-- Logs begin at Fri 2022-02-04 20:03:38 UTC, end at Fri 2022-02-04 21:35:51 UTC. -- Feb 04 20:40:58.134275 n-d-827896-1 systemd[1]: Started Devstack devstack@q-svc.service. Feb 04 20:41:00.490207 n-d-827896-1 neutron-server[87577]: INFO neutron.common.config [-] Logging enabled! Feb 04 20:41:00.491007 n-d-827896-1 neutron-server[87577]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev23 Feb 04 20:41:00.491007 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87577) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 20:41:00.494158 n-d-827896-1 neutron-server[87577]: INFO neutron.common.config [-] Logging enabled! Feb 04 20:41:00.494416 n-d-827896-1 neutron-server[87577]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev23 Feb 04 20:41:00.494731 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87577) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 20:41:00.495764 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 20:41:00.495998 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 20:41:00.496360 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 20:41:00.496608 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 20:41:00.496838 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 20:41:00.497159 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.497491 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.497796 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.498031 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.498327 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.498618 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.498904 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.499349 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.499660 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.499950 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.500235 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.500584 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.500820 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.501104 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.501422 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.501713 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.501940 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] debug = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.502224 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.502655 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.503072 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.503359 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.503652 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.503942 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.504215 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.504494 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.504785 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.505120 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] host = n-d-827896-1 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.505432 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.505728 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.506022 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.506312 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.506593 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.506879 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.507167 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.507444 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.507724 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] log_file = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.508004 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.508301 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.508591 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.508884 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.509115 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.509374 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.509667 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.509961 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.510240 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.510519 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.510797 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.511077 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.511361 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.511635 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.511922 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.512210 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.512500 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.512778 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.513057 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.513362 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.513641 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.513929 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.514207 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.514482 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.514761 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.515051 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.515325 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.515602 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.515905 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.516818 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.517106 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.517429 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.517710 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.517997 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.518276 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.518554 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.518831 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] use_json = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.519107 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.519385 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.519671 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.519949 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.520226 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.520504 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.520782 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.521140 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.521447 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:00.521757 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.522058 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.522410 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.522700 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.522995 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.523279 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.523573 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.523858 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.524151 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.524445 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.524741 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.525023 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.525344 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.525632 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.525933 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.526243 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.526542 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.526841 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.527121 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.527400 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.527681 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.527966 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.528255 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.528568 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.528862 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.529140 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.529448 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.529748 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.530030 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.530311 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.530596 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.530889 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.531173 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.531447 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.532421 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.532754 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.533055 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.533383 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.533694 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.534009 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.534306 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.534596 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.534882 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.535173 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.535456 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.535754 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.536044 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.536331 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.536620 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.536910 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.537192 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.537501 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.537790 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.538072 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.538361 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.538641 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.538923 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.539204 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.539485 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.539763 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.540042 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.540319 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.540602 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.540880 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.541160 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.541466 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.541746 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.542024 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.542317 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.542622 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.542908 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.543193 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.543476 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.543758 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.544041 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.544323 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.544604 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.544890 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.545171 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.545491 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.545782 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.546074 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.546363 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.546648 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.546949 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.547235 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.547519 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.547802 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.548087 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.548372 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.548658 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.548959 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.549279 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.549580 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.549877 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.550173 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.550459 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.550771 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.551054 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:00.551274 n-d-827896-1 neutron-server[87577]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 20:41:00.551521 n-d-827896-1 neutron-server[87577]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87577) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 04 20:41:00.939530 n-d-827896-1 neutron-server[87577]: INFO keyring.backend [-] Loading KWallet Feb 04 20:41:00.946972 n-d-827896-1 neutron-server[87577]: INFO keyring.backend [-] Loading SecretService Feb 04 20:41:00.950764 n-d-827896-1 neutron-server[87577]: INFO keyring.backend [-] Loading Windows Feb 04 20:41:00.952104 n-d-827896-1 neutron-server[87577]: INFO keyring.backend [-] Loading chainer Feb 04 20:41:00.952694 n-d-827896-1 neutron-server[87577]: INFO keyring.backend [-] Loading macOS Feb 04 20:41:00.988508 n-d-827896-1 neutron-server[87577]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 04 20:41:00.988783 n-d-827896-1 neutron-server[87577]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 04 20:41:00.989075 n-d-827896-1 neutron-server[87577]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 04 20:41:00.989436 n-d-827896-1 neutron-server[87577]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 04 20:41:01.296310 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.296507 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.296780 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.298504 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.298779 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.299052 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.418881 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.419165 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.419438 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.433942 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.434227 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.434502 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.468300 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.468570 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.468838 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.507683 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.508271 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.508271 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.759436 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.759719 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.759989 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.760260 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.760993 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.882944 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.883272 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.883554 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.883825 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.884092 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.884403 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.884669 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.884927 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.885183 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.885486 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.885745 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.886008 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.886269 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.886520 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.886781 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.887046 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.887299 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.887565 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.887815 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.888092 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.888434 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.888682 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.888929 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.889225 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.889473 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.889715 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.890094 n-d-827896-1 neutron-server[87577]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87577) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 20:41:01.890330 n-d-827896-1 neutron-server[87577]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87577) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 20:41:01.890563 n-d-827896-1 neutron-server[87577]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87577) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 20:41:01.890793 n-d-827896-1 neutron-server[87577]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87577) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 20:41:01.891552 n-d-827896-1 neutron-server[87577]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87577) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 20:41:01.891966 n-d-827896-1 neutron-server[87577]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87577) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 20:41:01.892393 n-d-827896-1 neutron-server[87577]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 04 20:41:01.895529 n-d-827896-1 neutron-server[87577]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 04 20:41:01.899479 n-d-827896-1 neutron-server[87577]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 04 20:41:01.903159 n-d-827896-1 neutron-server[87577]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Feb 04 20:41:01.904782 n-d-827896-1 neutron-server[87577]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 04 20:41:01.905244 n-d-827896-1 neutron-server[87577]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 04 20:41:01.905577 n-d-827896-1 neutron-server[87577]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 04 20:41:01.905948 n-d-827896-1 neutron-server[87577]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 04 20:41:01.909781 n-d-827896-1 neutron-server[87577]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 04 20:41:01.910030 n-d-827896-1 neutron-server[87577]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 04 20:41:01.910375 n-d-827896-1 neutron-server[87577]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 20:41:01.938065 n-d-827896-1 neutron-server[87577]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 04 20:41:01.938680 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.938978 n-d-827896-1 neutron-server[87577]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87577) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 04 20:41:01.939346 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.940723 n-d-827896-1 neutron-server[87577]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87577) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 04 20:41:01.941004 n-d-827896-1 neutron-server[87577]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 20:41:01.941277 n-d-827896-1 neutron-server[87577]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 04 20:41:01.944481 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:01.944760 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.010098 n-d-827896-1 neutron-server[87577]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 04 20:41:02.010285 n-d-827896-1 neutron-server[87577]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 04 20:41:02.010521 n-d-827896-1 neutron-server[87577]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 04 20:41:02.010896 n-d-827896-1 neutron-server[87577]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 04 20:41:02.042546 n-d-827896-1 neutron-server[87577]: DEBUG oslo_db.sqlalchemy.engines [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87577) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 04 20:41:02.387250 n-d-827896-1 neutron-server[87577]: INFO neutron.plugins.ml2.managers [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Initializing driver for type 'gre' Feb 04 20:41:02.387773 n-d-827896-1 neutron-server[87577]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] gre ID ranges: [(1, 1000)] Feb 04 20:41:02.439129 n-d-827896-1 neutron-server[87577]: INFO neutron.plugins.ml2.managers [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Initializing driver for type 'local' Feb 04 20:41:02.439467 n-d-827896-1 neutron-server[87577]: INFO neutron.plugins.ml2.managers [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Initializing driver for type 'vlan' Feb 04 20:41:02.450527 n-d-827896-1 neutron-server[87577]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] VlanTypeDriver initialization complete Feb 04 20:41:02.450860 n-d-827896-1 neutron-server[87577]: INFO neutron.plugins.ml2.managers [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Initializing driver for type 'vxlan' Feb 04 20:41:02.451335 n-d-827896-1 neutron-server[87577]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] vxlan ID ranges: [(1, 1000)] Feb 04 20:41:02.505691 n-d-827896-1 neutron-server[87577]: INFO neutron.plugins.ml2.managers [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Initializing extension driver 'port_security' Feb 04 20:41:02.506033 n-d-827896-1 neutron-server[87577]: INFO neutron.plugins.ml2.extensions.port_security [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] PortSecurityExtensionDriver initialization complete Feb 04 20:41:02.506380 n-d-827896-1 neutron-server[87577]: INFO neutron.plugins.ml2.managers [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Initializing mechanism driver 'openvswitch' Feb 04 20:41:02.506698 n-d-827896-1 neutron-server[87577]: INFO neutron.plugins.ml2.managers [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Initializing mechanism driver 'hyperv' Feb 04 20:41:02.513361 n-d-827896-1 neutron-server[87577]: DEBUG neutron.plugins.ml2.plugin [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:02.514039 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > port after_create 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.514413 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > port after_update 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.514762 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > port after_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.515285 n-d-827896-1 neutron-server[87577]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87577) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 20:41:02.515714 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > subnet after_create 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.516561 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > subnet after_update 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.516900 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > subnet after_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.517315 n-d-827896-1 neutron-server[87577]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87577) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 20:41:02.517721 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > network after_create 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.518071 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > network after_update 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.518415 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > network after_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.518801 n-d-827896-1 neutron-server[87577]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87577) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 20:41:02.519202 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > security_group after_create 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.519549 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > security_group after_update 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.519887 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > security_group after_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.520273 n-d-827896-1 neutron-server[87577]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87577) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 20:41:02.520672 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.521015 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.521384 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.521899 n-d-827896-1 neutron-server[87577]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87577) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 20:41:02.522303 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > address_group after_create 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.522650 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > address_group after_update 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.522988 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > address_group after_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.523378 n-d-827896-1 neutron-server[87577]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87577) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 20:41:02.523823 n-d-827896-1 neutron-server[87577]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] ML2 OVO RPC backend initialized. {{(pid=87577) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Feb 04 20:41:02.524524 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > router_interface after_create 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.524886 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.525326 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > network before_response 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.525679 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > networks before_response 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.526028 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > port before_response 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.526377 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > ports before_response 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.526721 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > subnet before_response 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.527062 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > subnets before_response 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.527406 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > network after_create 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.527745 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > network after_update 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.528081 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > network after_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.528415 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > port after_create 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.528749 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > port after_update 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.529082 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > port after_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.529439 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > subnet after_create 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.529772 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > subnet after_update 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.530103 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > subnet after_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.530681 n-d-827896-1 neutron-server[87577]: INFO neutron.plugins.ml2.plugin [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Modular L2 Plugin initialization complete Feb 04 20:41:02.531013 n-d-827896-1 neutron-server[87577]: DEBUG neutron.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading services supported by the core plugin {{(pid=87577) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 04 20:41:02.531340 n-d-827896-1 neutron-server[87577]: INFO neutron.plugins.ml2.managers [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Got port-security extension from driver 'port_security' Feb 04 20:41:02.532501 n-d-827896-1 neutron-server[87577]: INFO neutron.extensions.vlantransparent [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Disabled vlantransparent extension. Feb 04 20:41:02.533000 n-d-827896-1 neutron-server[87577]: DEBUG neutron.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87577) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 04 20:41:02.533343 n-d-827896-1 neutron-server[87577]: INFO neutron.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading Plugin: router Feb 04 20:41:02.569442 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > router_interface before_create 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.569834 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > router after_create 55549900 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.570202 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > router before_create 55549900 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.570567 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.570939 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.571292 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > router after_delete 55549900 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.571651 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > floatingip after_update 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.572011 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > router after_create 55549900 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.572355 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > router after_update 55549900 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.572704 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > router after_update 55549900 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.573049 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.573431 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > router after_update 55549900 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.573845 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > router precommit_update 55549900 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.574214 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: port after_update 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.574554 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: port after_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.574891 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: subnet after_update 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.575229 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.575578 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > port precommit_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.575923 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > router precommit_create 55549900 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.576270 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: port before_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.576612 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > router precommit_create 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.576966 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > router after_update 55549900 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.577333 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > router precommit_delete 55549900 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.577681 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > router precommit_create 55549900 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.578043 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > router_interface after_create 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.578897 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > router precommit_update 55549900 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.579360 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > agent after_create 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.579712 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > agent after_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.580061 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > network after_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.580920 n-d-827896-1 neutron-server[87577]: DEBUG neutron.quota.resource_registry [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Tracking information for resource: router configured {{(pid=87577) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 20:41:02.581283 n-d-827896-1 neutron-server[87577]: DEBUG neutron.quota.resource_registry [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Tracking information for resource: floatingip configured {{(pid=87577) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 20:41:02.586209 n-d-827896-1 neutron-server[87577]: INFO neutron.db.l3_agentschedulers_db [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 04 20:41:02.586782 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: port after_update 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.587142 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: port after_create 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.587494 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: port after_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.587844 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: port after_update 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.588741 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > router before_create 55550100 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.589110 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > router precommit_delete 55550100 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.589498 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > router precommit_create 55550100 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.589859 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > router precommit_update 55550100 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.595252 n-d-827896-1 neutron-server[87577]: DEBUG neutron.services.provider_configuration [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Service providers = [] {{(pid=87577) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 04 20:41:02.595620 n-d-827896-1 neutron-server[87577]: DEBUG neutron.db.servicetype_db [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87577) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 04 20:41:02.598624 n-d-827896-1 neutron-server[87577]: DEBUG neutron.services.service_base [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87577) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 20:41:02.598975 n-d-827896-1 neutron-server[87577]: DEBUG neutron.services.service_base [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87577) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 20:41:02.599319 n-d-827896-1 neutron-server[87577]: DEBUG neutron.services.service_base [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87577) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 20:41:02.600214 n-d-827896-1 neutron-server[87577]: DEBUG neutron.services.service_base [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87577) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 20:41:02.600587 n-d-827896-1 neutron-server[87577]: INFO neutron.services.service_base [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 04 20:41:02.600963 n-d-827896-1 neutron-server[87577]: DEBUG neutron.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87577) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 20:41:02.601309 n-d-827896-1 neutron-server[87577]: INFO neutron.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 04 20:41:02.612188 n-d-827896-1 neutron-server[87577]: DEBUG neutron.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87577) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 20:41:02.612524 n-d-827896-1 neutron-server[87577]: INFO neutron.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading Plugin: auto_allocate Feb 04 20:41:02.618479 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: network precommit_update 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.618853 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: network precommit_create 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.619371 n-d-827896-1 neutron-server[87577]: DEBUG neutron.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87577) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 20:41:02.619694 n-d-827896-1 neutron-server[87577]: INFO neutron.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading Plugin: tag Feb 04 20:41:02.626553 n-d-827896-1 neutron-server[87577]: DEBUG neutron.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87577) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 20:41:02.626886 n-d-827896-1 neutron-server[87577]: INFO neutron.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading Plugin: timestamp Feb 04 20:41:02.630942 n-d-827896-1 neutron-server[87577]: DEBUG neutron.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87577) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 20:41:02.631273 n-d-827896-1 neutron-server[87577]: INFO neutron.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading Plugin: network_ip_availability Feb 04 20:41:02.636562 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.636933 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.637421 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.638069 n-d-827896-1 neutron-server[87577]: DEBUG neutron.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87577) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 20:41:02.638363 n-d-827896-1 neutron-server[87577]: INFO neutron.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading Plugin: flavors Feb 04 20:41:02.643962 n-d-827896-1 neutron-server[87577]: DEBUG neutron.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87577) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 20:41:02.644297 n-d-827896-1 neutron-server[87577]: INFO neutron.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading Plugin: revisions Feb 04 20:41:02.648586 n-d-827896-1 neutron-server[87577]: DEBUG neutron.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87577) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 20:41:02.648975 n-d-827896-1 neutron-server[87577]: DEBUG oslo_concurrency.lockutils [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.660s {{(pid=87577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 04 20:41:02.649755 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87577) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 04 20:41:02.650096 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Initializing extension manager. Feb 04 20:41:02.650602 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: __init__.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.650945 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: __pycache__ {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.651283 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.651618 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: address_group.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.652368 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.652930 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: address-group Feb 04 20:41:02.653285 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: address_scope.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.653995 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.654499 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: address-scope Feb 04 20:41:02.654823 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: admin_state_down_before_update.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.655743 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.656254 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: router-admin-state-down-before-update Feb 04 20:41:02.657186 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: agent.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.658062 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.658569 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: agent Feb 04 20:41:02.658890 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: agent_resources_synced.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.659801 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.660304 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: agent-resources-synced Feb 04 20:41:02.660626 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: allowedaddresspairs.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.662645 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.663165 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: allowed-address-pairs Feb 04 20:41:02.663496 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: auto_allocated_topology.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.664579 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.665091 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: auto-allocated-topology Feb 04 20:41:02.665445 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: availability_zone.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.666147 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.666651 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: availability_zone Feb 04 20:41:02.666976 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: availability_zone_filter.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.667889 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.668394 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: availability_zone_filter Feb 04 20:41:02.668715 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: data_plane_status.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.669659 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.670160 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extension data-plane-status not supported by any of loaded plugins Feb 04 20:41:02.670481 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: default_subnetpools.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.671400 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.671904 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: default-subnetpools Feb 04 20:41:02.672334 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: dhcpagentscheduler.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.673158 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.673694 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: dhcp_agent_scheduler Feb 04 20:41:02.674021 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: dns.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.674927 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.675430 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extension dns-integration not supported by any of loaded plugins Feb 04 20:41:02.675755 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: dns_domain_ports.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.676689 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.677191 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 04 20:41:02.677541 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: dvr.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.678214 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.678720 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: dvr Feb 04 20:41:02.679042 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: empty_string_filtering.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.679958 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.680465 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: empty-string-filtering Feb 04 20:41:02.680788 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.681722 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.682221 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 04 20:41:02.682543 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.683457 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.683961 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 04 20:41:02.684284 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: external_net.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.685188 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.685715 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: external-net Feb 04 20:41:02.686042 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: extra_dhcp_opt.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.686950 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.687448 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: extra_dhcp_opt Feb 04 20:41:02.687801 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: extraroute.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.688884 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.689412 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: extraroute Feb 04 20:41:02.689737 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: extraroute_atomic.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.690782 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.691297 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: extraroute-atomic Feb 04 20:41:02.691618 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: filter_validation.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.692285 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.692788 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: filter-validation Feb 04 20:41:02.693109 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: fip_pf_description.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.694043 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.694546 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 04 20:41:02.694866 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: fip_port_details.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.695776 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.696286 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: fip-port-details Feb 04 20:41:02.696607 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: flavors.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.697876 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.698392 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: flavors Feb 04 20:41:02.698716 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.700379 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.700901 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 04 20:41:02.701259 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: floatingip_pools.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.701965 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.702474 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: floatingip-pools Feb 04 20:41:02.702803 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: ip_allocation.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.704267 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.704770 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extension ip_allocation not supported by any of loaded plugins Feb 04 20:41:02.705098 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.706044 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.706564 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: ip-substring-filtering Feb 04 20:41:02.706894 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: l2_adjacency.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.707824 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.708329 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extension l2_adjacency not supported by any of loaded plugins Feb 04 20:41:02.708655 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: l3.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.709633 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.710148 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: router Feb 04 20:41:02.710478 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: l3_conntrack_helper.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.714149 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.714676 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 04 20:41:02.715012 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.715949 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.716466 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: ext-gw-mode Feb 04 20:41:02.716794 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.717738 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.718501 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: l3-ha Feb 04 20:41:02.718827 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: l3_flavors.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.720423 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.720927 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: l3-flavors Feb 04 20:41:02.721282 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.722218 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.722727 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: l3-port-ip-change-not-allowed Feb 04 20:41:02.723049 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: l3agentscheduler.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.724068 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.724577 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: l3_agent_scheduler Feb 04 20:41:02.724903 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: logging.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.726450 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.726967 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extension logging not supported by any of loaded plugins Feb 04 20:41:02.727296 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: metering.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.728032 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.728602 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: metering Feb 04 20:41:02.728930 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.730064 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.730578 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: metering_source_and_destination_fields Feb 04 20:41:02.730911 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: multiprovidernet.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.731838 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.732348 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: multi-provider Feb 04 20:41:02.732675 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: netmtu.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.733622 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.734130 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: net-mtu Feb 04 20:41:02.734457 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: netmtu_writable.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.735411 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.735911 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: net-mtu-writable Feb 04 20:41:02.736243 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: network_availability_zone.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.736917 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.737450 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: network_availability_zone Feb 04 20:41:02.737777 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: network_ip_availability.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.738876 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.739387 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: network-ip-availability Feb 04 20:41:02.739710 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: network_segment_range.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.740467 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.740970 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extension network-segment-range not supported by any of loaded plugins Feb 04 20:41:02.741322 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: pagination.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.742308 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.742642 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: pagination Feb 04 20:41:02.742967 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: port_device_profile.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.743870 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.744384 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: port-device-profile Feb 04 20:41:02.744709 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.745667 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.746185 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: port-mac-address-regenerate Feb 04 20:41:02.746508 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.747413 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.747919 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: port-numa-affinity-policy Feb 04 20:41:02.748240 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: port_resource_request.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.749147 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.749674 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extension port-resource-request not supported by any of loaded plugins Feb 04 20:41:02.749995 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: portbindings.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.750944 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.751448 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: binding Feb 04 20:41:02.751771 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: portbindings_extended.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.753047 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.753588 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: binding-extended Feb 04 20:41:02.753914 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: portsecurity.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.754823 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.755334 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: port-security Feb 04 20:41:02.755656 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: project_id.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.756632 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.756960 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: project-id Feb 04 20:41:02.757319 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: providernet.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.758233 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.758742 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: provider Feb 04 20:41:02.759064 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: qos.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.762809 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.763332 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extension qos not supported by any of loaded plugins Feb 04 20:41:02.763672 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.764924 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.765477 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 04 20:41:02.765808 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.767254 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.767768 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 04 20:41:02.768097 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: qos_default.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.769010 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.769556 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extension qos-default not supported by any of loaded plugins Feb 04 20:41:02.769887 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: qos_fip.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.770538 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.771041 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extension qos-fip not supported by any of loaded plugins Feb 04 20:41:02.771369 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: qos_gateway_ip.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.772291 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.772802 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 04 20:41:02.773128 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: qos_port_network_policy.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.774068 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.774581 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 04 20:41:02.774905 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: qos_rule_type_details.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.775834 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.776339 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 04 20:41:02.776669 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: qos_rules_alias.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.777745 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.778250 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 04 20:41:02.778574 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: quotasv2.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.779468 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.779794 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: quotas Feb 04 20:41:02.780112 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: quotasv2_detail.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.782355 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.782769 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: quota_details Feb 04 20:41:02.783110 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: rbac.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.784156 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.784683 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: rbac-policies Feb 04 20:41:02.785018 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: rbac_address_group.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.785980 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.786502 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: rbac-address-group Feb 04 20:41:02.786832 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: rbac_address_scope.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.787755 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.788267 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: rbac-address-scope Feb 04 20:41:02.788594 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: rbac_security_groups.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.789540 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.790051 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: rbac-security-groups Feb 04 20:41:02.790378 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: rbac_subnetpool.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.791305 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.791815 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: rbac-subnetpool Feb 04 20:41:02.792143 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: revisionifmatch.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.793093 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.793631 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: revision-if-match Feb 04 20:41:02.793963 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: revisions.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.795085 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.795593 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: standard-attr-revisions Feb 04 20:41:02.795920 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: router_availability_zone.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.796607 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.797130 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: router_availability_zone Feb 04 20:41:02.797580 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: routerservicetype.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.798510 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.799012 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extension router-service-type not supported by any of loaded plugins Feb 04 20:41:02.799337 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.800255 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.800759 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: security-groups-normalized-cidr Feb 04 20:41:02.801084 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: security_groups_port_filtering.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.802037 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.802546 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: port-security-groups-filtering Feb 04 20:41:02.802870 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.803915 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.804429 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: security-groups-remote-address-group Feb 04 20:41:02.804758 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: securitygroup.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.814317 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.814844 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: security-group Feb 04 20:41:02.815180 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: segment.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.815962 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.816481 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extension segment not supported by any of loaded plugins Feb 04 20:41:02.816815 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.817793 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.818306 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 04 20:41:02.818636 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: servicetype.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.819762 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.820276 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: service-type Feb 04 20:41:02.820605 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: sorting.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.821621 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.821954 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: sorting Feb 04 20:41:02.822280 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: standard_attr_segment.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.823202 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.823715 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 04 20:41:02.824042 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: standardattrdescription.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.824688 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.825194 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: standard-attr-description Feb 04 20:41:02.825548 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: stateful_security_group.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.826475 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.826985 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: stateful-security-group Feb 04 20:41:02.827309 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: stdattrs_common.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.827887 n-d-827896-1 neutron-server[87577]: WARNING neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 04 20:41:02.828209 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.829833 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.830344 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 04 20:41:02.830668 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: subnet_onboard.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.831748 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.832260 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: subnet_onboard Feb 04 20:41:02.832589 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.833558 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.834062 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 04 20:41:02.834390 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: subnet_service_types.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.835314 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.835825 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: subnet-service-types Feb 04 20:41:02.836150 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: subnetallocation.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.837265 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.837782 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: subnet_allocation Feb 04 20:41:02.838109 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.838778 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.839287 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: subnetpool-prefix-ops Feb 04 20:41:02.839612 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.840573 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.841088 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 04 20:41:02.841444 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: tagging.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.842499 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.843011 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: standard-attr-tag Feb 04 20:41:02.843603 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: timestamp.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.845556 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.846074 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loaded extension: standard-attr-timestamp Feb 04 20:41:02.846405 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: trunk.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.847449 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.847962 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extension trunk not supported by any of loaded plugins Feb 04 20:41:02.848294 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: trunk_details.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.849241 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.849749 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extension trunk-details not supported by any of loaded plugins Feb 04 20:41:02.850078 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: uplink_status_propagation.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.851000 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.851508 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 04 20:41:02.851837 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Loading extension file: vlantransparent.py {{(pid=87577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 20:41:02.852511 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 20:41:02.853022 n-d-827896-1 neutron-server[87577]: INFO neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extension vlan-transparent not supported by any of loaded plugins Feb 04 20:41:02.855443 n-d-827896-1 neutron-server[87577]: INFO neutron.quota.resource_registry [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Creating instance of TrackedResource for resource:network Feb 04 20:41:02.856168 n-d-827896-1 neutron-server[87577]: INFO neutron.quota.resource_registry [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Creating instance of TrackedResource for resource:subnet Feb 04 20:41:02.856940 n-d-827896-1 neutron-server[87577]: INFO neutron.quota.resource_registry [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 20:41:02.857576 n-d-827896-1 neutron-server[87577]: INFO neutron.quota.resource_registry [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Creating instance of TrackedResource for resource:port Feb 04 20:41:02.858840 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.v2.resource_helper [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87577) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 20:41:02.859279 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.v2.resource_helper [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Service FLAVORS assigned prefix: {{(pid=87577) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 20:41:02.859944 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.v2.resource_helper [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87577) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 20:41:02.860368 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.v2.resource_helper [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87577) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 20:41:02.860698 n-d-827896-1 neutron-server[87577]: INFO neutron.quota.resource_registry [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Creating instance of TrackedResource for resource:router Feb 04 20:41:02.861394 n-d-827896-1 neutron-server[87577]: INFO neutron.quota.resource_registry [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Creating instance of TrackedResource for resource:floatingip Feb 04 20:41:02.862099 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.v2.resource_helper [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Service METERING assigned prefix: /metering {{(pid=87577) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 20:41:02.863520 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.863887 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.864239 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:41:02.865396 n-d-827896-1 neutron-server[87577]: INFO neutron.quota.resource_registry [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 20:41:02.865835 n-d-827896-1 neutron-server[87577]: INFO neutron.quota.resource_registry [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Creating instance of TrackedResource for resource:security_group Feb 04 20:41:02.866487 n-d-827896-1 neutron-server[87577]: INFO neutron.quota.resource_registry [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 20:41:02.867346 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.v2.resource_helper [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Service CORE assigned prefix: {{(pid=87577) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 20:41:02.867700 n-d-827896-1 neutron-server[87577]: INFO neutron.quota.resource_registry [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 20:41:02.868134 n-d-827896-1 neutron-server[87577]: WARNING neutron.quota.resource_registry [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] subnetpool is already registered Feb 04 20:41:02.868754 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.v2.resource_helper [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Service CORE assigned prefix: {{(pid=87577) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 20:41:02.869085 n-d-827896-1 neutron-server[87577]: INFO neutron.quota.resource_registry [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 20:41:02.869437 n-d-827896-1 neutron-server[87577]: WARNING neutron.quota.resource_registry [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] subnetpool is already registered Feb 04 20:41:02.871953 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.v2.resource_helper [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87577) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 20:41:02.872387 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.v2.resource_helper [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Service FLAVORS assigned prefix: {{(pid=87577) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 20:41:02.872981 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.v2.resource_helper [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87577) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 20:41:02.873435 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.v2.resource_helper [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87577) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 20:41:02.873772 n-d-827896-1 neutron-server[87577]: INFO neutron.quota.resource_registry [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Creating instance of TrackedResource for resource:router Feb 04 20:41:02.874101 n-d-827896-1 neutron-server[87577]: WARNING neutron.quota.resource_registry [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] router is already registered Feb 04 20:41:02.874687 n-d-827896-1 neutron-server[87577]: INFO neutron.quota.resource_registry [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Creating instance of TrackedResource for resource:floatingip Feb 04 20:41:02.875013 n-d-827896-1 neutron-server[87577]: WARNING neutron.quota.resource_registry [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] floatingip is already registered Feb 04 20:41:02.876236 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.v2.resource_helper [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Service METERING assigned prefix: /metering {{(pid=87577) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 20:41:02.876900 n-d-827896-1 neutron-server[87577]: INFO neutron.quota.resource_registry [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 20:41:02.877245 n-d-827896-1 neutron-server[87577]: WARNING neutron.quota.resource_registry [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] rbac_policy is already registered Feb 04 20:41:02.877799 n-d-827896-1 neutron-server[87577]: INFO neutron.quota.resource_registry [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Creating instance of TrackedResource for resource:security_group Feb 04 20:41:02.878127 n-d-827896-1 neutron-server[87577]: WARNING neutron.quota.resource_registry [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] security_group is already registered Feb 04 20:41:02.878708 n-d-827896-1 neutron-server[87577]: INFO neutron.quota.resource_registry [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 20:41:02.879037 n-d-827896-1 neutron-server[87577]: WARNING neutron.quota.resource_registry [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] security_group_rule is already registered Feb 04 20:41:02.879690 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.v2.resource_helper [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Service CORE assigned prefix: {{(pid=87577) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 20:41:02.880021 n-d-827896-1 neutron-server[87577]: INFO neutron.quota.resource_registry [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 20:41:02.880357 n-d-827896-1 neutron-server[87577]: WARNING neutron.quota.resource_registry [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] subnetpool is already registered Feb 04 20:41:02.880955 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.v2.resource_helper [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Service CORE assigned prefix: {{(pid=87577) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 20:41:02.881318 n-d-827896-1 neutron-server[87577]: INFO neutron.quota.resource_registry [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 20:41:02.881642 n-d-827896-1 neutron-server[87577]: WARNING neutron.quota.resource_registry [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] subnetpool is already registered Feb 04 20:41:02.882284 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: extensions {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.883747 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: address-groups {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.885367 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: address-scopes {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.886555 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: agents {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.887798 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: auto-allocated-topology {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.889016 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: availability_zones {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.890362 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: dhcp-networks {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.892455 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: dhcp-agents {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.893892 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: routers {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.895702 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: flavors {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.896853 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: service_profiles {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.898100 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: next_providers {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.900486 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: service_profiles {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.901978 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: floatingip-pools {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.903260 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: routers {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.905059 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: floatingips {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.906267 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: l3-routers {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.907708 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: l3-agents {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.909296 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: metering-labels {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.910951 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: metering-label-rules {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.912477 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: network-ip-availabilities {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.913939 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: bindings {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.915758 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: quotas {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.917423 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: quotas {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.918834 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: rbac-policies {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.920253 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: security-groups {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.921477 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: security-group-rules {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.922947 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: service-providers {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.924366 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: subnetpools {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.926006 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: subnetpools {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.927960 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: tags {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.929817 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: tags {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.931602 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: tags {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.933426 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: tags {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.935200 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: tags {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.937031 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: tags {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.939498 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: tags {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.941418 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: tags {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.943226 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: tags {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.945053 n-d-827896-1 neutron-server[87577]: DEBUG neutron.api.extensions [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Extended resource: tags {{(pid=87577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 20:41:02.951007 n-d-827896-1 neutron-server[87577]: WARNING keystonemiddleware.auth_token [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 04 20:41:02.956632 n-d-827896-1 neutron-server[87577]: WARNING keystonemiddleware.auth_token [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 04 20:41:02.964794 n-d-827896-1 neutron-server[87577]: DEBUG oslo_concurrency.lockutils [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Acquired lock "singleton_lock" {{(pid=87577) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 04 20:41:02.965293 n-d-827896-1 neutron-server[87577]: DEBUG oslo_concurrency.lockutils [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Releasing lock "singleton_lock" {{(pid=87577) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 04 20:41:02.965928 n-d-827896-1 neutron-server[87577]: INFO oslo_service.service [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Starting 2 workers Feb 04 20:41:02.971114 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Started child 87682 {{(pid=87577) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 20:41:02.977236 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Started child 87683 {{(pid=87577) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 20:41:02.977550 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:02.978085 n-d-827896-1 neutron-server[87577]: INFO neutron.service [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Neutron service started, listening on 0.0.0.0:9696 Feb 04 20:41:02.978085 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Notify callbacks [] for process, before_spawn {{(pid=87577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:02.978389 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [-] (87682) wsgi starting up on http://0.0.0.0:9696 Feb 04 20:41:02.980278 n-d-827896-1 neutron-server[87577]: INFO oslo_service.service [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Starting 1 workers Feb 04 20:41:02.980962 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:02.982277 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [-] (87683) wsgi starting up on http://0.0.0.0:9696 Feb 04 20:41:02.985392 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Started child 87684 {{(pid=87577) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 20:41:02.985948 n-d-827896-1 neutron-server[87577]: INFO oslo_service.service [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Starting 1 workers Feb 04 20:41:02.989098 n-d-827896-1 neutron-server[87684]: DEBUG neutron.service [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] calling RpcWorker wait() {{(pid=87684) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 04 20:41:02.989646 n-d-827896-1 neutron-server[87684]: DEBUG neutron.service [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] returning from RpcWorker wait() {{(pid=87684) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 04 20:41:02.990605 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Started child 87685 {{(pid=87577) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 20:41:02.991035 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:02.991438 n-d-827896-1 neutron-server[87577]: DEBUG neutron_lib.callbacks.manager [None req-05efe8f7-afbb-4629-9af9-181845b454ab None None] Notify callbacks [] for process, after_spawn {{(pid=87577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:02.991539 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:02.993461 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87577) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 04 20:41:02.993683 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 20:41:02.993866 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 20:41:02.994092 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 20:41:02.994456 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 20:41:02.994618 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 20:41:02.995167 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:02.995452 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:02.996206 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:02.996206 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:02.996349 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:02.996867 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:02.997127 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:02.997388 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:02.997686 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:02.997918 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:02.998087 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:02.998256 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:02.998515 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:02.998775 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:02.999136 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:02.999401 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:02.999567 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:03.000019 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.000019 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.000155 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.000857 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.001030 n-d-827896-1 neutron-server[87685]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:03.001196 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.001396 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.001841 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] debug = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.002110 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.002619 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.002836 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.003089 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.003332 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.003613 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.003842 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.004107 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.004352 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.004567 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.004804 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.005053 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.005315 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.005550 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.005769 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.006014 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.006232 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.006703 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] host = n-d-827896-1 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.006952 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.007186 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.007414 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.007681 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.007934 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.008147 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.008402 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.008671 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.008945 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.009178 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.009443 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.009688 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.009905 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.010148 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] log_file = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.010313 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] log_options = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.010540 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.010827 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.011105 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.011326 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.011470 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.011623 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.011874 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.012039 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.012306 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.012528 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.012765 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.013001 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.013291 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.013540 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.013814 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.014058 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.014308 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.014522 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.014773 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.015007 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.015241 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.015465 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.015724 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.016050 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.016798 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.017118 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.017400 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.017614 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.017818 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.018201 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.019507 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.019507 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.019507 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.019507 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.019507 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.019507 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.020374 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.020374 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.020374 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.020820 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.020820 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.021175 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.021175 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.021502 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.021841 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.021979 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] use_json = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.022200 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.022394 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.022669 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.022944 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.023204 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.023464 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.023761 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.024020 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.025121 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.025121 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.025121 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.025427 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.025509 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.025683 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.025933 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.026353 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.026780 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.027018 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.027287 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.027755 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.028121 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.028583 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.029074 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.029966 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.030471 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.030750 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.031023 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.031265 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.031589 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.031820 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.032420 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.032915 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.033368 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.033802 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.034215 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.034593 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.034864 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.035095 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.035338 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.035580 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.035819 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.036095 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.036337 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.036753 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.037015 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.037504 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.037730 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.037983 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.038232 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.038506 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.038741 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.038971 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.039217 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.039441 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.039678 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.039904 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.040137 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.040356 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.040608 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.041018 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.041458 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.041867 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.042272 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.042661 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.043082 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.043471 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.043704 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.043992 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.044226 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.044441 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.044700 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.044927 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.045142 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.045381 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.045826 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.046048 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.046266 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.046488 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.046705 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.046923 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.047194 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.047423 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.047803 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.048224 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.048642 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.049038 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.049459 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.049842 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.050241 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.050642 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.050988 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.051306 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.051623 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.052000 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.052425 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.052781 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.053144 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.053516 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.053830 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.054139 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.054450 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.054741 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.055027 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.055340 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.055657 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.055939 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.056259 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.056566 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.056842 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.057181 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.057485 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.057776 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.058059 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.058391 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.058681 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.059032 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.059377 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.059720 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.060050 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.060374 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.060689 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.060987 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.061362 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.061647 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.061992 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.062363 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.062688 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.063543 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.063848 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.064178 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.064511 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.064805 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.065130 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.065470 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.065765 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.066041 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.066393 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.066710 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.067011 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.067310 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.067610 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.067984 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.068364 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.068788 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.069049 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.069364 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.069650 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.069897 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.070175 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.070439 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.070877 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.071301 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.071543 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.071793 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.072037 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.072313 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.072531 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.072782 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.073024 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.073280 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.073506 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.073760 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.074029 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.074267 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.074509 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.074746 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.074984 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.075205 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.075455 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.075666 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.076098 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.076341 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.076568 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.076793 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.077014 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.077283 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.077560 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.077784 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.078090 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.078336 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.079122 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.079353 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.079603 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.079990 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.080361 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.080616 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.080848 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.081070 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.081313 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.081561 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.081799 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.082033 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.082265 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.082483 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.082755 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.082993 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.083325 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.083587 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.083851 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.084090 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.084313 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.084537 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.084778 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.084999 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.085249 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.085472 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.085695 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.085979 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.086225 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.086477 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.086704 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.087067 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.087291 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.087513 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.087728 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.088036 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.088440 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.088678 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.088925 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.089179 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.089511 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.089724 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.089959 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.090202 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.090413 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.090657 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.090948 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.091094 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.091493 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.091855 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.092280 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.092540 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.092767 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.093324 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.093567 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.093824 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.094134 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.094531 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.094816 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.095158 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.095386 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.095611 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.095834 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.096103 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.096421 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.096877 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.097148 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.097575 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.097885 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.098169 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.098440 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.098655 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.098976 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.099308 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.099599 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.099768 n-d-827896-1 neutron-server[87684]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:03.099868 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.100082 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.100355 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.100577 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.100794 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.101013 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.101273 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.101494 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.101755 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.101999 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.102225 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.102441 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.102704 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.102907 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.103133 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.103365 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.103589 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.103807 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.103971 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 20:41:03.104476 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87577) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 04 20:41:03.104637 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 20:41:03.104940 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 20:41:03.105279 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 20:41:03.105457 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 20:41:03.105602 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 20:41:03.105807 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.105976 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.106132 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.106443 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.106611 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.106790 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.106954 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.107114 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.107279 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.107439 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.107596 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.107759 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.107916 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.108076 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.108234 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.108394 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.108554 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.108710 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.109005 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.109379 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.109545 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.109744 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.109932 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] debug = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.110249 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.110441 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.110633 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.110752 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.110917 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.111076 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.111237 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.111395 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.111553 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.111711 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.111869 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.112030 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.112188 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.112333 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.112959 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.112959 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.112959 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.112959 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] host = n-d-827896-1 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.113231 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.113231 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.113399 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.113552 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.113862 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.114026 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.114194 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.114346 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.114505 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.114724 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.114905 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.115069 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.115223 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.115524 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] log_file = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.115687 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] log_options = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.115847 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.116006 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.116167 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.116353 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.116521 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.116727 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.116825 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.117149 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.117474 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.117635 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.117793 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.117953 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.118110 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.118267 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.118424 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.118583 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.118740 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.118898 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.119056 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.119215 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.119379 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.119536 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.119693 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.119852 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.120009 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.120169 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.120331 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.120488 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.120663 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.120825 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.120980 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.121121 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.121299 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.121458 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.121616 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.121774 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.121932 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.122093 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.122252 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.122408 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.122565 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.122723 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.122882 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.123041 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.123200 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.123356 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] use_json = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.123513 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.123669 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.124430 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.124430 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.124430 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.124430 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.124430 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.125025 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.125025 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 20:41:03.125025 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.125025 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.126033 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.126033 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.126033 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.126262 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.126339 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.126570 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.126658 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.126777 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.126948 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.127106 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.127428 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.127733 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.128103 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.128322 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.128548 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.128768 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.128992 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.129250 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.129461 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.129688 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.129924 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.130146 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.130433 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.130654 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.130894 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.131120 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.131342 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.131566 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.131790 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.132010 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.132230 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.132450 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.132672 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.132892 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.133113 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.133352 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.133571 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.133808 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.134027 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.134246 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.134465 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.134685 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.134906 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.135125 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.135343 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.135561 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.135785 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.136005 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.136232 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.136452 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.136673 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.136908 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.137131 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.137375 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.137595 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.137865 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.138027 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.138195 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.138356 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.138531 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.138691 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.138851 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.139012 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.139174 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.139339 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.139506 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.139659 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.139803 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.139953 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.140099 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.140245 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.140395 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.140551 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.140712 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.140908 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.141748 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.141952 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.142150 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.142299 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.142383 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.142533 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.142695 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.142863 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.143041 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.143201 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.143362 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.143521 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.143680 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.144391 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.144391 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.144391 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.144391 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.144749 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.144749 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.144749 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.145017 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.145017 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.145190 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.145386 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.145532 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.145696 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.145879 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.146096 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.146256 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.146418 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.146579 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.146739 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.146898 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.147056 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.147225 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.147385 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.147550 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.147725 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.147877 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.148046 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.148207 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.148367 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.148534 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.148682 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.148847 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.149006 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.149168 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.149374 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.149520 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.149637 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.149806 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.149981 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.150139 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.150653 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.150653 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.150827 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.150940 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.151121 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.151271 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.151414 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.151574 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.151735 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.151896 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.152055 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.152218 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.152378 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.152539 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.152698 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.152858 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.153018 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.153177 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.153362 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.153522 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.153682 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.153844 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.154004 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.154162 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.154321 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.154480 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.154640 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.154800 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.154958 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.155117 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.155278 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.155437 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.155598 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.155757 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.155915 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.156074 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.156233 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.156391 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.156627 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.156839 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.157002 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.157162 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.157350 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.157512 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.157672 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.157832 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.157994 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.158156 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.158317 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.158478 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.158638 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.158798 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.158959 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.159118 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.159284 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.159444 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.159604 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.159781 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.159942 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.160101 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.160261 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.160421 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.160580 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.160739 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.160900 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.161059 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.161227 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.161398 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.161637 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.161806 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.161968 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.162128 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.162288 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.162447 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.162606 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.162765 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.162938 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.163098 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.163257 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.163419 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.163578 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.163748 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.163908 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.164068 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.164227 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.164385 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.164555 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.164714 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.164873 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.165032 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.165191 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.165384 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.165546 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.165707 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.165875 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.166035 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.166193 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.166353 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.166525 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.166684 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.166847 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.167006 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.167167 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.167326 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.167471 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.167639 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.167807 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.167972 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.168134 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.168301 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.168470 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.168638 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.168797 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.168963 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.169134 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.169322 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.169484 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.169642 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.169803 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.169962 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.170121 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.170279 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.170438 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.170597 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.170757 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.170915 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.171075 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.171234 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.171393 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.171553 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.171712 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.171870 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.172029 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.172211 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 20:41:03.172350 n-d-827896-1 neutron-server[87577]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 20:41:03.301898 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 40300) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:03.310403 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062847 Feb 04 20:41:13.806813 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83038d59-965c-4724-9b3c-d45cafa0003b None None] get_active_networks_info from n-d-827896-1 {{(pid=87684) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 20:41:13.892372 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83038d59-965c-4724-9b3c-d45cafa0003b None None] No non-hosted networks {{(pid=87684) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 04 20:41:13.900745 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.agentschedulers_db [None req-83038d59-965c-4724-9b3c-d45cafa0003b None None] DHCP Agent not found on host n-d-827896-1 {{(pid=87684) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 04 20:41:13.973383 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-48d8eded-bfc0-4712-9089-c77e331fe7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-492062'] for agent, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:16.202084 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f77f2c12-dac7-42ed-bc7b-03b2b921cdfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-492062'] for agent, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:16.239611 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-62d3e960-b41e-4bd3-83d5-da3c620006f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:17.205549 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-492062'] for agent, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:17.264866 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-492062'] for agent, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:17.266467 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:17.268062 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:17.268603 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:17.268744 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:17.269490 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:17.270704 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:17.271241 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:17.271986 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:17.272506 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:17.275227 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:17.276953 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:17.278515 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:17.280023 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-827896-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:17.287877 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-827896-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:18.692923 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-492062'] for agent, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:20.320224 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40394) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:20.899630 n-d-827896-1 neutron-server[87682]: WARNING oslo_policy.policy [None req-aacda1a6-f5c4-4eb4-a518-d2804ac8715a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 20:41:20.900223 n-d-827896-1 neutron-server[87682]: WARNING oslo_policy.policy [None req-aacda1a6-f5c4-4eb4-a518-d2804ac8715a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 20:41:21.121910 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-aacda1a6-f5c4-4eb4-a518-d2804ac8715a admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:41:21.123107 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-aacda1a6-f5c4-4eb4-a518-d2804ac8715a admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8008616 Feb 04 20:41:23.206251 n-d-827896-1 neutron-server[87684]: INFO neutron.db.l3_hamode_db [None req-cb2e495b-682f-46af-8ca2-b65332906ce3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 04 20:41:23.293268 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2e495b-682f-46af-8ca2-b65332906ce3 None None] Routers set() bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:41:23.293657 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2e495b-682f-46af-8ca2-b65332906ce3 None None] Router IDs set() for agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 04 20:41:23.526337 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40408) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:23.895091 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-d950a175-83f4-480c-abc8-d8bd6e0980ab admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:41:24.000823 n-d-827896-1 neutron-server[87682]: DEBUG neutron.policy [None req-d950a175-83f4-480c-abc8-d8bd6e0980ab admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87682) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 20:41:24.045218 n-d-827896-1 neutron-server[87682]: WARNING oslo_policy.policy [None req-d950a175-83f4-480c-abc8-d8bd6e0980ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 20:41:24.045643 n-d-827896-1 neutron-server[87682]: WARNING oslo_policy.policy [None req-d950a175-83f4-480c-abc8-d8bd6e0980ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 20:41:24.054647 n-d-827896-1 neutron-server[87682]: INFO neutron.quota [None req-d950a175-83f4-480c-abc8-d8bd6e0980ab admin admin] Loaded quota_driver: . Feb 04 20:41:24.069944 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d950a175-83f4-480c-abc8-d8bd6e0980ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:41:24.129813 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d950a175-83f4-480c-abc8-d8bd6e0980ab admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761254630359', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761254630888', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761254612238', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761254613351', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761247255270', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761247257356', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7955421', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7959158', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-453599', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-632629'] for rbac-policy, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:24.201011 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d950a175-83f4-480c-abc8-d8bd6e0980ab admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:24.202262 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d950a175-83f4-480c-abc8-d8bd6e0980ab admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6749012 Feb 04 20:41:26.816424 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 40422) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:27.385593 n-d-827896-1 neutron-server[87683]: WARNING oslo_policy.policy [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 20:41:27.386151 n-d-827896-1 neutron-server[87683]: WARNING oslo_policy.policy [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 20:41:27.605809 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Request body: {'network': {'project_id': '7959cfcf6ca24f278d36587fab955c05', 'name': 'private', 'admin_state_up': True}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:41:27.607472 n-d-827896-1 neutron-server[87683]: INFO neutron.quota [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Loaded quota_driver: . Feb 04 20:41:27.623091 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:41:27.630358 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Usage tracker for resource:network and tenant:7959cfcf6ca24f278d36587fab955c05 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:41:27.635737 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:41:27.643848 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:41:27.659019 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Made reservation on behalf of 7959cfcf6ca24f278d36587fab955c05 for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:41:27.739889 n-d-827896-1 neutron-server[87683]: DEBUG neutron.policy [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87683) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 20:41:27.783817 n-d-827896-1 neutron-server[87683]: WARNING oslo_policy.policy [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 20:41:27.784191 n-d-827896-1 neutron-server[87683]: WARNING oslo_policy.policy [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 20:41:27.794445 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:27.815093 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:27.830012 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:41:27.833647 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Usage tracker for resource:security_group_rule and tenant:7959cfcf6ca24f278d36587fab955c05 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:41:27.838543 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:41:27.844240 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:41:27.949595 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:27.953306 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:27.977972 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:41:28.003510 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761250921777', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:28.004075 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Unsubscribe: segment precommit_create {{(pid=87683) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 20:41:28.004578 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Added segment 578f78c3-dacc-453c-917d-302204378a9e of type vlan for network de7f3de0-596b-4cea-a08f-dde2a9a90a1d Feb 04 20:41:28.012934 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b185b2-2db8-4c0a-a3f3-a1f1a55a0d45,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:28.067960 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:28.068331 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:28.068652 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:28.068984 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:28.069337 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:28.069663 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:28.069984 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:28.070301 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:28.070617 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:28.070933 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:28.071261 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:28.071559 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:28.072682 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Tracked resource versions report: Feb 04 20:41:28.072682 n-d-827896-1 neutron-server[87683]: pushed versions: Feb 04 20:41:28.072682 n-d-827896-1 neutron-server[87683]: { 'AddressGroup': {'1.2'}, Feb 04 20:41:28.072682 n-d-827896-1 neutron-server[87683]: 'ConntrackHelper': {'1.0'}, Feb 04 20:41:28.072682 n-d-827896-1 neutron-server[87683]: 'Log': {'1.0'}, Feb 04 20:41:28.072682 n-d-827896-1 neutron-server[87683]: 'Network': {'1.1'}, Feb 04 20:41:28.072682 n-d-827896-1 neutron-server[87683]: 'Port': {'1.7'}, Feb 04 20:41:28.072682 n-d-827896-1 neutron-server[87683]: 'PortForwarding': {'1.2'}, Feb 04 20:41:28.072682 n-d-827896-1 neutron-server[87683]: 'QosPolicy': {'1.8'}, Feb 04 20:41:28.072682 n-d-827896-1 neutron-server[87683]: 'SecurityGroup': {'1.4'}, Feb 04 20:41:28.072682 n-d-827896-1 neutron-server[87683]: 'SecurityGroupRule': {'1.2'}, Feb 04 20:41:28.072682 n-d-827896-1 neutron-server[87683]: 'SubPort': {'1.0'}, Feb 04 20:41:28.072682 n-d-827896-1 neutron-server[87683]: 'Subnet': {'1.1'}, Feb 04 20:41:28.072682 n-d-827896-1 neutron-server[87683]: 'Trunk': {'1.1'}} Feb 04 20:41:28.072682 n-d-827896-1 neutron-server[87683]: consumer versions: Feb 04 20:41:28.072682 n-d-827896-1 neutron-server[87683]: { DHCP agent@n-d-827896-1: {}, Feb 04 20:41:28.072682 n-d-827896-1 neutron-server[87683]: L3 agent@n-d-827896-1: {}, Feb 04 20:41:28.072682 n-d-827896-1 neutron-server[87683]: Metadata agent@n-d-827896-1: {}, Feb 04 20:41:28.072682 n-d-827896-1 neutron-server[87683]: Metering agent@n-d-827896-1: {}, Feb 04 20:41:28.072682 n-d-827896-1 neutron-server[87683]: Open vSwitch agent@n-d-827896-1: { 'AddressGroup': '1.2', Feb 04 20:41:28.072682 n-d-827896-1 neutron-server[87683]: 'ConntrackHelper': '1.0', Feb 04 20:41:28.072682 n-d-827896-1 neutron-server[87683]: 'Log': '1.0', Feb 04 20:41:28.072682 n-d-827896-1 neutron-server[87683]: 'Network': '1.1', Feb 04 20:41:28.072682 n-d-827896-1 neutron-server[87683]: 'Port': '1.7', Feb 04 20:41:28.072682 n-d-827896-1 neutron-server[87683]: 'PortForwarding': '1.2', Feb 04 20:41:28.072682 n-d-827896-1 neutron-server[87683]: 'QosPolicy': '1.8', Feb 04 20:41:28.072682 n-d-827896-1 neutron-server[87683]: 'SecurityGroup': '1.4', Feb 04 20:41:28.072682 n-d-827896-1 neutron-server[87683]: 'SecurityGroupRule': '1.2', Feb 04 20:41:28.072682 n-d-827896-1 neutron-server[87683]: 'SubPort': '1.0', Feb 04 20:41:28.072682 n-d-827896-1 neutron-server[87683]: 'Subnet': '1.1', Feb 04 20:41:28.072682 n-d-827896-1 neutron-server[87683]: 'Trunk': '1.1'}} Feb 04 20:41:28.072682 n-d-827896-1 neutron-server[87683]: {{(pid=87683) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 20:41:28.122159 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:28.162130 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:28.163563 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:28.164230 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:28.278935 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4614179 Feb 04 20:41:28.279570 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d504de-a9b7-463f-a501-af2ae9555f8b admin admin] Pushing event updated for resources: {'Network': ['ID=de7f3de0-596b-4cea-a08f-dde2a9a90a1d,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:28.292938 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network de7f3de0-596b-4cea-a08f-dde2a9a90a1d details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:41:30.963370 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 40444) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:31.412305 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89077c26-6ebb-4111-9b03-1f36c7d84f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:31.413754 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-89077c26-6ebb-4111-9b03-1f36c7d84f56 admin admin] 10.222.0.26 "GET /v2.0/networks/de7f3de0-596b-4cea-a08f-dde2a9a90a1d HTTP/1.1" status: 200 len: 825 time: 0.4493272 Feb 04 20:41:31.443597 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-394b2f74-d8d7-4d8a-85fe-ca3592dda94c admin admin] 10.222.0.26 "GET /v2.0/subnetpools/ce604a58-def2-4622-91d1-d33540af8c01 HTTP/1.1" status: 200 len: 734 time: 0.0240397 Feb 04 20:41:31.451913 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-0395dbcd-655a-4fb1-ad4b-5be394565791 admin admin] Request body: {'subnet': {'tenant_id': '7959cfcf6ca24f278d36587fab955c05', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'de7f3de0-596b-4cea-a08f-dde2a9a90a1d', 'subnetpool_id': 'ce604a58-def2-4622-91d1-d33540af8c01'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:41:31.456400 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-0395dbcd-655a-4fb1-ad4b-5be394565791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:41:31.460165 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-0395dbcd-655a-4fb1-ad4b-5be394565791 admin admin] Usage tracker for resource:subnet and tenant:7959cfcf6ca24f278d36587fab955c05 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:41:31.463020 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-0395dbcd-655a-4fb1-ad4b-5be394565791 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:41:31.472522 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-0395dbcd-655a-4fb1-ad4b-5be394565791 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:41:31.483578 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0395dbcd-655a-4fb1-ad4b-5be394565791 admin admin] Made reservation on behalf of 7959cfcf6ca24f278d36587fab955c05 for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:41:31.486868 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0395dbcd-655a-4fb1-ad4b-5be394565791 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:31.752255 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0395dbcd-655a-4fb1-ad4b-5be394565791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:31.846187 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0395dbcd-655a-4fb1-ad4b-5be394565791 admin admin] Checking segment: {'id': '578f78c3-dacc-453c-917d-302204378a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'de7f3de0-596b-4cea-a08f-dde2a9a90a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:41:31.846537 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0395dbcd-655a-4fb1-ad4b-5be394565791 admin admin] Network hostable DHCP agents. Network: de7f3de0-596b-4cea-a08f-dde2a9a90a1d, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:41:31.851769 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395dbcd-655a-4fb1-ad4b-5be394565791 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c688439-805c-4b9a-ad14-cd13b7be1482,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:31.873190 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0395dbcd-655a-4fb1-ad4b-5be394565791 admin admin] Network de7f3de0-596b-4cea-a08f-dde2a9a90a1d is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:41:31.888297 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-0395dbcd-655a-4fb1-ad4b-5be394565791 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, de7f3de0-596b-4cea-a08f-dde2a9a90a1d) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:41:31.894987 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0395dbcd-655a-4fb1-ad4b-5be394565791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:31.895621 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0395dbcd-655a-4fb1-ad4b-5be394565791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:31.899836 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f85667a-3483-42d1-b2f4-a5b18b6dcea6 None None] Network de7f3de0-596b-4cea-a08f-dde2a9a90a1d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:41:31.919490 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-0395dbcd-655a-4fb1-ad4b-5be394565791 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4706755 Feb 04 20:41:32.348898 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b9d556-6e40-48ae-a923-038f08c965fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-de7f3de0-596b-4cea-a08f-dde2a9a90a1d', 'network_id': 'de7f3de0-596b-4cea-a08f-dde2a9a90a1d', 'tenant_id': '7959cfcf6ca24f278d36587fab955c05', 'fixed_ips': [{'subnet_id': '4c688439-805c-4b9a-ad14-cd13b7be1482'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:41:32.350622 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-90b9d556-6e40-48ae-a923-038f08c965fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:32.577892 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-90b9d556-6e40-48ae-a923-038f08c965fd None None] Allocated IP 172.20.0.2 (de7f3de0-596b-4cea-a08f-dde2a9a90a1d/4c688439-805c-4b9a-ad14-cd13b7be1482/f2d39b8a-8653-4578-8c55-db744f6d2235) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:41:32.847628 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-90b9d556-6e40-48ae-a923-038f08c965fd None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:32.861319 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-90b9d556-6e40-48ae-a923-038f08c965fd None None] Transition to ACTIVE for port object f2d39b8a-8653-4578-8c55-db744f6d2235 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:41:32.883653 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-90b9d556-6e40-48ae-a923-038f08c965fd None None] Transition to ACTIVE for port object f2d39b8a-8653-4578-8c55-db744f6d2235 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:41:32.892499 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-90b9d556-6e40-48ae-a923-038f08c965fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:32.963131 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b9d556-6e40-48ae-a923-038f08c965fd None None] Network de7f3de0-596b-4cea-a08f-dde2a9a90a1d is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:41:32.966682 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9d556-6e40-48ae-a923-038f08c965fd None None] Pushing event updated for resources: {'Port': ['ID=f2d39b8a-8653-4578-8c55-db744f6d2235,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:32.969796 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-90b9d556-6e40-48ae-a923-038f08c965fd None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:41:32.976824 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b9d556-6e40-48ae-a923-038f08c965fd None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:41:32.979274 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b9d556-6e40-48ae-a923-038f08c965fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:32.979622 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b9d556-6e40-48ae-a923-038f08c965fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:32.979963 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b9d556-6e40-48ae-a923-038f08c965fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:32.980297 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b9d556-6e40-48ae-a923-038f08c965fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:32.980628 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b9d556-6e40-48ae-a923-038f08c965fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:32.980955 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b9d556-6e40-48ae-a923-038f08c965fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:32.981303 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b9d556-6e40-48ae-a923-038f08c965fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:32.981630 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b9d556-6e40-48ae-a923-038f08c965fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:32.981958 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b9d556-6e40-48ae-a923-038f08c965fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:32.982282 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b9d556-6e40-48ae-a923-038f08c965fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:32.982602 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b9d556-6e40-48ae-a923-038f08c965fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:32.982922 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b9d556-6e40-48ae-a923-038f08c965fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:32.984092 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b9d556-6e40-48ae-a923-038f08c965fd None None] Tracked resource versions report: Feb 04 20:41:32.984092 n-d-827896-1 neutron-server[87684]: pushed versions: Feb 04 20:41:32.984092 n-d-827896-1 neutron-server[87684]: { 'AddressGroup': {'1.2'}, Feb 04 20:41:32.984092 n-d-827896-1 neutron-server[87684]: 'ConntrackHelper': {'1.0'}, Feb 04 20:41:32.984092 n-d-827896-1 neutron-server[87684]: 'Log': {'1.0'}, Feb 04 20:41:32.984092 n-d-827896-1 neutron-server[87684]: 'Network': {'1.1'}, Feb 04 20:41:32.984092 n-d-827896-1 neutron-server[87684]: 'Port': {'1.7'}, Feb 04 20:41:32.984092 n-d-827896-1 neutron-server[87684]: 'PortForwarding': {'1.2'}, Feb 04 20:41:32.984092 n-d-827896-1 neutron-server[87684]: 'QosPolicy': {'1.8'}, Feb 04 20:41:32.984092 n-d-827896-1 neutron-server[87684]: 'SecurityGroup': {'1.4'}, Feb 04 20:41:32.984092 n-d-827896-1 neutron-server[87684]: 'SecurityGroupRule': {'1.2'}, Feb 04 20:41:32.984092 n-d-827896-1 neutron-server[87684]: 'SubPort': {'1.0'}, Feb 04 20:41:32.984092 n-d-827896-1 neutron-server[87684]: 'Subnet': {'1.1'}, Feb 04 20:41:32.984092 n-d-827896-1 neutron-server[87684]: 'Trunk': {'1.1'}} Feb 04 20:41:32.984092 n-d-827896-1 neutron-server[87684]: consumer versions: Feb 04 20:41:32.984092 n-d-827896-1 neutron-server[87684]: { DHCP agent@n-d-827896-1: {}, Feb 04 20:41:32.984092 n-d-827896-1 neutron-server[87684]: L3 agent@n-d-827896-1: {}, Feb 04 20:41:32.984092 n-d-827896-1 neutron-server[87684]: Metadata agent@n-d-827896-1: {}, Feb 04 20:41:32.984092 n-d-827896-1 neutron-server[87684]: Metering agent@n-d-827896-1: {}, Feb 04 20:41:32.984092 n-d-827896-1 neutron-server[87684]: Open vSwitch agent@n-d-827896-1: { 'AddressGroup': '1.2', Feb 04 20:41:32.984092 n-d-827896-1 neutron-server[87684]: 'ConntrackHelper': '1.0', Feb 04 20:41:32.984092 n-d-827896-1 neutron-server[87684]: 'Log': '1.0', Feb 04 20:41:32.984092 n-d-827896-1 neutron-server[87684]: 'Network': '1.1', Feb 04 20:41:32.984092 n-d-827896-1 neutron-server[87684]: 'Port': '1.7', Feb 04 20:41:32.984092 n-d-827896-1 neutron-server[87684]: 'PortForwarding': '1.2', Feb 04 20:41:32.984092 n-d-827896-1 neutron-server[87684]: 'QosPolicy': '1.8', Feb 04 20:41:32.984092 n-d-827896-1 neutron-server[87684]: 'SecurityGroup': '1.4', Feb 04 20:41:32.984092 n-d-827896-1 neutron-server[87684]: 'SecurityGroupRule': '1.2', Feb 04 20:41:32.984092 n-d-827896-1 neutron-server[87684]: 'SubPort': '1.0', Feb 04 20:41:32.984092 n-d-827896-1 neutron-server[87684]: 'Subnet': '1.1', Feb 04 20:41:32.984092 n-d-827896-1 neutron-server[87684]: 'Trunk': '1.1'}} Feb 04 20:41:32.984092 n-d-827896-1 neutron-server[87684]: {{(pid=87684) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 20:41:33.079646 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-90b9d556-6e40-48ae-a923-038f08c965fd None None] Attempting to bind port f2d39b8a-8653-4578-8c55-db744f6d2235 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:41:33.080039 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-90b9d556-6e40-48ae-a923-038f08c965fd None None] Attempting to bind port f2d39b8a-8653-4578-8c55-db744f6d2235 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '578f78c3-dacc-453c-917d-302204378a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'de7f3de0-596b-4cea-a08f-dde2a9a90a1d'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:41:33.080467 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b9d556-6e40-48ae-a923-038f08c965fd None None] Attempting to bind port f2d39b8a-8653-4578-8c55-db744f6d2235 on network de7f3de0-596b-4cea-a08f-dde2a9a90a1d {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:41:33.086014 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b9d556-6e40-48ae-a923-038f08c965fd None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:41:33.086432 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b9d556-6e40-48ae-a923-038f08c965fd None None] Checking segment: {'id': '578f78c3-dacc-453c-917d-302204378a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'de7f3de0-596b-4cea-a08f-dde2a9a90a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:41:33.086903 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-90b9d556-6e40-48ae-a923-038f08c965fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:33.087292 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b9d556-6e40-48ae-a923-038f08c965fd None None] Bound using segment: {'id': '578f78c3-dacc-453c-917d-302204378a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'de7f3de0-596b-4cea-a08f-dde2a9a90a1d'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:41:33.087814 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-90b9d556-6e40-48ae-a923-038f08c965fd None None] Bound port: f2d39b8a-8653-4578-8c55-db744f6d2235, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '578f78c3-dacc-453c-917d-302204378a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'de7f3de0-596b-4cea-a08f-dde2a9a90a1d'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:41:33.088243 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-90b9d556-6e40-48ae-a923-038f08c965fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:33.178010 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-90b9d556-6e40-48ae-a923-038f08c965fd None None] For port f2d39b8a-8653-4578-8c55-db744f6d2235, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:41:33.181732 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-90b9d556-6e40-48ae-a923-038f08c965fd None None] For port f2d39b8a-8653-4578-8c55-db744f6d2235, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=f2d39b8a-8653-4578-8c55-db744f6d2235,segment=NetworkSegment(578f78c3-dacc-453c-917d-302204378a9e),segment_id=578f78c3-dacc-453c-917d-302204378a9e)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:41:33.187136 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-90b9d556-6e40-48ae-a923-038f08c965fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:33.299233 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9d556-6e40-48ae-a923-038f08c965fd None None] Pushing event updated for resources: {'Port': ['ID=f2d39b8a-8653-4578-8c55-db744f6d2235,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:34.391060 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40454) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:34.771001 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-2bb6b2d2-1435-4464-9d07-774b32153949 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:41:34.771957 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2bb6b2d2-1435-4464-9d07-774b32153949 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3793478 Feb 04 20:41:36.979902 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82c753e-d67c-490f-8286-0552496bf6e9 None None] Network de7f3de0-596b-4cea-a08f-dde2a9a90a1d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:41:37.054764 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device f2d39b8a-8653-4578-8c55-db744f6d2235 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:41:37.109416 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-8d2fa1fb-5372-4dd0-8d06-0cc683cba238 None None] Provisioning for port f2d39b8a-8653-4578-8c55-db744f6d2235 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:41:37.204044 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40470) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:37.222950 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port f2d39b8a-8653-4578-8c55-db744f6d2235 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:41:37.233368 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port f2d39b8a-8653-4578-8c55-db744f6d2235 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:41:37.233772 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:37.409561 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:37.442642 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port f2d39b8a-8653-4578-8c55-db744f6d2235, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=f2d39b8a-8653-4578-8c55-db744f6d2235,segment=NetworkSegment(578f78c3-dacc-453c-917d-302204378a9e),segment_id=578f78c3-dacc-453c-917d-302204378a9e)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:41:37.448017 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:37.525197 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=f2d39b8a-8653-4578-8c55-db744f6d2235,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:37.586840 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-6b9d9b76-2bd4-48ec-90d5-94b003948264 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:41:37.587856 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6b9d9b76-2bd4-48ec-90d5-94b003948264 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3829155 Feb 04 20:41:37.657432 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-87a55f77-7297-49b6-8660-fccc2d457aee None None] Provisioning complete for port f2d39b8a-8653-4578-8c55-db744f6d2235 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:41:37.658038 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-87a55f77-7297-49b6-8660-fccc2d457aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:38.954992 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device f2d39b8a-8653-4578-8c55-db744f6d2235 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:41:39.021576 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port f2d39b8a-8653-4578-8c55-db744f6d2235 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:41:39.021954 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:40.264573 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40482) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:40.613457 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-7b0327c6-82c1-4514-8b9b-afcedb095216 admin admin] Request body: {'router': {'tenant_id': '7959cfcf6ca24f278d36587fab955c05', 'admin_state_up': True, 'name': 'router1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:41:40.618143 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7b0327c6-82c1-4514-8b9b-afcedb095216 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:41:40.622245 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7b0327c6-82c1-4514-8b9b-afcedb095216 admin admin] Usage tracker for resource:router and tenant:7959cfcf6ca24f278d36587fab955c05 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:41:40.626417 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7b0327c6-82c1-4514-8b9b-afcedb095216 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:41:40.632428 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7b0327c6-82c1-4514-8b9b-afcedb095216 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:41:40.642826 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7b0327c6-82c1-4514-8b9b-afcedb095216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:40.644475 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7b0327c6-82c1-4514-8b9b-afcedb095216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:40.670449 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7b0327c6-82c1-4514-8b9b-afcedb095216 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:40.784743 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7b0327c6-82c1-4514-8b9b-afcedb095216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:40.802893 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7b0327c6-82c1-4514-8b9b-afcedb095216 admin admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:40.804156 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7b0327c6-82c1-4514-8b9b-afcedb095216 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5386274 Feb 04 20:41:43.163430 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 40492) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:43.528691 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [None req-4043bf40-731d-4807-a7a9-8c7d16d17787 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:41:43.529729 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-4043bf40-731d-4807-a7a9-8c7d16d17787 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3654439 Feb 04 20:41:43.771717 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-de8c9525-37ec-4ef0-a193-34f5154e09d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:45.895964 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 40502) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:46.196266 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8807123b-50a8-4cbb-abc6-0a372c734382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:46.262635 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-7fb51d8d-cceb-480b-bfc2-fd12ea1ba98e admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'is_default': True}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:41:46.268062 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7fb51d8d-cceb-480b-bfc2-fd12ea1ba98e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:41:46.271778 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7fb51d8d-cceb-480b-bfc2-fd12ea1ba98e admin admin] Usage tracker for resource:network and tenant:4adc0caff7c74b25a3c961555e47c32b is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:41:46.274552 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7fb51d8d-cceb-480b-bfc2-fd12ea1ba98e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:41:46.280033 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7fb51d8d-cceb-480b-bfc2-fd12ea1ba98e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:41:46.290080 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb51d8d-cceb-480b-bfc2-fd12ea1ba98e admin admin] Made reservation on behalf of 4adc0caff7c74b25a3c961555e47c32b for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:41:46.292271 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7fb51d8d-cceb-480b-bfc2-fd12ea1ba98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:46.303910 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7fb51d8d-cceb-480b-bfc2-fd12ea1ba98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:46.317752 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7fb51d8d-cceb-480b-bfc2-fd12ea1ba98e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:41:46.321353 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7fb51d8d-cceb-480b-bfc2-fd12ea1ba98e admin admin] Usage tracker for resource:security_group_rule and tenant:4adc0caff7c74b25a3c961555e47c32b is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:41:46.323993 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7fb51d8d-cceb-480b-bfc2-fd12ea1ba98e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:41:46.330161 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7fb51d8d-cceb-480b-bfc2-fd12ea1ba98e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:41:46.411565 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7fb51d8d-cceb-480b-bfc2-fd12ea1ba98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:46.415258 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7fb51d8d-cceb-480b-bfc2-fd12ea1ba98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:46.432026 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7fb51d8d-cceb-480b-bfc2-fd12ea1ba98e admin admin] Reserving flat network on physical network physnet1 {{(pid=87683) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 04 20:41:46.455226 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb51d8d-cceb-480b-bfc2-fd12ea1ba98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93de9083-7f59-4539-8395-fafcb5c469a9,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:46.460001 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7fb51d8d-cceb-480b-bfc2-fd12ea1ba98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:46.460342 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-7fb51d8d-cceb-480b-bfc2-fd12ea1ba98e admin admin] Added segment 3c76549b-97eb-477e-a128-637e8c41d29c of type flat for network 1f11f724-8cdd-497d-8220-929f45cf1223 Feb 04 20:41:46.494260 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7fb51d8d-cceb-480b-bfc2-fd12ea1ba98e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:46.529431 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7fb51d8d-cceb-480b-bfc2-fd12ea1ba98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:46.530270 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb51d8d-cceb-480b-bfc2-fd12ea1ba98e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:46.530832 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7fb51d8d-cceb-480b-bfc2-fd12ea1ba98e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:46.632307 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb51d8d-cceb-480b-bfc2-fd12ea1ba98e admin admin] Pushing event updated for resources: {'Network': ['ID=1f11f724-8cdd-497d-8220-929f45cf1223,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:46.636952 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-7fb51d8d-cceb-480b-bfc2-fd12ea1ba98e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7400165 Feb 04 20:41:46.642239 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 1f11f724-8cdd-497d-8220-929f45cf1223 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:41:47.168062 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:47.236824 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:48.657534 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:49.031192 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 40522) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:49.236757 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6960a21c-dc22-4132-adab-48610daf2485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:49.238112 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-6960a21c-dc22-4132-adab-48610daf2485 admin admin] 10.222.0.26 "GET /v2.0/subnets/4c688439-805c-4b9a-ad14-cd13b7be1482 HTTP/1.1" status: 200 len: 849 time: 0.2053194 Feb 04 20:41:49.417096 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-860b0a25-7d53-4d56-9000-23b4f652096a admin admin] 10.222.0.26 "GET /v2.0/routers/746b24fb-ae48-4dd3-949e-1ef79f202198 HTTP/1.1" status: 200 len: 704 time: 0.1733646 Feb 04 20:41:49.877678 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b6d83905-ad90-47ce-963e-a335e3761b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:50.107386 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-b6d83905-ad90-47ce-963e-a335e3761b64 admin admin] Allocated IP 172.20.0.1 (de7f3de0-596b-4cea-a08f-dde2a9a90a1d/4c688439-805c-4b9a-ad14-cd13b7be1482/84f23f74-942f-4a85-909d-5539984e8d5b) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:41:50.291079 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b6d83905-ad90-47ce-963e-a335e3761b64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:50.307455 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [None req-b6d83905-ad90-47ce-963e-a335e3761b64 admin admin] Transition to ACTIVE for port object 84f23f74-942f-4a85-909d-5539984e8d5b will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:41:50.362866 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b6d83905-ad90-47ce-963e-a335e3761b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:50.425081 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d83905-ad90-47ce-963e-a335e3761b64 admin admin] Network de7f3de0-596b-4cea-a08f-dde2a9a90a1d is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:41:50.427997 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-b6d83905-ad90-47ce-963e-a335e3761b64 admin admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:41:50.431629 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d83905-ad90-47ce-963e-a335e3761b64 admin admin] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:41:50.432160 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b6d83905-ad90-47ce-963e-a335e3761b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:50.564035 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d83905-ad90-47ce-963e-a335e3761b64 admin admin] Pushing event updated for resources: {'Port': ['ID=84f23f74-942f-4a85-909d-5539984e8d5b,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:50.670249 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-78d979a7-8cf2-4098-bf75-bfea7a8a8436 None None] Provisioning for port 84f23f74-942f-4a85-909d-5539984e8d5b completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:41:50.675505 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-78d979a7-8cf2-4098-bf75-bfea7a8a8436 None None] Provisioning complete for port 84f23f74-942f-4a85-909d-5539984e8d5b triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:41:50.675868 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-78d979a7-8cf2-4098-bf75-bfea7a8a8436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:50.692935 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b6d83905-ad90-47ce-963e-a335e3761b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:50.727937 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-78d979a7-8cf2-4098-bf75-bfea7a8a8436 None None] Port 84f23f74-942f-4a85-909d-5539984e8d5b cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:41:50.917562 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b6d83905-ad90-47ce-963e-a335e3761b64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:50.921532 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b6d83905-ad90-47ce-963e-a335e3761b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:50.922907 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b6d83905-ad90-47ce-963e-a335e3761b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:51.053175 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d83905-ad90-47ce-963e-a335e3761b64 admin admin] Pushing event updated for resources: {'Port': ['ID=84f23f74-942f-4a85-909d-5539984e8d5b,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:51.116163 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d83905-ad90-47ce-963e-a335e3761b64 admin admin] Network de7f3de0-596b-4cea-a08f-dde2a9a90a1d is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:41:51.117195 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-b6d83905-ad90-47ce-963e-a335e3761b64 admin admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:41:51.302800 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d83905-ad90-47ce-963e-a335e3761b64 admin admin] Router 746b24fb-ae48-4dd3-949e-1ef79f202198 is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:41:51.349350 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-8882e723-57b2-4bb1-b475-7cf27eedd114 None None] Provisioning complete for port 84f23f74-942f-4a85-909d-5539984e8d5b triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:41:51.349723 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8882e723-57b2-4bb1-b475-7cf27eedd114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:51.404117 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-8882e723-57b2-4bb1-b475-7cf27eedd114 None None] Port 84f23f74-942f-4a85-909d-5539984e8d5b cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:41:51.493901 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d83905-ad90-47ce-963e-a335e3761b64 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:41:51.504083 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b6d83905-ad90-47ce-963e-a335e3761b64 admin admin] 10.222.0.26 "PUT /v2.0/routers/746b24fb-ae48-4dd3-949e-1ef79f202198/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0821328 Feb 04 20:41:51.504727 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97eabbd-7022-47f2-b950-19545cef1603 None None] Sync routers for ids ['746b24fb-ae48-4dd3-949e-1ef79f202198'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:41:51.515144 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97eabbd-7022-47f2-b950-19545cef1603 None None] Routers {'746b24fb-ae48-4dd3-949e-1ef79f202198'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:41:51.516645 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-f97eabbd-7022-47f2-b950-19545cef1603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:41:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['746b24fb-ae48-4dd3-949e-1ef79f202198'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:51.696386 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-f97eabbd-7022-47f2-b950-19545cef1603 None None] Set router 746b24fb-ae48-4dd3-949e-1ef79f202198 gateway port host: None {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:41:52.063801 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-f97eabbd-7022-47f2-b950-19545cef1603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746b24fb-ae48-4dd3-949e-1ef79f202198', 'name': 'router1', 'tenant_id': '7959cfcf6ca24f278d36587fab955c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:41:40Z', 'updated_at': '2022-02-04T20:41:50Z', 'revision_number': 2, 'project_id': '7959cfcf6ca24f278d36587fab955c05', 'gw_port_host': None, '_interfaces': [{'id': '84f23f74-942f-4a85-909d-5539984e8d5b', 'name': '', 'network_id': 'de7f3de0-596b-4cea-a08f-dde2a9a90a1d', 'tenant_id': '7959cfcf6ca24f278d36587fab955c05', 'mac_address': 'fa:16:3e:6d:4a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746b24fb-ae48-4dd3-949e-1ef79f202198', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c688439-805c-4b9a-ad14-cd13b7be1482', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:41:49Z', 'updated_at': '2022-02-04T20:41:50Z', 'revision_number': 2, 'project_id': '7959cfcf6ca24f278d36587fab955c05', 'subnets': [{'id': '4c688439-805c-4b9a-ad14-cd13b7be1482', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce604a58-def2-4622-91d1-d33540af8c01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:52.068694 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97eabbd-7022-47f2-b950-19545cef1603 None None] Checking router: 746b24fb-ae48-4dd3-949e-1ef79f202198 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:41:52.069074 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97eabbd-7022-47f2-b950-19545cef1603 None None] Updating router 746b24fb-ae48-4dd3-949e-1ef79f202198 port 84f23f74-942f-4a85-909d-5539984e8d5b binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:41:52.120366 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-f97eabbd-7022-47f2-b950-19545cef1603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:52.498496 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-f97eabbd-7022-47f2-b950-19545cef1603 None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:52.514447 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-f97eabbd-7022-47f2-b950-19545cef1603 None None] Transition to ACTIVE for port object 84f23f74-942f-4a85-909d-5539984e8d5b will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:41:52.523213 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-f97eabbd-7022-47f2-b950-19545cef1603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:52.716102 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0847cb1-a5ed-4288-a80c-9a34dbcca31d None None] Pushing event updated for resources: {'Port': ['ID=84f23f74-942f-4a85-909d-5539984e8d5b,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:52.754339 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0847cb1-a5ed-4288-a80c-9a34dbcca31d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:52.754617 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0847cb1-a5ed-4288-a80c-9a34dbcca31d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:52.754957 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0847cb1-a5ed-4288-a80c-9a34dbcca31d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:52.755291 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0847cb1-a5ed-4288-a80c-9a34dbcca31d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:52.755618 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0847cb1-a5ed-4288-a80c-9a34dbcca31d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:52.755945 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0847cb1-a5ed-4288-a80c-9a34dbcca31d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:52.756270 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0847cb1-a5ed-4288-a80c-9a34dbcca31d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:52.756590 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0847cb1-a5ed-4288-a80c-9a34dbcca31d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:52.756909 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0847cb1-a5ed-4288-a80c-9a34dbcca31d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:52.757241 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0847cb1-a5ed-4288-a80c-9a34dbcca31d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:52.757563 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0847cb1-a5ed-4288-a80c-9a34dbcca31d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:52.757882 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0847cb1-a5ed-4288-a80c-9a34dbcca31d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:41:52.759020 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0847cb1-a5ed-4288-a80c-9a34dbcca31d None None] Tracked resource versions report: Feb 04 20:41:52.759020 n-d-827896-1 neutron-server[87685]: pushed versions: Feb 04 20:41:52.759020 n-d-827896-1 neutron-server[87685]: { 'AddressGroup': {'1.2'}, Feb 04 20:41:52.759020 n-d-827896-1 neutron-server[87685]: 'ConntrackHelper': {'1.0'}, Feb 04 20:41:52.759020 n-d-827896-1 neutron-server[87685]: 'Log': {'1.0'}, Feb 04 20:41:52.759020 n-d-827896-1 neutron-server[87685]: 'Network': {'1.1'}, Feb 04 20:41:52.759020 n-d-827896-1 neutron-server[87685]: 'Port': {'1.7'}, Feb 04 20:41:52.759020 n-d-827896-1 neutron-server[87685]: 'PortForwarding': {'1.2'}, Feb 04 20:41:52.759020 n-d-827896-1 neutron-server[87685]: 'QosPolicy': {'1.8'}, Feb 04 20:41:52.759020 n-d-827896-1 neutron-server[87685]: 'SecurityGroup': {'1.4'}, Feb 04 20:41:52.759020 n-d-827896-1 neutron-server[87685]: 'SecurityGroupRule': {'1.2'}, Feb 04 20:41:52.759020 n-d-827896-1 neutron-server[87685]: 'SubPort': {'1.0'}, Feb 04 20:41:52.759020 n-d-827896-1 neutron-server[87685]: 'Subnet': {'1.1'}, Feb 04 20:41:52.759020 n-d-827896-1 neutron-server[87685]: 'Trunk': {'1.1'}} Feb 04 20:41:52.759020 n-d-827896-1 neutron-server[87685]: consumer versions: Feb 04 20:41:52.759020 n-d-827896-1 neutron-server[87685]: { DHCP agent@n-d-827896-1: {}, Feb 04 20:41:52.759020 n-d-827896-1 neutron-server[87685]: L3 agent@n-d-827896-1: {}, Feb 04 20:41:52.759020 n-d-827896-1 neutron-server[87685]: Metadata agent@n-d-827896-1: {}, Feb 04 20:41:52.759020 n-d-827896-1 neutron-server[87685]: Metering agent@n-d-827896-1: {}, Feb 04 20:41:52.759020 n-d-827896-1 neutron-server[87685]: Open vSwitch agent@n-d-827896-1: { 'AddressGroup': '1.2', Feb 04 20:41:52.759020 n-d-827896-1 neutron-server[87685]: 'ConntrackHelper': '1.0', Feb 04 20:41:52.759020 n-d-827896-1 neutron-server[87685]: 'Log': '1.0', Feb 04 20:41:52.759020 n-d-827896-1 neutron-server[87685]: 'Network': '1.1', Feb 04 20:41:52.759020 n-d-827896-1 neutron-server[87685]: 'Port': '1.7', Feb 04 20:41:52.759020 n-d-827896-1 neutron-server[87685]: 'PortForwarding': '1.2', Feb 04 20:41:52.759020 n-d-827896-1 neutron-server[87685]: 'QosPolicy': '1.8', Feb 04 20:41:52.759020 n-d-827896-1 neutron-server[87685]: 'SecurityGroup': '1.4', Feb 04 20:41:52.759020 n-d-827896-1 neutron-server[87685]: 'SecurityGroupRule': '1.2', Feb 04 20:41:52.759020 n-d-827896-1 neutron-server[87685]: 'SubPort': '1.0', Feb 04 20:41:52.759020 n-d-827896-1 neutron-server[87685]: 'Subnet': '1.1', Feb 04 20:41:52.759020 n-d-827896-1 neutron-server[87685]: 'Trunk': '1.1'}} Feb 04 20:41:52.759020 n-d-827896-1 neutron-server[87685]: {{(pid=87685) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 20:41:52.782857 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-f97eabbd-7022-47f2-b950-19545cef1603 None None] Attempting to bind port 84f23f74-942f-4a85-909d-5539984e8d5b on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:41:52.783249 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-f97eabbd-7022-47f2-b950-19545cef1603 None None] Attempting to bind port 84f23f74-942f-4a85-909d-5539984e8d5b by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '578f78c3-dacc-453c-917d-302204378a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'de7f3de0-596b-4cea-a08f-dde2a9a90a1d'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:41:52.783688 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97eabbd-7022-47f2-b950-19545cef1603 None None] Attempting to bind port 84f23f74-942f-4a85-909d-5539984e8d5b on network de7f3de0-596b-4cea-a08f-dde2a9a90a1d {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:41:52.788845 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97eabbd-7022-47f2-b950-19545cef1603 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:41:52.789274 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97eabbd-7022-47f2-b950-19545cef1603 None None] Checking segment: {'id': '578f78c3-dacc-453c-917d-302204378a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'de7f3de0-596b-4cea-a08f-dde2a9a90a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:41:52.789754 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-f97eabbd-7022-47f2-b950-19545cef1603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:52.790139 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97eabbd-7022-47f2-b950-19545cef1603 None None] Bound using segment: {'id': '578f78c3-dacc-453c-917d-302204378a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'de7f3de0-596b-4cea-a08f-dde2a9a90a1d'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:41:52.790654 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-f97eabbd-7022-47f2-b950-19545cef1603 None None] Bound port: 84f23f74-942f-4a85-909d-5539984e8d5b, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '578f78c3-dacc-453c-917d-302204378a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'de7f3de0-596b-4cea-a08f-dde2a9a90a1d'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:41:52.791033 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-f97eabbd-7022-47f2-b950-19545cef1603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:52.880644 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-f97eabbd-7022-47f2-b950-19545cef1603 None None] For port 84f23f74-942f-4a85-909d-5539984e8d5b, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:41:52.884495 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-f97eabbd-7022-47f2-b950-19545cef1603 None None] For port 84f23f74-942f-4a85-909d-5539984e8d5b, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=84f23f74-942f-4a85-909d-5539984e8d5b,segment=NetworkSegment(578f78c3-dacc-453c-917d-302204378a9e),segment_id=578f78c3-dacc-453c-917d-302204378a9e)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:41:52.889956 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-f97eabbd-7022-47f2-b950-19545cef1603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:52.971514 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0847cb1-a5ed-4288-a80c-9a34dbcca31d None None] Pushing event updated for resources: {'Port': ['ID=84f23f74-942f-4a85-909d-5539984e8d5b,revision_number=4']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:52.993653 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97eabbd-7022-47f2-b950-19545cef1603 None None] Routers {'746b24fb-ae48-4dd3-949e-1ef79f202198'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:41:52.994285 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-f97eabbd-7022-47f2-b950-19545cef1603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:41:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['746b24fb-ae48-4dd3-949e-1ef79f202198'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:53.154399 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-f97eabbd-7022-47f2-b950-19545cef1603 None None] Set router 746b24fb-ae48-4dd3-949e-1ef79f202198 gateway port host: None {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:41:53.487540 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-f97eabbd-7022-47f2-b950-19545cef1603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746b24fb-ae48-4dd3-949e-1ef79f202198', 'name': 'router1', 'tenant_id': '7959cfcf6ca24f278d36587fab955c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:41:40Z', 'updated_at': '2022-02-04T20:41:50Z', 'revision_number': 2, 'project_id': '7959cfcf6ca24f278d36587fab955c05', 'gw_port_host': None, '_interfaces': [{'id': '84f23f74-942f-4a85-909d-5539984e8d5b', 'name': '', 'network_id': 'de7f3de0-596b-4cea-a08f-dde2a9a90a1d', 'tenant_id': '7959cfcf6ca24f278d36587fab955c05', 'mac_address': 'fa:16:3e:6d:4a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746b24fb-ae48-4dd3-949e-1ef79f202198', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c688439-805c-4b9a-ad14-cd13b7be1482', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:41:49Z', 'updated_at': '2022-02-04T20:41:52Z', 'revision_number': 4, 'project_id': '7959cfcf6ca24f278d36587fab955c05', 'subnets': [{'id': '4c688439-805c-4b9a-ad14-cd13b7be1482', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce604a58-def2-4622-91d1-d33540af8c01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:53.493000 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97eabbd-7022-47f2-b950-19545cef1603 None None] The sync data for ids ['746b24fb-ae48-4dd3-949e-1ef79f202198'] in n-d-827896-1 is: [{'id': '746b24fb-ae48-4dd3-949e-1ef79f202198', 'name': 'router1', 'tenant_id': '7959cfcf6ca24f278d36587fab955c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:41:40Z', 'updated_at': '2022-02-04T20:41:50Z', 'revision_number': 2, 'project_id': '7959cfcf6ca24f278d36587fab955c05', 'gw_port_host': None, '_interfaces': [{'id': '84f23f74-942f-4a85-909d-5539984e8d5b', 'name': '', 'network_id': 'de7f3de0-596b-4cea-a08f-dde2a9a90a1d', 'tenant_id': '7959cfcf6ca24f278d36587fab955c05', 'mac_address': 'fa:16:3e:6d:4a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746b24fb-ae48-4dd3-949e-1ef79f202198', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c688439-805c-4b9a-ad14-cd13b7be1482', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:41:49Z', 'updated_at': '2022-02-04T20:41:52Z', 'revision_number': 4, 'project_id': '7959cfcf6ca24f278d36587fab955c05', 'subnets': [{'id': '4c688439-805c-4b9a-ad14-cd13b7be1482', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce604a58-def2-4622-91d1-d33540af8c01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:41:53.741317 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 40546) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:53.899543 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7b7e88-007d-4725-a6a8-5c1d4cd0e996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:53.900098 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-fd7b7e88-007d-4725-a6a8-5c1d4cd0e996 admin admin] Synchronizing usage tracker for tenant:4adc0caff7c74b25a3c961555e47c32b on resource:network {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:41:53.920149 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-fd7b7e88-007d-4725-a6a8-5c1d4cd0e996 admin admin] Unset dirty status for tenant:4adc0caff7c74b25a3c961555e47c32b on resource:network {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:41:53.925238 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-fd7b7e88-007d-4725-a6a8-5c1d4cd0e996 admin admin] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 842 time: 0.1791112 Feb 04 20:41:53.931400 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-02dc152f-61c0-4796-9f05-5f9d6a7c2425 admin admin] Request body: {'subnet': {'cidr': '172.25.5.0/24', 'enable_dhcp': False, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.25.5.1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:41:53.936757 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-02dc152f-61c0-4796-9f05-5f9d6a7c2425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:41:53.940594 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-02dc152f-61c0-4796-9f05-5f9d6a7c2425 admin admin] Usage tracker for resource:subnet and tenant:4adc0caff7c74b25a3c961555e47c32b is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:41:53.943531 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-02dc152f-61c0-4796-9f05-5f9d6a7c2425 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:41:53.949523 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-02dc152f-61c0-4796-9f05-5f9d6a7c2425 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:41:53.959143 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02dc152f-61c0-4796-9f05-5f9d6a7c2425 admin admin] Made reservation on behalf of 4adc0caff7c74b25a3c961555e47c32b for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:41:53.961814 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-02dc152f-61c0-4796-9f05-5f9d6a7c2425 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:54.323587 n-d-827896-1 neutron-server[87683]: DEBUG neutron.objects.ports [None req-02dc152f-61c0-4796-9f05-5f9d6a7c2425 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87683) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 20:41:54.323982 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-02dc152f-61c0-4796-9f05-5f9d6a7c2425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:54.404087 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc152f-61c0-4796-9f05-5f9d6a7c2425 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dace3c79-d616-4558-be50-9f24ba2d8ec2,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:54.406072 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dc152f-61c0-4796-9f05-5f9d6a7c2425 admin admin] Checking segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:41:54.407129 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dc152f-61c0-4796-9f05-5f9d6a7c2425 admin admin] Network hostable DHCP agents. Network: 1f11f724-8cdd-497d-8220-929f45cf1223, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:41:54.427870 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dc152f-61c0-4796-9f05-5f9d6a7c2425 admin admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:41:54.436288 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-02dc152f-61c0-4796-9f05-5f9d6a7c2425 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 1f11f724-8cdd-497d-8220-929f45cf1223) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:41:54.440472 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dc152f-61c0-4796-9f05-5f9d6a7c2425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:54.441040 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-02dc152f-61c0-4796-9f05-5f9d6a7c2425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:54.445535 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb15a328-2f59-4862-9b2f-340a6fa37d8b None None] Network 1f11f724-8cdd-497d-8220-929f45cf1223 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:41:54.483054 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-02dc152f-61c0-4796-9f05-5f9d6a7c2425 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5399194 Feb 04 20:41:54.682902 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40470e65-dc6f-4bc3-a13f-5e4d96ac3e4e None None] Network 1f11f724-8cdd-497d-8220-929f45cf1223 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:41:55.008410 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 84f23f74-942f-4a85-909d-5539984e8d5b up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:41:55.074497 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 84f23f74-942f-4a85-909d-5539984e8d5b completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:41:55.078996 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 84f23f74-942f-4a85-909d-5539984e8d5b triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:41:55.079360 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:55.205709 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:55.238834 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 84f23f74-942f-4a85-909d-5539984e8d5b, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=84f23f74-942f-4a85-909d-5539984e8d5b,segment=NetworkSegment(578f78c3-dacc-453c-917d-302204378a9e),segment_id=578f78c3-dacc-453c-917d-302204378a9e)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:41:55.245952 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:55.317426 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=84f23f74-942f-4a85-909d-5539984e8d5b,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:56.788534 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 40560) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:41:56.967486 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 84f23f74-942f-4a85-909d-5539984e8d5b up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:41:56.981347 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-6826c3a5-1065-4e13-8d27-1150dcee9351 admin admin] 10.222.0.26 "GET /v2.0/routers/746b24fb-ae48-4dd3-949e-1ef79f202198 HTTP/1.1" status: 200 len: 710 time: 0.1916645 Feb 04 20:41:57.040711 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 84f23f74-942f-4a85-909d-5539984e8d5b triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:41:57.041190 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:57.107561 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d28b5d2-ba29-4d55-9daa-bc366b637ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:41:57.108920 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-8d28b5d2-ba29-4d55-9daa-bc366b637ebe admin admin] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 886 time: 0.1223199 Feb 04 20:41:57.117578 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-11e6c6ac-458c-465c-a3fe-693813a7efe8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:41:57.589759 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-11e6c6ac-458c-465c-a3fe-693813a7efe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:57.910790 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-11e6c6ac-458c-465c-a3fe-693813a7efe8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:57.966370 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-11e6c6ac-458c-465c-a3fe-693813a7efe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:58.098068 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-11e6c6ac-458c-465c-a3fe-693813a7efe8 admin admin] Allocated IP 172.25.5.21 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/f2171edd-08a8-40e3-b081-5e8e2bec3183) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:41:58.238771 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-11e6c6ac-458c-465c-a3fe-693813a7efe8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:58.266581 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-11e6c6ac-458c-465c-a3fe-693813a7efe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:58.327212 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e6c6ac-458c-465c-a3fe-693813a7efe8 admin admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:41:58.330420 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-11e6c6ac-458c-465c-a3fe-693813a7efe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:41:58.333944 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e6c6ac-458c-465c-a3fe-693813a7efe8 admin admin] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:41:58.398259 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e6c6ac-458c-465c-a3fe-693813a7efe8 admin admin] Pushing event updated for resources: {'Port': ['ID=f2171edd-08a8-40e3-b081-5e8e2bec3183,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:41:58.708605 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-11e6c6ac-458c-465c-a3fe-693813a7efe8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:59.097318 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-11e6c6ac-458c-465c-a3fe-693813a7efe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:59.100499 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-11e6c6ac-458c-465c-a3fe-693813a7efe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-494389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-494370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492643'] for router, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:59.298748 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e6c6ac-458c-465c-a3fe-693813a7efe8 admin admin] Router 746b24fb-ae48-4dd3-949e-1ef79f202198 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:41:59.469621 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e6c6ac-458c-465c-a3fe-693813a7efe8 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:41:59.477442 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-11e6c6ac-458c-465c-a3fe-693813a7efe8 admin admin] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:41:59.479744 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e59c5ff-0685-4ac1-ab81-6b215a79ffac None None] Sync routers for ids ['746b24fb-ae48-4dd3-949e-1ef79f202198'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:41:59.480175 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-11e6c6ac-458c-465c-a3fe-693813a7efe8 admin admin] 10.222.0.26 "PUT /v2.0/routers/746b24fb-ae48-4dd3-949e-1ef79f202198 HTTP/1.1" status: 200 len: 889 time: 2.3656693 Feb 04 20:41:59.490931 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e59c5ff-0685-4ac1-ab81-6b215a79ffac None None] Routers {'746b24fb-ae48-4dd3-949e-1ef79f202198'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:41:59.491602 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-3e59c5ff-0685-4ac1-ab81-6b215a79ffac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:41:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['746b24fb-ae48-4dd3-949e-1ef79f202198'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:41:59.684619 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-3e59c5ff-0685-4ac1-ab81-6b215a79ffac None None] Set router 746b24fb-ae48-4dd3-949e-1ef79f202198 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:42:00.036862 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-3e59c5ff-0685-4ac1-ab81-6b215a79ffac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746b24fb-ae48-4dd3-949e-1ef79f202198', 'name': 'router1', 'tenant_id': '7959cfcf6ca24f278d36587fab955c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'f2171edd-08a8-40e3-b081-5e8e2bec3183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:41:40Z', 'updated_at': '2022-02-04T20:41:58Z', 'revision_number': 4, 'project_id': '7959cfcf6ca24f278d36587fab955c05', 'gw_port': {'id': 'f2171edd-08a8-40e3-b081-5e8e2bec3183', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746b24fb-ae48-4dd3-949e-1ef79f202198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:41:57Z', 'updated_at': '2022-02-04T20:41:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '84f23f74-942f-4a85-909d-5539984e8d5b', 'name': '', 'network_id': 'de7f3de0-596b-4cea-a08f-dde2a9a90a1d', 'tenant_id': '7959cfcf6ca24f278d36587fab955c05', 'mac_address': 'fa:16:3e:6d:4a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746b24fb-ae48-4dd3-949e-1ef79f202198', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c688439-805c-4b9a-ad14-cd13b7be1482', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:41:49Z', 'updated_at': '2022-02-04T20:41:55Z', 'revision_number': 5, 'project_id': '7959cfcf6ca24f278d36587fab955c05', 'subnets': [{'id': '4c688439-805c-4b9a-ad14-cd13b7be1482', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce604a58-def2-4622-91d1-d33540af8c01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:42:00.041682 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e59c5ff-0685-4ac1-ab81-6b215a79ffac None None] Checking router: 746b24fb-ae48-4dd3-949e-1ef79f202198 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:42:00.042029 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e59c5ff-0685-4ac1-ab81-6b215a79ffac None None] Updating router 746b24fb-ae48-4dd3-949e-1ef79f202198 port f2171edd-08a8-40e3-b081-5e8e2bec3183 binding host n-d-827896-1 {{(pid=87684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:42:00.095699 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3e59c5ff-0685-4ac1-ab81-6b215a79ffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:00.416559 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3e59c5ff-0685-4ac1-ab81-6b215a79ffac None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:00.427870 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3e59c5ff-0685-4ac1-ab81-6b215a79ffac None None] Transition to ACTIVE for port object f2171edd-08a8-40e3-b081-5e8e2bec3183 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:42:00.434728 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3e59c5ff-0685-4ac1-ab81-6b215a79ffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:00.539223 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-3e59c5ff-0685-4ac1-ab81-6b215a79ffac None None] Attempting to bind port f2171edd-08a8-40e3-b081-5e8e2bec3183 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:42:00.539840 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-3e59c5ff-0685-4ac1-ab81-6b215a79ffac None None] Attempting to bind port f2171edd-08a8-40e3-b081-5e8e2bec3183 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:42:00.539954 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e59c5ff-0685-4ac1-ab81-6b215a79ffac None None] Attempting to bind port f2171edd-08a8-40e3-b081-5e8e2bec3183 on network 1f11f724-8cdd-497d-8220-929f45cf1223 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:42:00.543183 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24daa01-242d-4b4e-9eca-fa23efc593a6 None None] Pushing event updated for resources: {'Port': ['ID=f2171edd-08a8-40e3-b081-5e8e2bec3183,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:00.548704 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e59c5ff-0685-4ac1-ab81-6b215a79ffac None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:42:00.549076 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e59c5ff-0685-4ac1-ab81-6b215a79ffac None None] Checking segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:42:00.549500 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3e59c5ff-0685-4ac1-ab81-6b215a79ffac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:00.549882 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e59c5ff-0685-4ac1-ab81-6b215a79ffac None None] Bound using segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:42:00.550345 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-3e59c5ff-0685-4ac1-ab81-6b215a79ffac None None] Bound port: f2171edd-08a8-40e3-b081-5e8e2bec3183, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:42:00.550729 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3e59c5ff-0685-4ac1-ab81-6b215a79ffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:00.621809 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3e59c5ff-0685-4ac1-ab81-6b215a79ffac None None] For port f2171edd-08a8-40e3-b081-5e8e2bec3183, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:42:00.624695 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3e59c5ff-0685-4ac1-ab81-6b215a79ffac None None] For port f2171edd-08a8-40e3-b081-5e8e2bec3183, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=f2171edd-08a8-40e3-b081-5e8e2bec3183,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:42:00.630180 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3e59c5ff-0685-4ac1-ab81-6b215a79ffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:00.707276 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e59c5ff-0685-4ac1-ab81-6b215a79ffac None None] Routers {'746b24fb-ae48-4dd3-949e-1ef79f202198'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:42:00.707879 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-3e59c5ff-0685-4ac1-ab81-6b215a79ffac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:41:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['746b24fb-ae48-4dd3-949e-1ef79f202198'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:42:00.772322 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24daa01-242d-4b4e-9eca-fa23efc593a6 None None] Pushing event updated for resources: {'Port': ['ID=f2171edd-08a8-40e3-b081-5e8e2bec3183,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:00.900556 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-3e59c5ff-0685-4ac1-ab81-6b215a79ffac None None] Set router 746b24fb-ae48-4dd3-949e-1ef79f202198 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:42:01.240041 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-3e59c5ff-0685-4ac1-ab81-6b215a79ffac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746b24fb-ae48-4dd3-949e-1ef79f202198', 'name': 'router1', 'tenant_id': '7959cfcf6ca24f278d36587fab955c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'f2171edd-08a8-40e3-b081-5e8e2bec3183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:41:40Z', 'updated_at': '2022-02-04T20:41:58Z', 'revision_number': 4, 'project_id': '7959cfcf6ca24f278d36587fab955c05', 'gw_port': {'id': 'f2171edd-08a8-40e3-b081-5e8e2bec3183', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746b24fb-ae48-4dd3-949e-1ef79f202198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:41:57Z', 'updated_at': '2022-02-04T20:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '84f23f74-942f-4a85-909d-5539984e8d5b', 'name': '', 'network_id': 'de7f3de0-596b-4cea-a08f-dde2a9a90a1d', 'tenant_id': '7959cfcf6ca24f278d36587fab955c05', 'mac_address': 'fa:16:3e:6d:4a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746b24fb-ae48-4dd3-949e-1ef79f202198', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c688439-805c-4b9a-ad14-cd13b7be1482', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:41:49Z', 'updated_at': '2022-02-04T20:41:55Z', 'revision_number': 5, 'project_id': '7959cfcf6ca24f278d36587fab955c05', 'subnets': [{'id': '4c688439-805c-4b9a-ad14-cd13b7be1482', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce604a58-def2-4622-91d1-d33540af8c01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:42:01.243873 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e59c5ff-0685-4ac1-ab81-6b215a79ffac None None] The sync data for ids ['746b24fb-ae48-4dd3-949e-1ef79f202198'] in n-d-827896-1 is: [{'id': '746b24fb-ae48-4dd3-949e-1ef79f202198', 'name': 'router1', 'tenant_id': '7959cfcf6ca24f278d36587fab955c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'f2171edd-08a8-40e3-b081-5e8e2bec3183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:41:40Z', 'updated_at': '2022-02-04T20:41:58Z', 'revision_number': 4, 'project_id': '7959cfcf6ca24f278d36587fab955c05', 'gw_port': {'id': 'f2171edd-08a8-40e3-b081-5e8e2bec3183', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746b24fb-ae48-4dd3-949e-1ef79f202198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:41:57Z', 'updated_at': '2022-02-04T20:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '84f23f74-942f-4a85-909d-5539984e8d5b', 'name': '', 'network_id': 'de7f3de0-596b-4cea-a08f-dde2a9a90a1d', 'tenant_id': '7959cfcf6ca24f278d36587fab955c05', 'mac_address': 'fa:16:3e:6d:4a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746b24fb-ae48-4dd3-949e-1ef79f202198', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c688439-805c-4b9a-ad14-cd13b7be1482', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:41:49Z', 'updated_at': '2022-02-04T20:41:55Z', 'revision_number': 5, 'project_id': '7959cfcf6ca24f278d36587fab955c05', 'subnets': [{'id': '4c688439-805c-4b9a-ad14-cd13b7be1482', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce604a58-def2-4622-91d1-d33540af8c01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:42:01.857174 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 40570) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:42:01.977569 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-3330f63c-88e9-4590-aafc-b3040a949a80 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1191828 Feb 04 20:42:03.008697 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device f2171edd-08a8-40e3-b081-5e8e2bec3183 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:42:03.084624 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port f2171edd-08a8-40e3-b081-5e8e2bec3183 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:42:03.089988 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port f2171edd-08a8-40e3-b081-5e8e2bec3183 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:42:03.090362 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:03.210557 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:03.232653 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port f2171edd-08a8-40e3-b081-5e8e2bec3183, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=f2171edd-08a8-40e3-b081-5e8e2bec3183,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:42:03.233627 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:03.307503 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=f2171edd-08a8-40e3-b081-5e8e2bec3183,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:42:05.009270 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device f2171edd-08a8-40e3-b081-5e8e2bec3183 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:42:05.074129 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port f2171edd-08a8-40e3-b081-5e8e2bec3183 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:42:05.074500 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:13.773693 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a2f37239-6949-4b2b-89a1-b633a6434c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:15.038837 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 5 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:42:16.198759 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e8c47a57-2a51-4585-bc24-c8a3baf50e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:17.173842 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:17.239727 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:18.664488 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:43.775896 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d5e67cfd-d59c-4ab7-b493-84e06ec9036f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:46.205195 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7d087481-4f36-4bff-91bd-7969c60852be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:47.177180 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:47.243602 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:48.674772 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:42:52.038581 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 5 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:43:13.780075 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-59ef8f4a-e5c9-4736-9fbd-4317f72060c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:16.199557 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cd652e33-b35d-44e9-852e-54087d03c0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:17.181956 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:17.246975 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:18.743479 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:29.042277 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 5 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:43:43.813033 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-33788d80-2537-4259-9fb3-4a8b0ad31df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:46.205258 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-037e2092-d104-4a87-bb6c-fbc772a05961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:47.183607 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:47.250797 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:43:48.678099 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:06.040640 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 5 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:44:07.825710 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 41172) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:44:07.892205 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d11f14-dd36-4aa6-8ff3-3d75007c5f35 admin admin] GET failed (client error): The resource could not be found. Feb 04 20:44:07.893498 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e9d11f14-dd36-4aa6-8ff3-3d75007c5f35 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0668385 Feb 04 20:44:08.031865 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c31505e-1060-4a32-8568-37dca653476a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:08.033339 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-4c31505e-1060-4a32-8568-37dca653476a admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1360350 Feb 04 20:44:10.176427 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 41182) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:44:10.280259 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ae8374-a72c-4a1d-8c7b-b7339bcaefee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:10.280727 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-15ae8374-a72c-4a1d-8c7b-b7339bcaefee admin admin] Synchronizing usage tracker for tenant:4adc0caff7c74b25a3c961555e47c32b on resource:subnet {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:44:10.296126 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-15ae8374-a72c-4a1d-8c7b-b7339bcaefee admin admin] Unset dirty status for tenant:4adc0caff7c74b25a3c961555e47c32b on resource:subnet {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:44:10.297346 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-15ae8374-a72c-4a1d-8c7b-b7339bcaefee admin admin] 10.222.0.26 "GET /v2.0/subnets/4c688439-805c-4b9a-ad14-cd13b7be1482 HTTP/1.1" status: 200 len: 849 time: 0.1199625 Feb 04 20:44:10.306473 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-dc4edf63-3e09-4623-b811-3e2c6ee772a0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:44:10.423704 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-dc4edf63-3e09-4623-b811-3e2c6ee772a0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:10.608228 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-dc4edf63-3e09-4623-b811-3e2c6ee772a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761250875652'] for subnet, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:10.653098 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4edf63-3e09-4623-b811-3e2c6ee772a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:10.653969 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-dc4edf63-3e09-4623-b811-3e2c6ee772a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:10.655037 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-dc4edf63-3e09-4623-b811-3e2c6ee772a0 admin admin] 10.222.0.26 "PUT /v2.0/subnets/4c688439-805c-4b9a-ad14-cd13b7be1482 HTTP/1.1" status: 200 len: 868 time: 0.3521876 Feb 04 20:44:10.657730 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ef641a-a17b-440e-8098-2400f8e410e9 None None] Network de7f3de0-596b-4cea-a08f-dde2a9a90a1d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:44:10.679667 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4edf63-3e09-4623-b811-3e2c6ee772a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c688439-805c-4b9a-ad14-cd13b7be1482,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:10.687430 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4edf63-3e09-4623-b811-3e2c6ee772a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:10.687769 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4edf63-3e09-4623-b811-3e2c6ee772a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:10.688109 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4edf63-3e09-4623-b811-3e2c6ee772a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:10.688445 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4edf63-3e09-4623-b811-3e2c6ee772a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:10.688776 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4edf63-3e09-4623-b811-3e2c6ee772a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:10.689107 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4edf63-3e09-4623-b811-3e2c6ee772a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:10.689466 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4edf63-3e09-4623-b811-3e2c6ee772a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:10.689798 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4edf63-3e09-4623-b811-3e2c6ee772a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:10.690122 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4edf63-3e09-4623-b811-3e2c6ee772a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:10.690444 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4edf63-3e09-4623-b811-3e2c6ee772a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:10.690764 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4edf63-3e09-4623-b811-3e2c6ee772a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:10.691086 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4edf63-3e09-4623-b811-3e2c6ee772a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:11.116438 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b48f8233-6bb4-4c1c-b0e7-da1ea6a1efba None None] Provisioning complete for port 84f23f74-942f-4a85-909d-5539984e8d5b triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:44:11.116810 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b48f8233-6bb4-4c1c-b0e7-da1ea6a1efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:11.241861 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b48f8233-6bb4-4c1c-b0e7-da1ea6a1efba None None] Provisioning complete for port f2d39b8a-8653-4578-8c55-db744f6d2235 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:44:11.242121 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b48f8233-6bb4-4c1c-b0e7-da1ea6a1efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:12.787867 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 41192) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:44:12.961070 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719f6a9a-a2b8-46f8-b22d-9fae6e9ea472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:12.961570 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719f6a9a-a2b8-46f8-b22d-9fae6e9ea472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:12.963044 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-719f6a9a-a2b8-46f8-b22d-9fae6e9ea472 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1742511 Feb 04 20:44:13.784153 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5a897f50-aef9-4939-8c86-4a433ea9c352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:15.111698 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 41202) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:44:15.327852 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e7c899-d383-4396-805a-69efaf5e210e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:15.328317 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e7c899-d383-4396-805a-69efaf5e210e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:15.330492 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-24e7c899-d383-4396-805a-69efaf5e210e admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2178724 Feb 04 20:44:16.206500 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-749aaf06-8daf-473d-ade2-3cd297b2527f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:17.187277 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:17.252189 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:17.491666 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 41212) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:44:17.655194 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3942bd-beb9-4630-98d7-87c61e7f0434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:17.656538 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-7b3942bd-beb9-4630-98d7-87c61e7f0434 admin admin] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 886 time: 0.1639416 Feb 04 20:44:18.686104 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:19.799483 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 41222) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:44:19.976087 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3a1ed3-205a-42a0-b2de-e77222e41fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:19.977534 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-2e3a1ed3-205a-42a0-b2de-e77222e41fa9 admin admin] 10.222.0.26 "GET /v2.0/networks/de7f3de0-596b-4cea-a08f-dde2a9a90a1d HTTP/1.1" status: 200 len: 869 time: 0.1770408 Feb 04 20:44:22.312766 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 41232) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:44:22.416226 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0f7702-c2fb-4960-a9ed-9854ca336a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:22.416699 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0f7702-c2fb-4960-a9ed-9854ca336a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:22.418274 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ae0f7702-c2fb-4960-a9ed-9854ca336a70 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1045439 Feb 04 20:44:24.597588 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 41242) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:44:24.705521 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92024167-1648-4827-8751-15ddb845ba46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:24.705971 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92024167-1648-4827-8751-15ddb845ba46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:24.707447 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-92024167-1648-4827-8751-15ddb845ba46 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1089349 Feb 04 20:44:26.828863 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 41252) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:44:26.936313 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d44f0a9-a379-4349-95ca-b720d0e93c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:26.937645 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-1d44f0a9-a379-4349-95ca-b720d0e93c0b admin admin] 10.222.0.26 "GET /v2.0/subnets/4c688439-805c-4b9a-ad14-cd13b7be1482 HTTP/1.1" status: 200 len: 868 time: 0.1078486 Feb 04 20:44:29.065469 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 41262) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:44:29.163976 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29f3c29-a4e7-43a4-9dc6-8c87fa65d68f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:29.165418 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e29f3c29-a4e7-43a4-9dc6-8c87fa65d68f admin admin] 10.222.0.26 "GET /v2.0/subnets/dace3c79-d616-4558-be50-9f24ba2d8ec2 HTTP/1.1" status: 200 len: 816 time: 0.0988228 Feb 04 20:44:43.040224 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 5 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:44:43.787535 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-006269af-c8ff-4d27-bee0-845675a5176b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:46.211271 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-548d9e8e-b133-49fb-8974-d36602faf486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:47.189864 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:47.255664 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:48.296611 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 41308) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:44:48.343420 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [None req-b5a1fd04-cae3-4351-b37f-417a1936066e admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:44:48.344643 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b5a1fd04-cae3-4351-b37f-417a1936066e admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468681 Feb 04 20:44:48.687327 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:50.523964 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 41318) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:44:50.606074 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba968e2-4d32-4deb-80d6-cfce02609918 admin admin] GET failed (client error): The resource could not be found. Feb 04 20:44:50.608027 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-1ba968e2-4d32-4deb-80d6-cfce02609918 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0831313 Feb 04 20:44:50.733321 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bed22d-e96e-4e8a-aae0-564966995b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:50.734662 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b8bed22d-e96e-4e8a-aae0-564966995b9a admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1228316 Feb 04 20:44:52.880599 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 41328) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:44:52.926789 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-c6165f1d-e826-4242-b5b9-b4471da2d69c admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:44:52.931581 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c6165f1d-e826-4242-b5b9-b4471da2d69c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:44:52.942386 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c6165f1d-e826-4242-b5b9-b4471da2d69c admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:44:52.951405 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6165f1d-e826-4242-b5b9-b4471da2d69c admin admin] Made reservation on behalf of 4adc0caff7c74b25a3c961555e47c32b for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:44:52.953745 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c6165f1d-e826-4242-b5b9-b4471da2d69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:53.041517 n-d-827896-1 neutron-server[87683]: WARNING neutron.services.revisions.revision_plugin [None req-c6165f1d-e826-4242-b5b9-b4471da2d69c admin admin] Could not find related network for resource to bump revision. Feb 04 20:44:53.053178 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6165f1d-e826-4242-b5b9-b4471da2d69c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:44:53.062921 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c6165f1d-e826-4242-b5b9-b4471da2d69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:53.063191 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-c6165f1d-e826-4242-b5b9-b4471da2d69c admin admin] Added segment bff6acca-b6b1-44c0-b18a-10955f9f828c of type vlan for network 54d6ae2e-de73-4435-bfdd-cd390a2143ad Feb 04 20:44:53.088711 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c6165f1d-e826-4242-b5b9-b4471da2d69c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:53.117701 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c6165f1d-e826-4242-b5b9-b4471da2d69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:53.118610 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6165f1d-e826-4242-b5b9-b4471da2d69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:53.119171 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c6165f1d-e826-4242-b5b9-b4471da2d69c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:53.219104 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c6165f1d-e826-4242-b5b9-b4471da2d69c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3374050 Feb 04 20:44:53.220059 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6165f1d-e826-4242-b5b9-b4471da2d69c admin admin] Pushing event updated for resources: {'Network': ['ID=54d6ae2e-de73-4435-bfdd-cd390a2143ad,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:53.229870 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 54d6ae2e-de73-4435-bfdd-cd390a2143ad details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:44:55.350614 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 41338) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:44:55.416110 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa6d43e0-d93c-4baa-a936-cc60a9fa3ddc admin admin] GET failed (client error): The resource could not be found. Feb 04 20:44:55.416605 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-aa6d43e0-d93c-4baa-a936-cc60a9fa3ddc admin admin] Synchronizing usage tracker for tenant:4adc0caff7c74b25a3c961555e47c32b on resource:network {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:44:55.431183 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-aa6d43e0-d93c-4baa-a936-cc60a9fa3ddc admin admin] Unset dirty status for tenant:4adc0caff7c74b25a3c961555e47c32b on resource:network {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:44:55.432374 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-aa6d43e0-d93c-4baa-a936-cc60a9fa3ddc admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0806770 Feb 04 20:44:55.537722 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb3a909-9d7a-4967-8520-fd68550d8950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:55.539063 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-0eb3a909-9d7a-4967-8520-fd68550d8950 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1021225 Feb 04 20:44:55.548535 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-94ef4973-a481-46e8-83bd-3974e2754b5f admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:44:55.552776 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-94ef4973-a481-46e8-83bd-3974e2754b5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:44:55.562622 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-94ef4973-a481-46e8-83bd-3974e2754b5f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:44:55.571005 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ef4973-a481-46e8-83bd-3974e2754b5f admin admin] Made reservation on behalf of 4adc0caff7c74b25a3c961555e47c32b for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:44:55.573278 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-94ef4973-a481-46e8-83bd-3974e2754b5f admin admin] Notify callbacks [] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:55.767665 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-94ef4973-a481-46e8-83bd-3974e2754b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:55.840679 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef4973-a481-46e8-83bd-3974e2754b5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d2f9c06-58f8-4b66-a033-2aa50eedddcd,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:55.849021 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef4973-a481-46e8-83bd-3974e2754b5f admin admin] Checking segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:44:55.849394 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ef4973-a481-46e8-83bd-3974e2754b5f admin admin] Network hostable DHCP agents. Network: 54d6ae2e-de73-4435-bfdd-cd390a2143ad, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:44:55.870186 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ef4973-a481-46e8-83bd-3974e2754b5f admin admin] Network 54d6ae2e-de73-4435-bfdd-cd390a2143ad is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:44:55.879755 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-94ef4973-a481-46e8-83bd-3974e2754b5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 54d6ae2e-de73-4435-bfdd-cd390a2143ad) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:44:55.888628 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8838cf5b-e1e8-4935-93ac-f27aa3ffcbd7 None None] Network 54d6ae2e-de73-4435-bfdd-cd390a2143ad requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:44:55.889864 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ef4973-a481-46e8-83bd-3974e2754b5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:44:55.890466 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-94ef4973-a481-46e8-83bd-3974e2754b5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:55.914302 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-94ef4973-a481-46e8-83bd-3974e2754b5f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3690529 Feb 04 20:44:56.117362 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe521baf-5150-4233-b210-7a97e1a42a74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'tenant_id': '4adc0caff7c74b25a3c961555e47c32b', 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:44:56.118238 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fe521baf-5150-4233-b210-7a97e1a42a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:56.273709 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-fe521baf-5150-4233-b210-7a97e1a42a74 None None] Allocated IP 192.168.233.2 (54d6ae2e-de73-4435-bfdd-cd390a2143ad/3d2f9c06-58f8-4b66-a033-2aa50eedddcd/464776d2-9c05-4604-be34-c41a0a72d80c) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:44:56.480692 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fe521baf-5150-4233-b210-7a97e1a42a74 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:56.491309 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-fe521baf-5150-4233-b210-7a97e1a42a74 None None] Transition to ACTIVE for port object 464776d2-9c05-4604-be34-c41a0a72d80c will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:44:56.509940 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-fe521baf-5150-4233-b210-7a97e1a42a74 None None] Transition to ACTIVE for port object 464776d2-9c05-4604-be34-c41a0a72d80c will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:44:56.516846 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fe521baf-5150-4233-b210-7a97e1a42a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:56.610307 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe521baf-5150-4233-b210-7a97e1a42a74 None None] Network 54d6ae2e-de73-4435-bfdd-cd390a2143ad is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:44:56.611447 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-fe521baf-5150-4233-b210-7a97e1a42a74 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:44:56.615111 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe521baf-5150-4233-b210-7a97e1a42a74 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:44:56.624106 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe521baf-5150-4233-b210-7a97e1a42a74 None None] Pushing event updated for resources: {'Port': ['ID=464776d2-9c05-4604-be34-c41a0a72d80c,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:56.654674 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe521baf-5150-4233-b210-7a97e1a42a74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:56.655018 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe521baf-5150-4233-b210-7a97e1a42a74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:56.655358 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe521baf-5150-4233-b210-7a97e1a42a74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:56.655702 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe521baf-5150-4233-b210-7a97e1a42a74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:56.656038 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe521baf-5150-4233-b210-7a97e1a42a74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:56.656369 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe521baf-5150-4233-b210-7a97e1a42a74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:56.656703 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe521baf-5150-4233-b210-7a97e1a42a74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:56.657027 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe521baf-5150-4233-b210-7a97e1a42a74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:56.657397 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe521baf-5150-4233-b210-7a97e1a42a74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:56.657723 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe521baf-5150-4233-b210-7a97e1a42a74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:56.658044 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe521baf-5150-4233-b210-7a97e1a42a74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:56.658362 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe521baf-5150-4233-b210-7a97e1a42a74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:44:56.721949 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-fe521baf-5150-4233-b210-7a97e1a42a74 None None] Attempting to bind port 464776d2-9c05-4604-be34-c41a0a72d80c on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:44:56.722313 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-fe521baf-5150-4233-b210-7a97e1a42a74 None None] Attempting to bind port 464776d2-9c05-4604-be34-c41a0a72d80c by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:44:56.722671 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe521baf-5150-4233-b210-7a97e1a42a74 None None] Attempting to bind port 464776d2-9c05-4604-be34-c41a0a72d80c on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:44:56.727957 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe521baf-5150-4233-b210-7a97e1a42a74 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:44:56.728324 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe521baf-5150-4233-b210-7a97e1a42a74 None None] Checking segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:44:56.728721 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fe521baf-5150-4233-b210-7a97e1a42a74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:56.729111 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe521baf-5150-4233-b210-7a97e1a42a74 None None] Bound using segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:44:56.729607 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-fe521baf-5150-4233-b210-7a97e1a42a74 None None] Bound port: 464776d2-9c05-4604-be34-c41a0a72d80c, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:44:56.730000 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fe521baf-5150-4233-b210-7a97e1a42a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:56.816925 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-fe521baf-5150-4233-b210-7a97e1a42a74 None None] For port 464776d2-9c05-4604-be34-c41a0a72d80c, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:44:56.819943 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-fe521baf-5150-4233-b210-7a97e1a42a74 None None] For port 464776d2-9c05-4604-be34-c41a0a72d80c, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=464776d2-9c05-4604-be34-c41a0a72d80c,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:44:56.825694 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fe521baf-5150-4233-b210-7a97e1a42a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:56.906624 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe521baf-5150-4233-b210-7a97e1a42a74 None None] Pushing event updated for resources: {'Port': ['ID=464776d2-9c05-4604-be34-c41a0a72d80c,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:44:57.782696 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c6e47d-d3ba-456f-956b-7ad0ffa4abca None None] Network 54d6ae2e-de73-4435-bfdd-cd390a2143ad requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:44:57.877537 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-cfa1ddef-95e5-44f4-a064-b37e7c16106c None None] Provisioning for port 464776d2-9c05-4604-be34-c41a0a72d80c completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:44:59.092968 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 464776d2-9c05-4604-be34-c41a0a72d80c up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:44:59.164489 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 464776d2-9c05-4604-be34-c41a0a72d80c completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:44:59.169788 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 464776d2-9c05-4604-be34-c41a0a72d80c triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:44:59.170151 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:59.286268 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:59.318510 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 464776d2-9c05-4604-be34-c41a0a72d80c, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=464776d2-9c05-4604-be34-c41a0a72d80c,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:44:59.322304 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:44:59.389667 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=464776d2-9c05-4604-be34-c41a0a72d80c,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:45:01.062903 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 464776d2-9c05-4604-be34-c41a0a72d80c up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:45:01.133885 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 464776d2-9c05-4604-be34-c41a0a72d80c triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:45:01.134252 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:13.792025 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-975ab61f-e19a-4f40-be24-5a76809674a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:16.213184 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-823f6fc2-bd30-4ab2-93d3-da2c29165896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:17.191976 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:17.257443 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:18.690850 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:20.038548 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 5 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:45:43.796416 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-99e26f96-131e-42bc-9dbd-d2fb2a43b416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:46.215632 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fdf39f71-d21b-4e33-b28c-f73bad73f075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:47.195153 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:47.259532 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:48.693352 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:45:57.037173 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 5 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:46:13.798723 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-890d0b77-27b8-414a-9c64-34fbe6d0a82a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:16.218518 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f9c8c6b1-35c7-40d3-a886-fb192d78df03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:17.197997 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:17.261319 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:18.697140 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:22.678375 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 41388) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:46:22.684496 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [None req-e584a417-7454-405b-8b7d-038e935c3dcc tempest-verify_tempest_config-1251205124 tempest-verify_tempest_config-1251205124-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:46:22.685503 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e584a417-7454-405b-8b7d-038e935c3dcc tempest-verify_tempest_config-1251205124 tempest-verify_tempest_config-1251205124-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061619 Feb 04 20:46:23.015681 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 41406) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:46:23.141801 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b0e83210-c7cb-40b9-ac51-cc2d8d5b23d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:23.157183 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b0e83210-c7cb-40b9-ac51-cc2d8d5b23d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:46:23.160942 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b0e83210-c7cb-40b9-ac51-cc2d8d5b23d2 admin admin] Usage tracker for resource:security_group_rule and tenant:f8173095b23e49cb963414ef635bd64e is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:46:23.164217 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b0e83210-c7cb-40b9-ac51-cc2d8d5b23d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:46:23.170499 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b0e83210-c7cb-40b9-ac51-cc2d8d5b23d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:46:23.273848 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b0e83210-c7cb-40b9-ac51-cc2d8d5b23d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:23.278440 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b0e83210-c7cb-40b9-ac51-cc2d8d5b23d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:23.322123 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b0e83210-c7cb-40b9-ac51-cc2d8d5b23d2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f8173095b23e49cb963414ef635bd64e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3054092 Feb 04 20:46:23.324933 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 41414) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:46:23.329635 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e83210-c7cb-40b9-ac51-cc2d8d5b23d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8742c1d-7255-436d-a94d-37017f46edef,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:46:23.337549 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e83210-c7cb-40b9-ac51-cc2d8d5b23d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:23.338165 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e83210-c7cb-40b9-ac51-cc2d8d5b23d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:23.338279 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e83210-c7cb-40b9-ac51-cc2d8d5b23d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:23.338556 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e83210-c7cb-40b9-ac51-cc2d8d5b23d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:23.338884 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e83210-c7cb-40b9-ac51-cc2d8d5b23d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:23.339210 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e83210-c7cb-40b9-ac51-cc2d8d5b23d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:23.340029 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e83210-c7cb-40b9-ac51-cc2d8d5b23d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:23.340356 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e83210-c7cb-40b9-ac51-cc2d8d5b23d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:23.340669 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e83210-c7cb-40b9-ac51-cc2d8d5b23d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:23.340990 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e83210-c7cb-40b9-ac51-cc2d8d5b23d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:23.341347 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e83210-c7cb-40b9-ac51-cc2d8d5b23d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:23.341667 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e83210-c7cb-40b9-ac51-cc2d8d5b23d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:23.342800 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e83210-c7cb-40b9-ac51-cc2d8d5b23d2 admin admin] Tracked resource versions report: Feb 04 20:46:23.342800 n-d-827896-1 neutron-server[87682]: pushed versions: Feb 04 20:46:23.342800 n-d-827896-1 neutron-server[87682]: { 'AddressGroup': {'1.2'}, Feb 04 20:46:23.342800 n-d-827896-1 neutron-server[87682]: 'ConntrackHelper': {'1.0'}, Feb 04 20:46:23.342800 n-d-827896-1 neutron-server[87682]: 'Log': {'1.0'}, Feb 04 20:46:23.342800 n-d-827896-1 neutron-server[87682]: 'Network': {'1.1'}, Feb 04 20:46:23.342800 n-d-827896-1 neutron-server[87682]: 'Port': {'1.7'}, Feb 04 20:46:23.342800 n-d-827896-1 neutron-server[87682]: 'PortForwarding': {'1.2'}, Feb 04 20:46:23.342800 n-d-827896-1 neutron-server[87682]: 'QosPolicy': {'1.8'}, Feb 04 20:46:23.342800 n-d-827896-1 neutron-server[87682]: 'SecurityGroup': {'1.4'}, Feb 04 20:46:23.342800 n-d-827896-1 neutron-server[87682]: 'SecurityGroupRule': {'1.2'}, Feb 04 20:46:23.342800 n-d-827896-1 neutron-server[87682]: 'SubPort': {'1.0'}, Feb 04 20:46:23.342800 n-d-827896-1 neutron-server[87682]: 'Subnet': {'1.1'}, Feb 04 20:46:23.342800 n-d-827896-1 neutron-server[87682]: 'Trunk': {'1.1'}} Feb 04 20:46:23.342800 n-d-827896-1 neutron-server[87682]: consumer versions: Feb 04 20:46:23.342800 n-d-827896-1 neutron-server[87682]: { DHCP agent@n-d-827896-1: {}, Feb 04 20:46:23.342800 n-d-827896-1 neutron-server[87682]: L3 agent@n-d-827896-1: {}, Feb 04 20:46:23.342800 n-d-827896-1 neutron-server[87682]: Metadata agent@n-d-827896-1: {}, Feb 04 20:46:23.342800 n-d-827896-1 neutron-server[87682]: Metering agent@n-d-827896-1: {}, Feb 04 20:46:23.342800 n-d-827896-1 neutron-server[87682]: Open vSwitch agent@n-d-827896-1: { 'AddressGroup': '1.2', Feb 04 20:46:23.342800 n-d-827896-1 neutron-server[87682]: 'ConntrackHelper': '1.0', Feb 04 20:46:23.342800 n-d-827896-1 neutron-server[87682]: 'Log': '1.0', Feb 04 20:46:23.342800 n-d-827896-1 neutron-server[87682]: 'Network': '1.1', Feb 04 20:46:23.342800 n-d-827896-1 neutron-server[87682]: 'Port': '1.7', Feb 04 20:46:23.342800 n-d-827896-1 neutron-server[87682]: 'PortForwarding': '1.2', Feb 04 20:46:23.342800 n-d-827896-1 neutron-server[87682]: 'QosPolicy': '1.8', Feb 04 20:46:23.342800 n-d-827896-1 neutron-server[87682]: 'SecurityGroup': '1.4', Feb 04 20:46:23.342800 n-d-827896-1 neutron-server[87682]: 'SecurityGroupRule': '1.2', Feb 04 20:46:23.342800 n-d-827896-1 neutron-server[87682]: 'SubPort': '1.0', Feb 04 20:46:23.342800 n-d-827896-1 neutron-server[87682]: 'Subnet': '1.1', Feb 04 20:46:23.342800 n-d-827896-1 neutron-server[87682]: 'Trunk': '1.1'}} Feb 04 20:46:23.342800 n-d-827896-1 neutron-server[87682]: {{(pid=87682) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 20:46:23.383846 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1a31334d-d182-40cb-a911-47de40aec304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:23.412015 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1a31334d-d182-40cb-a911-47de40aec304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:23.521243 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1a31334d-d182-40cb-a911-47de40aec304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:23.537725 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a31334d-d182-40cb-a911-47de40aec304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8742c1d-7255-436d-a94d-37017f46edef,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:46:23.547298 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a31334d-d182-40cb-a911-47de40aec304 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:23.547637 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a31334d-d182-40cb-a911-47de40aec304 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:23.547972 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a31334d-d182-40cb-a911-47de40aec304 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:23.548302 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a31334d-d182-40cb-a911-47de40aec304 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:23.548625 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a31334d-d182-40cb-a911-47de40aec304 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:23.548944 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a31334d-d182-40cb-a911-47de40aec304 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:23.549290 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a31334d-d182-40cb-a911-47de40aec304 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:23.549611 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a31334d-d182-40cb-a911-47de40aec304 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:23.549926 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a31334d-d182-40cb-a911-47de40aec304 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:23.550238 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a31334d-d182-40cb-a911-47de40aec304 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:23.550558 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a31334d-d182-40cb-a911-47de40aec304 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:23.550859 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a31334d-d182-40cb-a911-47de40aec304 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:46:23.553431 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1a31334d-d182-40cb-a911-47de40aec304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:23.554523 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-1a31334d-d182-40cb-a911-47de40aec304 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b8742c1d-7255-436d-a94d-37017f46edef HTTP/1.1" status: 204 len: 168 time: 0.2280476 Feb 04 20:46:34.035088 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 5 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:46:43.800501 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ec98f9af-a171-4252-8add-3566e8822f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:46.221744 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2ead5b08-7600-42ac-9809-f834e6d6e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:47.199114 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:47.262458 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:46:48.699267 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:11.033754 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 5 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:47:13.802586 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8126a225-5d70-42be-82f2-e11561c2888c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:16.225257 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-12a52adc-366f-41c6-b921-74226b04e885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:17.202878 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:17.264751 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:18.702548 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:43.810351 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e6f0be3f-f51f-4fed-b24a-cc00f52f927c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:46.226709 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fb98b581-f8ed-4133-aab4-66012208f080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:47.205791 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:47.269834 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:47:48.032695 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 5 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:47:48.705503 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:13.802684 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b8d6795e-c990-476a-a81c-ca24273e44be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:16.228393 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cdffecc6-f1b2-456c-aec4-fe31daa7f950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:17.208658 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:17.270630 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:18.709180 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:25.031511 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 5 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:48:43.804359 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8ae0b85e-f904-470b-90b5-6ff2feb37f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:46.230603 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7bb3d535-e970-4948-a657-5bc69e4fa564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:47.210753 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:47.271181 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:48:48.711873 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:02.029955 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 5 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:49:13.804900 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-98e6333b-e6f1-4a74-91bf-cff3f0117ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:16.231730 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3a46c8e1-39d0-4b4c-8f7b-4eee3830a113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:17.216682 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:17.272681 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:18.714307 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:25.734765 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-492062'] for agent, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:32.361186 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-492062'] for agent, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:39.029763 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:49:43.806848 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-45728fd6-84e0-412e-8fd1-fc73b85de6cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:46.232442 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b56ad2aa-ac0d-419b-840b-895d3647fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:47.216237 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:47.272894 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:48.717743 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:49:55.719248 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:50:02.353943 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:50:13.808523 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cc932b8-f253-4fdc-9dfd-e6aa6d9a69d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:50:14.684002 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 41476) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:50:14.803633 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e104912a-4833-40ab-af8e-b10e505b84cf admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1185386 Feb 04 20:50:16.029325 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:50:16.235622 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-51a86ac8-9ebe-456c-9750-e1ecb4ef1da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:50:16.931666 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 41486) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:50:16.990027 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-072fc9d8-40f8-40c4-be7f-a2f30250ced7 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0572934 Feb 04 20:50:17.219247 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:50:17.273019 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:50:18.722668 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:50:25.717014 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:50:32.344798 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:50:43.809368 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b2a4e4f4-70c8-4230-b908-e7e1b9de850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:50:46.237924 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c538c237-a7ea-480a-b087-62eed15c511e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:50:47.221005 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:50:47.275076 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:50:48.725126 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:50:53.028845 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:50:55.715386 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:02.358441 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:13.811463 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-71c166a0-9924-4261-869c-34ac92dcf86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:16.239360 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-00398ac9-49be-46aa-986d-b0abb0f51278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:17.224408 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:17.276818 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:18.730135 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:25.716452 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:30.028665 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:51:32.390928 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:43.814734 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1e3f9f1d-013c-463b-ad59-59864a793934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:46.251458 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8cafd122-7f97-4117-90cd-662d29ef1e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:47.244642 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:47.295099 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:48.736492 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:52.734500 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 41798) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:51:53.257837 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9fe6f5d6-5088-45cb-b5fd-575932099c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:53.274066 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-9fe6f5d6-5088-45cb-b5fd-575932099c0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:51:53.277879 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-9fe6f5d6-5088-45cb-b5fd-575932099c0d admin admin] Usage tracker for resource:security_group_rule and tenant:607656e5735e411f95f21e35d46ed44e is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:51:53.282221 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-9fe6f5d6-5088-45cb-b5fd-575932099c0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:51:53.288091 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-9fe6f5d6-5088-45cb-b5fd-575932099c0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:51:53.383360 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9fe6f5d6-5088-45cb-b5fd-575932099c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:53.389928 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9fe6f5d6-5088-45cb-b5fd-575932099c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:53.455319 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6f5d6-5088-45cb-b5fd-575932099c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02de49b-e710-4591-b9d3-9d115bf94e38,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:51:53.474703 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6f5d6-5088-45cb-b5fd-575932099c0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:51:53.475291 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6f5d6-5088-45cb-b5fd-575932099c0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:51:53.475844 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6f5d6-5088-45cb-b5fd-575932099c0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:51:53.476573 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6f5d6-5088-45cb-b5fd-575932099c0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:51:53.477088 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6f5d6-5088-45cb-b5fd-575932099c0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:51:53.477636 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6f5d6-5088-45cb-b5fd-575932099c0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:51:53.478163 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6f5d6-5088-45cb-b5fd-575932099c0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:51:53.478784 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6f5d6-5088-45cb-b5fd-575932099c0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:51:53.479292 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6f5d6-5088-45cb-b5fd-575932099c0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:51:53.479909 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6f5d6-5088-45cb-b5fd-575932099c0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:51:53.480432 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6f5d6-5088-45cb-b5fd-575932099c0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:51:53.480850 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6f5d6-5088-45cb-b5fd-575932099c0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:51:53.482136 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6f5d6-5088-45cb-b5fd-575932099c0d admin admin] Tracked resource versions report: Feb 04 20:51:53.482136 n-d-827896-1 neutron-server[87683]: pushed versions: Feb 04 20:51:53.482136 n-d-827896-1 neutron-server[87683]: { 'AddressGroup': {'1.2'}, Feb 04 20:51:53.482136 n-d-827896-1 neutron-server[87683]: 'ConntrackHelper': {'1.0'}, Feb 04 20:51:53.482136 n-d-827896-1 neutron-server[87683]: 'Log': {'1.0'}, Feb 04 20:51:53.482136 n-d-827896-1 neutron-server[87683]: 'Network': {'1.1'}, Feb 04 20:51:53.482136 n-d-827896-1 neutron-server[87683]: 'Port': {'1.7'}, Feb 04 20:51:53.482136 n-d-827896-1 neutron-server[87683]: 'PortForwarding': {'1.2'}, Feb 04 20:51:53.482136 n-d-827896-1 neutron-server[87683]: 'QosPolicy': {'1.8'}, Feb 04 20:51:53.482136 n-d-827896-1 neutron-server[87683]: 'SecurityGroup': {'1.4'}, Feb 04 20:51:53.482136 n-d-827896-1 neutron-server[87683]: 'SecurityGroupRule': {'1.2'}, Feb 04 20:51:53.482136 n-d-827896-1 neutron-server[87683]: 'SubPort': {'1.0'}, Feb 04 20:51:53.482136 n-d-827896-1 neutron-server[87683]: 'Subnet': {'1.1'}, Feb 04 20:51:53.482136 n-d-827896-1 neutron-server[87683]: 'Trunk': {'1.1'}} Feb 04 20:51:53.482136 n-d-827896-1 neutron-server[87683]: consumer versions: Feb 04 20:51:53.482136 n-d-827896-1 neutron-server[87683]: { DHCP agent@n-d-827896-1: {}, Feb 04 20:51:53.482136 n-d-827896-1 neutron-server[87683]: HyperV agent@n-h1-827896-1: {}, Feb 04 20:51:53.482136 n-d-827896-1 neutron-server[87683]: HyperV agent@n-h2-827896-1: {}, Feb 04 20:51:53.482136 n-d-827896-1 neutron-server[87683]: L3 agent@n-d-827896-1: {}, Feb 04 20:51:53.482136 n-d-827896-1 neutron-server[87683]: Metadata agent@n-d-827896-1: {}, Feb 04 20:51:53.482136 n-d-827896-1 neutron-server[87683]: Metering agent@n-d-827896-1: {}, Feb 04 20:51:53.482136 n-d-827896-1 neutron-server[87683]: Open vSwitch agent@n-d-827896-1: { 'AddressGroup': '1.2', Feb 04 20:51:53.482136 n-d-827896-1 neutron-server[87683]: 'ConntrackHelper': '1.0', Feb 04 20:51:53.482136 n-d-827896-1 neutron-server[87683]: 'Log': '1.0', Feb 04 20:51:53.482136 n-d-827896-1 neutron-server[87683]: 'Network': '1.1', Feb 04 20:51:53.482136 n-d-827896-1 neutron-server[87683]: 'Port': '1.7', Feb 04 20:51:53.482136 n-d-827896-1 neutron-server[87683]: 'PortForwarding': '1.2', Feb 04 20:51:53.482136 n-d-827896-1 neutron-server[87683]: 'QosPolicy': '1.8', Feb 04 20:51:53.482136 n-d-827896-1 neutron-server[87683]: 'SecurityGroup': '1.4', Feb 04 20:51:53.482136 n-d-827896-1 neutron-server[87683]: 'SecurityGroupRule': '1.2', Feb 04 20:51:53.482136 n-d-827896-1 neutron-server[87683]: 'SubPort': '1.0', Feb 04 20:51:53.482136 n-d-827896-1 neutron-server[87683]: 'Subnet': '1.1', Feb 04 20:51:53.482136 n-d-827896-1 neutron-server[87683]: 'Trunk': '1.1'}} Feb 04 20:51:53.482136 n-d-827896-1 neutron-server[87683]: {{(pid=87683) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 20:51:53.495454 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-9fe6f5d6-5088-45cb-b5fd-575932099c0d admin admin] Synchronizing usage tracker for tenant:4adc0caff7c74b25a3c961555e47c32b on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:51:53.517177 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-9fe6f5d6-5088-45cb-b5fd-575932099c0d admin admin] Unset dirty status for tenant:4adc0caff7c74b25a3c961555e47c32b on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:51:53.518487 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-9fe6f5d6-5088-45cb-b5fd-575932099c0d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=607656e5735e411f95f21e35d46ed44e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7830265 Feb 04 20:51:53.521187 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 41842) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:51:53.589190 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b16c01e3-2620-439c-93eb-add9b93df6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:53.620495 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b16c01e3-2620-439c-93eb-add9b93df6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:53.678918 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b16c01e3-2620-439c-93eb-add9b93df6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:53.697157 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c01e3-2620-439c-93eb-add9b93df6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02de49b-e710-4591-b9d3-9d115bf94e38,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:51:53.702871 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b16c01e3-2620-439c-93eb-add9b93df6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:53.706619 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b16c01e3-2620-439c-93eb-add9b93df6d7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f02de49b-e710-4591-b9d3-9d115bf94e38 HTTP/1.1" status: 204 len: 168 time: 0.1821468 Feb 04 20:51:54.407471 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 41872) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:51:54.425305 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5cb68f2d-1cc2-438e-83b8-63fcf47722a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:54.440956 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-5cb68f2d-1cc2-438e-83b8-63fcf47722a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:51:54.444983 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5cb68f2d-1cc2-438e-83b8-63fcf47722a1 admin admin] Usage tracker for resource:security_group_rule and tenant:8ec30497ebef4b7788a061bcfa885597 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:51:54.448155 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5cb68f2d-1cc2-438e-83b8-63fcf47722a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:51:54.455238 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-5cb68f2d-1cc2-438e-83b8-63fcf47722a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:51:54.541483 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5cb68f2d-1cc2-438e-83b8-63fcf47722a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:54.545709 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5cb68f2d-1cc2-438e-83b8-63fcf47722a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:54.593933 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5cb68f2d-1cc2-438e-83b8-63fcf47722a1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8ec30497ebef4b7788a061bcfa885597&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1850553 Feb 04 20:51:54.594800 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb68f2d-1cc2-438e-83b8-63fcf47722a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab265c56-abe1-436f-89f2-9fc2027ffdec,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:51:54.596571 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 41892) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:51:54.658334 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1b833301-0046-45cb-891a-f3b33e9e4e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:54.688249 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1b833301-0046-45cb-891a-f3b33e9e4e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:54.750306 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1b833301-0046-45cb-891a-f3b33e9e4e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:54.764729 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b833301-0046-45cb-891a-f3b33e9e4e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab265c56-abe1-436f-89f2-9fc2027ffdec,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:51:54.774743 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b833301-0046-45cb-891a-f3b33e9e4e8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:51:54.775089 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b833301-0046-45cb-891a-f3b33e9e4e8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:51:54.775429 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b833301-0046-45cb-891a-f3b33e9e4e8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:51:54.775762 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b833301-0046-45cb-891a-f3b33e9e4e8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:51:54.776090 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b833301-0046-45cb-891a-f3b33e9e4e8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:51:54.776580 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b833301-0046-45cb-891a-f3b33e9e4e8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:51:54.777057 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b833301-0046-45cb-891a-f3b33e9e4e8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:51:54.777630 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b833301-0046-45cb-891a-f3b33e9e4e8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:51:54.778102 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b833301-0046-45cb-891a-f3b33e9e4e8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:51:54.778572 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b833301-0046-45cb-891a-f3b33e9e4e8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:51:54.779568 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b833301-0046-45cb-891a-f3b33e9e4e8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:51:54.780051 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b833301-0046-45cb-891a-f3b33e9e4e8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:51:54.781320 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b833301-0046-45cb-891a-f3b33e9e4e8f admin admin] Tracked resource versions report: Feb 04 20:51:54.781320 n-d-827896-1 neutron-server[87682]: pushed versions: Feb 04 20:51:54.781320 n-d-827896-1 neutron-server[87682]: { 'AddressGroup': {'1.2'}, Feb 04 20:51:54.781320 n-d-827896-1 neutron-server[87682]: 'ConntrackHelper': {'1.0'}, Feb 04 20:51:54.781320 n-d-827896-1 neutron-server[87682]: 'Log': {'1.0'}, Feb 04 20:51:54.781320 n-d-827896-1 neutron-server[87682]: 'Network': {'1.1'}, Feb 04 20:51:54.781320 n-d-827896-1 neutron-server[87682]: 'Port': {'1.7'}, Feb 04 20:51:54.781320 n-d-827896-1 neutron-server[87682]: 'PortForwarding': {'1.2'}, Feb 04 20:51:54.781320 n-d-827896-1 neutron-server[87682]: 'QosPolicy': {'1.8'}, Feb 04 20:51:54.781320 n-d-827896-1 neutron-server[87682]: 'SecurityGroup': {'1.4'}, Feb 04 20:51:54.781320 n-d-827896-1 neutron-server[87682]: 'SecurityGroupRule': {'1.2'}, Feb 04 20:51:54.781320 n-d-827896-1 neutron-server[87682]: 'SubPort': {'1.0'}, Feb 04 20:51:54.781320 n-d-827896-1 neutron-server[87682]: 'Subnet': {'1.1'}, Feb 04 20:51:54.781320 n-d-827896-1 neutron-server[87682]: 'Trunk': {'1.1'}} Feb 04 20:51:54.781320 n-d-827896-1 neutron-server[87682]: consumer versions: Feb 04 20:51:54.781320 n-d-827896-1 neutron-server[87682]: { DHCP agent@n-d-827896-1: {}, Feb 04 20:51:54.781320 n-d-827896-1 neutron-server[87682]: HyperV agent@n-h1-827896-1: {}, Feb 04 20:51:54.781320 n-d-827896-1 neutron-server[87682]: HyperV agent@n-h2-827896-1: {}, Feb 04 20:51:54.781320 n-d-827896-1 neutron-server[87682]: L3 agent@n-d-827896-1: {}, Feb 04 20:51:54.781320 n-d-827896-1 neutron-server[87682]: Metadata agent@n-d-827896-1: {}, Feb 04 20:51:54.781320 n-d-827896-1 neutron-server[87682]: Metering agent@n-d-827896-1: {}, Feb 04 20:51:54.781320 n-d-827896-1 neutron-server[87682]: Open vSwitch agent@n-d-827896-1: { 'AddressGroup': '1.2', Feb 04 20:51:54.781320 n-d-827896-1 neutron-server[87682]: 'ConntrackHelper': '1.0', Feb 04 20:51:54.781320 n-d-827896-1 neutron-server[87682]: 'Log': '1.0', Feb 04 20:51:54.781320 n-d-827896-1 neutron-server[87682]: 'Network': '1.1', Feb 04 20:51:54.781320 n-d-827896-1 neutron-server[87682]: 'Port': '1.7', Feb 04 20:51:54.781320 n-d-827896-1 neutron-server[87682]: 'PortForwarding': '1.2', Feb 04 20:51:54.781320 n-d-827896-1 neutron-server[87682]: 'QosPolicy': '1.8', Feb 04 20:51:54.781320 n-d-827896-1 neutron-server[87682]: 'SecurityGroup': '1.4', Feb 04 20:51:54.781320 n-d-827896-1 neutron-server[87682]: 'SecurityGroupRule': '1.2', Feb 04 20:51:54.781320 n-d-827896-1 neutron-server[87682]: 'SubPort': '1.0', Feb 04 20:51:54.781320 n-d-827896-1 neutron-server[87682]: 'Subnet': '1.1', Feb 04 20:51:54.781320 n-d-827896-1 neutron-server[87682]: 'Trunk': '1.1'}} Feb 04 20:51:54.781320 n-d-827896-1 neutron-server[87682]: {{(pid=87682) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 20:51:54.792706 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1b833301-0046-45cb-891a-f3b33e9e4e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:54.794024 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1b833301-0046-45cb-891a-f3b33e9e4e8f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ab265c56-abe1-436f-89f2-9fc2027ffdec HTTP/1.1" status: 204 len: 168 time: 0.1958745 Feb 04 20:51:55.004796 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 41926) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:51:55.007972 n-d-827896-1 neutron-server[87683]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 20:51:55.041229 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-5d347966-1264-4d0d-8af5-c3e478f10a25 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b681d6d10fbd48eba3aeffe45e2e992f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347159 Feb 04 20:51:55.211740 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-40c61a7e-f110-415c-b4b0-d16b67bd38e3 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:51:55.213176 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-40c61a7e-f110-415c-b4b0-d16b67bd38e3 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1648405 Feb 04 20:51:55.229261 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-76219003-a073-4f50-96b9-353dfd577166 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/quotas/b681d6d10fbd48eba3aeffe45e2e992f HTTP/1.1" status: 200 len: 375 time: 0.0093901 Feb 04 20:51:55.287368 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-16ae9321-149a-4508-841b-96138ed69d43 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b681d6d10fbd48eba3aeffe45e2e992f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512147 Feb 04 20:51:55.649050 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2316020-92b5-4424-833a-aa67875fc8a2 req-310c55b4-1d5b-4986-b2ac-acc6ddaac58f tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a39b46f-12f2-45ea-91c4-b2ec7b8cf0e2 HTTP/1.1" status: 200 len: 210 time: 0.0755069 Feb 04 20:51:55.728188 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:55.923339 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 41988) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:51:56.121151 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a7394a9d-7592-437e-aaeb-00fc9c8430c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:56.141012 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-a7394a9d-7592-437e-aaeb-00fc9c8430c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:51:56.144048 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42010) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:51:56.145263 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-a7394a9d-7592-437e-aaeb-00fc9c8430c4 admin admin] Usage tracker for resource:security_group_rule and tenant:dca31bbb103d436e9475bbe4e8afd423 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:51:56.149584 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-a7394a9d-7592-437e-aaeb-00fc9c8430c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:51:56.157910 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-a7394a9d-7592-437e-aaeb-00fc9c8430c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:51:56.243810 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a7394a9d-7592-437e-aaeb-00fc9c8430c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:56.251568 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a7394a9d-7592-437e-aaeb-00fc9c8430c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:56.252900 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-daf3483c-e062-40b9-ab04-01ff0fe783fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:56.276869 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-daf3483c-e062-40b9-ab04-01ff0fe783fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:51:56.281958 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-daf3483c-e062-40b9-ab04-01ff0fe783fa admin admin] Usage tracker for resource:security_group_rule and tenant:c2e5f51273144402a35caaa81e92bac7 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:51:56.285299 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-daf3483c-e062-40b9-ab04-01ff0fe783fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:51:56.291971 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-daf3483c-e062-40b9-ab04-01ff0fe783fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:51:56.315522 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7394a9d-7592-437e-aaeb-00fc9c8430c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7249d281-f4ea-4e2d-8f31-bd32e71f1ef2,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:51:56.329140 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-a7394a9d-7592-437e-aaeb-00fc9c8430c4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dca31bbb103d436e9475bbe4e8afd423&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4045045 Feb 04 20:51:56.331677 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 42028) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:51:56.388166 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-daf3483c-e062-40b9-ab04-01ff0fe783fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:56.395249 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-daf3483c-e062-40b9-ab04-01ff0fe783fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:56.404874 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-91bfa1ff-f203-4d73-bdde-2270255799d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:56.432389 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-91bfa1ff-f203-4d73-bdde-2270255799d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:56.458843 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-daf3483c-e062-40b9-ab04-01ff0fe783fa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c2e5f51273144402a35caaa81e92bac7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3137176 Feb 04 20:51:56.459486 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42036) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:51:56.460127 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3483c-e062-40b9-ab04-01ff0fe783fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e35313-9117-47d5-ad58-27d8452ae10d,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:51:56.511466 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-91bfa1ff-f203-4d73-bdde-2270255799d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:56.536211 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bfa1ff-f203-4d73-bdde-2270255799d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7249d281-f4ea-4e2d-8f31-bd32e71f1ef2,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:51:56.537782 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a8e46e2f-cec0-414a-ab9d-b7a98a996b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:56.542419 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-91bfa1ff-f203-4d73-bdde-2270255799d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:56.543839 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-91bfa1ff-f203-4d73-bdde-2270255799d0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7249d281-f4ea-4e2d-8f31-bd32e71f1ef2 HTTP/1.1" status: 204 len: 168 time: 0.2111280 Feb 04 20:51:56.574070 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a8e46e2f-cec0-414a-ab9d-b7a98a996b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:56.671572 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a8e46e2f-cec0-414a-ab9d-b7a98a996b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:56.690025 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e46e2f-cec0-414a-ab9d-b7a98a996b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e35313-9117-47d5-ad58-27d8452ae10d,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:51:56.705346 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a8e46e2f-cec0-414a-ab9d-b7a98a996b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:56.707025 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a8e46e2f-cec0-414a-ab9d-b7a98a996b21 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/48e35313-9117-47d5-ad58-27d8452ae10d HTTP/1.1" status: 204 len: 168 time: 0.2439723 Feb 04 20:51:56.803277 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e5956ff7-846f-400f-8d06-35d4a2b75e0d req-a803cc2b-9a5b-4b27-b0f5-1ccd9f1f99ca tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a39b46f-12f2-45ea-91c4-b2ec7b8cf0e2 HTTP/1.1" status: 200 len: 210 time: 0.0578508 Feb 04 20:51:57.134369 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42080) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:51:57.154517 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a912672-d647-411c-bd15-6e73927fa30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:57.170820 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7a912672-d647-411c-bd15-6e73927fa30d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:51:57.175327 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7a912672-d647-411c-bd15-6e73927fa30d admin admin] Usage tracker for resource:security_group_rule and tenant:8984958a286346aba78f7c6e35532448 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:51:57.178427 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7a912672-d647-411c-bd15-6e73927fa30d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:51:57.184372 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7a912672-d647-411c-bd15-6e73927fa30d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:51:57.285292 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a912672-d647-411c-bd15-6e73927fa30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:57.292651 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a912672-d647-411c-bd15-6e73927fa30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:57.360561 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7a912672-d647-411c-bd15-6e73927fa30d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8984958a286346aba78f7c6e35532448&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2251143 Feb 04 20:51:57.363203 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42092) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:51:57.401260 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a912672-d647-411c-bd15-6e73927fa30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adcd9f35-c7c4-4808-820f-246558cfd7eb,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:51:57.463367 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 42098) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:51:57.475956 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dcce0ca1-1b74-442b-a270-8123714b3319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:57.498750 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-60e01c88-eaf1-438c-9028-bd5f8710ff6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:57.504372 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dcce0ca1-1b74-442b-a270-8123714b3319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:57.515658 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-60e01c88-eaf1-438c-9028-bd5f8710ff6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:51:57.519598 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-60e01c88-eaf1-438c-9028-bd5f8710ff6c admin admin] Usage tracker for resource:security_group_rule and tenant:10901bddf9fb4915bc195a3c2bd0c3d6 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:51:57.522546 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-60e01c88-eaf1-438c-9028-bd5f8710ff6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:51:57.528817 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-60e01c88-eaf1-438c-9028-bd5f8710ff6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:51:57.575185 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dcce0ca1-1b74-442b-a270-8123714b3319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:57.593065 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce0ca1-1b74-442b-a270-8123714b3319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcd9f35-c7c4-4808-820f-246558cfd7eb,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:51:57.600056 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dcce0ca1-1b74-442b-a270-8123714b3319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:57.601690 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-dcce0ca1-1b74-442b-a270-8123714b3319 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/adcd9f35-c7c4-4808-820f-246558cfd7eb HTTP/1.1" status: 204 len: 168 time: 0.2374048 Feb 04 20:51:57.647846 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-60e01c88-eaf1-438c-9028-bd5f8710ff6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:57.652614 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-60e01c88-eaf1-438c-9028-bd5f8710ff6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:57.700679 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-60e01c88-eaf1-438c-9028-bd5f8710ff6c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=10901bddf9fb4915bc195a3c2bd0c3d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2363079 Feb 04 20:51:57.702162 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e01c88-eaf1-438c-9028-bd5f8710ff6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cef4c6a-17e7-4d94-951f-2d1e3428912f,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:51:57.703974 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42116) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:51:57.771432 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 42124) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:51:57.816894 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-f0f9818a-c7fe-49fe-9d37-ef1a4fcaccad tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=8134debe650b43fe84d2ec7305f17b84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402813 Feb 04 20:51:57.825645 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.18', 60143) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:51:57.886451 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9ceb8599-b106-4b0e-a6b4-ba69402508c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:57.891873 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-33b0773b-c373-40b6-a7b9-f71f5326b459 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b681d6d10fbd48eba3aeffe45e2e992f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641913 Feb 04 20:51:58.054034 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fe04113f-a13b-472c-bed4-a6559f8a8410 req-0720d64d-18db-4561-9b01-5244f421f2ab tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a39b46f-12f2-45ea-91c4-b2ec7b8cf0e2 HTTP/1.1" status: 200 len: 210 time: 0.0707810 Feb 04 20:51:58.126339 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9ceb8599-b106-4b0e-a6b4-ba69402508c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:58.139533 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-aef53dd0-332d-44d6-8fa4-da597b6b2e61 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:51:58.147690 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-aef53dd0-332d-44d6-8fa4-da597b6b2e61 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3248658 Feb 04 20:51:58.165387 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-47f9eb5e-3d71-4917-b129-04ac55a0a2bd tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.26 "GET /v2.0/quotas/8134debe650b43fe84d2ec7305f17b84 HTTP/1.1" status: 200 len: 375 time: 0.0167751 Feb 04 20:51:58.238423 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-0406d9e2-ee6d-4185-b1bc-ac0c63576254 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8134debe650b43fe84d2ec7305f17b84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715885 Feb 04 20:51:58.238637 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9ceb8599-b106-4b0e-a6b4-ba69402508c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:58.279918 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb8599-b106-4b0e-a6b4-ba69402508c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cef4c6a-17e7-4d94-951f-2d1e3428912f,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:51:58.300002 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-2258d5fd-4489-48b9-bf11-5a305b3dd176 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:51:58.303370 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-2258d5fd-4489-48b9-bf11-5a305b3dd176 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4041095 Feb 04 20:51:58.309552 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9ceb8599-b106-4b0e-a6b4-ba69402508c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:58.311685 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9ceb8599-b106-4b0e-a6b4-ba69402508c0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1cef4c6a-17e7-4d94-951f-2d1e3428912f HTTP/1.1" status: 204 len: 168 time: 0.6061804 Feb 04 20:51:58.404923 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-8cb6ed5f-2ad1-4b3a-8e13-584890e89509 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Request body: {'port': {'device_id': '7a39b46f-12f2-45ea-91c4-b2ec7b8cf0e2', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'admin_state_up': True, 'tenant_id': 'b681d6d10fbd48eba3aeffe45e2e992f'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:51:58.493534 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dcc24dfc-0672-4021-92fd-8721541764a1 req-d593e75c-5eaa-4c9e-a798-f176d8949224 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d2f417a-d285-41d7-965d-dad55bae03f4 HTTP/1.1" status: 200 len: 210 time: 0.0771582 Feb 04 20:51:58.667528 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-8cb6ed5f-2ad1-4b3a-8e13-584890e89509 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:51:58.673825 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-8cb6ed5f-2ad1-4b3a-8e13-584890e89509 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Usage tracker for resource:port and tenant:b681d6d10fbd48eba3aeffe45e2e992f is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:51:58.685497 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-8cb6ed5f-2ad1-4b3a-8e13-584890e89509 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:51:58.693678 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-8cb6ed5f-2ad1-4b3a-8e13-584890e89509 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:51:58.711588 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-8cb6ed5f-2ad1-4b3a-8e13-584890e89509 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Made reservation on behalf of b681d6d10fbd48eba3aeffe45e2e992f for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:51:58.715566 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-8cb6ed5f-2ad1-4b3a-8e13-584890e89509 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:58.732751 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-8cb6ed5f-2ad1-4b3a-8e13-584890e89509 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:58.753899 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-8cb6ed5f-2ad1-4b3a-8e13-584890e89509 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:51:58.758979 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-8cb6ed5f-2ad1-4b3a-8e13-584890e89509 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Usage tracker for resource:security_group_rule and tenant:b681d6d10fbd48eba3aeffe45e2e992f is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:51:58.762429 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-8cb6ed5f-2ad1-4b3a-8e13-584890e89509 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:51:58.769543 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-8cb6ed5f-2ad1-4b3a-8e13-584890e89509 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:51:58.875692 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-8cb6ed5f-2ad1-4b3a-8e13-584890e89509 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:58.880588 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-8cb6ed5f-2ad1-4b3a-8e13-584890e89509 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:51:59.128096 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6ed5f-2ad1-4b3a-8e13-584890e89509 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc517a3-8b68-41af-87fe-8caaceda8fd6,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:51:59.400587 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-8cb6ed5f-2ad1-4b3a-8e13-584890e89509 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Allocated IP 192.168.233.217 (54d6ae2e-de73-4435-bfdd-cd390a2143ad/3d2f9c06-58f8-4b66-a033-2aa50eedddcd/74e55436-b9b7-467e-b019-400341cbe9cb) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:51:59.408119 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1af2d87a-a1a2-4a9b-bcde-863102baa677 req-b02364cb-60cf-44f1-97c2-ebd09d4a36ee tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a39b46f-12f2-45ea-91c4-b2ec7b8cf0e2 HTTP/1.1" status: 200 len: 210 time: 0.0770295 Feb 04 20:51:59.915475 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-63d7b8ec-2ef9-4133-99d8-dd9daff3d68d req-9a613530-3e9c-4fa6-a289-1e30e4edfb3d tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d2f417a-d285-41d7-965d-dad55bae03f4 HTTP/1.1" status: 200 len: 210 time: 0.1392341 Feb 04 20:52:00.077411 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-8cb6ed5f-2ad1-4b3a-8e13-584890e89509 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:00.108551 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-8cb6ed5f-2ad1-4b3a-8e13-584890e89509 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Transition to ACTIVE for port object 74e55436-b9b7-467e-b019-400341cbe9cb will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:52:00.220989 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-8cb6ed5f-2ad1-4b3a-8e13-584890e89509 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:00.295189 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-8cb6ed5f-2ad1-4b3a-8e13-584890e89509 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Network 54d6ae2e-de73-4435-bfdd-cd390a2143ad is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:52:00.303945 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-8cb6ed5f-2ad1-4b3a-8e13-584890e89509 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:52:00.307644 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-8cb6ed5f-2ad1-4b3a-8e13-584890e89509 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:52:00.315559 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-8cb6ed5f-2ad1-4b3a-8e13-584890e89509 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:00.316935 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-8cb6ed5f-2ad1-4b3a-8e13-584890e89509 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:00.364056 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-8cb6ed5f-2ad1-4b3a-8e13-584890e89509 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9692390 Feb 04 20:52:00.371847 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6ed5f-2ad1-4b3a-8e13-584890e89509 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Pushing event updated for resources: {'Port': ['ID=74e55436-b9b7-467e-b019-400341cbe9cb,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:00.420493 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42262) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:00.602685 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-6f384078-dea9-4311-9609-a735696dfec7 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:52:00.603900 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-6f384078-dea9-4311-9609-a735696dfec7 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057108 Feb 04 20:52:00.730407 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-f42aa070-d0d8-42d1-984a-de8167a34080 None None] Provisioning for port 74e55436-b9b7-467e-b019-400341cbe9cb completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:52:00.740722 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-f42aa070-d0d8-42d1-984a-de8167a34080 None None] Provisioning complete for port 74e55436-b9b7-467e-b019-400341cbe9cb triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:52:00.741349 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f42aa070-d0d8-42d1-984a-de8167a34080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:00.781345 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4343b-e6af-417e-a876-0f5979e3462f req-4c387a64-f870-498e-a58b-011d2b7d4061 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:00.783538 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c6e4343b-e6af-417e-a876-0f5979e3462f req-4c387a64-f870-498e-a58b-011d2b7d4061 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a39b46f-12f2-45ea-91c4-b2ec7b8cf0e2 HTTP/1.1" status: 200 len: 936 time: 0.1325071 Feb 04 20:52:00.816714 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-f42aa070-d0d8-42d1-984a-de8167a34080 None None] Port 74e55436-b9b7-467e-b019-400341cbe9cb cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:52:00.879204 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c6e4343b-e6af-417e-a876-0f5979e3462f req-99dfa52f-ec6b-4f67-9f20-4183dd81dca1 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fc517a3-8b68-41af-87fe-8caaceda8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891438 Feb 04 20:52:00.902151 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9c76064b-9e1d-49ac-8f02-39ec3b970f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:00.937797 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9c76064b-9e1d-49ac-8f02-39ec3b970f0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:00.944983 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9c76064b-9e1d-49ac-8f02-39ec3b970f0f admin admin] Usage tracker for resource:security_group_rule and tenant:58a740d3b5c54e6eb9ac9ea5e46e8e9c is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:00.948358 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9c76064b-9e1d-49ac-8f02-39ec3b970f0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:00.954985 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9c76064b-9e1d-49ac-8f02-39ec3b970f0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:01.114551 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9c76064b-9e1d-49ac-8f02-39ec3b970f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:01.125025 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9c76064b-9e1d-49ac-8f02-39ec3b970f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:01.185592 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.18', 60148) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:01.260119 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76064b-9e1d-49ac-8f02-39ec3b970f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a942cd-09e7-49e1-8ee3-28b306ae8987,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:01.273729 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9c76064b-9e1d-49ac-8f02-39ec3b970f0f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=58a740d3b5c54e6eb9ac9ea5e46e8e9c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8495638 Feb 04 20:52:01.280232 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42292) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:01.342319 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-1a75eb13-8d6a-4d2f-ab0a-c80d5c3c8f68 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=8134debe650b43fe84d2ec7305f17b84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0812030 Feb 04 20:52:01.354347 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-36a933e8-e75e-4599-a527-c761c1097bbb req-7fd14000-7e74-4ba3-a594-8f16d9e1a52e tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d2f417a-d285-41d7-965d-dad55bae03f4 HTTP/1.1" status: 200 len: 210 time: 0.1594720 Feb 04 20:52:01.427836 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-f5166a33-77e1-4bfd-9f13-e388fdb0f853 service neutron] Request body: {'port': {'device_id': '7a39b46f-12f2-45ea-91c4-b2ec7b8cf0e2', 'device_owner': 'compute:tempest-test_az-1489072863', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:52:01.493054 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a5305c46-55d3-4dca-b4cd-e45475533abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:01.629093 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a5305c46-55d3-4dca-b4cd-e45475533abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:01.782169 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-61a011ff-11d4-4d7a-b897-18bad01e9b4e tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:01.784587 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-61a011ff-11d4-4d7a-b897-18bad01e9b4e tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4117043 Feb 04 20:52:01.802352 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-e8fd9e37-0245-4c47-9b54-97caa6fd6c86 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Request body: {'port': {'device_id': '9d2f417a-d285-41d7-965d-dad55bae03f4', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'admin_state_up': True, 'tenant_id': '8134debe650b43fe84d2ec7305f17b84'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:52:01.868083 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-f5166a33-77e1-4bfd-9f13-e388fdb0f853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:02.086737 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a5305c46-55d3-4dca-b4cd-e45475533abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:02.161302 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5305c46-55d3-4dca-b4cd-e45475533abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a942cd-09e7-49e1-8ee3-28b306ae8987,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:02.168500 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a5305c46-55d3-4dca-b4cd-e45475533abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:02.173573 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a5305c46-55d3-4dca-b4cd-e45475533abc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/63a942cd-09e7-49e1-8ee3-28b306ae8987 HTTP/1.1" status: 204 len: 168 time: 0.8912153 Feb 04 20:52:02.412986 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:02.415061 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-e8fd9e37-0245-4c47-9b54-97caa6fd6c86 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:02.429873 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-e8fd9e37-0245-4c47-9b54-97caa6fd6c86 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Usage tracker for resource:port and tenant:8134debe650b43fe84d2ec7305f17b84 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:02.437295 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-e8fd9e37-0245-4c47-9b54-97caa6fd6c86 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:02.446634 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-e8fd9e37-0245-4c47-9b54-97caa6fd6c86 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:02.480500 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5f1ae-fb40-4f3a-9459-2daf79522712 req-032260bc-e2cd-4a12-a195-492702696a01 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:02.488121 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-68b5f1ae-fb40-4f3a-9459-2daf79522712 req-032260bc-e2cd-4a12-a195-492702696a01 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a39b46f-12f2-45ea-91c4-b2ec7b8cf0e2 HTTP/1.1" status: 200 len: 936 time: 0.2909455 Feb 04 20:52:02.510008 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-e8fd9e37-0245-4c47-9b54-97caa6fd6c86 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Made reservation on behalf of 8134debe650b43fe84d2ec7305f17b84 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:52:02.515506 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-e8fd9e37-0245-4c47-9b54-97caa6fd6c86 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:02.542532 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-e8fd9e37-0245-4c47-9b54-97caa6fd6c86 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:02.579446 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-e8fd9e37-0245-4c47-9b54-97caa6fd6c86 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:02.597843 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-68b5f1ae-fb40-4f3a-9459-2daf79522712 req-781af310-1582-48e8-b868-ace9f02d7c32 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fc517a3-8b68-41af-87fe-8caaceda8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080613 Feb 04 20:52:02.604891 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-e8fd9e37-0245-4c47-9b54-97caa6fd6c86 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Usage tracker for resource:security_group_rule and tenant:8134debe650b43fe84d2ec7305f17b84 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:02.624668 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-e8fd9e37-0245-4c47-9b54-97caa6fd6c86 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:02.638424 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-e8fd9e37-0245-4c47-9b54-97caa6fd6c86 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:02.805186 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-f5166a33-77e1-4bfd-9f13-e388fdb0f853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e55436-b9b7-467e-b019-400341cbe9cb {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:52:02.829984 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-f5166a33-77e1-4bfd-9f13-e388fdb0f853 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:02.889492 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-f5166a33-77e1-4bfd-9f13-e388fdb0f853 service neutron] Transition to ACTIVE for port object 74e55436-b9b7-467e-b019-400341cbe9cb will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:52:02.896614 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-f5166a33-77e1-4bfd-9f13-e388fdb0f853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:02.976789 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f5c34f61-d23e-4d5b-abe5-6fc78b96ae31 req-bd1bbd54-de4d-45ea-8335-48b9e000eb02 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d2f417a-d285-41d7-965d-dad55bae03f4 HTTP/1.1" status: 200 len: 210 time: 0.1603818 Feb 04 20:52:03.073857 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 42330) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:03.134983 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e744cd04-5b2e-425a-97ad-c7f97d42cf76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:03.173866 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-e8fd9e37-0245-4c47-9b54-97caa6fd6c86 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:03.229023 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-e8fd9e37-0245-4c47-9b54-97caa6fd6c86 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:03.233965 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e744cd04-5b2e-425a-97ad-c7f97d42cf76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:03.264605 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e744cd04-5b2e-425a-97ad-c7f97d42cf76 admin admin] Usage tracker for resource:security_group_rule and tenant:001121e14b31418695a3aea928ac98c8 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:03.314033 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e744cd04-5b2e-425a-97ad-c7f97d42cf76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:03.326503 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e744cd04-5b2e-425a-97ad-c7f97d42cf76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:03.342782 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5166a33-77e1-4bfd-9f13-e388fdb0f853 service neutron] Pushing event updated for resources: {'Port': ['ID=74e55436-b9b7-467e-b019-400341cbe9cb,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:03.406817 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd9e37-0245-4c47-9b54-97caa6fd6c86 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd45dc3-a1e1-48e8-8770-6e14d9471eaf,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:03.522576 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-f5166a33-77e1-4bfd-9f13-e388fdb0f853 service neutron] Attempting to bind port 74e55436-b9b7-467e-b019-400341cbe9cb on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:52:03.523234 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-f5166a33-77e1-4bfd-9f13-e388fdb0f853 service neutron] Attempting to bind port 74e55436-b9b7-467e-b019-400341cbe9cb by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:52:03.523744 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-f5166a33-77e1-4bfd-9f13-e388fdb0f853 service neutron] Attempting to bind port 74e55436-b9b7-467e-b019-400341cbe9cb on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:52:03.530744 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-f5166a33-77e1-4bfd-9f13-e388fdb0f853 service neutron] Port 74e55436-b9b7-467e-b019-400341cbe9cb on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:52:03.531172 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-f5166a33-77e1-4bfd-9f13-e388fdb0f853 service neutron] Attempting to bind port 74e55436-b9b7-467e-b019-400341cbe9cb on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:52:03.538034 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-f5166a33-77e1-4bfd-9f13-e388fdb0f853 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:52:03.538579 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-f5166a33-77e1-4bfd-9f13-e388fdb0f853 service neutron] Checking segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:52:03.539244 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-f5166a33-77e1-4bfd-9f13-e388fdb0f853 service neutron] Bound using segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:52:03.539807 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-f5166a33-77e1-4bfd-9f13-e388fdb0f853 service neutron] Bound port: 74e55436-b9b7-467e-b019-400341cbe9cb, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:52:03.540514 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-f5166a33-77e1-4bfd-9f13-e388fdb0f853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:03.556808 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-e8fd9e37-0245-4c47-9b54-97caa6fd6c86 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Allocated IP 192.168.233.198 (54d6ae2e-de73-4435-bfdd-cd390a2143ad/3d2f9c06-58f8-4b66-a033-2aa50eedddcd/bef8747f-2f34-4d30-8e5a-04f694fb6040) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:52:03.682872 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-f5166a33-77e1-4bfd-9f13-e388fdb0f853 service neutron] For port 74e55436-b9b7-467e-b019-400341cbe9cb, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:52:03.688799 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-f5166a33-77e1-4bfd-9f13-e388fdb0f853 service neutron] For port 74e55436-b9b7-467e-b019-400341cbe9cb, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=74e55436-b9b7-467e-b019-400341cbe9cb,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:52:03.691132 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e744cd04-5b2e-425a-97ad-c7f97d42cf76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:03.693302 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-f5166a33-77e1-4bfd-9f13-e388fdb0f853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:03.699746 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e744cd04-5b2e-425a-97ad-c7f97d42cf76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:03.781252 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-f5166a33-77e1-4bfd-9f13-e388fdb0f853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:03.782058 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-f5166a33-77e1-4bfd-9f13-e388fdb0f853 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:03.783770 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-f5166a33-77e1-4bfd-9f13-e388fdb0f853 service neutron] 10.222.0.18 "PUT /v2.0/ports/74e55436-b9b7-467e-b019-400341cbe9cb HTTP/1.1" status: 200 len: 1118 time: 2.6110415 Feb 04 20:52:03.784409 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a39b46f-12f2-45ea-91c4-b2ec7b8cf0e2', 'tag': '74e55436-b9b7-467e-b019-400341cbe9cb'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:52:03.818282 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744cd04-5b2e-425a-97ad-c7f97d42cf76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9be06e8-b148-4fd8-84c7-de68d21c716a,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:04.042061 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e744cd04-5b2e-425a-97ad-c7f97d42cf76 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=001121e14b31418695a3aea928ac98c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9670763 Feb 04 20:52:04.056139 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42374) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:04.172132 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5166a33-77e1-4bfd-9f13-e388fdb0f853 service neutron] Pushing event updated for resources: {'Port': ['ID=74e55436-b9b7-467e-b019-400341cbe9cb,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:04.221968 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7779a-208c-489b-bb29-636a42412244 req-0e2a459b-6d7d-45c1-ae5e-aac62f0d91a2 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:04.229084 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-37c7779a-208c-489b-bb29-636a42412244 req-0e2a459b-6d7d-45c1-ae5e-aac62f0d91a2 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a39b46f-12f2-45ea-91c4-b2ec7b8cf0e2 HTTP/1.1" status: 200 len: 970 time: 0.2166972 Feb 04 20:52:04.237096 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-f56035b0-72fd-4548-8382-96837a51cf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:04.239304 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-f56035b0-72fd-4548-8382-96837a51cf27 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b681d6d10fbd48eba3aeffe45e2e992f&device_id=7a39b46f-12f2-45ea-91c4-b2ec7b8cf0e2 HTTP/1.1" status: 200 len: 1121 time: 0.3402731 Feb 04 20:52:04.289144 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-e8fd9e37-0245-4c47-9b54-97caa6fd6c86 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:04.307711 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-37c7779a-208c-489b-bb29-636a42412244 req-6b2fe24d-98dd-4957-9441-951bd0303a18 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fc517a3-8b68-41af-87fe-8caaceda8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755012 Feb 04 20:52:04.338676 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-e8fd9e37-0245-4c47-9b54-97caa6fd6c86 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Transition to ACTIVE for port object bef8747f-2f34-4d30-8e5a-04f694fb6040 will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:52:04.376303 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-fd1b18a3-542e-4c85-bfdf-bff94a8cfae8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=74e55436-b9b7-467e-b019-400341cbe9cb HTTP/1.1" status: 200 len: 217 time: 0.1216664 Feb 04 20:52:04.381253 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e920a9fc-c7fc-46fc-a519-7c787bc62c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:04.391820 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-e8fd9e37-0245-4c47-9b54-97caa6fd6c86 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:04.471861 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-e8fd9e37-0245-4c47-9b54-97caa6fd6c86 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Network 54d6ae2e-de73-4435-bfdd-cd390a2143ad is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:52:04.487455 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-e8fd9e37-0245-4c47-9b54-97caa6fd6c86 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:52:04.490452 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-e8fd9e37-0245-4c47-9b54-97caa6fd6c86 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:52:04.496452 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-e8fd9e37-0245-4c47-9b54-97caa6fd6c86 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:04.497109 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-e8fd9e37-0245-4c47-9b54-97caa6fd6c86 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:04.516401 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e920a9fc-c7fc-46fc-a519-7c787bc62c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:04.591840 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-e8fd9e37-0245-4c47-9b54-97caa6fd6c86 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7932577 Feb 04 20:52:04.608371 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-42f6572e-01d3-43a3-b5df-d768b6bacc6e service neutron] Request body: {'port': {'device_id': '9d2f417a-d285-41d7-965d-dad55bae03f4', 'device_owner': 'compute:tempest-test_az-1489072863', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:52:04.660444 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e920a9fc-c7fc-46fc-a519-7c787bc62c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:04.671827 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd9e37-0245-4c47-9b54-97caa6fd6c86 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Pushing event updated for resources: {'Port': ['ID=bef8747f-2f34-4d30-8e5a-04f694fb6040,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:04.704429 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 42390) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:04.726026 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920a9fc-c7fc-46fc-a519-7c787bc62c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9be06e8-b148-4fd8-84c7-de68d21c716a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:04.746555 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e920a9fc-c7fc-46fc-a519-7c787bc62c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:04.750042 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e920a9fc-c7fc-46fc-a519-7c787bc62c56 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f9be06e8-b148-4fd8-84c7-de68d21c716a HTTP/1.1" status: 204 len: 168 time: 0.6842592 Feb 04 20:52:04.759514 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-24256a76-b813-474c-a6bb-830a691e635e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:04.764934 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-24256a76-b813-474c-a6bb-830a691e635e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.3663976 Feb 04 20:52:04.859751 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552471c-b877-41fe-ac47-07deb0f91dab req-1ca63c4c-9eb5-4d30-a405-61999b6dc32c tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:04.873235 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-1552471c-b877-41fe-ac47-07deb0f91dab req-1ca63c4c-9eb5-4d30-a405-61999b6dc32c tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Synchronizing usage tracker for tenant:8134debe650b43fe84d2ec7305f17b84 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:52:04.924668 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a39b46f-12f2-45ea-91c4-b2ec7b8cf0e2', 'tag': '74e55436-b9b7-467e-b019-400341cbe9cb', 'status': 'completed', 'code': 200} Feb 04 20:52:04.971451 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-556eecc2-7384-44d8-8c39-b8d0e1b7de44 None None] Provisioning for port bef8747f-2f34-4d30-8e5a-04f694fb6040 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:52:04.983856 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-556eecc2-7384-44d8-8c39-b8d0e1b7de44 None None] Provisioning complete for port bef8747f-2f34-4d30-8e5a-04f694fb6040 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:52:04.984806 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-556eecc2-7384-44d8-8c39-b8d0e1b7de44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:04.994815 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-ad49974c-62c3-44a4-beda-9c835b86d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:04.998749 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-ad49974c-62c3-44a4-beda-9c835b86d30b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1873379 Feb 04 20:52:05.043701 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-42f6572e-01d3-43a3-b5df-d768b6bacc6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:05.071789 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-1552471c-b877-41fe-ac47-07deb0f91dab req-1ca63c4c-9eb5-4d30-a405-61999b6dc32c tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Unset dirty status for tenant:8134debe650b43fe84d2ec7305f17b84 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:52:05.080867 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1552471c-b877-41fe-ac47-07deb0f91dab req-1ca63c4c-9eb5-4d30-a405-61999b6dc32c tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d2f417a-d285-41d7-965d-dad55bae03f4 HTTP/1.1" status: 200 len: 936 time: 0.5947351 Feb 04 20:52:05.156012 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-556eecc2-7384-44d8-8c39-b8d0e1b7de44 None None] Port bef8747f-2f34-4d30-8e5a-04f694fb6040 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:52:05.312758 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-1552471c-b877-41fe-ac47-07deb0f91dab req-7e26cda5-f03b-484f-84f6-0cc5554d2c37 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Synchronizing usage tracker for tenant:8134debe650b43fe84d2ec7305f17b84 on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:52:05.420058 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-7e46b574-720b-4de6-bb2a-31b1ddd64413 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060521 Feb 04 20:52:05.425634 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b01a464a-16f3-4b0e-8eca-34c4df9beba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:05.529144 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-1552471c-b877-41fe-ac47-07deb0f91dab req-7e26cda5-f03b-484f-84f6-0cc5554d2c37 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Unset dirty status for tenant:8134debe650b43fe84d2ec7305f17b84 on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:52:05.540059 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1552471c-b877-41fe-ac47-07deb0f91dab req-7e26cda5-f03b-484f-84f6-0cc5554d2c37 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd45dc3-a1e1-48e8-8770-6e14d9471eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582222 Feb 04 20:52:05.627941 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-b01a464a-16f3-4b0e-8eca-34c4df9beba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:05.654583 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-b01a464a-16f3-4b0e-8eca-34c4df9beba8 admin admin] Usage tracker for resource:security_group_rule and tenant:76aa0e655ac14819a4cfd90d2c241910 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:05.663145 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-b01a464a-16f3-4b0e-8eca-34c4df9beba8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:05.707068 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-b01a464a-16f3-4b0e-8eca-34c4df9beba8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:05.774153 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-23567f89-132a-4218-b7fb-aafb5de00a0d req-8c5871ce-6b28-4c7a-b701-fa4f5a647365 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218331 Feb 04 20:52:05.774636 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42418) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:06.128948 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b1112-d85d-41b1-ad19-50409e943376 req-a271281c-9959-4e4e-830a-377152f997ea tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:06.151628 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-164b1112-d85d-41b1-ad19-50409e943376 req-a271281c-9959-4e4e-830a-377152f997ea tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a39b46f-12f2-45ea-91c4-b2ec7b8cf0e2 HTTP/1.1" status: 200 len: 970 time: 0.5759172 Feb 04 20:52:06.211500 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c3504b20-5d87-44b8-861b-73644c84da3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:06.254696 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c3504b20-5d87-44b8-861b-73644c84da3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:06.262162 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186a6d8-e05a-4eea-9f74-4291774c47fa req-f7971bfb-c58b-415a-ab72-c959c4f29617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:06.264009 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b186a6d8-e05a-4eea-9f74-4291774c47fa req-f7971bfb-c58b-415a-ab72-c959c4f29617 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b681d6d10fbd48eba3aeffe45e2e992f&device_id=7a39b46f-12f2-45ea-91c4-b2ec7b8cf0e2 HTTP/1.1" status: 200 len: 1121 time: 0.2771389 Feb 04 20:52:06.267583 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c3504b20-5d87-44b8-861b-73644c84da3e admin admin] Usage tracker for resource:security_group_rule and tenant:a607445c50c7466e9466021e4639551d is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:06.270830 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-164b1112-d85d-41b1-ad19-50409e943376 req-2f107604-59cd-47bc-aea5-23f2c4011123 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fc517a3-8b68-41af-87fe-8caaceda8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181858 Feb 04 20:52:06.271925 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c3504b20-5d87-44b8-861b-73644c84da3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:06.288572 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c3504b20-5d87-44b8-861b-73644c84da3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:06.390537 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b01a464a-16f3-4b0e-8eca-34c4df9beba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:06.413472 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b01a464a-16f3-4b0e-8eca-34c4df9beba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:06.479457 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a464a-16f3-4b0e-8eca-34c4df9beba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcf226a-3fbe-4dae-bc0e-efce027251d8,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:06.536138 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-42f6572e-01d3-43a3-b5df-d768b6bacc6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bef8747f-2f34-4d30-8e5a-04f694fb6040 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:52:06.547556 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b01a464a-16f3-4b0e-8eca-34c4df9beba8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=76aa0e655ac14819a4cfd90d2c241910&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8391333 Feb 04 20:52:06.547556 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-42f6572e-01d3-43a3-b5df-d768b6bacc6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:06.549320 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42434) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:06.578933 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-42f6572e-01d3-43a3-b5df-d768b6bacc6e service neutron] Transition to ACTIVE for port object bef8747f-2f34-4d30-8e5a-04f694fb6040 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:52:06.587454 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-42f6572e-01d3-43a3-b5df-d768b6bacc6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:06.670399 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186a6d8-e05a-4eea-9f74-4291774c47fa req-9d872645-c057-439a-ad94-aebdc649139b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:06.672581 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b186a6d8-e05a-4eea-9f74-4291774c47fa req-9d872645-c057-439a-ad94-aebdc649139b service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.3753796 Feb 04 20:52:06.858777 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b186a6d8-e05a-4eea-9f74-4291774c47fa req-2b90655e-3205-43a5-b3c6-d5890970a743 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=74e55436-b9b7-467e-b019-400341cbe9cb HTTP/1.1" status: 200 len: 217 time: 0.1622181 Feb 04 20:52:06.979487 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-42f6572e-01d3-43a3-b5df-d768b6bacc6e service neutron] Attempting to bind port bef8747f-2f34-4d30-8e5a-04f694fb6040 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:52:06.979932 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-42f6572e-01d3-43a3-b5df-d768b6bacc6e service neutron] Attempting to bind port bef8747f-2f34-4d30-8e5a-04f694fb6040 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:52:06.980374 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-42f6572e-01d3-43a3-b5df-d768b6bacc6e service neutron] Attempting to bind port bef8747f-2f34-4d30-8e5a-04f694fb6040 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:52:07.004032 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-42f6572e-01d3-43a3-b5df-d768b6bacc6e service neutron] Port bef8747f-2f34-4d30-8e5a-04f694fb6040 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:52:07.007814 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-42f6572e-01d3-43a3-b5df-d768b6bacc6e service neutron] Attempting to bind port bef8747f-2f34-4d30-8e5a-04f694fb6040 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:52:07.030345 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-42f6572e-01d3-43a3-b5df-d768b6bacc6e service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:52:07.032219 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:52:07.035993 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-42f6572e-01d3-43a3-b5df-d768b6bacc6e service neutron] Checking segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:52:07.036737 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-42f6572e-01d3-43a3-b5df-d768b6bacc6e service neutron] Bound using segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:52:07.038041 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-42f6572e-01d3-43a3-b5df-d768b6bacc6e service neutron] Bound port: bef8747f-2f34-4d30-8e5a-04f694fb6040, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:52:07.039176 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-42f6572e-01d3-43a3-b5df-d768b6bacc6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:07.079810 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e311e3ad-5d8d-4dd2-ae73-b775aab8b0e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:07.252353 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327191fc-a644-4fba-8198-8d8632b766d7 req-e2c2d6a5-bfb4-4501-b205-a327d6e553f0 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:07.257321 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e311e3ad-5d8d-4dd2-ae73-b775aab8b0e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:07.259696 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-327191fc-a644-4fba-8198-8d8632b766d7 req-e2c2d6a5-bfb4-4501-b205-a327d6e553f0 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d2f417a-d285-41d7-965d-dad55bae03f4 HTTP/1.1" status: 200 len: 970 time: 0.4268410 Feb 04 20:52:07.261604 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6572e-01d3-43a3-b5df-d768b6bacc6e service neutron] Pushing event updated for resources: {'Port': ['ID=bef8747f-2f34-4d30-8e5a-04f694fb6040,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:07.301395 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186a6d8-e05a-4eea-9f74-4291774c47fa req-80fb9e09-a84f-4848-9c68-868d8afdf2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:07.303635 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b186a6d8-e05a-4eea-9f74-4291774c47fa req-80fb9e09-a84f-4848-9c68-868d8afdf2d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.3590908 Feb 04 20:52:07.308048 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c3504b20-5d87-44b8-861b-73644c84da3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:07.364578 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-327191fc-a644-4fba-8198-8d8632b766d7 req-a6dd634c-a407-4cb1-b8eb-8f8fd8490542 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd45dc3-a1e1-48e8-8770-6e14d9471eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038206 Feb 04 20:52:07.373524 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c3504b20-5d87-44b8-861b-73644c84da3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:07.387133 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-42f6572e-01d3-43a3-b5df-d768b6bacc6e service neutron] For port bef8747f-2f34-4d30-8e5a-04f694fb6040, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:52:07.392860 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-42f6572e-01d3-43a3-b5df-d768b6bacc6e service neutron] For port bef8747f-2f34-4d30-8e5a-04f694fb6040, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=bef8747f-2f34-4d30-8e5a-04f694fb6040,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:52:07.399371 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-42f6572e-01d3-43a3-b5df-d768b6bacc6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:07.478653 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-42f6572e-01d3-43a3-b5df-d768b6bacc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:07.479933 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-42f6572e-01d3-43a3-b5df-d768b6bacc6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:07.482617 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-42f6572e-01d3-43a3-b5df-d768b6bacc6e service neutron] 10.222.0.18 "PUT /v2.0/ports/bef8747f-2f34-4d30-8e5a-04f694fb6040 HTTP/1.1" status: 200 len: 1118 time: 2.8783374 Feb 04 20:52:07.483291 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d2f417a-d285-41d7-965d-dad55bae03f4', 'tag': 'bef8747f-2f34-4d30-8e5a-04f694fb6040'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:52:07.486852 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c3504b20-5d87-44b8-861b-73644c84da3e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a607445c50c7466e9466021e4639551d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7088597 Feb 04 20:52:07.486852 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3504b20-5d87-44b8-861b-73644c84da3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b882725b-fdac-4bc8-95e0-66704c7b98d7,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:07.490923 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42452) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:07.564847 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e311e3ad-5d8d-4dd2-ae73-b775aab8b0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:07.596011 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311e3ad-5d8d-4dd2-ae73-b775aab8b0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcf226a-3fbe-4dae-bc0e-efce027251d8,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:07.621721 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7649b703-c93f-4eb4-b36a-01d322bbe299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:07.628226 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186a6d8-e05a-4eea-9f74-4291774c47fa req-35466d65-59ae-47de-92ec-9b6fbad4b959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:07.629854 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b186a6d8-e05a-4eea-9f74-4291774c47fa req-35466d65-59ae-47de-92ec-9b6fbad4b959 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2998304 Feb 04 20:52:07.698412 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6572e-01d3-43a3-b5df-d768b6bacc6e service neutron] Pushing event updated for resources: {'Port': ['ID=bef8747f-2f34-4d30-8e5a-04f694fb6040,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:07.812516 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e311e3ad-5d8d-4dd2-ae73-b775aab8b0e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:07.816258 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e311e3ad-5d8d-4dd2-ae73-b775aab8b0e8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2bcf226a-3fbe-4dae-bc0e-efce027251d8 HTTP/1.1" status: 204 len: 168 time: 1.2609541 Feb 04 20:52:07.816258 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7649b703-c93f-4eb4-b36a-01d322bbe299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:07.830414 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b186a6d8-e05a-4eea-9f74-4291774c47fa req-59419e9e-e56d-49b9-b5d4-140e550bb62a service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871707 Feb 04 20:52:07.976568 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7649b703-c93f-4eb4-b36a-01d322bbe299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:08.032203 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649b703-c93f-4eb4-b36a-01d322bbe299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b882725b-fdac-4bc8-95e0-66704c7b98d7,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:08.063633 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7649b703-c93f-4eb4-b36a-01d322bbe299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:08.067673 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7649b703-c93f-4eb4-b36a-01d322bbe299 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b882725b-fdac-4bc8-95e0-66704c7b98d7 HTTP/1.1" status: 204 len: 168 time: 0.5750730 Feb 04 20:52:08.077767 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-97ab5a87-ca4b-4b5d-9dea-d4b04db66b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:08.080084 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-97ab5a87-ca4b-4b5d-9dea-d4b04db66b10 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8134debe650b43fe84d2ec7305f17b84&device_id=9d2f417a-d285-41d7-965d-dad55bae03f4 HTTP/1.1" status: 200 len: 1121 time: 0.3844533 Feb 04 20:52:08.100540 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d0017-1122-45ed-b240-751790f0f90c req-569eb688-a971-40fe-b5b1-d71465bd2793 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:08.109221 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-470d0017-1122-45ed-b240-751790f0f90c req-569eb688-a971-40fe-b5b1-d71465bd2793 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a39b46f-12f2-45ea-91c4-b2ec7b8cf0e2 HTTP/1.1" status: 200 len: 970 time: 0.4809904 Feb 04 20:52:08.307946 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b186a6d8-e05a-4eea-9f74-4291774c47fa req-89e45430-605b-4d05-9b5f-eb63add55c57 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043781 Feb 04 20:52:08.335413 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-ec6d707b-b674-4f5a-9cee-661d8fdf4597 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=bef8747f-2f34-4d30-8e5a-04f694fb6040 HTTP/1.1" status: 200 len: 217 time: 0.1719234 Feb 04 20:52:08.372016 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-470d0017-1122-45ed-b240-751790f0f90c req-9a658541-c4ee-4721-8322-205b5a1baa18 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fc517a3-8b68-41af-87fe-8caaceda8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615793 Feb 04 20:52:08.869054 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d2f417a-d285-41d7-965d-dad55bae03f4', 'tag': 'bef8747f-2f34-4d30-8e5a-04f694fb6040', 'status': 'completed', 'code': 200} Feb 04 20:52:08.889188 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e1935-3136-48d2-8b6e-c29800ece709 req-90698816-5f0f-46c4-929e-d4862dd4104a tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:08.896074 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e86e1935-3136-48d2-8b6e-c29800ece709 req-90698816-5f0f-46c4-929e-d4862dd4104a tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d2f417a-d285-41d7-965d-dad55bae03f4 HTTP/1.1" status: 200 len: 970 time: 0.1503725 Feb 04 20:52:08.900790 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42494) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:08.921878 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-54ba3207-2d17-4f95-bb6b-d7ed19fea138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:08.953392 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e86e1935-3136-48d2-8b6e-c29800ece709 req-33624cca-c88c-4406-bbe2-65a20315bffb tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd45dc3-a1e1-48e8-8770-6e14d9471eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563486 Feb 04 20:52:08.962272 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-54ba3207-2d17-4f95-bb6b-d7ed19fea138 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:08.970170 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-54ba3207-2d17-4f95-bb6b-d7ed19fea138 admin admin] Usage tracker for resource:security_group_rule and tenant:24d43568067646a9b23edc2c0d7dba18 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:08.975971 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-54ba3207-2d17-4f95-bb6b-d7ed19fea138 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:08.983041 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-54ba3207-2d17-4f95-bb6b-d7ed19fea138 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:09.002910 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 42500) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:09.021480 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-07ea818c-5c98-4144-b50e-d02347567b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:09.040878 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-07ea818c-5c98-4144-b50e-d02347567b26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:09.049892 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-07ea818c-5c98-4144-b50e-d02347567b26 admin admin] Usage tracker for resource:security_group_rule and tenant:efaa6cab69154c7a8f1ecbc92c82bdda is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:09.054662 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-07ea818c-5c98-4144-b50e-d02347567b26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:09.062348 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-07ea818c-5c98-4144-b50e-d02347567b26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:09.103289 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-54ba3207-2d17-4f95-bb6b-d7ed19fea138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:09.108888 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-54ba3207-2d17-4f95-bb6b-d7ed19fea138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:09.150078 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-07ea818c-5c98-4144-b50e-d02347567b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:09.155499 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-07ea818c-5c98-4144-b50e-d02347567b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:09.161534 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-54ba3207-2d17-4f95-bb6b-d7ed19fea138 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=24d43568067646a9b23edc2c0d7dba18&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2566955 Feb 04 20:52:09.161534 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba3207-2d17-4f95-bb6b-d7ed19fea138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de726309-e826-4d2b-8e97-14164e7157f5,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:09.162826 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42504) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:09.190995 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea818c-5c98-4144-b50e-d02347567b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19aec5e-a0bb-4ed5-92db-87d4cded22ce,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:09.216406 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-07ea818c-5c98-4144-b50e-d02347567b26 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=efaa6cab69154c7a8f1ecbc92c82bdda&name=default HTTP/1.1" status: 200 len: 2978 time: 0.2098753 Feb 04 20:52:09.217223 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 42508) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:09.226576 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e374c300-6eac-4742-a83c-4d2e1048ff44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:09.262051 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e374c300-6eac-4742-a83c-4d2e1048ff44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:09.283325 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fec2fdea-e58f-4e0d-819e-8a99c96dfacd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:09.309755 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fec2fdea-e58f-4e0d-819e-8a99c96dfacd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:09.317845 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e374c300-6eac-4742-a83c-4d2e1048ff44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:09.332730 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374c300-6eac-4742-a83c-4d2e1048ff44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de726309-e826-4d2b-8e97-14164e7157f5,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:09.339213 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e374c300-6eac-4742-a83c-4d2e1048ff44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:09.340495 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e374c300-6eac-4742-a83c-4d2e1048ff44 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/de726309-e826-4d2b-8e97-14164e7157f5 HTTP/1.1" status: 204 len: 168 time: 0.1770267 Feb 04 20:52:09.407507 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-4e71573d-4c9c-4f09-aeb4-8d5ea0df5e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:09.408853 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-4e71573d-4c9c-4f09-aeb4-8d5ea0df5e52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.0688844 Feb 04 20:52:09.464654 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fec2fdea-e58f-4e0d-819e-8a99c96dfacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:09.496780 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2fdea-e58f-4e0d-819e-8a99c96dfacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19aec5e-a0bb-4ed5-92db-87d4cded22ce,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:09.565518 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fec2fdea-e58f-4e0d-819e-8a99c96dfacd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:09.566608 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-fec2fdea-e58f-4e0d-819e-8a99c96dfacd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f19aec5e-a0bb-4ed5-92db-87d4cded22ce HTTP/1.1" status: 204 len: 168 time: 0.3484762 Feb 04 20:52:09.588919 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-29dc01a1-6509-406e-970d-39b38d3c7c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:09.590383 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-29dc01a1-6509-406e-970d-39b38d3c7c7e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1752167 Feb 04 20:52:09.696166 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04baa1f9-2421-4e89-a04e-5f8b34f86db4 req-3889c14d-9b26-4a8d-bf67-1bf8b5256432 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:09.697646 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-04baa1f9-2421-4e89-a04e-5f8b34f86db4 req-3889c14d-9b26-4a8d-bf67-1bf8b5256432 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a39b46f-12f2-45ea-91c4-b2ec7b8cf0e2 HTTP/1.1" status: 200 len: 970 time: 0.1889923 Feb 04 20:52:09.776264 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-04baa1f9-2421-4e89-a04e-5f8b34f86db4 req-42072f05-2bb4-4812-a68e-b9dc18177c1d tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fc517a3-8b68-41af-87fe-8caaceda8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705585 Feb 04 20:52:09.779229 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-7aa06bc4-9a3e-4f28-bb88-3d5d8b0587a7 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779892 Feb 04 20:52:09.857174 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42540) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:10.006190 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-583e3cf6-6525-4675-b5a1-ac6469dcfd48 req-16b862ae-074f-4532-9e19-713538703387 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211781 Feb 04 20:52:10.009818 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-46ce7cb5-347f-4811-98df-bb0643f4c8c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:10.038957 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-46ce7cb5-347f-4811-98df-bb0643f4c8c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:10.044342 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-46ce7cb5-347f-4811-98df-bb0643f4c8c4 admin admin] Usage tracker for resource:security_group_rule and tenant:814fdcd4439c4b30a831397723074dab is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:10.048251 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-46ce7cb5-347f-4811-98df-bb0643f4c8c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:10.054594 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-46ce7cb5-347f-4811-98df-bb0643f4c8c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:10.154283 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-46ce7cb5-347f-4811-98df-bb0643f4c8c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:10.160229 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-46ce7cb5-347f-4811-98df-bb0643f4c8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:10.218949 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-46ce7cb5-347f-4811-98df-bb0643f4c8c4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=814fdcd4439c4b30a831397723074dab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3597770 Feb 04 20:52:10.220569 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce7cb5-347f-4811-98df-bb0643f4c8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9243d5f5-68dd-4441-b827-431f4eef5dd6,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:10.221504 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 42562) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:10.290652 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f155da-3b16-4cdc-83a8-2c0f2014ce77 req-e2f7d5e1-58a7-4195-a55b-6902f719edbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:10.292102 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-72f155da-3b16-4cdc-83a8-2c0f2014ce77 req-e2f7d5e1-58a7-4195-a55b-6902f719edbb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8134debe650b43fe84d2ec7305f17b84&device_id=9d2f417a-d285-41d7-965d-dad55bae03f4 HTTP/1.1" status: 200 len: 1121 time: 0.2143850 Feb 04 20:52:10.301513 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d055cfd-ad21-455e-81f6-915ee75f3646 req-95c09f7b-ef60-4eff-a6ea-cf6570c03b60 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:10.305772 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4d055cfd-ad21-455e-81f6-915ee75f3646 req-95c09f7b-ef60-4eff-a6ea-cf6570c03b60 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d2f417a-d285-41d7-965d-dad55bae03f4 HTTP/1.1" status: 200 len: 970 time: 0.1684697 Feb 04 20:52:10.449755 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4d055cfd-ad21-455e-81f6-915ee75f3646 req-cd384864-286e-41dc-b4b5-4f1ba9196d7f tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd45dc3-a1e1-48e8-8770-6e14d9471eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679159 Feb 04 20:52:10.475249 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d729fde5-216f-4339-b756-3331364d2a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:10.529656 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d729fde5-216f-4339-b756-3331364d2a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:10.551497 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f155da-3b16-4cdc-83a8-2c0f2014ce77 req-cd4a83b0-59b7-4b55-b146-db1d0a22941d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:10.560990 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-72f155da-3b16-4cdc-83a8-2c0f2014ce77 req-cd4a83b0-59b7-4b55-b146-db1d0a22941d service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.2454271 Feb 04 20:52:10.636452 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-72f155da-3b16-4cdc-83a8-2c0f2014ce77 req-e918f737-97ea-4738-9560-b098324da676 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=bef8747f-2f34-4d30-8e5a-04f694fb6040 HTTP/1.1" status: 200 len: 217 time: 0.0698547 Feb 04 20:52:10.706019 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d729fde5-216f-4339-b756-3331364d2a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:10.721726 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f155da-3b16-4cdc-83a8-2c0f2014ce77 req-977d6fae-3927-417c-a936-a9b1725a91b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:10.723268 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-72f155da-3b16-4cdc-83a8-2c0f2014ce77 req-977d6fae-3927-417c-a936-a9b1725a91b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.0795085 Feb 04 20:52:10.733277 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729fde5-216f-4339-b756-3331364d2a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9243d5f5-68dd-4441-b827-431f4eef5dd6,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:10.775841 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d729fde5-216f-4339-b756-3331364d2a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:10.780265 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d729fde5-216f-4339-b756-3331364d2a17 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9243d5f5-68dd-4441-b827-431f4eef5dd6 HTTP/1.1" status: 204 len: 168 time: 0.5576911 Feb 04 20:52:10.830391 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f155da-3b16-4cdc-83a8-2c0f2014ce77 req-6822de62-5a30-4a81-9a1a-b54d288e5604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:10.832259 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-72f155da-3b16-4cdc-83a8-2c0f2014ce77 req-6822de62-5a30-4a81-9a1a-b54d288e5604 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1014144 Feb 04 20:52:11.035453 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-72f155da-3b16-4cdc-83a8-2c0f2014ce77 req-999472f6-3362-4a93-82b6-8716b94f2df9 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957076 Feb 04 20:52:11.070649 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61d2b8-7a23-48f1-8ec3-bd80229975ab req-b9d5f632-ebd7-4b52-90e3-ec820768d1ce tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:11.078376 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6e61d2b8-7a23-48f1-8ec3-bd80229975ab req-b9d5f632-ebd7-4b52-90e3-ec820768d1ce tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a39b46f-12f2-45ea-91c4-b2ec7b8cf0e2 HTTP/1.1" status: 200 len: 970 time: 0.1627645 Feb 04 20:52:11.187002 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6e61d2b8-7a23-48f1-8ec3-bd80229975ab req-e216f03d-9b06-46fd-95b1-10f6599864bb tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fc517a3-8b68-41af-87fe-8caaceda8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077018 Feb 04 20:52:11.210044 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 42610) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:11.236247 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e57dfa8a-f8f7-469b-a37e-c0c2a9a5dd81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:11.250765 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-72f155da-3b16-4cdc-83a8-2c0f2014ce77 req-425f00ae-a366-414a-af48-dc1973adf142 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087834 Feb 04 20:52:11.254419 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e57dfa8a-f8f7-469b-a37e-c0c2a9a5dd81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:11.260751 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e57dfa8a-f8f7-469b-a37e-c0c2a9a5dd81 admin admin] Usage tracker for resource:security_group_rule and tenant:29f0d15e9f674e5bac62a8ab1a234966 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:11.264964 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e57dfa8a-f8f7-469b-a37e-c0c2a9a5dd81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:11.272574 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e57dfa8a-f8f7-469b-a37e-c0c2a9a5dd81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:11.381814 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e57dfa8a-f8f7-469b-a37e-c0c2a9a5dd81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:11.388439 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e57dfa8a-f8f7-469b-a37e-c0c2a9a5dd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:11.442796 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e57dfa8a-f8f7-469b-a37e-c0c2a9a5dd81 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=29f0d15e9f674e5bac62a8ab1a234966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371483 Feb 04 20:52:11.444476 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57dfa8a-f8f7-469b-a37e-c0c2a9a5dd81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110049ce-4251-43af-a950-8a7414e546bf,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:11.445525 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42618) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:11.507449 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dcbad113-a748-4c59-b2e5-15fe552fd8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:11.534844 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dcbad113-a748-4c59-b2e5-15fe552fd8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:11.607863 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dcbad113-a748-4c59-b2e5-15fe552fd8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:11.633389 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dcbad113-a748-4c59-b2e5-15fe552fd8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:11.637402 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-dcbad113-a748-4c59-b2e5-15fe552fd8de admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/110049ce-4251-43af-a950-8a7414e546bf HTTP/1.1" status: 204 len: 168 time: 0.1905529 Feb 04 20:52:11.638012 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42628) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:11.640925 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbad113-a748-4c59-b2e5-15fe552fd8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110049ce-4251-43af-a950-8a7414e546bf,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:11.672542 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b5b37-5f86-4991-b8a8-e2bceb2c36b8 req-c6327626-0c55-40c2-951e-3a25e1e6be74 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:11.674161 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-250b5b37-5f86-4991-b8a8-e2bceb2c36b8 req-c6327626-0c55-40c2-951e-3a25e1e6be74 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d2f417a-d285-41d7-965d-dad55bae03f4 HTTP/1.1" status: 200 len: 970 time: 0.1097419 Feb 04 20:52:11.724590 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-250b5b37-5f86-4991-b8a8-e2bceb2c36b8 req-3e31ca3f-11f1-46f9-933c-e5b8e1ae3ad9 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd45dc3-a1e1-48e8-8770-6e14d9471eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402074 Feb 04 20:52:11.795662 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e4d899d8-afa3-4278-b73b-6d53600dc3c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:11.810909 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e4d899d8-afa3-4278-b73b-6d53600dc3c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:11.815354 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e4d899d8-afa3-4278-b73b-6d53600dc3c3 admin admin] Usage tracker for resource:security_group_rule and tenant:419e6f281ad24dffbef4cbb3a5e434c7 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:11.818773 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e4d899d8-afa3-4278-b73b-6d53600dc3c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:11.826660 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e4d899d8-afa3-4278-b73b-6d53600dc3c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:11.916742 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e4d899d8-afa3-4278-b73b-6d53600dc3c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:11.922281 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e4d899d8-afa3-4278-b73b-6d53600dc3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:11.985944 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e4d899d8-afa3-4278-b73b-6d53600dc3c3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=419e6f281ad24dffbef4cbb3a5e434c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3465936 Feb 04 20:52:11.986069 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 42648) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:11.987615 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d899d8-afa3-4278-b73b-6d53600dc3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5bd956-ff49-4f16-875d-75b5f8694629,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:12.083452 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6527afac-36cd-4809-88e5-bc63dbf2e0a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:12.110369 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6527afac-36cd-4809-88e5-bc63dbf2e0a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:12.162554 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6527afac-36cd-4809-88e5-bc63dbf2e0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:12.180199 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6527afac-36cd-4809-88e5-bc63dbf2e0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5bd956-ff49-4f16-875d-75b5f8694629,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:12.202067 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6527afac-36cd-4809-88e5-bc63dbf2e0a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:12.203319 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-6527afac-36cd-4809-88e5-bc63dbf2e0a5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ad5bd956-ff49-4f16-875d-75b5f8694629 HTTP/1.1" status: 204 len: 168 time: 0.2156763 Feb 04 20:52:12.406028 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e78d5b-5e5e-4be4-b767-cce7c7ce324c req-3f5abf9f-ca2d-421c-8b09-bed6b1734a76 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:12.408049 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-33e78d5b-5e5e-4be4-b767-cce7c7ce324c req-3f5abf9f-ca2d-421c-8b09-bed6b1734a76 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a39b46f-12f2-45ea-91c4-b2ec7b8cf0e2 HTTP/1.1" status: 200 len: 970 time: 0.1049507 Feb 04 20:52:12.478700 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-33e78d5b-5e5e-4be4-b767-cce7c7ce324c req-0c5f9e54-f188-43c3-9e09-44322d0896a7 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fc517a3-8b68-41af-87fe-8caaceda8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651352 Feb 04 20:52:12.573415 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 42686) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:12.591954 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-38ff705f-f398-499e-844c-71adc2c8e85a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:12.607652 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-38ff705f-f398-499e-844c-71adc2c8e85a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:12.611437 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-38ff705f-f398-499e-844c-71adc2c8e85a admin admin] Usage tracker for resource:security_group_rule and tenant:c411eb2a5b7447e183ceafa40605b9df is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:12.614305 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-38ff705f-f398-499e-844c-71adc2c8e85a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:12.620013 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-38ff705f-f398-499e-844c-71adc2c8e85a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:12.706334 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-38ff705f-f398-499e-844c-71adc2c8e85a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:12.710734 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-38ff705f-f398-499e-844c-71adc2c8e85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:12.747465 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-38ff705f-f398-499e-844c-71adc2c8e85a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c411eb2a5b7447e183ceafa40605b9df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1725233 Feb 04 20:52:12.751284 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 42694) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:12.793357 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff705f-f398-499e-844c-71adc2c8e85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e3194c-4e1c-43cf-bbd4-68426849d878,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:12.880271 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42702) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:12.995384 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bc85c6e7-e204-4559-853e-8e08d1a43abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:13.015709 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3c72aae5-e91c-47bd-9531-fc8d08e75e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:13.025332 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bc85c6e7-e204-4559-853e-8e08d1a43abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:13.030773 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3c72aae5-e91c-47bd-9531-fc8d08e75e63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:13.034796 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3c72aae5-e91c-47bd-9531-fc8d08e75e63 admin admin] Usage tracker for resource:security_group_rule and tenant:18d42a10245349448f61f31d44b2a45b is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:13.040281 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3c72aae5-e91c-47bd-9531-fc8d08e75e63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:13.046959 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3c72aae5-e91c-47bd-9531-fc8d08e75e63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:13.068077 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363af19-97cd-468b-a720-a050edf29982 req-62901199-635b-463c-ab45-bcb6f9853a9a tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:13.069521 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1363af19-97cd-468b-a720-a050edf29982 req-62901199-635b-463c-ab45-bcb6f9853a9a tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d2f417a-d285-41d7-965d-dad55bae03f4 HTTP/1.1" status: 200 len: 970 time: 0.2179136 Feb 04 20:52:13.120603 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1363af19-97cd-468b-a720-a050edf29982 req-b503c82d-74de-4086-843d-95ce9d49f782 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd45dc3-a1e1-48e8-8770-6e14d9471eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415840 Feb 04 20:52:13.122183 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bc85c6e7-e204-4559-853e-8e08d1a43abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:13.140543 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc85c6e7-e204-4559-853e-8e08d1a43abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e3194c-4e1c-43cf-bbd4-68426849d878,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:13.148107 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bc85c6e7-e204-4559-853e-8e08d1a43abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:13.149295 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-bc85c6e7-e204-4559-853e-8e08d1a43abe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/54e3194c-4e1c-43cf-bbd4-68426849d878 HTTP/1.1" status: 204 len: 168 time: 0.3968856 Feb 04 20:52:13.151786 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3c72aae5-e91c-47bd-9531-fc8d08e75e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:13.158257 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3c72aae5-e91c-47bd-9531-fc8d08e75e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:13.212427 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3c72aae5-e91c-47bd-9531-fc8d08e75e63 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=18d42a10245349448f61f31d44b2a45b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3310368 Feb 04 20:52:13.214108 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c72aae5-e91c-47bd-9531-fc8d08e75e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349a1d2f-b218-4999-a296-44904d94e93a,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:13.215148 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 42718) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:13.284594 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-64b2c4a5-0e9e-499a-b7f8-e22da117210a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:13.311568 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-64b2c4a5-0e9e-499a-b7f8-e22da117210a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:13.367186 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-64b2c4a5-0e9e-499a-b7f8-e22da117210a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:13.382631 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2c4a5-0e9e-499a-b7f8-e22da117210a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349a1d2f-b218-4999-a296-44904d94e93a,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:13.389273 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-64b2c4a5-0e9e-499a-b7f8-e22da117210a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:13.392814 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-64b2c4a5-0e9e-499a-b7f8-e22da117210a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/349a1d2f-b218-4999-a296-44904d94e93a HTTP/1.1" status: 204 len: 168 time: 0.1713989 Feb 04 20:52:13.682227 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d160b9-9e0a-43f3-aed8-32a5c0b03be1 req-983385cf-10e6-4bfd-a920-e9720b0667e3 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:13.683852 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18d160b9-9e0a-43f3-aed8-32a5c0b03be1 req-983385cf-10e6-4bfd-a920-e9720b0667e3 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a39b46f-12f2-45ea-91c4-b2ec7b8cf0e2 HTTP/1.1" status: 200 len: 970 time: 0.0925453 Feb 04 20:52:13.741332 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18d160b9-9e0a-43f3-aed8-32a5c0b03be1 req-1c1e393f-c7c9-48f4-95ca-2a0a09cdccab tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fc517a3-8b68-41af-87fe-8caaceda8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494957 Feb 04 20:52:13.819996 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e81e2ad2-aac5-4e13-bf39-81a474e7a3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:13.833990 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 42744) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:13.853376 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6de09c41-68b4-4d8f-9e4e-7ac75d18bb8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:13.873523 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-6de09c41-68b4-4d8f-9e4e-7ac75d18bb8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:13.877844 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-6de09c41-68b4-4d8f-9e4e-7ac75d18bb8f admin admin] Usage tracker for resource:security_group_rule and tenant:ae6abccd85c444d79b092511d3ca28b8 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:13.880650 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-6de09c41-68b4-4d8f-9e4e-7ac75d18bb8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:13.886962 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-6de09c41-68b4-4d8f-9e4e-7ac75d18bb8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:13.942484 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42750) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:13.989927 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6de09c41-68b4-4d8f-9e4e-7ac75d18bb8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:14.009428 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6de09c41-68b4-4d8f-9e4e-7ac75d18bb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:14.065529 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-6de09c41-68b4-4d8f-9e4e-7ac75d18bb8f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ae6abccd85c444d79b092511d3ca28b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300940 Feb 04 20:52:14.066379 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de09c41-68b4-4d8f-9e4e-7ac75d18bb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2e6d32-fb9e-48fb-b63c-b501ea436f19,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:14.068085 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42758) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:14.124149 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c66eaaed-13ab-4e88-a2b4-18c3f3cdcd9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:14.146924 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c66eaaed-13ab-4e88-a2b4-18c3f3cdcd9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:14.156322 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c66eaaed-13ab-4e88-a2b4-18c3f3cdcd9b admin admin] Usage tracker for resource:security_group_rule and tenant:c456593d475e41b18d10b18de7f01d5d is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:14.160168 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c66eaaed-13ab-4e88-a2b4-18c3f3cdcd9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:14.167479 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c66eaaed-13ab-4e88-a2b4-18c3f3cdcd9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:14.189883 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a5775de3-2f9f-4a49-b3fe-1836a12123c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:14.236357 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a5775de3-2f9f-4a49-b3fe-1836a12123c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:14.337908 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c66eaaed-13ab-4e88-a2b4-18c3f3cdcd9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:14.345572 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c66eaaed-13ab-4e88-a2b4-18c3f3cdcd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:14.349078 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 74e55436-b9b7-467e-b019-400341cbe9cb details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:52:14.350177 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0975d-8d12-4891-8f78-d0bbe960d7c3 req-c4197d77-df10-478f-bfcb-75a4b9823016 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:14.358638 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3ef0975d-8d12-4891-8f78-d0bbe960d7c3 req-c4197d77-df10-478f-bfcb-75a4b9823016 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d2f417a-d285-41d7-965d-dad55bae03f4 HTTP/1.1" status: 200 len: 970 time: 0.1183367 Feb 04 20:52:14.366305 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a5775de3-2f9f-4a49-b3fe-1836a12123c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:14.414706 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3ef0975d-8d12-4891-8f78-d0bbe960d7c3 req-34ee9bd7-54c1-4de2-a848-bf5e86dc6d47 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd45dc3-a1e1-48e8-8770-6e14d9471eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551367 Feb 04 20:52:14.427261 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c66eaaed-13ab-4e88-a2b4-18c3f3cdcd9b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c456593d475e41b18d10b18de7f01d5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4837043 Feb 04 20:52:14.429492 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42774) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:14.440722 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66eaaed-13ab-4e88-a2b4-18c3f3cdcd9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9efbb51-f184-44a3-a06f-b02281cc38f0,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:14.445830 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a5775de3-2f9f-4a49-b3fe-1836a12123c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:14.449796 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a5775de3-2f9f-4a49-b3fe-1836a12123c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8f2e6d32-fb9e-48fb-b63c-b501ea436f19 HTTP/1.1" status: 204 len: 168 time: 0.3807545 Feb 04 20:52:14.463315 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5775de3-2f9f-4a49-b3fe-1836a12123c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2e6d32-fb9e-48fb-b63c-b501ea436f19,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:14.506152 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 74e55436-b9b7-467e-b019-400341cbe9cb, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=74e55436-b9b7-467e-b019-400341cbe9cb,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:52:14.520836 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '74e55436-b9b7-467e-b019-400341cbe9cb', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': '74e55436-b9b7-467e-b019-400341cbe9cb', 'mac_address': 'fa:16:3e:11:f6:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:tempest-test_az-1489072863', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:52:14.525389 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4b5cab9d-21bc-4f53-91d5-cacd9c8ed3e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:14.553563 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4b5cab9d-21bc-4f53-91d5-cacd9c8ed3e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:14.587836 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:14.607729 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e55436-b9b7-467e-b019-400341cbe9cb {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:52:14.632310 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 74e55436-b9b7-467e-b019-400341cbe9cb, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=74e55436-b9b7-467e-b019-400341cbe9cb,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:52:14.633521 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4b5cab9d-21bc-4f53-91d5-cacd9c8ed3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:14.639585 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:14.640855 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device bef8747f-2f34-4d30-8e5a-04f694fb6040 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:52:14.655360 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5cab9d-21bc-4f53-91d5-cacd9c8ed3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9efbb51-f184-44a3-a06f-b02281cc38f0,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:14.659317 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4b5cab9d-21bc-4f53-91d5-cacd9c8ed3e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:14.660417 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4b5cab9d-21bc-4f53-91d5-cacd9c8ed3e9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b9efbb51-f184-44a3-a06f-b02281cc38f0 HTTP/1.1" status: 204 len: 168 time: 0.2297468 Feb 04 20:52:14.744114 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port bef8747f-2f34-4d30-8e5a-04f694fb6040, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=bef8747f-2f34-4d30-8e5a-04f694fb6040,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:52:14.763249 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'bef8747f-2f34-4d30-8e5a-04f694fb6040', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': 'bef8747f-2f34-4d30-8e5a-04f694fb6040', 'mac_address': 'fa:16:3e:5f:d7:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:tempest-test_az-1489072863', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:52:14.837015 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=74e55436-b9b7-467e-b019-400341cbe9cb,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:14.846219 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:14.868579 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:14.869391 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:14.870117 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:14.870677 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:14.871279 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:14.871860 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:14.872404 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:14.873165 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:14.873711 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:14.874187 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:14.874808 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:14.875284 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:14.876712 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Tracked resource versions report: Feb 04 20:52:14.876712 n-d-827896-1 neutron-server[87684]: pushed versions: Feb 04 20:52:14.876712 n-d-827896-1 neutron-server[87684]: { 'AddressGroup': {'1.2'}, Feb 04 20:52:14.876712 n-d-827896-1 neutron-server[87684]: 'ConntrackHelper': {'1.0'}, Feb 04 20:52:14.876712 n-d-827896-1 neutron-server[87684]: 'Log': {'1.0'}, Feb 04 20:52:14.876712 n-d-827896-1 neutron-server[87684]: 'Network': {'1.1'}, Feb 04 20:52:14.876712 n-d-827896-1 neutron-server[87684]: 'Port': {'1.7'}, Feb 04 20:52:14.876712 n-d-827896-1 neutron-server[87684]: 'PortForwarding': {'1.2'}, Feb 04 20:52:14.876712 n-d-827896-1 neutron-server[87684]: 'QosPolicy': {'1.8'}, Feb 04 20:52:14.876712 n-d-827896-1 neutron-server[87684]: 'SecurityGroup': {'1.4'}, Feb 04 20:52:14.876712 n-d-827896-1 neutron-server[87684]: 'SecurityGroupRule': {'1.2'}, Feb 04 20:52:14.876712 n-d-827896-1 neutron-server[87684]: 'SubPort': {'1.0'}, Feb 04 20:52:14.876712 n-d-827896-1 neutron-server[87684]: 'Subnet': {'1.1'}, Feb 04 20:52:14.876712 n-d-827896-1 neutron-server[87684]: 'Trunk': {'1.1'}} Feb 04 20:52:14.876712 n-d-827896-1 neutron-server[87684]: consumer versions: Feb 04 20:52:14.876712 n-d-827896-1 neutron-server[87684]: { DHCP agent@n-d-827896-1: {}, Feb 04 20:52:14.876712 n-d-827896-1 neutron-server[87684]: HyperV agent@n-h1-827896-1: {}, Feb 04 20:52:14.876712 n-d-827896-1 neutron-server[87684]: HyperV agent@n-h2-827896-1: {}, Feb 04 20:52:14.876712 n-d-827896-1 neutron-server[87684]: L3 agent@n-d-827896-1: {}, Feb 04 20:52:14.876712 n-d-827896-1 neutron-server[87684]: Metadata agent@n-d-827896-1: {}, Feb 04 20:52:14.876712 n-d-827896-1 neutron-server[87684]: Metering agent@n-d-827896-1: {}, Feb 04 20:52:14.876712 n-d-827896-1 neutron-server[87684]: Open vSwitch agent@n-d-827896-1: { 'AddressGroup': '1.2', Feb 04 20:52:14.876712 n-d-827896-1 neutron-server[87684]: 'ConntrackHelper': '1.0', Feb 04 20:52:14.876712 n-d-827896-1 neutron-server[87684]: 'Log': '1.0', Feb 04 20:52:14.876712 n-d-827896-1 neutron-server[87684]: 'Network': '1.1', Feb 04 20:52:14.876712 n-d-827896-1 neutron-server[87684]: 'Port': '1.7', Feb 04 20:52:14.876712 n-d-827896-1 neutron-server[87684]: 'PortForwarding': '1.2', Feb 04 20:52:14.876712 n-d-827896-1 neutron-server[87684]: 'QosPolicy': '1.8', Feb 04 20:52:14.876712 n-d-827896-1 neutron-server[87684]: 'SecurityGroup': '1.4', Feb 04 20:52:14.876712 n-d-827896-1 neutron-server[87684]: 'SecurityGroupRule': '1.2', Feb 04 20:52:14.876712 n-d-827896-1 neutron-server[87684]: 'SubPort': '1.0', Feb 04 20:52:14.876712 n-d-827896-1 neutron-server[87684]: 'Subnet': '1.1', Feb 04 20:52:14.876712 n-d-827896-1 neutron-server[87684]: 'Trunk': '1.1'}} Feb 04 20:52:14.876712 n-d-827896-1 neutron-server[87684]: {{(pid=87684) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 20:52:14.884078 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bef8747f-2f34-4d30-8e5a-04f694fb6040 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:52:14.905546 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port bef8747f-2f34-4d30-8e5a-04f694fb6040, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=bef8747f-2f34-4d30-8e5a-04f694fb6040,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:52:14.910924 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:14.939474 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5843b27-d275-4b19-a130-742f77ee7694 req-1bdfe017-57e9-4224-b081-2a84f465b053 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:14.947068 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d5843b27-d275-4b19-a130-742f77ee7694 req-1bdfe017-57e9-4224-b081-2a84f465b053 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a39b46f-12f2-45ea-91c4-b2ec7b8cf0e2 HTTP/1.1" status: 200 len: 971 time: 0.0928423 Feb 04 20:52:14.989359 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=bef8747f-2f34-4d30-8e5a-04f694fb6040,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:15.000544 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d5843b27-d275-4b19-a130-742f77ee7694 req-9dee5425-8cb8-4850-9a2c-8ee7586c9fd5 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fc517a3-8b68-41af-87fe-8caaceda8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523233 Feb 04 20:52:15.167510 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42802) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:15.186576 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-888dd52e-2292-43fb-be1e-919639063629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:15.201612 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-888dd52e-2292-43fb-be1e-919639063629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:15.205477 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-888dd52e-2292-43fb-be1e-919639063629 admin admin] Usage tracker for resource:security_group_rule and tenant:a5b2c74d4d5940159315a66d72b77e82 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:15.208597 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-888dd52e-2292-43fb-be1e-919639063629 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:15.208764 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['bef8747f-2f34-4d30-8e5a-04f694fb6040'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:52:15.214624 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-888dd52e-2292-43fb-be1e-919639063629 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:15.240126 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['74e55436-b9b7-467e-b019-400341cbe9cb'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:52:15.333876 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-888dd52e-2292-43fb-be1e-919639063629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:15.339742 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-888dd52e-2292-43fb-be1e-919639063629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:15.401203 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-888dd52e-2292-43fb-be1e-919639063629 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a5b2c74d4d5940159315a66d72b77e82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326038 Feb 04 20:52:15.402574 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888dd52e-2292-43fb-be1e-919639063629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e443b2c-2c12-4c94-af5b-2e93130f5275,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:15.404608 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 42810) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:15.545907 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-443d5c99-4438-40b3-8e35-d59f406392bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:15.573416 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-443d5c99-4438-40b3-8e35-d59f406392bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:15.693285 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7fbd9c-61e0-49a7-9e65-c687d7451a9c req-bcee1822-6646-47ca-a634-d7e072c4e4ab tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:15.694766 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4b7fbd9c-61e0-49a7-9e65-c687d7451a9c req-bcee1822-6646-47ca-a634-d7e072c4e4ab tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d2f417a-d285-41d7-965d-dad55bae03f4 HTTP/1.1" status: 200 len: 971 time: 0.1139796 Feb 04 20:52:15.720780 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-443d5c99-4438-40b3-8e35-d59f406392bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:15.745988 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d5c99-4438-40b3-8e35-d59f406392bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e443b2c-2c12-4c94-af5b-2e93130f5275,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:15.773277 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4b7fbd9c-61e0-49a7-9e65-c687d7451a9c req-3c09021b-0bab-471e-a65b-d54b3b6dd3b1 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd45dc3-a1e1-48e8-8770-6e14d9471eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682752 Feb 04 20:52:15.774148 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-443d5c99-4438-40b3-8e35-d59f406392bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:15.775198 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-443d5c99-4438-40b3-8e35-d59f406392bb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2e443b2c-2c12-4c94-af5b-2e93130f5275 HTTP/1.1" status: 204 len: 168 time: 0.3692353 Feb 04 20:52:15.815049 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 42832) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:16.040078 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-4226a306-0009-4619-aa86-1f6b47aeca8e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1164137712-network', 'tenant_id': '7d15289c524c48308a694841020ef472'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:52:16.050353 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-4226a306-0009-4619-aa86-1f6b47aeca8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:16.062745 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-4226a306-0009-4619-aa86-1f6b47aeca8e admin admin] Usage tracker for resource:network and tenant:7d15289c524c48308a694841020ef472 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:16.066879 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-4226a306-0009-4619-aa86-1f6b47aeca8e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:16.079602 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-4226a306-0009-4619-aa86-1f6b47aeca8e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:16.101748 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4226a306-0009-4619-aa86-1f6b47aeca8e admin admin] Made reservation on behalf of 7d15289c524c48308a694841020ef472 for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:52:16.107471 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4226a306-0009-4619-aa86-1f6b47aeca8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:16.126063 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4226a306-0009-4619-aa86-1f6b47aeca8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:16.142715 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-4226a306-0009-4619-aa86-1f6b47aeca8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:16.187523 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-4226a306-0009-4619-aa86-1f6b47aeca8e admin admin] Usage tracker for resource:security_group_rule and tenant:7d15289c524c48308a694841020ef472 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:16.193050 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-4226a306-0009-4619-aa86-1f6b47aeca8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:16.206111 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-4226a306-0009-4619-aa86-1f6b47aeca8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:16.249314 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0c49531a-09b6-45c3-bfbe-c5c7cd48c150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:16.254973 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-84e6a223-36bb-4fcc-ae11-f91b98a12f02 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=1c95ab08729c4244bb5389f69a70876f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499196 Feb 04 20:52:16.357991 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 74e55436-b9b7-467e-b019-400341cbe9cb up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:52:16.390432 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79222775-05ca-415e-9e47-f56da52d456f req-334cb0b1-81ca-468f-b3b1-ea59ef2971ca tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:16.392544 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-79222775-05ca-415e-9e47-f56da52d456f req-334cb0b1-81ca-468f-b3b1-ea59ef2971ca tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a39b46f-12f2-45ea-91c4-b2ec7b8cf0e2 HTTP/1.1" status: 200 len: 971 time: 0.2525766 Feb 04 20:52:16.432403 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 74e55436-b9b7-467e-b019-400341cbe9cb completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:52:16.438368 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 74e55436-b9b7-467e-b019-400341cbe9cb triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:52:16.439021 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:16.517142 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-9692dbc2-d4d7-4713-89b6-2d526f4c7d75 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:16.517142 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-9692dbc2-d4d7-4713-89b6-2d526f4c7d75 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2523720 Feb 04 20:52:16.524973 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-79222775-05ca-415e-9e47-f56da52d456f req-098fa824-ae74-490a-9ef1-5f66b618756c tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fc517a3-8b68-41af-87fe-8caaceda8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217668 Feb 04 20:52:16.534537 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4226a306-0009-4619-aa86-1f6b47aeca8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:16.543233 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4226a306-0009-4619-aa86-1f6b47aeca8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:16.563096 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-37d8a746-aa1a-450d-9132-f91ce3700163 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/quotas/1c95ab08729c4244bb5389f69a70876f HTTP/1.1" status: 200 len: 375 time: 0.0346806 Feb 04 20:52:16.572695 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:16.578062 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4226a306-0009-4619-aa86-1f6b47aeca8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:52:16.603178 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a39b46f-12f2-45ea-91c4-b2ec7b8cf0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e55436-b9b7-467e-b019-400341cbe9cb'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:52:16.625190 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42870) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:16.642736 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-33a9bb88-b33d-49ce-9059-230f3d93d00f tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c95ab08729c4244bb5389f69a70876f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663126 Feb 04 20:52:16.645337 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226a306-0009-4619-aa86-1f6b47aeca8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980eb6c1-394d-41c9-9ec1-fc3a04b5d944,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:16.649970 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4226a306-0009-4619-aa86-1f6b47aeca8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:16.650304 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-4226a306-0009-4619-aa86-1f6b47aeca8e admin admin] Added segment d12e9950-5d86-40cd-bddc-0de2bd6bc6e5 of type vlan for network 4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439 Feb 04 20:52:16.680535 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4226a306-0009-4619-aa86-1f6b47aeca8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:16.680913 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 74e55436-b9b7-467e-b019-400341cbe9cb, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=74e55436-b9b7-467e-b019-400341cbe9cb,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:52:16.693631 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:16.695472 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device bef8747f-2f34-4d30-8e5a-04f694fb6040 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:52:16.723531 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4226a306-0009-4619-aa86-1f6b47aeca8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:16.724610 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4226a306-0009-4619-aa86-1f6b47aeca8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:16.725192 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4226a306-0009-4619-aa86-1f6b47aeca8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:16.776606 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42880) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:16.777066 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-4226a306-0009-4619-aa86-1f6b47aeca8e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9608603 Feb 04 20:52:16.784192 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-c5cf893e-e2ed-4902-ac18-15282f5b1b1b admin admin] Request body: {'subnet': {'network_id': '4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1164137712-subnet', 'tenant_id': '7d15289c524c48308a694841020ef472', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:52:16.794574 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c5cf893e-e2ed-4902-ac18-15282f5b1b1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:16.805063 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-f4c509f4-e719-439d-bc00-384bc9715250 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-849553090-network', 'tenant_id': 'c5a142124dd5482a87b175ed6e7e9ba5'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:52:16.813470 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c5cf893e-e2ed-4902-ac18-15282f5b1b1b admin admin] Usage tracker for resource:subnet and tenant:7d15289c524c48308a694841020ef472 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:16.817052 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f4c509f4-e719-439d-bc00-384bc9715250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:16.820339 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c5cf893e-e2ed-4902-ac18-15282f5b1b1b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:16.829419 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f4c509f4-e719-439d-bc00-384bc9715250 admin admin] Usage tracker for resource:network and tenant:c5a142124dd5482a87b175ed6e7e9ba5 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:16.833703 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c5cf893e-e2ed-4902-ac18-15282f5b1b1b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:16.836480 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f4c509f4-e719-439d-bc00-384bc9715250 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:16.848500 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f4c509f4-e719-439d-bc00-384bc9715250 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:16.867866 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=74e55436-b9b7-467e-b019-400341cbe9cb,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:16.874619 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cf893e-e2ed-4902-ac18-15282f5b1b1b admin admin] Made reservation on behalf of 7d15289c524c48308a694841020ef472 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:52:16.877224 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226a306-0009-4619-aa86-1f6b47aeca8e admin admin] Pushing event updated for resources: {'Network': ['ID=4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:16.881133 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c5cf893e-e2ed-4902-ac18-15282f5b1b1b admin admin] Notify callbacks [] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:16.904902 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port bef8747f-2f34-4d30-8e5a-04f694fb6040 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:52:16.913673 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c509f4-e719-439d-bc00-384bc9715250 admin admin] Made reservation on behalf of c5a142124dd5482a87b175ed6e7e9ba5 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:52:16.916454 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f4c509f4-e719-439d-bc00-384bc9715250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:16.924697 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:52:16.999451 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port bef8747f-2f34-4d30-8e5a-04f694fb6040 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:52:17.000058 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:17.015347 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f5cc7a78-f5b8-4c77-88d4-9e974cf7e469 req-408f8722-0416-412f-a637-b0fdc60a4f21 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9cd9679-9aaf-4c95-beb9-4b9eed13656b HTTP/1.1" status: 200 len: 210 time: 0.0817659 Feb 04 20:52:17.128356 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505112f-1265-4448-a33a-ac50c231469e req-9f274f63-c338-4b46-8cf7-65e7f2fbd78e tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:17.129859 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c505112f-1265-4448-a33a-ac50c231469e req-9f274f63-c338-4b46-8cf7-65e7f2fbd78e tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d2f417a-d285-41d7-965d-dad55bae03f4 HTTP/1.1" status: 200 len: 971 time: 0.1136413 Feb 04 20:52:17.142378 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f4c509f4-e719-439d-bc00-384bc9715250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:17.168222 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f4c509f4-e719-439d-bc00-384bc9715250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:17.173494 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f4c509f4-e719-439d-bc00-384bc9715250 admin admin] Usage tracker for resource:security_group_rule and tenant:c5a142124dd5482a87b175ed6e7e9ba5 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:17.221016 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c505112f-1265-4448-a33a-ac50c231469e req-e90839ec-6d82-4c62-bf4d-f7e8785dc4c3 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd45dc3-a1e1-48e8-8770-6e14d9471eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766010 Feb 04 20:52:17.246640 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:17.257773 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f4c509f4-e719-439d-bc00-384bc9715250 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:17.272357 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f4c509f4-e719-439d-bc00-384bc9715250 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:17.297380 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:17.342481 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port bef8747f-2f34-4d30-8e5a-04f694fb6040, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=bef8747f-2f34-4d30-8e5a-04f694fb6040,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:52:17.346178 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a39b46f-12f2-45ea-91c4-b2ec7b8cf0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e55436-b9b7-467e-b019-400341cbe9cb', 'code': 200} Feb 04 20:52:17.347542 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:17.351882 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:17.453592 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=bef8747f-2f34-4d30-8e5a-04f694fb6040,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:17.458513 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c5cf893e-e2ed-4902-ac18-15282f5b1b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:17.468114 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4e069-25ab-43bc-b10c-3793e31dc7d1 req-a3748863-320c-449d-9d5a-26b5e5490c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:17.470264 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dfc4e069-25ab-43bc-b10c-3793e31dc7d1 req-a3748863-320c-449d-9d5a-26b5e5490c44 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7a39b46f-12f2-45ea-91c4-b2ec7b8cf0e2 HTTP/1.1" status: 200 len: 1123 time: 0.0803547 Feb 04 20:52:17.492691 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-dfc4e069-25ab-43bc-b10c-3793e31dc7d1 req-89b41d82-703d-4d96-a9a1-48c725a8d8b1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:17.508814 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-dfc4e069-25ab-43bc-b10c-3793e31dc7d1 req-89b41d82-703d-4d96-a9a1-48c725a8d8b1 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:17.513585 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-dfc4e069-25ab-43bc-b10c-3793e31dc7d1 req-89b41d82-703d-4d96-a9a1-48c725a8d8b1 service neutron] Usage tracker for resource:security_group_rule and tenant:11d6874329d84fd789b0bb8c98f2dc51 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:17.514307 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f4c509f4-e719-439d-bc00-384bc9715250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:17.516555 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-dfc4e069-25ab-43bc-b10c-3793e31dc7d1 req-89b41d82-703d-4d96-a9a1-48c725a8d8b1 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:17.523047 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-dfc4e069-25ab-43bc-b10c-3793e31dc7d1 req-89b41d82-703d-4d96-a9a1-48c725a8d8b1 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:17.527868 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f4c509f4-e719-439d-bc00-384bc9715250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:17.580017 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf893e-e2ed-4902-ac18-15282f5b1b1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=badb4088-e79a-438f-8ff7-4be66087c151,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:17.594063 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c509f4-e719-439d-bc00-384bc9715250 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:52:17.596339 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c509f4-e719-439d-bc00-384bc9715250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e91bd16-e1c2-4502-9265-9ed6f38095b3,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:17.616026 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-dfc4e069-25ab-43bc-b10c-3793e31dc7d1 req-89b41d82-703d-4d96-a9a1-48c725a8d8b1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:17.616235 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cf893e-e2ed-4902-ac18-15282f5b1b1b admin admin] Checking segment: {'id': 'd12e9950-5d86-40cd-bddc-0de2bd6bc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:52:17.616516 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cf893e-e2ed-4902-ac18-15282f5b1b1b admin admin] Network hostable DHCP agents. Network: 4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:52:17.621319 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f4c509f4-e719-439d-bc00-384bc9715250 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761250921777', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:17.622655 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f4c509f4-e719-439d-bc00-384bc9715250 admin admin] Unsubscribe: segment precommit_create {{(pid=87682) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 20:52:17.623165 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-f4c509f4-e719-439d-bc00-384bc9715250 admin admin] Added segment aaf6eb1f-7d9c-463f-b46f-fa7126efff76 of type vlan for network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 Feb 04 20:52:17.624061 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-dfc4e069-25ab-43bc-b10c-3793e31dc7d1 req-89b41d82-703d-4d96-a9a1-48c725a8d8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:17.666277 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dfc4e069-25ab-43bc-b10c-3793e31dc7d1 req-89b41d82-703d-4d96-a9a1-48c725a8d8b1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3fc517a3-8b68-41af-87fe-8caaceda8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896610 Feb 04 20:52:17.674730 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b41d82-703d-4d96-a9a1-48c725a8d8b1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e438e1fd-81e0-417a-bd4e-d30ae9ab8818,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:17.683916 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f4c509f4-e719-439d-bc00-384bc9715250 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:17.689400 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cf893e-e2ed-4902-ac18-15282f5b1b1b admin admin] Network 4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:52:17.706544 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-c5cf893e-e2ed-4902-ac18-15282f5b1b1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:52:17.725137 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c98a42b-9179-4807-89fb-b883b7cbc8b7 None None] Network 4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:52:17.730587 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cf893e-e2ed-4902-ac18-15282f5b1b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:17.732594 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c5cf893e-e2ed-4902-ac18-15282f5b1b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:17.774852 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f4c509f4-e719-439d-bc00-384bc9715250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:17.775775 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c509f4-e719-439d-bc00-384bc9715250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:17.776344 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f4c509f4-e719-439d-bc00-384bc9715250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:17.844813 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7b637-d497-45fc-8929-480fe11131a6 req-72fbc115-e601-4e3e-a3c9-dd12719f70ce tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:17.847596 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-80a7b637-d497-45fc-8929-480fe11131a6 req-72fbc115-e601-4e3e-a3c9-dd12719f70ce tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a39b46f-12f2-45ea-91c4-b2ec7b8cf0e2 HTTP/1.1" status: 200 len: 972 time: 0.1639414 Feb 04 20:52:17.906096 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c5cf893e-e2ed-4902-ac18-15282f5b1b1b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1280723 Feb 04 20:52:17.910649 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 42904) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:17.917251 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-2522ed1b-4f3f-4e79-b394-4a51b418d268 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1164137712-router', 'tenant_id': '7d15289c524c48308a694841020ef472', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:52:17.920533 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c509f4-e719-439d-bc00-384bc9715250 admin admin] Pushing event updated for resources: {'Network': ['ID=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:17.926933 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-2522ed1b-4f3f-4e79-b394-4a51b418d268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:17.927098 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f4c509f4-e719-439d-bc00-384bc9715250 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3002136 Feb 04 20:52:17.930577 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42908) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:17.931855 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-80a7b637-d497-45fc-8929-480fe11131a6 req-7ab1a1be-24b8-4b7e-b46c-6b2465b9f83d tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fc517a3-8b68-41af-87fe-8caaceda8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779953 Feb 04 20:52:17.934424 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-2522ed1b-4f3f-4e79-b394-4a51b418d268 admin admin] Usage tracker for resource:router and tenant:7d15289c524c48308a694841020ef472 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:17.941752 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-2522ed1b-4f3f-4e79-b394-4a51b418d268 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:17.944807 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-226073f4-ddc9-4ecc-b82d-be77ad71862c admin admin] Request body: {'subnet': {'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-849553090-subnet', 'tenant_id': 'c5a142124dd5482a87b175ed6e7e9ba5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:52:17.949921 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-226073f4-ddc9-4ecc-b82d-be77ad71862c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:17.954309 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-2522ed1b-4f3f-4e79-b394-4a51b418d268 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:17.954432 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-226073f4-ddc9-4ecc-b82d-be77ad71862c admin admin] Usage tracker for resource:subnet and tenant:c5a142124dd5482a87b175ed6e7e9ba5 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:17.957354 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-226073f4-ddc9-4ecc-b82d-be77ad71862c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:17.963388 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-226073f4-ddc9-4ecc-b82d-be77ad71862c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:17.966829 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:52:17.972922 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2522ed1b-4f3f-4e79-b394-4a51b418d268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:17.974622 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2522ed1b-4f3f-4e79-b394-4a51b418d268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:17.990560 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226073f4-ddc9-4ecc-b82d-be77ad71862c admin admin] Made reservation on behalf of c5a142124dd5482a87b175ed6e7e9ba5 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:52:17.998586 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-226073f4-ddc9-4ecc-b82d-be77ad71862c admin admin] Notify callbacks [] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:18.008540 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2522ed1b-4f3f-4e79-b394-4a51b418d268 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:18.080084 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bb0bd7-159a-4ab6-bde4-3462c97a710a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439', 'network_id': '4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439', 'tenant_id': '7d15289c524c48308a694841020ef472', 'fixed_ips': [{'subnet_id': 'badb4088-e79a-438f-8ff7-4be66087c151'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:52:18.081337 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-39bb0bd7-159a-4ab6-bde4-3462c97a710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:18.272152 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-21fe8e38-2f25-4813-bee7-98fecb9b7984 req-fe0e33c1-9ca2-48bd-9de4-26b7d8ebb46b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9cd9679-9aaf-4c95-beb9-4b9eed13656b HTTP/1.1" status: 200 len: 210 time: 0.0559268 Feb 04 20:52:18.272652 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-39bb0bd7-159a-4ab6-bde4-3462c97a710a None None] Allocated IP 172.20.0.2 (4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439/badb4088-e79a-438f-8ff7-4be66087c151/ffddc96c-ce94-4934-bf96-2c71b35c8083) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:52:18.291318 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-226073f4-ddc9-4ecc-b82d-be77ad71862c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:18.333600 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.32', 62296) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:18.388585 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226073f4-ddc9-4ecc-b82d-be77ad71862c admin admin] Pushing event updated for resources: {'Subnet': ['ID=af7ea361-8fb7-49bd-8e76-0990ff7e7df7,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:18.399271 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226073f4-ddc9-4ecc-b82d-be77ad71862c admin admin] Checking segment: {'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:52:18.399868 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226073f4-ddc9-4ecc-b82d-be77ad71862c admin admin] Network hostable DHCP agents. Network: a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:52:18.422315 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226073f4-ddc9-4ecc-b82d-be77ad71862c admin admin] Network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:52:18.436716 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-226073f4-ddc9-4ecc-b82d-be77ad71862c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:52:18.445539 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226073f4-ddc9-4ecc-b82d-be77ad71862c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:18.447110 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-226073f4-ddc9-4ecc-b82d-be77ad71862c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:18.454943 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b13db4-cae2-4d38-946e-0368f5644d6b None None] Network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:52:18.475611 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-226073f4-ddc9-4ecc-b82d-be77ad71862c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5432861 Feb 04 20:52:18.524746 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-edee6065-583b-45a1-90a3-ad4e36577cc0 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1c95ab08729c4244bb5389f69a70876f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0890348 Feb 04 20:52:18.526996 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2522ed1b-4f3f-4e79-b394-4a51b418d268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:18.793528 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-39bb0bd7-159a-4ab6-bde4-3462c97a710a None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:18.814878 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:18.843783 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-39bb0bd7-159a-4ab6-bde4-3462c97a710a None None] Transition to ACTIVE for port object ffddc96c-ce94-4934-bf96-2c71b35c8083 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:52:18.868019 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb29831-7e09-4628-a47d-fd4cf303934b None None] Network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:52:18.889728 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef004f1c-a4a0-4242-a786-73b83627393e req-c80e6588-10b5-47e7-bc42-c7538e79f2ff tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:18.894763 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ef004f1c-a4a0-4242-a786-73b83627393e req-c80e6588-10b5-47e7-bc42-c7538e79f2ff tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d2f417a-d285-41d7-965d-dad55bae03f4 HTTP/1.1" status: 200 len: 972 time: 0.4418485 Feb 04 20:52:18.895500 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-39bb0bd7-159a-4ab6-bde4-3462c97a710a None None] Transition to ACTIVE for port object ffddc96c-ce94-4934-bf96-2c71b35c8083 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:52:18.911102 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-c3fe3f73-ce89-48b7-a259-7ba302fa0b28 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:18.916592 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-c3fe3f73-ce89-48b7-a259-7ba302fa0b28 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3797946 Feb 04 20:52:18.973800 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ef004f1c-a4a0-4242-a786-73b83627393e req-96f8099b-8fab-41ae-bd76-139df0b34e0b tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd45dc3-a1e1-48e8-8770-6e14d9471eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537777 Feb 04 20:52:19.000956 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-39bb0bd7-159a-4ab6-bde4-3462c97a710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:19.121585 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bb0bd7-159a-4ab6-bde4-3462c97a710a None None] Network 4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:52:19.126021 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-39bb0bd7-159a-4ab6-bde4-3462c97a710a None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:52:19.129767 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bb0bd7-159a-4ab6-bde4-3462c97a710a None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:52:19.191703 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb0bd7-159a-4ab6-bde4-3462c97a710a None None] Pushing event updated for resources: {'Port': ['ID=ffddc96c-ce94-4934-bf96-2c71b35c8083,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:19.229705 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42940) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:19.236168 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-c53fc417-1064-4be4-a384-39502df47782 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-747972328-network', 'tenant_id': '72729e32f2f3471aa0011680832a89fe'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:52:19.240526 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c53fc417-1064-4be4-a384-39502df47782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:19.244544 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c53fc417-1064-4be4-a384-39502df47782 admin admin] Usage tracker for resource:network and tenant:72729e32f2f3471aa0011680832a89fe is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:19.248812 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c53fc417-1064-4be4-a384-39502df47782 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:19.254827 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c53fc417-1064-4be4-a384-39502df47782 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:19.266539 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53fc417-1064-4be4-a384-39502df47782 admin admin] Made reservation on behalf of 72729e32f2f3471aa0011680832a89fe for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:52:19.269421 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c53fc417-1064-4be4-a384-39502df47782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:19.285397 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c53fc417-1064-4be4-a384-39502df47782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:19.322143 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-39bb0bd7-159a-4ab6-bde4-3462c97a710a None None] Attempting to bind port ffddc96c-ce94-4934-bf96-2c71b35c8083 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:52:19.322518 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-39bb0bd7-159a-4ab6-bde4-3462c97a710a None None] Attempting to bind port ffddc96c-ce94-4934-bf96-2c71b35c8083 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': 'd12e9950-5d86-40cd-bddc-0de2bd6bc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:52:19.323300 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bb0bd7-159a-4ab6-bde4-3462c97a710a None None] Attempting to bind port ffddc96c-ce94-4934-bf96-2c71b35c8083 on network 4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:52:19.327110 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c53fc417-1064-4be4-a384-39502df47782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:19.337203 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bb0bd7-159a-4ab6-bde4-3462c97a710a None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:52:19.337590 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bb0bd7-159a-4ab6-bde4-3462c97a710a None None] Checking segment: {'id': 'd12e9950-5d86-40cd-bddc-0de2bd6bc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:52:19.337995 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-39bb0bd7-159a-4ab6-bde4-3462c97a710a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:19.338384 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bb0bd7-159a-4ab6-bde4-3462c97a710a None None] Bound using segment: {'id': 'd12e9950-5d86-40cd-bddc-0de2bd6bc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:52:19.338856 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-39bb0bd7-159a-4ab6-bde4-3462c97a710a None None] Bound port: ffddc96c-ce94-4934-bf96-2c71b35c8083, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12e9950-5d86-40cd-bddc-0de2bd6bc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:52:19.339618 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-39bb0bd7-159a-4ab6-bde4-3462c97a710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:19.341634 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c53fc417-1064-4be4-a384-39502df47782 admin admin] Usage tracker for resource:security_group_rule and tenant:72729e32f2f3471aa0011680832a89fe is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:19.345593 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2522ed1b-4f3f-4e79-b394-4a51b418d268 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:19.352626 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c53fc417-1064-4be4-a384-39502df47782 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:19.352831 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2f417a-d285-41d7-965d-dad55bae03f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef8747f-2f34-4d30-8e5a-04f694fb6040'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:52:19.359631 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c53fc417-1064-4be4-a384-39502df47782 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:19.422266 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2522ed1b-4f3f-4e79-b394-4a51b418d268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:19.484420 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c53fc417-1064-4be4-a384-39502df47782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:19.490898 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c53fc417-1064-4be4-a384-39502df47782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:19.532379 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c53fc417-1064-4be4-a384-39502df47782 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:52:19.541865 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53fc417-1064-4be4-a384-39502df47782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723322d0-2593-4491-8711-27f9b480bcdd,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:19.551579 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c53fc417-1064-4be4-a384-39502df47782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:19.551952 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-c53fc417-1064-4be4-a384-39502df47782 admin admin] Added segment eaef5823-556a-47b9-9e30-346578abf2ca of type vlan for network cbf7a149-080a-4377-acc7-3af7ee6fc013 Feb 04 20:52:19.565671 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83184e5-acdb-449c-ab8e-68edaad5940d req-e287674f-5936-43be-b46e-90df1c6604c9 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:19.566351 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f83184e5-acdb-449c-ab8e-68edaad5940d req-e287674f-5936-43be-b46e-90df1c6604c9 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a39b46f-12f2-45ea-91c4-b2ec7b8cf0e2 HTTP/1.1" status: 200 len: 972 time: 0.4521475 Feb 04 20:52:19.604694 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-39bb0bd7-159a-4ab6-bde4-3462c97a710a None None] For port ffddc96c-ce94-4934-bf96-2c71b35c8083, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:52:19.605338 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c53fc417-1064-4be4-a384-39502df47782 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:19.608974 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-39bb0bd7-159a-4ab6-bde4-3462c97a710a None None] For port ffddc96c-ce94-4934-bf96-2c71b35c8083, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=ffddc96c-ce94-4934-bf96-2c71b35c8083,segment=NetworkSegment(d12e9950-5d86-40cd-bddc-0de2bd6bc6e5),segment_id=d12e9950-5d86-40cd-bddc-0de2bd6bc6e5)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:52:19.613462 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-39bb0bd7-159a-4ab6-bde4-3462c97a710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:19.645606 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c53fc417-1064-4be4-a384-39502df47782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:19.646674 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53fc417-1064-4be4-a384-39502df47782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:19.647289 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c53fc417-1064-4be4-a384-39502df47782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:19.705025 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb0bd7-159a-4ab6-bde4-3462c97a710a None None] Pushing event updated for resources: {'Port': ['ID=ffddc96c-ce94-4934-bf96-2c71b35c8083,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:19.728317 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7b331f89-c396-489e-883a-ecada39cfe3f req-65d8ecb1-0e49-4ee1-83ae-9454fa72fb0f tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9cd9679-9aaf-4c95-beb9-4b9eed13656b HTTP/1.1" status: 200 len: 210 time: 0.1555760 Feb 04 20:52:19.766547 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-2522ed1b-4f3f-4e79-b394-4a51b418d268 admin admin] Allocated IP 172.25.5.196 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/e1577e2f-f3ad-4c68-b3c4-c5208ab28b17) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:52:19.778001 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c53fc417-1064-4be4-a384-39502df47782 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5471673 Feb 04 20:52:19.780397 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f83184e5-acdb-449c-ab8e-68edaad5940d req-0a7bb0d4-4b52-4cdb-9c08-ae89f0c66971 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fc517a3-8b68-41af-87fe-8caaceda8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028730 Feb 04 20:52:19.781607 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42948) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:19.785112 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53fc417-1064-4be4-a384-39502df47782 admin admin] Pushing event updated for resources: {'Network': ['ID=cbf7a149-080a-4377-acc7-3af7ee6fc013,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:19.801433 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network cbf7a149-080a-4377-acc7-3af7ee6fc013 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:52:19.803460 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-b04afbac-913d-4bef-98be-82f5d5131421 admin admin] Request body: {'subnet': {'network_id': 'cbf7a149-080a-4377-acc7-3af7ee6fc013', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-747972328-subnet', 'tenant_id': '72729e32f2f3471aa0011680832a89fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:52:19.808845 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b04afbac-913d-4bef-98be-82f5d5131421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:19.817177 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b04afbac-913d-4bef-98be-82f5d5131421 admin admin] Usage tracker for resource:subnet and tenant:72729e32f2f3471aa0011680832a89fe is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:19.821668 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b04afbac-913d-4bef-98be-82f5d5131421 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:19.822293 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2f417a-d285-41d7-965d-dad55bae03f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef8747f-2f34-4d30-8e5a-04f694fb6040', 'code': 200} Feb 04 20:52:19.836144 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b04afbac-913d-4bef-98be-82f5d5131421 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:19.870487 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04afbac-913d-4bef-98be-82f5d5131421 admin admin] Made reservation on behalf of 72729e32f2f3471aa0011680832a89fe for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:52:19.874210 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b04afbac-913d-4bef-98be-82f5d5131421 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:20.083070 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b94e3-25be-4c23-a2db-ef6249b6f34a req-3d9928d0-e408-432d-9818-74cfa080fc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:20.084518 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-244b94e3-25be-4c23-a2db-ef6249b6f34a req-3d9928d0-e408-432d-9818-74cfa080fc31 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9d2f417a-d285-41d7-965d-dad55bae03f4 HTTP/1.1" status: 200 len: 1123 time: 0.1624153 Feb 04 20:52:20.122937 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2522ed1b-4f3f-4e79-b394-4a51b418d268 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:20.167165 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-244b94e3-25be-4c23-a2db-ef6249b6f34a req-77254b24-653e-47e5-bdf7-bcdc8ca0561c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dfd45dc3-a1e1-48e8-8770-6e14d9471eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659084 Feb 04 20:52:20.253003 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2522ed1b-4f3f-4e79-b394-4a51b418d268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:20.254454 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b04afbac-913d-4bef-98be-82f5d5131421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:20.332330 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2522ed1b-4f3f-4e79-b394-4a51b418d268 admin admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:52:20.341892 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04afbac-913d-4bef-98be-82f5d5131421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d54162ed-0613-4e2e-85ca-fe6747780b6e,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:20.346573 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-2522ed1b-4f3f-4e79-b394-4a51b418d268 admin admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:52:20.348695 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522ed1b-4f3f-4e79-b394-4a51b418d268 admin admin] Pushing event updated for resources: {'Port': ['ID=e1577e2f-f3ad-4c68-b3c4-c5208ab28b17,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:20.353243 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04afbac-913d-4bef-98be-82f5d5131421 admin admin] Checking segment: {'id': 'eaef5823-556a-47b9-9e30-346578abf2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'cbf7a149-080a-4377-acc7-3af7ee6fc013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:52:20.353420 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2522ed1b-4f3f-4e79-b394-4a51b418d268 admin admin] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:52:20.353518 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04afbac-913d-4bef-98be-82f5d5131421 admin admin] Network hostable DHCP agents. Network: cbf7a149-080a-4377-acc7-3af7ee6fc013, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:52:20.374501 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04afbac-913d-4bef-98be-82f5d5131421 admin admin] Network cbf7a149-080a-4377-acc7-3af7ee6fc013 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:52:20.385536 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-b04afbac-913d-4bef-98be-82f5d5131421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, cbf7a149-080a-4377-acc7-3af7ee6fc013) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:52:20.393767 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04afbac-913d-4bef-98be-82f5d5131421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:20.394361 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b04afbac-913d-4bef-98be-82f5d5131421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:20.395962 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25c5761-88c4-449e-94f4-43e522b450bf None None] Network cbf7a149-080a-4377-acc7-3af7ee6fc013 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:52:20.413933 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e458702-cd31-4f6f-b3ad-eb44c27d3bc7 req-b9d7adee-8972-4e2b-85db-79684619040a tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:20.415586 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5e458702-cd31-4f6f-b3ad-eb44c27d3bc7 req-b9d7adee-8972-4e2b-85db-79684619040a tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d2f417a-d285-41d7-965d-dad55bae03f4 HTTP/1.1" status: 200 len: 972 time: 0.2545345 Feb 04 20:52:20.421701 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b04afbac-913d-4bef-98be-82f5d5131421 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6389263 Feb 04 20:52:20.595823 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5e458702-cd31-4f6f-b3ad-eb44c27d3bc7 req-8804b470-83fa-484c-a71f-f2071b6530e7 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd45dc3-a1e1-48e8-8770-6e14d9471eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588974 Feb 04 20:52:20.678382 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af66b604-d3b2-4f84-95de-0dd9ca932ff9 None None] Network cbf7a149-080a-4377-acc7-3af7ee6fc013 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:52:20.890945 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2522ed1b-4f3f-4e79-b394-4a51b418d268 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:21.055723 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cf41bcb2-8c64-4c7f-8906-c9ae97e1bb6f req-fd00c00c-b0b1-4fa2-b3fd-626d80e320d4 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9cd9679-9aaf-4c95-beb9-4b9eed13656b HTTP/1.1" status: 200 len: 210 time: 0.0894043 Feb 04 20:52:21.120619 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ac7ae1-0986-48df-bba8-c32e33909c02 None None] Network 4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:52:21.205571 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-4b9a6569-e4a2-4c88-850e-6c6b4cd066fa None None] Provisioning for port ffddc96c-ce94-4934-bf96-2c71b35c8083 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:52:21.389116 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device ffddc96c-ce94-4934-bf96-2c71b35c8083 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:52:21.552938 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port ffddc96c-ce94-4934-bf96-2c71b35c8083 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:52:21.563404 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port ffddc96c-ce94-4934-bf96-2c71b35c8083 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:52:21.563767 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:21.589602 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-c9f1b953-95b5-48a3-a7db-156fe7704934 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:21.592360 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-c9f1b953-95b5-48a3-a7db-156fe7704934 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/networks?id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 HTTP/1.1" status: 200 len: 820 time: 0.5326166 Feb 04 20:52:21.679541 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-94141766-d649-4fd3-bdaa-7c2e810d5b14 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/quotas/c5a142124dd5482a87b175ed6e7e9ba5 HTTP/1.1" status: 200 len: 375 time: 0.0285487 Feb 04 20:52:21.690132 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc4525-3a30-408e-9cb5-17db7dbf3b23 req-3464c005-becf-4280-b96c-481d0511eb61 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:21.691611 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c8fc4525-3a30-408e-9cb5-17db7dbf3b23 req-3464c005-becf-4280-b96c-481d0511eb61 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a39b46f-12f2-45ea-91c4-b2ec7b8cf0e2 HTTP/1.1" status: 200 len: 972 time: 0.5153778 Feb 04 20:52:21.698207 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:21.754352 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port ffddc96c-ce94-4934-bf96-2c71b35c8083, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=ffddc96c-ce94-4934-bf96-2c71b35c8083,segment=NetworkSegment(d12e9950-5d86-40cd-bddc-0de2bd6bc6e5),segment_id=d12e9950-5d86-40cd-bddc-0de2bd6bc6e5)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:52:21.759299 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:21.764376 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-71e48594-194b-4f4a-a417-bff9df851a74 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697362 Feb 04 20:52:21.787417 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2522ed1b-4f3f-4e79-b394-4a51b418d268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:21.856886 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=ffddc96c-ce94-4934-bf96-2c71b35c8083,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:21.860291 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-243ab280-c9eb-4d82-baa1-5ac9070dbae6 None None] Provisioning complete for port ffddc96c-ce94-4934-bf96-2c71b35c8083 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:52:21.860436 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-243ab280-c9eb-4d82-baa1-5ac9070dbae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:21.890390 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c8fc4525-3a30-408e-9cb5-17db7dbf3b23 req-87b1b7c9-7614-4822-9604-f5c760d829d7 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fc517a3-8b68-41af-87fe-8caaceda8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555586 Feb 04 20:52:22.064103 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-02228d73-1dfc-42d2-b97b-0c244590e2a1 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:52:22.065388 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-02228d73-1dfc-42d2-b97b-0c244590e2a1 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1532850 Feb 04 20:52:22.278990 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-cb1af5e2-8bde-4fe2-bf2f-c7e9bfb6873b service neutron] 10.222.0.26 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040527 Feb 04 20:52:22.286455 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fe206-3b4c-41c4-9c5b-678a7ea510eb req-e669215e-cc14-4587-a8db-4c562b1dc9d2 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:22.287994 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f15fe206-3b4c-41c4-9c5b-678a7ea510eb req-e669215e-cc14-4587-a8db-4c562b1dc9d2 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d2f417a-d285-41d7-965d-dad55bae03f4 HTTP/1.1" status: 200 len: 972 time: 0.2859361 Feb 04 20:52:22.307953 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2522ed1b-4f3f-4e79-b394-4a51b418d268 admin admin] Router 4bc8504d-e439-4aa4-a91d-1ed15820fa6b is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:52:22.508076 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f15fe206-3b4c-41c4-9c5b-678a7ea510eb req-cb5f7355-738c-4bec-bc7b-a2839644abe7 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd45dc3-a1e1-48e8-8770-6e14d9471eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972713 Feb 04 20:52:22.645756 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-7e0f6202-863b-482b-8521-e06009b08ff4 service neutron] 10.222.0.26 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563428 Feb 04 20:52:22.685415 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2522ed1b-4f3f-4e79-b394-4a51b418d268 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:52:22.711854 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff82ac9-8667-4a1e-aa3b-cc22010c954e None None] Sync routers for ids ['4bc8504d-e439-4aa4-a91d-1ed15820fa6b'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:52:22.726944 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff82ac9-8667-4a1e-aa3b-cc22010c954e None None] Routers {'4bc8504d-e439-4aa4-a91d-1ed15820fa6b'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:52:22.727567 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-dff82ac9-8667-4a1e-aa3b-cc22010c954e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:52:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4bc8504d-e439-4aa4-a91d-1ed15820fa6b'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:52:22.760238 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2522ed1b-4f3f-4e79-b394-4a51b418d268 admin admin] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:22.764938 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-2522ed1b-4f3f-4e79-b394-4a51b418d268 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8499141 Feb 04 20:52:22.764938 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 42992) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:23.025146 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-46ef0293-2ba0-4b15-bffa-9da3084c6b2d req-660675bd-f3ca-4973-b2d9-75eb5c1d4af4 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9cd9679-9aaf-4c95-beb9-4b9eed13656b HTTP/1.1" status: 200 len: 210 time: 0.1038835 Feb 04 20:52:23.098069 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-dff82ac9-8667-4a1e-aa3b-cc22010c954e None None] Set router 4bc8504d-e439-4aa4-a91d-1ed15820fa6b gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:52:23.328758 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device ffddc96c-ce94-4934-bf96-2c71b35c8083 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:52:23.414174 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port ffddc96c-ce94-4934-bf96-2c71b35c8083 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:52:23.414538 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:23.464310 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-22490d49-43dd-486e-85af-e45cbf319b42 req-018f2673-2a01-4ac8-861b-489470c2ccb4 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=2834215a-8a33-4460-87eb-ea406ea85d58 HTTP/1.1" status: 200 len: 210 time: 0.1812139 Feb 04 20:52:23.472108 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-dff82ac9-8667-4a1e-aa3b-cc22010c954e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc8504d-e439-4aa4-a91d-1ed15820fa6b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1164137712-router', 'tenant_id': '7d15289c524c48308a694841020ef472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'e1577e2f-f3ad-4c68-b3c4-c5208ab28b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:17Z', 'updated_at': '2022-02-04T20:52:20Z', 'revision_number': 3, 'project_id': '7d15289c524c48308a694841020ef472', 'gw_port': {'id': 'e1577e2f-f3ad-4c68-b3c4-c5208ab28b17', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:29:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc8504d-e439-4aa4-a91d-1ed15820fa6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:19Z', 'updated_at': '2022-02-04T20:52:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:52:23.476352 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff82ac9-8667-4a1e-aa3b-cc22010c954e None None] Checking router: 4bc8504d-e439-4aa4-a91d-1ed15820fa6b for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:52:23.476656 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff82ac9-8667-4a1e-aa3b-cc22010c954e None None] Updating router 4bc8504d-e439-4aa4-a91d-1ed15820fa6b port e1577e2f-f3ad-4c68-b3c4-c5208ab28b17 binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:52:23.539282 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-dff82ac9-8667-4a1e-aa3b-cc22010c954e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:23.574191 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9d053-5a5e-4d15-85ae-de05d560f767 req-649573f4-dd32-40c7-8b5f-17a25da23d65 tempest-AggregatesAdminTestJSON-1829239082 tempest-AggregatesAdminTestJSON-1829239082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:23.576382 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-07b9d053-5a5e-4d15-85ae-de05d560f767 req-649573f4-dd32-40c7-8b5f-17a25da23d65 tempest-AggregatesAdminTestJSON-1829239082 tempest-AggregatesAdminTestJSON-1829239082-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=9d2f417a-d285-41d7-965d-dad55bae03f4 HTTP/1.1" status: 200 len: 1123 time: 0.3867028 Feb 04 20:52:23.709176 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-07b9d053-5a5e-4d15-85ae-de05d560f767 req-e7d77ff4-de50-4fda-8db1-cc9f6e9ffe36 tempest-AggregatesAdminTestJSON-1829239082 tempest-AggregatesAdminTestJSON-1829239082-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:23.741486 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-07b9d053-5a5e-4d15-85ae-de05d560f767 req-e7d77ff4-de50-4fda-8db1-cc9f6e9ffe36 tempest-AggregatesAdminTestJSON-1829239082 tempest-AggregatesAdminTestJSON-1829239082-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:23.798171 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-07b9d053-5a5e-4d15-85ae-de05d560f767 req-e7d77ff4-de50-4fda-8db1-cc9f6e9ffe36 tempest-AggregatesAdminTestJSON-1829239082 tempest-AggregatesAdminTestJSON-1829239082-project-admin] Usage tracker for resource:security_group_rule and tenant:2d022654924f4659ad75a4051365da55 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:23.808119 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-07b9d053-5a5e-4d15-85ae-de05d560f767 req-e7d77ff4-de50-4fda-8db1-cc9f6e9ffe36 tempest-AggregatesAdminTestJSON-1829239082 tempest-AggregatesAdminTestJSON-1829239082-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:23.831051 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-07b9d053-5a5e-4d15-85ae-de05d560f767 req-e7d77ff4-de50-4fda-8db1-cc9f6e9ffe36 tempest-AggregatesAdminTestJSON-1829239082 tempest-AggregatesAdminTestJSON-1829239082-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:23.907055 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-dff82ac9-8667-4a1e-aa3b-cc22010c954e None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:23.919614 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-dff82ac9-8667-4a1e-aa3b-cc22010c954e None None] Transition to ACTIVE for port object e1577e2f-f3ad-4c68-b3c4-c5208ab28b17 will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:52:23.921720 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485654ed-4958-47f7-8ecf-664a392dc08f req-7ef224c0-2742-4bcf-82d2-04dca186163c tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:23.923215 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-485654ed-4958-47f7-8ecf-664a392dc08f req-7ef224c0-2742-4bcf-82d2-04dca186163c tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a39b46f-12f2-45ea-91c4-b2ec7b8cf0e2 HTTP/1.1" status: 200 len: 972 time: 0.2887993 Feb 04 20:52:23.926960 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-dff82ac9-8667-4a1e-aa3b-cc22010c954e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:24.005321 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db000b4a-ae56-45fc-a120-8531888a6d62 None None] Pushing event updated for resources: {'Port': ['ID=e1577e2f-f3ad-4c68-b3c4-c5208ab28b17,revision_number=2']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:24.017076 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db000b4a-ae56-45fc-a120-8531888a6d62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:24.017454 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db000b4a-ae56-45fc-a120-8531888a6d62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:24.017776 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db000b4a-ae56-45fc-a120-8531888a6d62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:24.018106 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db000b4a-ae56-45fc-a120-8531888a6d62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:24.018437 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db000b4a-ae56-45fc-a120-8531888a6d62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:24.018753 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db000b4a-ae56-45fc-a120-8531888a6d62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:24.019075 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db000b4a-ae56-45fc-a120-8531888a6d62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:24.019393 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db000b4a-ae56-45fc-a120-8531888a6d62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:24.019712 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db000b4a-ae56-45fc-a120-8531888a6d62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:24.020028 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db000b4a-ae56-45fc-a120-8531888a6d62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:24.020347 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db000b4a-ae56-45fc-a120-8531888a6d62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:24.020661 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db000b4a-ae56-45fc-a120-8531888a6d62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:24.021794 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db000b4a-ae56-45fc-a120-8531888a6d62 None None] Tracked resource versions report: Feb 04 20:52:24.021794 n-d-827896-1 neutron-server[87685]: pushed versions: Feb 04 20:52:24.021794 n-d-827896-1 neutron-server[87685]: { 'AddressGroup': {'1.2'}, Feb 04 20:52:24.021794 n-d-827896-1 neutron-server[87685]: 'ConntrackHelper': {'1.0'}, Feb 04 20:52:24.021794 n-d-827896-1 neutron-server[87685]: 'Log': {'1.0'}, Feb 04 20:52:24.021794 n-d-827896-1 neutron-server[87685]: 'Network': {'1.1'}, Feb 04 20:52:24.021794 n-d-827896-1 neutron-server[87685]: 'Port': {'1.7'}, Feb 04 20:52:24.021794 n-d-827896-1 neutron-server[87685]: 'PortForwarding': {'1.2'}, Feb 04 20:52:24.021794 n-d-827896-1 neutron-server[87685]: 'QosPolicy': {'1.8'}, Feb 04 20:52:24.021794 n-d-827896-1 neutron-server[87685]: 'SecurityGroup': {'1.4'}, Feb 04 20:52:24.021794 n-d-827896-1 neutron-server[87685]: 'SecurityGroupRule': {'1.2'}, Feb 04 20:52:24.021794 n-d-827896-1 neutron-server[87685]: 'SubPort': {'1.0'}, Feb 04 20:52:24.021794 n-d-827896-1 neutron-server[87685]: 'Subnet': {'1.1'}, Feb 04 20:52:24.021794 n-d-827896-1 neutron-server[87685]: 'Trunk': {'1.1'}} Feb 04 20:52:24.021794 n-d-827896-1 neutron-server[87685]: consumer versions: Feb 04 20:52:24.021794 n-d-827896-1 neutron-server[87685]: { DHCP agent@n-d-827896-1: {}, Feb 04 20:52:24.021794 n-d-827896-1 neutron-server[87685]: HyperV agent@n-h1-827896-1: {}, Feb 04 20:52:24.021794 n-d-827896-1 neutron-server[87685]: HyperV agent@n-h2-827896-1: {}, Feb 04 20:52:24.021794 n-d-827896-1 neutron-server[87685]: L3 agent@n-d-827896-1: {}, Feb 04 20:52:24.021794 n-d-827896-1 neutron-server[87685]: Metadata agent@n-d-827896-1: {}, Feb 04 20:52:24.021794 n-d-827896-1 neutron-server[87685]: Metering agent@n-d-827896-1: {}, Feb 04 20:52:24.021794 n-d-827896-1 neutron-server[87685]: Open vSwitch agent@n-d-827896-1: { 'AddressGroup': '1.2', Feb 04 20:52:24.021794 n-d-827896-1 neutron-server[87685]: 'ConntrackHelper': '1.0', Feb 04 20:52:24.021794 n-d-827896-1 neutron-server[87685]: 'Log': '1.0', Feb 04 20:52:24.021794 n-d-827896-1 neutron-server[87685]: 'Network': '1.1', Feb 04 20:52:24.021794 n-d-827896-1 neutron-server[87685]: 'Port': '1.7', Feb 04 20:52:24.021794 n-d-827896-1 neutron-server[87685]: 'PortForwarding': '1.2', Feb 04 20:52:24.021794 n-d-827896-1 neutron-server[87685]: 'QosPolicy': '1.8', Feb 04 20:52:24.021794 n-d-827896-1 neutron-server[87685]: 'SecurityGroup': '1.4', Feb 04 20:52:24.021794 n-d-827896-1 neutron-server[87685]: 'SecurityGroupRule': '1.2', Feb 04 20:52:24.021794 n-d-827896-1 neutron-server[87685]: 'SubPort': '1.0', Feb 04 20:52:24.021794 n-d-827896-1 neutron-server[87685]: 'Subnet': '1.1', Feb 04 20:52:24.021794 n-d-827896-1 neutron-server[87685]: 'Trunk': '1.1'}} Feb 04 20:52:24.021794 n-d-827896-1 neutron-server[87685]: {{(pid=87685) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 20:52:24.026696 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-dff82ac9-8667-4a1e-aa3b-cc22010c954e None None] Attempting to bind port e1577e2f-f3ad-4c68-b3c4-c5208ab28b17 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:52:24.027065 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-dff82ac9-8667-4a1e-aa3b-cc22010c954e None None] Attempting to bind port e1577e2f-f3ad-4c68-b3c4-c5208ab28b17 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:52:24.027425 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff82ac9-8667-4a1e-aa3b-cc22010c954e None None] Attempting to bind port e1577e2f-f3ad-4c68-b3c4-c5208ab28b17 on network 1f11f724-8cdd-497d-8220-929f45cf1223 {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:52:24.033814 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff82ac9-8667-4a1e-aa3b-cc22010c954e None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:52:24.034380 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff82ac9-8667-4a1e-aa3b-cc22010c954e None None] Checking segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:52:24.034967 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-dff82ac9-8667-4a1e-aa3b-cc22010c954e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:24.035336 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff82ac9-8667-4a1e-aa3b-cc22010c954e None None] Bound using segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:52:24.035800 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-dff82ac9-8667-4a1e-aa3b-cc22010c954e None None] Bound port: e1577e2f-f3ad-4c68-b3c4-c5208ab28b17, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:52:24.036182 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-dff82ac9-8667-4a1e-aa3b-cc22010c954e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:24.049289 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-485654ed-4958-47f7-8ecf-664a392dc08f req-f9947233-de17-46ef-b2a4-a01db7a0508c tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fc517a3-8b68-41af-87fe-8caaceda8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179833 Feb 04 20:52:24.117093 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-07b9d053-5a5e-4d15-85ae-de05d560f767 req-e7d77ff4-de50-4fda-8db1-cc9f6e9ffe36 tempest-AggregatesAdminTestJSON-1829239082 tempest-AggregatesAdminTestJSON-1829239082-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:24.117673 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-dff82ac9-8667-4a1e-aa3b-cc22010c954e None None] For port e1577e2f-f3ad-4c68-b3c4-c5208ab28b17, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:52:24.123033 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-dff82ac9-8667-4a1e-aa3b-cc22010c954e None None] For port e1577e2f-f3ad-4c68-b3c4-c5208ab28b17, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=e1577e2f-f3ad-4c68-b3c4-c5208ab28b17,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:52:24.126484 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-07b9d053-5a5e-4d15-85ae-de05d560f767 req-e7d77ff4-de50-4fda-8db1-cc9f6e9ffe36 tempest-AggregatesAdminTestJSON-1829239082 tempest-AggregatesAdminTestJSON-1829239082-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:24.127369 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-dff82ac9-8667-4a1e-aa3b-cc22010c954e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:24.150258 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-47cfe2d3-eedd-4ade-a453-14c5e5f70c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:24.216499 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-07b9d053-5a5e-4d15-85ae-de05d560f767 req-e7d77ff4-de50-4fda-8db1-cc9f6e9ffe36 tempest-AggregatesAdminTestJSON-1829239082 tempest-AggregatesAdminTestJSON-1829239082-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=dfd45dc3-a1e1-48e8-8770-6e14d9471eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6332028 Feb 04 20:52:24.216708 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff82ac9-8667-4a1e-aa3b-cc22010c954e None None] Routers {'4bc8504d-e439-4aa4-a91d-1ed15820fa6b'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:52:24.217121 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-dff82ac9-8667-4a1e-aa3b-cc22010c954e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:52:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4bc8504d-e439-4aa4-a91d-1ed15820fa6b'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:52:24.234369 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fe3f214b-4f63-4afa-9e20-25eafc96abcc req-59579651-034a-4140-8055-cef683920f65 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9cd9679-9aaf-4c95-beb9-4b9eed13656b HTTP/1.1" status: 200 len: 210 time: 0.0743313 Feb 04 20:52:24.268318 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d77ff4-de50-4fda-8db1-cc9f6e9ffe36 tempest-AggregatesAdminTestJSON-1829239082 tempest-AggregatesAdminTestJSON-1829239082-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c9cbb4-085f-4b64-8edb-469eb64072a1,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:24.287072 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db000b4a-ae56-45fc-a120-8531888a6d62 None None] Pushing event updated for resources: {'Port': ['ID=e1577e2f-f3ad-4c68-b3c4-c5208ab28b17,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:24.413082 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-dff82ac9-8667-4a1e-aa3b-cc22010c954e None None] Set router 4bc8504d-e439-4aa4-a91d-1ed15820fa6b gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:52:24.457501 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-47cfe2d3-eedd-4ade-a453-14c5e5f70c17 admin admin] Allocated IP 172.20.0.1 (4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439/badb4088-e79a-438f-8ff7-4be66087c151/84a16bce-4aa6-4b1f-8fe5-3d9435f94acb) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:52:24.720679 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f64a732c-54c5-4c14-a2d8-4de625996723 req-6b2ca034-4105-41fd-ab3e-b0dc2e4d994e tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=2834215a-8a33-4460-87eb-ea406ea85d58 HTTP/1.1" status: 200 len: 210 time: 0.1097550 Feb 04 20:52:24.733998 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-dff82ac9-8667-4a1e-aa3b-cc22010c954e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc8504d-e439-4aa4-a91d-1ed15820fa6b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1164137712-router', 'tenant_id': '7d15289c524c48308a694841020ef472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'e1577e2f-f3ad-4c68-b3c4-c5208ab28b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:17Z', 'updated_at': '2022-02-04T20:52:20Z', 'revision_number': 3, 'project_id': '7d15289c524c48308a694841020ef472', 'gw_port': {'id': 'e1577e2f-f3ad-4c68-b3c4-c5208ab28b17', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:29:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc8504d-e439-4aa4-a91d-1ed15820fa6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:19Z', 'updated_at': '2022-02-04T20:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:52:24.737888 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff82ac9-8667-4a1e-aa3b-cc22010c954e None None] The sync data for ids ['4bc8504d-e439-4aa4-a91d-1ed15820fa6b'] in n-d-827896-1 is: [{'id': '4bc8504d-e439-4aa4-a91d-1ed15820fa6b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1164137712-router', 'tenant_id': '7d15289c524c48308a694841020ef472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'e1577e2f-f3ad-4c68-b3c4-c5208ab28b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:17Z', 'updated_at': '2022-02-04T20:52:20Z', 'revision_number': 3, 'project_id': '7d15289c524c48308a694841020ef472', 'gw_port': {'id': 'e1577e2f-f3ad-4c68-b3c4-c5208ab28b17', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:29:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc8504d-e439-4aa4-a91d-1ed15820fa6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:19Z', 'updated_at': '2022-02-04T20:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:52:24.785364 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-47cfe2d3-eedd-4ade-a453-14c5e5f70c17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:24.812969 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [None req-47cfe2d3-eedd-4ade-a453-14c5e5f70c17 admin admin] Transition to ACTIVE for port object 84a16bce-4aa6-4b1f-8fe5-3d9435f94acb will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:52:24.827959 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a570c3-5da2-44e3-bb34-bc40cb317215 req-aa471e6f-020f-4bdd-93a3-a143bfcce95b tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:24.829467 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f5a570c3-5da2-44e3-bb34-bc40cb317215 req-aa471e6f-020f-4bdd-93a3-a143bfcce95b tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d2f417a-d285-41d7-965d-dad55bae03f4 HTTP/1.1" status: 200 len: 972 time: 0.2566619 Feb 04 20:52:24.831266 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7380c-80fe-4330-971b-f232a83f4687 req-9d150ad9-9003-4cf4-8001-825e95d043c3 tempest-DeleteServersAdminTestJSON-2143547189 tempest-DeleteServersAdminTestJSON-2143547189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:24.832616 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f1b7380c-80fe-4330-971b-f232a83f4687 req-9d150ad9-9003-4cf4-8001-825e95d043c3 tempest-DeleteServersAdminTestJSON-2143547189 tempest-DeleteServersAdminTestJSON-2143547189-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7a39b46f-12f2-45ea-91c4-b2ec7b8cf0e2 HTTP/1.1" status: 200 len: 1123 time: 0.2208314 Feb 04 20:52:24.961006 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f5a570c3-5da2-44e3-bb34-bc40cb317215 req-cbfd4b86-9288-4ff2-9593-b9fbb05118a9 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd45dc3-a1e1-48e8-8770-6e14d9471eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244712 Feb 04 20:52:24.966946 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-f1b7380c-80fe-4330-971b-f232a83f4687 req-73b5292a-9aa9-422d-a60a-7107fbc93c3b tempest-DeleteServersAdminTestJSON-2143547189 tempest-DeleteServersAdminTestJSON-2143547189-project-admin] Deleting port 74e55436-b9b7-467e-b019-400341cbe9cb {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:52:24.967088 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f1b7380c-80fe-4330-971b-f232a83f4687 req-73b5292a-9aa9-422d-a60a-7107fbc93c3b tempest-DeleteServersAdminTestJSON-2143547189 tempest-DeleteServersAdminTestJSON-2143547189-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:25.011655 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-47cfe2d3-eedd-4ade-a453-14c5e5f70c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:25.193544 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cfe2d3-eedd-4ade-a453-14c5e5f70c17 admin admin] Network 4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:52:25.196418 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-47cfe2d3-eedd-4ade-a453-14c5e5f70c17 admin admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:52:25.208986 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cfe2d3-eedd-4ade-a453-14c5e5f70c17 admin admin] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:52:25.209485 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-47cfe2d3-eedd-4ade-a453-14c5e5f70c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:25.272089 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfe2d3-eedd-4ade-a453-14c5e5f70c17 admin admin] Pushing event updated for resources: {'Port': ['ID=84a16bce-4aa6-4b1f-8fe5-3d9435f94acb,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:25.399483 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device e1577e2f-f3ad-4c68-b3c4-c5208ab28b17 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:52:25.484726 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adfde5-3eef-4b3f-b5d5-6f6c445cb118 req-8b82d67a-782f-4076-b3ee-46ea4da50ef1 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:25.486168 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d3adfde5-3eef-4b3f-b5d5-6f6c445cb118 req-8b82d67a-782f-4076-b3ee-46ea4da50ef1 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a39b46f-12f2-45ea-91c4-b2ec7b8cf0e2 HTTP/1.1" status: 200 len: 972 time: 0.2949345 Feb 04 20:52:25.495337 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port e1577e2f-f3ad-4c68-b3c4-c5208ab28b17 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:52:25.501194 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-20be4e32-537d-476b-aee9-4a071fbe4646 None None] Provisioning for port 84a16bce-4aa6-4b1f-8fe5-3d9435f94acb completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:52:25.506794 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port e1577e2f-f3ad-4c68-b3c4-c5208ab28b17 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:52:25.507229 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:25.508201 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0d4d88a7-2d63-4287-8aef-b857f23a1a5d req-1e64f5bc-5048-4044-ab68-933253f54c54 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9cd9679-9aaf-4c95-beb9-4b9eed13656b HTTP/1.1" status: 200 len: 210 time: 0.0699975 Feb 04 20:52:25.547657 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-20be4e32-537d-476b-aee9-4a071fbe4646 None None] Provisioning complete for port 84a16bce-4aa6-4b1f-8fe5-3d9435f94acb triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:52:25.548314 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-20be4e32-537d-476b-aee9-4a071fbe4646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:25.612384 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d3adfde5-3eef-4b3f-b5d5-6f6c445cb118 req-7f73dd2b-722e-412f-9bb1-7ff30b21038d tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fc517a3-8b68-41af-87fe-8caaceda8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091547 Feb 04 20:52:25.625947 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-20be4e32-537d-476b-aee9-4a071fbe4646 None None] Port 84a16bce-4aa6-4b1f-8fe5-3d9435f94acb cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:52:25.631453 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-f1b7380c-80fe-4330-971b-f232a83f4687 req-73b5292a-9aa9-422d-a60a-7107fbc93c3b tempest-DeleteServersAdminTestJSON-2143547189 tempest-DeleteServersAdminTestJSON-2143547189-project-admin] For port 74e55436-b9b7-467e-b019-400341cbe9cb, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=74e55436-b9b7-467e-b019-400341cbe9cb,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:52:25.631821 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f1b7380c-80fe-4330-971b-f232a83f4687 req-73b5292a-9aa9-422d-a60a-7107fbc93c3b tempest-DeleteServersAdminTestJSON-2143547189 tempest-DeleteServersAdminTestJSON-2143547189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:25.703585 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:25.730706 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port e1577e2f-f3ad-4c68-b3c4-c5208ab28b17, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=e1577e2f-f3ad-4c68-b3c4-c5208ab28b17,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:52:25.734218 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:25.735557 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:25.804612 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=e1577e2f-f3ad-4c68-b3c4-c5208ab28b17,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:25.821238 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-f1b7380c-80fe-4330-971b-f232a83f4687 req-73b5292a-9aa9-422d-a60a-7107fbc93c3b tempest-DeleteServersAdminTestJSON-2143547189 tempest-DeleteServersAdminTestJSON-2143547189-project-admin] Calling delete_port for 74e55436-b9b7-467e-b019-400341cbe9cb owned by compute:tempest-test_az-1489072863 {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:52:25.857874 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdaa70-8722-454b-83aa-4ecca119b890 req-d5215d8c-ecf2-4056-b934-7e37d8804f01 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:25.859306 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9ecdaa70-8722-454b-83aa-4ecca119b890 req-d5215d8c-ecf2-4056-b934-7e37d8804f01 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d2f417a-d285-41d7-965d-dad55bae03f4 HTTP/1.1" status: 200 len: 972 time: 0.0889046 Feb 04 20:52:25.924898 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d3dddfc1-70d5-4268-869c-3860db18a537 req-b1c77e9a-718f-43bb-93ca-1986da848cb4 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=2834215a-8a33-4460-87eb-ea406ea85d58 HTTP/1.1" status: 200 len: 210 time: 0.0663517 Feb 04 20:52:25.927520 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-47cfe2d3-eedd-4ade-a453-14c5e5f70c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:25.933505 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-9ecdaa70-8722-454b-83aa-4ecca119b890 req-841f8ca2-9249-406c-a8ca-830b265aa0ea tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Deleting port bef8747f-2f34-4d30-8e5a-04f694fb6040 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:52:25.933869 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9ecdaa70-8722-454b-83aa-4ecca119b890 req-841f8ca2-9249-406c-a8ca-830b265aa0ea tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:26.055728 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-5f89dc6e-c520-4c21-8e63-b0082f1cb90b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Request body: {'port': {'device_id': 'f9cd9679-9aaf-4c95-beb9-4b9eed13656b', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'admin_state_up': True, 'tenant_id': '1c95ab08729c4244bb5389f69a70876f'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:52:26.273189 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-9ecdaa70-8722-454b-83aa-4ecca119b890 req-841f8ca2-9249-406c-a8ca-830b265aa0ea tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] For port bef8747f-2f34-4d30-8e5a-04f694fb6040, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=bef8747f-2f34-4d30-8e5a-04f694fb6040,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:52:26.273722 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9ecdaa70-8722-454b-83aa-4ecca119b890 req-841f8ca2-9249-406c-a8ca-830b265aa0ea tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:26.413686 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-9ecdaa70-8722-454b-83aa-4ecca119b890 req-841f8ca2-9249-406c-a8ca-830b265aa0ea tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Calling delete_port for bef8747f-2f34-4d30-8e5a-04f694fb6040 owned by compute:tempest-test_az-1489072863 {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:52:26.519556 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-5f89dc6e-c520-4c21-8e63-b0082f1cb90b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:26.527402 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f1b7380c-80fe-4330-971b-f232a83f4687 req-73b5292a-9aa9-422d-a60a-7107fbc93c3b tempest-DeleteServersAdminTestJSON-2143547189 tempest-DeleteServersAdminTestJSON-2143547189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:26.530221 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-5f89dc6e-c520-4c21-8e63-b0082f1cb90b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Usage tracker for resource:port and tenant:1c95ab08729c4244bb5389f69a70876f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:26.533972 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-5f89dc6e-c520-4c21-8e63-b0082f1cb90b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:26.586836 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-5f89dc6e-c520-4c21-8e63-b0082f1cb90b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:26.603009 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9e2f8-7608-4aa6-9045-4192a3e0a861 req-c42b6fd5-4e14-406d-af88-3fc29cbfcaf5 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:26.604581 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4db9e2f8-7608-4aa6-9045-4192a3e0a861 req-c42b6fd5-4e14-406d-af88-3fc29cbfcaf5 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d2f417a-d285-41d7-965d-dad55bae03f4 HTTP/1.1" status: 200 len: 972 time: 0.3622291 Feb 04 20:52:26.609337 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-47cfe2d3-eedd-4ade-a453-14c5e5f70c17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:26.647516 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9ecdaa70-8722-454b-83aa-4ecca119b890 req-841f8ca2-9249-406c-a8ca-830b265aa0ea tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:26.660187 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['bef8747f-2f34-4d30-8e5a-04f694fb6040'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:52:26.666265 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-47cfe2d3-eedd-4ade-a453-14c5e5f70c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:26.666958 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-47cfe2d3-eedd-4ade-a453-14c5e5f70c17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:26.705045 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f8ca2-9249-406c-a8ca-830b265aa0ea tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Pushing event deleted for resources: {'Port': ['ID=bef8747f-2f34-4d30-8e5a-04f694fb6040,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:26.795781 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ecdaa70-8722-454b-83aa-4ecca119b890 req-841f8ca2-9249-406c-a8ca-830b265aa0ea tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] No DVR routers for this DVR port bef8747f-2f34-4d30-8e5a-04f694fb6040 on host n-h2-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:52:26.800810 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9ecdaa70-8722-454b-83aa-4ecca119b890 req-841f8ca2-9249-406c-a8ca-830b265aa0ea tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:26.815628 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2f417a-d285-41d7-965d-dad55bae03f4', 'name': 'network-vif-deleted', 'tag': 'bef8747f-2f34-4d30-8e5a-04f694fb6040'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:52:26.821378 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.32', 62300) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:26.824029 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5292a-9aa9-422d-a60a-7107fbc93c3b tempest-DeleteServersAdminTestJSON-2143547189 tempest-DeleteServersAdminTestJSON-2143547189-project-admin] Pushing event deleted for resources: {'Port': ['ID=74e55436-b9b7-467e-b019-400341cbe9cb,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:26.825947 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-5f89dc6e-c520-4c21-8e63-b0082f1cb90b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Made reservation on behalf of 1c95ab08729c4244bb5389f69a70876f for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:52:26.829366 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-5f89dc6e-c520-4c21-8e63-b0082f1cb90b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:26.847272 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9ecdaa70-8722-454b-83aa-4ecca119b890 req-841f8ca2-9249-406c-a8ca-830b265aa0ea tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.18 "DELETE /v2.0/ports/bef8747f-2f34-4d30-8e5a-04f694fb6040 HTTP/1.1" status: 204 len: 173 time: 0.9829621 Feb 04 20:52:26.972454 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-5f89dc6e-c520-4c21-8e63-b0082f1cb90b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:26.998535 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b7380c-80fe-4330-971b-f232a83f4687 req-73b5292a-9aa9-422d-a60a-7107fbc93c3b tempest-DeleteServersAdminTestJSON-2143547189 tempest-DeleteServersAdminTestJSON-2143547189-project-admin] No DVR routers for this DVR port 74e55436-b9b7-467e-b019-400341cbe9cb on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:52:27.063005 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4db9e2f8-7608-4aa6-9045-4192a3e0a861 req-9979857a-104a-4722-846a-ae3d1fae3888 tempest-AggregatesAdminTestJSON-1814217350 tempest-AggregatesAdminTestJSON-1814217350-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd45dc3-a1e1-48e8-8770-6e14d9471eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4501030 Feb 04 20:52:27.064822 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-53f73c1f-7ded-4b1d-aa6f-e359fb23acc7 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:27.065591 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-53f73c1f-7ded-4b1d-aa6f-e359fb23acc7 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Synchronizing usage tracker for tenant:c5a142124dd5482a87b175ed6e7e9ba5 on resource:network {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:52:27.095022 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f1b7380c-80fe-4330-971b-f232a83f4687 req-73b5292a-9aa9-422d-a60a-7107fbc93c3b tempest-DeleteServersAdminTestJSON-2143547189 tempest-DeleteServersAdminTestJSON-2143547189-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:27.120264 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a39b46f-12f2-45ea-91c4-b2ec7b8cf0e2', 'name': 'network-vif-deleted', 'tag': '74e55436-b9b7-467e-b019-400341cbe9cb'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:52:27.126831 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-53f73c1f-7ded-4b1d-aa6f-e359fb23acc7 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Unset dirty status for tenant:c5a142124dd5482a87b175ed6e7e9ba5 on resource:network {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:52:27.128914 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-53f73c1f-7ded-4b1d-aa6f-e359fb23acc7 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.32 "GET /v2.0/networks?id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 HTTP/1.1" status: 200 len: 820 time: 0.3059983 Feb 04 20:52:27.146645 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-76facba6-5c5e-43df-93a2-524a7567b7b5 req-ad9b63aa-b867-4144-95b6-b18591e91acd tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9cd9679-9aaf-4c95-beb9-4b9eed13656b HTTP/1.1" status: 200 len: 210 time: 0.4746695 Feb 04 20:52:27.148963 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-7f6e4418-765b-4648-b7d3-0e6e374080fe tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Request body: {'port': {'device_id': '2834215a-8a33-4460-87eb-ea406ea85d58', 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08', 'admin_state_up': True, 'tenant_id': 'c5a142124dd5482a87b175ed6e7e9ba5'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:52:27.179169 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-5f89dc6e-c520-4c21-8e63-b0082f1cb90b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:27.206683 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfe2d3-eedd-4ade-a453-14c5e5f70c17 admin admin] Pushing event updated for resources: {'Port': ['ID=84a16bce-4aa6-4b1f-8fe5-3d9435f94acb,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:27.239316 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2f417a-d285-41d7-965d-dad55bae03f4', 'name': 'network-vif-deleted', 'tag': 'bef8747f-2f34-4d30-8e5a-04f694fb6040', 'status': 'completed', 'code': 200} Feb 04 20:52:27.271266 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-5f89dc6e-c520-4c21-8e63-b0082f1cb90b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Usage tracker for resource:security_group_rule and tenant:1c95ab08729c4244bb5389f69a70876f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:27.309304 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device e1577e2f-f3ad-4c68-b3c4-c5208ab28b17 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:52:27.318474 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-5f89dc6e-c520-4c21-8e63-b0082f1cb90b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:27.327996 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-7f6e4418-765b-4648-b7d3-0e6e374080fe tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:27.332645 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-7f6e4418-765b-4648-b7d3-0e6e374080fe tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Usage tracker for resource:port and tenant:c5a142124dd5482a87b175ed6e7e9ba5 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:27.332958 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-eb22b60d-ca42-4c31-a2fa-0e0a52ef6e07 req-429fd19a-3748-4fef-998e-0e8c3746127e tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Synchronizing usage tracker for tenant:b681d6d10fbd48eba3aeffe45e2e992f on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:52:27.335745 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-7f6e4418-765b-4648-b7d3-0e6e374080fe tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:27.336049 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f1b7380c-80fe-4330-971b-f232a83f4687 req-73b5292a-9aa9-422d-a60a-7107fbc93c3b tempest-DeleteServersAdminTestJSON-2143547189 tempest-DeleteServersAdminTestJSON-2143547189-project-admin] 10.222.0.18 "DELETE /v2.0/ports/74e55436-b9b7-467e-b019-400341cbe9cb HTTP/1.1" status: 204 len: 173 time: 2.4857047 Feb 04 20:52:27.342489 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cfe2d3-eedd-4ade-a453-14c5e5f70c17 admin admin] Network 4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:52:27.342815 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-5f89dc6e-c520-4c21-8e63-b0082f1cb90b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:27.343471 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-7f6e4418-765b-4648-b7d3-0e6e374080fe tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:27.349744 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-47cfe2d3-eedd-4ade-a453-14c5e5f70c17 admin admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:52:27.362714 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-7f6e4418-765b-4648-b7d3-0e6e374080fe tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Made reservation on behalf of c5a142124dd5482a87b175ed6e7e9ba5 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:52:27.366643 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-7f6e4418-765b-4648-b7d3-0e6e374080fe tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:27.415811 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port e1577e2f-f3ad-4c68-b3c4-c5208ab28b17 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:52:27.416506 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:27.491572 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9a006b4b-c50e-4d9d-b794-5593949ec1bc req-bdb3e265-c41d-4bec-875a-51a72c56b50a tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=2834215a-8a33-4460-87eb-ea406ea85d58 HTTP/1.1" status: 200 len: 210 time: 0.1451287 Feb 04 20:52:27.598833 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a39b46f-12f2-45ea-91c4-b2ec7b8cf0e2', 'name': 'network-vif-deleted', 'tag': '74e55436-b9b7-467e-b019-400341cbe9cb', 'status': 'completed', 'code': 200} Feb 04 20:52:27.616507 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-7f6e4418-765b-4648-b7d3-0e6e374080fe tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Allocated IP 172.20.0.11 (a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08/af7ea361-8fb7-49bd-8e76-0990ff7e7df7/b839036c-b1c5-47a3-88df-ec976ce16dca) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:52:27.618058 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-eb22b60d-ca42-4c31-a2fa-0e0a52ef6e07 req-429fd19a-3748-4fef-998e-0e8c3746127e tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Unset dirty status for tenant:b681d6d10fbd48eba3aeffe45e2e992f on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:52:27.619220 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eb22b60d-ca42-4c31-a2fa-0e0a52ef6e07 req-429fd19a-3748-4fef-998e-0e8c3746127e tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a39b46f-12f2-45ea-91c4-b2ec7b8cf0e2 HTTP/1.1" status: 200 len: 210 time: 0.3492954 Feb 04 20:52:27.768568 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-07fcf109-c261-41a2-9e7b-e13b9984aad8 None None] Provisioning complete for port 84a16bce-4aa6-4b1f-8fe5-3d9435f94acb triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:52:27.769724 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-07fcf109-c261-41a2-9e7b-e13b9984aad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:27.827060 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47cfe2d3-eedd-4ade-a453-14c5e5f70c17 admin admin] Router 4bc8504d-e439-4aa4-a91d-1ed15820fa6b has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:52:27.840052 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-5f89dc6e-c520-4c21-8e63-b0082f1cb90b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:27.844174 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-07fcf109-c261-41a2-9e7b-e13b9984aad8 None None] Port 84a16bce-4aa6-4b1f-8fe5-3d9435f94acb cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:52:27.866495 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-7f6e4418-765b-4648-b7d3-0e6e374080fe tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:27.899851 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-7f6e4418-765b-4648-b7d3-0e6e374080fe tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:27.906262 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-5f89dc6e-c520-4c21-8e63-b0082f1cb90b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:28.001125 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-7f6e4418-765b-4648-b7d3-0e6e374080fe tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:52:28.006375 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-7f6e4418-765b-4648-b7d3-0e6e374080fe tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:52:28.017128 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e4418-765b-4648-b7d3-0e6e374080fe tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Pushing event updated for resources: {'Port': ['ID=b839036c-b1c5-47a3-88df-ec976ce16dca,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:28.031863 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89dc6e-c520-4c21-8e63-b0082f1cb90b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=591bfa98-484c-42a2-bbc1-6edf05532440,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:28.035327 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-7f6e4418-765b-4648-b7d3-0e6e374080fe tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:52:28.041250 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-7f6e4418-765b-4648-b7d3-0e6e374080fe tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:28.042051 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-7f6e4418-765b-4648-b7d3-0e6e374080fe tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:28.066849 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-7f6e4418-765b-4648-b7d3-0e6e374080fe tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9287095 Feb 04 20:52:28.078999 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-b72c875a-f5d5-4b77-805f-c54c9215bd98 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:52:28.080085 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-b72c875a-f5d5-4b77-805f-c54c9215bd98 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064127 Feb 04 20:52:28.192403 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cfe2d3-eedd-4ade-a453-14c5e5f70c17 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:52:28.195933 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-6e5a8ea2-11a4-4618-877b-063baa21a333 service neutron] Request body: {'port': {'device_id': '2834215a-8a33-4460-87eb-ea406ea85d58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:52:28.206565 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e6df68-a0a2-49ac-8ce3-5375a674de70 None None] Sync routers for ids ['4bc8504d-e439-4aa4-a91d-1ed15820fa6b'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:52:28.222066 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e6df68-a0a2-49ac-8ce3-5375a674de70 None None] Routers {'4bc8504d-e439-4aa4-a91d-1ed15820fa6b'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:52:28.223425 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-c2e6df68-a0a2-49ac-8ce3-5375a674de70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:52:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4bc8504d-e439-4aa4-a91d-1ed15820fa6b'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:52:28.227544 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-5f89dc6e-c520-4c21-8e63-b0082f1cb90b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Allocated IP 192.168.233.18 (54d6ae2e-de73-4435-bfdd-cd390a2143ad/3d2f9c06-58f8-4b66-a033-2aa50eedddcd/432de455-77b1-4958-bba0-0a1bca95066f) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:52:28.235914 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-47cfe2d3-eedd-4ade-a453-14c5e5f70c17 admin admin] 10.222.0.26 "PUT /v2.0/routers/4bc8504d-e439-4aa4-a91d-1ed15820fa6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4698551 Feb 04 20:52:28.456126 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 74e55436-b9b7-467e-b019-400341cbe9cb no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:52:28.464881 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-6e5a8ea2-11a4-4618-877b-063baa21a333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:28.519914 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: 74e55436-b9b7-467e-b019-400341cbe9cb {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:52:28.520509 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 74e55436-b9b7-467e-b019-400341cbe9cb not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:52:28.532945 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-e53fb161-7e06-4313-ad6e-98204db03025 req-6b41a8f7-dc99-43a9-be4c-c62032b696c3 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Synchronizing usage tracker for tenant:1c95ab08729c4244bb5389f69a70876f on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:52:28.544221 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-c2e6df68-a0a2-49ac-8ce3-5375a674de70 None None] Set router 4bc8504d-e439-4aa4-a91d-1ed15820fa6b gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:52:28.583166 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-e53fb161-7e06-4313-ad6e-98204db03025 req-6b41a8f7-dc99-43a9-be4c-c62032b696c3 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Unset dirty status for tenant:1c95ab08729c4244bb5389f69a70876f on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:52:28.584470 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e53fb161-7e06-4313-ad6e-98204db03025 req-6b41a8f7-dc99-43a9-be4c-c62032b696c3 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9cd9679-9aaf-4c95-beb9-4b9eed13656b HTTP/1.1" status: 200 len: 210 time: 0.2328110 Feb 04 20:52:28.696782 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-5f89dc6e-c520-4c21-8e63-b0082f1cb90b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:28.775307 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-5f89dc6e-c520-4c21-8e63-b0082f1cb90b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Transition to ACTIVE for port object 432de455-77b1-4958-bba0-0a1bca95066f will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:52:28.828148 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c353f-3ff3-4df1-a547-3d76a4ea5d09 req-fc78d2e3-adc0-4c59-a60c-f00591363b6e tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:28.829681 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-089c353f-3ff3-4df1-a547-3d76a4ea5d09 req-fc78d2e3-adc0-4c59-a60c-f00591363b6e tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=2834215a-8a33-4460-87eb-ea406ea85d58 HTTP/1.1" status: 200 len: 932 time: 0.1280596 Feb 04 20:52:28.872426 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-5f89dc6e-c520-4c21-8e63-b0082f1cb90b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:29.053242 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-c2e6df68-a0a2-49ac-8ce3-5375a674de70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc8504d-e439-4aa4-a91d-1ed15820fa6b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1164137712-router', 'tenant_id': '7d15289c524c48308a694841020ef472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'e1577e2f-f3ad-4c68-b3c4-c5208ab28b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:17Z', 'updated_at': '2022-02-04T20:52:25Z', 'revision_number': 4, 'project_id': '7d15289c524c48308a694841020ef472', 'gw_port': {'id': 'e1577e2f-f3ad-4c68-b3c4-c5208ab28b17', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:29:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc8504d-e439-4aa4-a91d-1ed15820fa6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:19Z', 'updated_at': '2022-02-04T20:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '84a16bce-4aa6-4b1f-8fe5-3d9435f94acb', 'name': '', 'network_id': '4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439', 'tenant_id': '7d15289c524c48308a694841020ef472', 'mac_address': 'fa:16:3e:d2:bb:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc8504d-e439-4aa4-a91d-1ed15820fa6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': 'badb4088-e79a-438f-8ff7-4be66087c151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:24Z', 'updated_at': '2022-02-04T20:52:26Z', 'revision_number': 2, 'project_id': '7d15289c524c48308a694841020ef472', 'subnets': [{'id': 'badb4088-e79a-438f-8ff7-4be66087c151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:52:29.061071 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e6df68-a0a2-49ac-8ce3-5375a674de70 None None] Checking router: 4bc8504d-e439-4aa4-a91d-1ed15820fa6b for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:52:29.062462 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e6df68-a0a2-49ac-8ce3-5375a674de70 None None] Updating router 4bc8504d-e439-4aa4-a91d-1ed15820fa6b port 84a16bce-4aa6-4b1f-8fe5-3d9435f94acb binding host n-d-827896-1 {{(pid=87684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:52:29.064455 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-089c353f-3ff3-4df1-a547-3d76a4ea5d09 req-78da01e4-ccd2-4adf-819c-926536c9c35f tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273557 Feb 04 20:52:29.112199 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89dc6e-c520-4c21-8e63-b0082f1cb90b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Pushing event updated for resources: {'Port': ['ID=432de455-77b1-4958-bba0-0a1bca95066f,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:29.129855 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-5f89dc6e-c520-4c21-8e63-b0082f1cb90b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Network 54d6ae2e-de73-4435-bfdd-cd390a2143ad is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:52:29.131262 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-5f89dc6e-c520-4c21-8e63-b0082f1cb90b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:52:29.142009 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-5f89dc6e-c520-4c21-8e63-b0082f1cb90b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:52:29.147451 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-5f89dc6e-c520-4c21-8e63-b0082f1cb90b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:29.148070 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-5f89dc6e-c520-4c21-8e63-b0082f1cb90b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:29.150172 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c2e6df68-a0a2-49ac-8ce3-5375a674de70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:29.191957 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-6e5a8ea2-11a4-4618-877b-063baa21a333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b839036c-b1c5-47a3-88df-ec976ce16dca {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:52:29.201617 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-5f89dc6e-c520-4c21-8e63-b0082f1cb90b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1551394 Feb 04 20:52:29.212595 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-9891926b-7b6c-4b7d-b88e-c1bac2f2a46a service neutron] Request body: {'port': {'device_id': 'f9cd9679-9aaf-4c95-beb9-4b9eed13656b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:52:29.214454 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-6e5a8ea2-11a4-4618-877b-063baa21a333 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:29.278908 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-6e5a8ea2-11a4-4618-877b-063baa21a333 service neutron] Transition to ACTIVE for port object b839036c-b1c5-47a3-88df-ec976ce16dca will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:52:29.292883 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-6e5a8ea2-11a4-4618-877b-063baa21a333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:29.306138 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43094) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:29.536059 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-9891926b-7b6c-4b7d-b88e-c1bac2f2a46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:29.545684 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a8ea2-11a4-4618-877b-063baa21a333 service neutron] Pushing event updated for resources: {'Port': ['ID=b839036c-b1c5-47a3-88df-ec976ce16dca,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:29.550984 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-b787223b-b668-4460-b2c7-2a9b11d7256a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-28363031-network', 'tenant_id': 'd074e630bf8d487e86f655cbc1075d6d'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:52:29.580989 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b787223b-b668-4460-b2c7-2a9b11d7256a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:29.587692 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b787223b-b668-4460-b2c7-2a9b11d7256a admin admin] Usage tracker for resource:network and tenant:d074e630bf8d487e86f655cbc1075d6d is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:29.592600 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b787223b-b668-4460-b2c7-2a9b11d7256a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:29.626130 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3dbddbf5-d3ec-4971-9c6c-4a765394b6fd None None] Provisioning for port 432de455-77b1-4958-bba0-0a1bca95066f completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:52:29.634400 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3dbddbf5-d3ec-4971-9c6c-4a765394b6fd None None] Provisioning complete for port 432de455-77b1-4958-bba0-0a1bca95066f triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:52:29.634883 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3dbddbf5-d3ec-4971-9c6c-4a765394b6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:29.643359 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b787223b-b668-4460-b2c7-2a9b11d7256a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:29.675904 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-6e5a8ea2-11a4-4618-877b-063baa21a333 service neutron] Attempting to bind port b839036c-b1c5-47a3-88df-ec976ce16dca on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:52:29.676238 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-6e5a8ea2-11a4-4618-877b-063baa21a333 service neutron] Attempting to bind port b839036c-b1c5-47a3-88df-ec976ce16dca by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:52:29.676565 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-6e5a8ea2-11a4-4618-877b-063baa21a333 service neutron] Attempting to bind port b839036c-b1c5-47a3-88df-ec976ce16dca on network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:52:29.683594 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-6e5a8ea2-11a4-4618-877b-063baa21a333 service neutron] Port b839036c-b1c5-47a3-88df-ec976ce16dca on network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:52:29.684556 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-6e5a8ea2-11a4-4618-877b-063baa21a333 service neutron] Attempting to bind port b839036c-b1c5-47a3-88df-ec976ce16dca on network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:52:29.691112 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-6e5a8ea2-11a4-4618-877b-063baa21a333 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:52:29.691507 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-6e5a8ea2-11a4-4618-877b-063baa21a333 service neutron] Checking segment: {'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:52:29.691950 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-6e5a8ea2-11a4-4618-877b-063baa21a333 service neutron] Bound using segment: {'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:52:29.692706 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-6e5a8ea2-11a4-4618-877b-063baa21a333 service neutron] Bound port: b839036c-b1c5-47a3-88df-ec976ce16dca, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:52:29.693183 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-6e5a8ea2-11a4-4618-877b-063baa21a333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:29.705277 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-29502ec8-8f25-4da1-92c1-b59622943b47 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b681d6d10fbd48eba3aeffe45e2e992f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488577 Feb 04 20:52:29.707964 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b787223b-b668-4460-b2c7-2a9b11d7256a admin admin] Made reservation on behalf of d074e630bf8d487e86f655cbc1075d6d for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:52:29.710707 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b787223b-b668-4460-b2c7-2a9b11d7256a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:29.727049 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b787223b-b668-4460-b2c7-2a9b11d7256a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:29.748755 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b787223b-b668-4460-b2c7-2a9b11d7256a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:29.752839 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b787223b-b668-4460-b2c7-2a9b11d7256a admin admin] Usage tracker for resource:security_group_rule and tenant:d074e630bf8d487e86f655cbc1075d6d is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:29.784637 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b787223b-b668-4460-b2c7-2a9b11d7256a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:29.802530 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b787223b-b668-4460-b2c7-2a9b11d7256a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:29.821204 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c2e6df68-a0a2-49ac-8ce3-5375a674de70 None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:29.823516 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3dbddbf5-d3ec-4971-9c6c-4a765394b6fd None None] Port 432de455-77b1-4958-bba0-0a1bca95066f cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:52:29.836501 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c2e6df68-a0a2-49ac-8ce3-5375a674de70 None None] Transition to ACTIVE for port object 84a16bce-4aa6-4b1f-8fe5-3d9435f94acb will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:52:29.852704 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c2e6df68-a0a2-49ac-8ce3-5375a674de70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:29.866565 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-6e5a8ea2-11a4-4618-877b-063baa21a333 service neutron] For port b839036c-b1c5-47a3-88df-ec976ce16dca, host n-h1-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:52:29.870893 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-6e5a8ea2-11a4-4618-877b-063baa21a333 service neutron] For port b839036c-b1c5-47a3-88df-ec976ce16dca, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b839036c-b1c5-47a3-88df-ec976ce16dca,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:52:29.878022 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-6e5a8ea2-11a4-4618-877b-063baa21a333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:29.940987 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-6e5a8ea2-11a4-4618-877b-063baa21a333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:29.941337 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-6e5a8ea2-11a4-4618-877b-063baa21a333 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:29.943476 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-6e5a8ea2-11a4-4618-877b-063baa21a333 service neutron] 10.222.0.32 "PUT /v2.0/ports/b839036c-b1c5-47a3-88df-ec976ce16dca HTTP/1.1" status: 200 len: 1092 time: 1.8106077 Feb 04 20:52:29.952971 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2834215a-8a33-4460-87eb-ea406ea85d58', 'tag': 'b839036c-b1c5-47a3-88df-ec976ce16dca'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:52:30.061646 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a8ea2-11a4-4618-877b-063baa21a333 service neutron] Pushing event updated for resources: {'Port': ['ID=b839036c-b1c5-47a3-88df-ec976ce16dca,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:30.092363 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b787223b-b668-4460-b2c7-2a9b11d7256a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:30.108453 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b787223b-b668-4460-b2c7-2a9b11d7256a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:30.142119 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464053bf-f88e-40bb-acc8-66485dc9e363 None None] Pushing event updated for resources: {'Port': ['ID=84a16bce-4aa6-4b1f-8fe5-3d9435f94acb,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:30.146596 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-b625fbcf-eabb-4008-9f08-19aee5fe2341 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:30.154428 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-b625fbcf-eabb-4008-9f08-19aee5fe2341 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4477322 Feb 04 20:52:30.154530 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-8133207b-39d9-49a6-8747-a92ea3be4fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:30.155921 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-8133207b-39d9-49a6-8747-a92ea3be4fb2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&device_id=2834215a-8a33-4460-87eb-ea406ea85d58 HTTP/1.1" status: 200 len: 1095 time: 0.1560385 Feb 04 20:52:30.156654 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b787223b-b668-4460-b2c7-2a9b11d7256a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:52:30.175501 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-cf8ca4ec-010f-4b5d-a4a6-0717b6237c14 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/quotas/b681d6d10fbd48eba3aeffe45e2e992f HTTP/1.1" status: 200 len: 375 time: 0.0207672 Feb 04 20:52:30.218437 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-c2e6df68-a0a2-49ac-8ce3-5375a674de70 None None] Attempting to bind port 84a16bce-4aa6-4b1f-8fe5-3d9435f94acb on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:52:30.218816 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-c2e6df68-a0a2-49ac-8ce3-5375a674de70 None None] Attempting to bind port 84a16bce-4aa6-4b1f-8fe5-3d9435f94acb by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': 'd12e9950-5d86-40cd-bddc-0de2bd6bc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:52:30.219813 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e6df68-a0a2-49ac-8ce3-5375a674de70 None None] Attempting to bind port 84a16bce-4aa6-4b1f-8fe5-3d9435f94acb on network 4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:52:30.226204 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e6df68-a0a2-49ac-8ce3-5375a674de70 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:52:30.226582 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e6df68-a0a2-49ac-8ce3-5375a674de70 None None] Checking segment: {'id': 'd12e9950-5d86-40cd-bddc-0de2bd6bc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:52:30.226985 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c2e6df68-a0a2-49ac-8ce3-5375a674de70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:30.227386 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e6df68-a0a2-49ac-8ce3-5375a674de70 None None] Bound using segment: {'id': 'd12e9950-5d86-40cd-bddc-0de2bd6bc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:52:30.227845 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-c2e6df68-a0a2-49ac-8ce3-5375a674de70 None None] Bound port: 84a16bce-4aa6-4b1f-8fe5-3d9435f94acb, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12e9950-5d86-40cd-bddc-0de2bd6bc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:52:30.228232 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c2e6df68-a0a2-49ac-8ce3-5375a674de70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:30.240094 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787223b-b668-4460-b2c7-2a9b11d7256a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756da6ca-6b5d-49a5-9650-1474a0aa7e0c,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:30.246221 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-0bafec5b-733c-4502-9f36-2f1bd4dba95b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b839036c-b1c5-47a3-88df-ec976ce16dca HTTP/1.1" status: 200 len: 217 time: 0.0796704 Feb 04 20:52:30.247554 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-30706ec1-eb46-441d-a24a-c4722e50b54e tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b681d6d10fbd48eba3aeffe45e2e992f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711040 Feb 04 20:52:30.248248 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b787223b-b668-4460-b2c7-2a9b11d7256a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:30.248589 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-b787223b-b668-4460-b2c7-2a9b11d7256a admin admin] Added segment 2f882944-1342-4ce0-9804-c247330cfb09 of type vlan for network 045d340b-d04c-459e-8cd3-5069aa4764c7 Feb 04 20:52:30.275040 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f85ade-438b-4c19-b275-41c8bf822742 req-28081a81-8df6-4ddd-a855-81ef2bcfa137 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:30.276556 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-95f85ade-438b-4c19-b275-41c8bf822742 req-28081a81-8df6-4ddd-a855-81ef2bcfa137 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9cd9679-9aaf-4c95-beb9-4b9eed13656b HTTP/1.1" status: 200 len: 935 time: 0.4482615 Feb 04 20:52:30.324233 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b787223b-b668-4460-b2c7-2a9b11d7256a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:30.332626 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-95f85ade-438b-4c19-b275-41c8bf822742 req-6beafb4a-a378-48be-8ba3-56298abc4eda tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Synchronizing usage tracker for tenant:1c95ab08729c4244bb5389f69a70876f on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:52:30.342126 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-c2e6df68-a0a2-49ac-8ce3-5375a674de70 None None] For port 84a16bce-4aa6-4b1f-8fe5-3d9435f94acb, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:52:30.342703 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-0f425769-2a78-42d6-b024-c05b04d8e08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:30.344472 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-0f425769-2a78-42d6-b024-c05b04d8e08c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af7ea361-8fb7-49bd-8e76-0990ff7e7df7 HTTP/1.1" status: 200 len: 860 time: 0.0901494 Feb 04 20:52:30.346093 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-c2e6df68-a0a2-49ac-8ce3-5375a674de70 None None] For port 84a16bce-4aa6-4b1f-8fe5-3d9435f94acb, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=84a16bce-4aa6-4b1f-8fe5-3d9435f94acb,segment=NetworkSegment(d12e9950-5d86-40cd-bddc-0de2bd6bc6e5),segment_id=d12e9950-5d86-40cd-bddc-0de2bd6bc6e5)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:52:30.362806 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c2e6df68-a0a2-49ac-8ce3-5375a674de70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:30.413258 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-82ede724-acef-44f4-9d99-320d52d4a0a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551145 Feb 04 20:52:30.425945 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-95f85ade-438b-4c19-b275-41c8bf822742 req-6beafb4a-a378-48be-8ba3-56298abc4eda tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Unset dirty status for tenant:1c95ab08729c4244bb5389f69a70876f on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:52:30.447648 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b787223b-b668-4460-b2c7-2a9b11d7256a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:30.448845 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b787223b-b668-4460-b2c7-2a9b11d7256a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:30.449400 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b787223b-b668-4460-b2c7-2a9b11d7256a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:30.454625 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device bef8747f-2f34-4d30-8e5a-04f694fb6040 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:52:30.458186 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-95f85ade-438b-4c19-b275-41c8bf822742 req-6beafb4a-a378-48be-8ba3-56298abc4eda tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741035 Feb 04 20:52:30.475208 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-9891926b-7b6c-4b7d-b88e-c1bac2f2a46a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 432de455-77b1-4958-bba0-0a1bca95066f {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:52:30.493305 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-9891926b-7b6c-4b7d-b88e-c1bac2f2a46a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:30.527200 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-9891926b-7b6c-4b7d-b88e-c1bac2f2a46a service neutron] Transition to ACTIVE for port object 432de455-77b1-4958-bba0-0a1bca95066f will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:52:30.539378 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-9891926b-7b6c-4b7d-b88e-c1bac2f2a46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:30.563342 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e6df68-a0a2-49ac-8ce3-5375a674de70 None None] Routers {'4bc8504d-e439-4aa4-a91d-1ed15820fa6b'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:52:30.563967 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-c2e6df68-a0a2-49ac-8ce3-5375a674de70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:52:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4bc8504d-e439-4aa4-a91d-1ed15820fa6b'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:52:30.701331 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2834215a-8a33-4460-87eb-ea406ea85d58', 'tag': 'b839036c-b1c5-47a3-88df-ec976ce16dca', 'status': 'completed', 'code': 200} Feb 04 20:52:30.728621 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: bef8747f-2f34-4d30-8e5a-04f694fb6040 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:52:30.728889 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device bef8747f-2f34-4d30-8e5a-04f694fb6040 not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:52:30.761478 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b787223b-b668-4460-b2c7-2a9b11d7256a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3258748 Feb 04 20:52:30.762966 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787223b-b668-4460-b2c7-2a9b11d7256a admin admin] Pushing event updated for resources: {'Network': ['ID=045d340b-d04c-459e-8cd3-5069aa4764c7,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:30.769000 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43140) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:30.778625 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-7ed261b2-eee1-445b-9830-829e71b5b140 admin admin] Request body: {'subnet': {'network_id': '045d340b-d04c-459e-8cd3-5069aa4764c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-28363031-subnet', 'tenant_id': 'd074e630bf8d487e86f655cbc1075d6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:52:30.779154 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 045d340b-d04c-459e-8cd3-5069aa4764c7 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:52:30.783757 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7ed261b2-eee1-445b-9830-829e71b5b140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:30.787982 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7ed261b2-eee1-445b-9830-829e71b5b140 admin admin] Usage tracker for resource:subnet and tenant:d074e630bf8d487e86f655cbc1075d6d is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:30.791460 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7ed261b2-eee1-445b-9830-829e71b5b140 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:30.802466 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464053bf-f88e-40bb-acc8-66485dc9e363 None None] Pushing event updated for resources: {'Port': ['ID=84a16bce-4aa6-4b1f-8fe5-3d9435f94acb,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:30.812851 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7ed261b2-eee1-445b-9830-829e71b5b140 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:30.828501 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-ea266672-6c7c-4a4a-afe8-48ebb1bc7b77 service neutron] 10.222.0.32 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076853 Feb 04 20:52:30.834150 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed261b2-eee1-445b-9830-829e71b5b140 admin admin] Made reservation on behalf of d074e630bf8d487e86f655cbc1075d6d for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:52:30.836843 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7ed261b2-eee1-445b-9830-829e71b5b140 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:30.954334 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891926b-7b6c-4b7d-b88e-c1bac2f2a46a service neutron] Pushing event updated for resources: {'Port': ['ID=432de455-77b1-4958-bba0-0a1bca95066f,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:31.008990 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e92ba5dd-99d9-4dcd-b683-23bab9bfeacc req-9018b774-e907-4303-803d-6446fdd506eb tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?device_id=eccdf618-7f63-42fe-98a7-2e00174994fa HTTP/1.1" status: 200 len: 210 time: 0.1005809 Feb 04 20:52:31.118519 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-9891926b-7b6c-4b7d-b88e-c1bac2f2a46a service neutron] Attempting to bind port 432de455-77b1-4958-bba0-0a1bca95066f on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:52:31.119298 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-9891926b-7b6c-4b7d-b88e-c1bac2f2a46a service neutron] Attempting to bind port 432de455-77b1-4958-bba0-0a1bca95066f by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:52:31.120069 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-9891926b-7b6c-4b7d-b88e-c1bac2f2a46a service neutron] Attempting to bind port 432de455-77b1-4958-bba0-0a1bca95066f on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:52:31.133434 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-9891926b-7b6c-4b7d-b88e-c1bac2f2a46a service neutron] Port 432de455-77b1-4958-bba0-0a1bca95066f on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:52:31.134122 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-9891926b-7b6c-4b7d-b88e-c1bac2f2a46a service neutron] Attempting to bind port 432de455-77b1-4958-bba0-0a1bca95066f on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:52:31.142079 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-9891926b-7b6c-4b7d-b88e-c1bac2f2a46a service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:52:31.142757 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-9891926b-7b6c-4b7d-b88e-c1bac2f2a46a service neutron] Checking segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:52:31.143378 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-9891926b-7b6c-4b7d-b88e-c1bac2f2a46a service neutron] Bound using segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:52:31.144042 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-9891926b-7b6c-4b7d-b88e-c1bac2f2a46a service neutron] Bound port: 432de455-77b1-4958-bba0-0a1bca95066f, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:52:31.144614 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-9891926b-7b6c-4b7d-b88e-c1bac2f2a46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:31.198773 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-c2e6df68-a0a2-49ac-8ce3-5375a674de70 None None] Set router 4bc8504d-e439-4aa4-a91d-1ed15820fa6b gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:52:31.214228 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8209515-8dce-4b88-9f2a-479f9fdf43c5 req-47e7351c-0e5e-4b45-b428-14c2c1c97117 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:31.224802 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d8209515-8dce-4b88-9f2a-479f9fdf43c5 req-47e7351c-0e5e-4b45-b428-14c2c1c97117 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=2834215a-8a33-4460-87eb-ea406ea85d58 HTTP/1.1" status: 200 len: 944 time: 0.3517683 Feb 04 20:52:31.225740 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-327fd1ed-d00d-4cd1-939b-45fb368705b2 req-55d0dc51-1d16-483d-b7ea-6f37a25190d6 service neutron] 10.222.0.32 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696885 Feb 04 20:52:31.329326 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d8209515-8dce-4b88-9f2a-479f9fdf43c5 req-c0bf0551-0d85-4956-b9a6-3e520f44442b tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034801 Feb 04 20:52:31.342716 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-9891926b-7b6c-4b7d-b88e-c1bac2f2a46a service neutron] For port 432de455-77b1-4958-bba0-0a1bca95066f, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:52:31.346828 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-9891926b-7b6c-4b7d-b88e-c1bac2f2a46a service neutron] For port 432de455-77b1-4958-bba0-0a1bca95066f, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=432de455-77b1-4958-bba0-0a1bca95066f,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:52:31.355152 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-9891926b-7b6c-4b7d-b88e-c1bac2f2a46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:31.478182 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-9891926b-7b6c-4b7d-b88e-c1bac2f2a46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:31.478990 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-9891926b-7b6c-4b7d-b88e-c1bac2f2a46a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:31.481137 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-9891926b-7b6c-4b7d-b88e-c1bac2f2a46a service neutron] 10.222.0.32 "PUT /v2.0/ports/432de455-77b1-4958-bba0-0a1bca95066f HTTP/1.1" status: 200 len: 1095 time: 2.2722664 Feb 04 20:52:31.482021 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9cd9679-9aaf-4c95-beb9-4b9eed13656b', 'tag': '432de455-77b1-4958-bba0-0a1bca95066f'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:52:31.510899 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891926b-7b6c-4b7d-b88e-c1bac2f2a46a service neutron] Pushing event updated for resources: {'Port': ['ID=432de455-77b1-4958-bba0-0a1bca95066f,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:31.562283 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9cd9679-9aaf-4c95-beb9-4b9eed13656b', 'tag': '432de455-77b1-4958-bba0-0a1bca95066f', 'status': 'completed', 'code': 200} Feb 04 20:52:31.657715 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce90103-0d07-4237-8644-ea7baf814903 req-f7a08192-c57e-48af-b972-ef467c20b0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:31.660506 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5ce90103-0d07-4237-8644-ea7baf814903 req-f7a08192-c57e-48af-b972-ef467c20b0f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&device_id=2834215a-8a33-4460-87eb-ea406ea85d58 HTTP/1.1" status: 200 len: 1095 time: 0.3487797 Feb 04 20:52:31.664229 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7ed261b2-eee1-445b-9830-829e71b5b140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:31.711709 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-c2e6df68-a0a2-49ac-8ce3-5375a674de70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc8504d-e439-4aa4-a91d-1ed15820fa6b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1164137712-router', 'tenant_id': '7d15289c524c48308a694841020ef472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'e1577e2f-f3ad-4c68-b3c4-c5208ab28b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:17Z', 'updated_at': '2022-02-04T20:52:25Z', 'revision_number': 4, 'project_id': '7d15289c524c48308a694841020ef472', 'gw_port': {'id': 'e1577e2f-f3ad-4c68-b3c4-c5208ab28b17', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:29:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc8504d-e439-4aa4-a91d-1ed15820fa6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:19Z', 'updated_at': '2022-02-04T20:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '84a16bce-4aa6-4b1f-8fe5-3d9435f94acb', 'name': '', 'network_id': '4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439', 'tenant_id': '7d15289c524c48308a694841020ef472', 'mac_address': 'fa:16:3e:d2:bb:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc8504d-e439-4aa4-a91d-1ed15820fa6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': 'badb4088-e79a-438f-8ff7-4be66087c151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:24Z', 'updated_at': '2022-02-04T20:52:30Z', 'revision_number': 4, 'project_id': '7d15289c524c48308a694841020ef472', 'subnets': [{'id': 'badb4088-e79a-438f-8ff7-4be66087c151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:52:31.717878 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e6df68-a0a2-49ac-8ce3-5375a674de70 None None] The sync data for ids ['4bc8504d-e439-4aa4-a91d-1ed15820fa6b'] in n-d-827896-1 is: [{'id': '4bc8504d-e439-4aa4-a91d-1ed15820fa6b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1164137712-router', 'tenant_id': '7d15289c524c48308a694841020ef472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'e1577e2f-f3ad-4c68-b3c4-c5208ab28b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:17Z', 'updated_at': '2022-02-04T20:52:25Z', 'revision_number': 4, 'project_id': '7d15289c524c48308a694841020ef472', 'gw_port': {'id': 'e1577e2f-f3ad-4c68-b3c4-c5208ab28b17', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:29:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc8504d-e439-4aa4-a91d-1ed15820fa6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:19Z', 'updated_at': '2022-02-04T20:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '84a16bce-4aa6-4b1f-8fe5-3d9435f94acb', 'name': '', 'network_id': '4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439', 'tenant_id': '7d15289c524c48308a694841020ef472', 'mac_address': 'fa:16:3e:d2:bb:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc8504d-e439-4aa4-a91d-1ed15820fa6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': 'badb4088-e79a-438f-8ff7-4be66087c151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:24Z', 'updated_at': '2022-02-04T20:52:30Z', 'revision_number': 4, 'project_id': '7d15289c524c48308a694841020ef472', 'subnets': [{'id': 'badb4088-e79a-438f-8ff7-4be66087c151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:52:31.737007 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-c6d21a41-f37a-492a-aa17-bc2dc1a23211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:31.740951 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-c6d21a41-f37a-492a-aa17-bc2dc1a23211 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c95ab08729c4244bb5389f69a70876f&device_id=f9cd9679-9aaf-4c95-beb9-4b9eed13656b HTTP/1.1" status: 200 len: 1098 time: 0.1634114 Feb 04 20:52:31.964129 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed261b2-eee1-445b-9830-829e71b5b140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6c69c26-c606-4e27-a0b9-fa39e3dec886,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:31.975936 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce90103-0d07-4237-8644-ea7baf814903 req-55699482-c1f3-423c-875d-2cb65f989a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:31.977716 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5ce90103-0d07-4237-8644-ea7baf814903 req-55699482-c1f3-423c-875d-2cb65f989a72 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 HTTP/1.1" status: 200 len: 921 time: 0.3030605 Feb 04 20:52:31.989964 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed261b2-eee1-445b-9830-829e71b5b140 admin admin] Checking segment: {'id': '2f882944-1342-4ce0-9804-c247330cfb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '045d340b-d04c-459e-8cd3-5069aa4764c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:52:31.990825 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed261b2-eee1-445b-9830-829e71b5b140 admin admin] Network hostable DHCP agents. Network: 045d340b-d04c-459e-8cd3-5069aa4764c7, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:52:32.007981 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-7b8d94be-848a-4bc9-9f1e-44405fe33774 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=432de455-77b1-4958-bba0-0a1bca95066f HTTP/1.1" status: 200 len: 217 time: 0.2590258 Feb 04 20:52:32.087112 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5ce90103-0d07-4237-8644-ea7baf814903 req-719b5579-aecd-41cf-9c1a-2e0411019e8b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b839036c-b1c5-47a3-88df-ec976ce16dca HTTP/1.1" status: 200 len: 217 time: 0.0989175 Feb 04 20:52:32.140682 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed261b2-eee1-445b-9830-829e71b5b140 admin admin] Network 045d340b-d04c-459e-8cd3-5069aa4764c7 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:52:32.151196 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-9ea39920-09da-4e48-954f-e2b3bcca4d1c tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b681d6d10fbd48eba3aeffe45e2e992f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563707 Feb 04 20:52:32.169738 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce90103-0d07-4237-8644-ea7baf814903 req-2494b116-106f-4adb-b094-566663f6a4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:32.171532 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5ce90103-0d07-4237-8644-ea7baf814903 req-2494b116-106f-4adb-b094-566663f6a4f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af7ea361-8fb7-49bd-8e76-0990ff7e7df7 HTTP/1.1" status: 200 len: 860 time: 0.0758603 Feb 04 20:52:32.172633 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-7ed261b2-eee1-445b-9830-829e71b5b140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 045d340b-d04c-459e-8cd3-5069aa4764c7) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:52:32.177080 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed261b2-eee1-445b-9830-829e71b5b140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:32.177829 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7ed261b2-eee1-445b-9830-829e71b5b140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:32.184510 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19691ed-3ced-43c5-90ea-52b5f5599b09 None None] Network 045d340b-d04c-459e-8cd3-5069aa4764c7 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:52:32.299983 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5ce90103-0d07-4237-8644-ea7baf814903 req-103cfa6c-515c-4fed-8727-699a3a0184c7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178358 Feb 04 20:52:32.345959 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7ed261b2-eee1-445b-9830-829e71b5b140 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5756195 Feb 04 20:52:32.358819 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43194) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:32.368540 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-9cd8213f-2dc3-4f66-8055-f735191d0da8 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-28363031-router', 'tenant_id': 'd074e630bf8d487e86f655cbc1075d6d', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:52:32.460527 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9cd8213f-2dc3-4f66-8055-f735191d0da8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:32.464202 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:32.475111 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9cd8213f-2dc3-4f66-8055-f735191d0da8 admin admin] Usage tracker for resource:router and tenant:d074e630bf8d487e86f655cbc1075d6d is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:32.485307 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9cd8213f-2dc3-4f66-8055-f735191d0da8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:32.495027 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9cd8213f-2dc3-4f66-8055-f735191d0da8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:32.530193 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9cd8213f-2dc3-4f66-8055-f735191d0da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:32.531462 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9cd8213f-2dc3-4f66-8055-f735191d0da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:32.547892 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9bc11381-12ae-4efe-b65f-80adef119886 req-2f63c52c-3d29-498a-b7f7-cb952ae90832 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?device_id=eccdf618-7f63-42fe-98a7-2e00174994fa HTTP/1.1" status: 200 len: 210 time: 0.0897012 Feb 04 20:52:32.553232 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-986ff9f4-520b-4441-9657-bf4473af400e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:32.554723 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-986ff9f4-520b-4441-9657-bf4473af400e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.5230017 Feb 04 20:52:32.569502 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-5153288a-70e4-4ace-9889-345446b1d79f tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:32.569502 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-5153288a-70e4-4ace-9889-345446b1d79f tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4097295 Feb 04 20:52:32.569828 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5ce90103-0d07-4237-8644-ea7baf814903 req-54918587-1bd8-4f17-95eb-1bb39a2060e4 service neutron] 10.222.0.32 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611427 Feb 04 20:52:32.579536 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e63f14-1a30-4f77-b5e0-2eb214aa089e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-045d340b-d04c-459e-8cd3-5069aa4764c7', 'network_id': '045d340b-d04c-459e-8cd3-5069aa4764c7', 'tenant_id': 'd074e630bf8d487e86f655cbc1075d6d', 'fixed_ips': [{'subnet_id': 'f6c69c26-c606-4e27-a0b9-fa39e3dec886'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:52:32.580599 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-53e63f14-1a30-4f77-b5e0-2eb214aa089e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:32.620908 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-23bef9b5-3bf6-4ac6-ae30-8af16355a437 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Request body: {'port': {'device_id': 'eccdf618-7f63-42fe-98a7-2e00174994fa', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'admin_state_up': True, 'tenant_id': 'b681d6d10fbd48eba3aeffe45e2e992f'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:52:32.689152 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9cd8213f-2dc3-4f66-8055-f735191d0da8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:32.779135 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fe1f3-18bd-4e24-b635-b0b538691d96 req-7ed1a844-7602-4465-9ec4-9fd63cfe27ff tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:32.780482 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-384fe1f3-18bd-4e24-b635-b0b538691d96 req-7ed1a844-7602-4465-9ec4-9fd63cfe27ff tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9cd9679-9aaf-4c95-beb9-4b9eed13656b HTTP/1.1" status: 200 len: 947 time: 0.8996689 Feb 04 20:52:32.826864 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-53e63f14-1a30-4f77-b5e0-2eb214aa089e None None] Allocated IP 172.20.0.2 (045d340b-d04c-459e-8cd3-5069aa4764c7/f6c69c26-c606-4e27-a0b9-fa39e3dec886/f3aa2ca3-d38d-4a7a-ab31-3b1fc0fc40ce) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:52:32.901557 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5ce90103-0d07-4237-8644-ea7baf814903 req-364143a8-9d07-4ec0-a9a6-be828c6e1440 service neutron] 10.222.0.32 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250337 Feb 04 20:52:32.937610 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-384fe1f3-18bd-4e24-b635-b0b538691d96 req-6124a01e-9f3b-4ce9-90ef-b70cb657f139 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126299 Feb 04 20:52:32.969960 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-ad485d2e-d4b5-4460-a372-750ba08381c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:32.971428 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-ad485d2e-d4b5-4460-a372-750ba08381c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4004078 Feb 04 20:52:32.974679 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-23bef9b5-3bf6-4ac6-ae30-8af16355a437 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:33.072651 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-23bef9b5-3bf6-4ac6-ae30-8af16355a437 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:33.106963 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9cd8213f-2dc3-4f66-8055-f735191d0da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:33.155870 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-53e63f14-1a30-4f77-b5e0-2eb214aa089e None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:33.167884 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-53e63f14-1a30-4f77-b5e0-2eb214aa089e None None] Transition to ACTIVE for port object f3aa2ca3-d38d-4a7a-ab31-3b1fc0fc40ce will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:52:33.190959 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-53e63f14-1a30-4f77-b5e0-2eb214aa089e None None] Transition to ACTIVE for port object f3aa2ca3-d38d-4a7a-ab31-3b1fc0fc40ce will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:52:33.211054 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-53e63f14-1a30-4f77-b5e0-2eb214aa089e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:33.223131 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5fd79-8113-4f48-b5a7-a6a5c7764780 req-ccba58f6-53b5-4a42-9d7a-d8bc7ed5acc7 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:33.224600 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-05a5fd79-8113-4f48-b5a7-a6a5c7764780 req-ccba58f6-53b5-4a42-9d7a-d8bc7ed5acc7 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=2834215a-8a33-4460-87eb-ea406ea85d58 HTTP/1.1" status: 200 len: 944 time: 0.4407797 Feb 04 20:52:33.228032 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-23bef9b5-3bf6-4ac6-ae30-8af16355a437 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Made reservation on behalf of b681d6d10fbd48eba3aeffe45e2e992f for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:52:33.237111 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-23bef9b5-3bf6-4ac6-ae30-8af16355a437 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:33.339047 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e63f14-1a30-4f77-b5e0-2eb214aa089e None None] Pushing event updated for resources: {'Port': ['ID=f3aa2ca3-d38d-4a7a-ab31-3b1fc0fc40ce,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:33.360328 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e63f14-1a30-4f77-b5e0-2eb214aa089e None None] Network 045d340b-d04c-459e-8cd3-5069aa4764c7 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:52:33.361831 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-53e63f14-1a30-4f77-b5e0-2eb214aa089e None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:52:33.364195 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e63f14-1a30-4f77-b5e0-2eb214aa089e None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:52:33.452353 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 84a16bce-4aa6-4b1f-8fe5-3d9435f94acb up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:52:33.452553 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-05a5fd79-8113-4f48-b5a7-a6a5c7764780 req-b2f7e4dd-48b8-4922-99cc-327e69719622 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996884 Feb 04 20:52:33.508183 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-e3772110-254e-42ee-9585-5a829d6ab060 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5137415 Feb 04 20:52:33.556029 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-53e63f14-1a30-4f77-b5e0-2eb214aa089e None None] Attempting to bind port f3aa2ca3-d38d-4a7a-ab31-3b1fc0fc40ce on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:52:33.556579 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-53e63f14-1a30-4f77-b5e0-2eb214aa089e None None] Attempting to bind port f3aa2ca3-d38d-4a7a-ab31-3b1fc0fc40ce by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '2f882944-1342-4ce0-9804-c247330cfb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '045d340b-d04c-459e-8cd3-5069aa4764c7'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:52:33.556826 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e63f14-1a30-4f77-b5e0-2eb214aa089e None None] Attempting to bind port f3aa2ca3-d38d-4a7a-ab31-3b1fc0fc40ce on network 045d340b-d04c-459e-8cd3-5069aa4764c7 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:52:33.569958 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e63f14-1a30-4f77-b5e0-2eb214aa089e None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:52:33.569958 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e63f14-1a30-4f77-b5e0-2eb214aa089e None None] Checking segment: {'id': '2f882944-1342-4ce0-9804-c247330cfb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '045d340b-d04c-459e-8cd3-5069aa4764c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:52:33.570320 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-53e63f14-1a30-4f77-b5e0-2eb214aa089e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:33.570718 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e63f14-1a30-4f77-b5e0-2eb214aa089e None None] Bound using segment: {'id': '2f882944-1342-4ce0-9804-c247330cfb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '045d340b-d04c-459e-8cd3-5069aa4764c7'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:52:33.571236 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-53e63f14-1a30-4f77-b5e0-2eb214aa089e None None] Bound port: f3aa2ca3-d38d-4a7a-ab31-3b1fc0fc40ce, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f882944-1342-4ce0-9804-c247330cfb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '045d340b-d04c-459e-8cd3-5069aa4764c7'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:52:33.571628 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-53e63f14-1a30-4f77-b5e0-2eb214aa089e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:33.629808 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 84a16bce-4aa6-4b1f-8fe5-3d9435f94acb completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:52:33.652582 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 84a16bce-4aa6-4b1f-8fe5-3d9435f94acb triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:52:33.654395 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:33.776939 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-53e63f14-1a30-4f77-b5e0-2eb214aa089e None None] For port f3aa2ca3-d38d-4a7a-ab31-3b1fc0fc40ce, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:52:33.781606 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-53e63f14-1a30-4f77-b5e0-2eb214aa089e None None] For port f3aa2ca3-d38d-4a7a-ab31-3b1fc0fc40ce, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=f3aa2ca3-d38d-4a7a-ab31-3b1fc0fc40ce,segment=NetworkSegment(2f882944-1342-4ce0-9804-c247330cfb09),segment_id=2f882944-1342-4ce0-9804-c247330cfb09)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:52:33.803986 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9cd8213f-2dc3-4f66-8055-f735191d0da8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:33.857350 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:33.884020 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-53e63f14-1a30-4f77-b5e0-2eb214aa089e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:33.906572 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a7189579-365f-4796-a971-021288668f5d req-e6f3e20a-fc09-41d3-ba33-b65de56d522e tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?device_id=eccdf618-7f63-42fe-98a7-2e00174994fa HTTP/1.1" status: 200 len: 210 time: 0.0703390 Feb 04 20:52:33.942888 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-23bef9b5-3bf6-4ac6-ae30-8af16355a437 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Allocated IP 192.168.233.24 (54d6ae2e-de73-4435-bfdd-cd390a2143ad/3d2f9c06-58f8-4b66-a033-2aa50eedddcd/b522668a-9e70-4003-a2c9-6dbec186dde9) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:52:33.979297 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9bda656d-19ee-402c-b9b0-1d8ceaef98f8 req-d0e3ba76-63e6-4535-adae-ec8d4421b6b2 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579744 Feb 04 20:52:34.030035 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9cd8213f-2dc3-4f66-8055-f735191d0da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:34.142147 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 84a16bce-4aa6-4b1f-8fe5-3d9435f94acb, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=84a16bce-4aa6-4b1f-8fe5-3d9435f94acb,segment=NetworkSegment(d12e9950-5d86-40cd-bddc-0de2bd6bc6e5),segment_id=d12e9950-5d86-40cd-bddc-0de2bd6bc6e5)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:52:34.147200 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e63f14-1a30-4f77-b5e0-2eb214aa089e None None] Pushing event updated for resources: {'Port': ['ID=f3aa2ca3-d38d-4a7a-ab31-3b1fc0fc40ce,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:34.155516 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:34.291238 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=84a16bce-4aa6-4b1f-8fe5-3d9435f94acb,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:34.311584 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-9cd8213f-2dc3-4f66-8055-f735191d0da8 admin admin] Allocated IP 172.25.5.160 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/d0960787-2826-4473-81f3-c66d3ebe57aa) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:52:34.360211 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43258) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:34.475388 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006830b3-9abd-492d-bc8e-f3e87be72ebf req-2883d691-e922-44b7-b1f0-c52268a6027a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:34.476881 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-006830b3-9abd-492d-bc8e-f3e87be72ebf req-2883d691-e922-44b7-b1f0-c52268a6027a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c95ab08729c4244bb5389f69a70876f&device_id=f9cd9679-9aaf-4c95-beb9-4b9eed13656b HTTP/1.1" status: 200 len: 1098 time: 0.4324210 Feb 04 20:52:34.482082 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-23bef9b5-3bf6-4ac6-ae30-8af16355a437 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:34.530062 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0375232-b2ae-4d6e-9f78-f594de0fce79 req-eab1f17e-9a54-4059-8c21-de6514482b21 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:34.531627 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c0375232-b2ae-4d6e-9f78-f594de0fce79 req-eab1f17e-9a54-4059-8c21-de6514482b21 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9cd9679-9aaf-4c95-beb9-4b9eed13656b HTTP/1.1" status: 200 len: 947 time: 0.3055086 Feb 04 20:52:34.587639 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9cd8213f-2dc3-4f66-8055-f735191d0da8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:34.660357 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9cd8213f-2dc3-4f66-8055-f735191d0da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:34.676401 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-23bef9b5-3bf6-4ac6-ae30-8af16355a437 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Transition to ACTIVE for port object b522668a-9e70-4003-a2c9-6dbec186dde9 will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:52:34.705664 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d59a83a1-0e0b-417f-aca7-085986d33b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:34.747018 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd8213f-2dc3-4f66-8055-f735191d0da8 admin admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:52:34.748180 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d59a83a1-0e0b-417f-aca7-085986d33b34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:34.752476 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-9cd8213f-2dc3-4f66-8055-f735191d0da8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:52:34.758770 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd8213f-2dc3-4f66-8055-f735191d0da8 admin admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:52:34.768322 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c0375232-b2ae-4d6e-9f78-f594de0fce79 req-116cba1b-8e5a-4a4e-b048-28c9d0e57971 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177255 Feb 04 20:52:34.810146 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d59a83a1-0e0b-417f-aca7-085986d33b34 admin admin] Usage tracker for resource:security_group_rule and tenant:79d878403ada4fd7b6d4095d1ea581b7 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:34.818670 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d59a83a1-0e0b-417f-aca7-085986d33b34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:34.821813 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8213f-2dc3-4f66-8055-f735191d0da8 admin admin] Pushing event updated for resources: {'Port': ['ID=d0960787-2826-4473-81f3-c66d3ebe57aa,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:34.833072 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006830b3-9abd-492d-bc8e-f3e87be72ebf req-77b02f8e-cae8-4895-837f-2177b5de2ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:34.834609 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-006830b3-9abd-492d-bc8e-f3e87be72ebf req-77b02f8e-cae8-4895-837f-2177b5de2ee5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.3428352 Feb 04 20:52:34.924716 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d59a83a1-0e0b-417f-aca7-085986d33b34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:35.068202 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-006830b3-9abd-492d-bc8e-f3e87be72ebf req-34f2bacf-c9c1-4fe2-bea7-95f5595faa7c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=432de455-77b1-4958-bba0-0a1bca95066f HTTP/1.1" status: 200 len: 217 time: 0.2258430 Feb 04 20:52:35.073557 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-23bef9b5-3bf6-4ac6-ae30-8af16355a437 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:35.146996 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-23bef9b5-3bf6-4ac6-ae30-8af16355a437 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Network 54d6ae2e-de73-4435-bfdd-cd390a2143ad is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:52:35.198068 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-23bef9b5-3bf6-4ac6-ae30-8af16355a437 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:52:35.220140 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-23bef9b5-3bf6-4ac6-ae30-8af16355a437 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:52:35.226326 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-23bef9b5-3bf6-4ac6-ae30-8af16355a437 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:35.227307 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-23bef9b5-3bf6-4ac6-ae30-8af16355a437 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:35.252250 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1127438-cfa6-42bf-8570-5887fc9557e4 req-59c79e98-6968-49ee-b955-47d052f48fef tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:35.261249 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d1127438-cfa6-42bf-8570-5887fc9557e4 req-59c79e98-6968-49ee-b955-47d052f48fef tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=2834215a-8a33-4460-87eb-ea406ea85d58 HTTP/1.1" status: 200 len: 944 time: 0.5608191 Feb 04 20:52:35.268876 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 43298) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:35.385112 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d1127438-cfa6-42bf-8570-5887fc9557e4 req-f95154b9-89f2-400b-bbdb-04d83496e56b tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131494 Feb 04 20:52:35.415380 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bef9b5-3bf6-4ac6-ae30-8af16355a437 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Pushing event updated for resources: {'Port': ['ID=b522668a-9e70-4003-a2c9-6dbec186dde9,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:35.471396 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9cd8213f-2dc3-4f66-8055-f735191d0da8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:35.487601 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006830b3-9abd-492d-bc8e-f3e87be72ebf req-c9c59bc7-4170-4f3e-a982-bcfd5170eaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:35.490631 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-006830b3-9abd-492d-bc8e-f3e87be72ebf req-c9c59bc7-4170-4f3e-a982-bcfd5170eaf4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.4043620 Feb 04 20:52:35.496953 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device f3aa2ca3-d38d-4a7a-ab31-3b1fc0fc40ce up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:52:35.520318 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-23bef9b5-3bf6-4ac6-ae30-8af16355a437 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9033952 Feb 04 20:52:35.585958 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d59a83a1-0e0b-417f-aca7-085986d33b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:35.620396 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d59a83a1-0e0b-417f-aca7-085986d33b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:35.687745 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-2915865c-1eea-4281-b9be-57417852db0e service neutron] Request body: {'port': {'device_id': 'eccdf618-7f63-42fe-98a7-2e00174994fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:52:35.728833 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1dac5f47-0d6f-4de1-84a9-1f91c78e2971 None None] Provisioning for port b522668a-9e70-4003-a2c9-6dbec186dde9 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:52:35.736155 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3777e50e-e183-4d9d-b201-4bcf24ab30d1 None None] Network 045d340b-d04c-459e-8cd3-5069aa4764c7 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:52:35.781174 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-11905ffd-1ad2-43d6-87c9-0f132d119d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:35.781870 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d59a83a1-0e0b-417f-aca7-085986d33b34 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=79d878403ada4fd7b6d4095d1ea581b7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4206090 Feb 04 20:52:35.794951 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43316) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:35.810593 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a83a1-0e0b-417f-aca7-085986d33b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa1fe7a-47e0-4f96-9ed3-db41612e41fe,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:35.825007 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1dac5f47-0d6f-4de1-84a9-1f91c78e2971 None None] Provisioning complete for port b522668a-9e70-4003-a2c9-6dbec186dde9 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:52:35.825996 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1dac5f47-0d6f-4de1-84a9-1f91c78e2971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:35.838912 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-11905ffd-1ad2-43d6-87c9-0f132d119d80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:35.859471 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-11905ffd-1ad2-43d6-87c9-0f132d119d80 admin admin] Usage tracker for resource:security_group_rule and tenant:2e3597bf7c784dda9d081e25b18b449e is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:35.860458 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port f3aa2ca3-d38d-4a7a-ab31-3b1fc0fc40ce completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:52:35.863477 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-11905ffd-1ad2-43d6-87c9-0f132d119d80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:35.896942 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 84a16bce-4aa6-4b1f-8fe5-3d9435f94acb up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:52:35.909173 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-11905ffd-1ad2-43d6-87c9-0f132d119d80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:36.008516 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1dac5f47-0d6f-4de1-84a9-1f91c78e2971 None None] Port b522668a-9e70-4003-a2c9-6dbec186dde9 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:52:36.047236 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a72b0f6-ff66-4ad7-9866-88ac5b72434f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:36.081072 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 84a16bce-4aa6-4b1f-8fe5-3d9435f94acb triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:52:36.081545 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:36.111220 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a72b0f6-ff66-4ad7-9866-88ac5b72434f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:36.132534 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-11905ffd-1ad2-43d6-87c9-0f132d119d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:36.133141 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9cd8213f-2dc3-4f66-8055-f735191d0da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:36.145379 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-2915865c-1eea-4281-b9be-57417852db0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:36.164249 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006830b3-9abd-492d-bc8e-f3e87be72ebf req-8a82ecaf-17e1-4d93-898a-ad6074b9f6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:36.165646 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-006830b3-9abd-492d-bc8e-f3e87be72ebf req-8a82ecaf-17e1-4d93-898a-ad6074b9f6eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6514096 Feb 04 20:52:36.166682 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-11905ffd-1ad2-43d6-87c9-0f132d119d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:36.180175 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca335130-1319-449b-9e42-775dd087e51e req-2d1cf1bf-b310-4266-aca2-584d4fd14cd0 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:36.180987 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-ca335130-1319-449b-9e42-775dd087e51e req-2d1cf1bf-b310-4266-aca2-584d4fd14cd0 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Synchronizing usage tracker for tenant:b681d6d10fbd48eba3aeffe45e2e992f on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:52:36.206528 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-aa10f32d-f2fa-44eb-8f24-0a22ed083e90 None None] Provisioning for port f3aa2ca3-d38d-4a7a-ab31-3b1fc0fc40ce completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:52:36.219295 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-aa10f32d-f2fa-44eb-8f24-0a22ed083e90 None None] Provisioning complete for port f3aa2ca3-d38d-4a7a-ab31-3b1fc0fc40ce triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:52:36.219656 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-aa10f32d-f2fa-44eb-8f24-0a22ed083e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:36.395205 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-11905ffd-1ad2-43d6-87c9-0f132d119d80 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2e3597bf7c784dda9d081e25b18b449e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1208172 Feb 04 20:52:36.399657 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43326) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:36.414889 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a72b0f6-ff66-4ad7-9866-88ac5b72434f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:36.438721 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-aa10f32d-f2fa-44eb-8f24-0a22ed083e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:36.442734 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a72b0f6-ff66-4ad7-9866-88ac5b72434f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa1fe7a-47e0-4f96-9ed3-db41612e41fe,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:36.465849 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-ca335130-1319-449b-9e42-775dd087e51e req-2d1cf1bf-b310-4266-aca2-584d4fd14cd0 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Unset dirty status for tenant:b681d6d10fbd48eba3aeffe45e2e992f on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:52:36.473108 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ca335130-1319-449b-9e42-775dd087e51e req-2d1cf1bf-b310-4266-aca2-584d4fd14cd0 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?device_id=eccdf618-7f63-42fe-98a7-2e00174994fa HTTP/1.1" status: 200 len: 935 time: 1.0868905 Feb 04 20:52:36.487415 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-aa10f32d-f2fa-44eb-8f24-0a22ed083e90 None None] For port f3aa2ca3-d38d-4a7a-ab31-3b1fc0fc40ce, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=f3aa2ca3-d38d-4a7a-ab31-3b1fc0fc40ce,segment=NetworkSegment(2f882944-1342-4ce0-9804-c247330cfb09),segment_id=2f882944-1342-4ce0-9804-c247330cfb09)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:52:36.493104 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed254c-00b5-42b4-9c56-5aa4a4b5af7b req-d48b8865-52a0-405e-a36c-e2dfc861343a tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:36.497258 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-aa10f32d-f2fa-44eb-8f24-0a22ed083e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:36.500554 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-52ed254c-00b5-42b4-9c56-5aa4a4b5af7b req-d48b8865-52a0-405e-a36c-e2dfc861343a tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9cd9679-9aaf-4c95-beb9-4b9eed13656b HTTP/1.1" status: 200 len: 947 time: 0.4412549 Feb 04 20:52:36.502592 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11905ffd-1ad2-43d6-87c9-0f132d119d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7cb558-dc11-4ea0-9fa6-974ab978602b,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:36.518190 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a72b0f6-ff66-4ad7-9866-88ac5b72434f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:36.519324 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3a72b0f6-ff66-4ad7-9866-88ac5b72434f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5aa1fe7a-47e0-4f96-9ed3-db41612e41fe HTTP/1.1" status: 204 len: 168 time: 0.7224576 Feb 04 20:52:36.538684 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a6c73bdc-64db-45f0-8808-0aedf524f84f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:36.569099 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd8213f-2dc3-4f66-8055-f735191d0da8 admin admin] Router 2396931e-29fd-413c-90e7-ede3ade8a76a is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:52:36.590610 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a6c73bdc-64db-45f0-8808-0aedf524f84f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:36.620134 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10f32d-f2fa-44eb-8f24-0a22ed083e90 None None] Pushing event updated for resources: {'Port': ['ID=f3aa2ca3-d38d-4a7a-ab31-3b1fc0fc40ce,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:36.692943 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ca335130-1319-449b-9e42-775dd087e51e req-939c891e-a966-40e4-b579-16f7eb7d7b97 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fc517a3-8b68-41af-87fe-8caaceda8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188993 Feb 04 20:52:36.743845 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-26ffd5be-cbbd-4a6e-9a1e-b202a3655a5a None None] Provisioning complete for port f3aa2ca3-d38d-4a7a-ab31-3b1fc0fc40ce triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:52:36.744304 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-26ffd5be-cbbd-4a6e-9a1e-b202a3655a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:36.782360 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-52ed254c-00b5-42b4-9c56-5aa4a4b5af7b req-e3b3fb6a-ccdf-495b-a3ce-f42cee9c8146 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808077 Feb 04 20:52:36.795015 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-006830b3-9abd-492d-bc8e-f3e87be72ebf req-466457a9-ad9d-4f09-9db9-36c445ccf411 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6094646 Feb 04 20:52:36.845609 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd8213f-2dc3-4f66-8055-f735191d0da8 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:52:36.856832 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cb3f19-70ad-4581-8cfd-b04eb4e3b3b9 None None] Sync routers for ids ['2396931e-29fd-413c-90e7-ede3ade8a76a'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:52:36.871951 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cb3f19-70ad-4581-8cfd-b04eb4e3b3b9 None None] Routers {'2396931e-29fd-413c-90e7-ede3ade8a76a'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:52:36.872565 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-94cb3f19-70ad-4581-8cfd-b04eb4e3b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:52:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['2396931e-29fd-413c-90e7-ede3ade8a76a'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:52:36.878584 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a6c73bdc-64db-45f0-8808-0aedf524f84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:36.882009 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a6c73bdc-64db-45f0-8808-0aedf524f84f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:36.883783 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a6c73bdc-64db-45f0-8808-0aedf524f84f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4a7cb558-dc11-4ea0-9fa6-974ab978602b HTTP/1.1" status: 204 len: 168 time: 0.4829626 Feb 04 20:52:36.917794 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9cd8213f-2dc3-4f66-8055-f735191d0da8 admin admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:36.924388 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9cd8213f-2dc3-4f66-8055-f735191d0da8 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.5645356 Feb 04 20:52:36.929723 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43340) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:36.937125 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c73bdc-64db-45f0-8808-0aedf524f84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7cb558-dc11-4ea0-9fa6-974ab978602b,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:37.034399 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device b839036c-b1c5-47a3-88df-ec976ce16dca details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:52:37.154461 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43352) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:37.216291 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2aaf6265-3823-4c63-832f-99c5d22e6595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:37.265011 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port b839036c-b1c5-47a3-88df-ec976ce16dca, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b839036c-b1c5-47a3-88df-ec976ce16dca,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:52:37.271222 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-2aaf6265-3823-4c63-832f-99c5d22e6595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:37.290950 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-94cb3f19-70ad-4581-8cfd-b04eb4e3b3b9 None None] Set router 2396931e-29fd-413c-90e7-ede3ade8a76a gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:52:37.292922 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': 'b839036c-b1c5-47a3-88df-ec976ce16dca', 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08', 'port_id': 'b839036c-b1c5-47a3-88df-ec976ce16dca', 'mac_address': 'fa:16:3e:3d:53:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af7ea361-8fb7-49bd-8e76-0990ff7e7df7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:52:37.378815 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device f3aa2ca3-d38d-4a7a-ab31-3b1fc0fc40ce up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:52:37.474945 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2aaf6265-3823-4c63-832f-99c5d22e6595 admin admin] Usage tracker for resource:security_group_rule and tenant:8bebcf49f0d44d89b21de30c458d40e5 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:37.479667 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2aaf6265-3823-4c63-832f-99c5d22e6595 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:37.489246 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-2aaf6265-3823-4c63-832f-99c5d22e6595 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:37.538855 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:37.544851 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-2915865c-1eea-4281-b9be-57417852db0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b522668a-9e70-4003-a2c9-6dbec186dde9 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:52:37.566630 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-2915865c-1eea-4281-b9be-57417852db0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:37.568614 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b839036c-b1c5-47a3-88df-ec976ce16dca {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:52:37.601863 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port f3aa2ca3-d38d-4a7a-ab31-3b1fc0fc40ce triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:52:37.602606 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:37.620639 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-2915865c-1eea-4281-b9be-57417852db0e service neutron] Transition to ACTIVE for port object b522668a-9e70-4003-a2c9-6dbec186dde9 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:52:37.658291 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-2915865c-1eea-4281-b9be-57417852db0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:37.664043 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 43362) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:37.674027 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port b839036c-b1c5-47a3-88df-ec976ce16dca, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b839036c-b1c5-47a3-88df-ec976ce16dca,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:52:37.686394 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:37.769993 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=b839036c-b1c5-47a3-88df-ec976ce16dca,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:37.820249 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915865c-1eea-4281-b9be-57417852db0e service neutron] Pushing event updated for resources: {'Port': ['ID=b522668a-9e70-4003-a2c9-6dbec186dde9,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:37.919866 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-94cb3f19-70ad-4581-8cfd-b04eb4e3b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2396931e-29fd-413c-90e7-ede3ade8a76a', 'name': 'tempest-AttachSCSIVolumeTestJSON-28363031-router', 'tenant_id': 'd074e630bf8d487e86f655cbc1075d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'd0960787-2826-4473-81f3-c66d3ebe57aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:32Z', 'updated_at': '2022-02-04T20:52:35Z', 'revision_number': 3, 'project_id': 'd074e630bf8d487e86f655cbc1075d6d', 'gw_port': {'id': 'd0960787-2826-4473-81f3-c66d3ebe57aa', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ba:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2396931e-29fd-413c-90e7-ede3ade8a76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:34Z', 'updated_at': '2022-02-04T20:52:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:52:37.929905 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cb3f19-70ad-4581-8cfd-b04eb4e3b3b9 None None] Checking router: 2396931e-29fd-413c-90e7-ede3ade8a76a for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:52:37.930249 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cb3f19-70ad-4581-8cfd-b04eb4e3b3b9 None None] Updating router 2396931e-29fd-413c-90e7-ede3ade8a76a port d0960787-2826-4473-81f3-c66d3ebe57aa binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:52:37.973236 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a452a98e-4a9b-437f-813a-efa89699cb10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:38.025075 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-94cb3f19-70ad-4581-8cfd-b04eb4e3b3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:38.131889 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-a452a98e-4a9b-437f-813a-efa89699cb10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:38.144801 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['b839036c-b1c5-47a3-88df-ec976ce16dca'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:52:38.159605 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-a452a98e-4a9b-437f-813a-efa89699cb10 admin admin] Usage tracker for resource:security_group_rule and tenant:38cf7759c1314654bba8df10c2a77b9d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:38.171938 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-a452a98e-4a9b-437f-813a-efa89699cb10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:38.201577 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076c773-da1f-42da-96d6-95dbf045042b req-fd6ddfd5-2310-427b-ab42-56ded996a59e tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:38.210018 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f076c773-da1f-42da-96d6-95dbf045042b req-fd6ddfd5-2310-427b-ab42-56ded996a59e tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=2834215a-8a33-4460-87eb-ea406ea85d58 HTTP/1.1" status: 200 len: 944 time: 1.1608739 Feb 04 20:52:38.212509 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-a452a98e-4a9b-437f-813a-efa89699cb10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:38.219926 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-006830b3-9abd-492d-bc8e-f3e87be72ebf req-7a31b032-5f3a-4007-91fb-446dcbb479b6 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3910060 Feb 04 20:52:38.252889 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-2915865c-1eea-4281-b9be-57417852db0e service neutron] Attempting to bind port b522668a-9e70-4003-a2c9-6dbec186dde9 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:52:38.253732 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-2915865c-1eea-4281-b9be-57417852db0e service neutron] Attempting to bind port b522668a-9e70-4003-a2c9-6dbec186dde9 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:52:38.254200 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-2915865c-1eea-4281-b9be-57417852db0e service neutron] Attempting to bind port b522668a-9e70-4003-a2c9-6dbec186dde9 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:52:38.273946 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-2915865c-1eea-4281-b9be-57417852db0e service neutron] Port b522668a-9e70-4003-a2c9-6dbec186dde9 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:52:38.274285 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-2915865c-1eea-4281-b9be-57417852db0e service neutron] Attempting to bind port b522668a-9e70-4003-a2c9-6dbec186dde9 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:52:38.276998 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a087159f-fae2-4136-aaed-926f57e6a15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:38.300710 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-2915865c-1eea-4281-b9be-57417852db0e service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:52:38.301044 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-2915865c-1eea-4281-b9be-57417852db0e service neutron] Checking segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:52:38.301821 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-2915865c-1eea-4281-b9be-57417852db0e service neutron] Bound using segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:52:38.301937 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-2915865c-1eea-4281-b9be-57417852db0e service neutron] Bound port: b522668a-9e70-4003-a2c9-6dbec186dde9, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:52:38.302299 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-2915865c-1eea-4281-b9be-57417852db0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:38.349642 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f076c773-da1f-42da-96d6-95dbf045042b req-62514426-383c-4582-9b15-86ac86fb560a tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385727 Feb 04 20:52:38.403880 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2aaf6265-3823-4c63-832f-99c5d22e6595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:38.419800 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2aaf6265-3823-4c63-832f-99c5d22e6595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:38.458394 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-2915865c-1eea-4281-b9be-57417852db0e service neutron] For port b522668a-9e70-4003-a2c9-6dbec186dde9, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:52:38.461599 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-2915865c-1eea-4281-b9be-57417852db0e service neutron] For port b522668a-9e70-4003-a2c9-6dbec186dde9, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=b522668a-9e70-4003-a2c9-6dbec186dde9,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:52:38.475629 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-2915865c-1eea-4281-b9be-57417852db0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:38.489704 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-94cb3f19-70ad-4581-8cfd-b04eb4e3b3b9 None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:38.495300 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2aaf6265-3823-4c63-832f-99c5d22e6595 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8bebcf49f0d44d89b21de30c458d40e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3369465 Feb 04 20:52:38.504850 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-94cb3f19-70ad-4581-8cfd-b04eb4e3b3b9 None None] Transition to ACTIVE for port object d0960787-2826-4473-81f3-c66d3ebe57aa will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:52:38.511909 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 43380) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:38.512356 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-94cb3f19-70ad-4581-8cfd-b04eb4e3b3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:38.524499 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf6265-3823-4c63-832f-99c5d22e6595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d380758e-aae0-4d92-aa5c-735f9796f8ae,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:38.533937 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab20232-94b0-482a-9933-f1186a8834dd req-062b8fec-c15f-4e38-ab76-a59182e7eeb3 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:38.539755 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ab20232-94b0-482a-9933-f1186a8834dd req-062b8fec-c15f-4e38-ab76-a59182e7eeb3 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?device_id=eccdf618-7f63-42fe-98a7-2e00174994fa HTTP/1.1" status: 200 len: 947 time: 0.5008776 Feb 04 20:52:38.589466 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-94cb3f19-70ad-4581-8cfd-b04eb4e3b3b9 None None] Attempting to bind port d0960787-2826-4473-81f3-c66d3ebe57aa on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:52:38.589886 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-94cb3f19-70ad-4581-8cfd-b04eb4e3b3b9 None None] Attempting to bind port d0960787-2826-4473-81f3-c66d3ebe57aa by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:52:38.590258 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cb3f19-70ad-4581-8cfd-b04eb4e3b3b9 None None] Attempting to bind port d0960787-2826-4473-81f3-c66d3ebe57aa on network 1f11f724-8cdd-497d-8220-929f45cf1223 {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:52:38.599621 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cb3f19-70ad-4581-8cfd-b04eb4e3b3b9 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:52:38.599997 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cb3f19-70ad-4581-8cfd-b04eb4e3b3b9 None None] Checking segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:52:38.600402 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-94cb3f19-70ad-4581-8cfd-b04eb4e3b3b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:38.601187 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cb3f19-70ad-4581-8cfd-b04eb4e3b3b9 None None] Bound using segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:52:38.601321 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-94cb3f19-70ad-4581-8cfd-b04eb4e3b3b9 None None] Bound port: d0960787-2826-4473-81f3-c66d3ebe57aa, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:52:38.601679 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-94cb3f19-70ad-4581-8cfd-b04eb4e3b3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:38.626059 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e021172-e35e-4fb3-bb9a-21a8de70f764 None None] Pushing event updated for resources: {'Port': ['ID=d0960787-2826-4473-81f3-c66d3ebe57aa,revision_number=2']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:38.639848 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-a087159f-fae2-4136-aaed-926f57e6a15d admin admin] Allocated IP 172.20.0.1 (045d340b-d04c-459e-8cd3-5069aa4764c7/f6c69c26-c606-4e27-a0b9-fa39e3dec886/8c659530-0b70-4259-a48f-98eb03f35080) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:52:38.668938 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-2915865c-1eea-4281-b9be-57417852db0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:38.669993 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-2915865c-1eea-4281-b9be-57417852db0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:38.671378 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-2915865c-1eea-4281-b9be-57417852db0e service neutron] 10.222.0.18 "PUT /v2.0/ports/b522668a-9e70-4003-a2c9-6dbec186dde9 HTTP/1.1" status: 200 len: 1095 time: 3.0232811 Feb 04 20:52:38.671829 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eccdf618-7f63-42fe-98a7-2e00174994fa', 'tag': 'b522668a-9e70-4003-a2c9-6dbec186dde9'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:52:38.691197 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-94cb3f19-70ad-4581-8cfd-b04eb4e3b3b9 None None] For port d0960787-2826-4473-81f3-c66d3ebe57aa, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:52:38.695197 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-94cb3f19-70ad-4581-8cfd-b04eb4e3b3b9 None None] For port d0960787-2826-4473-81f3-c66d3ebe57aa, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=d0960787-2826-4473-81f3-c66d3ebe57aa,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:52:38.709355 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-94cb3f19-70ad-4581-8cfd-b04eb4e3b3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:38.734408 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a452a98e-4a9b-437f-813a-efa89699cb10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:38.753498 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915865c-1eea-4281-b9be-57417852db0e service neutron] Pushing event updated for resources: {'Port': ['ID=b522668a-9e70-4003-a2c9-6dbec186dde9,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:38.790410 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a452a98e-4a9b-437f-813a-efa89699cb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:38.801410 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cb3f19-70ad-4581-8cfd-b04eb4e3b3b9 None None] Routers {'2396931e-29fd-413c-90e7-ede3ade8a76a'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:52:38.801868 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-94cb3f19-70ad-4581-8cfd-b04eb4e3b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:52:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['2396931e-29fd-413c-90e7-ede3ade8a76a'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:52:38.837261 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-a452a98e-4a9b-437f-813a-efa89699cb10 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=38cf7759c1314654bba8df10c2a77b9d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0626485 Feb 04 20:52:38.848199 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 43390) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:38.884364 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e021172-e35e-4fb3-bb9a-21a8de70f764 None None] Pushing event updated for resources: {'Port': ['ID=d0960787-2826-4473-81f3-c66d3ebe57aa,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:38.932716 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a087159f-fae2-4136-aaed-926f57e6a15d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:38.953850 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f4a1f6f1-bb92-4550-bf36-e2c3138ca005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:38.957630 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ab20232-94b0-482a-9933-f1186a8834dd req-1bee4689-63ec-4948-80a4-6344bb444589 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fc517a3-8b68-41af-87fe-8caaceda8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170885 Feb 04 20:52:38.966647 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-a087159f-fae2-4136-aaed-926f57e6a15d admin admin] Transition to ACTIVE for port object 8c659530-0b70-4259-a48f-98eb03f35080 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:52:38.996510 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a452a98e-4a9b-437f-813a-efa89699cb10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e421b8-29f1-4b3b-bcb0-b8cbe1d0456b,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:39.024838 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-94cb3f19-70ad-4581-8cfd-b04eb4e3b3b9 None None] Set router 2396931e-29fd-413c-90e7-ede3ade8a76a gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:52:39.032377 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 432de455-77b1-4958-bba0-0a1bca95066f details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:52:39.033810 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a087159f-fae2-4136-aaed-926f57e6a15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:39.038527 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f4a1f6f1-bb92-4550-bf36-e2c3138ca005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:39.065900 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e045ba9-c459-4d5f-985d-666ed8b35a16 req-07364c67-740b-4605-be37-0882f42598d9 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:39.072525 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2e045ba9-c459-4d5f-985d-666ed8b35a16 req-07364c67-740b-4605-be37-0882f42598d9 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9cd9679-9aaf-4c95-beb9-4b9eed13656b HTTP/1.1" status: 200 len: 947 time: 0.5493543 Feb 04 20:52:39.086275 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device b839036c-b1c5-47a3-88df-ec976ce16dca up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:52:39.165469 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-aa958cae-09fc-49ee-bc1a-257c3f9028c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:39.172234 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-fc5dbe79-06f9-4d34-bfe4-a4204865e981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:39.173799 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-fc5dbe79-06f9-4d34-bfe4-a4204865e981 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b681d6d10fbd48eba3aeffe45e2e992f&device_id=eccdf618-7f63-42fe-98a7-2e00174994fa HTTP/1.1" status: 200 len: 1098 time: 0.4159737 Feb 04 20:52:39.181089 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a087159f-fae2-4136-aaed-926f57e6a15d admin admin] Network 045d340b-d04c-459e-8cd3-5069aa4764c7 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:52:39.182767 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087159f-fae2-4136-aaed-926f57e6a15d admin admin] Pushing event updated for resources: {'Port': ['ID=8c659530-0b70-4259-a48f-98eb03f35080,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:39.184738 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eccdf618-7f63-42fe-98a7-2e00174994fa', 'tag': 'b522668a-9e70-4003-a2c9-6dbec186dde9', 'status': 'completed', 'code': 200} Feb 04 20:52:39.186310 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-a087159f-fae2-4136-aaed-926f57e6a15d admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:52:39.188709 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a087159f-fae2-4136-aaed-926f57e6a15d admin admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:52:39.189148 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a087159f-fae2-4136-aaed-926f57e6a15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:39.198645 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2e045ba9-c459-4d5f-985d-666ed8b35a16 req-6dbb85f1-4f2a-4380-b637-25ee3e9d83ff tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251376 Feb 04 20:52:39.295930 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-4208c272-be4c-44ca-af16-9b3dcbf919cf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=b522668a-9e70-4003-a2c9-6dbec186dde9 HTTP/1.1" status: 200 len: 217 time: 0.1103842 Feb 04 20:52:39.301389 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-aa958cae-09fc-49ee-bc1a-257c3f9028c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:39.412053 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-3d73d670-046f-41f8-afa4-c4c138fde0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:39.413798 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-3d73d670-046f-41f8-afa4-c4c138fde0df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.0987635 Feb 04 20:52:39.417162 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f4a1f6f1-bb92-4550-bf36-e2c3138ca005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:39.539120 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a1f6f1-bb92-4550-bf36-e2c3138ca005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d380758e-aae0-4d92-aa5c-735f9796f8ae,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:39.570522 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-b531cd84-36a8-4d13-a022-b4b998f0bff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:39.571941 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-b531cd84-36a8-4d13-a022-b4b998f0bff4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1489134 Feb 04 20:52:39.579058 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f4a1f6f1-bb92-4550-bf36-e2c3138ca005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:39.582623 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-f4a1f6f1-bb92-4550-bf36-e2c3138ca005 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d380758e-aae0-4d92-aa5c-735f9796f8ae HTTP/1.1" status: 204 len: 168 time: 1.0560396 Feb 04 20:52:39.615143 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 432de455-77b1-4958-bba0-0a1bca95066f, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=432de455-77b1-4958-bba0-0a1bca95066f,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:52:39.662963 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '432de455-77b1-4958-bba0-0a1bca95066f', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': '432de455-77b1-4958-bba0-0a1bca95066f', 'mac_address': 'fa:16:3e:c6:ed:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:52:39.665258 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-94cb3f19-70ad-4581-8cfd-b04eb4e3b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2396931e-29fd-413c-90e7-ede3ade8a76a', 'name': 'tempest-AttachSCSIVolumeTestJSON-28363031-router', 'tenant_id': 'd074e630bf8d487e86f655cbc1075d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'd0960787-2826-4473-81f3-c66d3ebe57aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:32Z', 'updated_at': '2022-02-04T20:52:35Z', 'revision_number': 3, 'project_id': 'd074e630bf8d487e86f655cbc1075d6d', 'gw_port': {'id': 'd0960787-2826-4473-81f3-c66d3ebe57aa', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ba:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2396931e-29fd-413c-90e7-ede3ade8a76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:34Z', 'updated_at': '2022-02-04T20:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:52:39.674126 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cb3f19-70ad-4581-8cfd-b04eb4e3b3b9 None None] The sync data for ids ['2396931e-29fd-413c-90e7-ede3ade8a76a'] in n-d-827896-1 is: [{'id': '2396931e-29fd-413c-90e7-ede3ade8a76a', 'name': 'tempest-AttachSCSIVolumeTestJSON-28363031-router', 'tenant_id': 'd074e630bf8d487e86f655cbc1075d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'd0960787-2826-4473-81f3-c66d3ebe57aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:32Z', 'updated_at': '2022-02-04T20:52:35Z', 'revision_number': 3, 'project_id': 'd074e630bf8d487e86f655cbc1075d6d', 'gw_port': {'id': 'd0960787-2826-4473-81f3-c66d3ebe57aa', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ba:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2396931e-29fd-413c-90e7-ede3ade8a76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:34Z', 'updated_at': '2022-02-04T20:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:52:39.797359 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-0b6158fe-6415-4499-bc71-a994c3893290 None None] Provisioning for port 8c659530-0b70-4259-a48f-98eb03f35080 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:52:39.803164 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-b06f9da3-9ee6-4638-b513-6643eff67bf8 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180147 Feb 04 20:52:39.819176 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-0b6158fe-6415-4499-bc71-a994c3893290 None None] Provisioning complete for port 8c659530-0b70-4259-a48f-98eb03f35080 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:52:39.819548 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0b6158fe-6415-4499-bc71-a994c3893290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:39.862638 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a087159f-fae2-4136-aaed-926f57e6a15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:39.878612 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port b839036c-b1c5-47a3-88df-ec976ce16dca completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:52:39.895849 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:39.936104 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port b839036c-b1c5-47a3-88df-ec976ce16dca triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:52:39.936435 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:40.068121 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 432de455-77b1-4958-bba0-0a1bca95066f {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:52:40.144099 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-0b6158fe-6415-4499-bc71-a994c3893290 None None] Port 8c659530-0b70-4259-a48f-98eb03f35080 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:52:40.164991 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 432de455-77b1-4958-bba0-0a1bca95066f, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=432de455-77b1-4958-bba0-0a1bca95066f,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:52:40.174787 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:40.283792 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-aa958cae-09fc-49ee-bc1a-257c3f9028c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:40.339543 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43444) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:40.360697 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:40.384309 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a087159f-fae2-4136-aaed-926f57e6a15d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:40.390606 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a087159f-fae2-4136-aaed-926f57e6a15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:40.391513 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a087159f-fae2-4136-aaed-926f57e6a15d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:40.401583 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa958cae-09fc-49ee-bc1a-257c3f9028c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e421b8-29f1-4b3b-bcb0-b8cbe1d0456b,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:40.436128 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-aa958cae-09fc-49ee-bc1a-257c3f9028c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:40.437624 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-aa958cae-09fc-49ee-bc1a-257c3f9028c1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f2e421b8-29f1-4b3b-bcb0-b8cbe1d0456b HTTP/1.1" status: 204 len: 168 time: 1.5361707 Feb 04 20:52:40.476402 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=432de455-77b1-4958-bba0-0a1bca95066f,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:40.515124 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2834215a-8a33-4460-87eb-ea406ea85d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b839036c-b1c5-47a3-88df-ec976ce16dca'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:52:40.533027 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e359fa-a344-4e1c-a12d-8217823a8f72 req-29a1b267-7597-4eab-ba1b-b169f25a00e4 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:40.536203 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c3e359fa-a344-4e1c-a12d-8217823a8f72 req-29a1b267-7597-4eab-ba1b-b169f25a00e4 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=2834215a-8a33-4460-87eb-ea406ea85d58 HTTP/1.1" status: 200 len: 945 time: 0.7302639 Feb 04 20:52:40.538751 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port b839036c-b1c5-47a3-88df-ec976ce16dca, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b839036c-b1c5-47a3-88df-ec976ce16dca,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:52:40.546000 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['432de455-77b1-4958-bba0-0a1bca95066f'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:52:40.559822 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d91b28db-c8dd-4689-ba82-4dba6a6c9969 req-0c469ddb-6f45-489a-8e61-a27455df6df9 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7484038 Feb 04 20:52:40.603237 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087159f-fae2-4136-aaed-926f57e6a15d admin admin] Pushing event updated for resources: {'Port': ['ID=8c659530-0b70-4259-a48f-98eb03f35080,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:40.610253 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1430391-6555-4cd2-aef9-8d6182287278 req-b4f97d22-aa40-4c92-a9cf-d10a7abd3bc6 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:40.612626 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b1430391-6555-4cd2-aef9-8d6182287278 req-b4f97d22-aa40-4c92-a9cf-d10a7abd3bc6 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?device_id=eccdf618-7f63-42fe-98a7-2e00174994fa HTTP/1.1" status: 200 len: 947 time: 0.3322039 Feb 04 20:52:40.652133 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:40.720280 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c3e359fa-a344-4e1c-a12d-8217823a8f72 req-352758ab-52ba-43ec-83fb-c0b81e33a4dc tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710815 Feb 04 20:52:40.777510 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e680928e-1af3-472a-976f-3ceda9f54ee0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8134debe650b43fe84d2ec7305f17b84&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4338782 Feb 04 20:52:40.779554 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=b839036c-b1c5-47a3-88df-ec976ce16dca,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:40.786905 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 43460) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:40.840209 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a087159f-fae2-4136-aaed-926f57e6a15d admin admin] Network 045d340b-d04c-459e-8cd3-5069aa4764c7 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:52:40.842327 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-a087159f-fae2-4136-aaed-926f57e6a15d admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:52:40.865868 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b1430391-6555-4cd2-aef9-8d6182287278 req-8a6d29e5-3093-4bce-b817-af829da840c2 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fc517a3-8b68-41af-87fe-8caaceda8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378294 Feb 04 20:52:40.979250 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2834215a-8a33-4460-87eb-ea406ea85d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b839036c-b1c5-47a3-88df-ec976ce16dca', 'code': 200} Feb 04 20:52:40.985809 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1739c8f-4bcf-4be5-b1f9-a31123b46463 req-0d0b0432-4a4a-4ec3-b301-38346c23e52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:41.002093 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1739c8f-4bcf-4be5-b1f9-a31123b46463 req-0d0b0432-4a4a-4ec3-b301-38346c23e52c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b681d6d10fbd48eba3aeffe45e2e992f&device_id=eccdf618-7f63-42fe-98a7-2e00174994fa HTTP/1.1" status: 200 len: 1098 time: 0.3696322 Feb 04 20:52:41.283686 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a087159f-fae2-4136-aaed-926f57e6a15d admin admin] Router 2396931e-29fd-413c-90e7-ede3ade8a76a has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:52:41.299034 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-4faea776-9d87-428e-9ba2-acf2b0cc6e85 None None] Provisioning complete for port 8c659530-0b70-4259-a48f-98eb03f35080 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:52:41.299571 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4faea776-9d87-428e-9ba2-acf2b0cc6e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:41.468038 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device d0960787-2826-4473-81f3-c66d3ebe57aa up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:52:41.604176 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a087159f-fae2-4136-aaed-926f57e6a15d admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:52:41.628337 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-43af9448-96ea-40ea-8469-054c5fd569dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:41.640050 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a087159f-fae2-4136-aaed-926f57e6a15d admin admin] 10.222.0.26 "PUT /v2.0/routers/2396931e-29fd-413c-90e7-ede3ade8a76a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7093177 Feb 04 20:52:41.741901 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-43af9448-96ea-40ea-8469-054c5fd569dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:41.749575 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-4faea776-9d87-428e-9ba2-acf2b0cc6e85 None None] Port 8c659530-0b70-4259-a48f-98eb03f35080 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:52:41.758520 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43510) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:41.764112 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port d0960787-2826-4473-81f3-c66d3ebe57aa completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:52:41.773908 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port d0960787-2826-4473-81f3-c66d3ebe57aa triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:52:41.775210 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:41.851149 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1739c8f-4bcf-4be5-b1f9-a31123b46463 req-fee8cefd-1462-4e44-a46b-429d9b86ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:41.852502 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1739c8f-4bcf-4be5-b1f9-a31123b46463 req-fee8cefd-1462-4e44-a46b-429d9b86ddb4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.7007403 Feb 04 20:52:41.864131 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7cfe6-ba68-441c-8128-0344a44aec56 req-9ec3dde2-ffa8-4bb9-a994-8216a8882983 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:41.865788 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5cf7cfe6-ba68-441c-8128-0344a44aec56 req-9ec3dde2-ffa8-4bb9-a994-8216a8882983 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9cd9679-9aaf-4c95-beb9-4b9eed13656b HTTP/1.1" status: 200 len: 948 time: 0.8436224 Feb 04 20:52:41.963597 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1739c8f-4bcf-4be5-b1f9-a31123b46463 req-f1e578c9-79dd-4cf7-a401-198bb9406150 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=b522668a-9e70-4003-a2c9-6dbec186dde9 HTTP/1.1" status: 200 len: 217 time: 0.0959270 Feb 04 20:52:42.048829 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1cbb5-19c4-4efb-8347-960ae6a1a809 req-a8e835bd-980e-45cb-a92a-4033ef48f244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:42.056827 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93b1cbb5-19c4-4efb-8347-960ae6a1a809 req-a8e835bd-980e-45cb-a92a-4033ef48f244 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2834215a-8a33-4460-87eb-ea406ea85d58 HTTP/1.1" status: 200 len: 1097 time: 0.9000680 Feb 04 20:52:42.080026 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:42.113373 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port d0960787-2826-4473-81f3-c66d3ebe57aa, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=d0960787-2826-4473-81f3-c66d3ebe57aa,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:52:42.123782 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-63744338-8a74-4b41-901f-752c622160b6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1719109250-network', 'tenant_id': 'dc330226659d4498bd5fb3808767d349'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:52:42.127535 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:42.133924 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-63744338-8a74-4b41-901f-752c622160b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:42.142625 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-63744338-8a74-4b41-901f-752c622160b6 admin admin] Usage tracker for resource:network and tenant:dc330226659d4498bd5fb3808767d349 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:42.149729 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-63744338-8a74-4b41-901f-752c622160b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:42.164921 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-63744338-8a74-4b41-901f-752c622160b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:42.282646 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-43af9448-96ea-40ea-8469-054c5fd569dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:42.296808 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=d0960787-2826-4473-81f3-c66d3ebe57aa,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:42.321752 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63744338-8a74-4b41-901f-752c622160b6 admin admin] Made reservation on behalf of dc330226659d4498bd5fb3808767d349 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:52:42.325338 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-63744338-8a74-4b41-901f-752c622160b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:42.346672 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-63744338-8a74-4b41-901f-752c622160b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:42.352465 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1739c8f-4bcf-4be5-b1f9-a31123b46463 req-06c8c069-0709-4aae-966b-22c5993168a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:42.359126 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1739c8f-4bcf-4be5-b1f9-a31123b46463 req-06c8c069-0709-4aae-966b-22c5993168a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.3873870 Feb 04 20:52:42.367964 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-63744338-8a74-4b41-901f-752c622160b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:42.371575 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af9448-96ea-40ea-8469-054c5fd569dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd45dc3-a1e1-48e8-8770-6e14d9471eaf,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:42.373817 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-63744338-8a74-4b41-901f-752c622160b6 admin admin] Usage tracker for resource:security_group_rule and tenant:dc330226659d4498bd5fb3808767d349 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:42.377155 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-63744338-8a74-4b41-901f-752c622160b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:42.385249 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-63744338-8a74-4b41-901f-752c622160b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:42.390746 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5cf7cfe6-ba68-441c-8128-0344a44aec56 req-823758a1-cb3c-4ac6-83ee-fcf6a43b066d tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705973 Feb 04 20:52:42.530472 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-93b1cbb5-19c4-4efb-8347-960ae6a1a809 req-8f9be71f-5d2a-4fbc-a038-0e1deff23c79 service neutron] Synchronizing usage tracker for tenant:11d6874329d84fd789b0bb8c98f2dc51 on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:52:42.546219 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6b96dc-83f3-44e2-8cbf-237d92ef4df0 None None] Sync routers for ids ['2396931e-29fd-413c-90e7-ede3ade8a76a'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:52:42.559316 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6b96dc-83f3-44e2-8cbf-237d92ef4df0 None None] Routers {'2396931e-29fd-413c-90e7-ede3ade8a76a'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:52:42.560357 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-ee6b96dc-83f3-44e2-8cbf-237d92ef4df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:52:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['2396931e-29fd-413c-90e7-ede3ade8a76a'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:52:42.602962 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 43542) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:42.629660 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-43af9448-96ea-40ea-8469-054c5fd569dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:42.634254 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-43af9448-96ea-40ea-8469-054c5fd569dc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dfd45dc3-a1e1-48e8-8770-6e14d9471eaf HTTP/1.1" status: 204 len: 168 time: 1.8463316 Feb 04 20:52:42.651842 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-93b1cbb5-19c4-4efb-8347-960ae6a1a809 req-8f9be71f-5d2a-4fbc-a038-0e1deff23c79 service neutron] Unset dirty status for tenant:11d6874329d84fd789b0bb8c98f2dc51 on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:52:42.653027 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93b1cbb5-19c4-4efb-8347-960ae6a1a809 req-8f9be71f-5d2a-4fbc-a038-0e1deff23c79 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5513365 Feb 04 20:52:42.667778 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-63744338-8a74-4b41-901f-752c622160b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:42.676750 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-63744338-8a74-4b41-901f-752c622160b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:42.706838 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc9e7e-60c5-40a1-82a1-d5d348888a4e req-7dcff5b7-e4ab-4272-8de8-5142521161b1 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:42.716293 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-41cc9e7e-60c5-40a1-82a1-d5d348888a4e req-7dcff5b7-e4ab-4272-8de8-5142521161b1 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=2834215a-8a33-4460-87eb-ea406ea85d58 HTTP/1.1" status: 200 len: 946 time: 0.5729163 Feb 04 20:52:42.772904 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1739c8f-4bcf-4be5-b1f9-a31123b46463 req-42764293-00a3-4848-bac8-402f006c1db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:42.775029 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1739c8f-4bcf-4be5-b1f9-a31123b46463 req-42764293-00a3-4848-bac8-402f006c1db2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3825693 Feb 04 20:52:42.790697 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63744338-8a74-4b41-901f-752c622160b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81881d3-1d16-4310-9caa-da825b47cd09,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:42.822780 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63744338-8a74-4b41-901f-752c622160b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:52:42.842256 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-63744338-8a74-4b41-901f-752c622160b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:42.842614 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-63744338-8a74-4b41-901f-752c622160b6 admin admin] Added segment ba647966-e250-4e07-b6ce-533141ade0d9 of type vlan for network 86358eb5-1a4b-4c0b-84e5-3b84ca67d104 Feb 04 20:52:42.906185 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-63744338-8a74-4b41-901f-752c622160b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:42.934594 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-41cc9e7e-60c5-40a1-82a1-d5d348888a4e req-d1d45f89-6edc-40cc-853b-5687886e9f9a tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172279 Feb 04 20:52:42.996519 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-63744338-8a74-4b41-901f-752c622160b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:42.997799 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63744338-8a74-4b41-901f-752c622160b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:42.998480 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-63744338-8a74-4b41-901f-752c622160b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:43.098485 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 432de455-77b1-4958-bba0-0a1bca95066f up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:52:43.330408 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-ee6b96dc-83f3-44e2-8cbf-237d92ef4df0 None None] Set router 2396931e-29fd-413c-90e7-ede3ade8a76a gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:52:43.384867 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63744338-8a74-4b41-901f-752c622160b6 admin admin] Pushing event updated for resources: {'Network': ['ID=86358eb5-1a4b-4c0b-84e5-3b84ca67d104,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:43.392717 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-63744338-8a74-4b41-901f-752c622160b6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6328232 Feb 04 20:52:43.398737 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43556) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:43.421414 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-d583bf8c-f77f-4163-8c49-cc5062005b60 admin admin] Request body: {'subnet': {'network_id': '86358eb5-1a4b-4c0b-84e5-3b84ca67d104', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1719109250-subnet', 'tenant_id': 'dc330226659d4498bd5fb3808767d349', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:52:43.436608 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-bba81559-789b-47cc-8ea0-662a3f0821fe tempest-AutoAllocateNetworkTest-1758351310 tempest-AutoAllocateNetworkTest-1758351310-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=81b100becf5845c082165092206b6646&shared=False HTTP/1.1" status: 200 len: 208 time: 0.8182454 Feb 04 20:52:43.449774 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 86358eb5-1a4b-4c0b-84e5-3b84ca67d104 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:52:43.452530 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 43562) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:43.456737 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d583bf8c-f77f-4163-8c49-cc5062005b60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:43.479417 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d583bf8c-f77f-4163-8c49-cc5062005b60 admin admin] Usage tracker for resource:subnet and tenant:dc330226659d4498bd5fb3808767d349 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:43.499316 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d583bf8c-f77f-4163-8c49-cc5062005b60 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:43.516778 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d583bf8c-f77f-4163-8c49-cc5062005b60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:43.546515 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d583bf8c-f77f-4163-8c49-cc5062005b60 admin admin] Made reservation on behalf of dc330226659d4498bd5fb3808767d349 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:52:43.546662 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device d0960787-2826-4473-81f3-c66d3ebe57aa up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:52:43.549771 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d583bf8c-f77f-4163-8c49-cc5062005b60 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:43.685685 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1739c8f-4bcf-4be5-b1f9-a31123b46463 req-4fc846f1-c711-4c45-ab35-d2313f1cf654 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8976035 Feb 04 20:52:43.866346 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 43570) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:44.027751 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:52:44.048454 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 432de455-77b1-4958-bba0-0a1bca95066f completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:52:44.062935 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 432de455-77b1-4958-bba0-0a1bca95066f triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:52:44.063556 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:44.170919 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d583bf8c-f77f-4163-8c49-cc5062005b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:44.267463 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43578) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:44.294352 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1739c8f-4bcf-4be5-b1f9-a31123b46463 req-695e2dfd-b0c3-4f0f-9029-b33a8c1b6f0e service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301894 Feb 04 20:52:44.341344 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c20a7-9a93-419c-a71f-30ccce806d64 req-10bf6b90-83e5-4f43-94dd-7f6edb89579e tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:44.350421 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1f5c20a7-9a93-419c-a71f-30ccce806d64 req-10bf6b90-83e5-4f43-94dd-7f6edb89579e tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?device_id=eccdf618-7f63-42fe-98a7-2e00174994fa HTTP/1.1" status: 200 len: 947 time: 1.4996836 Feb 04 20:52:44.356860 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d583bf8c-f77f-4163-8c49-cc5062005b60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1a831f1-84e4-48b1-b379-01f7e1326cbf,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:44.375589 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d583bf8c-f77f-4163-8c49-cc5062005b60 admin admin] Checking segment: {'id': 'ba647966-e250-4e07-b6ce-533141ade0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '86358eb5-1a4b-4c0b-84e5-3b84ca67d104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:52:44.375949 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d583bf8c-f77f-4163-8c49-cc5062005b60 admin admin] Network hostable DHCP agents. Network: 86358eb5-1a4b-4c0b-84e5-3b84ca67d104, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:52:44.455915 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d583bf8c-f77f-4163-8c49-cc5062005b60 admin admin] Network 86358eb5-1a4b-4c0b-84e5-3b84ca67d104 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:52:44.478148 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-d583bf8c-f77f-4163-8c49-cc5062005b60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 86358eb5-1a4b-4c0b-84e5-3b84ca67d104) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:52:44.484207 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d583bf8c-f77f-4163-8c49-cc5062005b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:44.485057 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d583bf8c-f77f-4163-8c49-cc5062005b60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:44.490555 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-bfffb01b-9da7-4739-b6f8-00868d9821a8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2d022654924f4659ad75a4051365da55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6213491 Feb 04 20:52:44.492484 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 43584) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:44.501302 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1f5c20a7-9a93-419c-a71f-30ccce806d64 req-1d437b13-384e-4076-abc7-fb853ec317b7 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fc517a3-8b68-41af-87fe-8caaceda8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495585 Feb 04 20:52:44.577309 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b2047f-dc45-4298-b3cb-463aab9a4256 None None] Network 86358eb5-1a4b-4c0b-84e5-3b84ca67d104 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:52:44.580850 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d583bf8c-f77f-4163-8c49-cc5062005b60 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1786878 Feb 04 20:52:44.622272 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device b522668a-9e70-4003-a2c9-6dbec186dde9 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:52:44.654933 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a9c579-269d-4891-bb8b-7a5ebd3fafa2 tempest-AutoAllocateNetworkTest-1758351310 tempest-AutoAllocateNetworkTest-1758351310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:44.656623 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e2a9c579-269d-4891-bb8b-7a5ebd3fafa2 tempest-AutoAllocateNetworkTest-1758351310 tempest-AutoAllocateNetworkTest-1758351310-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 1.1884658 Feb 04 20:52:44.663820 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43594) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:44.664582 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b6c67e46-d1be-42c8-b062-516309064869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:44.707334 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8ee93d9a-b817-408f-a1b1-fe0f0f57e06d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:44.782433 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b6c67e46-d1be-42c8-b062-516309064869 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:44.786890 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b6c67e46-d1be-42c8-b062-516309064869 admin admin] Usage tracker for resource:security_group_rule and tenant:12763f5ad6c94ebb8b0492b0365558e1 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:44.796614 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b6c67e46-d1be-42c8-b062-516309064869 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:44.797595 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094086f-98cb-4e8b-b606-cf46bd13cfae req-8c973526-666b-4447-b566-2bf303fe2033 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:44.811144 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b6c67e46-d1be-42c8-b062-516309064869 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:44.815095 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1094086f-98cb-4e8b-b606-cf46bd13cfae req-8c973526-666b-4447-b566-2bf303fe2033 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9cd9679-9aaf-4c95-beb9-4b9eed13656b HTTP/1.1" status: 200 len: 948 time: 0.9574826 Feb 04 20:52:45.064269 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8ee93d9a-b817-408f-a1b1-fe0f0f57e06d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:45.079235 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b6c67e46-d1be-42c8-b062-516309064869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:45.167111 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1094086f-98cb-4e8b-b606-cf46bd13cfae req-091fcf9a-dc15-453d-b44c-c955c189fe7b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508041 Feb 04 20:52:45.243430 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6b65e-5183-43cf-b317-62f5b72cc0e6 req-54718ce2-c43a-4e7e-b19f-9d87c3e02cf2 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:45.248940 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-afe6b65e-5183-43cf-b317-62f5b72cc0e6 req-54718ce2-c43a-4e7e-b19f-9d87c3e02cf2 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=2834215a-8a33-4460-87eb-ea406ea85d58 HTTP/1.1" status: 200 len: 946 time: 0.3981535 Feb 04 20:52:45.281947 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port b522668a-9e70-4003-a2c9-6dbec186dde9, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=b522668a-9e70-4003-a2c9-6dbec186dde9,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:52:45.286570 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b6c67e46-d1be-42c8-b062-516309064869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:45.310935 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ff26e41d-1fca-4df5-9ef9-1da71d5d9eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:45.331362 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2975945b-b7af-4a0f-9e53-c4a815235947 tempest-AutoAllocateNetworkTest-1758351310 tempest-AutoAllocateNetworkTest-1758351310-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5623071 Feb 04 20:52:45.332659 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 43602) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:45.345524 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port d0960787-2826-4473-81f3-c66d3ebe57aa triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:52:45.345911 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:45.415099 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c67e46-d1be-42c8-b062-516309064869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb94e015-fb88-4707-a7b2-4cc29c955f97,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:45.436034 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b6c67e46-d1be-42c8-b062-516309064869 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=12763f5ad6c94ebb8b0492b0365558e1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1636806 Feb 04 20:52:45.441064 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43610) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:45.528179 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'b522668a-9e70-4003-a2c9-6dbec186dde9', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': 'b522668a-9e70-4003-a2c9-6dbec186dde9', 'mac_address': 'fa:16:3e:c1:e6:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:52:45.624796 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ae229505-592b-441c-9b27-5d215ffe11ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:45.654146 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:45.736405 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ae229505-592b-441c-9b27-5d215ffe11ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:45.741710 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8ee93d9a-b817-408f-a1b1-fe0f0f57e06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:45.758818 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f41f36f-1b79-4b8a-8611-c0920ef7c05f None None] Network 86358eb5-1a4b-4c0b-84e5-3b84ca67d104 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:52:45.775024 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43620) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:45.775255 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:45.777756 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-afe6b65e-5183-43cf-b317-62f5b72cc0e6 req-59b7b862-6d95-4620-8bfe-19bb920b641f tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5230737 Feb 04 20:52:45.790203 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-0c94160c-ce54-4309-97b2-c213bdf8e4bb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1223182553-network', 'tenant_id': '46b9bdfc133348f6a5f61d1c6863af95'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:52:45.815134 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-525f27c1-e4e5-4058-8f9c-85d4c8561e08 tempest-AutoAllocateNetworkTest-1758351310 tempest-AutoAllocateNetworkTest-1758351310-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=81b100becf5845c082165092206b6646 HTTP/1.1" status: 200 len: 208 time: 0.4801631 Feb 04 20:52:45.831877 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9cd9679-9aaf-4c95-beb9-4b9eed13656b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432de455-77b1-4958-bba0-0a1bca95066f'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:52:45.832325 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8ee93d9a-b817-408f-a1b1-fe0f0f57e06d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:45.835456 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-8ee93d9a-b817-408f-a1b1-fe0f0f57e06d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/96c9cbb4-085f-4b64-8edb-469eb64072a1 HTTP/1.1" status: 204 len: 168 time: 1.3334405 Feb 04 20:52:45.840168 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee93d9a-b817-408f-a1b1-fe0f0f57e06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c9cbb4-085f-4b64-8edb-469eb64072a1,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:45.841472 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0c94160c-ce54-4309-97b2-c213bdf8e4bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:45.875310 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0c94160c-ce54-4309-97b2-c213bdf8e4bb admin admin] Usage tracker for resource:network and tenant:46b9bdfc133348f6a5f61d1c6863af95 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:45.895191 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0c94160c-ce54-4309-97b2-c213bdf8e4bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:45.944790 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9cd9679-9aaf-4c95-beb9-4b9eed13656b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432de455-77b1-4958-bba0-0a1bca95066f', 'code': 200} Feb 04 20:52:45.960023 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0c94160c-ce54-4309-97b2-c213bdf8e4bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:46.030210 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c94160c-ce54-4309-97b2-c213bdf8e4bb admin admin] Made reservation on behalf of 46b9bdfc133348f6a5f61d1c6863af95 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:52:46.032909 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0c94160c-ce54-4309-97b2-c213bdf8e4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:46.046259 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b522668a-9e70-4003-a2c9-6dbec186dde9 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:52:46.053973 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 432de455-77b1-4958-bba0-0a1bca95066f, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=432de455-77b1-4958-bba0-0a1bca95066f,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:52:46.063590 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0c94160c-ce54-4309-97b2-c213bdf8e4bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:46.096602 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:46.116974 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ae229505-592b-441c-9b27-5d215ffe11ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:46.160837 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0c94160c-ce54-4309-97b2-c213bdf8e4bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:46.170243 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0c94160c-ce54-4309-97b2-c213bdf8e4bb admin admin] Usage tracker for resource:security_group_rule and tenant:46b9bdfc133348f6a5f61d1c6863af95 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:46.176615 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0c94160c-ce54-4309-97b2-c213bdf8e4bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:46.181380 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port b522668a-9e70-4003-a2c9-6dbec186dde9, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=b522668a-9e70-4003-a2c9-6dbec186dde9,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:52:46.198403 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0c94160c-ce54-4309-97b2-c213bdf8e4bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:46.280325 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:46.331957 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fefb9-a42b-4c96-aaa9-fb3990e353f9 req-782e0ba3-d94d-48a5-a2df-04c551cc495d tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:46.334296 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0c94160c-ce54-4309-97b2-c213bdf8e4bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:46.338126 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b8fefb9-a42b-4c96-aaa9-fb3990e353f9 req-782e0ba3-d94d-48a5-a2df-04c551cc495d tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?device_id=eccdf618-7f63-42fe-98a7-2e00174994fa HTTP/1.1" status: 200 len: 947 time: 0.4798186 Feb 04 20:52:46.368231 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0c94160c-ce54-4309-97b2-c213bdf8e4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:46.373045 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae229505-592b-441c-9b27-5d215ffe11ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb94e015-fb88-4707-a7b2-4cc29c955f97,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:46.435711 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ae229505-592b-441c-9b27-5d215ffe11ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:46.437605 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ae229505-592b-441c-9b27-5d215ffe11ee admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cb94e015-fb88-4707-a7b2-4cc29c955f97 HTTP/1.1" status: 204 len: 168 time: 0.9922497 Feb 04 20:52:46.439905 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c94160c-ce54-4309-97b2-c213bdf8e4bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:52:46.443103 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94160c-ce54-4309-97b2-c213bdf8e4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0e0ee2-a520-4a3c-9c18-f727be56b99f,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:46.497921 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0c94160c-ce54-4309-97b2-c213bdf8e4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:46.498399 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-0c94160c-ce54-4309-97b2-c213bdf8e4bb admin admin] Added segment 1f5c465f-2d8e-493d-a8f8-7b22d88814a5 of type vlan for network 4ed9469f-b133-4241-850e-62c7349e983a Feb 04 20:52:46.512193 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c1d11-ecd6-4cce-bb23-9c3d73b776fc req-a0d9503c-8b83-4686-b0a1-bab8b1b4021c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:46.519603 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4d5c1d11-ecd6-4cce-bb23-9c3d73b776fc req-a0d9503c-8b83-4686-b0a1-bab8b1b4021c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f9cd9679-9aaf-4c95-beb9-4b9eed13656b HTTP/1.1" status: 200 len: 1100 time: 0.4958649 Feb 04 20:52:46.579515 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0c94160c-ce54-4309-97b2-c213bdf8e4bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:46.700261 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b8fefb9-a42b-4c96-aaa9-fb3990e353f9 req-1dd4a5b6-fcf5-4595-b841-66620a7d99b6 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fc517a3-8b68-41af-87fe-8caaceda8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450878 Feb 04 20:52:46.705744 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0c94160c-ce54-4309-97b2-c213bdf8e4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:46.707428 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c94160c-ce54-4309-97b2-c213bdf8e4bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:46.708422 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0c94160c-ce54-4309-97b2-c213bdf8e4bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:46.716901 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['b522668a-9e70-4003-a2c9-6dbec186dde9'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:52:46.725186 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4d5c1d11-ecd6-4cce-bb23-9c3d73b776fc req-1ac6230b-3720-480d-918c-b73e152343e5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375458 Feb 04 20:52:46.741046 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 43638) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:46.787482 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d77c49b3-75cd-491d-9ad0-5fadf6e103bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:46.811286 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba5583-3884-41a9-a1cb-f05db9beeb40 req-f340fb08-f513-4ea9-b2b6-bd6c00fd5cb4 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:46.818487 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-53ba5583-3884-41a9-a1cb-f05db9beeb40 req-f340fb08-f513-4ea9-b2b6-bd6c00fd5cb4 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9cd9679-9aaf-4c95-beb9-4b9eed13656b HTTP/1.1" status: 200 len: 949 time: 0.3277855 Feb 04 20:52:46.827883 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=432de455-77b1-4958-bba0-0a1bca95066f,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:46.925732 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-53ba5583-3884-41a9-a1cb-f05db9beeb40 req-f37af3e1-dcf6-4bfe-be31-751121d23637 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047218 Feb 04 20:52:47.006690 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0c94160c-ce54-4309-97b2-c213bdf8e4bb admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2348776 Feb 04 20:52:47.009527 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 43648) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:47.016020 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-7531f834-95ec-4eb0-a482-e8f693982a5f admin admin] Request body: {'subnet': {'network_id': '4ed9469f-b133-4241-850e-62c7349e983a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1223182553-subnet', 'tenant_id': '46b9bdfc133348f6a5f61d1c6863af95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:52:47.029076 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94160c-ce54-4309-97b2-c213bdf8e4bb admin admin] Pushing event updated for resources: {'Network': ['ID=4ed9469f-b133-4241-850e-62c7349e983a,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:47.029917 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7531f834-95ec-4eb0-a482-e8f693982a5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:47.034392 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7531f834-95ec-4eb0-a482-e8f693982a5f admin admin] Usage tracker for resource:subnet and tenant:46b9bdfc133348f6a5f61d1c6863af95 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:47.038228 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7531f834-95ec-4eb0-a482-e8f693982a5f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:47.055953 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7531f834-95ec-4eb0-a482-e8f693982a5f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:47.083518 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7531f834-95ec-4eb0-a482-e8f693982a5f admin admin] Made reservation on behalf of 46b9bdfc133348f6a5f61d1c6863af95 for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:52:47.086058 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7531f834-95ec-4eb0-a482-e8f693982a5f admin admin] Notify callbacks [] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:47.116765 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-ee6b96dc-83f3-44e2-8cbf-237d92ef4df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2396931e-29fd-413c-90e7-ede3ade8a76a', 'name': 'tempest-AttachSCSIVolumeTestJSON-28363031-router', 'tenant_id': 'd074e630bf8d487e86f655cbc1075d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'd0960787-2826-4473-81f3-c66d3ebe57aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:32Z', 'updated_at': '2022-02-04T20:52:39Z', 'revision_number': 4, 'project_id': 'd074e630bf8d487e86f655cbc1075d6d', 'gw_port': {'id': 'd0960787-2826-4473-81f3-c66d3ebe57aa', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ba:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2396931e-29fd-413c-90e7-ede3ade8a76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:34Z', 'updated_at': '2022-02-04T20:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '8c659530-0b70-4259-a48f-98eb03f35080', 'name': '', 'network_id': '045d340b-d04c-459e-8cd3-5069aa4764c7', 'tenant_id': 'd074e630bf8d487e86f655cbc1075d6d', 'mac_address': 'fa:16:3e:79:fb:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2396931e-29fd-413c-90e7-ede3ade8a76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'f6c69c26-c606-4e27-a0b9-fa39e3dec886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:38Z', 'updated_at': '2022-02-04T20:52:40Z', 'revision_number': 2, 'project_id': 'd074e630bf8d487e86f655cbc1075d6d', 'subnets': [{'id': 'f6c69c26-c606-4e27-a0b9-fa39e3dec886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:52:47.119211 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 4ed9469f-b133-4241-850e-62c7349e983a details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:52:47.320459 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6b96dc-83f3-44e2-8cbf-237d92ef4df0 None None] Checking router: 2396931e-29fd-413c-90e7-ede3ade8a76a for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:52:47.320459 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6b96dc-83f3-44e2-8cbf-237d92ef4df0 None None] Updating router 2396931e-29fd-413c-90e7-ede3ade8a76a port 8c659530-0b70-4259-a48f-98eb03f35080 binding host n-d-827896-1 {{(pid=87684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:52:47.406573 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=b522668a-9e70-4003-a2c9-6dbec186dde9,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:47.449539 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43658) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:47.469975 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dc7a2f9b-4554-46e0-8b09-bcaf3f571893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:47.487821 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-dc7a2f9b-4554-46e0-8b09-bcaf3f571893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:47.495268 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-dc7a2f9b-4554-46e0-8b09-bcaf3f571893 admin admin] Usage tracker for resource:security_group_rule and tenant:76652e79cdd8478fb59410a2f3f3fb96 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:47.503506 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-dc7a2f9b-4554-46e0-8b09-bcaf3f571893 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:47.518634 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-dc7a2f9b-4554-46e0-8b09-bcaf3f571893 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:47.526033 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:47.562694 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:47.612842 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ee6b96dc-83f3-44e2-8cbf-237d92ef4df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:47.632880 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a4124ee2-89d3-48e2-a0d3-319dfd6c4e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:47.688334 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dc7a2f9b-4554-46e0-8b09-bcaf3f571893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:47.691555 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-a4124ee2-89d3-48e2-a0d3-319dfd6c4e4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:47.695130 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dc7a2f9b-4554-46e0-8b09-bcaf3f571893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:47.713283 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-a4124ee2-89d3-48e2-a0d3-319dfd6c4e4e admin admin] Usage tracker for resource:security_group_rule and tenant:81b100becf5845c082165092206b6646 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:47.720291 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-a4124ee2-89d3-48e2-a0d3-319dfd6c4e4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:47.769338 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-a4124ee2-89d3-48e2-a0d3-319dfd6c4e4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:47.778182 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-dc7a2f9b-4554-46e0-8b09-bcaf3f571893 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=76652e79cdd8478fb59410a2f3f3fb96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3268948 Feb 04 20:52:47.786878 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43666) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:47.789709 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a2f9b-4554-46e0-8b09-bcaf3f571893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d82f531-dde6-4779-9114-47fa3540e7d6,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:47.806065 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7531f834-95ec-4eb0-a482-e8f693982a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:47.872374 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f654bf-e677-44c2-9ebf-87ef633627ec req-8a1ad600-afc8-412a-9998-127cb48351c7 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:47.880560 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a7f654bf-e677-44c2-9ebf-87ef633627ec req-8a1ad600-afc8-412a-9998-127cb48351c7 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=2834215a-8a33-4460-87eb-ea406ea85d58 HTTP/1.1" status: 200 len: 946 time: 0.6207030 Feb 04 20:52:48.083914 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8bac2ef3-64b8-4024-9f79-8959a3172ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:48.115955 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a7f654bf-e677-44c2-9ebf-87ef633627ec req-dc1b9d81-7eb3-4a02-9005-417299c51f0b tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115614 Feb 04 20:52:48.116662 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7531f834-95ec-4eb0-a482-e8f693982a5f admin admin] Checking segment: {'id': '1f5c465f-2d8e-493d-a8f8-7b22d88814a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4ed9469f-b133-4241-850e-62c7349e983a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:52:48.117015 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7531f834-95ec-4eb0-a482-e8f693982a5f admin admin] Network hostable DHCP agents. Network: 4ed9469f-b133-4241-850e-62c7349e983a, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:52:48.180496 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8bac2ef3-64b8-4024-9f79-8959a3172ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:48.192350 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7531f834-95ec-4eb0-a482-e8f693982a5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab52c2bb-a554-455d-93eb-fd7c77c85a23,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:48.278878 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7531f834-95ec-4eb0-a482-e8f693982a5f admin admin] Network 4ed9469f-b133-4241-850e-62c7349e983a is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:52:48.326741 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8bac2ef3-64b8-4024-9f79-8959a3172ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:48.378213 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-7531f834-95ec-4eb0-a482-e8f693982a5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 4ed9469f-b133-4241-850e-62c7349e983a) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:52:48.382164 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac2ef3-64b8-4024-9f79-8959a3172ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d82f531-dde6-4779-9114-47fa3540e7d6,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:48.388996 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7531f834-95ec-4eb0-a482-e8f693982a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:48.391228 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7531f834-95ec-4eb0-a482-e8f693982a5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:48.392754 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40b64ea-cf9e-4365-be6a-e47818926bb3 None None] Network 4ed9469f-b133-4241-850e-62c7349e983a requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:52:48.407285 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8bac2ef3-64b8-4024-9f79-8959a3172ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:48.410886 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8bac2ef3-64b8-4024-9f79-8959a3172ddd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4d82f531-dde6-4779-9114-47fa3540e7d6 HTTP/1.1" status: 204 len: 168 time: 0.6090484 Feb 04 20:52:48.535836 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device b522668a-9e70-4003-a2c9-6dbec186dde9 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:52:48.587415 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ee6b96dc-83f3-44e2-8cbf-237d92ef4df0 None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:48.635602 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdeac8f-90b9-46eb-b676-283d66945796 req-53480062-0797-4aac-b5bc-70504c9e3fc7 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:48.641277 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5bdeac8f-90b9-46eb-b676-283d66945796 req-53480062-0797-4aac-b5bc-70504c9e3fc7 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?device_id=eccdf618-7f63-42fe-98a7-2e00174994fa HTTP/1.1" status: 200 len: 948 time: 0.7343147 Feb 04 20:52:48.646061 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ee6b96dc-83f3-44e2-8cbf-237d92ef4df0 None None] Transition to ACTIVE for port object 8c659530-0b70-4259-a48f-98eb03f35080 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:52:48.695071 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ee6b96dc-83f3-44e2-8cbf-237d92ef4df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:48.729065 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-7531f834-95ec-4eb0-a482-e8f693982a5f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7183523 Feb 04 20:52:48.752888 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a4124ee2-89d3-48e2-a0d3-319dfd6c4e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:48.813781 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5bdeac8f-90b9-46eb-b676-283d66945796 req-fa1485b7-f4de-48da-8494-b83e5ee99427 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fc517a3-8b68-41af-87fe-8caaceda8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630476 Feb 04 20:52:48.819408 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a4124ee2-89d3-48e2-a0d3-319dfd6c4e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:48.913516 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-a4124ee2-89d3-48e2-a0d3-319dfd6c4e4e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=81b100becf5845c082165092206b6646&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1746943 Feb 04 20:52:48.916464 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43694) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:48.948311 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4124ee2-89d3-48e2-a0d3-319dfd6c4e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eacfb693-2d97-4c61-9020-98795baa233b,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:48.978067 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port b522668a-9e70-4003-a2c9-6dbec186dde9 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:52:48.991874 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50956be5-65b9-46b2-b6cc-78921d536615 req-7348ea7f-e89c-484e-aa4d-795441223cbc tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:49.009687 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-50956be5-65b9-46b2-b6cc-78921d536615 req-7348ea7f-e89c-484e-aa4d-795441223cbc tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9cd9679-9aaf-4c95-beb9-4b9eed13656b HTTP/1.1" status: 200 len: 949 time: 0.5504262 Feb 04 20:52:49.082960 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c01ebf14-42b3-41d8-af87-c0171637b6f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:49.098641 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 43700) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:49.132439 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port b522668a-9e70-4003-a2c9-6dbec186dde9 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:52:49.132902 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:49.147285 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c01ebf14-42b3-41d8-af87-c0171637b6f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:49.252980 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-b81ce1f2-8240-4e98-a0d4-869ea9d4b1aa admin admin] Deleting subnet e1a831f1-84e4-48b1-b379-01f7e1326cbf {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:52:49.273912 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-50956be5-65b9-46b2-b6cc-78921d536615 req-9e1894a4-8d73-447a-9a7b-dfa19d9ccb91 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632520 Feb 04 20:52:49.274666 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b81ce1f2-8240-4e98-a0d4-869ea9d4b1aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:49.275324 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c01ebf14-42b3-41d8-af87-c0171637b6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:49.305363 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:49.308124 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c01ebf14-42b3-41d8-af87-c0171637b6f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:49.310240 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c01ebf14-42b3-41d8-af87-c0171637b6f0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eacfb693-2d97-4c61-9020-98795baa233b HTTP/1.1" status: 204 len: 168 time: 0.3914249 Feb 04 20:52:49.312811 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ebf14-42b3-41d8-af87-c0171637b6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacfb693-2d97-4c61-9020-98795baa233b,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:49.368470 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b81ce1f2-8240-4e98-a0d4-869ea9d4b1aa admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:49.376834 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b81ce1f2-8240-4e98-a0d4-869ea9d4b1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:49.483912 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b81ce1f2-8240-4e98-a0d4-869ea9d4b1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:49.505045 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0b07b-051c-4f61-91a7-94a77592d354 None None] Pushing event updated for resources: {'Port': ['ID=8c659530-0b70-4259-a48f-98eb03f35080,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:49.538309 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd40899b-2ec0-4ed1-932c-5b56c154136e None None] Network 4ed9469f-b133-4241-850e-62c7349e983a requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:52:49.601783 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ce1f2-8240-4e98-a0d4-869ea9d4b1aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1a831f1-84e4-48b1-b379-01f7e1326cbf,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:49.610207 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b81ce1f2-8240-4e98-a0d4-869ea9d4b1aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:49.625177 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43714) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:49.626011 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b81ce1f2-8240-4e98-a0d4-869ea9d4b1aa admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e1a831f1-84e4-48b1-b379-01f7e1326cbf HTTP/1.1" status: 204 len: 168 time: 0.5255072 Feb 04 20:52:49.681908 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-ee6b96dc-83f3-44e2-8cbf-237d92ef4df0 None None] Attempting to bind port 8c659530-0b70-4259-a48f-98eb03f35080 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:52:49.682263 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-ee6b96dc-83f3-44e2-8cbf-237d92ef4df0 None None] Attempting to bind port 8c659530-0b70-4259-a48f-98eb03f35080 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '2f882944-1342-4ce0-9804-c247330cfb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '045d340b-d04c-459e-8cd3-5069aa4764c7'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:52:49.682721 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b96dc-83f3-44e2-8cbf-237d92ef4df0 None None] Attempting to bind port 8c659530-0b70-4259-a48f-98eb03f35080 on network 045d340b-d04c-459e-8cd3-5069aa4764c7 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:52:49.706109 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b96dc-83f3-44e2-8cbf-237d92ef4df0 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:52:49.706501 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b96dc-83f3-44e2-8cbf-237d92ef4df0 None None] Checking segment: {'id': '2f882944-1342-4ce0-9804-c247330cfb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '045d340b-d04c-459e-8cd3-5069aa4764c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:52:49.706862 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ee6b96dc-83f3-44e2-8cbf-237d92ef4df0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:49.707244 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b96dc-83f3-44e2-8cbf-237d92ef4df0 None None] Bound using segment: {'id': '2f882944-1342-4ce0-9804-c247330cfb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '045d340b-d04c-459e-8cd3-5069aa4764c7'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:52:49.707712 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-ee6b96dc-83f3-44e2-8cbf-237d92ef4df0 None None] Bound port: 8c659530-0b70-4259-a48f-98eb03f35080, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f882944-1342-4ce0-9804-c247330cfb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '045d340b-d04c-459e-8cd3-5069aa4764c7'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:52:49.708076 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ee6b96dc-83f3-44e2-8cbf-237d92ef4df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:49.801920 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96555d-dbe3-4ad6-9b56-7981dc4924bb req-7943abaf-96d7-4170-a774-1ea49343a81a tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:49.807549 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6f96555d-dbe3-4ad6-9b56-7981dc4924bb req-7943abaf-96d7-4170-a774-1ea49343a81a tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2834215a-8a33-4460-87eb-ea406ea85d58 HTTP/1.1" status: 200 len: 1097 time: 0.1710448 Feb 04 20:52:49.845531 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0fb5e89b-2109-4fb6-894f-d7715756743d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:49.919790 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6f96555d-dbe3-4ad6-9b56-7981dc4924bb req-47aea550-7eb7-418d-bcdb-b7e5d806b57b tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046875 Feb 04 20:52:50.200514 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0fb5e89b-2109-4fb6-894f-d7715756743d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:50.296096 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d421a4-dad4-47de-8d17-8b16afeb1850 req-85c91d9a-d793-4af5-a5cd-f2e5d60ba96d tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:50.300412 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-57d421a4-dad4-47de-8d17-8b16afeb1850 req-85c91d9a-d793-4af5-a5cd-f2e5d60ba96d tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?device_id=eccdf618-7f63-42fe-98a7-2e00174994fa HTTP/1.1" status: 200 len: 948 time: 0.2288706 Feb 04 20:52:50.383316 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0fb5e89b-2109-4fb6-894f-d7715756743d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:52:50.383650 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0fb5e89b-2109-4fb6-894f-d7715756743d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:52:50.384397 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0fb5e89b-2109-4fb6-894f-d7715756743d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:52:50.384733 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0fb5e89b-2109-4fb6-894f-d7715756743d admin admin] Subscribe: > port after_create 55550000 {{(pid=87682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:52:50.388077 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:50.389504 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0fb5e89b-2109-4fb6-894f-d7715756743d admin admin] Subscribe: > port after_delete 55550000 {{(pid=87682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:52:50.389914 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0fb5e89b-2109-4fb6-894f-d7715756743d admin admin] Subscribe: > port after_update 55550000 {{(pid=87682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:52:50.390236 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0fb5e89b-2109-4fb6-894f-d7715756743d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:52:50.390560 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0fb5e89b-2109-4fb6-894f-d7715756743d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:52:50.390876 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0fb5e89b-2109-4fb6-894f-d7715756743d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:52:50.391188 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0fb5e89b-2109-4fb6-894f-d7715756743d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:52:50.442688 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-ee6b96dc-83f3-44e2-8cbf-237d92ef4df0 None None] For port 8c659530-0b70-4259-a48f-98eb03f35080, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:52:50.496440 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-ee6b96dc-83f3-44e2-8cbf-237d92ef4df0 None None] For port 8c659530-0b70-4259-a48f-98eb03f35080, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=8c659530-0b70-4259-a48f-98eb03f35080,segment=NetworkSegment(2f882944-1342-4ce0-9804-c247330cfb09),segment_id=2f882944-1342-4ce0-9804-c247330cfb09)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:52:50.505949 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eccdf618-7f63-42fe-98a7-2e00174994fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b522668a-9e70-4003-a2c9-6dbec186dde9'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:52:50.517944 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port b522668a-9e70-4003-a2c9-6dbec186dde9, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=b522668a-9e70-4003-a2c9-6dbec186dde9,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:52:50.519627 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-57d421a4-dad4-47de-8d17-8b16afeb1850 req-87e0d7b0-256c-44f5-b363-0d48823775e3 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fc517a3-8b68-41af-87fe-8caaceda8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135191 Feb 04 20:52:50.524808 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ee6b96dc-83f3-44e2-8cbf-237d92ef4df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:50.568896 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:50.635648 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6b96dc-83f3-44e2-8cbf-237d92ef4df0 None None] Routers {'2396931e-29fd-413c-90e7-ede3ade8a76a'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:52:50.636616 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-ee6b96dc-83f3-44e2-8cbf-237d92ef4df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:52:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['2396931e-29fd-413c-90e7-ede3ade8a76a'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:52:50.683904 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0fb5e89b-2109-4fb6-894f-d7715756743d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:52:50.684257 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0fb5e89b-2109-4fb6-894f-d7715756743d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:52:50.684656 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0fb5e89b-2109-4fb6-894f-d7715756743d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:52:50.684986 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0fb5e89b-2109-4fb6-894f-d7715756743d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:52:50.685670 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-0fb5e89b-2109-4fb6-894f-d7715756743d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86358eb5-1a4b-4c0b-84e5-3b84ca67d104']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:52:50.686514 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495cd64-c8a8-4683-8132-5644284acf3f req-8f09886d-a1b1-44cc-8b94-49393798b558 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:50.688167 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3495cd64-c8a8-4683-8132-5644284acf3f req-8f09886d-a1b1-44cc-8b94-49393798b558 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2834215a-8a33-4460-87eb-ea406ea85d58 HTTP/1.1" status: 200 len: 1097 time: 0.2890010 Feb 04 20:52:50.714291 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-0fb5e89b-2109-4fb6-894f-d7715756743d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba647966-e250-4e07-b6ce-533141ade0d9') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:52:50.714684 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-0fb5e89b-2109-4fb6-894f-d7715756743d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba647966-e250-4e07-b6ce-533141ade0d9') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:52:50.743949 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0fb5e89b-2109-4fb6-894f-d7715756743d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:50.785982 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0fb5e89b-2109-4fb6-894f-d7715756743d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:50.801519 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb5e89b-2109-4fb6-894f-d7715756743d admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:52:50.804444 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0fb5e89b-2109-4fb6-894f-d7715756743d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:50.838028 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0b07b-051c-4f61-91a7-94a77592d354 None None] Pushing event updated for resources: {'Port': ['ID=8c659530-0b70-4259-a48f-98eb03f35080,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:50.851970 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3495cd64-c8a8-4683-8132-5644284acf3f req-8fc7d2e0-0fa0-4394-8dcf-07b7e237d4be tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558580 Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: from cryptography.utils import int_from_bytes Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: from cryptography.utils import int_from_bytes Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: util.warn_limited( Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: util.warn_limited( Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: timer() Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:52:50.887426 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:52:51.123433 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=b522668a-9e70-4003-a2c9-6dbec186dde9,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:51.143369 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43754) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:51.143932 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b30b06-a35c-41c4-979f-139cb3ae6779 req-b51dfffa-b92a-4b0b-b248-31f3604491aa tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:51.153111 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a5b30b06-a35c-41c4-979f-139cb3ae6779 req-b51dfffa-b92a-4b0b-b248-31f3604491aa tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9cd9679-9aaf-4c95-beb9-4b9eed13656b HTTP/1.1" status: 200 len: 949 time: 0.3098416 Feb 04 20:52:51.171849 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0fb5e89b-2109-4fb6-894f-d7715756743d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:51.202737 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0fb5e89b-2109-4fb6-894f-d7715756743d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:51.213891 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0fb5e89b-2109-4fb6-894f-d7715756743d admin admin] 10.222.0.26 "DELETE /v2.0/networks/86358eb5-1a4b-4c0b-84e5-3b84ca67d104 HTTP/1.1" status: 204 len: 168 time: 1.5868053 Feb 04 20:52:51.215886 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43760) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:51.222143 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5e89b-2109-4fb6-894f-d7715756743d admin admin] Pushing event deleted for resources: {'Network': ['ID=86358eb5-1a4b-4c0b-84e5-3b84ca67d104,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:51.304439 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b286a5c-b777-48b6-9a54-1819876e57c7 admin admin] Deleting subnet ab52c2bb-a554-455d-93eb-fd7c77c85a23 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:52:51.309324 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b286a5c-b777-48b6-9a54-1819876e57c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:51.334051 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a5b30b06-a35c-41c4-979f-139cb3ae6779 req-91b7c72e-1543-4667-afbb-724318bcdf6c tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716311 Feb 04 20:52:51.425302 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b286a5c-b777-48b6-9a54-1819876e57c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:51.475693 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eccdf618-7f63-42fe-98a7-2e00174994fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b522668a-9e70-4003-a2c9-6dbec186dde9', 'code': 200} Feb 04 20:52:51.571322 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-a857020e-7413-434b-bbc6-5ccbd8a34402 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-602606223-network', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:52:51.579453 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-ee6b96dc-83f3-44e2-8cbf-237d92ef4df0 None None] Set router 2396931e-29fd-413c-90e7-ede3ade8a76a gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:52:51.611189 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a857020e-7413-434b-bbc6-5ccbd8a34402 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:51.642044 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a857020e-7413-434b-bbc6-5ccbd8a34402 admin admin] Usage tracker for resource:network and tenant:5656db63d88345dfa2ad3799bcc2a413 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:51.701264 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b286a5c-b777-48b6-9a54-1819876e57c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:51.767546 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfb4d6-b19d-4b91-b193-8fafcec31f9f req-d7027661-120d-4a51-8703-af827b08fee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:51.769005 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cbbfb4d6-b19d-4b91-b193-8fafcec31f9f req-d7027661-120d-4a51-8703-af827b08fee0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eccdf618-7f63-42fe-98a7-2e00174994fa HTTP/1.1" status: 200 len: 1100 time: 0.2183707 Feb 04 20:52:51.786201 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a857020e-7413-434b-bbc6-5ccbd8a34402 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:51.799441 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a857020e-7413-434b-bbc6-5ccbd8a34402 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:51.854189 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a857020e-7413-434b-bbc6-5ccbd8a34402 admin admin] Made reservation on behalf of 5656db63d88345dfa2ad3799bcc2a413 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:52:51.859621 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a857020e-7413-434b-bbc6-5ccbd8a34402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:51.897698 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a857020e-7413-434b-bbc6-5ccbd8a34402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:51.972918 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a857020e-7413-434b-bbc6-5ccbd8a34402 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:51.994287 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a857020e-7413-434b-bbc6-5ccbd8a34402 admin admin] Usage tracker for resource:security_group_rule and tenant:5656db63d88345dfa2ad3799bcc2a413 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:52.004806 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a857020e-7413-434b-bbc6-5ccbd8a34402 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:52.013956 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b286a5c-b777-48b6-9a54-1819876e57c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:52.158629 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a857020e-7413-434b-bbc6-5ccbd8a34402 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:52.161117 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 43790) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:52.164971 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b286a5c-b777-48b6-9a54-1819876e57c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab52c2bb-a554-455d-93eb-fd7c77c85a23,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:52.188372 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b286a5c-b777-48b6-9a54-1819876e57c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:52.234896 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0b286a5c-b777-48b6-9a54-1819876e57c7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ab52c2bb-a554-455d-93eb-fd7c77c85a23 HTTP/1.1" status: 204 len: 168 time: 1.0116458 Feb 04 20:52:52.235569 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43796) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:52.291451 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cbbfb4d6-b19d-4b91-b193-8fafcec31f9f req-265f911b-de88-49bd-b2dc-7e79f282699b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3fc517a3-8b68-41af-87fe-8caaceda8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5118585 Feb 04 20:52:52.360871 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b630ce7-047c-44a1-8a10-e81feeb0f935 req-87b1edc1-8645-4eea-b4a2-9028c6332a7a tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:52.382645 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0b630ce7-047c-44a1-8a10-e81feeb0f935 req-87b1edc1-8645-4eea-b4a2-9028c6332a7a tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?device_id=eccdf618-7f63-42fe-98a7-2e00174994fa HTTP/1.1" status: 200 len: 949 time: 0.3712761 Feb 04 20:52:52.393698 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-ee6b96dc-83f3-44e2-8cbf-237d92ef4df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2396931e-29fd-413c-90e7-ede3ade8a76a', 'name': 'tempest-AttachSCSIVolumeTestJSON-28363031-router', 'tenant_id': 'd074e630bf8d487e86f655cbc1075d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'd0960787-2826-4473-81f3-c66d3ebe57aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:32Z', 'updated_at': '2022-02-04T20:52:39Z', 'revision_number': 4, 'project_id': 'd074e630bf8d487e86f655cbc1075d6d', 'gw_port': {'id': 'd0960787-2826-4473-81f3-c66d3ebe57aa', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ba:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2396931e-29fd-413c-90e7-ede3ade8a76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:34Z', 'updated_at': '2022-02-04T20:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '8c659530-0b70-4259-a48f-98eb03f35080', 'name': '', 'network_id': '045d340b-d04c-459e-8cd3-5069aa4764c7', 'tenant_id': 'd074e630bf8d487e86f655cbc1075d6d', 'mac_address': 'fa:16:3e:79:fb:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2396931e-29fd-413c-90e7-ede3ade8a76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'f6c69c26-c606-4e27-a0b9-fa39e3dec886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:38Z', 'updated_at': '2022-02-04T20:52:50Z', 'revision_number': 4, 'project_id': 'd074e630bf8d487e86f655cbc1075d6d', 'subnets': [{'id': 'f6c69c26-c606-4e27-a0b9-fa39e3dec886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:52:52.407076 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6b96dc-83f3-44e2-8cbf-237d92ef4df0 None None] The sync data for ids ['2396931e-29fd-413c-90e7-ede3ade8a76a'] in n-d-827896-1 is: [{'id': '2396931e-29fd-413c-90e7-ede3ade8a76a', 'name': 'tempest-AttachSCSIVolumeTestJSON-28363031-router', 'tenant_id': 'd074e630bf8d487e86f655cbc1075d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'd0960787-2826-4473-81f3-c66d3ebe57aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:32Z', 'updated_at': '2022-02-04T20:52:39Z', 'revision_number': 4, 'project_id': 'd074e630bf8d487e86f655cbc1075d6d', 'gw_port': {'id': 'd0960787-2826-4473-81f3-c66d3ebe57aa', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ba:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2396931e-29fd-413c-90e7-ede3ade8a76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:34Z', 'updated_at': '2022-02-04T20:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '8c659530-0b70-4259-a48f-98eb03f35080', 'name': '', 'network_id': '045d340b-d04c-459e-8cd3-5069aa4764c7', 'tenant_id': 'd074e630bf8d487e86f655cbc1075d6d', 'mac_address': 'fa:16:3e:79:fb:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2396931e-29fd-413c-90e7-ede3ade8a76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'f6c69c26-c606-4e27-a0b9-fa39e3dec886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:38Z', 'updated_at': '2022-02-04T20:52:50Z', 'revision_number': 4, 'project_id': 'd074e630bf8d487e86f655cbc1075d6d', 'subnets': [{'id': 'f6c69c26-c606-4e27-a0b9-fa39e3dec886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:52:52.537401 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a857020e-7413-434b-bbc6-5ccbd8a34402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:52.605931 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a857020e-7413-434b-bbc6-5ccbd8a34402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:52.687712 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857020e-7413-434b-bbc6-5ccbd8a34402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d19b42-8de8-4541-9230-047649741813,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:52.700960 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1fa57b67-b83c-49fa-9373-e52db145bad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:52.712705 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a857020e-7413-434b-bbc6-5ccbd8a34402 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:52:52.714771 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0b630ce7-047c-44a1-8a10-e81feeb0f935 req-5706ff8d-92d0-4b9e-8827-6a3ba05dd63a tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fc517a3-8b68-41af-87fe-8caaceda8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274672 Feb 04 20:52:52.748436 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-df11b5a3-0b89-4fda-b442-0f316d7a594b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:52.815947 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-df11b5a3-0b89-4fda-b442-0f316d7a594b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:52.837141 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a857020e-7413-434b-bbc6-5ccbd8a34402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:52.837570 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-a857020e-7413-434b-bbc6-5ccbd8a34402 admin admin] Added segment a26c100c-943b-457e-bebf-b0c82822cb3c of type vlan for network c14f150b-4ca7-4c1e-a316-381569f0fa28 Feb 04 20:52:52.842107 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-df11b5a3-0b89-4fda-b442-0f316d7a594b admin admin] Usage tracker for resource:security_group_rule and tenant:1b0c8049607848cbbb8254857181f33b is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:52.851265 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-df11b5a3-0b89-4fda-b442-0f316d7a594b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:52.867711 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-df11b5a3-0b89-4fda-b442-0f316d7a594b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:52.959516 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca933fd8-b3e8-40e3-96be-ed0cafe8c688 req-a1470103-9299-4f67-972c-dfc278188802 tempest-ServersOnMultiNodesTest-2107228727 tempest-ServersOnMultiNodesTest-2107228727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:52.999011 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ca933fd8-b3e8-40e3-96be-ed0cafe8c688 req-a1470103-9299-4f67-972c-dfc278188802 tempest-ServersOnMultiNodesTest-2107228727 tempest-ServersOnMultiNodesTest-2107228727-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f9cd9679-9aaf-4c95-beb9-4b9eed13656b HTTP/1.1" status: 200 len: 1100 time: 0.4658458 Feb 04 20:52:53.020865 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1fa57b67-b83c-49fa-9373-e52db145bad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:53.061949 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ca933fd8-b3e8-40e3-96be-ed0cafe8c688 req-226885f8-eee8-405e-9d67-1f358277e479 tempest-ServersOnMultiNodesTest-2107228727 tempest-ServersOnMultiNodesTest-2107228727-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:53.062173 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a857020e-7413-434b-bbc6-5ccbd8a34402 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:53.094237 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-ca933fd8-b3e8-40e3-96be-ed0cafe8c688 req-226885f8-eee8-405e-9d67-1f358277e479 tempest-ServersOnMultiNodesTest-2107228727 tempest-ServersOnMultiNodesTest-2107228727-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:53.106364 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-ca933fd8-b3e8-40e3-96be-ed0cafe8c688 req-226885f8-eee8-405e-9d67-1f358277e479 tempest-ServersOnMultiNodesTest-2107228727 tempest-ServersOnMultiNodesTest-2107228727-project-admin] Usage tracker for resource:security_group_rule and tenant:28f5959133d741a3be55923862e04d9a is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:53.114057 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-ca933fd8-b3e8-40e3-96be-ed0cafe8c688 req-226885f8-eee8-405e-9d67-1f358277e479 tempest-ServersOnMultiNodesTest-2107228727 tempest-ServersOnMultiNodesTest-2107228727-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:53.141499 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-ca933fd8-b3e8-40e3-96be-ed0cafe8c688 req-226885f8-eee8-405e-9d67-1f358277e479 tempest-ServersOnMultiNodesTest-2107228727 tempest-ServersOnMultiNodesTest-2107228727-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:53.172974 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a857020e-7413-434b-bbc6-5ccbd8a34402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:53.172974 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a857020e-7413-434b-bbc6-5ccbd8a34402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:53.173559 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a857020e-7413-434b-bbc6-5ccbd8a34402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:53.310738 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a857020e-7413-434b-bbc6-5ccbd8a34402 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.1636140 Feb 04 20:52:53.321878 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 43812) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:53.388514 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-657b983b-395a-400f-b067-64fe84450d43 admin admin] Request body: {'subnet': {'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-602606223-subnet', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:52:53.422240 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-657b983b-395a-400f-b067-64fe84450d43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:53.444472 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-657b983b-395a-400f-b067-64fe84450d43 admin admin] Usage tracker for resource:subnet and tenant:5656db63d88345dfa2ad3799bcc2a413 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:53.459949 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-657b983b-395a-400f-b067-64fe84450d43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:53.486660 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-657b983b-395a-400f-b067-64fe84450d43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:53.532326 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657b983b-395a-400f-b067-64fe84450d43 admin admin] Made reservation on behalf of 5656db63d88345dfa2ad3799bcc2a413 for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:52:53.536457 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-657b983b-395a-400f-b067-64fe84450d43 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:53.570611 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-1fa57b67-b83c-49fa-9373-e52db145bad6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ed9469f-b133-4241-850e-62c7349e983a']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:52:53.574361 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-df11b5a3-0b89-4fda-b442-0f316d7a594b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:53.623433 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857020e-7413-434b-bbc6-5ccbd8a34402 admin admin] Pushing event updated for resources: {'Network': ['ID=c14f150b-4ca7-4c1e-a316-381569f0fa28,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:53.643803 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-df11b5a3-0b89-4fda-b442-0f316d7a594b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:53.646092 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network c14f150b-4ca7-4c1e-a316-381569f0fa28 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:52:53.670378 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-1fa57b67-b83c-49fa-9373-e52db145bad6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f5c465f-2d8e-493d-a8f8-7b22d88814a5') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:52:53.685010 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-1fa57b67-b83c-49fa-9373-e52db145bad6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f5c465f-2d8e-493d-a8f8-7b22d88814a5') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:52:53.715698 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-df11b5a3-0b89-4fda-b442-0f316d7a594b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1b0c8049607848cbbb8254857181f33b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5355294 Feb 04 20:52:53.721862 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43820) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:53.793157 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1fa57b67-b83c-49fa-9373-e52db145bad6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:53.825871 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11b5a3-0b89-4fda-b442-0f316d7a594b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8315993-4fc0-46f3-b65f-4a7cce6cfe7c,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:53.852144 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11b5a3-0b89-4fda-b442-0f316d7a594b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:53.852513 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11b5a3-0b89-4fda-b442-0f316d7a594b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:53.852820 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11b5a3-0b89-4fda-b442-0f316d7a594b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:53.853146 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11b5a3-0b89-4fda-b442-0f316d7a594b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:53.853539 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11b5a3-0b89-4fda-b442-0f316d7a594b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:53.853862 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11b5a3-0b89-4fda-b442-0f316d7a594b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:53.854186 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11b5a3-0b89-4fda-b442-0f316d7a594b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:53.854509 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11b5a3-0b89-4fda-b442-0f316d7a594b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:53.854886 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11b5a3-0b89-4fda-b442-0f316d7a594b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:53.855689 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11b5a3-0b89-4fda-b442-0f316d7a594b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:53.855689 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11b5a3-0b89-4fda-b442-0f316d7a594b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:53.855914 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11b5a3-0b89-4fda-b442-0f316d7a594b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:53.864092 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1fa57b67-b83c-49fa-9373-e52db145bad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:53.933663 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa57b67-b83c-49fa-9373-e52db145bad6 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:52:53.937972 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1fa57b67-b83c-49fa-9373-e52db145bad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:53.971330 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ca933fd8-b3e8-40e3-96be-ed0cafe8c688 req-226885f8-eee8-405e-9d67-1f358277e479 tempest-ServersOnMultiNodesTest-2107228727 tempest-ServersOnMultiNodesTest-2107228727-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:53.984374 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ca933fd8-b3e8-40e3-96be-ed0cafe8c688 req-226885f8-eee8-405e-9d67-1f358277e479 tempest-ServersOnMultiNodesTest-2107228727 tempest-ServersOnMultiNodesTest-2107228727-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:53.995154 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 20:52:53.995154 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:52:53.995154 n-d-827896-1 neutron-server[87682]: timer() Feb 04 20:52:53.995154 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:52:53.995154 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 20:52:53.995154 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:52:53.995154 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 20:52:53.995154 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:52:53.995154 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 20:52:53.995154 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:52:53.995154 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 20:52:53.995154 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:52:53.995154 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 20:52:53.995154 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:52:53.995154 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:52:53.995154 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:52:53.995154 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:52:53.995154 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:52:53.995154 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 20:52:53.995154 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:52:53.995154 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 20:52:53.995154 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:52:53.995154 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:52:53.995154 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:52:53.995154 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 20:52:53.995154 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:52:53.995154 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:52:53.995154 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:52:53.995154 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:52:53.995154 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:52:53.995154 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:52:53.995154 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:52:54.082566 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226885f8-eee8-405e-9d67-1f358277e479 tempest-ServersOnMultiNodesTest-2107228727 tempest-ServersOnMultiNodesTest-2107228727-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04669727-efb3-4577-806a-0cae995ccdb8,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:54.111878 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ca933fd8-b3e8-40e3-96be-ed0cafe8c688 req-226885f8-eee8-405e-9d67-1f358277e479 tempest-ServersOnMultiNodesTest-2107228727 tempest-ServersOnMultiNodesTest-2107228727-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1107807 Feb 04 20:52:54.223785 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-983876e1-d9ed-48cc-acac-80e3741574f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:54.268743 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-983876e1-d9ed-48cc-acac-80e3741574f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:54.382311 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-983876e1-d9ed-48cc-acac-80e3741574f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:54.440072 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-983876e1-d9ed-48cc-acac-80e3741574f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:54.442348 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-983876e1-d9ed-48cc-acac-80e3741574f8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f8315993-4fc0-46f3-b65f-4a7cce6cfe7c HTTP/1.1" status: 204 len: 168 time: 0.7136369 Feb 04 20:52:54.454669 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983876e1-d9ed-48cc-acac-80e3741574f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8315993-4fc0-46f3-b65f-4a7cce6cfe7c,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:54.458308 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1fa57b67-b83c-49fa-9373-e52db145bad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:54.474177 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1fa57b67-b83c-49fa-9373-e52db145bad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:54.555299 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f8562-0023-46d4-9f1d-6132ffe0c228 req-ed4d2738-4804-44e4-8e9e-c681dfda3b6f tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:54.566901 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d56f8562-0023-46d4-9f1d-6132ffe0c228 req-ed4d2738-4804-44e4-8e9e-c681dfda3b6f tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?device_id=eccdf618-7f63-42fe-98a7-2e00174994fa HTTP/1.1" status: 200 len: 949 time: 0.2475574 Feb 04 20:52:54.611159 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa57b67-b83c-49fa-9373-e52db145bad6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ed9469f-b133-4241-850e-62c7349e983a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:54.638627 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1fa57b67-b83c-49fa-9373-e52db145bad6 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4ed9469f-b133-4241-850e-62c7349e983a HTTP/1.1" status: 204 len: 168 time: 2.3991854 Feb 04 20:52:54.653440 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 8c659530-0b70-4259-a48f-98eb03f35080 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:52:54.809990 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 8c659530-0b70-4259-a48f-98eb03f35080 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:52:54.825077 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 8c659530-0b70-4259-a48f-98eb03f35080 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:52:54.825494 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:54.893279 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d56f8562-0023-46d4-9f1d-6132ffe0c228 req-243385c0-6e3f-4ee1-8138-82f8a524a99a tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fc517a3-8b68-41af-87fe-8caaceda8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252425 Feb 04 20:52:55.012913 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-657b983b-395a-400f-b067-64fe84450d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:55.209737 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43866) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:55.223360 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:55.291188 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657b983b-395a-400f-b067-64fe84450d43 admin admin] Checking segment: {'id': 'a26c100c-943b-457e-bebf-b0c82822cb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:52:55.291775 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657b983b-395a-400f-b067-64fe84450d43 admin admin] Network hostable DHCP agents. Network: c14f150b-4ca7-4c1e-a316-381569f0fa28, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:52:55.302063 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b983b-395a-400f-b067-64fe84450d43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c645973d-e701-4f00-b256-28f08cd89f89,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:55.336369 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-653f1cd9-b6c3-4f12-a5b0-fa6c0327f82e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dc330226659d4498bd5fb3808767d349&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1252129 Feb 04 20:52:55.337150 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43872) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:55.341981 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 8c659530-0b70-4259-a48f-98eb03f35080, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=8c659530-0b70-4259-a48f-98eb03f35080,segment=NetworkSegment(2f882944-1342-4ce0-9804-c247330cfb09),segment_id=2f882944-1342-4ce0-9804-c247330cfb09)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:52:55.362821 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657b983b-395a-400f-b067-64fe84450d43 admin admin] Network c14f150b-4ca7-4c1e-a316-381569f0fa28 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:52:55.369924 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:55.390225 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-657b983b-395a-400f-b067-64fe84450d43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, c14f150b-4ca7-4c1e-a316-381569f0fa28) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:52:55.395975 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657b983b-395a-400f-b067-64fe84450d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:55.396556 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-657b983b-395a-400f-b067-64fe84450d43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:55.506379 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-657b983b-395a-400f-b067-64fe84450d43 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1763692 Feb 04 20:52:55.508672 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43878) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:55.519246 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3417e843-6826-4f03-9f3b-ca9a9d108de2 None None] Network c14f150b-4ca7-4c1e-a316-381569f0fa28 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:52:55.534585 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-38197d6b-87e9-4d76-948d-47531735fbb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:55.548473 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-36b8b21d-6f64-4520-a11d-bc2e2519a10e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-602606223-router', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:52:55.606045 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-36b8b21d-6f64-4520-a11d-bc2e2519a10e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:55.666087 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-36b8b21d-6f64-4520-a11d-bc2e2519a10e admin admin] Usage tracker for resource:router and tenant:5656db63d88345dfa2ad3799bcc2a413 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:55.677754 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-36b8b21d-6f64-4520-a11d-bc2e2519a10e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:55.703028 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-38197d6b-87e9-4d76-948d-47531735fbb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:55.723859 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-36b8b21d-6f64-4520-a11d-bc2e2519a10e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:55.757849 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-36b8b21d-6f64-4520-a11d-bc2e2519a10e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:55.766491 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-36b8b21d-6f64-4520-a11d-bc2e2519a10e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:55.844192 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-36b8b21d-6f64-4520-a11d-bc2e2519a10e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:55.969492 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 43894) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:56.014001 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-59d4eb15-e190-4095-9c29-a0c390337752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:56.031906 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-38197d6b-87e9-4d76-948d-47531735fbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:56.064175 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:56.080323 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-59d4eb15-e190-4095-9c29-a0c390337752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:52:56.103472 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-59d4eb15-e190-4095-9c29-a0c390337752 admin admin] Usage tracker for resource:security_group_rule and tenant:f4fb6a0a389a4ba59aeeadc8d664da79 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:52:56.115818 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-59d4eb15-e190-4095-9c29-a0c390337752 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:52:56.136438 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-59d4eb15-e190-4095-9c29-a0c390337752 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:52:56.176517 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38197d6b-87e9-4d76-948d-47531735fbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81881d3-1d16-4310-9caa-da825b47cd09,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:56.259569 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=8c659530-0b70-4259-a48f-98eb03f35080,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:56.284567 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a0f908-9c0e-48b4-ade5-1bfdd6b3af8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-c14f150b-4ca7-4c1e-a316-381569f0fa28', 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'fixed_ips': [{'subnet_id': 'c645973d-e701-4f00-b256-28f08cd89f89'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:52:56.287540 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-80a0f908-9c0e-48b4-ade5-1bfdd6b3af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:56.313347 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-38197d6b-87e9-4d76-948d-47531735fbb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:56.317185 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-38197d6b-87e9-4d76-948d-47531735fbb0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f81881d3-1d16-4310-9caa-da825b47cd09 HTTP/1.1" status: 204 len: 168 time: 0.9787748 Feb 04 20:52:56.343952 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-59d4eb15-e190-4095-9c29-a0c390337752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:56.357828 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-59d4eb15-e190-4095-9c29-a0c390337752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:56.375712 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43914) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:56.387961 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38197d6b-87e9-4d76-948d-47531735fbb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:56.388314 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38197d6b-87e9-4d76-948d-47531735fbb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:56.388670 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38197d6b-87e9-4d76-948d-47531735fbb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:56.388997 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38197d6b-87e9-4d76-948d-47531735fbb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:56.389361 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38197d6b-87e9-4d76-948d-47531735fbb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:56.389693 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38197d6b-87e9-4d76-948d-47531735fbb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:56.390023 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38197d6b-87e9-4d76-948d-47531735fbb0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:56.390346 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38197d6b-87e9-4d76-948d-47531735fbb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:56.390672 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38197d6b-87e9-4d76-948d-47531735fbb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:56.391083 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38197d6b-87e9-4d76-948d-47531735fbb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:56.391308 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38197d6b-87e9-4d76-948d-47531735fbb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:56.391621 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38197d6b-87e9-4d76-948d-47531735fbb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:52:56.430916 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-59d4eb15-e190-4095-9c29-a0c390337752 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f4fb6a0a389a4ba59aeeadc8d664da79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4593761 Feb 04 20:52:56.441920 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 43922) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:56.485858 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-36b8b21d-6f64-4520-a11d-bc2e2519a10e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:56.507035 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 8c659530-0b70-4259-a48f-98eb03f35080 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:52:56.612536 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4eb15-e190-4095-9c29-a0c390337752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7d9ef4-094d-46db-9c65-28bf0db9a406,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:56.646599 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8b91920b-f02f-4cb8-a6b6-ee896946e449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:56.678346 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8b91920b-f02f-4cb8-a6b6-ee896946e449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:56.693745 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-80a0f908-9c0e-48b4-ade5-1bfdd6b3af8a None None] Allocated IP 172.20.0.2 (c14f150b-4ca7-4c1e-a316-381569f0fa28/c645973d-e701-4f00-b256-28f08cd89f89/5283f4b4-1b35-4293-a7cd-4e875d317466) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:52:56.695880 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 8c659530-0b70-4259-a48f-98eb03f35080 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:52:56.696432 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:56.757227 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8b91920b-f02f-4cb8-a6b6-ee896946e449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:56.796731 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91920b-f02f-4cb8-a6b6-ee896946e449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7d9ef4-094d-46db-9c65-28bf0db9a406,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:56.801284 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8b91920b-f02f-4cb8-a6b6-ee896946e449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:56.802399 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-8b91920b-f02f-4cb8-a6b6-ee896946e449 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5d7d9ef4-094d-46db-9c65-28bf0db9a406 HTTP/1.1" status: 204 len: 168 time: 0.3563614 Feb 04 20:52:56.975487 n-d-827896-1 neutron-server[87682]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 20:52:56.979299 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-4c98b56c-f07a-4a3d-9cbf-b6a93712848f tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:52:56.989498 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-4c98b56c-f07a-4a3d-9cbf-b6a93712848f tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6039588 Feb 04 20:52:57.006600 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51def26-42eb-4692-9438-41dda5250bb4 req-457ec25a-421e-49e7-98d5-7cedaf48c00d tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:57.010612 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f51def26-42eb-4692-9438-41dda5250bb4 req-457ec25a-421e-49e7-98d5-7cedaf48c00d tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?device_id=eccdf618-7f63-42fe-98a7-2e00174994fa HTTP/1.1" status: 200 len: 949 time: 0.1722050 Feb 04 20:52:57.090566 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f51def26-42eb-4692-9438-41dda5250bb4 req-a8be8d14-2d6c-47d0-8cb1-7f0f4c9b9364 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fc517a3-8b68-41af-87fe-8caaceda8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756621 Feb 04 20:52:57.146815 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-36b8b21d-6f64-4520-a11d-bc2e2519a10e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:57.171451 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-80a0f908-9c0e-48b4-ade5-1bfdd6b3af8a None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:57.180920 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43948) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:57.184284 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-36b8b21d-6f64-4520-a11d-bc2e2519a10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:57.194971 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-80a0f908-9c0e-48b4-ade5-1bfdd6b3af8a None None] Transition to ACTIVE for port object 5283f4b4-1b35-4293-a7cd-4e875d317466 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:52:57.215447 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-80a0f908-9c0e-48b4-ade5-1bfdd6b3af8a None None] Transition to ACTIVE for port object 5283f4b4-1b35-4293-a7cd-4e875d317466 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:52:57.224494 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-80a0f908-9c0e-48b4-ade5-1bfdd6b3af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:57.227344 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-f87703e8-df48-45af-8e50-62a3fdd68379 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=1c95ab08729c4244bb5389f69a70876f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359292 Feb 04 20:52:57.368895 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fe3c8736-3ea2-4989-8983-64f5521ca31d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=46b9bdfc133348f6a5f61d1c6863af95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1844544 Feb 04 20:52:57.372424 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 43954) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:52:57.395329 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a0f908-9c0e-48b4-ade5-1bfdd6b3af8a None None] Network c14f150b-4ca7-4c1e-a316-381569f0fa28 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:52:57.396206 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0f908-9c0e-48b4-ade5-1bfdd6b3af8a None None] Pushing event updated for resources: {'Port': ['ID=5283f4b4-1b35-4293-a7cd-4e875d317466,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:57.398860 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-80a0f908-9c0e-48b4-ade5-1bfdd6b3af8a None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:52:57.400891 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a0f908-9c0e-48b4-ade5-1bfdd6b3af8a None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:52:57.538554 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-36b8b21d-6f64-4520-a11d-bc2e2519a10e admin admin] Allocated IP 172.25.5.168 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/1ad7e667-ae85-4b76-bc74-c7ecc82c1995) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:52:57.560725 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-80a0f908-9c0e-48b4-ade5-1bfdd6b3af8a None None] Attempting to bind port 5283f4b4-1b35-4293-a7cd-4e875d317466 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:52:57.561098 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-80a0f908-9c0e-48b4-ade5-1bfdd6b3af8a None None] Attempting to bind port 5283f4b4-1b35-4293-a7cd-4e875d317466 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': 'a26c100c-943b-457e-bebf-b0c82822cb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:52:57.561480 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a0f908-9c0e-48b4-ade5-1bfdd6b3af8a None None] Attempting to bind port 5283f4b4-1b35-4293-a7cd-4e875d317466 on network c14f150b-4ca7-4c1e-a316-381569f0fa28 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:52:57.577173 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-a57c6da2-e14e-475e-aae9-7e221def1131 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:57.578728 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-a57c6da2-e14e-475e-aae9-7e221def1131 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3447425 Feb 04 20:52:57.582594 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a0f908-9c0e-48b4-ade5-1bfdd6b3af8a None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:52:57.582960 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a0f908-9c0e-48b4-ade5-1bfdd6b3af8a None None] Checking segment: {'id': 'a26c100c-943b-457e-bebf-b0c82822cb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:52:57.583367 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-80a0f908-9c0e-48b4-ade5-1bfdd6b3af8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:57.583754 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a0f908-9c0e-48b4-ade5-1bfdd6b3af8a None None] Bound using segment: {'id': 'a26c100c-943b-457e-bebf-b0c82822cb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:52:57.584230 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-80a0f908-9c0e-48b4-ade5-1bfdd6b3af8a None None] Bound port: 5283f4b4-1b35-4293-a7cd-4e875d317466, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a26c100c-943b-457e-bebf-b0c82822cb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:52:57.584602 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-80a0f908-9c0e-48b4-ade5-1bfdd6b3af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:57.609530 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-1fc9444b-fc64-49f6-80ba-3497ace8d597 service neutron] Request body: {'binding': {'host': 'n-h2-827896-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:52:57.610068 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-1fc9444b-fc64-49f6-80ba-3497ace8d597 service neutron] Unknown quota resources ['binding']. {{(pid=87682) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 04 20:52:57.649787 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-d3a55d7d-de3d-46e9-8f4b-002a468a042b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/quotas/1c95ab08729c4244bb5389f69a70876f HTTP/1.1" status: 200 len: 375 time: 0.0450168 Feb 04 20:52:57.652402 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1eb0f90d-bddc-4a62-9b03-2cf726313b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:57.710416 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1eb0f90d-bddc-4a62-9b03-2cf726313b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:57.801244 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-80a0f908-9c0e-48b4-ade5-1bfdd6b3af8a None None] For port 5283f4b4-1b35-4293-a7cd-4e875d317466, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:52:57.804797 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-80a0f908-9c0e-48b4-ade5-1bfdd6b3af8a None None] For port 5283f4b4-1b35-4293-a7cd-4e875d317466, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=5283f4b4-1b35-4293-a7cd-4e875d317466,segment=NetworkSegment(a26c100c-943b-457e-bebf-b0c82822cb3c),segment_id=a26c100c-943b-457e-bebf-b0c82822cb3c)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:52:57.812253 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-80a0f908-9c0e-48b4-ade5-1bfdd6b3af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:57.891146 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1eb0f90d-bddc-4a62-9b03-2cf726313b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:57.943312 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0f90d-bddc-4a62-9b03-2cf726313b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0e0ee2-a520-4a3c-9c18-f727be56b99f,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:57.968997 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1eb0f90d-bddc-4a62-9b03-2cf726313b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:57.970780 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-1eb0f90d-bddc-4a62-9b03-2cf726313b00 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9b0e0ee2-a520-4a3c-9c18-f727be56b99f HTTP/1.1" status: 204 len: 168 time: 0.5967972 Feb 04 20:52:57.998383 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0f908-9c0e-48b4-ade5-1bfdd6b3af8a None None] Pushing event updated for resources: {'Port': ['ID=5283f4b4-1b35-4293-a7cd-4e875d317466,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:58.017944 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-1ee52e0c-8099-423e-9a01-e6e781d09a3d tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c95ab08729c4244bb5389f69a70876f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3672380 Feb 04 20:52:58.179922 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-1fc9444b-fc64-49f6-80ba-3497ace8d597 service neutron] Attempting to bind port b839036c-b1c5-47a3-88df-ec976ce16dca on host n-h2-827896-1 for vnic_type normal with profile None {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:52:58.181381 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-1fc9444b-fc64-49f6-80ba-3497ace8d597 service neutron] Attempting to bind port b839036c-b1c5-47a3-88df-ec976ce16dca by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:52:58.181788 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-1fc9444b-fc64-49f6-80ba-3497ace8d597 service neutron] Attempting to bind port b839036c-b1c5-47a3-88df-ec976ce16dca on network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:52:58.195992 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-1fc9444b-fc64-49f6-80ba-3497ace8d597 service neutron] Port b839036c-b1c5-47a3-88df-ec976ce16dca on network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:52:58.196307 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-1fc9444b-fc64-49f6-80ba-3497ace8d597 service neutron] Attempting to bind port b839036c-b1c5-47a3-88df-ec976ce16dca on network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:52:58.221826 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-1fc9444b-fc64-49f6-80ba-3497ace8d597 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:52:58.222162 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-1fc9444b-fc64-49f6-80ba-3497ace8d597 service neutron] Checking segment: {'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:52:58.222551 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-1fc9444b-fc64-49f6-80ba-3497ace8d597 service neutron] Bound using segment: {'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:52:58.222995 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-1fc9444b-fc64-49f6-80ba-3497ace8d597 service neutron] Bound port: b839036c-b1c5-47a3-88df-ec976ce16dca, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:52:58.367889 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-1fc9444b-fc64-49f6-80ba-3497ace8d597 service neutron] For port b839036c-b1c5-47a3-88df-ec976ce16dca, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=b839036c-b1c5-47a3-88df-ec976ce16dca,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:52:58.404566 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-1fc9444b-fc64-49f6-80ba-3497ace8d597 service neutron] Notify callbacks [] for binding, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:58.417890 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-1fc9444b-fc64-49f6-80ba-3497ace8d597 service neutron] 10.222.0.26 "POST /v2.0/ports/b839036c-b1c5-47a3-88df-ec976ce16dca/bindings HTTP/1.1" status: 201 len: 389 time: 0.9665098 Feb 04 20:52:58.440605 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-36b8b21d-6f64-4520-a11d-bc2e2519a10e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:58.500145 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-36b8b21d-6f64-4520-a11d-bc2e2519a10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:52:58.687067 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b8b21d-6f64-4520-a11d-bc2e2519a10e admin admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:52:58.688922 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 5283f4b4-1b35-4293-a7cd-4e875d317466 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:52:58.698910 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-36b8b21d-6f64-4520-a11d-bc2e2519a10e admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:52:58.709870 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b8b21d-6f64-4520-a11d-bc2e2519a10e admin admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:52:58.798753 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 5283f4b4-1b35-4293-a7cd-4e875d317466 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:52:58.884983 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8b21d-6f64-4520-a11d-bc2e2519a10e admin admin] Pushing event updated for resources: {'Port': ['ID=1ad7e667-ae85-4b76-bc74-c7ecc82c1995,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:52:59.044104 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-c8c11935-0b2a-44b8-811b-49f6139e6462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:59.047135 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-c8c11935-0b2a-44b8-811b-49f6139e6462 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&device_id=2834215a-8a33-4460-87eb-ea406ea85d58 HTTP/1.1" status: 200 len: 1097 time: 0.1929219 Feb 04 20:52:59.426582 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-f042b3ac-970e-408b-b080-ac9245c4a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:52:59.434823 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-f042b3ac-970e-408b-b080-ac9245c4a1aa service neutron] 10.222.0.18 "GET /v2.0/networks?id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 HTTP/1.1" status: 200 len: 921 time: 0.3810205 Feb 04 20:52:59.992042 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-e012bbb8-cac3-4c29-9e85-f077b0f6f34c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b839036c-b1c5-47a3-88df-ec976ce16dca HTTP/1.1" status: 200 len: 217 time: 0.5505486 Feb 04 20:53:00.052709 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595de495-d1ef-4b04-93ca-3240465f0733 None None] Network c14f150b-4ca7-4c1e-a316-381569f0fa28 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:53:00.212446 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-7f4bef33-25f5-412a-9664-9c929d6eba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:00.224044 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-7f4bef33-25f5-412a-9664-9c929d6eba13 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af7ea361-8fb7-49bd-8e76-0990ff7e7df7 HTTP/1.1" status: 200 len: 860 time: 0.2071517 Feb 04 20:53:00.333351 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-4851d73f-455e-4707-9eee-8e561638faa6 None None] Provisioning for port 5283f4b4-1b35-4293-a7cd-4e875d317466 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:53:00.341457 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44036) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:00.350697 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-4851d73f-455e-4707-9eee-8e561638faa6 None None] Provisioning complete for port 5283f4b4-1b35-4293-a7cd-4e875d317466 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:53:00.351438 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4851d73f-455e-4707-9eee-8e561638faa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:00.389688 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff87165-ebb5-48c6-a894-7ef4096b6d9d req-82c5a9d7-4671-4623-87ef-234c4ae3ebbf tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:00.391174 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cff87165-ebb5-48c6-a894-7ef4096b6d9d req-82c5a9d7-4671-4623-87ef-234c4ae3ebbf tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=2834215a-8a33-4460-87eb-ea406ea85d58 HTTP/1.1" status: 200 len: 946 time: 0.5751386 Feb 04 20:53:00.393175 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-be3fbc42-4c93-4e90-bb3a-3a62d06070e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1596603 Feb 04 20:53:00.493741 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-36b8b21d-6f64-4520-a11d-bc2e2519a10e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:00.503017 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cff87165-ebb5-48c6-a894-7ef4096b6d9d req-33ce5bea-89e3-46e2-bd03-c6ee4add18fb tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023023 Feb 04 20:53:01.021087 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-cb4e8d2f-da89-4d98-9ca7-892fe755f476 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-489542181-network', 'tenant_id': '1e904fca23cf47ec90953cad0cc5c8e4'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:53:01.040842 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4851d73f-455e-4707-9eee-8e561638faa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:01.056847 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-2578b3f9-5a5c-4428-a4c6-3e64fac582af service neutron] 10.222.0.18 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5739040 Feb 04 20:53:01.058767 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-cb4e8d2f-da89-4d98-9ca7-892fe755f476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:01.086727 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-4851d73f-455e-4707-9eee-8e561638faa6 None None] For port 5283f4b4-1b35-4293-a7cd-4e875d317466, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=5283f4b4-1b35-4293-a7cd-4e875d317466,segment=NetworkSegment(a26c100c-943b-457e-bebf-b0c82822cb3c),segment_id=a26c100c-943b-457e-bebf-b0c82822cb3c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:53:01.105024 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4851d73f-455e-4707-9eee-8e561638faa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:01.113386 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-cb4e8d2f-da89-4d98-9ca7-892fe755f476 admin admin] Usage tracker for resource:network and tenant:1e904fca23cf47ec90953cad0cc5c8e4 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:01.131779 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-cb4e8d2f-da89-4d98-9ca7-892fe755f476 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:01.269297 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851d73f-455e-4707-9eee-8e561638faa6 None None] Pushing event updated for resources: {'Port': ['ID=5283f4b4-1b35-4293-a7cd-4e875d317466,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:01.302719 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-cb4e8d2f-da89-4d98-9ca7-892fe755f476 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:01.390699 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-1868fb4e-0558-4b7e-849c-7de0d2490f63 service neutron] 10.222.0.18 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233569 Feb 04 20:53:01.409630 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6a878-a2a5-4aab-9c3f-c8f583e619a6 req-5968bbe8-f3e6-4516-9151-bd0f639a8a81 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:01.410375 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e5fc2-46a9-4420-aae6-4d7493e9fb24 req-11f50e01-730d-4d03-b764-19736f826a01 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:01.411977 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-def6a878-a2a5-4aab-9c3f-c8f583e619a6 req-5968bbe8-f3e6-4516-9151-bd0f639a8a81 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Synchronizing usage tracker for tenant:b681d6d10fbd48eba3aeffe45e2e992f on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:53:01.417529 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-399e5fc2-46a9-4420-aae6-4d7493e9fb24 req-11f50e01-730d-4d03-b764-19736f826a01 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?device_id=eccdf618-7f63-42fe-98a7-2e00174994fa HTTP/1.1" status: 200 len: 949 time: 0.5482473 Feb 04 20:53:01.430353 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4e8d2f-da89-4d98-9ca7-892fe755f476 admin admin] Made reservation on behalf of 1e904fca23cf47ec90953cad0cc5c8e4 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:53:01.434250 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cb4e8d2f-da89-4d98-9ca7-892fe755f476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:01.459947 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-0ac9818b-05cc-4138-a04e-c70ce15d8e81 None None] Provisioning complete for port 5283f4b4-1b35-4293-a7cd-4e875d317466 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:53:01.461366 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0ac9818b-05cc-4138-a04e-c70ce15d8e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:01.469413 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cb4e8d2f-da89-4d98-9ca7-892fe755f476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:01.489279 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-def6a878-a2a5-4aab-9c3f-c8f583e619a6 req-5968bbe8-f3e6-4516-9151-bd0f639a8a81 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Unset dirty status for tenant:b681d6d10fbd48eba3aeffe45e2e992f on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:53:01.490527 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-def6a878-a2a5-4aab-9c3f-c8f583e619a6 req-5968bbe8-f3e6-4516-9151-bd0f639a8a81 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.18 "GET /v2.0/ports?device_id=eccdf618-7f63-42fe-98a7-2e00174994fa HTTP/1.1" status: 200 len: 949 time: 0.7689621 Feb 04 20:53:01.497363 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-cb4e8d2f-da89-4d98-9ca7-892fe755f476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:01.502732 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-cb4e8d2f-da89-4d98-9ca7-892fe755f476 admin admin] Usage tracker for resource:security_group_rule and tenant:1e904fca23cf47ec90953cad0cc5c8e4 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:01.507346 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-cb4e8d2f-da89-4d98-9ca7-892fe755f476 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:01.518951 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-cb4e8d2f-da89-4d98-9ca7-892fe755f476 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:01.546559 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-399e5fc2-46a9-4420-aae6-4d7493e9fb24 req-e0acfb9e-15b9-4a2b-a4bf-27c31b91a1b7 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fc517a3-8b68-41af-87fe-8caaceda8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273556 Feb 04 20:53:01.611932 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-c1c0e1be-4951-4dff-8020-a4615236cb43 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1c95ab08729c4244bb5389f69a70876f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537250 Feb 04 20:53:01.612653 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.18', 60168) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:01.747483 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cb4e8d2f-da89-4d98-9ca7-892fe755f476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:01.851360 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cb4e8d2f-da89-4d98-9ca7-892fe755f476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:01.893698 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-725bee2d-a020-4c93-bb3d-fb5f4e1590e2 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:01.895251 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-725bee2d-a020-4c93-bb3d-fb5f4e1590e2 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2762244 Feb 04 20:53:01.933794 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e8d2f-da89-4d98-9ca7-892fe755f476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da181f83-49f4-4b24-a2ec-6e563e1fc645,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:01.950488 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-36554853-d609-42ce-9062-132ef7a2e311 req-04455c06-0369-415a-a0ea-66f8829d21d2 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=24a9c458-f05e-4879-9f24-8e10a2473ea9 HTTP/1.1" status: 200 len: 210 time: 0.0514479 Feb 04 20:53:01.968612 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-93841e4a-3651-47c2-ab95-8c245c19b39c tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Request body: {'port': {'device_id': 'd0153775-2f16-46e6-9cb1-3fc3d75ea1b8', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'admin_state_up': True, 'tenant_id': '1c95ab08729c4244bb5389f69a70876f'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:53:02.038880 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb4e8d2f-da89-4d98-9ca7-892fe755f476 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:53:02.159452 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-def6a878-a2a5-4aab-9c3f-c8f583e619a6 req-33be73d5-1a55-49cb-827b-e34d1ac983f0 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Deleting port b522668a-9e70-4003-a2c9-6dbec186dde9 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:53:02.159784 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-def6a878-a2a5-4aab-9c3f-c8f583e619a6 req-33be73d5-1a55-49cb-827b-e34d1ac983f0 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:02.255425 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.18', 60169) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:02.257791 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cb4e8d2f-da89-4d98-9ca7-892fe755f476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:02.258135 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-cb4e8d2f-da89-4d98-9ca7-892fe755f476 admin admin] Added segment c2af5256-5129-4b85-97f3-81d5f6e51ede of type vlan for network e2945ff6-c379-474d-a032-331b1f6dd08e Feb 04 20:53:02.297375 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-93841e4a-3651-47c2-ab95-8c245c19b39c tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:02.317400 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-93841e4a-3651-47c2-ab95-8c245c19b39c tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:02.430816 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:02.474975 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-def6a878-a2a5-4aab-9c3f-c8f583e619a6 req-33be73d5-1a55-49cb-827b-e34d1ac983f0 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] For port b522668a-9e70-4003-a2c9-6dbec186dde9, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=b522668a-9e70-4003-a2c9-6dbec186dde9,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:53:02.475842 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-def6a878-a2a5-4aab-9c3f-c8f583e619a6 req-33be73d5-1a55-49cb-827b-e34d1ac983f0 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:02.488473 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-93841e4a-3651-47c2-ab95-8c245c19b39c tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Made reservation on behalf of 1c95ab08729c4244bb5389f69a70876f for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:53:02.492489 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-93841e4a-3651-47c2-ab95-8c245c19b39c tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:02.546081 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 5283f4b4-1b35-4293-a7cd-4e875d317466 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:53:02.758615 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-def6a878-a2a5-4aab-9c3f-c8f583e619a6 req-33be73d5-1a55-49cb-827b-e34d1ac983f0 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Calling delete_port for b522668a-9e70-4003-a2c9-6dbec186dde9 owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:53:02.813797 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 5283f4b4-1b35-4293-a7cd-4e875d317466 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:53:02.814413 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:02.886028 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-93841e4a-3651-47c2-ab95-8c245c19b39c tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Allocated IP 192.168.233.209 (54d6ae2e-de73-4435-bfdd-cd390a2143ad/3d2f9c06-58f8-4b66-a033-2aa50eedddcd/f88318ba-9f8c-4470-96e0-8352ba9c9bda) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:53:03.028240 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-17196495-8efa-4414-a316-51472e6f0b79 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1c95ab08729c4244bb5389f69a70876f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1918883 Feb 04 20:53:03.030224 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 44088) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:03.084183 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cb4e8d2f-da89-4d98-9ca7-892fe755f476 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:03.130275 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-36b8b21d-6f64-4520-a11d-bc2e2519a10e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:03.185173 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-a299b1a4-05b5-40da-88d9-6df1a86bbaee tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:03.186690 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-a299b1a4-05b5-40da-88d9-6df1a86bbaee tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2834215a-8a33-4460-87eb-ea406ea85d58&tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&binding%3Ahost_id=n-h1-827896-1 HTTP/1.1" status: 200 len: 1097 time: 1.5728023 Feb 04 20:53:03.206696 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-5faa5b39-47cc-4930-8c47-bdeb7b1cfb99 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827896-1'}}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:53:03.359534 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23a12b-4336-42ca-b3c9-1551edf36765 req-3dc9fcb8-017b-4215-8600-dabb68fe4abc tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:03.361066 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1f23a12b-4336-42ca-b3c9-1551edf36765 req-3dc9fcb8-017b-4215-8600-dabb68fe4abc tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=2834215a-8a33-4460-87eb-ea406ea85d58 HTTP/1.1" status: 200 len: 946 time: 1.0229826 Feb 04 20:53:03.412843 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-24ca5650-6b13-4c95-98cd-bd242d8a2a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:03.475267 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-24ca5650-6b13-4c95-98cd-bd242d8a2a28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:03.479179 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-24ca5650-6b13-4c95-98cd-bd242d8a2a28 admin admin] Usage tracker for resource:security_group_rule and tenant:8cf76000448243798314a348ada0943f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:03.519150 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-24ca5650-6b13-4c95-98cd-bd242d8a2a28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:03.525045 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-24ca5650-6b13-4c95-98cd-bd242d8a2a28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:03.546474 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-93841e4a-3651-47c2-ab95-8c245c19b39c tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:03.580524 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cb4e8d2f-da89-4d98-9ca7-892fe755f476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:03.580524 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4e8d2f-da89-4d98-9ca7-892fe755f476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:03.581189 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cb4e8d2f-da89-4d98-9ca7-892fe755f476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:03.600102 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1f23a12b-4336-42ca-b3c9-1551edf36765 req-a96a95e9-7574-491f-bac4-4174f7ab6b31 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166083 Feb 04 20:53:03.691442 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-24ca5650-6b13-4c95-98cd-bd242d8a2a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:03.714792 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-24ca5650-6b13-4c95-98cd-bd242d8a2a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:03.734815 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-0af619cc-4a49-4b89-b817-b9fb75e7ad04 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:03.736294 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-0af619cc-4a49-4b89-b817-b9fb75e7ad04 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6809869 Feb 04 20:53:03.742545 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-93841e4a-3651-47c2-ab95-8c245c19b39c tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Transition to ACTIVE for port object f88318ba-9f8c-4470-96e0-8352ba9c9bda will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:53:03.755975 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c88ee-5b97-44ca-988d-22f5d6b6cef1 req-e39f2b20-76e1-4d4d-96ae-b1fcbb4b0d11 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:03.763641 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b13c88ee-5b97-44ca-988d-22f5d6b6cef1 req-e39f2b20-76e1-4d4d-96ae-b1fcbb4b0d11 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/ports?device_id=eccdf618-7f63-42fe-98a7-2e00174994fa HTTP/1.1" status: 200 len: 949 time: 0.7321987 Feb 04 20:53:03.783629 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-5faa5b39-47cc-4930-8c47-bdeb7b1cfb99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:03.789807 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-cb4e8d2f-da89-4d98-9ca7-892fe755f476 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 3.4472034 Feb 04 20:53:03.790774 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-def6a878-a2a5-4aab-9c3f-c8f583e619a6 req-33be73d5-1a55-49cb-827b-e34d1ac983f0 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:03.803396 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 44096) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:03.829290 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-5a340315-7692-43c6-9e2e-5e315f5cb4a9 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Request body: {'port': {'device_id': '24a9c458-f05e-4879-9f24-8e10a2473ea9', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'admin_state_up': True, 'tenant_id': '1c95ab08729c4244bb5389f69a70876f'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:53:03.839774 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-262e420f-7fe1-43d3-a547-45281ad877e3 admin admin] Request body: {'subnet': {'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-489542181-subnet', 'tenant_id': '1e904fca23cf47ec90953cad0cc5c8e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:53:03.922400 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-24ca5650-6b13-4c95-98cd-bd242d8a2a28 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8cf76000448243798314a348ada0943f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8347790 Feb 04 20:53:03.924660 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-262e420f-7fe1-43d3-a547-45281ad877e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:03.937302 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be73d5-1a55-49cb-827b-e34d1ac983f0 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Pushing event deleted for resources: {'Port': ['ID=b522668a-9e70-4003-a2c9-6dbec186dde9,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:03.940397 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 44102) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:03.941550 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca5650-6b13-4c95-98cd-bd242d8a2a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0240a3c7-2d66-4a0f-8321-ea7ab019932a,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:03.959742 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-262e420f-7fe1-43d3-a547-45281ad877e3 admin admin] Usage tracker for resource:subnet and tenant:1e904fca23cf47ec90953cad0cc5c8e4 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:04.003375 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-262e420f-7fe1-43d3-a547-45281ad877e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:04.018030 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b13c88ee-5b97-44ca-988d-22f5d6b6cef1 req-6d8dde11-930f-4c6f-ab06-31a7aa7702ea tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fc517a3-8b68-41af-87fe-8caaceda8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534530 Feb 04 20:53:04.029976 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3717e78f-6df5-4831-a477-65fe42c3f15e req-a3c05a2b-1031-4302-ab60-eb1c6add40db tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=24a9c458-f05e-4879-9f24-8e10a2473ea9 HTTP/1.1" status: 200 len: 210 time: 0.2009113 Feb 04 20:53:04.063276 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e8d2f-da89-4d98-9ca7-892fe755f476 admin admin] Pushing event updated for resources: {'Network': ['ID=e2945ff6-c379-474d-a032-331b1f6dd08e,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:04.077376 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-262e420f-7fe1-43d3-a547-45281ad877e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:04.079008 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network e2945ff6-c379-474d-a032-331b1f6dd08e details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:53:04.229148 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-5a340315-7692-43c6-9e2e-5e315f5cb4a9 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:04.236953 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b8b21d-6f64-4520-a11d-bc2e2519a10e admin admin] Router 4768c878-edcb-40f0-9279-0c17983fc38e is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:53:04.251625 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262e420f-7fe1-43d3-a547-45281ad877e3 admin admin] Made reservation on behalf of 1e904fca23cf47ec90953cad0cc5c8e4 for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:53:04.254639 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-262e420f-7fe1-43d3-a547-45281ad877e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:04.354661 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-def6a878-a2a5-4aab-9c3f-c8f583e619a6 req-33be73d5-1a55-49cb-827b-e34d1ac983f0 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] No DVR routers for this DVR port b522668a-9e70-4003-a2c9-6dbec186dde9 on host n-h2-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:53:04.365369 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-def6a878-a2a5-4aab-9c3f-c8f583e619a6 req-33be73d5-1a55-49cb-827b-e34d1ac983f0 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:04.368048 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-def6a878-a2a5-4aab-9c3f-c8f583e619a6 req-33be73d5-1a55-49cb-827b-e34d1ac983f0 tempest-DeleteServersAdminTestJSON-2122795437 tempest-DeleteServersAdminTestJSON-2122795437-project] 10.222.0.18 "DELETE /v2.0/ports/b522668a-9e70-4003-a2c9-6dbec186dde9 HTTP/1.1" status: 204 len: 173 time: 2.6105511 Feb 04 20:53:04.369297 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-5a340315-7692-43c6-9e2e-5e315f5cb4a9 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:04.372209 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eccdf618-7f63-42fe-98a7-2e00174994fa', 'name': 'network-vif-deleted', 'tag': 'b522668a-9e70-4003-a2c9-6dbec186dde9'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:53:04.413957 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-5a340315-7692-43c6-9e2e-5e315f5cb4a9 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Made reservation on behalf of 1c95ab08729c4244bb5389f69a70876f for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:53:04.418782 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-5a340315-7692-43c6-9e2e-5e315f5cb4a9 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:04.515434 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-93841e4a-3651-47c2-ab95-8c245c19b39c tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:04.527598 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['432de455-77b1-4958-bba0-0a1bca95066f'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:53:04.679527 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device b522668a-9e70-4003-a2c9-6dbec186dde9 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:53:04.716784 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-5a340315-7692-43c6-9e2e-5e315f5cb4a9 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Allocated IP 192.168.233.44 (54d6ae2e-de73-4435-bfdd-cd390a2143ad/3d2f9c06-58f8-4b66-a033-2aa50eedddcd/eaf030fc-f030-4271-bf55-c0de902879dd) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:53:04.739728 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: b522668a-9e70-4003-a2c9-6dbec186dde9 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:53:04.740316 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device b522668a-9e70-4003-a2c9-6dbec186dde9 not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:53:04.803175 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-262e420f-7fe1-43d3-a547-45281ad877e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:04.882530 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eccdf618-7f63-42fe-98a7-2e00174994fa', 'name': 'network-vif-deleted', 'tag': 'b522668a-9e70-4003-a2c9-6dbec186dde9', 'status': 'completed', 'code': 200} Feb 04 20:53:05.103353 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-5a340315-7692-43c6-9e2e-5e315f5cb4a9 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:05.119490 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ea983156-93fc-4f9f-a408-ccf1e1beeb22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:05.127099 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-5a340315-7692-43c6-9e2e-5e315f5cb4a9 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Transition to ACTIVE for port object eaf030fc-f030-4271-bf55-c0de902879dd will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:53:05.191854 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b8b21d-6f64-4520-a11d-bc2e2519a10e admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:53:05.193876 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ea983156-93fc-4f9f-a408-ccf1e1beeb22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:05.200715 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-5a340315-7692-43c6-9e2e-5e315f5cb4a9 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:05.204333 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a768dede-12f4-4c0c-92ff-9ee82812b9cb None None] Sync routers for ids ['4768c878-edcb-40f0-9279-0c17983fc38e'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:53:05.211842 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['432de455-77b1-4958-bba0-0a1bca95066f'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:53:05.225499 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a768dede-12f4-4c0c-92ff-9ee82812b9cb None None] Routers {'4768c878-edcb-40f0-9279-0c17983fc38e'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:53:05.226129 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-a768dede-12f4-4c0c-92ff-9ee82812b9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:52:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4768c878-edcb-40f0-9279-0c17983fc38e'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:53:05.246028 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-93841e4a-3651-47c2-ab95-8c245c19b39c tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Network 54d6ae2e-de73-4435-bfdd-cd390a2143ad is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:53:05.275400 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-93841e4a-3651-47c2-ab95-8c245c19b39c tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:53:05.304062 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93841e4a-3651-47c2-ab95-8c245c19b39c tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Pushing event updated for resources: {'Port': ['ID=f88318ba-9f8c-4470-96e0-8352ba9c9bda,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:05.306450 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-93841e4a-3651-47c2-ab95-8c245c19b39c tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:53:05.312111 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-93841e4a-3651-47c2-ab95-8c245c19b39c tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:05.312737 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-93841e4a-3651-47c2-ab95-8c245c19b39c tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:05.319276 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-5faa5b39-47cc-4930-8c47-bdeb7b1cfb99 service neutron] For port b839036c-b1c5-47a3-88df-ec976ce16dca, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b839036c-b1c5-47a3-88df-ec976ce16dca,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:53:05.386003 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262e420f-7fe1-43d3-a547-45281ad877e3 admin admin] Checking segment: {'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:53:05.386395 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262e420f-7fe1-43d3-a547-45281ad877e3 admin admin] Network hostable DHCP agents. Network: e2945ff6-c379-474d-a032-331b1f6dd08e, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:53:05.408658 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e420f-7fe1-43d3-a547-45281ad877e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52dce76a-dd1c-484a-ae6a-f327dbe47b7b,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:05.446049 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf6517-c109-4212-b348-ad76f488aeb0 req-e090e9d3-e1c3-49a8-9a0e-957c1cd06575 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:05.447578 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e2cf6517-c109-4212-b348-ad76f488aeb0 req-e090e9d3-e1c3-49a8-9a0e-957c1cd06575 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=2834215a-8a33-4460-87eb-ea406ea85d58 HTTP/1.1" status: 200 len: 946 time: 0.5729225 Feb 04 20:53:05.475461 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a340315-7692-43c6-9e2e-5e315f5cb4a9 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Pushing event updated for resources: {'Port': ['ID=eaf030fc-f030-4271-bf55-c0de902879dd,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:05.502346 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-5a340315-7692-43c6-9e2e-5e315f5cb4a9 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Network 54d6ae2e-de73-4435-bfdd-cd390a2143ad is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:53:05.511356 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-5a340315-7692-43c6-9e2e-5e315f5cb4a9 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:53:05.529540 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-5a340315-7692-43c6-9e2e-5e315f5cb4a9 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:53:05.559021 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-5faa5b39-47cc-4930-8c47-bdeb7b1cfb99 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:53:05.641841 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-36b8b21d-6f64-4520-a11d-bc2e2519a10e admin admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:05.643131 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-36b8b21d-6f64-4520-a11d-bc2e2519a10e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 10.1334026 Feb 04 20:53:05.646740 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44146) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:05.652874 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-a768dede-12f4-4c0c-92ff-9ee82812b9cb None None] Set router 4768c878-edcb-40f0-9279-0c17983fc38e gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:53:05.663967 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-5faa5b39-47cc-4930-8c47-bdeb7b1cfb99 service neutron] For port b839036c-b1c5-47a3-88df-ec976ce16dca, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:53:05.710796 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-93841e4a-3651-47c2-ab95-8c245c19b39c tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7537210 Feb 04 20:53:05.737535 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262e420f-7fe1-43d3-a547-45281ad877e3 admin admin] Network e2945ff6-c379-474d-a032-331b1f6dd08e is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:53:05.759862 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e2cf6517-c109-4212-b348-ad76f488aeb0 req-efe40ee8-3717-4def-8238-71dad22af2bb tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922862 Feb 04 20:53:05.808571 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-92f8ca1e-e91d-4432-8885-b649004ad26f None None] Provisioning for port f88318ba-9f8c-4470-96e0-8352ba9c9bda completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:53:05.830483 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-92f8ca1e-e91d-4432-8885-b649004ad26f None None] Provisioning complete for port f88318ba-9f8c-4470-96e0-8352ba9c9bda triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:53:05.830855 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-92f8ca1e-e91d-4432-8885-b649004ad26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:05.879276 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-0d879239-d301-48c8-8d19-cb3e738abcb7 service neutron] Request body: {'port': {'device_id': 'd0153775-2f16-46e6-9cb1-3fc3d75ea1b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:53:05.966213 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ea983156-93fc-4f9f-a408-ccf1e1beeb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:05.968474 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ea983156-93fc-4f9f-a408-ccf1e1beeb22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:05.971853 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ea983156-93fc-4f9f-a408-ccf1e1beeb22 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0240a3c7-2d66-4a0f-8321-ea7ab019932a HTTP/1.1" status: 204 len: 168 time: 2.0251019 Feb 04 20:53:06.052994 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-262e420f-7fe1-43d3-a547-45281ad877e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, e2945ff6-c379-474d-a032-331b1f6dd08e) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:53:06.099303 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262e420f-7fe1-43d3-a547-45281ad877e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:06.100990 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-262e420f-7fe1-43d3-a547-45281ad877e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:06.105612 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea983156-93fc-4f9f-a408-ccf1e1beeb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0240a3c7-2d66-4a0f-8321-ea7ab019932a,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:06.129545 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-92f8ca1e-e91d-4432-8885-b649004ad26f None None] Port f88318ba-9f8c-4470-96e0-8352ba9c9bda cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:53:06.130981 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49487a9-fdbe-4b7f-b62f-8b4b146f7ec7 None None] Network e2945ff6-c379-474d-a032-331b1f6dd08e requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:53:06.157305 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2834215a-8a33-4460-87eb-ea406ea85d58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b839036c-b1c5-47a3-88df-ec976ce16dca'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:53:06.184133 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-5faa5b39-47cc-4930-8c47-bdeb7b1cfb99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:06.253024 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-5a340315-7692-43c6-9e2e-5e315f5cb4a9 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:06.256032 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-5a340315-7692-43c6-9e2e-5e315f5cb4a9 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:06.369475 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-5a340315-7692-43c6-9e2e-5e315f5cb4a9 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5585623 Feb 04 20:53:06.391812 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-33d61eb2-6a69-4db0-a8da-8453ab301b82 service neutron] Request body: {'port': {'device_id': '24a9c458-f05e-4879-9f24-8e10a2473ea9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:53:06.408706 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-5faa5b39-47cc-4930-8c47-bdeb7b1cfb99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:06.435202 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b5ec0b6a-6871-4a5c-a3a9-28fff26dd31e None None] Provisioning for port eaf030fc-f030-4271-bf55-c0de902879dd completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:53:06.443731 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b5ec0b6a-6871-4a5c-a3a9-28fff26dd31e None None] Provisioning complete for port eaf030fc-f030-4271-bf55-c0de902879dd triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:53:06.443731 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b5ec0b6a-6871-4a5c-a3a9-28fff26dd31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:06.518265 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-b5ec0b6a-6871-4a5c-a3a9-28fff26dd31e None None] Port eaf030fc-f030-4271-bf55-c0de902879dd cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:53:06.578525 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef91d38-ae2d-4558-9450-e8fa73f99522 None None] Network e2945ff6-c379-474d-a032-331b1f6dd08e requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:53:06.615756 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2834215a-8a33-4460-87eb-ea406ea85d58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b839036c-b1c5-47a3-88df-ec976ce16dca', 'code': 200} Feb 04 20:53:06.629644 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-a768dede-12f4-4c0c-92ff-9ee82812b9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-602606223-router', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:55Z', 'updated_at': '2022-02-04T20:52:59Z', 'revision_number': 3, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'gw_port': {'id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:57Z', 'updated_at': '2022-02-04T20:52:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:53:06.640403 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-262e420f-7fe1-43d3-a547-45281ad877e3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.8288405 Feb 04 20:53:06.659768 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a768dede-12f4-4c0c-92ff-9ee82812b9cb None None] Checking router: 4768c878-edcb-40f0-9279-0c17983fc38e for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:53:06.660126 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a768dede-12f4-4c0c-92ff-9ee82812b9cb None None] Updating router 4768c878-edcb-40f0-9279-0c17983fc38e port 1ad7e667-ae85-4b76-bc74-c7ecc82c1995 binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:53:06.675209 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-33d61eb2-6a69-4db0-a8da-8453ab301b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:06.809948 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44172) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:06.850350 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e04e9316-7e62-4566-8a12-ce49cf85c492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:06.855039 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-0d879239-d301-48c8-8d19-cb3e738abcb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:06.870294 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-a768dede-12f4-4c0c-92ff-9ee82812b9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:06.893641 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e04e9316-7e62-4566-8a12-ce49cf85c492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:06.979099 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e04e9316-7e62-4566-8a12-ce49cf85c492 admin admin] Usage tracker for resource:security_group_rule and tenant:8925924b736d454aacd523ed8a8935ef is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:07.086305 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e04e9316-7e62-4566-8a12-ce49cf85c492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:07.126342 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e04e9316-7e62-4566-8a12-ce49cf85c492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:07.170786 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa5b39-47cc-4930-8c47-bdeb7b1cfb99 service neutron] Pushing event updated for resources: {'Port': ['ID=b839036c-b1c5-47a3-88df-ec976ce16dca,revision_number=7']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:07.412721 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-5faa5b39-47cc-4930-8c47-bdeb7b1cfb99 service neutron] Attempting to bind port b839036c-b1c5-47a3-88df-ec976ce16dca on host n-h1-827896-1 for vnic_type normal with profile {"migrating_to": "n-h2-827896-1"} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:53:07.413043 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-5faa5b39-47cc-4930-8c47-bdeb7b1cfb99 service neutron] Attempting to bind port b839036c-b1c5-47a3-88df-ec976ce16dca by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:53:07.415522 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-5faa5b39-47cc-4930-8c47-bdeb7b1cfb99 service neutron] Attempting to bind port b839036c-b1c5-47a3-88df-ec976ce16dca on network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:53:07.453059 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-5faa5b39-47cc-4930-8c47-bdeb7b1cfb99 service neutron] Port b839036c-b1c5-47a3-88df-ec976ce16dca on network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:53:07.453400 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-5faa5b39-47cc-4930-8c47-bdeb7b1cfb99 service neutron] Attempting to bind port b839036c-b1c5-47a3-88df-ec976ce16dca on network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:53:07.459466 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-a768dede-12f4-4c0c-92ff-9ee82812b9cb None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:07.475359 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-a768dede-12f4-4c0c-92ff-9ee82812b9cb None None] Transition to ACTIVE for port object 1ad7e667-ae85-4b76-bc74-c7ecc82c1995 will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:53:07.490115 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-a768dede-12f4-4c0c-92ff-9ee82812b9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:07.579071 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6819a-4e52-4578-8f21-d5b5cb9c2442 req-6c4f814b-203d-49a6-bc65-7f23e9c59e31 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:07.579812 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d4a6819a-4e52-4578-8f21-d5b5cb9c2442 req-6c4f814b-203d-49a6-bc65-7f23e9c59e31 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Synchronizing usage tracker for tenant:1c95ab08729c4244bb5389f69a70876f on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:53:07.584500 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-5faa5b39-47cc-4930-8c47-bdeb7b1cfb99 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:53:07.584833 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-5faa5b39-47cc-4930-8c47-bdeb7b1cfb99 service neutron] Checking segment: {'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:53:07.585235 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-5faa5b39-47cc-4930-8c47-bdeb7b1cfb99 service neutron] Bound using segment: {'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:53:07.585682 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-5faa5b39-47cc-4930-8c47-bdeb7b1cfb99 service neutron] Bound port: b839036c-b1c5-47a3-88df-ec976ce16dca, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:53:07.586019 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-5faa5b39-47cc-4930-8c47-bdeb7b1cfb99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:07.608009 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-a768dede-12f4-4c0c-92ff-9ee82812b9cb None None] Attempting to bind port 1ad7e667-ae85-4b76-bc74-c7ecc82c1995 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:53:07.608390 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-a768dede-12f4-4c0c-92ff-9ee82812b9cb None None] Attempting to bind port 1ad7e667-ae85-4b76-bc74-c7ecc82c1995 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:53:07.608753 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a768dede-12f4-4c0c-92ff-9ee82812b9cb None None] Attempting to bind port 1ad7e667-ae85-4b76-bc74-c7ecc82c1995 on network 1f11f724-8cdd-497d-8220-929f45cf1223 {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:53:07.622374 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a768dede-12f4-4c0c-92ff-9ee82812b9cb None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:53:07.622957 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a768dede-12f4-4c0c-92ff-9ee82812b9cb None None] Checking segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:53:07.623363 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-a768dede-12f4-4c0c-92ff-9ee82812b9cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:07.623754 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a768dede-12f4-4c0c-92ff-9ee82812b9cb None None] Bound using segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:53:07.624326 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-a768dede-12f4-4c0c-92ff-9ee82812b9cb None None] Bound port: 1ad7e667-ae85-4b76-bc74-c7ecc82c1995, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:53:07.624785 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-a768dede-12f4-4c0c-92ff-9ee82812b9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:07.669868 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369f363-e0e1-4ae3-ae0d-96903f03aa37 None None] Pushing event updated for resources: {'Port': ['ID=1ad7e667-ae85-4b76-bc74-c7ecc82c1995,revision_number=2']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:07.747848 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-a768dede-12f4-4c0c-92ff-9ee82812b9cb None None] For port 1ad7e667-ae85-4b76-bc74-c7ecc82c1995, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:53:07.748647 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d4a6819a-4e52-4578-8f21-d5b5cb9c2442 req-6c4f814b-203d-49a6-bc65-7f23e9c59e31 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Unset dirty status for tenant:1c95ab08729c4244bb5389f69a70876f on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:53:07.756048 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-a768dede-12f4-4c0c-92ff-9ee82812b9cb None None] For port 1ad7e667-ae85-4b76-bc74-c7ecc82c1995, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=1ad7e667-ae85-4b76-bc74-c7ecc82c1995,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:53:07.756447 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d4a6819a-4e52-4578-8f21-d5b5cb9c2442 req-6c4f814b-203d-49a6-bc65-7f23e9c59e31 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=24a9c458-f05e-4879-9f24-8e10a2473ea9 HTTP/1.1" status: 200 len: 935 time: 2.0002675 Feb 04 20:53:07.769018 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-a768dede-12f4-4c0c-92ff-9ee82812b9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:07.883440 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 44194) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:07.898319 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a768dede-12f4-4c0c-92ff-9ee82812b9cb None None] Routers {'4768c878-edcb-40f0-9279-0c17983fc38e'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:53:07.899205 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-a768dede-12f4-4c0c-92ff-9ee82812b9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:52:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4768c878-edcb-40f0-9279-0c17983fc38e'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:53:07.912093 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d4a6819a-4e52-4578-8f21-d5b5cb9c2442 req-a856428b-794c-4d91-a0ea-3ac216311f6b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550913 Feb 04 20:53:07.920213 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-3774592d-527d-44af-84fa-f717bba033b2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1318404320-network', 'tenant_id': 'e3278ccb46d348fb9f831221b23b079d'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:53:07.931845 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-3774592d-527d-44af-84fa-f717bba033b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:07.941985 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-3774592d-527d-44af-84fa-f717bba033b2 admin admin] Usage tracker for resource:network and tenant:e3278ccb46d348fb9f831221b23b079d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:07.941985 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-3774592d-527d-44af-84fa-f717bba033b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:07.946879 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-3774592d-527d-44af-84fa-f717bba033b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:07.955975 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e04e9316-7e62-4566-8a12-ce49cf85c492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:07.965405 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-5faa5b39-47cc-4930-8c47-bdeb7b1cfb99 service neutron] For port b839036c-b1c5-47a3-88df-ec976ce16dca, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:53:07.970427 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-5faa5b39-47cc-4930-8c47-bdeb7b1cfb99 service neutron] For port b839036c-b1c5-47a3-88df-ec976ce16dca, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b839036c-b1c5-47a3-88df-ec976ce16dca,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:53:07.980248 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e04e9316-7e62-4566-8a12-ce49cf85c492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:07.997987 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed24f40-3a4e-4a4a-adc7-d99e52882d12 req-d83bfd17-0c24-4a19-895b-077b4c2b7ec6 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:08.007045 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aed24f40-3a4e-4a4a-adc7-d99e52882d12 req-d83bfd17-0c24-4a19-895b-077b4c2b7ec6 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=2834215a-8a33-4460-87eb-ea406ea85d58 HTTP/1.1" status: 200 len: 944 time: 0.5732834 Feb 04 20:53:08.010631 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-5faa5b39-47cc-4930-8c47-bdeb7b1cfb99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:08.022007 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3774592d-527d-44af-84fa-f717bba033b2 admin admin] Made reservation on behalf of e3278ccb46d348fb9f831221b23b079d for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:53:08.024637 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3774592d-527d-44af-84fa-f717bba033b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:08.093513 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369f363-e0e1-4ae3-ae0d-96903f03aa37 None None] Pushing event updated for resources: {'Port': ['ID=1ad7e667-ae85-4b76-bc74-c7ecc82c1995,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:08.147340 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3774592d-527d-44af-84fa-f717bba033b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:08.238154 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e04e9316-7e62-4566-8a12-ce49cf85c492 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8925924b736d454aacd523ed8a8935ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4200315 Feb 04 20:53:08.239976 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bb9b64ae-2892-44e5-9a2b-f1b3d6853a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:08.261823 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-3774592d-527d-44af-84fa-f717bba033b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:08.264182 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44202) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:08.267156 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-33d61eb2-6a69-4db0-a8da-8453ab301b82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaf030fc-f030-4271-bf55-c0de902879dd {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:53:08.284946 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-3774592d-527d-44af-84fa-f717bba033b2 admin admin] Usage tracker for resource:security_group_rule and tenant:e3278ccb46d348fb9f831221b23b079d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:08.296432 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-3774592d-527d-44af-84fa-f717bba033b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:08.304223 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e9316-7e62-4566-8a12-ce49cf85c492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dadcfd83-4dc1-4cc4-ac92-b613d5077a38,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:08.313594 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-a768dede-12f4-4c0c-92ff-9ee82812b9cb None None] Set router 4768c878-edcb-40f0-9279-0c17983fc38e gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:53:08.316837 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-3774592d-527d-44af-84fa-f717bba033b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:08.321416 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-33d61eb2-6a69-4db0-a8da-8453ab301b82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:08.471865 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aed24f40-3a4e-4a4a-adc7-d99e52882d12 req-aab73538-2a23-4434-8a3f-3e3825b2a380 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4622002 Feb 04 20:53:08.508181 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-33d61eb2-6a69-4db0-a8da-8453ab301b82 service neutron] Transition to ACTIVE for port object eaf030fc-f030-4271-bf55-c0de902879dd will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:53:08.554266 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-33d61eb2-6a69-4db0-a8da-8453ab301b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:08.715266 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44212) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:08.888902 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-a768dede-12f4-4c0c-92ff-9ee82812b9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-602606223-router', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:55Z', 'updated_at': '2022-02-04T20:52:59Z', 'revision_number': 3, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'gw_port': {'id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:57Z', 'updated_at': '2022-02-04T20:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:53:08.895527 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a768dede-12f4-4c0c-92ff-9ee82812b9cb None None] The sync data for ids ['4768c878-edcb-40f0-9279-0c17983fc38e'] in n-d-827896-1 is: [{'id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-602606223-router', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:55Z', 'updated_at': '2022-02-04T20:52:59Z', 'revision_number': 3, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'gw_port': {'id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:57Z', 'updated_at': '2022-02-04T20:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:53:08.928273 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d8e289e5-e43e-4b84-95b5-c46c89c6700d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:09.020696 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3774592d-527d-44af-84fa-f717bba033b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:09.107919 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['b839036c-b1c5-47a3-88df-ec976ce16dca'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:53:09.196685 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d61eb2-6a69-4db0-a8da-8453ab301b82 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf030fc-f030-4271-bf55-c0de902879dd,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:09.299392 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d8e289e5-e43e-4b84-95b5-c46c89c6700d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:09.427899 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa5b39-47cc-4930-8c47-bdeb7b1cfb99 service neutron] Pushing event updated for resources: {'Port': ['ID=b839036c-b1c5-47a3-88df-ec976ce16dca,revision_number=8']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:09.504110 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-5faa5b39-47cc-4930-8c47-bdeb7b1cfb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:09.504730 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-5faa5b39-47cc-4930-8c47-bdeb7b1cfb99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:09.506229 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-5faa5b39-47cc-4930-8c47-bdeb7b1cfb99 service neutron] 10.222.0.18 "PUT /v2.0/ports/b839036c-b1c5-47a3-88df-ec976ce16dca HTTP/1.1" status: 200 len: 1122 time: 6.3073149 Feb 04 20:53:09.550758 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-0d879239-d301-48c8-8d19-cb3e738abcb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f88318ba-9f8c-4470-96e0-8352ba9c9bda {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:53:09.561780 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-0d879239-d301-48c8-8d19-cb3e738abcb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:09.588963 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-0d879239-d301-48c8-8d19-cb3e738abcb7 service neutron] Transition to ACTIVE for port object f88318ba-9f8c-4470-96e0-8352ba9c9bda will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:53:09.591953 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2834215a-8a33-4460-87eb-ea406ea85d58', 'tag': 'b839036c-b1c5-47a3-88df-ec976ce16dca'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:53:09.615278 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3774592d-527d-44af-84fa-f717bba033b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:09.657408 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3774592d-527d-44af-84fa-f717bba033b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:53:09.664270 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-bb9b64ae-2892-44e5-9a2b-f1b3d6853a90 admin admin] Allocated IP 172.20.0.1 (c14f150b-4ca7-4c1e-a316-381569f0fa28/c645973d-e701-4f00-b256-28f08cd89f89/f5201201-ed6a-4664-b8b1-d82d28e2114b) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:53:09.675964 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3774592d-527d-44af-84fa-f717bba033b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:09.676535 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-3774592d-527d-44af-84fa-f717bba033b2 admin admin] Added segment f2898231-3274-442f-b16d-661bdc2664ed of type vlan for network a19a0c04-1b1e-4a60-9bb8-b32c6867ec38 Feb 04 20:53:09.711277 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3774592d-527d-44af-84fa-f717bba033b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:09.789689 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-0d879239-d301-48c8-8d19-cb3e738abcb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:09.799896 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 44232) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:09.802510 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774592d-527d-44af-84fa-f717bba033b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0b4844-5e21-4022-97cb-dfe7146468cb,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:09.902582 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3774592d-527d-44af-84fa-f717bba033b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:09.903697 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3774592d-527d-44af-84fa-f717bba033b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:09.904376 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3774592d-527d-44af-84fa-f717bba033b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:09.923891 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-33d61eb2-6a69-4db0-a8da-8453ab301b82 service neutron] Attempting to bind port eaf030fc-f030-4271-bf55-c0de902879dd on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:53:09.924223 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-33d61eb2-6a69-4db0-a8da-8453ab301b82 service neutron] Attempting to bind port eaf030fc-f030-4271-bf55-c0de902879dd by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:53:09.924548 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-33d61eb2-6a69-4db0-a8da-8453ab301b82 service neutron] Attempting to bind port eaf030fc-f030-4271-bf55-c0de902879dd on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:53:09.934349 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-33d61eb2-6a69-4db0-a8da-8453ab301b82 service neutron] Port eaf030fc-f030-4271-bf55-c0de902879dd on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:53:09.934670 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-33d61eb2-6a69-4db0-a8da-8453ab301b82 service neutron] Attempting to bind port eaf030fc-f030-4271-bf55-c0de902879dd on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:53:09.938768 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-cbbdc2fd-f5b0-4c4e-8926-cf319c58038f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b681d6d10fbd48eba3aeffe45e2e992f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2182209 Feb 04 20:53:09.943679 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44238) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:09.997129 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d879239-d301-48c8-8d19-cb3e738abcb7 service neutron] Pushing event updated for resources: {'Port': ['ID=f88318ba-9f8c-4470-96e0-8352ba9c9bda,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:10.047047 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bb9b64ae-2892-44e5-9a2b-f1b3d6853a90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:10.119069 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-bb9b64ae-2892-44e5-9a2b-f1b3d6853a90 admin admin] Transition to ACTIVE for port object f5201201-ed6a-4664-b8b1-d82d28e2114b will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:53:10.169384 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-33d61eb2-6a69-4db0-a8da-8453ab301b82 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:53:10.169725 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-33d61eb2-6a69-4db0-a8da-8453ab301b82 service neutron] Checking segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:53:10.170123 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-33d61eb2-6a69-4db0-a8da-8453ab301b82 service neutron] Bound using segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:53:10.170579 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-33d61eb2-6a69-4db0-a8da-8453ab301b82 service neutron] Bound port: eaf030fc-f030-4271-bf55-c0de902879dd, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:53:10.170933 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-33d61eb2-6a69-4db0-a8da-8453ab301b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:10.313808 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-3774592d-527d-44af-84fa-f717bba033b2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.4266760 Feb 04 20:53:10.330573 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44244) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:10.352083 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bb9b64ae-2892-44e5-9a2b-f1b3d6853a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:10.396936 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774592d-527d-44af-84fa-f717bba033b2 admin admin] Pushing event updated for resources: {'Network': ['ID=a19a0c04-1b1e-4a60-9bb8-b32c6867ec38,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:10.406955 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5960720e-a3f4-4ff3-88a7-b6fb73bc7f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:10.418604 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network a19a0c04-1b1e-4a60-9bb8-b32c6867ec38 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:53:10.424888 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-0d879239-d301-48c8-8d19-cb3e738abcb7 service neutron] Attempting to bind port f88318ba-9f8c-4470-96e0-8352ba9c9bda on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:53:10.424888 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-0d879239-d301-48c8-8d19-cb3e738abcb7 service neutron] Attempting to bind port f88318ba-9f8c-4470-96e0-8352ba9c9bda by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:53:10.425186 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-0d879239-d301-48c8-8d19-cb3e738abcb7 service neutron] Attempting to bind port f88318ba-9f8c-4470-96e0-8352ba9c9bda on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:53:10.441251 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-0d879239-d301-48c8-8d19-cb3e738abcb7 service neutron] Port f88318ba-9f8c-4470-96e0-8352ba9c9bda on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:53:10.441878 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-0d879239-d301-48c8-8d19-cb3e738abcb7 service neutron] Attempting to bind port f88318ba-9f8c-4470-96e0-8352ba9c9bda on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:53:10.445922 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-f3b48bac-243e-4644-8cc9-d24291f2cc22 admin admin] Request body: {'subnet': {'network_id': 'a19a0c04-1b1e-4a60-9bb8-b32c6867ec38', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1318404320-subnet', 'tenant_id': 'e3278ccb46d348fb9f831221b23b079d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:53:10.449876 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-5960720e-a3f4-4ff3-88a7-b6fb73bc7f47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:10.469107 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-0d879239-d301-48c8-8d19-cb3e738abcb7 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:53:10.469862 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-0d879239-d301-48c8-8d19-cb3e738abcb7 service neutron] Checking segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:53:10.469862 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-0d879239-d301-48c8-8d19-cb3e738abcb7 service neutron] Bound using segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:53:10.477738 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-0d879239-d301-48c8-8d19-cb3e738abcb7 service neutron] Bound port: f88318ba-9f8c-4470-96e0-8352ba9c9bda, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:53:10.478104 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-0d879239-d301-48c8-8d19-cb3e738abcb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:10.521649 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b64ae-2892-44e5-9a2b-f1b3d6853a90 admin admin] Pushing event updated for resources: {'Port': ['ID=f5201201-ed6a-4664-b8b1-d82d28e2114b,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:10.524567 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5960720e-a3f4-4ff3-88a7-b6fb73bc7f47 admin admin] Usage tracker for resource:security_group_rule and tenant:5e7a53e237054159879ca9167167c285 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:10.525727 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d8e289e5-e43e-4b84-95b5-c46c89c6700d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:10.533915 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f3b48bac-243e-4644-8cc9-d24291f2cc22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:10.544866 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5960720e-a3f4-4ff3-88a7-b6fb73bc7f47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:10.568720 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-5960720e-a3f4-4ff3-88a7-b6fb73bc7f47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:10.587011 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f3b48bac-243e-4644-8cc9-d24291f2cc22 admin admin] Usage tracker for resource:subnet and tenant:e3278ccb46d348fb9f831221b23b079d is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:10.594894 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-33d61eb2-6a69-4db0-a8da-8453ab301b82 service neutron] For port eaf030fc-f030-4271-bf55-c0de902879dd, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:53:10.598008 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9b64ae-2892-44e5-9a2b-f1b3d6853a90 admin admin] Network c14f150b-4ca7-4c1e-a316-381569f0fa28 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:53:10.599042 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f3b48bac-243e-4644-8cc9-d24291f2cc22 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:10.599415 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 1ad7e667-ae85-4b76-bc74-c7ecc82c1995 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:53:10.603838 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d8e289e5-e43e-4b84-95b5-c46c89c6700d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:10.605723 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d8e289e5-e43e-4b84-95b5-c46c89c6700d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dadcfd83-4dc1-4cc4-ac92-b613d5077a38 HTTP/1.1" status: 204 len: 168 time: 2.3288145 Feb 04 20:53:10.606834 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e289e5-e43e-4b84-95b5-c46c89c6700d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadcfd83-4dc1-4cc4-ac92-b613d5077a38,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:10.614785 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-bb9b64ae-2892-44e5-9a2b-f1b3d6853a90 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:53:10.617226 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f3b48bac-243e-4644-8cc9-d24291f2cc22 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:10.621314 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b7d255f5-17ab-44ff-8cd2-4ca5dd063932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:10.624725 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9b64ae-2892-44e5-9a2b-f1b3d6853a90 admin admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:53:10.633096 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a284d-b976-4f26-ad2d-b253143f09da req-d7296121-769b-4ae9-a65a-2fcc969cfbfb tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:10.646411 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ae1a284d-b976-4f26-ad2d-b253143f09da req-d7296121-769b-4ae9-a65a-2fcc969cfbfb tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=24a9c458-f05e-4879-9f24-8e10a2473ea9 HTTP/1.1" status: 200 len: 947 time: 1.2126753 Feb 04 20:53:10.659725 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-33d61eb2-6a69-4db0-a8da-8453ab301b82 service neutron] For port eaf030fc-f030-4271-bf55-c0de902879dd, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=eaf030fc-f030-4271-bf55-c0de902879dd,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:53:10.680661 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-33d61eb2-6a69-4db0-a8da-8453ab301b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:10.748773 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 1ad7e667-ae85-4b76-bc74-c7ecc82c1995 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:53:10.763980 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 1ad7e667-ae85-4b76-bc74-c7ecc82c1995 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:53:10.764450 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:10.829055 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930a629-cdf8-4b29-a90f-3a13edd288a0 req-94a76139-7e0e-4937-87a3-a450249f315d tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:10.830177 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b48bac-243e-4644-8cc9-d24291f2cc22 admin admin] Made reservation on behalf of e3278ccb46d348fb9f831221b23b079d for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:53:10.836772 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f3b48bac-243e-4644-8cc9-d24291f2cc22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:10.837416 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1930a629-cdf8-4b29-a90f-3a13edd288a0 req-94a76139-7e0e-4937-87a3-a450249f315d tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=2834215a-8a33-4460-87eb-ea406ea85d58 HTTP/1.1" status: 200 len: 944 time: 1.0356188 Feb 04 20:53:10.864466 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b7d255f5-17ab-44ff-8cd2-4ca5dd063932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:11.020971 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5960720e-a3f4-4ff3-88a7-b6fb73bc7f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:11.126783 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5960720e-a3f4-4ff3-88a7-b6fb73bc7f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:11.177573 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:11.217014 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-33d61eb2-6a69-4db0-a8da-8453ab301b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:11.220693 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-33d61eb2-6a69-4db0-a8da-8453ab301b82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:11.222208 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-33d61eb2-6a69-4db0-a8da-8453ab301b82 service neutron] 10.222.0.18 "PUT /v2.0/ports/eaf030fc-f030-4271-bf55-c0de902879dd HTTP/1.1" status: 200 len: 1095 time: 4.8352871 Feb 04 20:53:11.241669 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a9c458-f05e-4879-9f24-8e10a2473ea9', 'tag': 'eaf030fc-f030-4271-bf55-c0de902879dd'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:53:11.242910 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ae1a284d-b976-4f26-ad2d-b253143f09da req-bc1b82b1-62f6-4f57-a2da-112c66c04442 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5954669 Feb 04 20:53:11.244303 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 1ad7e667-ae85-4b76-bc74-c7ecc82c1995, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=1ad7e667-ae85-4b76-bc74-c7ecc82c1995,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:53:11.246610 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1930a629-cdf8-4b29-a90f-3a13edd288a0 req-3cfaecaa-66b7-4c09-a458-fe8e74772312 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082472 Feb 04 20:53:11.255619 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1370b4ce-fd5d-4d9c-b958-b946c6d795b2 None None] Provisioning for port f5201201-ed6a-4664-b8b1-d82d28e2114b completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:53:11.263382 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:11.294391 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bb9b64ae-2892-44e5-9a2b-f1b3d6853a90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:11.305560 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960720e-a3f4-4ff3-88a7-b6fb73bc7f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe754f0-a7a4-4f75-b1d8-894fb5e8d467,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:11.319372 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1370b4ce-fd5d-4d9c-b958-b946c6d795b2 None None] Provisioning complete for port f5201201-ed6a-4664-b8b1-d82d28e2114b triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:53:11.319600 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1370b4ce-fd5d-4d9c-b958-b946c6d795b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:11.349692 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5960720e-a3f4-4ff3-88a7-b6fb73bc7f47 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5e7a53e237054159879ca9167167c285&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4590039 Feb 04 20:53:11.351294 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-0d879239-d301-48c8-8d19-cb3e738abcb7 service neutron] For port f88318ba-9f8c-4470-96e0-8352ba9c9bda, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:53:11.357992 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 44262) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:11.363179 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-0d879239-d301-48c8-8d19-cb3e738abcb7 service neutron] For port f88318ba-9f8c-4470-96e0-8352ba9c9bda, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f88318ba-9f8c-4470-96e0-8352ba9c9bda,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:53:11.402826 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-0d879239-d301-48c8-8d19-cb3e738abcb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:11.412818 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1370b4ce-fd5d-4d9c-b958-b946c6d795b2 None None] Port f5201201-ed6a-4664-b8b1-d82d28e2114b cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:53:11.471783 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=1ad7e667-ae85-4b76-bc74-c7ecc82c1995,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:11.491028 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2834215a-8a33-4460-87eb-ea406ea85d58', 'tag': 'b839036c-b1c5-47a3-88df-ec976ce16dca', 'status': 'completed', 'code': 200} Feb 04 20:53:11.588098 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d61eb2-6a69-4db0-a8da-8453ab301b82 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf030fc-f030-4271-bf55-c0de902879dd,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:11.607430 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a9c458-f05e-4879-9f24-8e10a2473ea9', 'tag': 'eaf030fc-f030-4271-bf55-c0de902879dd', 'status': 'completed', 'code': 200} Feb 04 20:53:11.625352 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b7d255f5-17ab-44ff-8cd2-4ca5dd063932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:11.650416 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d255f5-17ab-44ff-8cd2-4ca5dd063932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc517a3-8b68-41af-87fe-8caaceda8fd6,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:11.707490 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b7d255f5-17ab-44ff-8cd2-4ca5dd063932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:11.709178 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b7d255f5-17ab-44ff-8cd2-4ca5dd063932 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3fc517a3-8b68-41af-87fe-8caaceda8fd6 HTTP/1.1" status: 204 len: 168 time: 1.7564590 Feb 04 20:53:11.728048 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-28b98063-e864-4eee-bdbd-dfb32a75f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:11.731433 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-28b98063-e864-4eee-bdbd-dfb32a75f4a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c95ab08729c4244bb5389f69a70876f&device_id=24a9c458-f05e-4879-9f24-8e10a2473ea9 HTTP/1.1" status: 200 len: 1098 time: 0.4231904 Feb 04 20:53:11.733584 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-0d879239-d301-48c8-8d19-cb3e738abcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:11.734462 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-0d879239-d301-48c8-8d19-cb3e738abcb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:11.736048 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-0d879239-d301-48c8-8d19-cb3e738abcb7 service neutron] 10.222.0.18 "PUT /v2.0/ports/f88318ba-9f8c-4470-96e0-8352ba9c9bda HTTP/1.1" status: 200 len: 1096 time: 5.9959753 Feb 04 20:53:11.837363 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-dab38b6f-c624-4132-a7f9-344b169fc5ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=eaf030fc-f030-4271-bf55-c0de902879dd HTTP/1.1" status: 200 len: 217 time: 0.0897949 Feb 04 20:53:11.924002 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-6eb47d78-560f-45fb-88e0-64147ae0069a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:11.925882 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-6eb47d78-560f-45fb-88e0-64147ae0069a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.0811408 Feb 04 20:53:12.030339 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d879239-d301-48c8-8d19-cb3e738abcb7 service neutron] Pushing event updated for resources: {'Port': ['ID=f88318ba-9f8c-4470-96e0-8352ba9c9bda,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:12.086365 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-28678adc-227e-46b8-bba8-120067f24015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:12.145556 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-28678adc-227e-46b8-bba8-120067f24015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:12.175694 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-e013ce98-8748-43c9-b2ed-7cf0b9a909c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:12.177300 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-e013ce98-8748-43c9-b2ed-7cf0b9a909c1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c95ab08729c4244bb5389f69a70876f&device_id=d0153775-2f16-46e6-9cb1-3fc3d75ea1b8 HTTP/1.1" status: 200 len: 1099 time: 0.3706725 Feb 04 20:53:12.189150 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f17c2-00dc-4a00-b950-0b420b6dacd6 req-dc765fdc-e3df-43ee-ba79-cedfbaa17bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:12.190664 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9f1f17c2-00dc-4a00-b950-0b420b6dacd6 req-dc765fdc-e3df-43ee-ba79-cedfbaa17bd5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&device_id=2834215a-8a33-4460-87eb-ea406ea85d58 HTTP/1.1" status: 200 len: 1125 time: 0.4627955 Feb 04 20:53:12.286036 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-93e3c772-c1ae-4a1b-b306-c8e3b5979e47 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=f88318ba-9f8c-4470-96e0-8352ba9c9bda HTTP/1.1" status: 200 len: 217 time: 0.0944009 Feb 04 20:53:12.428635 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-28678adc-227e-46b8-bba8-120067f24015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:12.449358 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-b1d4325a-4d71-4529-a9cf-6196b26fa9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:12.450829 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-b1d4325a-4d71-4529-a9cf-6196b26fa9bb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.1567459 Feb 04 20:53:12.457425 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28678adc-227e-46b8-bba8-120067f24015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe754f0-a7a4-4f75-b1d8-894fb5e8d467,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:12.531006 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f3b48bac-243e-4644-8cc9-d24291f2cc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:12.536249 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-28678adc-227e-46b8-bba8-120067f24015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:12.537400 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-28678adc-227e-46b8-bba8-120067f24015 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3fe754f0-a7a4-4f75-b1d8-894fb5e8d467 HTTP/1.1" status: 204 len: 168 time: 1.1780913 Feb 04 20:53:12.544541 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 1ad7e667-ae85-4b76-bc74-c7ecc82c1995 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:53:12.552058 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f17c2-00dc-4a00-b950-0b420b6dacd6 req-19e2ab99-300d-4f0d-a2b9-06e32fc3bcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:12.562030 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9f1f17c2-00dc-4a00-b950-0b420b6dacd6 req-19e2ab99-300d-4f0d-a2b9-06e32fc3bcec service neutron] 10.222.0.32 "GET /v2.0/networks?id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 HTTP/1.1" status: 200 len: 921 time: 0.3064060 Feb 04 20:53:12.662421 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-43e37bd3-d45d-4959-a2a9-64edd4d80494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:12.666289 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device b839036c-b1c5-47a3-88df-ec976ce16dca details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:53:12.670709 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-43e37bd3-d45d-4959-a2a9-64edd4d80494 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7346869 Feb 04 20:53:12.719833 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9f1f17c2-00dc-4a00-b950-0b420b6dacd6 req-ee6680d2-be5b-4fd3-9be8-fa0b6eb631f5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b839036c-b1c5-47a3-88df-ec976ce16dca HTTP/1.1" status: 200 len: 217 time: 0.1457307 Feb 04 20:53:12.724143 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 1ad7e667-ae85-4b76-bc74-c7ecc82c1995 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:53:12.724515 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:12.758456 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44290) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:12.869049 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f17c2-00dc-4a00-b950-0b420b6dacd6 req-4797a320-2b79-48c9-af4a-8261f29fdf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:12.871470 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9f1f17c2-00dc-4a00-b950-0b420b6dacd6 req-4797a320-2b79-48c9-af4a-8261f29fdf5d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af7ea361-8fb7-49bd-8e76-0990ff7e7df7 HTTP/1.1" status: 200 len: 860 time: 0.1450160 Feb 04 20:53:12.896223 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.resource_extend [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:53:12.933568 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9f1f17c2-00dc-4a00-b950-0b420b6dacd6 req-32bf9919-eda6-4fb7-a8fb-7b5f3f59b7e2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521061 Feb 04 20:53:12.937632 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-e1a36b87-3d4f-40f1-aed5-b864dc95e77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:12.958630 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-e1a36b87-3d4f-40f1-aed5-b864dc95e77a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4764631 Feb 04 20:53:13.274116 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b48bac-243e-4644-8cc9-d24291f2cc22 admin admin] Checking segment: {'id': 'f2898231-3274-442f-b16d-661bdc2664ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'a19a0c04-1b1e-4a60-9bb8-b32c6867ec38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:53:13.274116 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b48bac-243e-4644-8cc9-d24291f2cc22 admin admin] Network hostable DHCP agents. Network: a19a0c04-1b1e-4a60-9bb8-b32c6867ec38, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:53:13.274303 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af1b00-df16-4087-a718-7f1fbf992661 req-aa97fc8d-15b8-445e-a338-cd79147de5a5 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:13.274303 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-65af1b00-df16-4087-a718-7f1fbf992661 req-aa97fc8d-15b8-445e-a338-cd79147de5a5 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=2834215a-8a33-4460-87eb-ea406ea85d58 HTTP/1.1" status: 200 len: 944 time: 0.5726867 Feb 04 20:53:13.274478 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port b839036c-b1c5-47a3-88df-ec976ce16dca, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b839036c-b1c5-47a3-88df-ec976ce16dca,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:53:13.299596 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device b839036c-b1c5-47a3-88df-ec976ce16dca has no active binding in host n-h2-827896-1 {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 20:53:13.308698 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a620cad-dfb0-4ee1-bf04-84d8f8ecab83 req-625a0314-08ed-4846-abbe-b727a6de28ad tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:13.313734 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3a620cad-dfb0-4ee1-bf04-84d8f8ecab83 req-625a0314-08ed-4846-abbe-b727a6de28ad tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=24a9c458-f05e-4879-9f24-8e10a2473ea9 HTTP/1.1" status: 200 len: 947 time: 0.5463390 Feb 04 20:53:13.327391 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b48bac-243e-4644-8cc9-d24291f2cc22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=102abffb-e90e-4adc-9616-bbac9116e40f,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:13.337368 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-73da53d7-2996-49d1-a8d1-86d3f9f98d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:13.436135 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-65af1b00-df16-4087-a718-7f1fbf992661 req-d24d23c6-dc86-4bfc-9d6c-65edde198ca6 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003849 Feb 04 20:53:13.501856 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0153775-2f16-46e6-9cb1-3fc3d75ea1b8', 'tag': 'f88318ba-9f8c-4470-96e0-8352ba9c9bda'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:53:13.523133 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bb9b64ae-2892-44e5-9a2b-f1b3d6853a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:13.528805 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9f1f17c2-00dc-4a00-b950-0b420b6dacd6 req-92a3cf80-ca9c-4472-9e47-7057d5fa19b4 service neutron] 10.222.0.32 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5321267 Feb 04 20:53:13.594804 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b48bac-243e-4644-8cc9-d24291f2cc22 admin admin] Network a19a0c04-1b1e-4a60-9bb8-b32c6867ec38 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:53:13.621165 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3a620cad-dfb0-4ee1-bf04-84d8f8ecab83 req-080bbda1-e70f-49cf-b726-052007871fd2 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945256 Feb 04 20:53:13.630289 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0153775-2f16-46e6-9cb1-3fc3d75ea1b8', 'tag': 'f88318ba-9f8c-4470-96e0-8352ba9c9bda', 'status': 'completed', 'code': 200} Feb 04 20:53:13.634869 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-73da53d7-2996-49d1-a8d1-86d3f9f98d85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:13.640566 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-c351c070-f7e0-4e2e-8cbf-c87b144e239f service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6821690 Feb 04 20:53:13.678099 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-73da53d7-2996-49d1-a8d1-86d3f9f98d85 admin admin] Usage tracker for resource:security_group_rule and tenant:12dc5adb7a2746fabedfb67d51e8c259 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:13.681362 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-f3b48bac-243e-4644-8cc9-d24291f2cc22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, a19a0c04-1b1e-4a60-9bb8-b32c6867ec38) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:53:13.693745 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-73da53d7-2996-49d1-a8d1-86d3f9f98d85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:13.694459 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3de2b7-0623-49cc-8f18-5b12dc052b85 None None] Network a19a0c04-1b1e-4a60-9bb8-b32c6867ec38 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:53:13.720939 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-73da53d7-2996-49d1-a8d1-86d3f9f98d85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:13.744168 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b48bac-243e-4644-8cc9-d24291f2cc22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:13.744914 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f3b48bac-243e-4644-8cc9-d24291f2cc22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:13.831964 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 44312) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:13.973626 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d94b1b0c-ddfa-4ee3-aaff-a1317cb99095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:14.047131 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ae32b9-08e7-497c-a173-a396f8066f2f None None] Network a19a0c04-1b1e-4a60-9bb8-b32c6867ec38 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:53:14.114915 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-327d3597-4d2c-47bd-b66a-70814c6931da service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3594940 Feb 04 20:53:14.131063 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f3b48bac-243e-4644-8cc9-d24291f2cc22 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.7735615 Feb 04 20:53:14.214807 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6064a7a9-9d0b-4610-b623-ae6fb9e94ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:14.229556 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9f1f17c2-00dc-4a00-b950-0b420b6dacd6 req-50a53550-cf97-4598-abc2-554504b69996 service neutron] 10.222.0.32 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6771922 Feb 04 20:53:14.281623 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-f96c5ad2-36cd-4b90-b36a-9d9040dd2ba3 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5947473 Feb 04 20:53:14.396242 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4dca4777-2e14-4e21-b331-1d8065b62d17 req-b0438bba-3a4a-413e-b7bc-38aca2c10d60 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719872 Feb 04 20:53:14.402769 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-73da53d7-2996-49d1-a8d1-86d3f9f98d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:14.433663 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-73da53d7-2996-49d1-a8d1-86d3f9f98d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:14.442179 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bb9b64ae-2892-44e5-9a2b-f1b3d6853a90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:14.467873 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bb9b64ae-2892-44e5-9a2b-f1b3d6853a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:14.516732 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-6064a7a9-9d0b-4610-b623-ae6fb9e94ae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:14.533599 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-6064a7a9-9d0b-4610-b623-ae6fb9e94ae5 admin admin] Usage tracker for resource:security_group_rule and tenant:738952af145944da8d580e17525c3134 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:14.543098 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-6064a7a9-9d0b-4610-b623-ae6fb9e94ae5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:14.558832 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-6064a7a9-9d0b-4610-b623-ae6fb9e94ae5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:14.759723 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-73da53d7-2996-49d1-a8d1-86d3f9f98d85 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=12dc5adb7a2746fabedfb67d51e8c259&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9684658 Feb 04 20:53:14.764630 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44330) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:14.766925 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da53d7-2996-49d1-a8d1-86d3f9f98d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7784b7-36f4-4d99-8965-e0f7da4dc498,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:14.775210 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6328a-f308-4e0e-8bc2-6dd5d93c8561 req-54c4b056-4742-4dae-a27c-1ef6201f8b72 tempest-NetworksTest-732061779 tempest-NetworksTest-732061779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:14.777431 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6328a-f308-4e0e-8bc2-6dd5d93c8561 req-54c4b056-4742-4dae-a27c-1ef6201f8b72 tempest-NetworksTest-732061779 tempest-NetworksTest-732061779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:14.778261 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6328a-f308-4e0e-8bc2-6dd5d93c8561 req-54c4b056-4742-4dae-a27c-1ef6201f8b72 tempest-NetworksTest-732061779 tempest-NetworksTest-732061779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:14.779414 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6328a-f308-4e0e-8bc2-6dd5d93c8561 req-54c4b056-4742-4dae-a27c-1ef6201f8b72 tempest-NetworksTest-732061779 tempest-NetworksTest-732061779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:14.780443 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6328a-f308-4e0e-8bc2-6dd5d93c8561 req-54c4b056-4742-4dae-a27c-1ef6201f8b72 tempest-NetworksTest-732061779 tempest-NetworksTest-732061779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:14.781318 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6328a-f308-4e0e-8bc2-6dd5d93c8561 req-54c4b056-4742-4dae-a27c-1ef6201f8b72 tempest-NetworksTest-732061779 tempest-NetworksTest-732061779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:14.782652 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6328a-f308-4e0e-8bc2-6dd5d93c8561 req-54c4b056-4742-4dae-a27c-1ef6201f8b72 tempest-NetworksTest-732061779 tempest-NetworksTest-732061779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:14.783244 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6328a-f308-4e0e-8bc2-6dd5d93c8561 req-54c4b056-4742-4dae-a27c-1ef6201f8b72 tempest-NetworksTest-732061779 tempest-NetworksTest-732061779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:14.784310 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6328a-f308-4e0e-8bc2-6dd5d93c8561 req-54c4b056-4742-4dae-a27c-1ef6201f8b72 tempest-NetworksTest-732061779 tempest-NetworksTest-732061779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:14.785047 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6328a-f308-4e0e-8bc2-6dd5d93c8561 req-54c4b056-4742-4dae-a27c-1ef6201f8b72 tempest-NetworksTest-732061779 tempest-NetworksTest-732061779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:14.787765 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c8b6328a-f308-4e0e-8bc2-6dd5d93c8561 req-54c4b056-4742-4dae-a27c-1ef6201f8b72 tempest-NetworksTest-732061779 tempest-NetworksTest-732061779-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7128 time: 0.5049417 Feb 04 20:53:14.801327 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bb9b64ae-2892-44e5-9a2b-f1b3d6853a90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:14.819232 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b64ae-2892-44e5-9a2b-f1b3d6853a90 admin admin] Pushing event updated for resources: {'Port': ['ID=f5201201-ed6a-4664-b8b1-d82d28e2114b,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:14.874502 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6064a7a9-9d0b-4610-b623-ae6fb9e94ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:14.891481 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6064a7a9-9d0b-4610-b623-ae6fb9e94ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:14.959148 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e65fc1-bcd6-408b-8507-5bf69aca9fe2 req-9b7d9fa4-4ff6-4834-aefb-620f4cf2b190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:14.960635 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-50e65fc1-bcd6-408b-8507-5bf69aca9fe2 req-9b7d9fa4-4ff6-4834-aefb-620f4cf2b190 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c95ab08729c4244bb5389f69a70876f&device_id=24a9c458-f05e-4879-9f24-8e10a2473ea9 HTTP/1.1" status: 200 len: 1098 time: 0.3882072 Feb 04 20:53:14.964346 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-729a35bd-a60d-4eb1-a346-52f9796c453f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:14.971716 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15229a27-8254-4082-a537-52241a43f711 req-2b9f77f4-fc98-4d91-b3e6-c0d3cf79a859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:14.973252 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-15229a27-8254-4082-a537-52241a43f711 req-2b9f77f4-fc98-4d91-b3e6-c0d3cf79a859 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c95ab08729c4244bb5389f69a70876f&device_id=d0153775-2f16-46e6-9cb1-3fc3d75ea1b8 HTTP/1.1" status: 200 len: 1099 time: 0.5238481 Feb 04 20:53:15.030245 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6064a7a9-9d0b-4610-b623-ae6fb9e94ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a2c71b-8cd0-401d-bfe0-df48583d9f02,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:15.047380 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-6064a7a9-9d0b-4610-b623-ae6fb9e94ae5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=738952af145944da8d580e17525c3134&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2120836 Feb 04 20:53:15.067099 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44336) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:15.120472 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-729a35bd-a60d-4eb1-a346-52f9796c453f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:15.145781 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93975125-a400-4d3f-aac3-e18d33ccff8f req-dcc91b72-c279-44a3-b62d-38ecd2b72a61 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:15.147192 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93975125-a400-4d3f-aac3-e18d33ccff8f req-dcc91b72-c279-44a3-b62d-38ecd2b72a61 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=2834215a-8a33-4460-87eb-ea406ea85d58 HTTP/1.1" status: 200 len: 944 time: 0.5219736 Feb 04 20:53:15.184951 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9b64ae-2892-44e5-9a2b-f1b3d6853a90 admin admin] Network c14f150b-4ca7-4c1e-a316-381569f0fa28 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:53:15.205878 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-bb9b64ae-2892-44e5-9a2b-f1b3d6853a90 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:53:15.223108 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93975125-a400-4d3f-aac3-e18d33ccff8f req-dd555c9c-73a7-468f-832b-2d3213c0cf22 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655029 Feb 04 20:53:15.253129 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca036d-cb91-4f63-8d4b-dc89f9289157 req-2ee84d8f-85fe-4654-b683-5b3eb5cb3a61 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:15.254676 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dfca036d-cb91-4f63-8d4b-dc89f9289157 req-2ee84d8f-85fe-4654-b683-5b3eb5cb3a61 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=24a9c458-f05e-4879-9f24-8e10a2473ea9 HTTP/1.1" status: 200 len: 947 time: 0.3318720 Feb 04 20:53:15.260548 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15229a27-8254-4082-a537-52241a43f711 req-947f14d3-2052-493d-88c4-ff9cc3c6be81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:15.262149 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-15229a27-8254-4082-a537-52241a43f711 req-947f14d3-2052-493d-88c4-ff9cc3c6be81 service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.2573044 Feb 04 20:53:15.374505 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e65fc1-bcd6-408b-8507-5bf69aca9fe2 req-3aa93f11-f328-434a-8a2b-dc3596884d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:15.381412 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-50e65fc1-bcd6-408b-8507-5bf69aca9fe2 req-3aa93f11-f328-434a-8a2b-dc3596884d90 service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.4047375 Feb 04 20:53:15.461541 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-15229a27-8254-4082-a537-52241a43f711 req-dc22be3e-e254-4a7b-a61f-f49dc402aa06 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=f88318ba-9f8c-4470-96e0-8352ba9c9bda HTTP/1.1" status: 200 len: 217 time: 0.1194379 Feb 04 20:53:15.467816 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dfca036d-cb91-4f63-8d4b-dc89f9289157 req-b4f80e1d-32b1-4aaa-93bf-490e9307e4b3 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022855 Feb 04 20:53:15.509667 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0dd8c641-217c-4809-be0a-9fd4ba0ebf6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:15.515926 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-50e65fc1-bcd6-408b-8507-5bf69aca9fe2 req-9c12b76b-18ec-4634-bff1-08de1524d315 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=eaf030fc-f030-4271-bf55-c0de902879dd HTTP/1.1" status: 200 len: 217 time: 0.1106098 Feb 04 20:53:15.526960 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-729a35bd-a60d-4eb1-a346-52f9796c453f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:15.665579 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-8c2bf8b5-3a28-450d-ab7b-2941e1950684 None None] Provisioning complete for port f5201201-ed6a-4664-b8b1-d82d28e2114b triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:53:15.666083 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8c2bf8b5-3a28-450d-ab7b-2941e1950684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:15.726024 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-729a35bd-a60d-4eb1-a346-52f9796c453f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:15.727253 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-729a35bd-a60d-4eb1-a346-52f9796c453f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2b7784b7-36f4-4d99-8965-e0f7da4dc498 HTTP/1.1" status: 204 len: 168 time: 0.9573634 Feb 04 20:53:15.728279 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a35bd-a60d-4eb1-a346-52f9796c453f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7784b7-36f4-4d99-8965-e0f7da4dc498,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:15.757550 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-8c2bf8b5-3a28-450d-ab7b-2941e1950684 None None] Port f5201201-ed6a-4664-b8b1-d82d28e2114b cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:53:15.787886 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15229a27-8254-4082-a537-52241a43f711 req-d3614e43-cc9c-4c5b-ae91-50761bf91d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:15.789273 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-15229a27-8254-4082-a537-52241a43f711 req-d3614e43-cc9c-4c5b-ae91-50761bf91d5c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.3187239 Feb 04 20:53:15.848736 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0dd8c641-217c-4809-be0a-9fd4ba0ebf6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:15.895018 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e65fc1-bcd6-408b-8507-5bf69aca9fe2 req-8dc3b169-0ecc-4dc9-8919-4697462d016d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:15.896472 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-50e65fc1-bcd6-408b-8507-5bf69aca9fe2 req-8dc3b169-0ecc-4dc9-8919-4697462d016d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.3630466 Feb 04 20:53:16.031602 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-5a91d87f-76dd-4b04-9604-78e53feb8dc6 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:16.043981 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-5a91d87f-76dd-4b04-9604-78e53feb8dc6 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/networks?id=e2945ff6-c379-474d-a032-331b1f6dd08e HTTP/1.1" status: 200 len: 807 time: 0.4833200 Feb 04 20:53:16.049198 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9b64ae-2892-44e5-9a2b-f1b3d6853a90 admin admin] Router 4768c878-edcb-40f0-9279-0c17983fc38e has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:53:16.098210 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-73d19990-1958-43b7-aa05-b2d36704d4f1 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/quotas/1e904fca23cf47ec90953cad0cc5c8e4 HTTP/1.1" status: 200 len: 375 time: 0.0533428 Feb 04 20:53:16.101803 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ff1d6-86d6-4efa-a5ac-df58869ed4d4 req-03e3252b-cecf-4ee3-b6f8-346b555ec536 tempest-NetworksTest-732061779 tempest-NetworksTest-732061779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:16.103074 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c17ff1d6-86d6-4efa-a5ac-df58869ed4d4 req-03e3252b-cecf-4ee3-b6f8-346b555ec536 tempest-NetworksTest-732061779 tempest-NetworksTest-732061779-project-admin] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 886 time: 0.5516312 Feb 04 20:53:16.193836 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-0fc62954-68a6-433d-b373-837e6b43184f tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0947804 Feb 04 20:53:16.273591 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b2e50fed-6368-412b-84f0-8fc7015c9fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:16.305045 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9b64ae-2892-44e5-9a2b-f1b3d6853a90 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:53:16.318627 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfb185b-3009-49f7-a32a-98943df7457d None None] Sync routers for ids ['4768c878-edcb-40f0-9279-0c17983fc38e'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:53:16.336481 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15229a27-8254-4082-a537-52241a43f711 req-23a449ab-d8a4-4c6b-98f6-c2915a6753eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:16.337576 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfb185b-3009-49f7-a32a-98943df7457d None None] Routers {'4768c878-edcb-40f0-9279-0c17983fc38e'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:53:16.339211 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-8dfb185b-3009-49f7-a32a-98943df7457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:53:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4768c878-edcb-40f0-9279-0c17983fc38e'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:53:16.339619 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bb9b64ae-2892-44e5-9a2b-f1b3d6853a90 admin admin] 10.222.0.26 "PUT /v2.0/routers/4768c878-edcb-40f0-9279-0c17983fc38e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6820576 Feb 04 20:53:16.342886 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0dd8c641-217c-4809-be0a-9fd4ba0ebf6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:16.345816 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0dd8c641-217c-4809-be0a-9fd4ba0ebf6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:16.347097 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0dd8c641-217c-4809-be0a-9fd4ba0ebf6a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/13a2c71b-8cd0-401d-bfe0-df48583d9f02 HTTP/1.1" status: 204 len: 168 time: 1.2702334 Feb 04 20:53:16.355722 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-15229a27-8254-4082-a537-52241a43f711 req-23a449ab-d8a4-4c6b-98f6-c2915a6753eb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5496535 Feb 04 20:53:16.359955 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8c641-217c-4809-be0a-9fd4ba0ebf6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a2c71b-8cd0-401d-bfe0-df48583d9f02,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:16.374175 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e65fc1-bcd6-408b-8507-5bf69aca9fe2 req-e845bdd0-c613-4020-ac33-d82dea80ad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:16.376088 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-50e65fc1-bcd6-408b-8507-5bf69aca9fe2 req-e845bdd0-c613-4020-ac33-d82dea80ad59 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4342959 Feb 04 20:53:16.544678 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-50e65fc1-bcd6-408b-8507-5bf69aca9fe2 req-82ce9ceb-4ce5-4d80-bf8b-f3a17f2e7198 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541827 Feb 04 20:53:16.763965 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-50e65fc1-bcd6-408b-8507-5bf69aca9fe2 req-af81a4c5-3ffe-42ad-8267-e3b649013ecb service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112544 Feb 04 20:53:16.785619 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774860f4-3764-47bf-a1d1-38409d431d70 req-308cdcc4-57ca-4c7b-a8b6-d0bb46edba96 tempest-NetworksTest-732061779 tempest-NetworksTest-732061779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:16.786103 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774860f4-3764-47bf-a1d1-38409d431d70 req-308cdcc4-57ca-4c7b-a8b6-d0bb46edba96 tempest-NetworksTest-732061779 tempest-NetworksTest-732061779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:16.786573 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774860f4-3764-47bf-a1d1-38409d431d70 req-308cdcc4-57ca-4c7b-a8b6-d0bb46edba96 tempest-NetworksTest-732061779 tempest-NetworksTest-732061779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:16.787137 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774860f4-3764-47bf-a1d1-38409d431d70 req-308cdcc4-57ca-4c7b-a8b6-d0bb46edba96 tempest-NetworksTest-732061779 tempest-NetworksTest-732061779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:16.787617 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774860f4-3764-47bf-a1d1-38409d431d70 req-308cdcc4-57ca-4c7b-a8b6-d0bb46edba96 tempest-NetworksTest-732061779 tempest-NetworksTest-732061779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:16.788055 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774860f4-3764-47bf-a1d1-38409d431d70 req-308cdcc4-57ca-4c7b-a8b6-d0bb46edba96 tempest-NetworksTest-732061779 tempest-NetworksTest-732061779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:16.788620 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774860f4-3764-47bf-a1d1-38409d431d70 req-308cdcc4-57ca-4c7b-a8b6-d0bb46edba96 tempest-NetworksTest-732061779 tempest-NetworksTest-732061779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:16.788947 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774860f4-3764-47bf-a1d1-38409d431d70 req-308cdcc4-57ca-4c7b-a8b6-d0bb46edba96 tempest-NetworksTest-732061779 tempest-NetworksTest-732061779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:16.789438 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774860f4-3764-47bf-a1d1-38409d431d70 req-308cdcc4-57ca-4c7b-a8b6-d0bb46edba96 tempest-NetworksTest-732061779 tempest-NetworksTest-732061779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:16.790794 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774860f4-3764-47bf-a1d1-38409d431d70 req-308cdcc4-57ca-4c7b-a8b6-d0bb46edba96 tempest-NetworksTest-732061779 tempest-NetworksTest-732061779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:16.792948 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-774860f4-3764-47bf-a1d1-38409d431d70 req-308cdcc4-57ca-4c7b-a8b6-d0bb46edba96 tempest-NetworksTest-732061779 tempest-NetworksTest-732061779-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7128 time: 0.6533537 Feb 04 20:53:16.867635 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-8dfb185b-3009-49f7-a32a-98943df7457d None None] Set router 4768c878-edcb-40f0-9279-0c17983fc38e gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:53:17.025118 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-20e18c91-904d-4151-a47a-fd483b9706fb service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:53:17.034735 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-20e18c91-904d-4151-a47a-fd483b9706fb service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6086330 Feb 04 20:53:17.120514 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-15229a27-8254-4082-a537-52241a43f711 req-9fca82db-0d15-4a5d-8a6c-606339381a09 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7518194 Feb 04 20:53:17.186968 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44380) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:17.248643 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-540169ab-8acc-4a2c-a1f0-5942ec065567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:17.338841 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-540169ab-8acc-4a2c-a1f0-5942ec065567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:17.351640 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-540169ab-8acc-4a2c-a1f0-5942ec065567 admin admin] Usage tracker for resource:security_group_rule and tenant:d0c35382be654410bad32b24987112b4 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:17.359891 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-540169ab-8acc-4a2c-a1f0-5942ec065567 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:17.371315 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-540169ab-8acc-4a2c-a1f0-5942ec065567 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:17.547231 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-540169ab-8acc-4a2c-a1f0-5942ec065567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:17.555488 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-540169ab-8acc-4a2c-a1f0-5942ec065567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:17.630241 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-540169ab-8acc-4a2c-a1f0-5942ec065567 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d0c35382be654410bad32b24987112b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4390507 Feb 04 20:53:17.630241 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540169ab-8acc-4a2c-a1f0-5942ec065567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a15f63-38dc-46fa-90dd-2047560b4841,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:17.631255 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44394) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:17.638346 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf55e92-9238-4699-8f3f-35b470f9e53d req-3dee85c1-4174-414f-830e-39a6a0809a12 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:17.639976 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2bf55e92-9238-4699-8f3f-35b470f9e53d req-3dee85c1-4174-414f-830e-39a6a0809a12 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=2834215a-8a33-4460-87eb-ea406ea85d58 HTTP/1.1" status: 200 len: 944 time: 0.6280000 Feb 04 20:53:17.726384 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-15229a27-8254-4082-a537-52241a43f711 req-ffbe9e5a-d242-4b01-b706-d4a6e52789bc service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5744765 Feb 04 20:53:17.741446 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fdd9bc81-88de-4b85-a05d-bf449558f7e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:17.766741 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44398) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:17.781661 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-78626497-92a6-4acf-b736-090032de6202 service neutron] 10.222.0.26 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7469151 Feb 04 20:53:17.793035 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:17.825080 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fdd9bc81-88de-4b85-a05d-bf449558f7e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:17.833158 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:17.899658 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2bf55e92-9238-4699-8f3f-35b470f9e53d req-87805fce-40b8-4fde-942f-82369de07e58 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529793 Feb 04 20:53:17.930712 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-e4302ed4-43a7-40ad-8764-2a45c066eb6d service neutron] 10.222.0.32 "GET /v2.0/ports/b839036c-b1c5-47a3-88df-ec976ce16dca/bindings/n-h2-827896-1 HTTP/1.1" status: 200 len: 384 time: 0.2565312 Feb 04 20:53:17.947157 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fdd9bc81-88de-4b85-a05d-bf449558f7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:18.015897 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9bc81-88de-4b85-a05d-bf449558f7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a15f63-38dc-46fa-90dd-2047560b4841,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:18.026308 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fdd9bc81-88de-4b85-a05d-bf449558f7e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:18.029909 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fdd9bc81-88de-4b85-a05d-bf449558f7e7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c9a15f63-38dc-46fa-90dd-2047560b4841 HTTP/1.1" status: 204 len: 168 time: 0.3953142 Feb 04 20:53:18.080805 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-12be228d-1a23-4fb9-a79a-ea75a12ba985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:18.113695 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-8dfb185b-3009-49f7-a32a-98943df7457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-602606223-router', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:55Z', 'updated_at': '2022-02-04T20:53:12Z', 'revision_number': 4, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'gw_port': {'id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:57Z', 'updated_at': '2022-02-04T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'f5201201-ed6a-4664-b8b1-d82d28e2114b', 'name': '', 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'mac_address': 'fa:16:3e:f3:e9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c645973d-e701-4f00-b256-28f08cd89f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:53:08Z', 'updated_at': '2022-02-04T20:53:13Z', 'revision_number': 2, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'subnets': [{'id': 'c645973d-e701-4f00-b256-28f08cd89f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:53:18.125248 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfb185b-3009-49f7-a32a-98943df7457d None None] Checking router: 4768c878-edcb-40f0-9279-0c17983fc38e for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:53:18.125531 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfb185b-3009-49f7-a32a-98943df7457d None None] Updating router 4768c878-edcb-40f0-9279-0c17983fc38e port f5201201-ed6a-4664-b8b1-d82d28e2114b binding host n-d-827896-1 {{(pid=87684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:53:18.142391 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-12be228d-1a23-4fb9-a79a-ea75a12ba985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:18.150163 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-12be228d-1a23-4fb9-a79a-ea75a12ba985 admin admin] Usage tracker for resource:security_group_rule and tenant:71055bbea5414ffaafd2808597dc0038 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:18.154862 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-12be228d-1a23-4fb9-a79a-ea75a12ba985 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:18.181341 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-12be228d-1a23-4fb9-a79a-ea75a12ba985 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:18.188817 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-01938477-d113-440c-b88d-36aa2c526be8 service neutron] 10.222.0.26 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061368 Feb 04 20:53:18.274750 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8dfb185b-3009-49f7-a32a-98943df7457d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:18.391379 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-12be228d-1a23-4fb9-a79a-ea75a12ba985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:18.407004 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-12be228d-1a23-4fb9-a79a-ea75a12ba985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:18.557487 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-12be228d-1a23-4fb9-a79a-ea75a12ba985 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=71055bbea5414ffaafd2808597dc0038&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7890964 Feb 04 20:53:18.575635 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44422) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:18.576337 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be228d-1a23-4fb9-a79a-ea75a12ba985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e6767e-eca4-44c4-a476-84e8794a0084,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:18.704640 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device f88318ba-9f8c-4470-96e0-8352ba9c9bda details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:53:18.711730 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-005cdca1-501d-47a9-873b-891ee678660d req-9ffa06a6-cddd-4087-9e93-36201ff96f6a tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=07996bf1-0225-4e57-9c04-e798441c3584 HTTP/1.1" status: 200 len: 210 time: 0.0659733 Feb 04 20:53:18.747281 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c81fb-124f-4a72-b5a2-70fcd732d019 req-d4b7dfb6-f473-4bb1-9905-d6a3edb09385 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:18.749017 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-388c81fb-124f-4a72-b5a2-70fcd732d019 req-d4b7dfb6-f473-4bb1-9905-d6a3edb09385 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=24a9c458-f05e-4879-9f24-8e10a2473ea9 HTTP/1.1" status: 200 len: 947 time: 0.4132028 Feb 04 20:53:18.811449 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dbcf3d68-77e1-4355-b710-a3117923b959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:18.850077 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-ca4426a2-42cb-45ad-b92e-a79d887ede40 service neutron] For port b839036c-b1c5-47a3-88df-ec976ce16dca, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b839036c-b1c5-47a3-88df-ec976ce16dca,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:53:18.898022 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-388c81fb-124f-4a72-b5a2-70fcd732d019 req-fbf2a11a-e9fa-4d45-a6e9-c35d7b69a92b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140547 Feb 04 20:53:18.901452 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dbcf3d68-77e1-4355-b710-a3117923b959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:18.908513 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-ca4426a2-42cb-45ad-b92e-a79d887ede40 service neutron] For port b839036c-b1c5-47a3-88df-ec976ce16dca, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:53:18.971901 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44440) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:18.983339 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-1ee85ff2-628f-40c9-93ca-72b7db0081e6 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-718297321-network', 'tenant_id': 'a6b17d5e6bc643d0a2391b99d2496f47'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:53:18.992427 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dbcf3d68-77e1-4355-b710-a3117923b959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:19.001398 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-1ee85ff2-628f-40c9-93ca-72b7db0081e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:19.022967 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf3d68-77e1-4355-b710-a3117923b959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e6767e-eca4-44c4-a476-84e8794a0084,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:19.030679 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1ee85ff2-628f-40c9-93ca-72b7db0081e6 admin admin] Usage tracker for resource:network and tenant:a6b17d5e6bc643d0a2391b99d2496f47 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:19.037838 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1ee85ff2-628f-40c9-93ca-72b7db0081e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:19.055709 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-1ee85ff2-628f-40c9-93ca-72b7db0081e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:19.059185 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dbcf3d68-77e1-4355-b710-a3117923b959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:19.060881 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-dbcf3d68-77e1-4355-b710-a3117923b959 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c3e6767e-eca4-44c4-a476-84e8794a0084 HTTP/1.1" status: 204 len: 168 time: 0.4816878 Feb 04 20:53:19.073147 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee85ff2-628f-40c9-93ca-72b7db0081e6 admin admin] Made reservation on behalf of a6b17d5e6bc643d0a2391b99d2496f47 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:53:19.076069 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1ee85ff2-628f-40c9-93ca-72b7db0081e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:19.095110 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1ee85ff2-628f-40c9-93ca-72b7db0081e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:19.116997 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-1ee85ff2-628f-40c9-93ca-72b7db0081e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:19.124627 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1ee85ff2-628f-40c9-93ca-72b7db0081e6 admin admin] Usage tracker for resource:security_group_rule and tenant:a6b17d5e6bc643d0a2391b99d2496f47 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:19.130661 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1ee85ff2-628f-40c9-93ca-72b7db0081e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:19.139231 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-ca4426a2-42cb-45ad-b92e-a79d887ede40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b839036c-b1c5-47a3-88df-ec976ce16dca {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:53:19.139948 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-1ee85ff2-628f-40c9-93ca-72b7db0081e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:19.195230 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-ca4426a2-42cb-45ad-b92e-a79d887ede40 service neutron] For port b839036c-b1c5-47a3-88df-ec976ce16dca, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=b839036c-b1c5-47a3-88df-ec976ce16dca,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:53:19.235969 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:19.240589 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.resource_extend [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:53:19.264482 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1ee85ff2-628f-40c9-93ca-72b7db0081e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:19.281741 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1ee85ff2-628f-40c9-93ca-72b7db0081e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:19.292306 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-ca4426a2-42cb-45ad-b92e-a79d887ede40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:19.374148 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee85ff2-628f-40c9-93ca-72b7db0081e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:53:19.396002 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee85ff2-628f-40c9-93ca-72b7db0081e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006aecd5-abbc-4cc5-a22f-0cd8dc8f8974,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:19.428855 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1ee85ff2-628f-40c9-93ca-72b7db0081e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:19.431241 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-1ee85ff2-628f-40c9-93ca-72b7db0081e6 admin admin] Added segment 6679bdef-9f63-49db-ab6f-1d3908df0aa5 of type vlan for network 21e24fe0-7cd8-41e0-a336-549d0730d0d8 Feb 04 20:53:19.499815 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1ee85ff2-628f-40c9-93ca-72b7db0081e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:19.584038 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1ee85ff2-628f-40c9-93ca-72b7db0081e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:19.585624 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee85ff2-628f-40c9-93ca-72b7db0081e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:19.586312 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1ee85ff2-628f-40c9-93ca-72b7db0081e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:19.712827 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port f88318ba-9f8c-4470-96e0-8352ba9c9bda, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f88318ba-9f8c-4470-96e0-8352ba9c9bda,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:53:19.740825 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'f88318ba-9f8c-4470-96e0-8352ba9c9bda', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': 'f88318ba-9f8c-4470-96e0-8352ba9c9bda', 'mac_address': 'fa:16:3e:a7:dd:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:53:19.825247 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298dbda-f0d7-4271-ac87-a59ea1d522b2 req-9555c19a-8618-4cb3-bbc2-5cd000f232d2 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:19.828191 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0298dbda-f0d7-4271-ac87-a59ea1d522b2 req-9555c19a-8618-4cb3-bbc2-5cd000f232d2 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=2834215a-8a33-4460-87eb-ea406ea85d58 HTTP/1.1" status: 200 len: 944 time: 0.4616385 Feb 04 20:53:19.869835 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44462) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:19.881858 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.resource_extend [None req-8dfb185b-3009-49f7-a32a-98943df7457d None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:53:19.953326 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-eaacde02-e587-4cb5-ba60-64ede4b27c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:19.970129 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee85ff2-628f-40c9-93ca-72b7db0081e6 admin admin] Pushing event updated for resources: {'Network': ['ID=21e24fe0-7cd8-41e0-a336-549d0730d0d8,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:19.985708 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1ee85ff2-628f-40c9-93ca-72b7db0081e6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0124934 Feb 04 20:53:19.986952 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44468) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:19.989841 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-eaacde02-e587-4cb5-ba60-64ede4b27c97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:20.003198 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-bf974b3d-e184-4372-bfe1-e803d948d96d admin admin] Request body: {'subnet': {'network_id': '21e24fe0-7cd8-41e0-a336-549d0730d0d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-718297321-subnet', 'tenant_id': 'a6b17d5e6bc643d0a2391b99d2496f47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:53:20.007490 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-eaacde02-e587-4cb5-ba60-64ede4b27c97 admin admin] Usage tracker for resource:security_group_rule and tenant:4aff37b9839b4b78b79646e7c4cb71f8 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:20.011817 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-eaacde02-e587-4cb5-ba60-64ede4b27c97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:20.016070 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-bf974b3d-e184-4372-bfe1-e803d948d96d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:20.022951 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-eaacde02-e587-4cb5-ba60-64ede4b27c97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:20.026211 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-bf974b3d-e184-4372-bfe1-e803d948d96d admin admin] Usage tracker for resource:subnet and tenant:a6b17d5e6bc643d0a2391b99d2496f47 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:20.030065 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-bf974b3d-e184-4372-bfe1-e803d948d96d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:20.040654 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-bf974b3d-e184-4372-bfe1-e803d948d96d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:20.079061 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf974b3d-e184-4372-bfe1-e803d948d96d admin admin] Made reservation on behalf of a6b17d5e6bc643d0a2391b99d2496f47 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:53:20.085235 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bf974b3d-e184-4372-bfe1-e803d948d96d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:20.123698 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 21e24fe0-7cd8-41e0-a336-549d0730d0d8 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:53:20.165331 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-ca4426a2-42cb-45ad-b92e-a79d887ede40 service neutron] Transition to ACTIVE for port object b839036c-b1c5-47a3-88df-ec976ce16dca will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:53:20.169997 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cf1eebef-206c-4572-a046-187ed3d27f6c req-7c24b40f-e055-482f-918d-db2524633174 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=07996bf1-0225-4e57-9c04-e798441c3584 HTTP/1.1" status: 200 len: 210 time: 0.2167957 Feb 04 20:53:20.200666 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-ca4426a2-42cb-45ad-b92e-a79d887ede40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:20.282413 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0298dbda-f0d7-4271-ac87-a59ea1d522b2 req-f7f84429-941b-4bc6-8aa6-7ed7d872cf1c tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4327221 Feb 04 20:53:20.451047 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:20.540369 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-eaacde02-e587-4cb5-ba60-64ede4b27c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:20.557697 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-eaacde02-e587-4cb5-ba60-64ede4b27c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:20.563901 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f88318ba-9f8c-4470-96e0-8352ba9c9bda {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:53:20.579663 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4426a2-42cb-45ad-b92e-a79d887ede40 service neutron] Pushing event updated for resources: {'Port': ['ID=b839036c-b1c5-47a3-88df-ec976ce16dca,revision_number=10']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:20.608119 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port f88318ba-9f8c-4470-96e0-8352ba9c9bda, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f88318ba-9f8c-4470-96e0-8352ba9c9bda,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:53:20.625652 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:20.626495 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device eaf030fc-f030-4271-bf55-c0de902879dd details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:53:20.705782 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port eaf030fc-f030-4271-bf55-c0de902879dd, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=eaf030fc-f030-4271-bf55-c0de902879dd,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:53:20.735580 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-eaacde02-e587-4cb5-ba60-64ede4b27c97 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4aff37b9839b4b78b79646e7c4cb71f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8577731 Feb 04 20:53:20.751260 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44486) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:20.820655 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaacde02-e587-4cb5-ba60-64ede4b27c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40a5a0e-f54d-4353-a6c2-13c0624313c7,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:20.830769 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-ca4426a2-42cb-45ad-b92e-a79d887ede40 service neutron] No DVR routers for this DVR port b839036c-b1c5-47a3-88df-ec976ce16dca on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:53:20.832575 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'eaf030fc-f030-4271-bf55-c0de902879dd', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': 'eaf030fc-f030-4271-bf55-c0de902879dd', 'mac_address': 'fa:16:3e:0c:26:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:53:21.019496 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bf974b3d-e184-4372-bfe1-e803d948d96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:21.030757 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:53:21.039126 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8dfb185b-3009-49f7-a32a-98943df7457d None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:21.050354 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:21.099996 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf030fc-f030-4271-bf55-c0de902879dd {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:53:21.129580 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port eaf030fc-f030-4271-bf55-c0de902879dd, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=eaf030fc-f030-4271-bf55-c0de902879dd,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:53:21.132655 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-8dfb185b-3009-49f7-a32a-98943df7457d None None] Transition to ACTIVE for port object f5201201-ed6a-4664-b8b1-d82d28e2114b will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:53:21.142273 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:21.159707 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8dfb185b-3009-49f7-a32a-98943df7457d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:21.223562 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a7c15a29-e32d-45df-b239-893b02ddde6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:21.335102 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf974b3d-e184-4372-bfe1-e803d948d96d admin admin] Pushing event updated for resources: {'Subnet': ['ID=014b8a54-79b7-46a7-a1c2-f3220ad5f192,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:21.352525 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf974b3d-e184-4372-bfe1-e803d948d96d admin admin] Checking segment: {'id': '6679bdef-9f63-49db-ab6f-1d3908df0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '21e24fe0-7cd8-41e0-a336-549d0730d0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:53:21.358208 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf974b3d-e184-4372-bfe1-e803d948d96d admin admin] Network hostable DHCP agents. Network: 21e24fe0-7cd8-41e0-a336-549d0730d0d8, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:53:21.370531 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a7c15a29-e32d-45df-b239-893b02ddde6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:21.397535 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device b839036c-b1c5-47a3-88df-ec976ce16dca no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:53:21.422087 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf974b3d-e184-4372-bfe1-e803d948d96d admin admin] Network 21e24fe0-7cd8-41e0-a336-549d0730d0d8 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:53:21.434433 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-bf974b3d-e184-4372-bfe1-e803d948d96d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 21e24fe0-7cd8-41e0-a336-549d0730d0d8) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:53:21.439675 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf974b3d-e184-4372-bfe1-e803d948d96d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:21.440575 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bf974b3d-e184-4372-bfe1-e803d948d96d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:21.443119 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-ca4426a2-42cb-45ad-b92e-a79d887ede40 service neutron] 10.222.0.32 "PUT /v2.0/ports/b839036c-b1c5-47a3-88df-ec976ce16dca/bindings/n-h2-827896-1/activate HTTP/1.1" status: 200 len: 369 time: 3.4827642 Feb 04 20:53:21.484539 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a7c15a29-e32d-45df-b239-893b02ddde6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:21.487523 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a7c15a29-e32d-45df-b239-893b02ddde6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:21.489840 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a7c15a29-e32d-45df-b239-893b02ddde6e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d40a5a0e-f54d-4353-a6c2-13c0624313c7 HTTP/1.1" status: 204 len: 168 time: 0.7170389 Feb 04 20:53:21.505914 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c15a29-e32d-45df-b239-893b02ddde6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40a5a0e-f54d-4353-a6c2-13c0624313c7,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:21.512225 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bf974b3d-e184-4372-bfe1-e803d948d96d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5136640 Feb 04 20:53:21.515099 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 44510) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:21.525904 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=f88318ba-9f8c-4470-96e0-8352ba9c9bda,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:21.548128 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bad81aa-7555-42fd-91f3-1ce63a2fd3b4 None None] Network 21e24fe0-7cd8-41e0-a336-549d0730d0d8 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:53:21.576499 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-38238490-6e51-4fa4-8f1f-ffc3fa7d1a27 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-718297321-router', 'tenant_id': 'a6b17d5e6bc643d0a2391b99d2496f47', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:53:21.618973 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c9d56-68eb-448a-9ffa-d37a826e3df9 req-5f3d7685-3b26-453a-8875-297896493ba1 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:21.620660 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3e2c9d56-68eb-448a-9ffa-d37a826e3df9 req-5f3d7685-3b26-453a-8875-297896493ba1 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=24a9c458-f05e-4879-9f24-8e10a2473ea9 HTTP/1.1" status: 200 len: 947 time: 1.1290407 Feb 04 20:53:21.621777 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-38238490-6e51-4fa4-8f1f-ffc3fa7d1a27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:21.646022 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-ae9b9e71-f5ce-46f3-9c90-3f60328fc90e tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:21.647493 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-ae9b9e71-f5ce-46f3-9c90-3f60328fc90e tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.18 "GET /v2.0/networks?id=e2945ff6-c379-474d-a032-331b1f6dd08e HTTP/1.1" status: 200 len: 807 time: 0.8480537 Feb 04 20:53:21.648568 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-38238490-6e51-4fa4-8f1f-ffc3fa7d1a27 admin admin] Usage tracker for resource:router and tenant:a6b17d5e6bc643d0a2391b99d2496f47 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:21.661502 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-38238490-6e51-4fa4-8f1f-ffc3fa7d1a27 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:21.688473 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-d739f65d-125f-4826-94be-3ad45b5c88d8 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Request body: {'port': {'device_id': '07996bf1-0225-4e57-9c04-e798441c3584', 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e', 'admin_state_up': True, 'tenant_id': '1e904fca23cf47ec90953cad0cc5c8e4'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:53:21.756652 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:21.756985 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:21.757285 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:21.757620 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:21.758134 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:21.758254 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:21.758583 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:21.758886 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:21.759207 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:21.759524 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:21.760515 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:21.760999 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:21.786853 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-23d90423-4d77-4929-9ecf-bd7192c2e598 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:21.789501 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-23d90423-4d77-4929-9ecf-bd7192c2e598 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2834215a-8a33-4460-87eb-ea406ea85d58&tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&binding%3Ahost_id=n-h1-827896-1 HTTP/1.1" status: 200 len: 1096 time: 0.2785430 Feb 04 20:53:21.900414 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['eaf030fc-f030-4271-bf55-c0de902879dd'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:53:21.928850 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-9c398603-a542-4b78-a282-0cbe5af0309e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:21.930940 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-9c398603-a542-4b78-a282-0cbe5af0309e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2834215a-8a33-4460-87eb-ea406ea85d58&tenant_id=c5a142124dd5482a87b175ed6e7e9ba5 HTTP/1.1" status: 200 len: 1096 time: 0.1311619 Feb 04 20:53:21.994792 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-38238490-6e51-4fa4-8f1f-ffc3fa7d1a27 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:21.999879 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['f88318ba-9f8c-4470-96e0-8352ba9c9bda'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:53:22.131234 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-38238490-6e51-4fa4-8f1f-ffc3fa7d1a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:22.132268 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-38238490-6e51-4fa4-8f1f-ffc3fa7d1a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:22.136012 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-d739f65d-125f-4826-94be-3ad45b5c88d8 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:22.138772 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-3bda7288-9927-4215-8bfa-0aadee797ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:22.141192 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-3bda7288-9927-4215-8bfa-0aadee797ab3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&device_id=2834215a-8a33-4460-87eb-ea406ea85d58 HTTP/1.1" status: 200 len: 1096 time: 0.1860414 Feb 04 20:53:22.155859 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-d739f65d-125f-4826-94be-3ad45b5c88d8 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Usage tracker for resource:port and tenant:1e904fca23cf47ec90953cad0cc5c8e4 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:22.163831 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-d739f65d-125f-4826-94be-3ad45b5c88d8 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:22.289093 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-d739f65d-125f-4826-94be-3ad45b5c88d8 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:22.323856 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3e2c9d56-68eb-448a-9ffa-d37a826e3df9 req-17ddda49-536a-4df3-9a1b-a6fe591a4454 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6635859 Feb 04 20:53:22.333449 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-d739f65d-125f-4826-94be-3ad45b5c88d8 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Made reservation on behalf of 1e904fca23cf47ec90953cad0cc5c8e4 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:53:22.337608 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-d739f65d-125f-4826-94be-3ad45b5c88d8 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:22.356773 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cae9a107-e85b-498c-a3dc-e0c79519b529 req-ff969dce-1a44-4b19-8aae-4b15a3fd71e0 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=07996bf1-0225-4e57-9c04-e798441c3584 HTTP/1.1" status: 200 len: 210 time: 0.1940136 Feb 04 20:53:22.362411 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=eaf030fc-f030-4271-bf55-c0de902879dd,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:22.378576 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-38238490-6e51-4fa4-8f1f-ffc3fa7d1a27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:22.470640 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-63d7ade0-61f5-4c5c-bf7d-95a6a31dcc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:22.472103 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-63d7ade0-61f5-4c5c-bf7d-95a6a31dcc28 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 HTTP/1.1" status: 200 len: 921 time: 0.3224640 Feb 04 20:53:22.565451 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f9a88-0ec8-444b-a5ea-ab3e0eefd07d None None] Pushing event updated for resources: {'Port': ['ID=f5201201-ed6a-4664-b8b1-d82d28e2114b,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:22.578912 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-8dfb185b-3009-49f7-a32a-98943df7457d None None] Attempting to bind port f5201201-ed6a-4664-b8b1-d82d28e2114b on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:53:22.579287 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-8dfb185b-3009-49f7-a32a-98943df7457d None None] Attempting to bind port f5201201-ed6a-4664-b8b1-d82d28e2114b by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': 'a26c100c-943b-457e-bebf-b0c82822cb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:53:22.579639 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfb185b-3009-49f7-a32a-98943df7457d None None] Attempting to bind port f5201201-ed6a-4664-b8b1-d82d28e2114b on network c14f150b-4ca7-4c1e-a316-381569f0fa28 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:53:22.649462 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device b839036c-b1c5-47a3-88df-ec976ce16dca not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:53:22.668286 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfb185b-3009-49f7-a32a-98943df7457d None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:53:22.668667 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfb185b-3009-49f7-a32a-98943df7457d None None] Checking segment: {'id': 'a26c100c-943b-457e-bebf-b0c82822cb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:53:22.669073 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8dfb185b-3009-49f7-a32a-98943df7457d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:22.669495 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfb185b-3009-49f7-a32a-98943df7457d None None] Bound using segment: {'id': 'a26c100c-943b-457e-bebf-b0c82822cb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:53:22.670148 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-8dfb185b-3009-49f7-a32a-98943df7457d None None] Bound port: f5201201-ed6a-4664-b8b1-d82d28e2114b, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a26c100c-943b-457e-bebf-b0c82822cb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:53:22.670527 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8dfb185b-3009-49f7-a32a-98943df7457d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:22.716092 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-3755ce3c-c6c1-4cda-8dc3-fe9b536bbffe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b839036c-b1c5-47a3-88df-ec976ce16dca HTTP/1.1" status: 200 len: 217 time: 0.2350471 Feb 04 20:53:22.733403 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-d739f65d-125f-4826-94be-3ad45b5c88d8 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Allocated IP 172.20.0.13 (e2945ff6-c379-474d-a032-331b1f6dd08e/52dce76a-dd1c-484a-ae6a-f327dbe47b7b/3bc162a1-2167-4622-af4b-541e13966810) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:53:22.858417 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-2d055b24-d2cb-4549-a0d6-ed08866c3ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:22.859954 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-2d055b24-d2cb-4549-a0d6-ed08866c3ff0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af7ea361-8fb7-49bd-8e76-0990ff7e7df7 HTTP/1.1" status: 200 len: 860 time: 0.1371777 Feb 04 20:53:22.988657 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-5ef18cfb-a5e9-42dc-ae78-0ee42bf9ebe7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1121776 Feb 04 20:53:23.037397 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd4cda5-64ee-4ed4-95f2-30e99246f094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-21e24fe0-7cd8-41e0-a336-549d0730d0d8', 'network_id': '21e24fe0-7cd8-41e0-a336-549d0730d0d8', 'tenant_id': 'a6b17d5e6bc643d0a2391b99d2496f47', 'fixed_ips': [{'subnet_id': '014b8a54-79b7-46a7-a1c2-f3220ad5f192'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:53:23.041739 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6dd4cda5-64ee-4ed4-95f2-30e99246f094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:23.316525 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-e74ade50-de6e-404d-9f16-5112581db6cf service neutron] 10.222.0.18 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265727 Feb 04 20:53:23.538775 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-2f29e2cd-e70d-41eb-b988-672b05b28bd2 service neutron] 10.222.0.18 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149699 Feb 04 20:53:23.580800 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-8dfb185b-3009-49f7-a32a-98943df7457d None None] For port f5201201-ed6a-4664-b8b1-d82d28e2114b, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:53:23.703167 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-8dfb185b-3009-49f7-a32a-98943df7457d None None] For port f5201201-ed6a-4664-b8b1-d82d28e2114b, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=f5201201-ed6a-4664-b8b1-d82d28e2114b,segment=NetworkSegment(a26c100c-943b-457e-bebf-b0c82822cb3c),segment_id=a26c100c-943b-457e-bebf-b0c82822cb3c)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:53:23.726346 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8dfb185b-3009-49f7-a32a-98943df7457d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:23.787096 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-d739f65d-125f-4826-94be-3ad45b5c88d8 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:23.921363 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-38238490-6e51-4fa4-8f1f-ffc3fa7d1a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:23.935436 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f9a88-0ec8-444b-a5ea-ab3e0eefd07d None None] Pushing event updated for resources: {'Port': ['ID=f5201201-ed6a-4664-b8b1-d82d28e2114b,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:23.956616 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-0ac9b55d-12fe-4567-848b-ca250244bd37 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:23.958686 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-0ac9b55d-12fe-4567-848b-ca250244bd37 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2834215a-8a33-4460-87eb-ea406ea85d58&tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&binding%3Ahost_id=n-h2-827896-1 HTTP/1.1" status: 200 len: 1096 time: 0.1188624 Feb 04 20:53:24.011414 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-6dd4cda5-64ee-4ed4-95f2-30e99246f094 None None] Allocated IP 172.20.0.2 (21e24fe0-7cd8-41e0-a336-549d0730d0d8/014b8a54-79b7-46a7-a1c2-f3220ad5f192/1a3f5989-e49a-401a-b7b5-df91d0ab5a6e) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:53:24.013514 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfb185b-3009-49f7-a32a-98943df7457d None None] Routers {'4768c878-edcb-40f0-9279-0c17983fc38e'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:53:24.014140 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-8dfb185b-3009-49f7-a32a-98943df7457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:53:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4768c878-edcb-40f0-9279-0c17983fc38e'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:53:24.035205 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f59ec-6c22-4c5e-a0f6-21c8c9e7245a req-979562ef-a19d-439f-8d20-5b767d075fb0 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:24.043600 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5c3f59ec-6c22-4c5e-a0f6-21c8c9e7245a req-979562ef-a19d-439f-8d20-5b767d075fb0 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=2834215a-8a33-4460-87eb-ea406ea85d58 HTTP/1.1" status: 200 len: 945 time: 1.1322677 Feb 04 20:53:24.173051 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-d739f65d-125f-4826-94be-3ad45b5c88d8 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:24.246905 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-800afddb-059f-4cc7-b127-fe9a74ec90d4 service neutron] For port b839036c-b1c5-47a3-88df-ec976ce16dca, host n-h1-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:53:24.257075 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-800afddb-059f-4cc7-b127-fe9a74ec90d4 service neutron] Notify callbacks [] for binding, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:24.258415 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b02feabc-6cfa-40ea-ad32-62281b0b3f4a req-800afddb-059f-4cc7-b127-fe9a74ec90d4 service neutron] 10.222.0.18 "DELETE /v2.0/ports/b839036c-b1c5-47a3-88df-ec976ce16dca/bindings/n-h1-827896-1 HTTP/1.1" status: 204 len: 173 time: 0.2930069 Feb 04 20:53:24.401956 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5c3f59ec-6c22-4c5e-a0f6-21c8c9e7245a req-c0a8dce8-b32c-4023-bca7-5f87e972bcea tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572681 Feb 04 20:53:24.416519 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-d739f65d-125f-4826-94be-3ad45b5c88d8 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Network e2945ff6-c379-474d-a032-331b1f6dd08e is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:53:24.417239 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-8dfb185b-3009-49f7-a32a-98943df7457d None None] Set router 4768c878-edcb-40f0-9279-0c17983fc38e gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:53:24.423391 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739f65d-125f-4826-94be-3ad45b5c88d8 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Pushing event updated for resources: {'Port': ['ID=3bc162a1-2167-4622-af4b-541e13966810,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:24.435459 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-d739f65d-125f-4826-94be-3ad45b5c88d8 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:53:24.437925 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-d739f65d-125f-4826-94be-3ad45b5c88d8 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:53:24.443750 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-d739f65d-125f-4826-94be-3ad45b5c88d8 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:24.444358 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-d739f65d-125f-4826-94be-3ad45b5c88d8 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:24.471186 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370e608-a8d6-455f-afaf-2a6ecc80105e req-c49d298c-3ca5-42c3-873b-84266e961325 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:24.479073 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4370e608-a8d6-455f-afaf-2a6ecc80105e req-c49d298c-3ca5-42c3-873b-84266e961325 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=24a9c458-f05e-4879-9f24-8e10a2473ea9 HTTP/1.1" status: 200 len: 948 time: 0.5147288 Feb 04 20:53:24.533598 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-d739f65d-125f-4826-94be-3ad45b5c88d8 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8683884 Feb 04 20:53:24.561093 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4370e608-a8d6-455f-afaf-2a6ecc80105e req-8a9c5226-d488-4619-a27c-3c87aa1d869d tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810657 Feb 04 20:53:24.565828 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-3177e175-0bd8-4619-9fcc-0baab0527935 service neutron] Request body: {'port': {'device_id': '07996bf1-0225-4e57-9c04-e798441c3584', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:53:24.702177 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6dd4cda5-64ee-4ed4-95f2-30e99246f094 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:24.720798 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-6dd4cda5-64ee-4ed4-95f2-30e99246f094 None None] Transition to ACTIVE for port object 1a3f5989-e49a-401a-b7b5-df91d0ab5a6e will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:53:24.762870 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-6dd4cda5-64ee-4ed4-95f2-30e99246f094 None None] Transition to ACTIVE for port object 1a3f5989-e49a-401a-b7b5-df91d0ab5a6e will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:53:24.813466 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6dd4cda5-64ee-4ed4-95f2-30e99246f094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:24.893049 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd4cda5-64ee-4ed4-95f2-30e99246f094 None None] Network 21e24fe0-7cd8-41e0-a336-549d0730d0d8 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:53:24.896105 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-3177e175-0bd8-4619-9fcc-0baab0527935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:24.898640 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-6dd4cda5-64ee-4ed4-95f2-30e99246f094 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:53:24.904678 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd4cda5-64ee-4ed4-95f2-30e99246f094 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:53:24.996541 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd4cda5-64ee-4ed4-95f2-30e99246f094 None None] Pushing event updated for resources: {'Port': ['ID=1a3f5989-e49a-401a-b7b5-df91d0ab5a6e,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:25.070098 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-6dd4cda5-64ee-4ed4-95f2-30e99246f094 None None] Attempting to bind port 1a3f5989-e49a-401a-b7b5-df91d0ab5a6e on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:53:25.070445 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-6dd4cda5-64ee-4ed4-95f2-30e99246f094 None None] Attempting to bind port 1a3f5989-e49a-401a-b7b5-df91d0ab5a6e by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '6679bdef-9f63-49db-ab6f-1d3908df0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '21e24fe0-7cd8-41e0-a336-549d0730d0d8'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:53:25.070804 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd4cda5-64ee-4ed4-95f2-30e99246f094 None None] Attempting to bind port 1a3f5989-e49a-401a-b7b5-df91d0ab5a6e on network 21e24fe0-7cd8-41e0-a336-549d0730d0d8 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:53:25.078092 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd4cda5-64ee-4ed4-95f2-30e99246f094 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:53:25.078443 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd4cda5-64ee-4ed4-95f2-30e99246f094 None None] Checking segment: {'id': '6679bdef-9f63-49db-ab6f-1d3908df0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '21e24fe0-7cd8-41e0-a336-549d0730d0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:53:25.078836 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6dd4cda5-64ee-4ed4-95f2-30e99246f094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:25.079217 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd4cda5-64ee-4ed4-95f2-30e99246f094 None None] Bound using segment: {'id': '6679bdef-9f63-49db-ab6f-1d3908df0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '21e24fe0-7cd8-41e0-a336-549d0730d0d8'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:53:25.079673 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-6dd4cda5-64ee-4ed4-95f2-30e99246f094 None None] Bound port: 1a3f5989-e49a-401a-b7b5-df91d0ab5a6e, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6679bdef-9f63-49db-ab6f-1d3908df0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '21e24fe0-7cd8-41e0-a336-549d0730d0d8'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:53:25.080037 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6dd4cda5-64ee-4ed4-95f2-30e99246f094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:25.096843 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-8dfb185b-3009-49f7-a32a-98943df7457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-602606223-router', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:55Z', 'updated_at': '2022-02-04T20:53:12Z', 'revision_number': 4, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'gw_port': {'id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:57Z', 'updated_at': '2022-02-04T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'f5201201-ed6a-4664-b8b1-d82d28e2114b', 'name': '', 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'mac_address': 'fa:16:3e:f3:e9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c645973d-e701-4f00-b256-28f08cd89f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:53:08Z', 'updated_at': '2022-02-04T20:53:23Z', 'revision_number': 4, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'subnets': [{'id': 'c645973d-e701-4f00-b256-28f08cd89f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:53:25.132939 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfb185b-3009-49f7-a32a-98943df7457d None None] The sync data for ids ['4768c878-edcb-40f0-9279-0c17983fc38e'] in n-d-827896-1 is: [{'id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-602606223-router', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:55Z', 'updated_at': '2022-02-04T20:53:12Z', 'revision_number': 4, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'gw_port': {'id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:57Z', 'updated_at': '2022-02-04T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'f5201201-ed6a-4664-b8b1-d82d28e2114b', 'name': '', 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'mac_address': 'fa:16:3e:f3:e9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c645973d-e701-4f00-b256-28f08cd89f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:53:08Z', 'updated_at': '2022-02-04T20:53:23Z', 'revision_number': 4, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'subnets': [{'id': 'c645973d-e701-4f00-b256-28f08cd89f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:53:25.173600 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e2e6c-87b2-43b3-ae49-b2599fbd7c0b req-d6f33656-3f71-4994-8047-17e1739aa180 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:25.174440 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-226e2e6c-87b2-43b3-ae49-b2599fbd7c0b req-d6f33656-3f71-4994-8047-17e1739aa180 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Synchronizing usage tracker for tenant:1e904fca23cf47ec90953cad0cc5c8e4 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:53:25.186983 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device f88318ba-9f8c-4470-96e0-8352ba9c9bda up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:53:25.234168 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-6dd4cda5-64ee-4ed4-95f2-30e99246f094 None None] For port 1a3f5989-e49a-401a-b7b5-df91d0ab5a6e, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:53:25.250441 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-38238490-6e51-4fa4-8f1f-ffc3fa7d1a27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:25.262402 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-6dd4cda5-64ee-4ed4-95f2-30e99246f094 None None] For port 1a3f5989-e49a-401a-b7b5-df91d0ab5a6e, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=1a3f5989-e49a-401a-b7b5-df91d0ab5a6e,segment=NetworkSegment(6679bdef-9f63-49db-ab6f-1d3908df0aa5),segment_id=6679bdef-9f63-49db-ab6f-1d3908df0aa5)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:53:25.275575 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6dd4cda5-64ee-4ed4-95f2-30e99246f094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:25.323126 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-38238490-6e51-4fa4-8f1f-ffc3fa7d1a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:25.369714 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port f88318ba-9f8c-4470-96e0-8352ba9c9bda completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:53:25.377736 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port f88318ba-9f8c-4470-96e0-8352ba9c9bda triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:53:25.378105 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:25.395799 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-226e2e6c-87b2-43b3-ae49-b2599fbd7c0b req-d6f33656-3f71-4994-8047-17e1739aa180 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Unset dirty status for tenant:1e904fca23cf47ec90953cad0cc5c8e4 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:53:25.403108 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-226e2e6c-87b2-43b3-ae49-b2599fbd7c0b req-d6f33656-3f71-4994-8047-17e1739aa180 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=07996bf1-0225-4e57-9c04-e798441c3584 HTTP/1.1" status: 200 len: 932 time: 0.7166395 Feb 04 20:53:25.419353 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-20c59b21-7619-4360-bba5-9128aeaaba74 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:25.420067 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-20c59b21-7619-4360-bba5-9128aeaaba74 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Synchronizing usage tracker for tenant:7d15289c524c48308a694841020ef472 on resource:network {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:53:25.438086 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd4cda5-64ee-4ed4-95f2-30e99246f094 None None] Pushing event updated for resources: {'Port': ['ID=1a3f5989-e49a-401a-b7b5-df91d0ab5a6e,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:25.534230 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:25.570580 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-226e2e6c-87b2-43b3-ae49-b2599fbd7c0b req-58c54233-7792-48b6-b4ec-1797b9ceb7ae tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665206 Feb 04 20:53:25.577593 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port f88318ba-9f8c-4470-96e0-8352ba9c9bda, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f88318ba-9f8c-4470-96e0-8352ba9c9bda,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:53:25.578620 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0153775-2f16-46e6-9cb1-3fc3d75ea1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88318ba-9f8c-4470-96e0-8352ba9c9bda'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:53:25.609272 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:25.610220 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device eaf030fc-f030-4271-bf55-c0de902879dd up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:53:25.661901 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-20c59b21-7619-4360-bba5-9128aeaaba74 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Unset dirty status for tenant:7d15289c524c48308a694841020ef472 on resource:network {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:53:25.668824 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-20c59b21-7619-4360-bba5-9128aeaaba74 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] 10.222.0.26 "GET /v2.0/networks?id=4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439 HTTP/1.1" status: 200 len: 815 time: 0.7143900 Feb 04 20:53:25.730582 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-b90752ff-46da-42cd-ba0f-cbcf9edbb24e tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] 10.222.0.26 "GET /v2.0/quotas/7d15289c524c48308a694841020ef472 HTTP/1.1" status: 200 len: 375 time: 0.0607235 Feb 04 20:53:25.783967 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:25.794759 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=f88318ba-9f8c-4470-96e0-8352ba9c9bda,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:25.797583 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port eaf030fc-f030-4271-bf55-c0de902879dd completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:53:25.807843 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port eaf030fc-f030-4271-bf55-c0de902879dd triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:53:25.808210 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:25.832839 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-38238490-6e51-4fa4-8f1f-ffc3fa7d1a27 admin admin] Allocated IP 172.25.5.34 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/d5caf8e7-5a96-491b-b03a-b89df80645ec) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:53:25.988481 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:26.048644 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-334e3042-bcf1-4d9b-9d76-25ffe04abcd5 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Synchronizing usage tracker for tenant:7d15289c524c48308a694841020ef472 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:53:26.050706 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port eaf030fc-f030-4271-bf55-c0de902879dd, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=eaf030fc-f030-4271-bf55-c0de902879dd,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:53:26.057959 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:26.071450 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-3177e175-0bd8-4619-9fcc-0baab0527935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bc162a1-2167-4622-af4b-541e13966810 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:53:26.086213 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-3177e175-0bd8-4619-9fcc-0baab0527935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:26.143479 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-3177e175-0bd8-4619-9fcc-0baab0527935 service neutron] Transition to ACTIVE for port object 3bc162a1-2167-4622-af4b-541e13966810 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:53:26.147070 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-38238490-6e51-4fa4-8f1f-ffc3fa7d1a27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:26.151445 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-334e3042-bcf1-4d9b-9d76-25ffe04abcd5 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Unset dirty status for tenant:7d15289c524c48308a694841020ef472 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:53:26.152196 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-334e3042-bcf1-4d9b-9d76-25ffe04abcd5 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d15289c524c48308a694841020ef472&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4207301 Feb 04 20:53:26.156577 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-3177e175-0bd8-4619-9fcc-0baab0527935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:26.185765 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=eaf030fc-f030-4271-bf55-c0de902879dd,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:26.541583 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177e175-0bd8-4619-9fcc-0baab0527935 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc162a1-2167-4622-af4b-541e13966810,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:26.566237 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device f5201201-ed6a-4664-b8b1-d82d28e2114b up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:53:26.643930 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-3177e175-0bd8-4619-9fcc-0baab0527935 service neutron] Attempting to bind port 3bc162a1-2167-4622-af4b-541e13966810 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:53:26.644313 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-3177e175-0bd8-4619-9fcc-0baab0527935 service neutron] Attempting to bind port 3bc162a1-2167-4622-af4b-541e13966810 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:53:26.644636 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-3177e175-0bd8-4619-9fcc-0baab0527935 service neutron] Attempting to bind port 3bc162a1-2167-4622-af4b-541e13966810 on network e2945ff6-c379-474d-a032-331b1f6dd08e {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:53:26.648823 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port f5201201-ed6a-4664-b8b1-d82d28e2114b completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:53:26.653696 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-38238490-6e51-4fa4-8f1f-ffc3fa7d1a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:26.655725 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port f5201201-ed6a-4664-b8b1-d82d28e2114b triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:53:26.656143 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:26.700656 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcaa84c-706c-44f5-aabb-39f8f5bfea7a None None] Network 21e24fe0-7cd8-41e0-a336-549d0730d0d8 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:53:26.721264 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-3177e175-0bd8-4619-9fcc-0baab0527935 service neutron] Port 3bc162a1-2167-4622-af4b-541e13966810 on network e2945ff6-c379-474d-a032-331b1f6dd08e not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:53:26.721590 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-3177e175-0bd8-4619-9fcc-0baab0527935 service neutron] Attempting to bind port 3bc162a1-2167-4622-af4b-541e13966810 on network e2945ff6-c379-474d-a032-331b1f6dd08e {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:53:26.753727 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-3177e175-0bd8-4619-9fcc-0baab0527935 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:53:26.754190 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-3177e175-0bd8-4619-9fcc-0baab0527935 service neutron] Checking segment: {'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:53:26.754835 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-3177e175-0bd8-4619-9fcc-0baab0527935 service neutron] Bound using segment: {'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:53:26.755258 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-3177e175-0bd8-4619-9fcc-0baab0527935 service neutron] Bound port: 3bc162a1-2167-4622-af4b-541e13966810, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:53:26.755603 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-3177e175-0bd8-4619-9fcc-0baab0527935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:26.774075 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-beff4569-2ace-494c-8984-82fd84d95b16 service neutron] 10.222.0.26 "GET /v2.0/networks/4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5679753 Feb 04 20:53:26.802573 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38238490-6e51-4fa4-8f1f-ffc3fa7d1a27 admin admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:53:26.823138 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-95b85ecb-20fb-43f6-9904-803e0dd34209 None None] Provisioning for port 1a3f5989-e49a-401a-b7b5-df91d0ab5a6e completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:53:26.832461 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-38238490-6e51-4fa4-8f1f-ffc3fa7d1a27 admin admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:53:26.849809 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38238490-6e51-4fa4-8f1f-ffc3fa7d1a27 admin admin] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:53:26.964617 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:26.971444 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0638dc-caab-41d8-a5ae-078df2557b6e req-80b60d8b-8ea0-43a0-88c4-3910b73637cf tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:26.972975 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0a0638dc-caab-41d8-a5ae-078df2557b6e req-80b60d8b-8ea0-43a0-88c4-3910b73637cf tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=2834215a-8a33-4460-87eb-ea406ea85d58 HTTP/1.1" status: 200 len: 945 time: 0.7375753 Feb 04 20:53:26.987475 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38238490-6e51-4fa4-8f1f-ffc3fa7d1a27 admin admin] Pushing event updated for resources: {'Port': ['ID=d5caf8e7-5a96-491b-b03a-b89df80645ec,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:27.045246 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port f5201201-ed6a-4664-b8b1-d82d28e2114b, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=f5201201-ed6a-4664-b8b1-d82d28e2114b,segment=NetworkSegment(a26c100c-943b-457e-bebf-b0c82822cb3c),segment_id=a26c100c-943b-457e-bebf-b0c82822cb3c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:53:27.051390 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:27.052138 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 1a3f5989-e49a-401a-b7b5-df91d0ab5a6e up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:53:27.179380 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=f5201201-ed6a-4664-b8b1-d82d28e2114b,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:27.194471 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 1a3f5989-e49a-401a-b7b5-df91d0ab5a6e completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:53:27.195170 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-3177e175-0bd8-4619-9fcc-0baab0527935 service neutron] For port 3bc162a1-2167-4622-af4b-541e13966810, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:53:27.200881 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 1a3f5989-e49a-401a-b7b5-df91d0ab5a6e triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:53:27.201267 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:27.202868 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0a0638dc-caab-41d8-a5ae-078df2557b6e req-3ddc7751-beed-4564-91e9-19ac820bb7af tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575391 Feb 04 20:53:27.229774 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-3177e175-0bd8-4619-9fcc-0baab0527935 service neutron] For port 3bc162a1-2167-4622-af4b-541e13966810, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=3bc162a1-2167-4622-af4b-541e13966810,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:53:27.240102 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-e1f7a63b-5760-48f0-be40-012820b57853 service neutron] 10.222.0.26 "GET /v2.0/networks/4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4587455 Feb 04 20:53:27.247446 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-3177e175-0bd8-4619-9fcc-0baab0527935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:27.354123 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:27.424142 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 1a3f5989-e49a-401a-b7b5-df91d0ab5a6e, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=1a3f5989-e49a-401a-b7b5-df91d0ab5a6e,segment=NetworkSegment(6679bdef-9f63-49db-ab6f-1d3908df0aa5),segment_id=6679bdef-9f63-49db-ab6f-1d3908df0aa5)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:53:27.432380 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:27.493552 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0153775-2f16-46e6-9cb1-3fc3d75ea1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88318ba-9f8c-4470-96e0-8352ba9c9bda', 'code': 200} Feb 04 20:53:27.541232 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-3177e175-0bd8-4619-9fcc-0baab0527935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:27.541938 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-3177e175-0bd8-4619-9fcc-0baab0527935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:27.543536 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-3177e175-0bd8-4619-9fcc-0baab0527935 service neutron] 10.222.0.18 "PUT /v2.0/ports/3bc162a1-2167-4622-af4b-541e13966810 HTTP/1.1" status: 200 len: 1092 time: 3.0001011 Feb 04 20:53:27.545191 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07996bf1-0225-4e57-9c04-e798441c3584', 'tag': '3bc162a1-2167-4622-af4b-541e13966810'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:53:27.569563 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=1a3f5989-e49a-401a-b7b5-df91d0ab5a6e,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:27.599430 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-6e8bbb5b-5916-4335-bf5d-798ba6bd44be None None] Provisioning complete for port 1a3f5989-e49a-401a-b7b5-df91d0ab5a6e triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:53:27.599809 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6e8bbb5b-5916-4335-bf5d-798ba6bd44be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:27.697687 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-c5c348f4-e683-4f5d-9ae4-35cd6c933d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:27.700673 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-c5c348f4-e683-4f5d-9ae4-35cd6c933d92 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&device_id=07996bf1-0225-4e57-9c04-e798441c3584 HTTP/1.1" status: 200 len: 1095 time: 0.1160989 Feb 04 20:53:27.750178 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177e175-0bd8-4619-9fcc-0baab0527935 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc162a1-2167-4622-af4b-541e13966810,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:27.794883 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-38238490-6e51-4fa4-8f1f-ffc3fa7d1a27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:27.815792 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-63e2b905-1043-4a52-9331-1b37ac729953 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bc162a1-2167-4622-af4b-541e13966810 HTTP/1.1" status: 200 len: 217 time: 0.1055753 Feb 04 20:53:27.866612 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36d3ed-4131-4b4e-a166-6ff4cede1472 req-85fbe93b-958a-4e7b-bdc4-06b3d799f9d1 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:27.874042 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5a36d3ed-4131-4b4e-a166-6ff4cede1472 req-85fbe93b-958a-4e7b-bdc4-06b3d799f9d1 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=24a9c458-f05e-4879-9f24-8e10a2473ea9 HTTP/1.1" status: 200 len: 949 time: 0.4707022 Feb 04 20:53:27.898529 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-817772cf-349b-4afd-96b4-ad62f3691569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:27.900945 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-817772cf-349b-4afd-96b4-ad62f3691569 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52dce76a-dd1c-484a-ae6a-f327dbe47b7b HTTP/1.1" status: 200 len: 847 time: 0.0772507 Feb 04 20:53:27.919162 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1c8c3-22e0-44ab-8f87-f8fe77f260b7 req-56c0378b-671c-43e4-bd58-9ca91c7cf7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:27.920655 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c3a1c8c3-22e0-44ab-8f87-f8fe77f260b7 req-56c0378b-671c-43e4-bd58-9ca91c7cf7e2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d0153775-2f16-46e6-9cb1-3fc3d75ea1b8 HTTP/1.1" status: 200 len: 1101 time: 0.3530347 Feb 04 20:53:27.980646 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-9338ed82-c123-4107-9499-e8af2264f001 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2945ff6-c379-474d-a032-331b1f6dd08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742297 Feb 04 20:53:28.158106 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-c197a234-875f-40c8-a169-eebd0173d0b1 service neutron] 10.222.0.18 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700819 Feb 04 20:53:28.199166 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5a36d3ed-4131-4b4e-a166-6ff4cede1472 req-8c935c18-949a-4839-8517-f7b75eb79045 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241479 Feb 04 20:53:28.290426 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c3a1c8c3-22e0-44ab-8f87-f8fe77f260b7 req-acfe9d7d-5a8e-415d-9d85-4b6f5e701eb3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626795 Feb 04 20:53:28.407617 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-93379f8f-1b4c-4eaf-8375-9fcacb992237 req-a6bc8edd-78e8-42bf-9ac6-30b2c630c4f2 service neutron] 10.222.0.18 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361414 Feb 04 20:53:28.421509 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b27f9b4c-2923-43b7-af7f-10c9ca5dfac0 req-52268335-82d5-4edf-829e-2baba03c13a5 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc192b55-eae8-49d6-99a4-8761107e4661 HTTP/1.1" status: 200 len: 210 time: 0.0575376 Feb 04 20:53:28.454706 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device f5201201-ed6a-4664-b8b1-d82d28e2114b up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:53:28.544107 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d261e2-594e-47bc-91ce-d686a8bc45e0 req-4e0c75b5-798f-4e45-9ddb-1167ee28447e tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:28.545095 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port f5201201-ed6a-4664-b8b1-d82d28e2114b triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:53:28.545495 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:28.546507 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-69d261e2-594e-47bc-91ce-d686a8bc45e0 req-4e0c75b5-798f-4e45-9ddb-1167ee28447e tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=07996bf1-0225-4e57-9c04-e798441c3584 HTTP/1.1" status: 200 len: 944 time: 0.3703403 Feb 04 20:53:28.553839 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07996bf1-0225-4e57-9c04-e798441c3584', 'tag': '3bc162a1-2167-4622-af4b-541e13966810', 'status': 'completed', 'code': 200} Feb 04 20:53:28.613572 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-38238490-6e51-4fa4-8f1f-ffc3fa7d1a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:28.626648 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-69d261e2-594e-47bc-91ce-d686a8bc45e0 req-c07b0cf0-848f-476c-b72e-43a4fe1afd89 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716836 Feb 04 20:53:28.743726 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa73d19-1162-4e10-917a-9fe3e197579b req-3762b096-3a57-4528-8cf7-af45c95def0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:28.745769 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6aa73d19-1162-4e10-917a-9fe3e197579b req-3762b096-3a57-4528-8cf7-af45c95def0b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&device_id=07996bf1-0225-4e57-9c04-e798441c3584 HTTP/1.1" status: 200 len: 1095 time: 0.1409240 Feb 04 20:53:28.748948 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 1a3f5989-e49a-401a-b7b5-df91d0ab5a6e up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:53:28.891207 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 1a3f5989-e49a-401a-b7b5-df91d0ab5a6e triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:53:28.891594 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:28.927992 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa73d19-1162-4e10-917a-9fe3e197579b req-a3eaaf89-0af5-4af3-a4d2-d6f5e670c4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:28.929907 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6aa73d19-1162-4e10-917a-9fe3e197579b req-a3eaaf89-0af5-4af3-a4d2-d6f5e670c4d5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2945ff6-c379-474d-a032-331b1f6dd08e HTTP/1.1" status: 200 len: 908 time: 0.1776659 Feb 04 20:53:29.026732 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6aa73d19-1162-4e10-917a-9fe3e197579b req-0eef3d64-e472-47af-8ef9-efa6eb84a01e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bc162a1-2167-4622-af4b-541e13966810 HTTP/1.1" status: 200 len: 217 time: 0.0894504 Feb 04 20:53:29.115507 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa73d19-1162-4e10-917a-9fe3e197579b req-b8133387-fce1-4132-92e7-58e3289b54c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:29.116993 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6aa73d19-1162-4e10-917a-9fe3e197579b req-b8133387-fce1-4132-92e7-58e3289b54c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52dce76a-dd1c-484a-ae6a-f327dbe47b7b HTTP/1.1" status: 200 len: 847 time: 0.0841653 Feb 04 20:53:29.198756 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6aa73d19-1162-4e10-917a-9fe3e197579b req-3313612b-5904-4b6e-a873-defc3c29b0fe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2945ff6-c379-474d-a032-331b1f6dd08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730956 Feb 04 20:53:29.209176 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-cadb6488-65ac-4675-9af0-6aecc4836442 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:29.210167 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-cadb6488-65ac-4675-9af0-6aecc4836442 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] 10.222.0.32 "GET /v2.0/networks?id=4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439 HTTP/1.1" status: 200 len: 815 time: 0.4865525 Feb 04 20:53:29.226668 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-7855e5d7-63e6-43f9-b736-8773489bca44 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Request body: {'port': {'device_id': 'fc192b55-eae8-49d6-99a4-8761107e4661', 'network_id': '4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439', 'admin_state_up': True, 'tenant_id': '7d15289c524c48308a694841020ef472'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:53:29.253166 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c544101-6e21-424d-b3b0-880bf73cefbe req-2c3e25c4-e8c4-47f8-89a6-58c9cb6cd77f tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:29.261226 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4c544101-6e21-424d-b3b0-880bf73cefbe req-2c3e25c4-e8c4-47f8-89a6-58c9cb6cd77f tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2834215a-8a33-4460-87eb-ea406ea85d58 HTTP/1.1" status: 200 len: 1096 time: 0.4676790 Feb 04 20:53:29.362882 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6aa73d19-1162-4e10-917a-9fe3e197579b req-97dcc843-8046-4164-918f-cf8321336988 service neutron] 10.222.0.18 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555128 Feb 04 20:53:29.411834 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38238490-6e51-4fa4-8f1f-ffc3fa7d1a27 admin admin] Router e351198e-8576-42ad-bdb4-84ff00f6bcc8 is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:53:29.433907 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4c544101-6e21-424d-b3b0-880bf73cefbe req-7fba8dd7-e4aa-4159-a37e-cebcbeca115c tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718602 Feb 04 20:53:29.450129 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 44698) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:29.495086 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a9c458-f05e-4879-9f24-8e10a2473ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf030fc-f030-4271-bf55-c0de902879dd'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:53:29.652369 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6aa73d19-1162-4e10-917a-9fe3e197579b req-f0dc78a4-62be-4f22-baab-9f1e77d85564 service neutron] 10.222.0.18 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798998 Feb 04 20:53:29.794368 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a8218ae9-cbb4-4b25-8dec-d30979bbca11 req-6832e0d9-8c4f-4547-b23f-613b17ad61ce tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc192b55-eae8-49d6-99a4-8761107e4661 HTTP/1.1" status: 200 len: 210 time: 0.0737469 Feb 04 20:53:29.865605 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a9c458-f05e-4879-9f24-8e10a2473ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf030fc-f030-4271-bf55-c0de902879dd', 'code': 200} Feb 04 20:53:29.905829 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-7855e5d7-63e6-43f9-b736-8773489bca44 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:29.911378 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-60920f28-88e6-47bd-80e4-ed1d5c5d0d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:29.970512 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-7855e5d7-63e6-43f9-b736-8773489bca44 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:29.980934 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-60920f28-88e6-47bd-80e4-ed1d5c5d0d52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:30.053852 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-60920f28-88e6-47bd-80e4-ed1d5c5d0d52 admin admin] Usage tracker for resource:security_group_rule and tenant:e78db334b496431d88e535994490ad50 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:30.074523 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-60920f28-88e6-47bd-80e4-ed1d5c5d0d52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:30.100744 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd6f9c-57a0-498c-8fec-c263ebf88a1d req-bea23ae2-c332-4a3d-851b-0963e08c8723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:30.103493 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-93bd6f9c-57a0-498c-8fec-c263ebf88a1d req-bea23ae2-c332-4a3d-851b-0963e08c8723 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=24a9c458-f05e-4879-9f24-8e10a2473ea9 HTTP/1.1" status: 200 len: 1100 time: 0.1766918 Feb 04 20:53:30.115875 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38238490-6e51-4fa4-8f1f-ffc3fa7d1a27 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:53:30.123111 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-60920f28-88e6-47bd-80e4-ed1d5c5d0d52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:30.127187 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230c678e-8311-448d-b64e-9eaa4bd64485 None None] Sync routers for ids ['e351198e-8576-42ad-bdb4-84ff00f6bcc8'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:53:30.135928 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-7855e5d7-63e6-43f9-b736-8773489bca44 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Made reservation on behalf of 7d15289c524c48308a694841020ef472 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:53:30.143761 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230c678e-8311-448d-b64e-9eaa4bd64485 None None] Routers {'e351198e-8576-42ad-bdb4-84ff00f6bcc8'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:53:30.144751 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-230c678e-8311-448d-b64e-9eaa4bd64485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:53:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['e351198e-8576-42ad-bdb4-84ff00f6bcc8'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:53:30.163422 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-7855e5d7-63e6-43f9-b736-8773489bca44 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:30.175303 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-93bd6f9c-57a0-498c-8fec-c263ebf88a1d req-86bf1726-f3c1-4713-a8e4-2a2e7a4207f3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621922 Feb 04 20:53:30.416902 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-230c678e-8311-448d-b64e-9eaa4bd64485 None None] Set router e351198e-8576-42ad-bdb4-84ff00f6bcc8 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:53:30.434226 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-60920f28-88e6-47bd-80e4-ed1d5c5d0d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:30.466417 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-60920f28-88e6-47bd-80e4-ed1d5c5d0d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:30.537904 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-60920f28-88e6-47bd-80e4-ed1d5c5d0d52 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e78db334b496431d88e535994490ad50&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0656552 Feb 04 20:53:30.540168 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44734) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:30.545086 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60920f28-88e6-47bd-80e4-ed1d5c5d0d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585d3fdb-3311-41a2-b1fb-3fbbc8cd2c36,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:30.574651 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6252f78-8538-47a4-9add-7b351753ebcb req-05b94937-d908-4f64-ae51-8b9ba13719cf tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:30.583062 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a6252f78-8538-47a4-9add-7b351753ebcb req-05b94937-d908-4f64-ae51-8b9ba13719cf tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=24a9c458-f05e-4879-9f24-8e10a2473ea9 HTTP/1.1" status: 200 len: 949 time: 0.9057992 Feb 04 20:53:30.668601 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6a558347-d47e-4a40-aad2-f1a749c4dae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:30.722093 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-38238490-6e51-4fa4-8f1f-ffc3fa7d1a27 admin admin] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:30.723797 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-38238490-6e51-4fa4-8f1f-ffc3fa7d1a27 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 9.1751275 Feb 04 20:53:30.730839 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 44738) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:30.740083 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6a558347-d47e-4a40-aad2-f1a749c4dae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:30.799464 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a6252f78-8538-47a4-9add-7b351753ebcb req-e19306de-03f7-487b-9b6a-63d87136babc tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154219 Feb 04 20:53:30.820546 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ff333-41a0-409b-89b6-51e9c23e704a req-652991ce-7655-43ad-b4c6-83b0915bf162 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:30.822330 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2b5ff333-41a0-409b-89b6-51e9c23e704a req-652991ce-7655-43ad-b4c6-83b0915bf162 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=07996bf1-0225-4e57-9c04-e798441c3584 HTTP/1.1" status: 200 len: 944 time: 0.7704484 Feb 04 20:53:30.860693 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6a558347-d47e-4a40-aad2-f1a749c4dae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:30.872264 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-230c678e-8311-448d-b64e-9eaa4bd64485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e351198e-8576-42ad-bdb4-84ff00f6bcc8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-718297321-router', 'tenant_id': 'a6b17d5e6bc643d0a2391b99d2496f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'd5caf8e7-5a96-491b-b03a-b89df80645ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:53:22Z', 'updated_at': '2022-02-04T20:53:27Z', 'revision_number': 3, 'project_id': 'a6b17d5e6bc643d0a2391b99d2496f47', 'gw_port': {'id': 'd5caf8e7-5a96-491b-b03a-b89df80645ec', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ae:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e351198e-8576-42ad-bdb4-84ff00f6bcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:53:25Z', 'updated_at': '2022-02-04T20:53:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:53:30.874659 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5198510e-bfb7-42f0-b060-edd9e84e0193 req-1cafbc25-cf91-410c-b47e-eae9c420b3d3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2834215a-8a33-4460-87eb-ea406ea85d58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8909841 Feb 04 20:53:30.877804 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230c678e-8311-448d-b64e-9eaa4bd64485 None None] Checking router: e351198e-8576-42ad-bdb4-84ff00f6bcc8 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:53:30.878379 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230c678e-8311-448d-b64e-9eaa4bd64485 None None] Updating router e351198e-8576-42ad-bdb4-84ff00f6bcc8 port d5caf8e7-5a96-491b-b03a-b89df80645ec binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:53:30.946071 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a558347-d47e-4a40-aad2-f1a749c4dae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585d3fdb-3311-41a2-b1fb-3fbbc8cd2c36,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:30.959022 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6a558347-d47e-4a40-aad2-f1a749c4dae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:30.963220 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6a558347-d47e-4a40-aad2-f1a749c4dae8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/585d3fdb-3311-41a2-b1fb-3fbbc8cd2c36 HTTP/1.1" status: 204 len: 168 time: 0.4175563 Feb 04 20:53:30.986553 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2b5ff333-41a0-409b-89b6-51e9c23e704a req-c0d9ae12-908f-4de6-b689-a88a25b2b326 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436684 Feb 04 20:53:31.060055 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-230c678e-8311-448d-b64e-9eaa4bd64485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:31.214486 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 3bc162a1-2167-4622-af4b-541e13966810 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:53:31.461240 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 3bc162a1-2167-4622-af4b-541e13966810, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=3bc162a1-2167-4622-af4b-541e13966810,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:53:31.484332 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '3bc162a1-2167-4622-af4b-541e13966810', 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e', 'port_id': '3bc162a1-2167-4622-af4b-541e13966810', 'mac_address': 'fa:16:3e:a7:ac:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52dce76a-dd1c-484a-ae6a-f327dbe47b7b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:53:31.580991 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:31.613572 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bc162a1-2167-4622-af4b-541e13966810 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:53:31.662530 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 3bc162a1-2167-4622-af4b-541e13966810, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=3bc162a1-2167-4622-af4b-541e13966810,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:53:31.673142 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:31.674042 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-467dba7f-232f-4d4a-b6e1-53f3ca7cff6d req-2989f691-b329-4b6a-9a7c-f60bbaac2aba tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc192b55-eae8-49d6-99a4-8761107e4661 HTTP/1.1" status: 200 len: 210 time: 0.1190608 Feb 04 20:53:31.706169 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44760) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:31.731294 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-7855e5d7-63e6-43f9-b736-8773489bca44 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Allocated IP 172.20.0.6 (4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439/badb4088-e79a-438f-8ff7-4be66087c151/7f91b951-ffee-4063-899c-789ba71815c3) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:53:31.773290 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-93fe843e-c6aa-4279-b811-6abd264d0dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:31.781710 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-230c678e-8311-448d-b64e-9eaa4bd64485 None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:31.814909 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-230c678e-8311-448d-b64e-9eaa4bd64485 None None] Transition to ACTIVE for port object d5caf8e7-5a96-491b-b03a-b89df80645ec will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:53:31.829846 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-230c678e-8311-448d-b64e-9eaa4bd64485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:31.840382 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-93fe843e-c6aa-4279-b811-6abd264d0dd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:31.851416 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-93fe843e-c6aa-4279-b811-6abd264d0dd3 admin admin] Usage tracker for resource:security_group_rule and tenant:bd70e9c783a749a2b09d277a26d513fc is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:31.862695 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-93fe843e-c6aa-4279-b811-6abd264d0dd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:31.862850 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=3bc162a1-2167-4622-af4b-541e13966810,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:31.899181 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-93fe843e-c6aa-4279-b811-6abd264d0dd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:31.959089 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['3bc162a1-2167-4622-af4b-541e13966810'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:53:32.085704 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-230c678e-8311-448d-b64e-9eaa4bd64485 None None] Attempting to bind port d5caf8e7-5a96-491b-b03a-b89df80645ec on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:53:32.088402 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-230c678e-8311-448d-b64e-9eaa4bd64485 None None] Attempting to bind port d5caf8e7-5a96-491b-b03a-b89df80645ec by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:53:32.088995 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198510e-bfb7-42f0-b060-edd9e84e0193 req-ac31d5ea-0bfc-483c-a6e5-d37a3495544d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:32.089158 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230c678e-8311-448d-b64e-9eaa4bd64485 None None] Attempting to bind port d5caf8e7-5a96-491b-b03a-b89df80645ec on network 1f11f724-8cdd-497d-8220-929f45cf1223 {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:53:32.092354 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5198510e-bfb7-42f0-b060-edd9e84e0193 req-ac31d5ea-0bfc-483c-a6e5-d37a3495544d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&device_id=2834215a-8a33-4460-87eb-ea406ea85d58 HTTP/1.1" status: 200 len: 1096 time: 1.0079856 Feb 04 20:53:32.142261 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230c678e-8311-448d-b64e-9eaa4bd64485 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:53:32.142632 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230c678e-8311-448d-b64e-9eaa4bd64485 None None] Checking segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:53:32.146367 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-230c678e-8311-448d-b64e-9eaa4bd64485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:32.146871 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230c678e-8311-448d-b64e-9eaa4bd64485 None None] Bound using segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:53:32.150699 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-230c678e-8311-448d-b64e-9eaa4bd64485 None None] Bound port: d5caf8e7-5a96-491b-b03a-b89df80645ec, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:53:32.151151 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-230c678e-8311-448d-b64e-9eaa4bd64485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:32.266105 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6507915-f985-458b-af15-f94411932b14 req-02f92b5c-5604-4605-96a6-b844b6e7c4fa tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:32.279830 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d6507915-f985-458b-af15-f94411932b14 req-02f92b5c-5604-4605-96a6-b844b6e7c4fa tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/networks?id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 HTTP/1.1" status: 200 len: 820 time: 1.1965630 Feb 04 20:53:32.282052 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-230c678e-8311-448d-b64e-9eaa4bd64485 None None] For port d5caf8e7-5a96-491b-b03a-b89df80645ec, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:53:32.285857 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-230c678e-8311-448d-b64e-9eaa4bd64485 None None] For port d5caf8e7-5a96-491b-b03a-b89df80645ec, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=d5caf8e7-5a96-491b-b03a-b89df80645ec,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:53:32.305252 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c707075-50f5-42c5-8ec5-91741b260885 None None] Pushing event updated for resources: {'Port': ['ID=d5caf8e7-5a96-491b-b03a-b89df80645ec,revision_number=2']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:32.315820 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c707075-50f5-42c5-8ec5-91741b260885 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:32.317115 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c707075-50f5-42c5-8ec5-91741b260885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:32.317681 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c707075-50f5-42c5-8ec5-91741b260885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:32.318200 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c707075-50f5-42c5-8ec5-91741b260885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:32.318742 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c707075-50f5-42c5-8ec5-91741b260885 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:32.319232 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c707075-50f5-42c5-8ec5-91741b260885 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:32.319719 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c707075-50f5-42c5-8ec5-91741b260885 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:32.320757 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c707075-50f5-42c5-8ec5-91741b260885 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:32.321330 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c707075-50f5-42c5-8ec5-91741b260885 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:32.321839 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c707075-50f5-42c5-8ec5-91741b260885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:32.322384 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c707075-50f5-42c5-8ec5-91741b260885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:32.323049 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c707075-50f5-42c5-8ec5-91741b260885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:32.327601 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-93fe843e-c6aa-4279-b811-6abd264d0dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:32.327857 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-230c678e-8311-448d-b64e-9eaa4bd64485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:32.342420 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-93fe843e-c6aa-4279-b811-6abd264d0dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:32.407193 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-93fe843e-c6aa-4279-b811-6abd264d0dd3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bd70e9c783a749a2b09d277a26d513fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7000828 Feb 04 20:53:32.420987 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:32.423720 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44780) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:32.498990 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe843e-c6aa-4279-b811-6abd264d0dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f828b57d-0c7f-4e89-b9d3-e06c1cc264bf,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:32.528239 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230c678e-8311-448d-b64e-9eaa4bd64485 None None] Routers {'e351198e-8576-42ad-bdb4-84ff00f6bcc8'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:53:32.529160 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-230c678e-8311-448d-b64e-9eaa4bd64485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:53:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['e351198e-8576-42ad-bdb4-84ff00f6bcc8'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:53:32.543629 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-60c76174-e6ce-40ce-a70c-03f41d08ec13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:32.561681 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44784) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:32.611467 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198510e-bfb7-42f0-b060-edd9e84e0193 req-c363d5a3-b635-4463-bef1-57cace1d47ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:32.615029 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5198510e-bfb7-42f0-b060-edd9e84e0193 req-c363d5a3-b635-4463-bef1-57cace1d47ad service neutron] 10.222.0.18 "GET /v2.0/networks?id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 HTTP/1.1" status: 200 len: 921 time: 0.4927218 Feb 04 20:53:32.622135 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-60c76174-e6ce-40ce-a70c-03f41d08ec13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:32.642355 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d6507915-f985-458b-af15-f94411932b14 req-f73cd852-26af-40d6-ba96-ed2aba474b46 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/quotas/c5a142124dd5482a87b175ed6e7e9ba5 HTTP/1.1" status: 200 len: 375 time: 0.3588791 Feb 04 20:53:32.723616 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-60c76174-e6ce-40ce-a70c-03f41d08ec13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:32.749134 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c76174-e6ce-40ce-a70c-03f41d08ec13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f828b57d-0c7f-4e89-b9d3-e06c1cc264bf,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:32.757649 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-60c76174-e6ce-40ce-a70c-03f41d08ec13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:32.759072 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-60c76174-e6ce-40ce-a70c-03f41d08ec13 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f828b57d-0c7f-4e89-b9d3-e06c1cc264bf HTTP/1.1" status: 204 len: 168 time: 0.3344152 Feb 04 20:53:32.780096 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-230c678e-8311-448d-b64e-9eaa4bd64485 None None] Set router e351198e-8576-42ad-bdb4-84ff00f6bcc8 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:53:32.832764 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5198510e-bfb7-42f0-b060-edd9e84e0193 req-b9f61935-03f4-4f48-a8fd-b58411ee1df9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b839036c-b1c5-47a3-88df-ec976ce16dca HTTP/1.1" status: 200 len: 217 time: 0.2006052 Feb 04 20:53:32.865802 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-70760e87-60f7-497b-9d6b-0c005227be55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:32.920436 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-70760e87-60f7-497b-9d6b-0c005227be55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:32.930715 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-70760e87-60f7-497b-9d6b-0c005227be55 admin admin] Usage tracker for resource:security_group_rule and tenant:07172549fd58415e975638e07b28e42d is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:32.938505 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-70760e87-60f7-497b-9d6b-0c005227be55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:32.956087 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-70760e87-60f7-497b-9d6b-0c005227be55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:33.084029 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c707075-50f5-42c5-8ec5-91741b260885 None None] Pushing event updated for resources: {'Port': ['ID=d5caf8e7-5a96-491b-b03a-b89df80645ec,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:33.093119 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-7855e5d7-63e6-43f9-b736-8773489bca44 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:33.118371 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-7855e5d7-63e6-43f9-b736-8773489bca44 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Transition to ACTIVE for port object 7f91b951-ffee-4063-899c-789ba71815c3 will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:53:33.212194 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 3bc162a1-2167-4622-af4b-541e13966810 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:53:33.230872 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-70760e87-60f7-497b-9d6b-0c005227be55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:33.242552 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-70760e87-60f7-497b-9d6b-0c005227be55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:33.332513 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 3bc162a1-2167-4622-af4b-541e13966810 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:53:33.344674 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 3bc162a1-2167-4622-af4b-541e13966810 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:53:33.344674 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:33.370696 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-70760e87-60f7-497b-9d6b-0c005227be55 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=07172549fd58415e975638e07b28e42d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7955604 Feb 04 20:53:33.375304 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44800) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:33.414141 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-230c678e-8311-448d-b64e-9eaa4bd64485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e351198e-8576-42ad-bdb4-84ff00f6bcc8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-718297321-router', 'tenant_id': 'a6b17d5e6bc643d0a2391b99d2496f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'd5caf8e7-5a96-491b-b03a-b89df80645ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:53:22Z', 'updated_at': '2022-02-04T20:53:27Z', 'revision_number': 3, 'project_id': 'a6b17d5e6bc643d0a2391b99d2496f47', 'gw_port': {'id': 'd5caf8e7-5a96-491b-b03a-b89df80645ec', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ae:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e351198e-8576-42ad-bdb4-84ff00f6bcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:53:25Z', 'updated_at': '2022-02-04T20:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:53:33.424176 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230c678e-8311-448d-b64e-9eaa4bd64485 None None] The sync data for ids ['e351198e-8576-42ad-bdb4-84ff00f6bcc8'] in n-d-827896-1 is: [{'id': 'e351198e-8576-42ad-bdb4-84ff00f6bcc8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-718297321-router', 'tenant_id': 'a6b17d5e6bc643d0a2391b99d2496f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'd5caf8e7-5a96-491b-b03a-b89df80645ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:53:22Z', 'updated_at': '2022-02-04T20:53:27Z', 'revision_number': 3, 'project_id': 'a6b17d5e6bc643d0a2391b99d2496f47', 'gw_port': {'id': 'd5caf8e7-5a96-491b-b03a-b89df80645ec', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ae:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e351198e-8576-42ad-bdb4-84ff00f6bcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:53:25Z', 'updated_at': '2022-02-04T20:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:53:33.480272 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70760e87-60f7-497b-9d6b-0c005227be55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1c96e2-932c-47b7-a502-4735f4668e19,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:33.542178 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-7855e5d7-63e6-43f9-b736-8773489bca44 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:33.553932 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6c9909ed-5c88-4bb0-b9ea-5456161f4094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:33.660370 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6c9909ed-5c88-4bb0-b9ea-5456161f4094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:33.737331 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:33.779902 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198510e-bfb7-42f0-b060-edd9e84e0193 req-7fc5f3cb-7d3a-4af4-af38-c760c5d505c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:33.782221 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5198510e-bfb7-42f0-b060-edd9e84e0193 req-7fc5f3cb-7d3a-4af4-af38-c760c5d505c4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af7ea361-8fb7-49bd-8e76-0990ff7e7df7 HTTP/1.1" status: 200 len: 860 time: 0.6359448 Feb 04 20:53:33.831081 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6c9909ed-5c88-4bb0-b9ea-5456161f4094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:33.866654 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 3bc162a1-2167-4622-af4b-541e13966810, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=3bc162a1-2167-4622-af4b-541e13966810,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:53:33.879050 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07996bf1-0225-4e57-9c04-e798441c3584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc162a1-2167-4622-af4b-541e13966810'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:53:33.912925 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:33.918831 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9909ed-5c88-4bb0-b9ea-5456161f4094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1c96e2-932c-47b7-a502-4735f4668e19,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:33.948625 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-7855e5d7-63e6-43f9-b736-8773489bca44 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Network 4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:53:33.958445 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6c9909ed-5c88-4bb0-b9ea-5456161f4094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:33.959789 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6c9909ed-5c88-4bb0-b9ea-5456161f4094 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8b1c96e2-932c-47b7-a502-4735f4668e19 HTTP/1.1" status: 204 len: 168 time: 0.5781307 Feb 04 20:53:33.982274 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-7855e5d7-63e6-43f9-b736-8773489bca44 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:53:34.192470 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-7855e5d7-63e6-43f9-b736-8773489bca44 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:53:34.225367 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-7855e5d7-63e6-43f9-b736-8773489bca44 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:34.225367 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-7855e5d7-63e6-43f9-b736-8773489bca44 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:34.278545 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=3bc162a1-2167-4622-af4b-541e13966810,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:34.330275 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5198510e-bfb7-42f0-b060-edd9e84e0193 req-c6b73105-2a62-42a0-af2c-466536cbec45 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5255966 Feb 04 20:53:34.358302 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a770d-8460-4788-8c13-b0de202d5b1f req-31d06655-2e66-4fe0-bcd8-5a688e2da8ba tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:34.360320 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e48a770d-8460-4788-8c13-b0de202d5b1f req-31d06655-2e66-4fe0-bcd8-5a688e2da8ba tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=24a9c458-f05e-4879-9f24-8e10a2473ea9 HTTP/1.1" status: 200 len: 949 time: 2.2411759 Feb 04 20:53:34.450621 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-70ec0374-458f-4d2b-85c3-b4df487cf896 None None] Provisioning for port 7f91b951-ffee-4063-899c-789ba71815c3 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:53:34.459477 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-70ec0374-458f-4d2b-85c3-b4df487cf896 None None] Provisioning complete for port 7f91b951-ffee-4063-899c-789ba71815c3 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:53:34.463530 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-70ec0374-458f-4d2b-85c3-b4df487cf896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:34.640973 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device d5caf8e7-5a96-491b-b03a-b89df80645ec up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:53:34.708055 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-70ec0374-458f-4d2b-85c3-b4df487cf896 None None] Port 7f91b951-ffee-4063-899c-789ba71815c3 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:53:34.753932 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44826) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:34.811075 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9fd329c3-7b2a-4cb8-b6f8-ce884c68a3e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:34.815229 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port d5caf8e7-5a96-491b-b03a-b89df80645ec completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:53:34.830935 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port d5caf8e7-5a96-491b-b03a-b89df80645ec triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:53:34.830935 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:34.866886 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9fd329c3-7b2a-4cb8-b6f8-ce884c68a3e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:34.882175 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9fd329c3-7b2a-4cb8-b6f8-ce884c68a3e3 admin admin] Usage tracker for resource:security_group_rule and tenant:e0ffc3af295a4ebb8c948d7f635a0ef0 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:34.885991 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9fd329c3-7b2a-4cb8-b6f8-ce884c68a3e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:34.898165 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9fd329c3-7b2a-4cb8-b6f8-ce884c68a3e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:34.904598 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-7855e5d7-63e6-43f9-b736-8773489bca44 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6841073 Feb 04 20:53:34.906367 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7855e5d7-63e6-43f9-b736-8773489bca44 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Pushing event updated for resources: {'Port': ['ID=7f91b951-ffee-4063-899c-789ba71815c3,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:34.918913 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5198510e-bfb7-42f0-b060-edd9e84e0193 req-d9e91806-51f3-4489-ae08-b7c41e7876cd service neutron] 10.222.0.18 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056554 Feb 04 20:53:34.932887 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-2173eb51-ef7a-49d4-8505-e0137b515e0a service neutron] Request body: {'port': {'device_id': 'fc192b55-eae8-49d6-99a4-8761107e4661', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:53:35.069164 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:35.116603 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port d5caf8e7-5a96-491b-b03a-b89df80645ec, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=d5caf8e7-5a96-491b-b03a-b89df80645ec,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:53:35.116838 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9fd329c3-7b2a-4cb8-b6f8-ce884c68a3e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:35.122645 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:35.124765 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9fd329c3-7b2a-4cb8-b6f8-ce884c68a3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:35.241098 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9fd329c3-7b2a-4cb8-b6f8-ce884c68a3e3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e0ffc3af295a4ebb8c948d7f635a0ef0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4855666 Feb 04 20:53:35.242325 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd329c3-7b2a-4cb8-b6f8-ce884c68a3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77172c6-1d34-4b58-a429-75584202cd94,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:35.245318 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44834) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:35.363493 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=d5caf8e7-5a96-491b-b03a-b89df80645ec,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:35.387163 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8674a4aa-90de-4be1-a438-502a70f772eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:35.448194 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8674a4aa-90de-4be1-a438-502a70f772eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:35.552683 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8674a4aa-90de-4be1-a438-502a70f772eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:35.583220 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674a4aa-90de-4be1-a438-502a70f772eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77172c6-1d34-4b58-a429-75584202cd94,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:35.599288 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e48a770d-8460-4788-8c13-b0de202d5b1f req-0358d0bb-6e93-4849-aa26-aab989b3ab63 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5921998 Feb 04 20:53:35.607199 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8674a4aa-90de-4be1-a438-502a70f772eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:35.608342 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8674a4aa-90de-4be1-a438-502a70f772eb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a77172c6-1d34-4b58-a429-75584202cd94 HTTP/1.1" status: 204 len: 168 time: 0.3617771 Feb 04 20:53:35.825959 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d6507915-f985-458b-af15-f94411932b14 req-8a3962ad-58b7-4e97-87c6-aa2ac9c59ce2 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&fields=id HTTP/1.1" status: 200 len: 255 time: 3.0264368 Feb 04 20:53:35.827918 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-2173eb51-ef7a-49d4-8505-e0137b515e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:36.116574 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5198510e-bfb7-42f0-b060-edd9e84e0193 req-a55e189b-ea69-4415-86e7-6554efb5575f service neutron] 10.222.0.18 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0396037 Feb 04 20:53:36.118449 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-17860fda-7021-44d8-afb2-fc39de26891a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:36.442848 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d6507915-f985-458b-af15-f94411932b14 req-06fdacd1-f189-4f23-b4fc-7a6e2b40f5c4 service neutron] 10.222.0.26 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6156054 Feb 04 20:53:36.557478 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device d5caf8e7-5a96-491b-b03a-b89df80645ec up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:53:36.698826 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21040a43-742b-4d79-84e1-6ab50a448d0b req-546bd9ba-e73e-4beb-ac9b-efc70919f59c tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:36.706720 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-21040a43-742b-4d79-84e1-6ab50a448d0b req-546bd9ba-e73e-4beb-ac9b-efc70919f59c tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=07996bf1-0225-4e57-9c04-e798441c3584 HTTP/1.1" status: 200 len: 946 time: 0.7364798 Feb 04 20:53:36.712339 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port d5caf8e7-5a96-491b-b03a-b89df80645ec triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:53:36.712712 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:36.976335 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d6507915-f985-458b-af15-f94411932b14 req-30b00649-89c3-4eea-8182-f75a703168f6 service neutron] 10.222.0.26 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5323544 Feb 04 20:53:37.047835 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-21040a43-742b-4d79-84e1-6ab50a448d0b req-0fc0c104-1373-42e1-bb40-325346ed3657 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391819 Feb 04 20:53:37.220935 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-95a75269-a685-47f3-89ad-bfc1ec9de9d5 req-255df953-77b6-40c0-a601-5117c754f690 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f9cd9679-9aaf-4c95-beb9-4b9eed13656b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1090662 Feb 04 20:53:37.377022 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07996bf1-0225-4e57-9c04-e798441c3584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc162a1-2167-4622-af4b-541e13966810', 'code': 200} Feb 04 20:53:37.637842 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-17860fda-7021-44d8-afb2-fc39de26891a admin admin] Allocated IP 172.20.0.1 (21e24fe0-7cd8-41e0-a336-549d0730d0d8/014b8a54-79b7-46a7-a1c2-f3220ad5f192/6370abd0-1da5-48b4-b949-dbfc913ac02b) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:53:37.718706 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a75269-a685-47f3-89ad-bfc1ec9de9d5 req-4fec076f-8afe-4f1c-8526-39195ff7336a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:37.720355 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-95a75269-a685-47f3-89ad-bfc1ec9de9d5 req-4fec076f-8afe-4f1c-8526-39195ff7336a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c95ab08729c4244bb5389f69a70876f&device_id=f9cd9679-9aaf-4c95-beb9-4b9eed13656b HTTP/1.1" status: 200 len: 1100 time: 0.1846116 Feb 04 20:53:38.100090 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-2173eb51-ef7a-49d4-8505-e0137b515e0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f91b951-ffee-4063-899c-789ba71815c3 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:53:38.113573 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-2173eb51-ef7a-49d4-8505-e0137b515e0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:38.142728 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-2173eb51-ef7a-49d4-8505-e0137b515e0a service neutron] Transition to ACTIVE for port object 7f91b951-ffee-4063-899c-789ba71815c3 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:53:38.161468 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-2173eb51-ef7a-49d4-8505-e0137b515e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:38.245456 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a75269-a685-47f3-89ad-bfc1ec9de9d5 req-332e016b-24c5-4ec2-b9e2-5e5c95376763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:38.248175 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-95a75269-a685-47f3-89ad-bfc1ec9de9d5 req-332e016b-24c5-4ec2-b9e2-5e5c95376763 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.4735260 Feb 04 20:53:38.351544 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173eb51-ef7a-49d4-8505-e0137b515e0a service neutron] Pushing event updated for resources: {'Port': ['ID=7f91b951-ffee-4063-899c-789ba71815c3,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:38.373621 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef4cc7-7c46-402a-b34a-af941339df52 req-9070ae96-6699-4922-ab7d-f6765b0da2b6 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:38.375367 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-6fef4cc7-7c46-402a-b34a-af941339df52 req-9070ae96-6699-4922-ab7d-f6765b0da2b6 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Synchronizing usage tracker for tenant:7d15289c524c48308a694841020ef472 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:53:38.485394 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265d756-7bc5-4050-a29a-4b9ee3800515 req-a7c5ef25-72db-4389-9127-f9281c186381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:38.486880 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b265d756-7bc5-4050-a29a-4b9ee3800515 req-a7c5ef25-72db-4389-9127-f9281c186381 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=07996bf1-0225-4e57-9c04-e798441c3584 HTTP/1.1" status: 200 len: 1097 time: 0.9874866 Feb 04 20:53:38.576447 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a40990-a377-409e-981b-3b05a82cb88a req-c168c470-a5fa-4cd0-9c0a-69878aad8a02 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:38.583558 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-15a40990-a377-409e-981b-3b05a82cb88a req-c168c470-a5fa-4cd0-9c0a-69878aad8a02 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0153775-2f16-46e6-9cb1-3fc3d75ea1b8 HTTP/1.1" status: 200 len: 950 time: 0.9814699 Feb 04 20:53:38.593390 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-6fef4cc7-7c46-402a-b34a-af941339df52 req-9070ae96-6699-4922-ab7d-f6765b0da2b6 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Unset dirty status for tenant:7d15289c524c48308a694841020ef472 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:53:38.600122 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6fef4cc7-7c46-402a-b34a-af941339df52 req-9070ae96-6699-4922-ab7d-f6765b0da2b6 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc192b55-eae8-49d6-99a4-8761107e4661 HTTP/1.1" status: 200 len: 931 time: 1.3050578 Feb 04 20:53:38.677482 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-2173eb51-ef7a-49d4-8505-e0137b515e0a service neutron] Attempting to bind port 7f91b951-ffee-4063-899c-789ba71815c3 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:53:38.677876 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-2173eb51-ef7a-49d4-8505-e0137b515e0a service neutron] Attempting to bind port 7f91b951-ffee-4063-899c-789ba71815c3 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'd12e9950-5d86-40cd-bddc-0de2bd6bc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:53:38.678127 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-2173eb51-ef7a-49d4-8505-e0137b515e0a service neutron] Attempting to bind port 7f91b951-ffee-4063-899c-789ba71815c3 on network 4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:53:38.692671 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-2173eb51-ef7a-49d4-8505-e0137b515e0a service neutron] Port 7f91b951-ffee-4063-899c-789ba71815c3 on network 4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:53:38.693097 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-2173eb51-ef7a-49d4-8505-e0137b515e0a service neutron] Attempting to bind port 7f91b951-ffee-4063-899c-789ba71815c3 on network 4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:53:38.727067 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-6fef4cc7-7c46-402a-b34a-af941339df52 req-a0cebb5c-1628-4f3c-9a17-213cd44f85d4 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Synchronizing usage tracker for tenant:7d15289c524c48308a694841020ef472 on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:53:38.740386 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-2173eb51-ef7a-49d4-8505-e0137b515e0a service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:53:38.740750 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-2173eb51-ef7a-49d4-8505-e0137b515e0a service neutron] Checking segment: {'id': 'd12e9950-5d86-40cd-bddc-0de2bd6bc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:53:38.741124 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-2173eb51-ef7a-49d4-8505-e0137b515e0a service neutron] Bound using segment: {'id': 'd12e9950-5d86-40cd-bddc-0de2bd6bc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:53:38.741594 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-2173eb51-ef7a-49d4-8505-e0137b515e0a service neutron] Bound port: 7f91b951-ffee-4063-899c-789ba71815c3, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd12e9950-5d86-40cd-bddc-0de2bd6bc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:53:38.741934 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-2173eb51-ef7a-49d4-8505-e0137b515e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:38.752589 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b265d756-7bc5-4050-a29a-4b9ee3800515 req-832b1656-fc59-4212-bb24-1f6abba7a81a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220192 Feb 04 20:53:38.771111 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-17860fda-7021-44d8-afb2-fc39de26891a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:38.784477 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-15a40990-a377-409e-981b-3b05a82cb88a req-d70e4daf-51b2-4041-9c2c-1ac20c1cf25c tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000608 Feb 04 20:53:38.827052 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-6fef4cc7-7c46-402a-b34a-af941339df52 req-a0cebb5c-1628-4f3c-9a17-213cd44f85d4 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Unset dirty status for tenant:7d15289c524c48308a694841020ef472 on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:53:38.829665 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6fef4cc7-7c46-402a-b34a-af941339df52 req-a0cebb5c-1628-4f3c-9a17-213cd44f85d4 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] 10.222.0.26 "GET /v2.0/security-groups?id=980eb6c1-394d-41c9-9ec1-fc3a04b5d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287400 Feb 04 20:53:38.840158 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [None req-17860fda-7021-44d8-afb2-fc39de26891a admin admin] Transition to ACTIVE for port object 6370abd0-1da5-48b4-b949-dbfc913ac02b will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:53:38.922079 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-17860fda-7021-44d8-afb2-fc39de26891a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:39.036029 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17860fda-7021-44d8-afb2-fc39de26891a admin admin] Pushing event updated for resources: {'Port': ['ID=6370abd0-1da5-48b4-b949-dbfc913ac02b,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:39.127928 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8cf74833-b021-4a35-bbff-91c9d27795c7 req-20991054-723b-4405-82e5-6e53942b30f3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2d53b70-88da-4d8b-a7df-d3258979de44 HTTP/1.1" status: 200 len: 210 time: 0.0625236 Feb 04 20:53:39.130230 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17860fda-7021-44d8-afb2-fc39de26891a admin admin] Network 21e24fe0-7cd8-41e0-a336-549d0730d0d8 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:53:39.131613 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-2173eb51-ef7a-49d4-8505-e0137b515e0a service neutron] For port 7f91b951-ffee-4063-899c-789ba71815c3, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:53:39.133930 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-17860fda-7021-44d8-afb2-fc39de26891a admin admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:53:39.137102 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17860fda-7021-44d8-afb2-fc39de26891a admin admin] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:53:39.137584 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-17860fda-7021-44d8-afb2-fc39de26891a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:39.152307 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-2173eb51-ef7a-49d4-8505-e0137b515e0a service neutron] For port 7f91b951-ffee-4063-899c-789ba71815c3, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=7f91b951-ffee-4063-899c-789ba71815c3,segment=NetworkSegment(d12e9950-5d86-40cd-bddc-0de2bd6bc6e5),segment_id=d12e9950-5d86-40cd-bddc-0de2bd6bc6e5)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:53:39.158460 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-2173eb51-ef7a-49d4-8505-e0137b515e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:39.270508 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-2173eb51-ef7a-49d4-8505-e0137b515e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:39.271185 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-2173eb51-ef7a-49d4-8505-e0137b515e0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:39.272677 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-2173eb51-ef7a-49d4-8505-e0137b515e0a service neutron] 10.222.0.32 "PUT /v2.0/ports/7f91b951-ffee-4063-899c-789ba71815c3 HTTP/1.1" status: 200 len: 1091 time: 4.3519509 Feb 04 20:53:39.273122 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc192b55-eae8-49d6-99a4-8761107e4661', 'tag': '7f91b951-ffee-4063-899c-789ba71815c3'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:53:39.317532 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173eb51-ef7a-49d4-8505-e0137b515e0a service neutron] Pushing event updated for resources: {'Port': ['ID=7f91b951-ffee-4063-899c-789ba71815c3,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:39.575013 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404c14d-1453-4fe7-92f5-11cdd09b3ade req-9e8469c6-56e2-4bf7-ae8c-21af744e0026 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:39.583422 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e404c14d-1453-4fe7-92f5-11cdd09b3ade req-9e8469c6-56e2-4bf7-ae8c-21af744e0026 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=07996bf1-0225-4e57-9c04-e798441c3584 HTTP/1.1" status: 200 len: 946 time: 0.2358205 Feb 04 20:53:39.621997 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-17860fda-7021-44d8-afb2-fc39de26891a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:39.638041 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-48ff0047-b2ed-405c-961e-2bbe3b84de62 None None] Provisioning for port 6370abd0-1da5-48b4-b949-dbfc913ac02b completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:53:39.655891 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-48ff0047-b2ed-405c-961e-2bbe3b84de62 None None] Provisioning complete for port 6370abd0-1da5-48b4-b949-dbfc913ac02b triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:53:39.656565 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-48ff0047-b2ed-405c-961e-2bbe3b84de62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:39.719573 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-48ff0047-b2ed-405c-961e-2bbe3b84de62 None None] Port 6370abd0-1da5-48b4-b949-dbfc913ac02b cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:53:39.808214 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e404c14d-1453-4fe7-92f5-11cdd09b3ade req-88060257-ce7d-4267-a57c-e9eebbc702f9 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093303 Feb 04 20:53:39.975775 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc192b55-eae8-49d6-99a4-8761107e4661', 'tag': '7f91b951-ffee-4063-899c-789ba71815c3', 'status': 'completed', 'code': 200} Feb 04 20:53:40.231952 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-17860fda-7021-44d8-afb2-fc39de26891a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:40.241979 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-17860fda-7021-44d8-afb2-fc39de26891a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:40.242699 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-17860fda-7021-44d8-afb2-fc39de26891a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:40.422751 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12bffc3-6f5b-419b-8a32-c3d406f3cb8f req-fc51a277-75e0-4b0e-aba7-8b33c3ccb97a tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:40.429380 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12bffc3-6f5b-419b-8a32-c3d406f3cb8f req-fc51a277-75e0-4b0e-aba7-8b33c3ccb97a tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:40.431543 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f12bffc3-6f5b-419b-8a32-c3d406f3cb8f req-fc51a277-75e0-4b0e-aba7-8b33c3ccb97a tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=24a9c458-f05e-4879-9f24-8e10a2473ea9&device_id=d0153775-2f16-46e6-9cb1-3fc3d75ea1b8 HTTP/1.1" status: 200 len: 1690 time: 0.2877619 Feb 04 20:53:40.433073 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17860fda-7021-44d8-afb2-fc39de26891a admin admin] Pushing event updated for resources: {'Port': ['ID=6370abd0-1da5-48b4-b949-dbfc913ac02b,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:40.562513 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17860fda-7021-44d8-afb2-fc39de26891a admin admin] Network 21e24fe0-7cd8-41e0-a336-549d0730d0d8 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:53:40.574367 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-17860fda-7021-44d8-afb2-fc39de26891a admin admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:53:40.579830 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f12bffc3-6f5b-419b-8a32-c3d406f3cb8f req-ba299713-09fa-431f-8de9-c2f1a6523311 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235480 Feb 04 20:53:40.750704 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db72d39-1ef3-4a05-9f76-2c4c02a029a8 req-ce217057-a8aa-48b8-b53d-a349b0e7cb58 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:40.752316 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3db72d39-1ef3-4a05-9f76-2c4c02a029a8 req-ce217057-a8aa-48b8-b53d-a349b0e7cb58 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc192b55-eae8-49d6-99a4-8761107e4661 HTTP/1.1" status: 200 len: 943 time: 0.2713225 Feb 04 20:53:40.787831 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c353a24b-7861-4436-a3cf-f1ce230cce73 None None] Provisioning complete for port 6370abd0-1da5-48b4-b949-dbfc913ac02b triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:53:40.788410 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c353a24b-7861-4436-a3cf-f1ce230cce73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:40.838087 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5b6cb912-08b6-4a72-8ed3-20903c20594c req-958389db-0e7c-4d4a-b833-f3527f7bb0d9 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2d53b70-88da-4d8b-a7df-d3258979de44 HTTP/1.1" status: 200 len: 210 time: 0.0776269 Feb 04 20:53:40.842184 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-c353a24b-7861-4436-a3cf-f1ce230cce73 None None] Port 6370abd0-1da5-48b4-b949-dbfc913ac02b cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:53:40.872759 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3db72d39-1ef3-4a05-9f76-2c4c02a029a8 req-c650d17c-7f26-46a6-94bb-05eba469ee92 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] 10.222.0.26 "GET /v2.0/security-groups?id=980eb6c1-394d-41c9-9ec1-fc3a04b5d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111143 Feb 04 20:53:40.881770 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17860fda-7021-44d8-afb2-fc39de26891a admin admin] Router e351198e-8576-42ad-bdb4-84ff00f6bcc8 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:53:41.139719 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17860fda-7021-44d8-afb2-fc39de26891a admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:53:41.160556 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-17860fda-7021-44d8-afb2-fc39de26891a admin admin] 10.222.0.26 "PUT /v2.0/routers/e351198e-8576-42ad-bdb4-84ff00f6bcc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4157832 Feb 04 20:53:41.160768 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093a11df-e3c2-4815-9a59-6b8fbbb82700 None None] Sync routers for ids ['e351198e-8576-42ad-bdb4-84ff00f6bcc8'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:53:41.184197 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093a11df-e3c2-4815-9a59-6b8fbbb82700 None None] Routers {'e351198e-8576-42ad-bdb4-84ff00f6bcc8'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:53:41.185056 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-093a11df-e3c2-4815-9a59-6b8fbbb82700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:53:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['e351198e-8576-42ad-bdb4-84ff00f6bcc8'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:53:41.188225 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d063c4-d029-4566-98dc-81e97a588fcc req-59843698-de40-488b-a71a-c465bae0ada8 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:41.189834 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a1d063c4-d029-4566-98dc-81e97a588fcc req-59843698-de40-488b-a71a-c465bae0ada8 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=07996bf1-0225-4e57-9c04-e798441c3584 HTTP/1.1" status: 200 len: 946 time: 0.1467335 Feb 04 20:53:41.276089 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a1d063c4-d029-4566-98dc-81e97a588fcc req-e3c3deed-5a61-432c-80c7-cee63f956547 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802007 Feb 04 20:53:41.318947 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c97e05-bad8-4f03-b548-23ad7f2304d7 req-b6477575-b51c-4036-860f-ab9e4c660290 tempest-ServersOnMultiNodesTest-2107228727 tempest-ServersOnMultiNodesTest-2107228727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:41.320475 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-92c97e05-bad8-4f03-b548-23ad7f2304d7 req-b6477575-b51c-4036-860f-ab9e4c660290 tempest-ServersOnMultiNodesTest-2107228727 tempest-ServersOnMultiNodesTest-2107228727-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=24a9c458-f05e-4879-9f24-8e10a2473ea9 HTTP/1.1" status: 200 len: 1100 time: 0.0936978 Feb 04 20:53:41.378794 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-92c97e05-bad8-4f03-b548-23ad7f2304d7 req-e51a39ca-4922-40d6-b8b6-519d12a93467 tempest-ServersOnMultiNodesTest-2107228727 tempest-ServersOnMultiNodesTest-2107228727-project-admin] Synchronizing usage tracker for tenant:28f5959133d741a3be55923862e04d9a on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:53:41.391464 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-093a11df-e3c2-4815-9a59-6b8fbbb82700 None None] Set router e351198e-8576-42ad-bdb4-84ff00f6bcc8 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:53:41.397891 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-92c97e05-bad8-4f03-b548-23ad7f2304d7 req-e51a39ca-4922-40d6-b8b6-519d12a93467 tempest-ServersOnMultiNodesTest-2107228727 tempest-ServersOnMultiNodesTest-2107228727-project-admin] Unset dirty status for tenant:28f5959133d741a3be55923862e04d9a on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:53:41.407111 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-92c97e05-bad8-4f03-b548-23ad7f2304d7 req-e51a39ca-4922-40d6-b8b6-519d12a93467 tempest-ServersOnMultiNodesTest-2107228727 tempest-ServersOnMultiNodesTest-2107228727-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800691 Feb 04 20:53:41.750759 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-093a11df-e3c2-4815-9a59-6b8fbbb82700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e351198e-8576-42ad-bdb4-84ff00f6bcc8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-718297321-router', 'tenant_id': 'a6b17d5e6bc643d0a2391b99d2496f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'd5caf8e7-5a96-491b-b03a-b89df80645ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:53:22Z', 'updated_at': '2022-02-04T20:53:39Z', 'revision_number': 4, 'project_id': 'a6b17d5e6bc643d0a2391b99d2496f47', 'gw_port': {'id': 'd5caf8e7-5a96-491b-b03a-b89df80645ec', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e351198e-8576-42ad-bdb4-84ff00f6bcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:53:25Z', 'updated_at': '2022-02-04T20:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '6370abd0-1da5-48b4-b949-dbfc913ac02b', 'name': '', 'network_id': '21e24fe0-7cd8-41e0-a336-549d0730d0d8', 'tenant_id': 'a6b17d5e6bc643d0a2391b99d2496f47', 'mac_address': 'fa:16:3e:9e:84:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e351198e-8576-42ad-bdb4-84ff00f6bcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '014b8a54-79b7-46a7-a1c2-f3220ad5f192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:53:36Z', 'updated_at': '2022-02-04T20:53:39Z', 'revision_number': 2, 'project_id': 'a6b17d5e6bc643d0a2391b99d2496f47', 'subnets': [{'id': '014b8a54-79b7-46a7-a1c2-f3220ad5f192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:53:41.755874 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093a11df-e3c2-4815-9a59-6b8fbbb82700 None None] Checking router: e351198e-8576-42ad-bdb4-84ff00f6bcc8 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:53:41.756330 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093a11df-e3c2-4815-9a59-6b8fbbb82700 None None] Updating router e351198e-8576-42ad-bdb4-84ff00f6bcc8 port 6370abd0-1da5-48b4-b949-dbfc913ac02b binding host n-d-827896-1 {{(pid=87684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:53:41.844833 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-093a11df-e3c2-4815-9a59-6b8fbbb82700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:41.878350 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa31c53-1ffc-4dcb-940f-f840dcea5ed2 req-335d0eb0-ceef-4186-89d8-c3870a4fce0c tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:41.880111 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9fa31c53-1ffc-4dcb-940f-f840dcea5ed2 req-335d0eb0-ceef-4186-89d8-c3870a4fce0c tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=07996bf1-0225-4e57-9c04-e798441c3584 HTTP/1.1" status: 200 len: 1097 time: 0.1159792 Feb 04 20:53:41.976260 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-9fa31c53-1ffc-4dcb-940f-f840dcea5ed2 req-50867f0a-6d3a-48b4-9444-1a0be7043922 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] Synchronizing usage tracker for tenant:e3278ccb46d348fb9f831221b23b079d on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:53:42.018604 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45008) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:42.020269 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-9fa31c53-1ffc-4dcb-940f-f840dcea5ed2 req-50867f0a-6d3a-48b4-9444-1a0be7043922 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] Unset dirty status for tenant:e3278ccb46d348fb9f831221b23b079d on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:53:42.021431 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9fa31c53-1ffc-4dcb-940f-f840dcea5ed2 req-50867f0a-6d3a-48b4-9444-1a0be7043922 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405418 Feb 04 20:53:42.237667 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d71a5bcd-ed70-4db6-b525-f7d97fc6179d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:42.254274 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d71a5bcd-ed70-4db6-b525-f7d97fc6179d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:42.258362 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d71a5bcd-ed70-4db6-b525-f7d97fc6179d admin admin] Usage tracker for resource:security_group_rule and tenant:8c50feb16eae4e2a80f7fd7b9d5df27f is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:42.261566 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d71a5bcd-ed70-4db6-b525-f7d97fc6179d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:42.267550 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d71a5bcd-ed70-4db6-b525-f7d97fc6179d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:42.285447 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b5ad5-f3f4-48c9-bc93-b6eed7cec0ad req-da324fba-b74d-4f89-a5ef-df7ba772c49f tempest-ServersOnMultiNodesTest-2107228727 tempest-ServersOnMultiNodesTest-2107228727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:42.287387 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d63b5ad5-f3f4-48c9-bc93-b6eed7cec0ad req-da324fba-b74d-4f89-a5ef-df7ba772c49f tempest-ServersOnMultiNodesTest-2107228727 tempest-ServersOnMultiNodesTest-2107228727-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d0153775-2f16-46e6-9cb1-3fc3d75ea1b8 HTTP/1.1" status: 200 len: 1101 time: 0.0873857 Feb 04 20:53:42.350911 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d63b5ad5-f3f4-48c9-bc93-b6eed7cec0ad req-48ed6940-d520-4122-b65c-ad2f687d1c98 tempest-ServersOnMultiNodesTest-2107228727 tempest-ServersOnMultiNodesTest-2107228727-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559785 Feb 04 20:53:42.359862 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d71a5bcd-ed70-4db6-b525-f7d97fc6179d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:42.366595 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d71a5bcd-ed70-4db6-b525-f7d97fc6179d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:42.435412 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d71a5bcd-ed70-4db6-b525-f7d97fc6179d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8c50feb16eae4e2a80f7fd7b9d5df27f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4121149 Feb 04 20:53:42.435906 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 45022) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:42.454109 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a5bcd-ed70-4db6-b525-f7d97fc6179d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed73ad0-b9df-4b9f-8477-0120b1abe73e,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:42.560769 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9867cad9-761b-4b02-bef2-9b742fe4dd8c req-ffc27694-0e6b-48a9-9c14-d4a74acdef3a tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2d53b70-88da-4d8b-a7df-d3258979de44 HTTP/1.1" status: 200 len: 210 time: 0.0533824 Feb 04 20:53:42.560769 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-85b82743-067f-4445-a1ba-680cfb87e243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:42.607318 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-85b82743-067f-4445-a1ba-680cfb87e243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:42.612115 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-093a11df-e3c2-4815-9a59-6b8fbbb82700 None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:42.643151 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-093a11df-e3c2-4815-9a59-6b8fbbb82700 None None] Transition to ACTIVE for port object 6370abd0-1da5-48b4-b949-dbfc913ac02b will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:53:42.657753 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-093a11df-e3c2-4815-9a59-6b8fbbb82700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:42.889170 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-85b82743-067f-4445-a1ba-680cfb87e243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:42.903694 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-093a11df-e3c2-4815-9a59-6b8fbbb82700 None None] Attempting to bind port 6370abd0-1da5-48b4-b949-dbfc913ac02b on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:53:42.904273 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-093a11df-e3c2-4815-9a59-6b8fbbb82700 None None] Attempting to bind port 6370abd0-1da5-48b4-b949-dbfc913ac02b by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '6679bdef-9f63-49db-ab6f-1d3908df0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '21e24fe0-7cd8-41e0-a336-549d0730d0d8'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:53:42.904368 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093a11df-e3c2-4815-9a59-6b8fbbb82700 None None] Attempting to bind port 6370abd0-1da5-48b4-b949-dbfc913ac02b on network 21e24fe0-7cd8-41e0-a336-549d0730d0d8 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:53:42.906418 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377e4f0-c70f-49ba-bcdb-ed874b7a71d1 None None] Pushing event updated for resources: {'Port': ['ID=6370abd0-1da5-48b4-b949-dbfc913ac02b,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:42.912796 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b82743-067f-4445-a1ba-680cfb87e243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed73ad0-b9df-4b9f-8477-0120b1abe73e,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:42.913440 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093a11df-e3c2-4815-9a59-6b8fbbb82700 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:53:42.913946 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093a11df-e3c2-4815-9a59-6b8fbbb82700 None None] Checking segment: {'id': '6679bdef-9f63-49db-ab6f-1d3908df0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '21e24fe0-7cd8-41e0-a336-549d0730d0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:53:42.914953 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-093a11df-e3c2-4815-9a59-6b8fbbb82700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:42.915517 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093a11df-e3c2-4815-9a59-6b8fbbb82700 None None] Bound using segment: {'id': '6679bdef-9f63-49db-ab6f-1d3908df0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '21e24fe0-7cd8-41e0-a336-549d0730d0d8'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:53:42.916340 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-093a11df-e3c2-4815-9a59-6b8fbbb82700 None None] Bound port: 6370abd0-1da5-48b4-b949-dbfc913ac02b, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6679bdef-9f63-49db-ab6f-1d3908df0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '21e24fe0-7cd8-41e0-a336-549d0730d0d8'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:53:42.916721 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-093a11df-e3c2-4815-9a59-6b8fbbb82700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:42.924116 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486f594-aee5-4cd0-b082-d6e355b8337d req-1df60388-b728-4de7-8150-9a0b2197e273 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:42.925711 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9486f594-aee5-4cd0-b082-d6e355b8337d req-1df60388-b728-4de7-8150-9a0b2197e273 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=07996bf1-0225-4e57-9c04-e798441c3584 HTTP/1.1" status: 200 len: 1097 time: 0.1269362 Feb 04 20:53:42.933493 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16cfbc-6f43-42ff-8b03-7accdbce72bd req-95d60e69-1bd2-4f76-bc5a-9a08b85b7732 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:42.934993 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9f16cfbc-6f43-42ff-8b03-7accdbce72bd req-95d60e69-1bd2-4f76-bc5a-9a08b85b7732 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc192b55-eae8-49d6-99a4-8761107e4661 HTTP/1.1" status: 200 len: 943 time: 0.1889677 Feb 04 20:53:42.937192 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-85b82743-067f-4445-a1ba-680cfb87e243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:42.938260 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-85b82743-067f-4445-a1ba-680cfb87e243 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4ed73ad0-b9df-4b9f-8477-0120b1abe73e HTTP/1.1" status: 204 len: 168 time: 0.5013831 Feb 04 20:53:43.061730 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9f16cfbc-6f43-42ff-8b03-7accdbce72bd req-e53d5926-eaa5-4aa9-9ada-a304f6be2d86 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] 10.222.0.26 "GET /v2.0/security-groups?id=980eb6c1-394d-41c9-9ec1-fc3a04b5d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780540 Feb 04 20:53:43.125333 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9486f594-aee5-4cd0-b082-d6e355b8337d req-b093e9af-4f3d-498d-9917-f20f194c91ad tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891735 Feb 04 20:53:43.141643 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-093a11df-e3c2-4815-9a59-6b8fbbb82700 None None] For port 6370abd0-1da5-48b4-b949-dbfc913ac02b, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:53:43.162283 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-093a11df-e3c2-4815-9a59-6b8fbbb82700 None None] For port 6370abd0-1da5-48b4-b949-dbfc913ac02b, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=6370abd0-1da5-48b4-b949-dbfc913ac02b,segment=NetworkSegment(6679bdef-9f63-49db-ab6f-1d3908df0aa5),segment_id=6679bdef-9f63-49db-ab6f-1d3908df0aa5)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:53:43.171578 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3819a82-307e-45a7-aff3-a62837990efe req-536d8bcd-0888-4d17-aad0-b7297d4a3f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:43.174155 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-95a75269-a685-47f3-89ad-bfc1ec9de9d5 req-6c0941c7-cba0-4179-9338-99f414b20cf7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=432de455-77b1-4958-bba0-0a1bca95066f HTTP/1.1" status: 200 len: 217 time: 0.1668103 Feb 04 20:53:43.175510 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a3819a82-307e-45a7-aff3-a62837990efe req-536d8bcd-0888-4d17-aad0-b7297d4a3f79 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d15289c524c48308a694841020ef472&device_id=fc192b55-eae8-49d6-99a4-8761107e4661 HTTP/1.1" status: 200 len: 1094 time: 0.1343825 Feb 04 20:53:43.184270 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-093a11df-e3c2-4815-9a59-6b8fbbb82700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:43.294733 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a75269-a685-47f3-89ad-bfc1ec9de9d5 req-a1ce2775-743c-4ef2-9908-d8c8e1d66689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:43.296467 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-95a75269-a685-47f3-89ad-bfc1ec9de9d5 req-a1ce2775-743c-4ef2-9908-d8c8e1d66689 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.1045907 Feb 04 20:53:43.396214 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a75269-a685-47f3-89ad-bfc1ec9de9d5 req-4c1f92b2-a943-4209-bbf0-e3235aac125f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:43.397828 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-95a75269-a685-47f3-89ad-bfc1ec9de9d5 req-4c1f92b2-a943-4209-bbf0-e3235aac125f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0939860 Feb 04 20:53:43.530463 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3819a82-307e-45a7-aff3-a62837990efe req-04362385-74c3-49fb-b943-ede8235213e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:43.537877 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a3819a82-307e-45a7-aff3-a62837990efe req-04362385-74c3-49fb-b943-ede8235213e4 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=7d15289c524c48308a694841020ef472&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3459344 Feb 04 20:53:43.568751 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45050) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:43.598448 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377e4f0-c70f-49ba-bcdb-ed874b7a71d1 None None] Pushing event updated for resources: {'Port': ['ID=6370abd0-1da5-48b4-b949-dbfc913ac02b,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:43.601852 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093a11df-e3c2-4815-9a59-6b8fbbb82700 None None] Routers {'e351198e-8576-42ad-bdb4-84ff00f6bcc8'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:53:43.602457 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-093a11df-e3c2-4815-9a59-6b8fbbb82700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:53:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['e351198e-8576-42ad-bdb4-84ff00f6bcc8'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:53:43.637653 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0cc8114c-e805-4a91-8b61-b1c56b84254e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:43.668683 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0cc8114c-e805-4a91-8b61-b1c56b84254e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:43.707338 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0cc8114c-e805-4a91-8b61-b1c56b84254e admin admin] Usage tracker for resource:security_group_rule and tenant:95c0ea0ed512471ba40b34f136426e98 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:43.732529 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0cc8114c-e805-4a91-8b61-b1c56b84254e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:43.758166 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0cc8114c-e805-4a91-8b61-b1c56b84254e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:43.783614 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-95a75269-a685-47f3-89ad-bfc1ec9de9d5 req-4e99df57-6142-401c-9ea1-f103998a4d97 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787994 Feb 04 20:53:43.802070 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3819a82-307e-45a7-aff3-a62837990efe req-032baa41-5528-4e32-9197-9ae57f6d87fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:43.804155 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a3819a82-307e-45a7-aff3-a62837990efe req-032baa41-5528-4e32-9197-9ae57f6d87fa service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2596509 Feb 04 20:53:43.957807 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-13a293ad-215f-404b-ac18-39d757e552d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:44.000101 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a45df996-b2a2-4a91-9362-ce28a4bcf1b1 req-5d43fbe7-944d-407b-8499-3c38000cc47f tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2d53b70-88da-4d8b-a7df-d3258979de44 HTTP/1.1" status: 200 len: 210 time: 0.1060083 Feb 04 20:53:44.023520 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-093a11df-e3c2-4815-9a59-6b8fbbb82700 None None] Set router e351198e-8576-42ad-bdb4-84ff00f6bcc8 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:53:44.041427 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-95a75269-a685-47f3-89ad-bfc1ec9de9d5 req-392c4bb9-4256-4c37-a637-5e896d1cc63f service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354643 Feb 04 20:53:44.112723 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-a4d66e79-5ba4-4a85-9bf1-df81774ec152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:44.119464 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-a4d66e79-5ba4-4a85-9bf1-df81774ec152 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d15289c524c48308a694841020ef472&device_id=fc192b55-eae8-49d6-99a4-8761107e4661 HTTP/1.1" status: 200 len: 1094 time: 0.2614038 Feb 04 20:53:44.290849 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-7d73c21f-b2e9-468c-aa4a-91d1c0227d86 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f91b951-ffee-4063-899c-789ba71815c3 HTTP/1.1" status: 200 len: 217 time: 0.1653624 Feb 04 20:53:44.408872 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-8f5f5919-f8ca-4b5c-8bec-135220e7e2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:44.410668 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-8f5f5919-f8ca-4b5c-8bec-135220e7e2bd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=badb4088-e79a-438f-8ff7-4be66087c151 HTTP/1.1" status: 200 len: 854 time: 0.1134555 Feb 04 20:53:44.430184 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0cc8114c-e805-4a91-8b61-b1c56b84254e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:44.455173 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0cc8114c-e805-4a91-8b61-b1c56b84254e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:44.494836 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-aafa5851-49eb-4bec-b705-8d86babafb65 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=1c95ab08729c4244bb5389f69a70876f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0830774 Feb 04 20:53:44.509916 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0cc8114c-e805-4a91-8b61-b1c56b84254e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=95c0ea0ed512471ba40b34f136426e98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9362950 Feb 04 20:53:44.514956 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45088) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:44.575214 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6507915-f985-458b-af15-f94411932b14 req-b7911d0a-b34a-44cd-ac6b-4e7e99da22a1 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:44.588840 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d6507915-f985-458b-af15-f94411932b14 req-b7911d0a-b34a-44cd-ac6b-4e7e99da22a1 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.32 "GET /v2.0/networks?id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 HTTP/1.1" status: 200 len: 820 time: 0.4894168 Feb 04 20:53:44.657681 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-d6507915-f985-458b-af15-f94411932b14 req-73c88610-ef05-41bc-98cb-399739bfd9eb tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Request body: {'port': {'device_id': 'f2d53b70-88da-4d8b-a7df-d3258979de44', 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08', 'admin_state_up': True, 'tenant_id': 'c5a142124dd5482a87b175ed6e7e9ba5'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:53:44.706160 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-093a11df-e3c2-4815-9a59-6b8fbbb82700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e351198e-8576-42ad-bdb4-84ff00f6bcc8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-718297321-router', 'tenant_id': 'a6b17d5e6bc643d0a2391b99d2496f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'd5caf8e7-5a96-491b-b03a-b89df80645ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:53:22Z', 'updated_at': '2022-02-04T20:53:39Z', 'revision_number': 4, 'project_id': 'a6b17d5e6bc643d0a2391b99d2496f47', 'gw_port': {'id': 'd5caf8e7-5a96-491b-b03a-b89df80645ec', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e351198e-8576-42ad-bdb4-84ff00f6bcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:53:25Z', 'updated_at': '2022-02-04T20:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '6370abd0-1da5-48b4-b949-dbfc913ac02b', 'name': '', 'network_id': '21e24fe0-7cd8-41e0-a336-549d0730d0d8', 'tenant_id': 'a6b17d5e6bc643d0a2391b99d2496f47', 'mac_address': 'fa:16:3e:9e:84:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e351198e-8576-42ad-bdb4-84ff00f6bcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '014b8a54-79b7-46a7-a1c2-f3220ad5f192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:53:36Z', 'updated_at': '2022-02-04T20:53:43Z', 'revision_number': 4, 'project_id': 'a6b17d5e6bc643d0a2391b99d2496f47', 'subnets': [{'id': '014b8a54-79b7-46a7-a1c2-f3220ad5f192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:53:44.715034 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093a11df-e3c2-4815-9a59-6b8fbbb82700 None None] The sync data for ids ['e351198e-8576-42ad-bdb4-84ff00f6bcc8'] in n-d-827896-1 is: [{'id': 'e351198e-8576-42ad-bdb4-84ff00f6bcc8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-718297321-router', 'tenant_id': 'a6b17d5e6bc643d0a2391b99d2496f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'd5caf8e7-5a96-491b-b03a-b89df80645ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:53:22Z', 'updated_at': '2022-02-04T20:53:39Z', 'revision_number': 4, 'project_id': 'a6b17d5e6bc643d0a2391b99d2496f47', 'gw_port': {'id': 'd5caf8e7-5a96-491b-b03a-b89df80645ec', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e351198e-8576-42ad-bdb4-84ff00f6bcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:53:25Z', 'updated_at': '2022-02-04T20:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '6370abd0-1da5-48b4-b949-dbfc913ac02b', 'name': '', 'network_id': '21e24fe0-7cd8-41e0-a336-549d0730d0d8', 'tenant_id': 'a6b17d5e6bc643d0a2391b99d2496f47', 'mac_address': 'fa:16:3e:9e:84:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e351198e-8576-42ad-bdb4-84ff00f6bcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '014b8a54-79b7-46a7-a1c2-f3220ad5f192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:53:36Z', 'updated_at': '2022-02-04T20:53:43Z', 'revision_number': 4, 'project_id': 'a6b17d5e6bc643d0a2391b99d2496f47', 'subnets': [{'id': '014b8a54-79b7-46a7-a1c2-f3220ad5f192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:53:44.757848 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-675d4810-549e-4e9c-ae53-59a315061471 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:44.760401 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8114c-e805-4a91-8b61-b1c56b84254e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9def8bcb-8f1b-41e8-99dc-42712c2dcfdf,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:44.769149 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-675d4810-549e-4e9c-ae53-59a315061471 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2670147 Feb 04 20:53:44.787023 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-65c4f95b-b48b-47a9-a2c0-536fa87e5dfe tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/quotas/1c95ab08729c4244bb5389f69a70876f HTTP/1.1" status: 200 len: 375 time: 0.0169184 Feb 04 20:53:44.836496 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7c262c49-2b83-49ba-b3da-610d47b10291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:44.876451 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-ac09b35e-2e5f-4c2f-a759-36f611bb95b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:44.878919 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-ac09b35e-2e5f-4c2f-a759-36f611bb95b1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4310880 Feb 04 20:53:44.921222 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7c262c49-2b83-49ba-b3da-610d47b10291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:44.971520 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-d6507915-f985-458b-af15-f94411932b14 req-73c88610-ef05-41bc-98cb-399739bfd9eb tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:44.992545 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-d6507915-f985-458b-af15-f94411932b14 req-73c88610-ef05-41bc-98cb-399739bfd9eb tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Usage tracker for resource:port and tenant:c5a142124dd5482a87b175ed6e7e9ba5 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:45.010546 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-d6507915-f985-458b-af15-f94411932b14 req-73c88610-ef05-41bc-98cb-399739bfd9eb tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:45.019614 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-d6507915-f985-458b-af15-f94411932b14 req-73c88610-ef05-41bc-98cb-399739bfd9eb tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:45.034513 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6507915-f985-458b-af15-f94411932b14 req-73c88610-ef05-41bc-98cb-399739bfd9eb tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Made reservation on behalf of c5a142124dd5482a87b175ed6e7e9ba5 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:53:45.039142 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-d6507915-f985-458b-af15-f94411932b14 req-73c88610-ef05-41bc-98cb-399739bfd9eb tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:45.118123 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-dce2851f-48ea-480a-9a33-ed81d92d22a4 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c95ab08729c4244bb5389f69a70876f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3295479 Feb 04 20:53:45.148122 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-8785c4ba-0f5d-4ade-96f0-b1ecfa547ec2 service neutron] 10.222.0.32 "GET /v2.0/networks/4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562323 Feb 04 20:53:45.153990 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7c262c49-2b83-49ba-b3da-610d47b10291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:45.197936 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c262c49-2b83-49ba-b3da-610d47b10291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9def8bcb-8f1b-41e8-99dc-42712c2dcfdf,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:45.252590 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7c262c49-2b83-49ba-b3da-610d47b10291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:45.256148 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7c262c49-2b83-49ba-b3da-610d47b10291 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9def8bcb-8f1b-41e8-99dc-42712c2dcfdf HTTP/1.1" status: 204 len: 168 time: 0.7371476 Feb 04 20:53:45.342563 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-d6507915-f985-458b-af15-f94411932b14 req-73c88610-ef05-41bc-98cb-399739bfd9eb tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Allocated IP 172.20.0.2 (a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08/af7ea361-8fb7-49bd-8e76-0990ff7e7df7/d6728c47-d50e-42fd-9265-bf7c77103aad) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:53:45.528163 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e9b52abf-da55-4995-b685-41d5e4613b75 req-92aff417-b5ff-4567-a678-38bed240bea4 service neutron] 10.222.0.32 "GET /v2.0/networks/4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102078 Feb 04 20:53:45.735675 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-d6507915-f985-458b-af15-f94411932b14 req-73c88610-ef05-41bc-98cb-399739bfd9eb tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:45.783041 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-d6507915-f985-458b-af15-f94411932b14 req-73c88610-ef05-41bc-98cb-399739bfd9eb tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:45.872056 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6507915-f985-458b-af15-f94411932b14 req-73c88610-ef05-41bc-98cb-399739bfd9eb tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:53:45.874128 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-d6507915-f985-458b-af15-f94411932b14 req-73c88610-ef05-41bc-98cb-399739bfd9eb tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:53:45.890751 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6507915-f985-458b-af15-f94411932b14 req-73c88610-ef05-41bc-98cb-399739bfd9eb tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:53:45.988096 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480ed5e-a7a3-476b-8866-b7d378535688 req-a703247f-be63-42d7-ac13-b14956ee5638 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:46.000504 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f480ed5e-a7a3-476b-8866-b7d378535688 req-a703247f-be63-42d7-ac13-b14956ee5638 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc192b55-eae8-49d6-99a4-8761107e4661 HTTP/1.1" status: 200 len: 943 time: 0.1574609 Feb 04 20:53:46.001203 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 45134) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:46.040449 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6507915-f985-458b-af15-f94411932b14 req-73c88610-ef05-41bc-98cb-399739bfd9eb tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:46.041538 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-d6507915-f985-458b-af15-f94411932b14 req-73c88610-ef05-41bc-98cb-399739bfd9eb tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:46.063864 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f480ed5e-a7a3-476b-8866-b7d378535688 req-79e779c2-f665-4c83-82d0-26efcd30388a tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] 10.222.0.26 "GET /v2.0/security-groups?id=980eb6c1-394d-41c9-9ec1-fc3a04b5d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560687 Feb 04 20:53:46.106952 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d6507915-f985-458b-af15-f94411932b14 req-73c88610-ef05-41bc-98cb-399739bfd9eb tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4598598 Feb 04 20:53:46.107535 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c88610-ef05-41bc-98cb-399739bfd9eb tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Pushing event updated for resources: {'Port': ['ID=d6728c47-d50e-42fd-9265-bf7c77103aad,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:46.124183 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-d6507915-f985-458b-af15-f94411932b14 req-b22fc086-e34b-4983-a389-ec088e2823e5 service neutron] Request body: {'port': {'device_id': 'f2d53b70-88da-4d8b-a7df-d3258979de44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:53:46.247986 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-07a27689-269b-4a39-9173-94cc8bbfebe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:46.462977 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 45156) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:46.469191 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-133f34d5-7215-4c34-9c8a-0110595f57ed tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1049936145', 'description': 'tempest-description--113822291'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:53:46.480998 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-133f34d5-7215-4c34-9c8a-0110595f57ed tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:46.490666 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-133f34d5-7215-4c34-9c8a-0110595f57ed tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Usage tracker for resource:security_group and tenant:5656db63d88345dfa2ad3799bcc2a413 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:46.494195 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-133f34d5-7215-4c34-9c8a-0110595f57ed tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:46.501490 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-133f34d5-7215-4c34-9c8a-0110595f57ed tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:46.528914 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-133f34d5-7215-4c34-9c8a-0110595f57ed tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:46.559923 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-d6507915-f985-458b-af15-f94411932b14 req-b22fc086-e34b-4983-a389-ec088e2823e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:46.593586 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-133f34d5-7215-4c34-9c8a-0110595f57ed tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:46.602031 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-133f34d5-7215-4c34-9c8a-0110595f57ed tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Usage tracker for resource:security_group_rule and tenant:5656db63d88345dfa2ad3799bcc2a413 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:46.609586 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-63f95cb3-3783-48aa-886f-5c59c7aae1fa tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:53:46.615532 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 6370abd0-1da5-48b4-b949-dbfc913ac02b up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:53:46.625698 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-63f95cb3-3783-48aa-886f-5c59c7aae1fa tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6232693 Feb 04 20:53:46.626647 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-133f34d5-7215-4c34-9c8a-0110595f57ed tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:46.641110 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-133f34d5-7215-4c34-9c8a-0110595f57ed tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:46.800607 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 6370abd0-1da5-48b4-b949-dbfc913ac02b completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:53:46.808422 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 6370abd0-1da5-48b4-b949-dbfc913ac02b triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:53:46.809389 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:46.829051 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-133f34d5-7215-4c34-9c8a-0110595f57ed tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:46.840226 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-133f34d5-7215-4c34-9c8a-0110595f57ed tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:47.067918 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:47.086204 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-133f34d5-7215-4c34-9c8a-0110595f57ed tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:47.090534 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-133f34d5-7215-4c34-9c8a-0110595f57ed tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6263731 Feb 04 20:53:47.092309 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f34d5-7215-4c34-9c8a-0110595f57ed tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9682d437-5169-4f10-a377-f31d491d46c9,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:47.098991 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 45176) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:47.111997 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-7a86eb1d-c8de-444f-9202-f52b69c14948 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Request body: {'security_group_rule': {'security_group_id': '9682d437-5169-4f10-a377-f31d491d46c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:53:47.123259 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7a86eb1d-c8de-444f-9202-f52b69c14948 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:47.140114 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 6370abd0-1da5-48b4-b949-dbfc913ac02b, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=6370abd0-1da5-48b4-b949-dbfc913ac02b,segment=NetworkSegment(6679bdef-9f63-49db-ab6f-1d3908df0aa5),segment_id=6679bdef-9f63-49db-ab6f-1d3908df0aa5)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:53:47.144908 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7a86eb1d-c8de-444f-9202-f52b69c14948 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Usage tracker for resource:security_group_rule and tenant:5656db63d88345dfa2ad3799bcc2a413 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:47.145121 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:47.154218 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7a86eb1d-c8de-444f-9202-f52b69c14948 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:47.170134 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7a86eb1d-c8de-444f-9202-f52b69c14948 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:47.195497 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-0e7198e9-5917-4c31-8512-1ae7c7aa91e8 service neutron] Request body: {'binding': {'host': 'n-h1-827896-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:53:47.196020 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-0e7198e9-5917-4c31-8512-1ae7c7aa91e8 service neutron] Unknown quota resources ['binding']. {{(pid=87683) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 04 20:53:47.350642 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=6370abd0-1da5-48b4-b949-dbfc913ac02b,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:47.362543 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7a86eb1d-c8de-444f-9202-f52b69c14948 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:47.375891 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:47.389511 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:47.422049 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-d6507915-f985-458b-af15-f94411932b14 req-b22fc086-e34b-4983-a389-ec088e2823e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6728c47-d50e-42fd-9265-bf7c77103aad {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:53:47.430598 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-d6507915-f985-458b-af15-f94411932b14 req-b22fc086-e34b-4983-a389-ec088e2823e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:47.447916 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-d6507915-f985-458b-af15-f94411932b14 req-b22fc086-e34b-4983-a389-ec088e2823e5 service neutron] Transition to ACTIVE for port object d6728c47-d50e-42fd-9265-bf7c77103aad will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:53:47.454244 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-d6507915-f985-458b-af15-f94411932b14 req-b22fc086-e34b-4983-a389-ec088e2823e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:47.643741 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7a86eb1d-c8de-444f-9202-f52b69c14948 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:47.665306 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7a86eb1d-c8de-444f-9202-f52b69c14948 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:47.666007 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22fc086-e34b-4983-a389-ec088e2823e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d6728c47-d50e-42fd-9265-bf7c77103aad,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:47.705610 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-d6507915-f985-458b-af15-f94411932b14 req-b22fc086-e34b-4983-a389-ec088e2823e5 service neutron] Attempting to bind port d6728c47-d50e-42fd-9265-bf7c77103aad on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:53:47.706404 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-d6507915-f985-458b-af15-f94411932b14 req-b22fc086-e34b-4983-a389-ec088e2823e5 service neutron] Attempting to bind port d6728c47-d50e-42fd-9265-bf7c77103aad by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:53:47.706404 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6507915-f985-458b-af15-f94411932b14 req-b22fc086-e34b-4983-a389-ec088e2823e5 service neutron] Attempting to bind port d6728c47-d50e-42fd-9265-bf7c77103aad on network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:53:47.710940 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6507915-f985-458b-af15-f94411932b14 req-b22fc086-e34b-4983-a389-ec088e2823e5 service neutron] Port d6728c47-d50e-42fd-9265-bf7c77103aad on network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:53:47.711093 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7a86eb1d-c8de-444f-9202-f52b69c14948 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:47.711249 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6507915-f985-458b-af15-f94411932b14 req-b22fc086-e34b-4983-a389-ec088e2823e5 service neutron] Attempting to bind port d6728c47-d50e-42fd-9265-bf7c77103aad on network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:53:47.715000 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-7a86eb1d-c8de-444f-9202-f52b69c14948 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6126039 Feb 04 20:53:47.716708 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45190) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:47.717536 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6507915-f985-458b-af15-f94411932b14 req-b22fc086-e34b-4983-a389-ec088e2823e5 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:53:47.718074 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6507915-f985-458b-af15-f94411932b14 req-b22fc086-e34b-4983-a389-ec088e2823e5 service neutron] Checking segment: {'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:53:47.718446 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6507915-f985-458b-af15-f94411932b14 req-b22fc086-e34b-4983-a389-ec088e2823e5 service neutron] Bound using segment: {'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:53:47.719376 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-d6507915-f985-458b-af15-f94411932b14 req-b22fc086-e34b-4983-a389-ec088e2823e5 service neutron] Bound port: d6728c47-d50e-42fd-9265-bf7c77103aad, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:53:47.719376 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-d6507915-f985-458b-af15-f94411932b14 req-b22fc086-e34b-4983-a389-ec088e2823e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:47.728533 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a86eb1d-c8de-444f-9202-f52b69c14948 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb50c12-b360-49db-8625-f04a80f81e4d,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:47.734727 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-3da84490-06cd-4bee-86c9-0fe45bd194e2 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Request body: {'security_group_rule': {'security_group_id': '9682d437-5169-4f10-a377-f31d491d46c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:53:47.745642 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3da84490-06cd-4bee-86c9-0fe45bd194e2 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:47.749202 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea80f0-52c3-4a8e-8601-6e96c8185ca2 req-fbdfd292-c360-4da4-a1c5-12780fce0fc8 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:47.751317 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5aea80f0-52c3-4a8e-8601-6e96c8185ca2 req-fbdfd292-c360-4da4-a1c5-12780fce0fc8 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2d53b70-88da-4d8b-a7df-d3258979de44 HTTP/1.1" status: 200 len: 943 time: 0.3174236 Feb 04 20:53:47.781067 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3da84490-06cd-4bee-86c9-0fe45bd194e2 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Usage tracker for resource:security_group_rule and tenant:5656db63d88345dfa2ad3799bcc2a413 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:47.784986 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-0e7198e9-5917-4c31-8512-1ae7c7aa91e8 service neutron] Attempting to bind port 3bc162a1-2167-4622-af4b-541e13966810 on host n-h1-827896-1 for vnic_type normal with profile None {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:53:47.785347 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-0e7198e9-5917-4c31-8512-1ae7c7aa91e8 service neutron] Attempting to bind port 3bc162a1-2167-4622-af4b-541e13966810 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:53:47.785665 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-0e7198e9-5917-4c31-8512-1ae7c7aa91e8 service neutron] Attempting to bind port 3bc162a1-2167-4622-af4b-541e13966810 on network e2945ff6-c379-474d-a032-331b1f6dd08e {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:53:47.789394 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3da84490-06cd-4bee-86c9-0fe45bd194e2 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:47.793910 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-0e7198e9-5917-4c31-8512-1ae7c7aa91e8 service neutron] Port 3bc162a1-2167-4622-af4b-541e13966810 on network e2945ff6-c379-474d-a032-331b1f6dd08e not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:53:47.794243 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-0e7198e9-5917-4c31-8512-1ae7c7aa91e8 service neutron] Attempting to bind port 3bc162a1-2167-4622-af4b-541e13966810 on network e2945ff6-c379-474d-a032-331b1f6dd08e {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:53:47.803388 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3da84490-06cd-4bee-86c9-0fe45bd194e2 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:47.805576 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-0e7198e9-5917-4c31-8512-1ae7c7aa91e8 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:53:47.806079 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-0e7198e9-5917-4c31-8512-1ae7c7aa91e8 service neutron] Checking segment: {'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:53:47.806515 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-0e7198e9-5917-4c31-8512-1ae7c7aa91e8 service neutron] Bound using segment: {'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:53:47.806957 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-0e7198e9-5917-4c31-8512-1ae7c7aa91e8 service neutron] Bound port: 3bc162a1-2167-4622-af4b-541e13966810, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:53:47.841516 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3da84490-06cd-4bee-86c9-0fe45bd194e2 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:47.872583 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-d6507915-f985-458b-af15-f94411932b14 req-b22fc086-e34b-4983-a389-ec088e2823e5 service neutron] For port d6728c47-d50e-42fd-9265-bf7c77103aad, host n-h1-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:53:47.894635 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5aea80f0-52c3-4a8e-8601-6e96c8185ca2 req-e3eeedd7-73df-44cb-8788-e61ebe4bd8dc tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327100 Feb 04 20:53:47.924052 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-d6507915-f985-458b-af15-f94411932b14 req-b22fc086-e34b-4983-a389-ec088e2823e5 service neutron] For port d6728c47-d50e-42fd-9265-bf7c77103aad, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=d6728c47-d50e-42fd-9265-bf7c77103aad,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:53:47.938007 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-0e7198e9-5917-4c31-8512-1ae7c7aa91e8 service neutron] For port 3bc162a1-2167-4622-af4b-541e13966810, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=3bc162a1-2167-4622-af4b-541e13966810,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:53:47.945933 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-d6507915-f985-458b-af15-f94411932b14 req-b22fc086-e34b-4983-a389-ec088e2823e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:47.949568 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-0e7198e9-5917-4c31-8512-1ae7c7aa91e8 service neutron] Notify callbacks [] for binding, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:47.951235 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-0e7198e9-5917-4c31-8512-1ae7c7aa91e8 service neutron] 10.222.0.26 "POST /v2.0/ports/3bc162a1-2167-4622-af4b-541e13966810/bindings HTTP/1.1" status: 201 len: 389 time: 0.9445856 Feb 04 20:53:48.042896 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3da84490-06cd-4bee-86c9-0fe45bd194e2 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:48.054329 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-144d0e45-0782-4b1b-895d-3f0a9ecb3db0 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1c95ab08729c4244bb5389f69a70876f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587540 Feb 04 20:53:48.080102 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3da84490-06cd-4bee-86c9-0fe45bd194e2 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:48.163028 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6507915-f985-458b-af15-f94411932b14 req-b22fc086-e34b-4983-a389-ec088e2823e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:48.163651 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-d6507915-f985-458b-af15-f94411932b14 req-b22fc086-e34b-4983-a389-ec088e2823e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:48.168815 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d6507915-f985-458b-af15-f94411932b14 req-b22fc086-e34b-4983-a389-ec088e2823e5 service neutron] 10.222.0.32 "PUT /v2.0/ports/d6728c47-d50e-42fd-9265-bf7c77103aad HTTP/1.1" status: 200 len: 1091 time: 2.0489900 Feb 04 20:53:48.169607 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3da84490-06cd-4bee-86c9-0fe45bd194e2 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:48.177312 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3da84490-06cd-4bee-86c9-0fe45bd194e2 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4487576 Feb 04 20:53:48.177917 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d53b70-88da-4d8b-a7df-d3258979de44', 'tag': 'd6728c47-d50e-42fd-9265-bf7c77103aad'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:53:48.179762 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 45204) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:48.189752 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-c245291c-e563-4172-b2c2-6169f305f820 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Request body: {'floatingip': {'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:53:48.202629 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c245291c-e563-4172-b2c2-6169f305f820 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:48.210320 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da84490-06cd-4bee-86c9-0fe45bd194e2 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8732e11d-8835-41d3-b21a-089b78aca0d0,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:48.211960 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c245291c-e563-4172-b2c2-6169f305f820 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Usage tracker for resource:floatingip and tenant:5656db63d88345dfa2ad3799bcc2a413 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:48.236400 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c245291c-e563-4172-b2c2-6169f305f820 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:48.244045 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22fc086-e34b-4983-a389-ec088e2823e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d6728c47-d50e-42fd-9265-bf7c77103aad,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:48.255707 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c245291c-e563-4172-b2c2-6169f305f820 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:48.286776 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c245291c-e563-4172-b2c2-6169f305f820 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks [] for floatingip, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:48.309678 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-4a3d36fb-b21c-4d29-9b30-06ddc7d16332 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:48.311854 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-4a3d36fb-b21c-4d29-9b30-06ddc7d16332 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2527752 Feb 04 20:53:48.329157 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-d07e3815-dbbb-4ebe-b634-f8c65a0955ff tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Request body: {'port': {'device_id': 'a1b81706-49cb-4bba-945f-ee00f714fda3', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'admin_state_up': True, 'tenant_id': '1c95ab08729c4244bb5389f69a70876f'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:53:48.411318 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6507915-f985-458b-af15-f94411932b14 req-38db96a3-4ca8-4096-af1e-9e0ff3484aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:48.412818 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d6507915-f985-458b-af15-f94411932b14 req-38db96a3-4ca8-4096-af1e-9e0ff3484aca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&device_id=f2d53b70-88da-4d8b-a7df-d3258979de44 HTTP/1.1" status: 200 len: 1094 time: 0.1506302 Feb 04 20:53:48.528628 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d6507915-f985-458b-af15-f94411932b14 req-4755a7b9-acb9-4254-bc0b-fdf722e99c56 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6728c47-d50e-42fd-9265-bf7c77103aad HTTP/1.1" status: 200 len: 217 time: 0.1066124 Feb 04 20:53:48.563209 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 6370abd0-1da5-48b4-b949-dbfc913ac02b up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:53:48.585471 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-0d09b6ec-0b37-4707-9871-bc8d6a8be5d9 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1c95ab08729c4244bb5389f69a70876f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1723301 Feb 04 20:53:48.629806 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.32', 62345) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:48.643986 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 6370abd0-1da5-48b4-b949-dbfc913ac02b triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:53:48.644364 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:48.678689 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6507915-f985-458b-af15-f94411932b14 req-bab15fd4-078e-4d0e-a62b-59018ad6e59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:48.681548 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d6507915-f985-458b-af15-f94411932b14 req-bab15fd4-078e-4d0e-a62b-59018ad6e59e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af7ea361-8fb7-49bd-8e76-0990ff7e7df7 HTTP/1.1" status: 200 len: 860 time: 0.1415479 Feb 04 20:53:48.748008 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d6507915-f985-458b-af15-f94411932b14 req-f2926821-6a79-47db-894f-667700bf0f90 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614729 Feb 04 20:53:48.807595 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:48.919148 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d6507915-f985-458b-af15-f94411932b14 req-962e7431-495b-4c38-a7bb-e9a6255c52ef service neutron] 10.222.0.32 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631217 Feb 04 20:53:48.952295 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c830e8-5533-4972-9f18-2411877fce20 req-2dea9160-0b2f-4737-8d55-a10d68aae863 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:48.959066 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d5c830e8-5533-4972-9f18-2411877fce20 req-2dea9160-0b2f-4737-8d55-a10d68aae863 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc192b55-eae8-49d6-99a4-8761107e4661 HTTP/1.1" status: 200 len: 943 time: 0.5449195 Feb 04 20:53:48.978393 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-d07e3815-dbbb-4ebe-b634-f8c65a0955ff tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:49.032718 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-d07e3815-dbbb-4ebe-b634-f8c65a0955ff tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:49.048218 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-8120cb82-766b-4eac-a169-d22188be8327 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:49.049740 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-8120cb82-766b-4eac-a169-d22188be8327 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4504192 Feb 04 20:53:49.080629 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-869415a3-7f03-4510-812a-3f36505ab1bc tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Request body: {'port': {'device_id': 'c189d928-1b32-491d-b5ff-077510452d87', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'admin_state_up': True, 'tenant_id': '1c95ab08729c4244bb5389f69a70876f'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:53:49.085577 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d6507915-f985-458b-af15-f94411932b14 req-f2b6e0cb-15c6-4e89-bbbb-1a8630d256db service neutron] 10.222.0.32 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603265 Feb 04 20:53:49.122840 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-d07e3815-dbbb-4ebe-b634-f8c65a0955ff tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Made reservation on behalf of 1c95ab08729c4244bb5389f69a70876f for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:53:49.126271 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-d07e3815-dbbb-4ebe-b634-f8c65a0955ff tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:49.138100 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-78c527c4-cf53-43a4-973e-54d0c2c574a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:49.139531 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-78c527c4-cf53-43a4-973e-54d0c2c574a7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&device_id=07996bf1-0225-4e57-9c04-e798441c3584 HTTP/1.1" status: 200 len: 1097 time: 0.5014336 Feb 04 20:53:49.227097 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d5c830e8-5533-4972-9f18-2411877fce20 req-ee72cf64-ebd2-46f0-bbba-a16803412c23 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] 10.222.0.26 "GET /v2.0/security-groups?id=980eb6c1-394d-41c9-9ec1-fc3a04b5d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669077 Feb 04 20:53:49.310384 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 7f91b951-ffee-4063-899c-789ba71815c3 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:53:49.311649 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d53b70-88da-4d8b-a7df-d3258979de44', 'tag': 'd6728c47-d50e-42fd-9265-bf7c77103aad', 'status': 'completed', 'code': 200} Feb 04 20:53:49.423152 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548ea00-bee4-4847-bea6-3f8bfe1cde8a req-3d257d82-b48b-48a4-b8b0-79a6a37a4b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:49.424650 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e548ea00-bee4-4847-bea6-3f8bfe1cde8a req-3d257d82-b48b-48a4-b8b0-79a6a37a4b24 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&device_id=f2d53b70-88da-4d8b-a7df-d3258979de44 HTTP/1.1" status: 200 len: 1094 time: 0.0854805 Feb 04 20:53:49.453022 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c245291c-e563-4172-b2c2-6169f305f820 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:49.463498 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 7f91b951-ffee-4063-899c-789ba71815c3, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=7f91b951-ffee-4063-899c-789ba71815c3,segment=NetworkSegment(d12e9950-5d86-40cd-bddc-0de2bd6bc6e5),segment_id=d12e9950-5d86-40cd-bddc-0de2bd6bc6e5)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:53:49.480022 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '7f91b951-ffee-4063-899c-789ba71815c3', 'network_id': '4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439', 'port_id': '7f91b951-ffee-4063-899c-789ba71815c3', 'mac_address': 'fa:16:3e:67:82:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'badb4088-e79a-438f-8ff7-4be66087c151', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:53:49.541472 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:49.561398 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f91b951-ffee-4063-899c-789ba71815c3 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:53:49.573286 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eacccf10-b1be-4494-abbd-891b9de5dc7a req-9bb211cf-2f3a-41a3-b785-d7f6af33c8ae tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1b81706-49cb-4bba-945f-ee00f714fda3 HTTP/1.1" status: 200 len: 210 time: 0.1331384 Feb 04 20:53:49.581049 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a337df9-bc6a-439f-85ec-19513de86c9d req-1979f7cf-048f-482b-843f-b124fa84bf5e tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:49.584439 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 7f91b951-ffee-4063-899c-789ba71815c3, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=7f91b951-ffee-4063-899c-789ba71815c3,segment=NetworkSegment(d12e9950-5d86-40cd-bddc-0de2bd6bc6e5),segment_id=d12e9950-5d86-40cd-bddc-0de2bd6bc6e5)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:53:49.589362 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:49.598271 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4a337df9-bc6a-439f-85ec-19513de86c9d req-1979f7cf-048f-482b-843f-b124fa84bf5e tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=07996bf1-0225-4e57-9c04-e798441c3584 HTTP/1.1" status: 200 len: 946 time: 0.7008824 Feb 04 20:53:49.647864 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548ea00-bee4-4847-bea6-3f8bfe1cde8a req-3f64fb73-4847-48ae-bfa2-36ad110f2fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:49.650415 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e548ea00-bee4-4847-bea6-3f8bfe1cde8a req-3f64fb73-4847-48ae-bfa2-36ad110f2fb3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 HTTP/1.1" status: 200 len: 921 time: 0.2189543 Feb 04 20:53:49.693752 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=7f91b951-ffee-4063-899c-789ba71815c3,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:49.732050 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e548ea00-bee4-4847-bea6-3f8bfe1cde8a req-9f461aba-be91-47dc-b163-349e22dca656 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6728c47-d50e-42fd-9265-bf7c77103aad HTTP/1.1" status: 200 len: 217 time: 0.0747926 Feb 04 20:53:49.800344 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-869415a3-7f03-4510-812a-3f36505ab1bc tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:49.800631 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548ea00-bee4-4847-bea6-3f8bfe1cde8a req-96b22e1e-59d3-4412-af85-8ed7f482584f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:49.802108 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e548ea00-bee4-4847-bea6-3f8bfe1cde8a req-96b22e1e-59d3-4412-af85-8ed7f482584f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af7ea361-8fb7-49bd-8e76-0990ff7e7df7 HTTP/1.1" status: 200 len: 860 time: 0.0642390 Feb 04 20:53:49.825984 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-9496d220-ed5c-42ab-b0aa-ba796684ec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:49.827413 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-9496d220-ed5c-42ab-b0aa-ba796684ec41 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e2945ff6-c379-474d-a032-331b1f6dd08e HTTP/1.1" status: 200 len: 908 time: 0.6296594 Feb 04 20:53:49.831243 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-869415a3-7f03-4510-812a-3f36505ab1bc tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Usage tracker for resource:port and tenant:1c95ab08729c4244bb5389f69a70876f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:49.844603 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-869415a3-7f03-4510-812a-3f36505ab1bc tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:49.850051 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e548ea00-bee4-4847-bea6-3f8bfe1cde8a req-74c77224-3894-4bdd-89e8-5e77b225b740 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404963 Feb 04 20:53:49.879809 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4a337df9-bc6a-439f-85ec-19513de86c9d req-f8cb325e-37db-4fa3-b439-b0cda157f178 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806060 Feb 04 20:53:49.947160 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-869415a3-7f03-4510-812a-3f36505ab1bc tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:49.970160 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['7f91b951-ffee-4063-899c-789ba71815c3'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:53:49.977123 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-65622cea-3807-4a10-b650-5c9631d827a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bc162a1-2167-4622-af4b-541e13966810 HTTP/1.1" status: 200 len: 217 time: 0.1351721 Feb 04 20:53:50.042488 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-869415a3-7f03-4510-812a-3f36505ab1bc tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Made reservation on behalf of 1c95ab08729c4244bb5389f69a70876f for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:53:50.042697 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e548ea00-bee4-4847-bea6-3f8bfe1cde8a req-d6a77433-2a68-42cd-98da-83c96d592d3a service neutron] 10.222.0.32 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852407 Feb 04 20:53:50.045182 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-869415a3-7f03-4510-812a-3f36505ab1bc tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:50.087502 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-d07e3815-dbbb-4ebe-b634-f8c65a0955ff tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Allocated IP 192.168.233.225 (54d6ae2e-de73-4435-bfdd-cd390a2143ad/3d2f9c06-58f8-4b66-a033-2aa50eedddcd/814ad5b8-0a85-4719-9ead-1980050796ff) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:53:50.093485 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-c245291c-e563-4172-b2c2-6169f305f820 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Allocated IP 172.25.5.221 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/1f8b9a69-e4fa-401f-8e35-dab43d54f482) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:53:50.135341 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-6cb76f20-efaf-4b68-8a0a-c3b7758eb88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:50.137059 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-6cb76f20-efaf-4b68-8a0a-c3b7758eb88b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=52dce76a-dd1c-484a-ae6a-f327dbe47b7b HTTP/1.1" status: 200 len: 847 time: 0.1502323 Feb 04 20:53:50.216763 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e548ea00-bee4-4847-bea6-3f8bfe1cde8a req-1648d6a6-e334-4d96-8781-dc0bf8768c43 service neutron] 10.222.0.32 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683118 Feb 04 20:53:50.353009 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-38ee40ef-ce59-4f56-b234-ecc916ae5d7c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e2945ff6-c379-474d-a032-331b1f6dd08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1611650 Feb 04 20:53:50.385951 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d82401-afaa-43f4-bff3-02ba708d2866 req-f27be252-0162-4fda-8938-2e96ea0d3803 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:50.387447 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-25d82401-afaa-43f4-bff3-02ba708d2866 req-f27be252-0162-4fda-8938-2e96ea0d3803 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2d53b70-88da-4d8b-a7df-d3258979de44 HTTP/1.1" status: 200 len: 943 time: 0.6905625 Feb 04 20:53:50.722321 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-25d82401-afaa-43f4-bff3-02ba708d2866 req-6fe3625f-5748-4f76-92b9-76d3546a35ab tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013656 Feb 04 20:53:50.743961 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c245291c-e563-4172-b2c2-6169f305f820 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:50.797183 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-ae4b077b-34fe-44cb-ba14-3a51f825e848 service neutron] 10.222.0.32 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223280 Feb 04 20:53:50.932465 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc67e32-940d-4765-9775-e128d78f8c45 req-6fceeddb-980d-46b3-9ab6-c5db07fc629c tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:50.933980 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7bc67e32-940d-4765-9775-e128d78f8c45 req-6fceeddb-980d-46b3-9ab6-c5db07fc629c tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc192b55-eae8-49d6-99a4-8761107e4661 HTTP/1.1" status: 200 len: 944 time: 0.3843355 Feb 04 20:53:50.951910 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-d07e3815-dbbb-4ebe-b634-f8c65a0955ff tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:51.022209 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-d07e3815-dbbb-4ebe-b634-f8c65a0955ff tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Transition to ACTIVE for port object 814ad5b8-0a85-4719-9ead-1980050796ff will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:53:51.030538 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c245291c-e563-4172-b2c2-6169f305f820 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:51.205083 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7bc67e32-940d-4765-9775-e128d78f8c45 req-d1e01329-d806-4f0b-a9c6-93640cb5c6cf tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] 10.222.0.26 "GET /v2.0/security-groups?id=980eb6c1-394d-41c9-9ec1-fc3a04b5d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595265 Feb 04 20:53:51.241496 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c245291c-e563-4172-b2c2-6169f305f820 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:53:51.243921 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-8a4d3c45-741f-4beb-b15a-4da52057b72e service neutron] 10.222.0.32 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341922 Feb 04 20:53:51.247834 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-c245291c-e563-4172-b2c2-6169f305f820 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:53:51.253052 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c245291c-e563-4172-b2c2-6169f305f820 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:53:51.311445 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 7f91b951-ffee-4063-899c-789ba71815c3 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:53:51.412317 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245291c-e563-4172-b2c2-6169f305f820 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Pushing event updated for resources: {'Port': ['ID=1f8b9a69-e4fa-401f-8e35-dab43d54f482,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:51.453952 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 7f91b951-ffee-4063-899c-789ba71815c3 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:53:51.460811 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 7f91b951-ffee-4063-899c-789ba71815c3 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:53:51.463464 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:51.488981 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8b35b33d-48b0-48ec-9df8-0eae998ee9e8 req-a0ff9dd4-ca55-4b8d-89bd-d83f60f51dae tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1b81706-49cb-4bba-945f-ee00f714fda3 HTTP/1.1" status: 200 len: 210 time: 0.1566942 Feb 04 20:53:51.490219 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c245291c-e563-4172-b2c2-6169f305f820 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:51.589840 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-d07e3815-dbbb-4ebe-b634-f8c65a0955ff tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:51.606294 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['432de455-77b1-4958-bba0-0a1bca95066f'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:53:51.614677 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45274) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:51.646238 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['f88318ba-9f8c-4470-96e0-8352ba9c9bda', 'eaf030fc-f030-4271-bf55-c0de902879dd'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:53:51.722567 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-d07e3815-dbbb-4ebe-b634-f8c65a0955ff tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Network 54d6ae2e-de73-4435-bfdd-cd390a2143ad is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:53:51.733589 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-d07e3815-dbbb-4ebe-b634-f8c65a0955ff tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:53:51.741751 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-d07e3815-dbbb-4ebe-b634-f8c65a0955ff tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:53:51.746848 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-d07e3815-dbbb-4ebe-b634-f8c65a0955ff tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:51.747497 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-d07e3815-dbbb-4ebe-b634-f8c65a0955ff tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:51.753596 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c245291c-e563-4172-b2c2-6169f305f820 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:51.793418 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1a6299b2-7adc-4104-8f30-61c0f765626a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:51.810381 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e3815-dbbb-4ebe-b634-f8c65a0955ff tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Pushing event updated for resources: {'Port': ['ID=814ad5b8-0a85-4719-9ead-1980050796ff,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:51.812663 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-1a6299b2-7adc-4104-8f30-61c0f765626a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:51.818919 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1a6299b2-7adc-4104-8f30-61c0f765626a admin admin] Usage tracker for resource:security_group_rule and tenant:dba6b4c44cee448a895d81d886acffce is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:51.823158 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1a6299b2-7adc-4104-8f30-61c0f765626a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:51.828703 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:51.831912 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-1a6299b2-7adc-4104-8f30-61c0f765626a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:51.833500 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-869415a3-7f03-4510-812a-3f36505ab1bc tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Allocated IP 192.168.233.150 (54d6ae2e-de73-4435-bfdd-cd390a2143ad/3d2f9c06-58f8-4b66-a033-2aa50eedddcd/6a99f797-941c-45e2-962d-2d27a61234e8) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:53:51.849975 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-09a51c60-8415-46f5-b871-29da02f5c4a4 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:51.851518 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-09a51c60-8415-46f5-b871-29da02f5c4a4 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=07996bf1-0225-4e57-9c04-e798441c3584&tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&binding%3Ahost_id=n-h2-827896-1 HTTP/1.1" status: 200 len: 1097 time: 0.5167811 Feb 04 20:53:51.882362 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d2290-0cad-443d-8536-06994a8636c6 req-93dd09a0-47b2-4791-8479-c0fd3411563d tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:51.886960 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1b1d2290-0cad-443d-8536-06994a8636c6 req-93dd09a0-47b2-4791-8479-c0fd3411563d tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=07996bf1-0225-4e57-9c04-e798441c3584 HTTP/1.1" status: 200 len: 946 time: 0.4767084 Feb 04 20:53:51.906614 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-67b8c8b0-0977-4104-80ab-6f4d02cf1068 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827896-1'}}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:53:51.941585 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc192b55-eae8-49d6-99a4-8761107e4661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f91b951-ffee-4063-899c-789ba71815c3'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:53:51.991120 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 7f91b951-ffee-4063-899c-789ba71815c3, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=7f91b951-ffee-4063-899c-789ba71815c3,segment=NetworkSegment(d12e9950-5d86-40cd-bddc-0de2bd6bc6e5),segment_id=d12e9950-5d86-40cd-bddc-0de2bd6bc6e5)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:53:52.013032 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:52.039113 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1a6299b2-7adc-4104-8f30-61c0f765626a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:52.050498 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1a6299b2-7adc-4104-8f30-61c0f765626a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:52.106947 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-d07e3815-dbbb-4ebe-b634-f8c65a0955ff tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7829871 Feb 04 20:53:52.128421 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1a6299b2-7adc-4104-8f30-61c0f765626a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dba6b4c44cee448a895d81d886acffce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5121210 Feb 04 20:53:52.130319 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6299b2-7adc-4104-8f30-61c0f765626a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41a2fb7-c958-4ac7-86f3-3ac65c46f42a,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:52.132771 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45296) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:52.160810 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=7f91b951-ffee-4063-899c-789ba71815c3,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:52.186735 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1b1d2290-0cad-443d-8536-06994a8636c6 req-fa3ac5af-4134-45da-9a71-82ca9ff7852a tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076566 Feb 04 20:53:52.190360 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-dc90a4c0-821b-4097-b49b-4725b729de82 service neutron] Request body: {'port': {'device_id': 'a1b81706-49cb-4bba-945f-ee00f714fda3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:53:52.201747 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2114a8e5-5b2d-4347-91d1-49fa8c3e120b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:52.234162 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2114a8e5-5b2d-4347-91d1-49fa8c3e120b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:52.241614 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d879ade3-9645-43d3-878c-8b3eef6556e6 None None] Provisioning for port 814ad5b8-0a85-4719-9ead-1980050796ff completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:53:52.255615 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d879ade3-9645-43d3-878c-8b3eef6556e6 None None] Provisioning complete for port 814ad5b8-0a85-4719-9ead-1980050796ff triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:53:52.256211 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d879ade3-9645-43d3-878c-8b3eef6556e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:52.301146 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2114a8e5-5b2d-4347-91d1-49fa8c3e120b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:52.317393 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114a8e5-5b2d-4347-91d1-49fa8c3e120b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41a2fb7-c958-4ac7-86f3-3ac65c46f42a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:52.317913 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc192b55-eae8-49d6-99a4-8761107e4661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f91b951-ffee-4063-899c-789ba71815c3', 'code': 200} Feb 04 20:53:52.325094 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2114a8e5-5b2d-4347-91d1-49fa8c3e120b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:52.329046 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2114a8e5-5b2d-4347-91d1-49fa8c3e120b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b41a2fb7-c958-4ac7-86f3-3ac65c46f42a HTTP/1.1" status: 204 len: 168 time: 0.1921799 Feb 04 20:53:52.438633 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df3193-7598-4833-8195-36ccc0fe872c req-c24b5365-3361-46e2-9cc3-67fe7a033baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:52.438633 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f4df3193-7598-4833-8195-36ccc0fe872c req-c24b5365-3361-46e2-9cc3-67fe7a033baf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fc192b55-eae8-49d6-99a4-8761107e4661 HTTP/1.1" status: 200 len: 1096 time: 0.0954750 Feb 04 20:53:52.447691 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-d879ade3-9645-43d3-878c-8b3eef6556e6 None None] Port 814ad5b8-0a85-4719-9ead-1980050796ff cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:53:52.480872 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-67b8c8b0-0977-4104-80ab-6f4d02cf1068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:52.563776 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f4df3193-7598-4833-8195-36ccc0fe872c req-24228eeb-f162-4ec6-8f1d-62ac4564fd2d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=980eb6c1-394d-41c9-9ec1-fc3a04b5d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191704 Feb 04 20:53:52.773277 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45322) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:52.791548 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff497c2a-08bd-493e-a1ad-7561afdad34d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:52.806019 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ff497c2a-08bd-493e-a1ad-7561afdad34d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:52.809850 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ff497c2a-08bd-493e-a1ad-7561afdad34d admin admin] Usage tracker for resource:security_group_rule and tenant:3fe0d667925c4346ab5f3b219ab9913b is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:52.812545 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ff497c2a-08bd-493e-a1ad-7561afdad34d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:52.818719 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ff497c2a-08bd-493e-a1ad-7561afdad34d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:52.884696 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-dc90a4c0-821b-4097-b49b-4725b729de82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:52.919091 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff497c2a-08bd-493e-a1ad-7561afdad34d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:52.922986 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff497c2a-08bd-493e-a1ad-7561afdad34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:52.957055 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff497c2a-08bd-493e-a1ad-7561afdad34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232f9849-c325-4040-8148-66aa3cd4670e,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:52.980261 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ff497c2a-08bd-493e-a1ad-7561afdad34d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3fe0d667925c4346ab5f3b219ab9913b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2058954 Feb 04 20:53:52.982836 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45326) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:53.054412 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-613fad2a-b930-4f36-972e-e95cb48aa165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:53.070801 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30800670-2b1a-425e-bd83-c3a85ce469e3 req-2d8d3b56-04d7-4ff1-ab2b-d0027ea79788 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:53.073034 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-30800670-2b1a-425e-bd83-c3a85ce469e3 req-2d8d3b56-04d7-4ff1-ab2b-d0027ea79788 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2d53b70-88da-4d8b-a7df-d3258979de44 HTTP/1.1" status: 200 len: 943 time: 0.7228582 Feb 04 20:53:53.083440 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-613fad2a-b930-4f36-972e-e95cb48aa165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:53.139662 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-613fad2a-b930-4f36-972e-e95cb48aa165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:53.156538 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613fad2a-b930-4f36-972e-e95cb48aa165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232f9849-c325-4040-8148-66aa3cd4670e,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:53.163444 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-613fad2a-b930-4f36-972e-e95cb48aa165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:53.164538 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-613fad2a-b930-4f36-972e-e95cb48aa165 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/232f9849-c325-4040-8148-66aa3cd4670e HTTP/1.1" status: 204 len: 168 time: 0.1807251 Feb 04 20:53:53.203531 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-869415a3-7f03-4510-812a-3f36505ab1bc tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:53.229001 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-67b8c8b0-0977-4104-80ab-6f4d02cf1068 service neutron] For port 3bc162a1-2167-4622-af4b-541e13966810, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=3bc162a1-2167-4622-af4b-541e13966810,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:53:53.286241 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c245291c-e563-4172-b2c2-6169f305f820 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:53.297671 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125b4a1-a26f-4623-997a-fcfc44af9f4b req-6b3017c7-57f1-4af5-8235-f91ceb04215d tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:53.299132 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3125b4a1-a26f-4623-997a-fcfc44af9f4b req-6b3017c7-57f1-4af5-8235-f91ceb04215d tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc192b55-eae8-49d6-99a4-8761107e4661 HTTP/1.1" status: 200 len: 945 time: 0.6870606 Feb 04 20:53:53.320852 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c245291c-e563-4172-b2c2-6169f305f820 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:53.325655 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-869415a3-7f03-4510-812a-3f36505ab1bc tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Transition to ACTIVE for port object 6a99f797-941c-45e2-962d-2d27a61234e8 will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:53:53.325855 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device d6728c47-d50e-42fd-9265-bf7c77103aad details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:53:53.390803 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-30800670-2b1a-425e-bd83-c3a85ce469e3 req-f0272729-9bea-4c2c-af9b-a71135b34f45 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825296 Feb 04 20:53:53.430136 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-67b8c8b0-0977-4104-80ab-6f4d02cf1068 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:53:53.444041 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c245291c-e563-4172-b2c2-6169f305f820 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:53.479942 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port d6728c47-d50e-42fd-9265-bf7c77103aad, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=d6728c47-d50e-42fd-9265-bf7c77103aad,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:53:53.499643 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': 'd6728c47-d50e-42fd-9265-bf7c77103aad', 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08', 'port_id': 'd6728c47-d50e-42fd-9265-bf7c77103aad', 'mac_address': 'fa:16:3e:4a:b5:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af7ea361-8fb7-49bd-8e76-0990ff7e7df7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:53:53.507291 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245291c-e563-4172-b2c2-6169f305f820 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Pushing event updated for resources: {'Port': ['ID=1f8b9a69-e4fa-401f-8e35-dab43d54f482,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:53.507291 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-67b8c8b0-0977-4104-80ab-6f4d02cf1068 service neutron] For port 3bc162a1-2167-4622-af4b-541e13966810, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:53:53.565859 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3125b4a1-a26f-4623-997a-fcfc44af9f4b req-2d9cbbae-9b01-4f58-93b7-851b00fc4e02 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] 10.222.0.26 "GET /v2.0/security-groups?id=980eb6c1-394d-41c9-9ec1-fc3a04b5d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458162 Feb 04 20:53:53.585503 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:53.609055 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6728c47-d50e-42fd-9265-bf7c77103aad {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:53:53.617380 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-869415a3-7f03-4510-812a-3f36505ab1bc tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:53.624225 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c245291c-e563-4172-b2c2-6169f305f820 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:53.625496 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c245291c-e563-4172-b2c2-6169f305f820 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4439971 Feb 04 20:53:53.633852 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port d6728c47-d50e-42fd-9265-bf7c77103aad, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=d6728c47-d50e-42fd-9265-bf7c77103aad,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:53:53.640832 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['f88318ba-9f8c-4470-96e0-8352ba9c9bda', 'eaf030fc-f030-4271-bf55-c0de902879dd'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:53:53.676137 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['432de455-77b1-4958-bba0-0a1bca95066f'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:53:53.738386 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:53.810469 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-869415a3-7f03-4510-812a-3f36505ab1bc tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Network 54d6ae2e-de73-4435-bfdd-cd390a2143ad is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:53:53.825696 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-869415a3-7f03-4510-812a-3f36505ab1bc tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:53:53.845446 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-869415a3-7f03-4510-812a-3f36505ab1bc tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:53:53.854973 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-869415a3-7f03-4510-812a-3f36505ab1bc tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:53.855620 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-869415a3-7f03-4510-812a-3f36505ab1bc tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:53.916439 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07996bf1-0225-4e57-9c04-e798441c3584', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bc162a1-2167-4622-af4b-541e13966810'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:53:53.959668 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-67b8c8b0-0977-4104-80ab-6f4d02cf1068 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:53.964732 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869415a3-7f03-4510-812a-3f36505ab1bc tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Pushing event updated for resources: {'Port': ['ID=6a99f797-941c-45e2-962d-2d27a61234e8,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:54.017921 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-869415a3-7f03-4510-812a-3f36505ab1bc tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9539068 Feb 04 20:53:54.022481 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869415a3-7f03-4510-812a-3f36505ab1bc tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:54.022980 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869415a3-7f03-4510-812a-3f36505ab1bc tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:54.023676 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869415a3-7f03-4510-812a-3f36505ab1bc tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:54.024922 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869415a3-7f03-4510-812a-3f36505ab1bc tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:54.028029 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869415a3-7f03-4510-812a-3f36505ab1bc tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:54.028530 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869415a3-7f03-4510-812a-3f36505ab1bc tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:54.031671 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869415a3-7f03-4510-812a-3f36505ab1bc tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:54.032587 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869415a3-7f03-4510-812a-3f36505ab1bc tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:54.033604 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869415a3-7f03-4510-812a-3f36505ab1bc tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:54.039226 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869415a3-7f03-4510-812a-3f36505ab1bc tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:54.039832 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869415a3-7f03-4510-812a-3f36505ab1bc tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:54.040347 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869415a3-7f03-4510-812a-3f36505ab1bc tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:54.054674 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-67b8c8b0-0977-4104-80ab-6f4d02cf1068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:54.064643 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-a04b5ebf-e374-4c3d-b048-e431848cc5d6 service neutron] Request body: {'port': {'device_id': 'c189d928-1b32-491d-b5ff-077510452d87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:53:54.109748 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['d6728c47-d50e-42fd-9265-bf7c77103aad'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:53:54.213724 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=d6728c47-d50e-42fd-9265-bf7c77103aad,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:54.299252 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b49e4-0fa2-49b0-8ab0-8ab94b9683be req-39d030fd-a3bc-4ef5-83d5-2d71a9977e4e tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:54.299955 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d17b49e4-0fa2-49b0-8ab0-8ab94b9683be req-39d030fd-a3bc-4ef5-83d5-2d71a9977e4e tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Synchronizing usage tracker for tenant:1c95ab08729c4244bb5389f69a70876f on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:53:54.424491 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b8c8b0-0977-4104-80ab-6f4d02cf1068 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc162a1-2167-4622-af4b-541e13966810,revision_number=7']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:54.427770 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-dc90a4c0-821b-4097-b49b-4725b729de82 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:53:54.444331 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-eae9c334-4a36-473f-b9ee-00d457745b55 None None] Provisioning for port 6a99f797-941c-45e2-962d-2d27a61234e8 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:53:54.473496 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-eae9c334-4a36-473f-b9ee-00d457745b55 None None] Provisioning complete for port 6a99f797-941c-45e2-962d-2d27a61234e8 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:53:54.473775 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-eae9c334-4a36-473f-b9ee-00d457745b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:54.478699 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d17b49e4-0fa2-49b0-8ab0-8ab94b9683be req-39d030fd-a3bc-4ef5-83d5-2d71a9977e4e tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Unset dirty status for tenant:1c95ab08729c4244bb5389f69a70876f on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:53:54.479853 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d17b49e4-0fa2-49b0-8ab0-8ab94b9683be req-39d030fd-a3bc-4ef5-83d5-2d71a9977e4e tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1b81706-49cb-4bba-945f-ee00f714fda3 HTTP/1.1" status: 200 len: 936 time: 0.8477550 Feb 04 20:53:54.566911 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-67b8c8b0-0977-4104-80ab-6f4d02cf1068 service neutron] Attempting to bind port 3bc162a1-2167-4622-af4b-541e13966810 on host n-h2-827896-1 for vnic_type normal with profile {"migrating_to": "n-h1-827896-1"} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:53:54.567581 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-67b8c8b0-0977-4104-80ab-6f4d02cf1068 service neutron] Attempting to bind port 3bc162a1-2167-4622-af4b-541e13966810 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:53:54.568008 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-67b8c8b0-0977-4104-80ab-6f4d02cf1068 service neutron] Attempting to bind port 3bc162a1-2167-4622-af4b-541e13966810 on network e2945ff6-c379-474d-a032-331b1f6dd08e {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:53:54.589280 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-67b8c8b0-0977-4104-80ab-6f4d02cf1068 service neutron] Port 3bc162a1-2167-4622-af4b-541e13966810 on network e2945ff6-c379-474d-a032-331b1f6dd08e not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:53:54.589608 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-67b8c8b0-0977-4104-80ab-6f4d02cf1068 service neutron] Attempting to bind port 3bc162a1-2167-4622-af4b-541e13966810 on network e2945ff6-c379-474d-a032-331b1f6dd08e {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:53:54.591592 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-a04b5ebf-e374-4c3d-b048-e431848cc5d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:54.609155 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-dc90a4c0-821b-4097-b49b-4725b729de82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 814ad5b8-0a85-4719-9ead-1980050796ff {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:53:54.622169 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-eae9c334-4a36-473f-b9ee-00d457745b55 None None] Port 6a99f797-941c-45e2-962d-2d27a61234e8 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:53:54.639701 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-dc90a4c0-821b-4097-b49b-4725b729de82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:54.642053 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-67b8c8b0-0977-4104-80ab-6f4d02cf1068 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:53:54.642387 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-67b8c8b0-0977-4104-80ab-6f4d02cf1068 service neutron] Checking segment: {'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:53:54.642767 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-67b8c8b0-0977-4104-80ab-6f4d02cf1068 service neutron] Bound using segment: {'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:53:54.643425 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-67b8c8b0-0977-4104-80ab-6f4d02cf1068 service neutron] Bound port: 3bc162a1-2167-4622-af4b-541e13966810, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:53:54.643544 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-67b8c8b0-0977-4104-80ab-6f4d02cf1068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:54.718804 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d17b49e4-0fa2-49b0-8ab0-8ab94b9683be req-698c4b05-540e-4dae-92ca-3da1194c961f tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989717 Feb 04 20:53:54.869251 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-dc90a4c0-821b-4097-b49b-4725b729de82 service neutron] Transition to ACTIVE for port object 814ad5b8-0a85-4719-9ead-1980050796ff will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:53:54.902390 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-dc90a4c0-821b-4097-b49b-4725b729de82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:55.095487 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f24f1e-ada2-4bcb-a2b2-0e4bf3a640e4 req-63142cbf-eb14-46e2-bfcf-ce661b900e54 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:55.097281 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-86f24f1e-ada2-4bcb-a2b2-0e4bf3a640e4 req-63142cbf-eb14-46e2-bfcf-ce661b900e54 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=07996bf1-0225-4e57-9c04-e798441c3584 HTTP/1.1" status: 200 len: 944 time: 0.7718725 Feb 04 20:53:55.141494 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45396) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:55.274894 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-319c5c19-99de-45e2-912f-d6de3f9e5102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:55.289141 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-319c5c19-99de-45e2-912f-d6de3f9e5102 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:55.293647 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-319c5c19-99de-45e2-912f-d6de3f9e5102 admin admin] Usage tracker for resource:security_group_rule and tenant:9fad73253d9842179dff19d45ae43630 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:55.296377 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-319c5c19-99de-45e2-912f-d6de3f9e5102 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:55.302128 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-319c5c19-99de-45e2-912f-d6de3f9e5102 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:55.366414 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90a4c0-821b-4097-b49b-4725b729de82 service neutron] Pushing event updated for resources: {'Port': ['ID=814ad5b8-0a85-4719-9ead-1980050796ff,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:55.379053 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-27e64caf-41fd-4270-a402-b03f134af101 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Synchronizing usage tracker for tenant:5656db63d88345dfa2ad3799bcc2a413 on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:53:55.386958 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-319c5c19-99de-45e2-912f-d6de3f9e5102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:55.391869 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-319c5c19-99de-45e2-912f-d6de3f9e5102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:55.395032 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-67b8c8b0-0977-4104-80ab-6f4d02cf1068 service neutron] For port 3bc162a1-2167-4622-af4b-541e13966810, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:53:55.421941 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-dc90a4c0-821b-4097-b49b-4725b729de82 service neutron] Attempting to bind port 814ad5b8-0a85-4719-9ead-1980050796ff on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:53:55.422267 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-dc90a4c0-821b-4097-b49b-4725b729de82 service neutron] Attempting to bind port 814ad5b8-0a85-4719-9ead-1980050796ff by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:53:55.422588 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-dc90a4c0-821b-4097-b49b-4725b729de82 service neutron] Attempting to bind port 814ad5b8-0a85-4719-9ead-1980050796ff on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:53:55.439460 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-67b8c8b0-0977-4104-80ab-6f4d02cf1068 service neutron] For port 3bc162a1-2167-4622-af4b-541e13966810, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=3bc162a1-2167-4622-af4b-541e13966810,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:53:55.443262 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-319c5c19-99de-45e2-912f-d6de3f9e5102 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9fad73253d9842179dff19d45ae43630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3007014 Feb 04 20:53:55.443904 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45402) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:55.455656 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c5c19-99de-45e2-912f-d6de3f9e5102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17727ea1-6c37-4abb-92d8-b1d3422193ce,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:55.458829 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-dc90a4c0-821b-4097-b49b-4725b729de82 service neutron] Port 814ad5b8-0a85-4719-9ead-1980050796ff on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:53:55.459172 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-dc90a4c0-821b-4097-b49b-4725b729de82 service neutron] Attempting to bind port 814ad5b8-0a85-4719-9ead-1980050796ff on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:53:55.465346 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-86f24f1e-ada2-4bcb-a2b2-0e4bf3a640e4 req-d3d1e8e7-8db4-424a-b3bb-0c321d110eed tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997619 Feb 04 20:53:55.470062 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-67b8c8b0-0977-4104-80ab-6f4d02cf1068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:55.506989 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-27e64caf-41fd-4270-a402-b03f134af101 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Unset dirty status for tenant:5656db63d88345dfa2ad3799bcc2a413 on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:53:55.508098 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-27e64caf-41fd-4270-a402-b03f134af101 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1049936145&fields=id&tenant_id=5656db63d88345dfa2ad3799bcc2a413 HTTP/1.1" status: 200 len: 267 time: 0.6229746 Feb 04 20:53:55.517774 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-dc90a4c0-821b-4097-b49b-4725b729de82 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:53:55.518111 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-dc90a4c0-821b-4097-b49b-4725b729de82 service neutron] Checking segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:53:55.518492 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-dc90a4c0-821b-4097-b49b-4725b729de82 service neutron] Bound using segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:53:55.518936 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-dc90a4c0-821b-4097-b49b-4725b729de82 service neutron] Bound port: 814ad5b8-0a85-4719-9ead-1980050796ff, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:53:55.519276 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-dc90a4c0-821b-4097-b49b-4725b729de82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:55.521875 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6928cb78-b989-4cc4-9dd1-8b7c7daf4484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:55.543438 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07996bf1-0225-4e57-9c04-e798441c3584', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bc162a1-2167-4622-af4b-541e13966810', 'code': 200} Feb 04 20:53:55.553361 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6928cb78-b989-4cc4-9dd1-8b7c7daf4484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:55.611521 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6928cb78-b989-4cc4-9dd1-8b7c7daf4484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:55.630315 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928cb78-b989-4cc4-9dd1-8b7c7daf4484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17727ea1-6c37-4abb-92d8-b1d3422193ce,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:55.633694 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6928cb78-b989-4cc4-9dd1-8b7c7daf4484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:55.637808 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6928cb78-b989-4cc4-9dd1-8b7c7daf4484 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/17727ea1-6c37-4abb-92d8-b1d3422193ce HTTP/1.1" status: 204 len: 168 time: 0.1920865 Feb 04 20:53:55.728622 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:55.855231 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b8c8b0-0977-4104-80ab-6f4d02cf1068 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc162a1-2167-4622-af4b-541e13966810,revision_number=8']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:55.867536 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-67b8c8b0-0977-4104-80ab-6f4d02cf1068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:55.868776 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-67b8c8b0-0977-4104-80ab-6f4d02cf1068 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:55.870052 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-67b8c8b0-0977-4104-80ab-6f4d02cf1068 service neutron] 10.222.0.32 "PUT /v2.0/ports/3bc162a1-2167-4622-af4b-541e13966810 HTTP/1.1" status: 200 len: 1122 time: 3.9801638 Feb 04 20:53:55.898849 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-a04b5ebf-e374-4c3d-b048-e431848cc5d6 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:53:55.968463 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['3bc162a1-2167-4622-af4b-541e13966810'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:53:56.009653 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45418) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:56.037787 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4b4d1267-8e83-4941-9de0-f57fc2fe3286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:56.050335 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-dc90a4c0-821b-4097-b49b-4725b729de82 service neutron] For port 814ad5b8-0a85-4719-9ead-1980050796ff, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:53:56.076392 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-fc24c560-a5e4-4ac7-94c2-457def34183f tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:56.077911 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-fc24c560-a5e4-4ac7-94c2-457def34183f tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/networks?id=c14f150b-4ca7-4c1e-a316-381569f0fa28 HTTP/1.1" status: 200 len: 823 time: 0.5476563 Feb 04 20:53:56.085168 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-dc90a4c0-821b-4097-b49b-4725b729de82 service neutron] For port 814ad5b8-0a85-4719-9ead-1980050796ff, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=814ad5b8-0a85-4719-9ead-1980050796ff,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:53:56.088666 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-a04b5ebf-e374-4c3d-b048-e431848cc5d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a99f797-941c-45e2-962d-2d27a61234e8 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:53:56.092463 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-4b4d1267-8e83-4941-9de0-f57fc2fe3286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:56.097606 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-4b4d1267-8e83-4941-9de0-f57fc2fe3286 admin admin] Usage tracker for resource:security_group_rule and tenant:ea5e37308bd842c5b6c0408d9682d62c is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:56.101093 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-dc90a4c0-821b-4097-b49b-4725b729de82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:56.101694 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-4b4d1267-8e83-4941-9de0-f57fc2fe3286 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:56.107972 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-4b4d1267-8e83-4941-9de0-f57fc2fe3286 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:56.119863 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-a04b5ebf-e374-4c3d-b048-e431848cc5d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:56.200338 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-dc90a4c0-821b-4097-b49b-4725b729de82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:56.201236 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-dc90a4c0-821b-4097-b49b-4725b729de82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:56.202521 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-dc90a4c0-821b-4097-b49b-4725b729de82 service neutron] 10.222.0.32 "PUT /v2.0/ports/814ad5b8-0a85-4719-9ead-1980050796ff HTTP/1.1" status: 200 len: 1096 time: 4.0858881 Feb 04 20:53:56.210478 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-218ba116-d9ae-45ec-bd40-bf4b6c6965a4 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/quotas/5656db63d88345dfa2ad3799bcc2a413 HTTP/1.1" status: 200 len: 375 time: 0.1153381 Feb 04 20:53:56.265751 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4b4d1267-8e83-4941-9de0-f57fc2fe3286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:56.271867 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4b4d1267-8e83-4941-9de0-f57fc2fe3286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:56.291045 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-a04b5ebf-e374-4c3d-b048-e431848cc5d6 service neutron] Transition to ACTIVE for port object 6a99f797-941c-45e2-962d-2d27a61234e8 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:53:56.342557 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4b4d1267-8e83-4941-9de0-f57fc2fe3286 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ea5e37308bd842c5b6c0408d9682d62c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3317957 Feb 04 20:53:56.344336 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-a04b5ebf-e374-4c3d-b048-e431848cc5d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:56.347319 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45424) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:56.351485 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d1267-8e83-4941-9de0-f57fc2fe3286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351b2433-9999-48d2-b13a-9ce533c018a5,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:56.394129 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90a4c0-821b-4097-b49b-4725b729de82 service neutron] Pushing event updated for resources: {'Port': ['ID=814ad5b8-0a85-4719-9ead-1980050796ff,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:56.434053 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d1016a94-5fca-47bf-a512-4c8e449e7787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:56.472004 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d1016a94-5fca-47bf-a512-4c8e449e7787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:56.538096 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d1016a94-5fca-47bf-a512-4c8e449e7787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:56.547204 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87a574-0a52-4c6c-ac2e-f9bf28dae16e req-f6190278-073c-425f-bc29-d83dc8e4de05 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:56.548670 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6d87a574-0a52-4c6c-ac2e-f9bf28dae16e req-f6190278-073c-425f-bc29-d83dc8e4de05 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2d53b70-88da-4d8b-a7df-d3258979de44 HTTP/1.1" status: 200 len: 944 time: 0.5507319 Feb 04 20:53:56.554679 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1016a94-5fca-47bf-a512-4c8e449e7787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351b2433-9999-48d2-b13a-9ce533c018a5,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:56.566688 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1016a94-5fca-47bf-a512-4c8e449e7787 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:56.567111 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1016a94-5fca-47bf-a512-4c8e449e7787 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:56.567518 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1016a94-5fca-47bf-a512-4c8e449e7787 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:56.567922 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1016a94-5fca-47bf-a512-4c8e449e7787 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:56.568350 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1016a94-5fca-47bf-a512-4c8e449e7787 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:56.568734 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1016a94-5fca-47bf-a512-4c8e449e7787 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:56.569131 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1016a94-5fca-47bf-a512-4c8e449e7787 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:56.569551 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1016a94-5fca-47bf-a512-4c8e449e7787 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:56.569941 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1016a94-5fca-47bf-a512-4c8e449e7787 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:56.570329 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1016a94-5fca-47bf-a512-4c8e449e7787 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:56.571233 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1016a94-5fca-47bf-a512-4c8e449e7787 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:56.571649 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1016a94-5fca-47bf-a512-4c8e449e7787 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:53:56.576603 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d1016a94-5fca-47bf-a512-4c8e449e7787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:56.580087 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d1016a94-5fca-47bf-a512-4c8e449e7787 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/351b2433-9999-48d2-b13a-9ce533c018a5 HTTP/1.1" status: 204 len: 168 time: 0.2293332 Feb 04 20:53:56.622312 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b5ebf-e374-4c3d-b048-e431848cc5d6 service neutron] Pushing event updated for resources: {'Port': ['ID=6a99f797-941c-45e2-962d-2d27a61234e8,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:56.674028 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-a04b5ebf-e374-4c3d-b048-e431848cc5d6 service neutron] Attempting to bind port 6a99f797-941c-45e2-962d-2d27a61234e8 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:53:56.674344 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-a04b5ebf-e374-4c3d-b048-e431848cc5d6 service neutron] Attempting to bind port 6a99f797-941c-45e2-962d-2d27a61234e8 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:53:56.674593 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-a04b5ebf-e374-4c3d-b048-e431848cc5d6 service neutron] Attempting to bind port 6a99f797-941c-45e2-962d-2d27a61234e8 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:53:56.706199 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-50767935-d2b8-4c91-80e6-1a0d9b5eb274 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5656db63d88345dfa2ad3799bcc2a413&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4934568 Feb 04 20:53:56.712741 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6d87a574-0a52-4c6c-ac2e-f9bf28dae16e req-8961d159-d720-4f79-9a80-8285caa8997a tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296120 Feb 04 20:53:56.718665 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-6d8a7348-ff17-4f78-96a8-cb323f10a196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:56.720511 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-6d8a7348-ff17-4f78-96a8-cb323f10a196 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c95ab08729c4244bb5389f69a70876f&device_id=a1b81706-49cb-4bba-945f-ee00f714fda3 HTTP/1.1" status: 200 len: 1099 time: 0.4400148 Feb 04 20:53:56.721119 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-a04b5ebf-e374-4c3d-b048-e431848cc5d6 service neutron] Port 6a99f797-941c-45e2-962d-2d27a61234e8 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:53:56.721674 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-a04b5ebf-e374-4c3d-b048-e431848cc5d6 service neutron] Attempting to bind port 6a99f797-941c-45e2-962d-2d27a61234e8 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:53:56.809766 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-a04b5ebf-e374-4c3d-b048-e431848cc5d6 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:53:56.810042 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-a04b5ebf-e374-4c3d-b048-e431848cc5d6 service neutron] Checking segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:53:56.810497 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-a04b5ebf-e374-4c3d-b048-e431848cc5d6 service neutron] Bound using segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:53:56.810869 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-a04b5ebf-e374-4c3d-b048-e431848cc5d6 service neutron] Bound port: 6a99f797-941c-45e2-962d-2d27a61234e8, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:53:56.811179 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-a04b5ebf-e374-4c3d-b048-e431848cc5d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:56.901051 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-7849ed5b-7d70-4fca-9aed-da95e004e8d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=814ad5b8-0a85-4719-9ead-1980050796ff HTTP/1.1" status: 200 len: 217 time: 0.1444757 Feb 04 20:53:57.236157 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45446) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:57.240176 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-1fa5da32-dfd2-4ae8-9286-93e9c8fcdfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:57.241611 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-1fa5da32-dfd2-4ae8-9286-93e9c8fcdfd0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.2992136 Feb 04 20:53:57.256479 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-a17b4b10-cbb9-436c-905f-7c14cb0d51fc service neutron] 10.222.0.26 "GET /v2.0/networks/c14f150b-4ca7-4c1e-a316-381569f0fa28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5310669 Feb 04 20:53:57.321071 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-a04b5ebf-e374-4c3d-b048-e431848cc5d6 service neutron] For port 6a99f797-941c-45e2-962d-2d27a61234e8, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:53:57.357172 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device d6728c47-d50e-42fd-9265-bf7c77103aad up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:53:57.367613 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2ee33161-a817-4511-b55d-342af68ff3ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:57.384693 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-2ee33161-a817-4511-b55d-342af68ff3ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:57.393496 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07445820-0341-4564-a7d7-91dcc57e5f70 req-d171071d-c676-4350-a18e-6be96c9a41c4 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:57.394180 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2ee33161-a817-4511-b55d-342af68ff3ad admin admin] Usage tracker for resource:security_group_rule and tenant:39be500f9f0641e2a37f053c422d7cf6 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:57.397493 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2ee33161-a817-4511-b55d-342af68ff3ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:57.399488 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-07445820-0341-4564-a7d7-91dcc57e5f70 req-d171071d-c676-4350-a18e-6be96c9a41c4 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc192b55-eae8-49d6-99a4-8761107e4661 HTTP/1.1" status: 200 len: 945 time: 0.5125268 Feb 04 20:53:57.404136 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-2ee33161-a817-4511-b55d-342af68ff3ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:57.408834 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-a04b5ebf-e374-4c3d-b048-e431848cc5d6 service neutron] For port 6a99f797-941c-45e2-962d-2d27a61234e8, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=6a99f797-941c-45e2-962d-2d27a61234e8,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:53:57.447523 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-a04b5ebf-e374-4c3d-b048-e431848cc5d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:57.485872 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port d6728c47-d50e-42fd-9265-bf7c77103aad completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:53:57.492217 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port d6728c47-d50e-42fd-9265-bf7c77103aad triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:53:57.492761 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:57.513188 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2ee33161-a817-4511-b55d-342af68ff3ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:57.519733 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2ee33161-a817-4511-b55d-342af68ff3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:57.546142 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07996bf1-0225-4e57-9c04-e798441c3584', 'tag': '3bc162a1-2167-4622-af4b-541e13966810'}, {'name': 'network-changed', 'server_uuid': 'a1b81706-49cb-4bba-945f-ee00f714fda3', 'tag': '814ad5b8-0a85-4719-9ead-1980050796ff'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:53:57.554352 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-a04b5ebf-e374-4c3d-b048-e431848cc5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:57.556263 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-a04b5ebf-e374-4c3d-b048-e431848cc5d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:57.557655 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-a04b5ebf-e374-4c3d-b048-e431848cc5d6 service neutron] 10.222.0.18 "PUT /v2.0/ports/6a99f797-941c-45e2-962d-2d27a61234e8 HTTP/1.1" status: 200 len: 1096 time: 3.5088909 Feb 04 20:53:57.590304 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2ee33161-a817-4511-b55d-342af68ff3ad admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=39be500f9f0641e2a37f053c422d7cf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3528550 Feb 04 20:53:57.591811 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee33161-a817-4511-b55d-342af68ff3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43708d0b-cf2a-45fd-a5c3-3237d91a84a0,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:57.595064 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45462) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:57.622635 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-07445820-0341-4564-a7d7-91dcc57e5f70 req-78509ae1-cb68-4c56-96a0-db41c3cecabd tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] 10.222.0.26 "GET /v2.0/security-groups?id=980eb6c1-394d-41c9-9ec1-fc3a04b5d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170219 Feb 04 20:53:57.687320 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1445a384-666b-4163-83ec-65e8f0a26991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:57.729491 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1445a384-666b-4163-83ec-65e8f0a26991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:57.754148 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-9b71011c-a41a-4987-9584-a9c5b632504b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:57.762648 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-9b71011c-a41a-4987-9584-a9c5b632504b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5098388 Feb 04 20:53:57.774929 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b5ebf-e374-4c3d-b048-e431848cc5d6 service neutron] Pushing event updated for resources: {'Port': ['ID=6a99f797-941c-45e2-962d-2d27a61234e8,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:57.806978 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:57.817056 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1445a384-666b-4163-83ec-65e8f0a26991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:57.827015 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-6a25ef13-198f-4d05-a8f8-a59df9dea1f6 service neutron] 10.222.0.26 "GET /v2.0/networks/c14f150b-4ca7-4c1e-a316-381569f0fa28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5327985 Feb 04 20:53:57.845179 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1445a384-666b-4163-83ec-65e8f0a26991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:57.846498 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1445a384-666b-4163-83ec-65e8f0a26991 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/43708d0b-cf2a-45fd-a5c3-3237d91a84a0 HTTP/1.1" status: 204 len: 168 time: 0.2503743 Feb 04 20:53:57.847544 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445a384-666b-4163-83ec-65e8f0a26991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43708d0b-cf2a-45fd-a5c3-3237d91a84a0,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:57.921095 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d53b70-88da-4d8b-a7df-d3258979de44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6728c47-d50e-42fd-9265-bf7c77103aad'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:53:57.950441 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port d6728c47-d50e-42fd-9265-bf7c77103aad, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=d6728c47-d50e-42fd-9265-bf7c77103aad,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:53:57.963237 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:58.030543 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:53:58.143966 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=d6728c47-d50e-42fd-9265-bf7c77103aad,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:58.242427 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-fa74c878-7612-4ece-96c3-bfe29983b7d2 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394946 Feb 04 20:53:58.245984 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-73df1e90-e1c1-4735-9522-b6abd0d34482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:58.247834 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-73df1e90-e1c1-4735-9522-b6abd0d34482 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c95ab08729c4244bb5389f69a70876f&device_id=c189d928-1b32-491d-b5ff-077510452d87 HTTP/1.1" status: 200 len: 1099 time: 0.5992754 Feb 04 20:53:58.259505 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad901e-db5d-4d0b-bb02-de4ee9447d5c req-e7c59332-127e-4e8c-b01f-53801200685e tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:58.268393 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-55ad901e-db5d-4d0b-bb02-de4ee9447d5c req-e7c59332-127e-4e8c-b01f-53801200685e tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1b81706-49cb-4bba-945f-ee00f714fda3 HTTP/1.1" status: 200 len: 948 time: 0.4374254 Feb 04 20:53:58.412043 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45496) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:58.431846 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-888b23cc-c282-4d02-9fb5-8a45fa3a9df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:58.446927 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-888b23cc-c282-4d02-9fb5-8a45fa3a9df2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:53:58.450921 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-888b23cc-c282-4d02-9fb5-8a45fa3a9df2 admin admin] Usage tracker for resource:security_group_rule and tenant:dbc93c8479644960b6885c6a20a82719 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:53:58.453960 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-888b23cc-c282-4d02-9fb5-8a45fa3a9df2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:53:58.459999 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-888b23cc-c282-4d02-9fb5-8a45fa3a9df2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:53:58.539326 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-33990abd-e8cf-48dd-8b91-a06520b18efe service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898624 Feb 04 20:53:58.622812 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-99867ded-d916-46ef-8a76-ec3c746a5bd1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=6a99f797-941c-45e2-962d-2d27a61234e8 HTTP/1.1" status: 200 len: 217 time: 0.3249838 Feb 04 20:53:58.637552 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-55ad901e-db5d-4d0b-bb02-de4ee9447d5c req-76bbcf36-d200-494c-b26b-d980dfee6878 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681138 Feb 04 20:53:58.646406 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-888b23cc-c282-4d02-9fb5-8a45fa3a9df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:58.663760 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-888b23cc-c282-4d02-9fb5-8a45fa3a9df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:58.747280 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b23cc-c282-4d02-9fb5-8a45fa3a9df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386acc35-0f3c-4944-9689-c5af3a6d8467,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:58.755736 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-8f9849b6-4be3-478a-8ee1-4f0db00db80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:58.760299 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-8f9849b6-4be3-478a-8ee1-4f0db00db80e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.1191478 Feb 04 20:53:58.808008 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-888b23cc-c282-4d02-9fb5-8a45fa3a9df2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dbc93c8479644960b6885c6a20a82719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3948669 Feb 04 20:53:58.810799 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45514) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:53:58.823853 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0b2f8-1668-4b41-89b8-0d6e965293ee req-e046b103-e7d1-4a8c-8ed0-875e95ddf659 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:58.825554 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-11f0b2f8-1668-4b41-89b8-0d6e965293ee req-e046b103-e7d1-4a8c-8ed0-875e95ddf659 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=07996bf1-0225-4e57-9c04-e798441c3584 HTTP/1.1" status: 200 len: 944 time: 0.5289831 Feb 04 20:53:58.919718 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-755a26cb-1517-4f81-b687-fbc1193c8a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:58.921239 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-755a26cb-1517-4f81-b687-fbc1193c8a34 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1530209 Feb 04 20:53:58.935236 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-11f0b2f8-1668-4b41-89b8-0d6e965293ee req-1e51cfdd-685d-4383-972e-812b883a68b9 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967302 Feb 04 20:53:59.006102 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-473c9bf7-416b-453e-9085-31f5e0023d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:59.092692 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-473c9bf7-416b-453e-9085-31f5e0023d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:59.251405 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-e347349d-1d76-4927-965d-4b630c56c17a service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132935 Feb 04 20:53:59.256839 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07996bf1-0225-4e57-9c04-e798441c3584', 'tag': '3bc162a1-2167-4622-af4b-541e13966810', 'status': 'completed', 'code': 200} Feb 04 20:53:59.257100 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b81706-49cb-4bba-945f-ee00f714fda3', 'tag': '814ad5b8-0a85-4719-9ead-1980050796ff', 'status': 'completed', 'code': 200} Feb 04 20:53:59.361542 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 3bc162a1-2167-4622-af4b-541e13966810 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:53:59.372546 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02decddf-230c-4353-8518-9886031ff476 req-88f09b02-97e4-4ba7-abe7-bb0973d9fb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:59.382733 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-02decddf-230c-4353-8518-9886031ff476 req-88f09b02-97e4-4ba7-abe7-bb0973d9fb60 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&device_id=07996bf1-0225-4e57-9c04-e798441c3584 HTTP/1.1" status: 200 len: 1125 time: 0.2562358 Feb 04 20:53:59.557486 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-473c9bf7-416b-453e-9085-31f5e0023d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:59.591436 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c9bf7-416b-453e-9085-31f5e0023d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386acc35-0f3c-4944-9689-c5af3a6d8467,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:53:59.600832 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-473c9bf7-416b-453e-9085-31f5e0023d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:53:59.602602 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-473c9bf7-416b-453e-9085-31f5e0023d56 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/386acc35-0f3c-4944-9689-c5af3a6d8467 HTTP/1.1" status: 204 len: 168 time: 0.7871354 Feb 04 20:53:59.633702 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 3bc162a1-2167-4622-af4b-541e13966810, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=3bc162a1-2167-4622-af4b-541e13966810,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:53:59.654813 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 3bc162a1-2167-4622-af4b-541e13966810 has no active binding in host n-h1-827896-1 {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 20:53:59.673202 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02decddf-230c-4353-8518-9886031ff476 req-4ddedf31-152f-40a7-952a-bc058902ad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:59.674752 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-02decddf-230c-4353-8518-9886031ff476 req-4ddedf31-152f-40a7-952a-bc058902ad41 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2945ff6-c379-474d-a032-331b1f6dd08e HTTP/1.1" status: 200 len: 908 time: 0.2803485 Feb 04 20:53:59.756585 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-02decddf-230c-4353-8518-9886031ff476 req-124298ce-b3d7-4ffa-9b0e-38d95664639b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bc162a1-2167-4622-af4b-541e13966810 HTTP/1.1" status: 200 len: 217 time: 0.0740058 Feb 04 20:53:59.762686 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d53b70-88da-4d8b-a7df-d3258979de44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6728c47-d50e-42fd-9265-bf7c77103aad', 'code': 200} Feb 04 20:53:59.790635 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-803e397e-9862-4b27-9f6e-7ed419294d9e req-25ad6255-3be0-4e58-b3bb-095a76d6c88f service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4622748 Feb 04 20:53:59.840512 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02decddf-230c-4353-8518-9886031ff476 req-e20a3cb3-108d-4387-9b03-9713de4788da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:59.842450 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02decddf-230c-4353-8518-9886031ff476 req-e20a3cb3-108d-4387-9b03-9713de4788da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c95ab08729c4244bb5389f69a70876f&device_id=a1b81706-49cb-4bba-945f-ee00f714fda3 HTTP/1.1" status: 200 len: 1099 time: 0.5901849 Feb 04 20:53:59.852757 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdbdc3-6eb2-4d1e-8570-013aa9a150e2 req-d2b5dde4-b7eb-4a24-94cd-2bad7dbaf209 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:59.854939 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2ffdbdc3-6eb2-4d1e-8570-013aa9a150e2 req-d2b5dde4-b7eb-4a24-94cd-2bad7dbaf209 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2d53b70-88da-4d8b-a7df-d3258979de44 HTTP/1.1" status: 200 len: 945 time: 0.5285299 Feb 04 20:53:59.889502 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02decddf-230c-4353-8518-9886031ff476 req-036b97fa-5451-46ea-ae28-3401ee8a687b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:53:59.891106 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-02decddf-230c-4353-8518-9886031ff476 req-036b97fa-5451-46ea-ae28-3401ee8a687b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52dce76a-dd1c-484a-ae6a-f327dbe47b7b HTTP/1.1" status: 200 len: 847 time: 0.1247900 Feb 04 20:53:59.974350 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-02decddf-230c-4353-8518-9886031ff476 req-6e2fdb2c-c400-458f-8c09-6347ea40a296 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2945ff6-c379-474d-a032-331b1f6dd08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730414 Feb 04 20:54:00.141659 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2ffdbdc3-6eb2-4d1e-8570-013aa9a150e2 req-9b65da55-b6e9-40c3-9cdd-8ff455bbccf3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392139 Feb 04 20:54:00.187696 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-43168f86-0227-4c79-8676-aecd6439b598 req-4559a922-c623-40e8-9a1c-c498318c757f tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/ports?device_id=99c610bc-5dec-44b3-a699-1dcb606382e7 HTTP/1.1" status: 200 len: 210 time: 0.2158120 Feb 04 20:54:00.301633 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b8568-3052-4ff6-98d5-c5f9e3735815 req-26dc9f79-1ad1-4436-a03c-4363c087ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:00.303137 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-505b8568-3052-4ff6-98d5-c5f9e3735815 req-26dc9f79-1ad1-4436-a03c-4363c087ac2f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f2d53b70-88da-4d8b-a7df-d3258979de44 HTTP/1.1" status: 200 len: 1096 time: 0.4472203 Feb 04 20:54:00.374201 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02decddf-230c-4353-8518-9886031ff476 req-b64679ff-5947-478f-8fba-7ecd4022ace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:00.375703 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02decddf-230c-4353-8518-9886031ff476 req-b64679ff-5947-478f-8fba-7ecd4022ace1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.4823296 Feb 04 20:54:00.395758 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-02decddf-230c-4353-8518-9886031ff476 req-493bd39b-97cb-49d3-89ad-8e32cfaa9043 service neutron] 10.222.0.18 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105618 Feb 04 20:54:00.487079 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02decddf-230c-4353-8518-9886031ff476 req-8d593788-a2b4-4bb7-bba0-7128a6b1c911 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=814ad5b8-0a85-4719-9ead-1980050796ff HTTP/1.1" status: 200 len: 217 time: 0.0907283 Feb 04 20:54:00.546659 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-505b8568-3052-4ff6-98d5-c5f9e3735815 req-c91d0ddb-87ba-4694-b529-376e721f6e2a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688983 Feb 04 20:54:00.591342 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa6498-de90-485f-a004-8a9e233e5e8a req-1de28a4e-855b-4eb2-8598-ce59d01a544e tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:00.598960 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7eaa6498-de90-485f-a004-8a9e233e5e8a req-1de28a4e-855b-4eb2-8598-ce59d01a544e tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1b81706-49cb-4bba-945f-ee00f714fda3 HTTP/1.1" status: 200 len: 948 time: 0.2868690 Feb 04 20:54:00.630979 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02decddf-230c-4353-8518-9886031ff476 req-9415bbc0-6ed0-4c95-9a5d-7dbb50b17a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:00.632960 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02decddf-230c-4353-8518-9886031ff476 req-9415bbc0-6ed0-4c95-9a5d-7dbb50b17a08 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.1330082 Feb 04 20:54:00.667596 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7eaa6498-de90-485f-a004-8a9e233e5e8a req-7b9e9c69-0012-42a8-ad63-3bcdc61d160e tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678036 Feb 04 20:54:00.734197 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-eb5fa53c-e4ee-43b7-9c53-4ff39574f22f tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:00.735851 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-eb5fa53c-e4ee-43b7-9c53-4ff39574f22f tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Synchronizing usage tracker for tenant:5656db63d88345dfa2ad3799bcc2a413 on resource:network {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:54:00.814635 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-02decddf-230c-4353-8518-9886031ff476 req-49aaff12-461d-4126-b1ba-9a16a0fad4ae service neutron] 10.222.0.18 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063907 Feb 04 20:54:00.824511 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-eb5fa53c-e4ee-43b7-9c53-4ff39574f22f tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Unset dirty status for tenant:5656db63d88345dfa2ad3799bcc2a413 on resource:network {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:54:00.825822 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-eb5fa53c-e4ee-43b7-9c53-4ff39574f22f tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.32 "GET /v2.0/networks?id=c14f150b-4ca7-4c1e-a316-381569f0fa28 HTTP/1.1" status: 200 len: 823 time: 0.7529335 Feb 04 20:54:00.976332 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f31787-5c51-4ceb-895c-5720edeff433 req-7cb55711-131a-49e3-8875-1e7038b34a45 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:00.978751 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-30f31787-5c51-4ceb-895c-5720edeff433 req-7cb55711-131a-49e3-8875-1e7038b34a45 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=07996bf1-0225-4e57-9c04-e798441c3584 HTTP/1.1" status: 200 len: 944 time: 0.1330121 Feb 04 20:54:01.043085 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-30f31787-5c51-4ceb-895c-5720edeff433 req-60abf1b5-df57-4f90-9608-47d094c16081 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566604 Feb 04 20:54:01.259204 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c189d928-1b32-491d-b5ff-077510452d87', 'tag': '6a99f797-941c-45e2-962d-2d27a61234e8'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:54:01.340323 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 6a99f797-941c-45e2-962d-2d27a61234e8 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:54:01.376371 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7390fca-9909-4560-bed1-b17703b9d306 req-f13279fc-47b8-4a3e-99d2-4c5025826a76 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:01.378457 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b7390fca-9909-4560-bed1-b17703b9d306 req-f13279fc-47b8-4a3e-99d2-4c5025826a76 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2d53b70-88da-4d8b-a7df-d3258979de44 HTTP/1.1" status: 200 len: 945 time: 0.1111875 Feb 04 20:54:01.435884 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b7390fca-9909-4560-bed1-b17703b9d306 req-cc7c017a-f47f-4d73-aeaf-0e6974ee29bf tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507436 Feb 04 20:54:01.517233 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c189d928-1b32-491d-b5ff-077510452d87', 'tag': '6a99f797-941c-45e2-962d-2d27a61234e8', 'status': 'completed', 'code': 200} Feb 04 20:54:01.531252 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-35cc9e0c-0102-42c0-ab42-9565eb1397b0 req-10e309ca-d111-4915-b520-44e959d84761 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/ports?device_id=99c610bc-5dec-44b3-a699-1dcb606382e7 HTTP/1.1" status: 200 len: 210 time: 0.0647857 Feb 04 20:54:01.571940 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 6a99f797-941c-45e2-962d-2d27a61234e8, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=6a99f797-941c-45e2-962d-2d27a61234e8,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:01.586010 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '6a99f797-941c-45e2-962d-2d27a61234e8', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': '6a99f797-941c-45e2-962d-2d27a61234e8', 'mac_address': 'fa:16:3e:e1:2f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:54:01.636621 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9510b-e838-4939-bfad-95419954f269 req-9bea1fe2-c252-4f06-8081-07a180e48992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:01.638706 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1ae9510b-e838-4939-bfad-95419954f269 req-9bea1fe2-c252-4f06-8081-07a180e48992 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c95ab08729c4244bb5389f69a70876f&device_id=c189d928-1b32-491d-b5ff-077510452d87 HTTP/1.1" status: 200 len: 1099 time: 0.0982459 Feb 04 20:54:01.675232 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:01.704211 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a99f797-941c-45e2-962d-2d27a61234e8 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:54:01.728573 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 6a99f797-941c-45e2-962d-2d27a61234e8, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=6a99f797-941c-45e2-962d-2d27a61234e8,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:01.734566 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:01.807127 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9510b-e838-4939-bfad-95419954f269 req-0ec71f33-515e-4d5e-9c66-93ebff5cb5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:01.808723 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1ae9510b-e838-4939-bfad-95419954f269 req-0ec71f33-515e-4d5e-9c66-93ebff5cb5e6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.1625855 Feb 04 20:54:01.820386 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=6a99f797-941c-45e2-962d-2d27a61234e8,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:01.886922 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1ae9510b-e838-4939-bfad-95419954f269 req-e3bc5d49-77f1-4e1b-bdc2-ac86b35cec6d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=6a99f797-941c-45e2-962d-2d27a61234e8 HTTP/1.1" status: 200 len: 217 time: 0.0717220 Feb 04 20:54:01.980543 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['6a99f797-941c-45e2-962d-2d27a61234e8'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:54:01.997112 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-8c5ca99f-8f5d-4cf6-b12b-3d5e66ef1f93 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Synchronizing usage tracker for tenant:5656db63d88345dfa2ad3799bcc2a413 on resource:security_group {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:54:02.075566 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-8c5ca99f-8f5d-4cf6-b12b-3d5e66ef1f93 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Unset dirty status for tenant:5656db63d88345dfa2ad3799bcc2a413 on resource:security_group {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:54:02.076853 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-8c5ca99f-8f5d-4cf6-b12b-3d5e66ef1f93 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5656db63d88345dfa2ad3799bcc2a413 HTTP/1.1" status: 200 len: 380 time: 0.1795151 Feb 04 20:54:02.078313 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9510b-e838-4939-bfad-95419954f269 req-cd8471fe-92e7-410b-b5c9-9c256d0e1724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:02.079711 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1ae9510b-e838-4939-bfad-95419954f269 req-cd8471fe-92e7-410b-b5c9-9c256d0e1724 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.1672406 Feb 04 20:54:02.090981 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821839a1-6a45-441e-b44e-469e8e7d55c7 req-7f9d9cf5-22fb-4f0c-9c98-b41c575b8631 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:02.098214 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-821839a1-6a45-441e-b44e-469e8e7d55c7 req-7f9d9cf5-22fb-4f0c-9c98-b41c575b8631 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1b81706-49cb-4bba-945f-ee00f714fda3 HTTP/1.1" status: 200 len: 948 time: 0.2344050 Feb 04 20:54:02.115890 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02decddf-230c-4353-8518-9886031ff476 req-5ecc9850-f74d-449f-b89b-24d9d0d2f212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:02.117950 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02decddf-230c-4353-8518-9886031ff476 req-5ecc9850-f74d-449f-b89b-24d9d0d2f212 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1942153 Feb 04 20:54:02.134455 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-d2b25217-7891-42bc-9188-56a4b237da78 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Request body: {'port': {'device_id': '99c610bc-5dec-44b3-a699-1dcb606382e7', 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28', 'admin_state_up': True, 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'security_groups': ['9682d437-5169-4f10-a377-f31d491d46c9']}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:54:02.155492 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-821839a1-6a45-441e-b44e-469e8e7d55c7 req-009d0c79-f3d6-478e-acf7-0684204f9775 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563526 Feb 04 20:54:02.411473 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:02.428438 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-d2b25217-7891-42bc-9188-56a4b237da78 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:54:02.436701 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-d2b25217-7891-42bc-9188-56a4b237da78 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Usage tracker for resource:port and tenant:5656db63d88345dfa2ad3799bcc2a413 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:54:02.440271 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-d2b25217-7891-42bc-9188-56a4b237da78 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:54:02.448495 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-d2b25217-7891-42bc-9188-56a4b237da78 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:54:02.473438 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-d2b25217-7891-42bc-9188-56a4b237da78 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Made reservation on behalf of 5656db63d88345dfa2ad3799bcc2a413 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:54:02.477516 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-d2b25217-7891-42bc-9188-56a4b237da78 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:02.495422 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02decddf-230c-4353-8518-9886031ff476 req-13d6ea47-0d32-4ae2-9d7b-ec04a61783cc service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038857 Feb 04 20:54:02.504854 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9510b-e838-4939-bfad-95419954f269 req-87455829-88c4-4a91-8b46-44191717698f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:02.506336 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1ae9510b-e838-4939-bfad-95419954f269 req-87455829-88c4-4a91-8b46-44191717698f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4186511 Feb 04 20:54:02.547060 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-b88c550c-db80-40c2-9528-17f9871977da tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=ef8f8d62752c456098d5f6cf5bf9665e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527921 Feb 04 20:54:02.638288 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e9d4a-f467-41cf-8a61-b9800812f125 req-0837832b-8847-4a0e-82b6-1bd26ce74a7a tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:02.639914 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a06e9d4a-f467-41cf-8a61-b9800812f125 req-0837832b-8847-4a0e-82b6-1bd26ce74a7a tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=07996bf1-0225-4e57-9c04-e798441c3584 HTTP/1.1" status: 200 len: 944 time: 0.2580113 Feb 04 20:54:02.765291 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1ae9510b-e838-4939-bfad-95419954f269 req-f65c580c-d104-41cf-9860-2ce4bf64f07c service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498028 Feb 04 20:54:02.828773 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a06e9d4a-f467-41cf-8a61-b9800812f125 req-e52af74b-d3d8-424f-82c4-8dee8e970211 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767266 Feb 04 20:54:02.835924 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02decddf-230c-4353-8518-9886031ff476 req-f2879fa0-47a1-459f-ad99-e7d4ecb30efc service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141248 Feb 04 20:54:02.870687 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-d2b25217-7891-42bc-9188-56a4b237da78 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Allocated IP 172.20.0.7 (c14f150b-4ca7-4c1e-a316-381569f0fa28/c645973d-e701-4f00-b256-28f08cd89f89/294fc3d2-615d-4bff-83c2-a89e20a227c3) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:54:02.935207 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-e6503618-eb54-4541-a1b2-7e87875a44fe tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:02.936338 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-e6503618-eb54-4541-a1b2-7e87875a44fe tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3832076 Feb 04 20:54:02.964116 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-8512984e-0701-439a-a3ad-5705830d15dd tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] 10.222.0.26 "GET /v2.0/quotas/ef8f8d62752c456098d5f6cf5bf9665e HTTP/1.1" status: 200 len: 375 time: 0.0220623 Feb 04 20:54:03.043672 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1ae9510b-e838-4939-bfad-95419954f269 req-f2864089-0641-4461-b5bd-e47d06d98702 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701821 Feb 04 20:54:03.188452 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-d2b25217-7891-42bc-9188-56a4b237da78 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:03.206805 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-d2b25217-7891-42bc-9188-56a4b237da78 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Transition to ACTIVE for port object 294fc3d2-615d-4bff-83c2-a89e20a227c3 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:54:03.235536 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-f4735139-2de8-4d59-a57d-ae549e2e1b56 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef8f8d62752c456098d5f6cf5bf9665e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2646654 Feb 04 20:54:03.246547 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-d2b25217-7891-42bc-9188-56a4b237da78 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:03.308042 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-841f81b2-5821-4380-8d7d-6a95f2cfb4d3 service neutron] 10.222.0.18 "GET /v2.0/ports/3bc162a1-2167-4622-af4b-541e13966810/bindings/n-h1-827896-1 HTTP/1.1" status: 200 len: 384 time: 0.2674196 Feb 04 20:54:03.327221 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-d2b25217-7891-42bc-9188-56a4b237da78 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Network c14f150b-4ca7-4c1e-a316-381569f0fa28 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:54:03.331869 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-d2b25217-7891-42bc-9188-56a4b237da78 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:54:03.335634 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-d2b25217-7891-42bc-9188-56a4b237da78 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:54:03.351558 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 6a99f797-941c-45e2-962d-2d27a61234e8 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:54:03.370013 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45668) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:03.398016 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 3bc162a1-2167-4622-af4b-541e13966810 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:54:03.399807 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b25217-7891-42bc-9188-56a4b237da78 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Pushing event updated for resources: {'Port': ['ID=294fc3d2-615d-4bff-83c2-a89e20a227c3,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:03.442502 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-d2b25217-7891-42bc-9188-56a4b237da78 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:03.444823 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-d2b25217-7891-42bc-9188-56a4b237da78 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:03.515740 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-d2b25217-7891-42bc-9188-56a4b237da78 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3901980 Feb 04 20:54:03.530804 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-6a8f99fb-7dbb-45e8-847f-a5f1b82a4a22 service neutron] Request body: {'port': {'device_id': '99c610bc-5dec-44b3-a699-1dcb606382e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:54:03.656364 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 3bc162a1-2167-4622-af4b-541e13966810, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=3bc162a1-2167-4622-af4b-541e13966810,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:03.694821 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 3bc162a1-2167-4622-af4b-541e13966810 has no active binding in host n-h1-827896-1 {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 20:54:03.695356 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 814ad5b8-0a85-4719-9ead-1980050796ff details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:54:03.806484 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f819cd5d-75c7-45b1-9f80-d7d852a53cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:03.917242 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f819cd5d-75c7-45b1-9f80-d7d852a53cc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:54:03.927595 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-6a8f99fb-7dbb-45e8-847f-a5f1b82a4a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:03.936624 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-e93249ce-4115-469a-992a-0dd5abe17f3f None None] Provisioning for port 294fc3d2-615d-4bff-83c2-a89e20a227c3 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:54:03.942792 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 6a99f797-941c-45e2-962d-2d27a61234e8 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:54:03.950557 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-e93249ce-4115-469a-992a-0dd5abe17f3f None None] Provisioning complete for port 294fc3d2-615d-4bff-83c2-a89e20a227c3 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:54:03.950938 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e93249ce-4115-469a-992a-0dd5abe17f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:03.952365 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f819cd5d-75c7-45b1-9f80-d7d852a53cc0 admin admin] Usage tracker for resource:security_group_rule and tenant:82bb8f0b029c405681b09a6bb4d3b613 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:54:03.966152 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f819cd5d-75c7-45b1-9f80-d7d852a53cc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:54:03.985495 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f819cd5d-75c7-45b1-9f80-d7d852a53cc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:54:03.992951 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 6a99f797-941c-45e2-962d-2d27a61234e8 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:54:03.993510 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:04.101344 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 814ad5b8-0a85-4719-9ead-1980050796ff, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=814ad5b8-0a85-4719-9ead-1980050796ff,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:04.109589 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-e93249ce-4115-469a-992a-0dd5abe17f3f None None] Port 294fc3d2-615d-4bff-83c2-a89e20a227c3 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:54:04.118718 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77a9d8-0d49-4422-a531-6bcfb948d59d req-8f63d0d8-cb78-440c-8484-899475a88be2 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:04.123282 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '814ad5b8-0a85-4719-9ead-1980050796ff', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': '814ad5b8-0a85-4719-9ead-1980050796ff', 'mac_address': 'fa:16:3e:04:31:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:54:04.126133 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4f77a9d8-0d49-4422-a531-6bcfb948d59d req-8f63d0d8-cb78-440c-8484-899475a88be2 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2d53b70-88da-4d8b-a7df-d3258979de44 HTTP/1.1" status: 200 len: 945 time: 0.3462012 Feb 04 20:54:04.143786 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f819cd5d-75c7-45b1-9f80-d7d852a53cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:04.168727 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f819cd5d-75c7-45b1-9f80-d7d852a53cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:04.179396 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-923349af-dc39-4961-8f1b-23c4d4c1deb4 service neutron] For port 3bc162a1-2167-4622-af4b-541e13966810, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=3bc162a1-2167-4622-af4b-541e13966810,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:04.232152 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f819cd5d-75c7-45b1-9f80-d7d852a53cc0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=82bb8f0b029c405681b09a6bb4d3b613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8583884 Feb 04 20:54:04.239334 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4f77a9d8-0d49-4422-a531-6bcfb948d59d req-0f0e331f-68fc-44b4-9cc7-c074f9fee042 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122313 Feb 04 20:54:04.244465 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 45692) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:04.257027 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-923349af-dc39-4961-8f1b-23c4d4c1deb4 service neutron] For port 3bc162a1-2167-4622-af4b-541e13966810, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:54:04.270019 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:04.291769 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f819cd5d-75c7-45b1-9f80-d7d852a53cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2125914-719f-4919-8b62-472bd5717803,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:04.300543 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:04.355884 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 814ad5b8-0a85-4719-9ead-1980050796ff {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:54:04.383971 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-923349af-dc39-4961-8f1b-23c4d4c1deb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bc162a1-2167-4622-af4b-541e13966810 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:54:04.384353 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c189d928-1b32-491d-b5ff-077510452d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a99f797-941c-45e2-962d-2d27a61234e8'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:54:04.397304 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 814ad5b8-0a85-4719-9ead-1980050796ff, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=814ad5b8-0a85-4719-9ead-1980050796ff,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:04.402085 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 6a99f797-941c-45e2-962d-2d27a61234e8, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=6a99f797-941c-45e2-962d-2d27a61234e8,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:04.403199 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-923349af-dc39-4961-8f1b-23c4d4c1deb4 service neutron] For port 3bc162a1-2167-4622-af4b-541e13966810, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=3bc162a1-2167-4622-af4b-541e13966810,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:04.403723 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:04.443220 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44122ae6-d851-459c-95f6-95377a74cd9b req-badf2fab-df90-4437-94a5-7decbeb3d5e0 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:04.451684 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:04.466464 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-44122ae6-d851-459c-95f6-95377a74cd9b req-badf2fab-df90-4437-94a5-7decbeb3d5e0 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/ports?device_id=99c610bc-5dec-44b3-a699-1dcb606382e7 HTTP/1.1" status: 200 len: 931 time: 0.4020619 Feb 04 20:54:04.491335 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=814ad5b8-0a85-4719-9ead-1980050796ff,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:04.538565 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-923349af-dc39-4961-8f1b-23c4d4c1deb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:04.568960 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=6a99f797-941c-45e2-962d-2d27a61234e8,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:04.583141 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ccfda726-d2bc-4a3e-8216-73f844185d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:04.583854 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-6a8f99fb-7dbb-45e8-847f-a5f1b82a4a22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 294fc3d2-615d-4bff-83c2-a89e20a227c3 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:54:04.592994 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-6a8f99fb-7dbb-45e8-847f-a5f1b82a4a22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:04.607984 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-6a8f99fb-7dbb-45e8-847f-a5f1b82a4a22 service neutron] Transition to ACTIVE for port object 294fc3d2-615d-4bff-83c2-a89e20a227c3 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:54:04.614302 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-6a8f99fb-7dbb-45e8-847f-a5f1b82a4a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:04.652092 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-44122ae6-d851-459c-95f6-95377a74cd9b req-9a3a2c3e-188c-46f4-b11a-b2e2ad28aff7 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/security-groups?id=9682d437-5169-4f10-a377-f31d491d46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846688 Feb 04 20:54:04.680843 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ccfda726-d2bc-4a3e-8216-73f844185d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:04.779352 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30405b7b-3aa4-4a6a-b2ca-f970bd526493 req-791c1623-da06-421e-821e-e14fe0c6095c tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:04.785170 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-30405b7b-3aa4-4a6a-b2ca-f970bd526493 req-791c1623-da06-421e-821e-e14fe0c6095c tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1b81706-49cb-4bba-945f-ee00f714fda3 HTTP/1.1" status: 200 len: 949 time: 0.2955050 Feb 04 20:54:04.798814 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f99fb-7dbb-45e8-847f-a5f1b82a4a22 service neutron] Pushing event updated for resources: {'Port': ['ID=294fc3d2-615d-4bff-83c2-a89e20a227c3,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:04.825898 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['814ad5b8-0a85-4719-9ead-1980050796ff'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:54:04.838430 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-923349af-dc39-4961-8f1b-23c4d4c1deb4 service neutron] Transition to ACTIVE for port object 3bc162a1-2167-4622-af4b-541e13966810 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:54:04.860220 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-923349af-dc39-4961-8f1b-23c4d4c1deb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:04.882377 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-6a8f99fb-7dbb-45e8-847f-a5f1b82a4a22 service neutron] Attempting to bind port 294fc3d2-615d-4bff-83c2-a89e20a227c3 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:54:04.883749 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-6a8f99fb-7dbb-45e8-847f-a5f1b82a4a22 service neutron] Attempting to bind port 294fc3d2-615d-4bff-83c2-a89e20a227c3 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'a26c100c-943b-457e-bebf-b0c82822cb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:54:04.884910 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-6a8f99fb-7dbb-45e8-847f-a5f1b82a4a22 service neutron] Attempting to bind port 294fc3d2-615d-4bff-83c2-a89e20a227c3 on network c14f150b-4ca7-4c1e-a316-381569f0fa28 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:54:04.891419 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-6a8f99fb-7dbb-45e8-847f-a5f1b82a4a22 service neutron] Port 294fc3d2-615d-4bff-83c2-a89e20a227c3 on network c14f150b-4ca7-4c1e-a316-381569f0fa28 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:54:04.891807 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-6a8f99fb-7dbb-45e8-847f-a5f1b82a4a22 service neutron] Attempting to bind port 294fc3d2-615d-4bff-83c2-a89e20a227c3 on network c14f150b-4ca7-4c1e-a316-381569f0fa28 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:54:04.898455 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-6a8f99fb-7dbb-45e8-847f-a5f1b82a4a22 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:54:04.899455 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-6a8f99fb-7dbb-45e8-847f-a5f1b82a4a22 service neutron] Checking segment: {'id': 'a26c100c-943b-457e-bebf-b0c82822cb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:54:04.900444 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-6a8f99fb-7dbb-45e8-847f-a5f1b82a4a22 service neutron] Bound using segment: {'id': 'a26c100c-943b-457e-bebf-b0c82822cb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:54:04.901081 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-6a8f99fb-7dbb-45e8-847f-a5f1b82a4a22 service neutron] Bound port: 294fc3d2-615d-4bff-83c2-a89e20a227c3, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a26c100c-943b-457e-bebf-b0c82822cb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:54:04.901553 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-6a8f99fb-7dbb-45e8-847f-a5f1b82a4a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:04.994522 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ccfda726-d2bc-4a3e-8216-73f844185d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:05.000318 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8c4d3c97-ad3e-4ebc-8dba-31a679656cfb req-c4068197-80b5-4225-bd71-5711f3461493 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6604a93-3cdd-4b55-b7cf-a13213b90b25 HTTP/1.1" status: 200 len: 210 time: 0.1459816 Feb 04 20:54:05.005511 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923349af-dc39-4961-8f1b-23c4d4c1deb4 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc162a1-2167-4622-af4b-541e13966810,revision_number=10']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:05.116467 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-30405b7b-3aa4-4a6a-b2ca-f970bd526493 req-96cfab94-c093-4b9a-affa-54c10783b146 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060060 Feb 04 20:54:05.136648 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfda726-d2bc-4a3e-8216-73f844185d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2125914-719f-4919-8b62-472bd5717803,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:05.224644 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-923349af-dc39-4961-8f1b-23c4d4c1deb4 service neutron] No DVR routers for this DVR port 3bc162a1-2167-4622-af4b-541e13966810 on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:54:05.229070 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-6a8f99fb-7dbb-45e8-847f-a5f1b82a4a22 service neutron] For port 294fc3d2-615d-4bff-83c2-a89e20a227c3, host n-h1-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:54:05.232225 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-6a8f99fb-7dbb-45e8-847f-a5f1b82a4a22 service neutron] For port 294fc3d2-615d-4bff-83c2-a89e20a227c3, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=294fc3d2-615d-4bff-83c2-a89e20a227c3,segment=NetworkSegment(a26c100c-943b-457e-bebf-b0c82822cb3c),segment_id=a26c100c-943b-457e-bebf-b0c82822cb3c)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:54:05.274767 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-1bdf5a7b-a236-4e6a-a0e1-335ca4579906 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ef8f8d62752c456098d5f6cf5bf9665e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403490 Feb 04 20:54:05.276698 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-6a8f99fb-7dbb-45e8-847f-a5f1b82a4a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:05.350656 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ccfda726-d2bc-4a3e-8216-73f844185d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:05.352259 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ccfda726-d2bc-4a3e-8216-73f844185d26 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a2125914-719f-4919-8b62-472bd5717803 HTTP/1.1" status: 204 len: 168 time: 1.0972149 Feb 04 20:54:05.407492 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-6a8f99fb-7dbb-45e8-847f-a5f1b82a4a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:05.408289 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-6a8f99fb-7dbb-45e8-847f-a5f1b82a4a22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:05.409834 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-6a8f99fb-7dbb-45e8-847f-a5f1b82a4a22 service neutron] 10.222.0.32 "PUT /v2.0/ports/294fc3d2-615d-4bff-83c2-a89e20a227c3 HTTP/1.1" status: 200 len: 1091 time: 1.8867867 Feb 04 20:54:05.410357 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c610bc-5dec-44b3-a699-1dcb606382e7', 'tag': '294fc3d2-615d-4bff-83c2-a89e20a227c3'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:54:05.416185 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-923349af-dc39-4961-8f1b-23c4d4c1deb4 service neutron] 10.222.0.18 "PUT /v2.0/ports/3bc162a1-2167-4622-af4b-541e13966810/bindings/n-h1-827896-1/activate HTTP/1.1" status: 200 len: 369 time: 2.0986712 Feb 04 20:54:05.442786 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c86b3e-d998-4ee8-8646-dd63cd258411 req-81eb9858-7bc6-4640-bee3-627b3bcc5d2b tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:05.450901 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e2c86b3e-d998-4ee8-8646-dd63cd258411 req-81eb9858-7bc6-4640-bee3-627b3bcc5d2b tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f2d53b70-88da-4d8b-a7df-d3258979de44 HTTP/1.1" status: 200 len: 1096 time: 0.2273614 Feb 04 20:54:05.484618 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fafd29-20fd-480e-9b77-093621971cea req-4c97bd62-bd78-4e6d-8f2b-ec48d9139d02 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:05.492459 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-84fafd29-20fd-480e-9b77-093621971cea req-4c97bd62-bd78-4e6d-8f2b-ec48d9139d02 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=07996bf1-0225-4e57-9c04-e798441c3584 HTTP/1.1" status: 200 len: 945 time: 0.2698505 Feb 04 20:54:05.563412 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e2c86b3e-d998-4ee8-8646-dd63cd258411 req-920f42e9-3a5f-4432-b6f3-581b291ceb90 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116335 Feb 04 20:54:05.600020 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-84fafd29-20fd-480e-9b77-093621971cea req-a9686046-afc8-43ca-9741-3de7835d8c85 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065226 Feb 04 20:54:05.731743 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c189d928-1b32-491d-b5ff-077510452d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a99f797-941c-45e2-962d-2d27a61234e8', 'code': 200} Feb 04 20:54:05.757488 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-435b9898-dcc7-466a-888f-65222a0139ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:05.762723 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-435b9898-dcc7-466a-888f-65222a0139ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5656db63d88345dfa2ad3799bcc2a413&device_id=99c610bc-5dec-44b3-a699-1dcb606382e7 HTTP/1.1" status: 200 len: 1094 time: 0.1577368 Feb 04 20:54:05.802829 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-e5d95be1-d7e6-4112-a6df-2b9dc82a4389 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:05.804380 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-e5d95be1-d7e6-4112-a6df-2b9dc82a4389 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5135870 Feb 04 20:54:05.806495 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c610bc-5dec-44b3-a699-1dcb606382e7', 'tag': '294fc3d2-615d-4bff-83c2-a89e20a227c3', 'status': 'completed', 'code': 200} Feb 04 20:54:05.852091 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-8f0684e4-79ee-4dbb-a9ea-374e5fca8ec8 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Request body: {'port': {'device_id': 'd6604a93-3cdd-4b55-b7cf-a13213b90b25', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'admin_state_up': True, 'tenant_id': 'ef8f8d62752c456098d5f6cf5bf9665e'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:54:05.933989 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-8fa56bdc-57cd-4569-88d9-60c476a1e74e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=294fc3d2-615d-4bff-83c2-a89e20a227c3 HTTP/1.1" status: 200 len: 217 time: 0.1646609 Feb 04 20:54:05.947882 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 45718) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:06.009157 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-8f0684e4-79ee-4dbb-a9ea-374e5fca8ec8 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:54:06.013110 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-8f0684e4-79ee-4dbb-a9ea-374e5fca8ec8 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Usage tracker for resource:port and tenant:ef8f8d62752c456098d5f6cf5bf9665e is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:54:06.016328 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-8f0684e4-79ee-4dbb-a9ea-374e5fca8ec8 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:54:06.024270 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-8f0684e4-79ee-4dbb-a9ea-374e5fca8ec8 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:54:06.032239 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f99fb-7dbb-45e8-847f-a5f1b82a4a22 service neutron] Pushing event updated for resources: {'Port': ['ID=294fc3d2-615d-4bff-83c2-a89e20a227c3,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:06.037593 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-8f0684e4-79ee-4dbb-a9ea-374e5fca8ec8 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Made reservation on behalf of ef8f8d62752c456098d5f6cf5bf9665e for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:54:06.041807 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-8f0684e4-79ee-4dbb-a9ea-374e5fca8ec8 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:06.058321 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-8f0684e4-79ee-4dbb-a9ea-374e5fca8ec8 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:06.080358 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-8f0684e4-79ee-4dbb-a9ea-374e5fca8ec8 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:54:06.087479 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-8f0684e4-79ee-4dbb-a9ea-374e5fca8ec8 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Usage tracker for resource:security_group_rule and tenant:ef8f8d62752c456098d5f6cf5bf9665e is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:54:06.092154 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-8f0684e4-79ee-4dbb-a9ea-374e5fca8ec8 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:54:06.100228 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-8f0684e4-79ee-4dbb-a9ea-374e5fca8ec8 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:54:06.104322 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-3b0250e3-62bb-41d5-b711-1eb6a05a5897 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:06.106003 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-3b0250e3-62bb-41d5-b711-1eb6a05a5897 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=07996bf1-0225-4e57-9c04-e798441c3584&tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&binding%3Ahost_id=n-h2-827896-1 HTTP/1.1" status: 200 len: 1096 time: 0.5916457 Feb 04 20:54:06.266830 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ff6348df-22c6-4008-ba5c-7b74664b5092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:06.271741 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-50d58f57-f2b0-41d9-b6f5-8009ffeafde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:06.274253 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-50d58f57-f2b0-41d9-b6f5-8009ffeafde4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=07996bf1-0225-4e57-9c04-e798441c3584&tenant_id=1e904fca23cf47ec90953cad0cc5c8e4 HTTP/1.1" status: 200 len: 1096 time: 0.1506698 Feb 04 20:54:06.296310 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45734) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:06.358065 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-8f0684e4-79ee-4dbb-a9ea-374e5fca8ec8 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:06.370693 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-8f0684e4-79ee-4dbb-a9ea-374e5fca8ec8 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:06.383398 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-ff6348df-22c6-4008-ba5c-7b74664b5092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:54:06.427981 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-ff6348df-22c6-4008-ba5c-7b74664b5092 admin admin] Usage tracker for resource:security_group_rule and tenant:1afa84e9b76a42a78bd16039702123f5 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:54:06.448807 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-ff6348df-22c6-4008-ba5c-7b74664b5092 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:54:06.455354 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-18cac52b-a779-4592-99fe-d24c0a652b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:06.456847 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-18cac52b-a779-4592-99fe-d24c0a652b04 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c645973d-e701-4f00-b256-28f08cd89f89 HTTP/1.1" status: 200 len: 862 time: 0.4587903 Feb 04 20:54:06.475468 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-ff6348df-22c6-4008-ba5c-7b74664b5092 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:54:06.485985 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0684e4-79ee-4dbb-a9ea-374e5fca8ec8 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd9182a-c2a7-47e9-b14a-5c570a102199,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:06.560919 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea5b78-c470-4f9e-83cd-68a986e9f9f3 req-7e3a5104-d94b-4317-885b-27b89a3a6f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:06.562689 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-adea5b78-c470-4f9e-83cd-68a986e9f9f3 req-7e3a5104-d94b-4317-885b-27b89a3a6f9d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c189d928-1b32-491d-b5ff-077510452d87 HTTP/1.1" status: 200 len: 1101 time: 0.6278400 Feb 04 20:54:06.581035 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a4c95955-1fe0-4329-a848-14c604c36baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:06.598867 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-9eebb9a9-eaee-4790-8c64-3d8f676f1696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:06.600386 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-9eebb9a9-eaee-4790-8c64-3d8f676f1696 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&device_id=07996bf1-0225-4e57-9c04-e798441c3584 HTTP/1.1" status: 200 len: 1096 time: 0.2972851 Feb 04 20:54:06.606220 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048a85a-bead-4647-81da-b801027ff34a req-49c05a64-7507-462c-a9bb-0d2909121682 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:06.608116 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2048a85a-bead-4647-81da-b801027ff34a req-49c05a64-7507-462c-a9bb-0d2909121682 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/ports?device_id=99c610bc-5dec-44b3-a699-1dcb606382e7 HTTP/1.1" status: 200 len: 943 time: 0.6574988 Feb 04 20:54:06.637715 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a4c95955-1fe0-4329-a848-14c604c36baf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:54:06.668393 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d7a18-d96a-45d4-98b1-f98294261487 req-b335f852-bf9b-411c-aff6-a724746433d1 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:06.671732 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bd2d7a18-d96a-45d4-98b1-f98294261487 req-b335f852-bf9b-411c-aff6-a724746433d1 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f2d53b70-88da-4d8b-a7df-d3258979de44 HTTP/1.1" status: 200 len: 1096 time: 0.7202742 Feb 04 20:54:06.688422 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a4c95955-1fe0-4329-a848-14c604c36baf admin admin] Usage tracker for resource:security_group_rule and tenant:4f9060cf6efd416faa4495aa25376391 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:54:06.697234 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a4c95955-1fe0-4329-a848-14c604c36baf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:54:06.720962 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a4c95955-1fe0-4329-a848-14c604c36baf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:54:06.733797 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-8f0684e4-79ee-4dbb-a9ea-374e5fca8ec8 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Allocated IP 192.168.233.58 (54d6ae2e-de73-4435-bfdd-cd390a2143ad/3d2f9c06-58f8-4b66-a033-2aa50eedddcd/a1ce2d47-ba58-42d4-953c-c96a7111ab91) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:54:06.751076 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-adea5b78-c470-4f9e-83cd-68a986e9f9f3 req-a20470a8-f772-49df-b8b2-293474d32d42 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761422 Feb 04 20:54:06.757640 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2048a85a-bead-4647-81da-b801027ff34a req-f13dc124-905f-40ce-a667-ac3afc673db9 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/security-groups?id=9682d437-5169-4f10-a377-f31d491d46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321628 Feb 04 20:54:06.784664 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-ddede5c7-ed11-48fc-97b9-62c66035ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:06.786193 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-ddede5c7-ed11-48fc-97b9-62c66035ae27 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c14f150b-4ca7-4c1e-a316-381569f0fa28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3067820 Feb 04 20:54:06.814932 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bd2d7a18-d96a-45d4-98b1-f98294261487 req-2e433c06-c764-4a51-aefa-6fae5a7dbd6e tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208401 Feb 04 20:54:06.840878 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-555ed5e8-c400-4ff7-aa32-b07f3c980d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:06.842227 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-555ed5e8-c400-4ff7-aa32-b07f3c980d07 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e2945ff6-c379-474d-a032-331b1f6dd08e HTTP/1.1" status: 200 len: 908 time: 0.2335815 Feb 04 20:54:06.923886 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ff6348df-22c6-4008-ba5c-7b74664b5092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:06.937639 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-4e9610d8-24cc-4ad0-836d-14ea20f7cbd0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bc162a1-2167-4622-af4b-541e13966810 HTTP/1.1" status: 200 len: 217 time: 0.0824776 Feb 04 20:54:06.971243 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-c3d81893-228d-4514-ad4e-c0c21adb31ee service neutron] 10.222.0.32 "GET /v2.0/networks/c14f150b-4ca7-4c1e-a316-381569f0fa28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764522 Feb 04 20:54:06.972402 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ff6348df-22c6-4008-ba5c-7b74664b5092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:07.136287 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-2093c620-336f-4598-99cb-f76e38f7dfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:07.137766 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-2093c620-336f-4598-99cb-f76e38f7dfe9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=52dce76a-dd1c-484a-ae6a-f327dbe47b7b HTTP/1.1" status: 200 len: 847 time: 0.1791275 Feb 04 20:54:07.141693 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a4c95955-1fe0-4329-a848-14c604c36baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:07.154158 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-56fb433e-a15b-45e8-92b0-f2df4b84926c req-cf423257-89f8-4c57-aaa5-97267026a6fa tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6604a93-3cdd-4b55-b7cf-a13213b90b25 HTTP/1.1" status: 200 len: 210 time: 0.1724861 Feb 04 20:54:07.191261 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a4c95955-1fe0-4329-a848-14c604c36baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:07.220919 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-38fb30e2-da82-4827-9fe6-8369a4d9dffc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e2945ff6-c379-474d-a032-331b1f6dd08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752358 Feb 04 20:54:07.223389 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ff6348df-22c6-4008-ba5c-7b74664b5092 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1afa84e9b76a42a78bd16039702123f5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2744925 Feb 04 20:54:07.228631 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 45752) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:07.243221 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6348df-22c6-4008-ba5c-7b74664b5092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97748803-21aa-46d3-8117-2c6435256e2b,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:07.288521 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-8f0684e4-79ee-4dbb-a9ea-374e5fca8ec8 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:07.352658 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a4c95955-1fe0-4329-a848-14c604c36baf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4f9060cf6efd416faa4495aa25376391&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0535409 Feb 04 20:54:07.353194 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45756) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:07.361821 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c95955-1fe0-4329-a848-14c604c36baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd7ee49-0c45-42f1-8748-1cb0b2152f55,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:07.368872 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 3bc162a1-2167-4622-af4b-541e13966810 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:54:07.403106 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b3b20177-b8aa-41b4-ab02-16129ec8d005 req-14ff6ea3-bc86-465d-8b93-03884233fd6b service neutron] 10.222.0.32 "GET /v2.0/networks/c14f150b-4ca7-4c1e-a316-381569f0fa28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202664 Feb 04 20:54:07.437956 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5645d2-be8d-4b99-a614-a6c2c4ada2ae req-55d22fbd-89fb-43b6-ab19-e340559087ae tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:07.446383 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9c5645d2-be8d-4b99-a614-a6c2c4ada2ae req-55d22fbd-89fb-43b6-ab19-e340559087ae tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1b81706-49cb-4bba-945f-ee00f714fda3 HTTP/1.1" status: 200 len: 949 time: 0.3585920 Feb 04 20:54:07.452728 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-59a408fe-3a93-44e6-9e22-4ac702f54411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:07.485035 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-8f0684e4-79ee-4dbb-a9ea-374e5fca8ec8 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Transition to ACTIVE for port object a1ce2d47-ba58-42d4-953c-c96a7111ab91 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:54:07.499723 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 814ad5b8-0a85-4719-9ead-1980050796ff up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:54:07.549470 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 3bc162a1-2167-4622-af4b-541e13966810 not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:54:07.599834 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-8d0c7f15-e270-489c-bbbe-82d44f905404 service neutron] 10.222.0.32 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594961 Feb 04 20:54:07.603442 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-42e33549-a1dd-4f19-84a3-666300a7f0ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:07.605465 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-59a408fe-3a93-44e6-9e22-4ac702f54411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:07.612138 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 814ad5b8-0a85-4719-9ead-1980050796ff completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:54:07.620288 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 814ad5b8-0a85-4719-9ead-1980050796ff triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:54:07.620799 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:07.674816 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9c5645d2-be8d-4b99-a614-a6c2c4ada2ae req-bd8fa651-03c2-42d1-9a0c-333a29ca385f tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272336 Feb 04 20:54:07.694485 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f356f3e-b1a0-458e-be7e-cc701c04cec9 req-22a0e52e-dcb9-4471-9037-2a0ee6ba08eb tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:07.701149 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-8f0684e4-79ee-4dbb-a9ea-374e5fca8ec8 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:07.704225 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1f356f3e-b1a0-458e-be7e-cc701c04cec9 req-22a0e52e-dcb9-4471-9037-2a0ee6ba08eb tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=07996bf1-0225-4e57-9c04-e798441c3584 HTTP/1.1" status: 200 len: 945 time: 0.4094176 Feb 04 20:54:07.710366 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-42e33549-a1dd-4f19-84a3-666300a7f0ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:07.763210 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1f356f3e-b1a0-458e-be7e-cc701c04cec9 req-41b75e75-66e6-4206-8198-efc45500827f tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571826 Feb 04 20:54:07.821310 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7cddc-4c76-4dd7-b524-ace6cce46899 req-9a5fe7f5-4447-4b06-b7ab-67daf57bee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:07.824987 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-87c7cddc-4c76-4dd7-b524-ace6cce46899 req-9a5fe7f5-4447-4b06-b7ab-67daf57bee92 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5656db63d88345dfa2ad3799bcc2a413&device_id=99c610bc-5dec-44b3-a699-1dcb606382e7 HTTP/1.1" status: 200 len: 1094 time: 0.3025129 Feb 04 20:54:07.826298 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-59a408fe-3a93-44e6-9e22-4ac702f54411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:07.854875 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-8f0684e4-79ee-4dbb-a9ea-374e5fca8ec8 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Network 54d6ae2e-de73-4435-bfdd-cd390a2143ad is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:54:07.862294 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-8f0684e4-79ee-4dbb-a9ea-374e5fca8ec8 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:54:07.870352 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-8f0684e4-79ee-4dbb-a9ea-374e5fca8ec8 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:54:07.990833 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:08.065298 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-8f0684e4-79ee-4dbb-a9ea-374e5fca8ec8 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:08.066134 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-8f0684e4-79ee-4dbb-a9ea-374e5fca8ec8 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:08.080233 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-8f0ba5a4-1e32-437b-87da-bd454ea70f65 service neutron] 10.222.0.32 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616814 Feb 04 20:54:08.104093 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0684e4-79ee-4dbb-a9ea-374e5fca8ec8 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Pushing event updated for resources: {'Port': ['ID=a1ce2d47-ba58-42d4-953c-c96a7111ab91,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:08.104315 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b81706-49cb-4bba-945f-ee00f714fda3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '814ad5b8-0a85-4719-9ead-1980050796ff'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:54:08.128849 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 814ad5b8-0a85-4719-9ead-1980050796ff, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=814ad5b8-0a85-4719-9ead-1980050796ff,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:08.137991 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:08.139148 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 3bc162a1-2167-4622-af4b-541e13966810 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:54:08.153249 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-42e33549-a1dd-4f19-84a3-666300a7f0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:08.211694 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e33549-a1dd-4f19-84a3-666300a7f0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd7ee49-0c45-42f1-8748-1cb0b2152f55,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:08.234236 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-42e33549-a1dd-4f19-84a3-666300a7f0ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:08.237930 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-42e33549-a1dd-4f19-84a3-666300a7f0ba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0fd7ee49-0c45-42f1-8748-1cb0b2152f55 HTTP/1.1" status: 204 len: 168 time: 0.8751926 Feb 04 20:54:08.251498 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-8f0684e4-79ee-4dbb-a9ea-374e5fca8ec8 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4046812 Feb 04 20:54:08.278469 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-9db03e97-b25a-4c94-b8ba-45c613aa4205 service neutron] Request body: {'port': {'device_id': 'd6604a93-3cdd-4b55-b7cf-a13213b90b25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:54:08.282161 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7cddc-4c76-4dd7-b524-ace6cce46899 req-c19ec442-9365-4ee2-8d11-7d8d7c0463eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:08.284323 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-87c7cddc-4c76-4dd7-b524-ace6cce46899 req-c19ec442-9365-4ee2-8d11-7d8d7c0463eb service neutron] 10.222.0.32 "GET /v2.0/networks?id=c14f150b-4ca7-4c1e-a316-381569f0fa28 HTTP/1.1" status: 200 len: 924 time: 0.4487858 Feb 04 20:54:08.408068 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-7e822566-6f79-43af-b911-b19d7d87d6c5 None None] Provisioning for port a1ce2d47-ba58-42d4-953c-c96a7111ab91 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:54:08.432572 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-87c7cddc-4c76-4dd7-b524-ace6cce46899 req-f6a771dc-67ae-4311-a0cf-d6b0549fb6c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=294fc3d2-615d-4bff-83c2-a89e20a227c3 HTTP/1.1" status: 200 len: 217 time: 0.1354551 Feb 04 20:54:08.433381 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a408fe-3a93-44e6-9e22-4ac702f54411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97748803-21aa-46d3-8117-2c6435256e2b,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:08.435563 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-59a408fe-3a93-44e6-9e22-4ac702f54411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:08.439284 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-59a408fe-3a93-44e6-9e22-4ac702f54411 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/97748803-21aa-46d3-8117-2c6435256e2b HTTP/1.1" status: 204 len: 168 time: 1.1980910 Feb 04 20:54:08.464788 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-7e822566-6f79-43af-b911-b19d7d87d6c5 None None] Provisioning complete for port a1ce2d47-ba58-42d4-953c-c96a7111ab91 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:54:08.465511 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7e822566-6f79-43af-b911-b19d7d87d6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:08.527049 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-9db03e97-b25a-4c94-b8ba-45c613aa4205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:08.687391 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=814ad5b8-0a85-4719-9ead-1980050796ff,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:08.715705 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-7e822566-6f79-43af-b911-b19d7d87d6c5 None None] Port a1ce2d47-ba58-42d4-953c-c96a7111ab91 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:54:08.810003 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c325e87-1900-4afc-990b-08a281f9d756 req-87d77eb2-1ecf-4811-8342-548e5932a13c tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:08.817101 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3c325e87-1900-4afc-990b-08a281f9d756 req-87d77eb2-1ecf-4811-8342-548e5932a13c tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/ports?device_id=99c610bc-5dec-44b3-a699-1dcb606382e7 HTTP/1.1" status: 200 len: 943 time: 0.5256557 Feb 04 20:54:08.820270 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7cddc-4c76-4dd7-b524-ace6cce46899 req-0df166ee-4233-46ff-baab-07e29eaf8188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:08.822320 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-87c7cddc-4c76-4dd7-b524-ace6cce46899 req-0df166ee-4233-46ff-baab-07e29eaf8188 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c645973d-e701-4f00-b256-28f08cd89f89 HTTP/1.1" status: 200 len: 862 time: 0.3770349 Feb 04 20:54:08.842608 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542cc7bf-1d90-4c93-bf52-59247d976d2d req-795cd998-c409-417c-a26e-716973b92119 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:08.850834 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-542cc7bf-1d90-4c93-bf52-59247d976d2d req-795cd998-c409-417c-a26e-716973b92119 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f2d53b70-88da-4d8b-a7df-d3258979de44 HTTP/1.1" status: 200 len: 1096 time: 0.4563084 Feb 04 20:54:08.972636 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-542cc7bf-1d90-4c93-bf52-59247d976d2d req-4050e65f-e758-4d40-97c8-79768d5f058c tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140780 Feb 04 20:54:09.018085 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45794) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:09.020640 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3c325e87-1900-4afc-990b-08a281f9d756 req-bb64c34e-770b-4d62-a8fc-bd6f436db74b tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/security-groups?id=9682d437-5169-4f10-a377-f31d491d46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022343 Feb 04 20:54:09.059693 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7cddc-4c76-4dd7-b524-ace6cce46899 req-6b68a1a0-28ee-4e50-99fe-4805b6f56a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:09.063597 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c8223482-e7ac-46f3-9123-1747542c31e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:09.064732 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-87c7cddc-4c76-4dd7-b524-ace6cce46899 req-6b68a1a0-28ee-4e50-99fe-4805b6f56a53 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c14f150b-4ca7-4c1e-a316-381569f0fa28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2261260 Feb 04 20:54:09.081791 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-14b41597-2a8d-4f7f-9baf-c8839c1048fa tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:09.083492 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-14b41597-2a8d-4f7f-9baf-c8839c1048fa tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=07996bf1-0225-4e57-9c04-e798441c3584&tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&binding%3Ahost_id=n-h1-827896-1 HTTP/1.1" status: 200 len: 1096 time: 0.1816447 Feb 04 20:54:09.129926 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b81706-49cb-4bba-945f-ee00f714fda3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '814ad5b8-0a85-4719-9ead-1980050796ff', 'code': 200} Feb 04 20:54:09.190125 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c8223482-e7ac-46f3-9123-1747542c31e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:54:09.201429 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.resource_extend [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-9db03e97-b25a-4c94-b8ba-45c613aa4205 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:54:09.208975 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c8223482-e7ac-46f3-9123-1747542c31e0 admin admin] Usage tracker for resource:security_group_rule and tenant:8646c6ad66704e3da8559d343d3d08b2 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:54:09.219919 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c8223482-e7ac-46f3-9123-1747542c31e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:54:09.271638 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c8223482-e7ac-46f3-9123-1747542c31e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:54:09.335220 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-9db03e97-b25a-4c94-b8ba-45c613aa4205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ce2d47-ba58-42d4-953c-c96a7111ab91 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:54:09.350526 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-9db03e97-b25a-4c94-b8ba-45c613aa4205 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:09.378535 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-d8117da1-3544-4dfa-9ab8-0a25be73d87a service neutron] For port 3bc162a1-2167-4622-af4b-541e13966810, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:54:09.383475 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-9db03e97-b25a-4c94-b8ba-45c613aa4205 service neutron] Transition to ACTIVE for port object a1ce2d47-ba58-42d4-953c-c96a7111ab91 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:54:09.397371 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-9db03e97-b25a-4c94-b8ba-45c613aa4205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:09.480354 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-d8117da1-3544-4dfa-9ab8-0a25be73d87a service neutron] Notify callbacks [] for binding, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:09.481477 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a56283c1-187f-4919-a57e-8f6d9bee463f req-d8117da1-3544-4dfa-9ab8-0a25be73d87a service neutron] 10.222.0.32 "DELETE /v2.0/ports/3bc162a1-2167-4622-af4b-541e13966810/bindings/n-h2-827896-1 HTTP/1.1" status: 204 len: 173 time: 0.3887892 Feb 04 20:54:09.529925 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-87c7cddc-4c76-4dd7-b524-ace6cce46899 req-df7ecbfd-3a75-4f07-9e14-0cdf6388a530 service neutron] 10.222.0.32 "GET /v2.0/networks/c14f150b-4ca7-4c1e-a316-381569f0fa28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4565334 Feb 04 20:54:09.592470 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db03e97-b25a-4c94-b8ba-45c613aa4205 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ce2d47-ba58-42d4-953c-c96a7111ab91,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:09.596322 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c8223482-e7ac-46f3-9123-1747542c31e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:09.618607 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc0867-fb20-4510-ba67-52f8a42967a0 req-da0b647a-6f93-4af9-9d1d-bb80f5e771e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:09.620040 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-25bc0867-fb20-4510-ba67-52f8a42967a0 req-da0b647a-6f93-4af9-9d1d-bb80f5e771e4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a1b81706-49cb-4bba-945f-ee00f714fda3 HTTP/1.1" status: 200 len: 1101 time: 0.3826098 Feb 04 20:54:09.628765 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c8223482-e7ac-46f3-9123-1747542c31e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:09.742099 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8223482-e7ac-46f3-9123-1747542c31e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc3ac96-d1f2-4fa9-9087-25ae6bfffb0d,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:09.751398 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c8223482-e7ac-46f3-9123-1747542c31e0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8646c6ad66704e3da8559d343d3d08b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7309740 Feb 04 20:54:09.759037 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45810) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:09.768974 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff74ca-278e-4913-a934-b0a04b7d010f req-ba838f2f-b260-4426-8d38-3af9f5300420 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:09.770605 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e8ff74ca-278e-4913-a934-b0a04b7d010f req-ba838f2f-b260-4426-8d38-3af9f5300420 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6604a93-3cdd-4b55-b7cf-a13213b90b25 HTTP/1.1" status: 200 len: 947 time: 0.3987010 Feb 04 20:54:09.788684 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403d2d2-6378-40e0-94bf-108ff9680e4f req-b38f06bb-63d0-4143-8d01-214cf85f0e9f tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:09.799191 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c403d2d2-6378-40e0-94bf-108ff9680e4f req-b38f06bb-63d0-4143-8d01-214cf85f0e9f tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1b81706-49cb-4bba-945f-ee00f714fda3 HTTP/1.1" status: 200 len: 950 time: 0.5041816 Feb 04 20:54:09.826119 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-25bc0867-fb20-4510-ba67-52f8a42967a0 req-c951f6ae-6e83-4523-b017-516c411f7768 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318984 Feb 04 20:54:09.839262 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-9db03e97-b25a-4c94-b8ba-45c613aa4205 service neutron] Attempting to bind port a1ce2d47-ba58-42d4-953c-c96a7111ab91 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:54:09.839592 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-9db03e97-b25a-4c94-b8ba-45c613aa4205 service neutron] Attempting to bind port a1ce2d47-ba58-42d4-953c-c96a7111ab91 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:54:09.839917 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-9db03e97-b25a-4c94-b8ba-45c613aa4205 service neutron] Attempting to bind port a1ce2d47-ba58-42d4-953c-c96a7111ab91 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:54:09.845380 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-9db03e97-b25a-4c94-b8ba-45c613aa4205 service neutron] Port a1ce2d47-ba58-42d4-953c-c96a7111ab91 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:54:09.845696 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-9db03e97-b25a-4c94-b8ba-45c613aa4205 service neutron] Attempting to bind port a1ce2d47-ba58-42d4-953c-c96a7111ab91 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:54:09.869498 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-9db03e97-b25a-4c94-b8ba-45c613aa4205 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:54:09.869869 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-9db03e97-b25a-4c94-b8ba-45c613aa4205 service neutron] Checking segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:54:09.870256 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-9db03e97-b25a-4c94-b8ba-45c613aa4205 service neutron] Bound using segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:54:09.870785 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-9db03e97-b25a-4c94-b8ba-45c613aa4205 service neutron] Bound port: a1ce2d47-ba58-42d4-953c-c96a7111ab91, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:54:09.871129 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-9db03e97-b25a-4c94-b8ba-45c613aa4205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:09.973444 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c403d2d2-6378-40e0-94bf-108ff9680e4f req-2bcc25f9-a63e-429f-90a1-ff9fb8524b94 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731501 Feb 04 20:54:09.991313 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e8ff74ca-278e-4913-a934-b0a04b7d010f req-8a9e4fc9-403c-4b12-9d23-90b4969ae4d6 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd9182a-c2a7-47e9-b14a-5c570a102199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876712 Feb 04 20:54:09.996329 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-9db03e97-b25a-4c94-b8ba-45c613aa4205 service neutron] For port a1ce2d47-ba58-42d4-953c-c96a7111ab91, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:54:10.001712 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-9db03e97-b25a-4c94-b8ba-45c613aa4205 service neutron] For port a1ce2d47-ba58-42d4-953c-c96a7111ab91, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=a1ce2d47-ba58-42d4-953c-c96a7111ab91,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:54:10.007080 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c77d8f69-5eec-4f26-b814-f3751c4db4e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:10.030918 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-9db03e97-b25a-4c94-b8ba-45c613aa4205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:10.078272 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-87c7cddc-4c76-4dd7-b524-ace6cce46899 req-0974f921-9a26-44c0-97f1-2ad91c2361cf service neutron] 10.222.0.32 "GET /v2.0/networks/c14f150b-4ca7-4c1e-a316-381569f0fa28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5334949 Feb 04 20:54:10.165998 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db03e97-b25a-4c94-b8ba-45c613aa4205 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ce2d47-ba58-42d4-953c-c96a7111ab91,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:10.213734 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-9db03e97-b25a-4c94-b8ba-45c613aa4205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:10.216516 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-9db03e97-b25a-4c94-b8ba-45c613aa4205 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:10.223000 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-9db03e97-b25a-4c94-b8ba-45c613aa4205 service neutron] 10.222.0.18 "PUT /v2.0/ports/a1ce2d47-ba58-42d4-953c-c96a7111ab91 HTTP/1.1" status: 200 len: 1095 time: 1.9613955 Feb 04 20:54:10.237316 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c77d8f69-5eec-4f26-b814-f3751c4db4e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:10.263885 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6604a93-3cdd-4b55-b7cf-a13213b90b25', 'tag': 'a1ce2d47-ba58-42d4-953c-c96a7111ab91'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:54:10.383752 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54bcc62-88aa-471b-afff-c5f67c6f5235 req-d1ca61c0-2320-473c-a028-76365e7ac34d tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:10.385282 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a54bcc62-88aa-471b-afff-c5f67c6f5235 req-d1ca61c0-2320-473c-a028-76365e7ac34d tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=07996bf1-0225-4e57-9c04-e798441c3584 HTTP/1.1" status: 200 len: 945 time: 0.1975908 Feb 04 20:54:10.434998 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c2e8a-dbdb-4034-8948-58116ad83657 req-393fcc99-1e94-4493-ba61-ac3ddfdd2840 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:10.443150 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-659c2e8a-dbdb-4034-8948-58116ad83657 req-393fcc99-1e94-4493-ba61-ac3ddfdd2840 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/ports?device_id=99c610bc-5dec-44b3-a699-1dcb606382e7 HTTP/1.1" status: 200 len: 943 time: 0.1774673 Feb 04 20:54:10.486381 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a54bcc62-88aa-471b-afff-c5f67c6f5235 req-0648c493-c79b-47f0-8635-d995a7d2fada tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949893 Feb 04 20:54:10.521426 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-659c2e8a-dbdb-4034-8948-58116ad83657 req-08102e65-e849-49fb-824b-ce5a2c43e3dc tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/security-groups?id=9682d437-5169-4f10-a377-f31d491d46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772314 Feb 04 20:54:10.563636 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-07d4398a-2867-4486-84dd-afe6f90358b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:10.566187 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-07d4398a-2867-4486-84dd-afe6f90358b2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef8f8d62752c456098d5f6cf5bf9665e&device_id=d6604a93-3cdd-4b55-b7cf-a13213b90b25 HTTP/1.1" status: 200 len: 1098 time: 0.2042153 Feb 04 20:54:10.694290 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6604a93-3cdd-4b55-b7cf-a13213b90b25', 'tag': 'a1ce2d47-ba58-42d4-953c-c96a7111ab91', 'status': 'completed', 'code': 200} Feb 04 20:54:10.703038 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c77d8f69-5eec-4f26-b814-f3751c4db4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:10.715082 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-d56309e0-e05b-4deb-b46e-6c539392efb7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=a1ce2d47-ba58-42d4-953c-c96a7111ab91 HTTP/1.1" status: 200 len: 217 time: 0.1373420 Feb 04 20:54:10.721871 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d8f69-5eec-4f26-b814-f3751c4db4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc3ac96-d1f2-4fa9-9087-25ae6bfffb0d,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:10.763186 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c77d8f69-5eec-4f26-b814-f3751c4db4e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:10.764209 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c77d8f69-5eec-4f26-b814-f3751c4db4e9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9bc3ac96-d1f2-4fa9-9087-25ae6bfffb0d HTTP/1.1" status: 204 len: 168 time: 1.0042310 Feb 04 20:54:10.774002 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc7fe9-1cb5-44c2-b1f1-fa9b644b6f49 req-98e58ffe-8493-439f-a98b-1dac55d9d003 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:10.781116 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-76cc7fe9-1cb5-44c2-b1f1-fa9b644b6f49 req-98e58ffe-8493-439f-a98b-1dac55d9d003 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f2d53b70-88da-4d8b-a7df-d3258979de44 HTTP/1.1" status: 200 len: 1096 time: 0.1115613 Feb 04 20:54:10.797507 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-9b062455-bb8a-495b-838e-046f7c0a8a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:10.800047 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-9b062455-bb8a-495b-838e-046f7c0a8a5a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.0743568 Feb 04 20:54:10.880249 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-76cc7fe9-1cb5-44c2-b1f1-fa9b644b6f49 req-75a161e2-1e69-4894-9ca8-a1853ba07c71 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952344 Feb 04 20:54:10.925923 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-b96213a3-ff9a-4b75-b7be-952418f7e766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:10.927416 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-b96213a3-ff9a-4b75-b7be-952418f7e766 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1208353 Feb 04 20:54:10.950382 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2f47f-c26c-4111-b922-a7e91e742dfe req-469a9730-14ee-4573-b3d5-2bbae6b2442a tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:10.966099 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4ed2f47f-c26c-4111-b922-a7e91e742dfe req-469a9730-14ee-4573-b3d5-2bbae6b2442a tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=07996bf1-0225-4e57-9c04-e798441c3584 HTTP/1.1" status: 200 len: 1096 time: 0.1505778 Feb 04 20:54:11.076527 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4ed2f47f-c26c-4111-b922-a7e91e742dfe req-985c66a2-d2ad-4bb7-9599-3074f03d7a64 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094561 Feb 04 20:54:11.224186 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-dc5735ad-5670-4c3e-8883-30d469e2531d service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886202 Feb 04 20:54:11.430152 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 294fc3d2-615d-4bff-83c2-a89e20a227c3 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:54:11.454886 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c96d7-f8b8-45be-9236-25e14bcfeb6e req-e51b77de-f6d6-4264-b879-6b8d110940bf tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:11.460822 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d52c96d7-f8b8-45be-9236-25e14bcfeb6e req-e51b77de-f6d6-4264-b879-6b8d110940bf tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1b81706-49cb-4bba-945f-ee00f714fda3 HTTP/1.1" status: 200 len: 950 time: 0.1772101 Feb 04 20:54:11.479974 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3ba2cb18-0650-4c7e-a866-275a3091979d req-a6a9fc24-fe05-4aa2-b8af-136ac17ccc7f service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478707 Feb 04 20:54:11.575500 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d52c96d7-f8b8-45be-9236-25e14bcfeb6e req-40d5b004-9c62-4e32-a81e-97f7ae69829d tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066017 Feb 04 20:54:11.619827 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 294fc3d2-615d-4bff-83c2-a89e20a227c3, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=294fc3d2-615d-4bff-83c2-a89e20a227c3,segment=NetworkSegment(a26c100c-943b-457e-bebf-b0c82822cb3c),segment_id=a26c100c-943b-457e-bebf-b0c82822cb3c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:11.644421 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '294fc3d2-615d-4bff-83c2-a89e20a227c3', 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28', 'port_id': '294fc3d2-615d-4bff-83c2-a89e20a227c3', 'mac_address': 'fa:16:3e:84:31:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c645973d-e701-4f00-b256-28f08cd89f89', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:54:11.699878 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3343d-25f6-4aa6-8754-d85a5660106e req-2de221ca-e49f-4c52-b9af-006822fdd8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:11.709054 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-25d3343d-25f6-4aa6-8754-d85a5660106e req-2de221ca-e49f-4c52-b9af-006822fdd8e1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef8f8d62752c456098d5f6cf5bf9665e&device_id=d6604a93-3cdd-4b55-b7cf-a13213b90b25 HTTP/1.1" status: 200 len: 1098 time: 0.1642947 Feb 04 20:54:11.761481 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:11.786958 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 294fc3d2-615d-4bff-83c2-a89e20a227c3 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:54:11.807909 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 294fc3d2-615d-4bff-83c2-a89e20a227c3, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=294fc3d2-615d-4bff-83c2-a89e20a227c3,segment=NetworkSegment(a26c100c-943b-457e-bebf-b0c82822cb3c),segment_id=a26c100c-943b-457e-bebf-b0c82822cb3c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:11.821332 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:11.923720 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df508488-47f4-4ed7-b3a1-88ae29fc5bda req-815cdc79-64a7-4a55-8aa5-f6247d37277f tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:11.925603 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df508488-47f4-4ed7-b3a1-88ae29fc5bda req-815cdc79-64a7-4a55-8aa5-f6247d37277f tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6604a93-3cdd-4b55-b7cf-a13213b90b25 HTTP/1.1" status: 200 len: 947 time: 0.1842713 Feb 04 20:54:11.934590 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3343d-25f6-4aa6-8754-d85a5660106e req-f115a2ad-fd57-4181-8a28-baef368a710d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:11.937849 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-25d3343d-25f6-4aa6-8754-d85a5660106e req-f115a2ad-fd57-4181-8a28-baef368a710d service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.2279732 Feb 04 20:54:11.994533 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=294fc3d2-615d-4bff-83c2-a89e20a227c3,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:12.035490 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df508488-47f4-4ed7-b3a1-88ae29fc5bda req-0efc9266-94f6-4141-8395-894fccb14766 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd9182a-c2a7-47e9-b14a-5c570a102199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034713 Feb 04 20:54:12.081817 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-25d3343d-25f6-4aa6-8754-d85a5660106e req-668a1dc5-7e34-4d6c-8301-1dfca434f50e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=a1ce2d47-ba58-42d4-953c-c96a7111ab91 HTTP/1.1" status: 200 len: 217 time: 0.1369066 Feb 04 20:54:12.193705 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3343d-25f6-4aa6-8754-d85a5660106e req-44e7d280-d907-4170-a423-35108e239fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:12.195761 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-25d3343d-25f6-4aa6-8754-d85a5660106e req-44e7d280-d907-4170-a423-35108e239fe2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.0954797 Feb 04 20:54:12.256693 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['294fc3d2-615d-4bff-83c2-a89e20a227c3'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:54:12.282778 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3343d-25f6-4aa6-8754-d85a5660106e req-36b4367b-126f-4d10-8fc0-36aadde20b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:12.283100 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-25d3343d-25f6-4aa6-8754-d85a5660106e req-36b4367b-126f-4d10-8fc0-36aadde20b2c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0812356 Feb 04 20:54:12.374802 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-c10daf46-3811-4705-99eb-32ebd09606d5 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:12.376613 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-c10daf46-3811-4705-99eb-32ebd09606d5 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/networks?id=e2945ff6-c379-474d-a032-331b1f6dd08e HTTP/1.1" status: 200 len: 807 time: 0.1936045 Feb 04 20:54:12.394299 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-5dc6ff9b-f734-46df-a6ba-21887e401ad7 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/quotas/1e904fca23cf47ec90953cad0cc5c8e4 HTTP/1.1" status: 200 len: 375 time: 0.0109484 Feb 04 20:54:12.442893 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-25d3343d-25f6-4aa6-8754-d85a5660106e req-3077d1b5-9def-4cb8-9e8e-ff130f073d07 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520827 Feb 04 20:54:12.504845 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-b2010c88-6abb-449e-add8-93946cb7d097 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1041172 Feb 04 20:54:12.601360 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-25d3343d-25f6-4aa6-8754-d85a5660106e req-6ba82f54-b427-4f89-87d5-848a6dae261b service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520538 Feb 04 20:54:12.643476 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-5273e112-7bd2-42da-8eaf-9d4be1b01c5b service neutron] 10.222.0.26 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377127 Feb 04 20:54:12.856636 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-849941b2-ba10-4da4-b30d-b2679b396a1d service neutron] 10.222.0.26 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068543 Feb 04 20:54:13.261902 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-a55503bd-bd91-4253-b288-658f5c599856 tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=1e05c723840745af85efbea2a3f2616a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292981 Feb 04 20:54:13.398558 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device a1ce2d47-ba58-42d4-953c-c96a7111ab91 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:54:13.422996 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-d01cb833-7385-4659-9555-8c25c71742b6 tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:13.424462 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-d01cb833-7385-4659-9555-8c25c71742b6 tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1572797 Feb 04 20:54:13.446443 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-f66798ea-fc55-433c-ad78-f280ca957ffb tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] 10.222.0.26 "GET /v2.0/quotas/1e05c723840745af85efbea2a3f2616a HTTP/1.1" status: 200 len: 375 time: 0.0145090 Feb 04 20:54:13.479929 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 294fc3d2-615d-4bff-83c2-a89e20a227c3 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:54:13.510110 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-18226f71-a1fa-48c2-894e-c8b7ae35c76b tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e05c723840745af85efbea2a3f2616a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624533 Feb 04 20:54:13.594652 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port a1ce2d47-ba58-42d4-953c-c96a7111ab91, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=a1ce2d47-ba58-42d4-953c-c96a7111ab91,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:13.610767 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'a1ce2d47-ba58-42d4-953c-c96a7111ab91', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': 'a1ce2d47-ba58-42d4-953c-c96a7111ab91', 'mac_address': 'fa:16:3e:05:be:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:54:13.613421 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 294fc3d2-615d-4bff-83c2-a89e20a227c3 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:54:13.651890 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 294fc3d2-615d-4bff-83c2-a89e20a227c3 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:54:13.652262 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:13.740008 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:13.762263 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ce2d47-ba58-42d4-953c-c96a7111ab91 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:54:13.818300 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port a1ce2d47-ba58-42d4-953c-c96a7111ab91, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=a1ce2d47-ba58-42d4-953c-c96a7111ab91,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:13.822473 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b5287-e4ea-4635-ad12-7ad796b098d6 req-ab0391a0-3bb8-4790-99f9-46813c6ca21b tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:13.824133 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ea0b5287-e4ea-4635-ad12-7ad796b098d6 req-ab0391a0-3bb8-4790-99f9-46813c6ca21b tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/ports?device_id=99c610bc-5dec-44b3-a699-1dcb606382e7 HTTP/1.1" status: 200 len: 944 time: 0.0988667 Feb 04 20:54:13.832687 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:13.873783 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ea0b5287-e4ea-4635-ad12-7ad796b098d6 req-8929947d-c142-4a27-ae48-1f08c9622339 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/security-groups?id=9682d437-5169-4f10-a377-f31d491d46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428054 Feb 04 20:54:13.909161 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:13.924532 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-25240cca-105b-4aa1-8d31-d1981477fc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:13.951907 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c610bc-5dec-44b3-a699-1dcb606382e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294fc3d2-615d-4bff-83c2-a89e20a227c3'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:54:13.959936 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=a1ce2d47-ba58-42d4-953c-c96a7111ab91,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:13.968045 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 294fc3d2-615d-4bff-83c2-a89e20a227c3, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=294fc3d2-615d-4bff-83c2-a89e20a227c3,segment=NetworkSegment(a26c100c-943b-457e-bebf-b0c82822cb3c),segment_id=a26c100c-943b-457e-bebf-b0c82822cb3c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:13.980604 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:14.081010 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['a1ce2d47-ba58-42d4-953c-c96a7111ab91'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:54:14.116938 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38bbef5-85c8-4baa-a0e0-5aaf999715c0 req-b00f0d42-e31f-4242-9388-41cfb27ec264 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:14.125697 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e38bbef5-85c8-4baa-a0e0-5aaf999715c0 req-b00f0d42-e31f-4242-9388-41cfb27ec264 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1b81706-49cb-4bba-945f-ee00f714fda3 HTTP/1.1" status: 200 len: 950 time: 0.1208274 Feb 04 20:54:14.163388 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=294fc3d2-615d-4bff-83c2-a89e20a227c3,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:14.219959 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e38bbef5-85c8-4baa-a0e0-5aaf999715c0 req-d2b51566-3e7a-49c3-a643-82833b71eb00 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931177 Feb 04 20:54:14.315673 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-311a5995-6022-4354-a992-5c7eceb44b63 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:14.316645 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-311a5995-6022-4354-a992-5c7eceb44b63 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Synchronizing usage tracker for tenant:1e904fca23cf47ec90953cad0cc5c8e4 on resource:network {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:54:14.338648 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-311a5995-6022-4354-a992-5c7eceb44b63 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Unset dirty status for tenant:1e904fca23cf47ec90953cad0cc5c8e4 on resource:network {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:54:14.340500 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-311a5995-6022-4354-a992-5c7eceb44b63 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.18 "GET /v2.0/networks?id=e2945ff6-c379-474d-a032-331b1f6dd08e HTTP/1.1" status: 200 len: 807 time: 0.2591736 Feb 04 20:54:14.353724 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-35e67721-ab12-44ba-9349-a204a1601160 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Request body: {'port': {'device_id': '3a0bf939-34f9-4279-994a-7507e6b5d01a', 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e', 'admin_state_up': True, 'tenant_id': '1e904fca23cf47ec90953cad0cc5c8e4'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:54:14.406759 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a9fcdba6-aa27-499d-82f9-3429f0eedb67 req-05398ceb-f969-4108-8e81-65764ecfd173 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a0bf939-34f9-4279-994a-7507e6b5d01a HTTP/1.1" status: 200 len: 210 time: 0.0476739 Feb 04 20:54:14.581926 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-35e67721-ab12-44ba-9349-a204a1601160 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:54:14.591683 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-35e67721-ab12-44ba-9349-a204a1601160 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:54:14.603003 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-35e67721-ab12-44ba-9349-a204a1601160 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Made reservation on behalf of 1e904fca23cf47ec90953cad0cc5c8e4 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:54:14.606643 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-35e67721-ab12-44ba-9349-a204a1601160 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:14.696032 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4eb9e-416d-43b0-9b8f-5c61739f1f65 req-3ae68ab9-263b-470c-8c2d-b45cf1a38eed tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:14.697502 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-04d4eb9e-416d-43b0-9b8f-5c61739f1f65 req-3ae68ab9-263b-470c-8c2d-b45cf1a38eed tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6604a93-3cdd-4b55-b7cf-a13213b90b25 HTTP/1.1" status: 200 len: 948 time: 0.0806165 Feb 04 20:54:14.741902 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-04d4eb9e-416d-43b0-9b8f-5c61739f1f65 req-408910ab-005b-486a-8b06-afee41979d06 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd9182a-c2a7-47e9-b14a-5c570a102199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386033 Feb 04 20:54:14.774218 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-35e67721-ab12-44ba-9349-a204a1601160 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Allocated IP 172.20.0.14 (e2945ff6-c379-474d-a032-331b1f6dd08e/52dce76a-dd1c-484a-ae6a-f327dbe47b7b/ddbd31bc-a9ae-404c-9e3d-b4027bd67e51) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:54:14.889302 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fe4249c1-f3b2-41c4-a3dc-77aedf9f1f7a req-0dbb3ec6-1183-446b-bf65-0e9e2f6a6d7b tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c648696-0600-4b03-90a8-11af30de5658 HTTP/1.1" status: 200 len: 210 time: 0.0493772 Feb 04 20:54:14.933764 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-c130a9aa-80eb-42d8-a0ca-28af52cc8d76 tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1e05c723840745af85efbea2a3f2616a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363963 Feb 04 20:54:14.970095 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c610bc-5dec-44b3-a699-1dcb606382e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294fc3d2-615d-4bff-83c2-a89e20a227c3', 'code': 200} Feb 04 20:54:15.025415 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-35e67721-ab12-44ba-9349-a204a1601160 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:15.066600 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-35e67721-ab12-44ba-9349-a204a1601160 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:15.146460 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-96263b86-be01-4cce-82cc-8fc4cf43e5ed tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:15.148777 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-96263b86-be01-4cce-82cc-8fc4cf43e5ed tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2098038 Feb 04 20:54:15.160195 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-20f13167-9148-4ad3-ae6d-3866e469f35f tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Request body: {'port': {'device_id': '8c648696-0600-4b03-90a8-11af30de5658', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'admin_state_up': True, 'tenant_id': '1e05c723840745af85efbea2a3f2616a'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:54:15.161777 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-35e67721-ab12-44ba-9349-a204a1601160 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Network e2945ff6-c379-474d-a032-331b1f6dd08e is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:54:15.165659 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-35e67721-ab12-44ba-9349-a204a1601160 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:54:15.169633 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-35e67721-ab12-44ba-9349-a204a1601160 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:54:15.202857 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e67721-ab12-44ba-9349-a204a1601160 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Pushing event updated for resources: {'Port': ['ID=ddbd31bc-a9ae-404c-9e3d-b4027bd67e51,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:15.238798 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-35e67721-ab12-44ba-9349-a204a1601160 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:15.239377 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-35e67721-ab12-44ba-9349-a204a1601160 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:15.265798 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-35e67721-ab12-44ba-9349-a204a1601160 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9169998 Feb 04 20:54:15.278461 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-e4a216e1-13b1-478c-8114-a1147aeb9b83 service neutron] Request body: {'port': {'device_id': '3a0bf939-34f9-4279-994a-7507e6b5d01a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:54:15.353039 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-20f13167-9148-4ad3-ae6d-3866e469f35f tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:54:15.363576 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f1b1a-8bc8-4bea-b2e3-99c65c09b8d6 req-1909626e-a86e-4598-893f-bd6f9943bcfe tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:15.365021 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bc0f1b1a-8bc8-4bea-b2e3-99c65c09b8d6 req-1909626e-a86e-4598-893f-bd6f9943bcfe tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/ports?device_id=99c610bc-5dec-44b3-a699-1dcb606382e7 HTTP/1.1" status: 200 len: 945 time: 0.1905923 Feb 04 20:54:15.366017 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-20f13167-9148-4ad3-ae6d-3866e469f35f tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Usage tracker for resource:port and tenant:1e05c723840745af85efbea2a3f2616a is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:54:15.370746 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-20f13167-9148-4ad3-ae6d-3866e469f35f tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:54:15.377827 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-20f13167-9148-4ad3-ae6d-3866e469f35f tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:54:15.392844 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-e4a216e1-13b1-478c-8114-a1147aeb9b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:15.398724 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device a1ce2d47-ba58-42d4-953c-c96a7111ab91 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:54:15.419308 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-20f13167-9148-4ad3-ae6d-3866e469f35f tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Made reservation on behalf of 1e05c723840745af85efbea2a3f2616a for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:54:15.422888 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-20f13167-9148-4ad3-ae6d-3866e469f35f tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:15.441703 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-20f13167-9148-4ad3-ae6d-3866e469f35f tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:15.453232 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bc0f1b1a-8bc8-4bea-b2e3-99c65c09b8d6 req-88154a6c-8b43-447f-90cb-7c7cd654baae tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/security-groups?id=9682d437-5169-4f10-a377-f31d491d46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793693 Feb 04 20:54:15.460329 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-20f13167-9148-4ad3-ae6d-3866e469f35f tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:54:15.464344 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-20f13167-9148-4ad3-ae6d-3866e469f35f tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Usage tracker for resource:security_group_rule and tenant:1e05c723840745af85efbea2a3f2616a is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:54:15.468154 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-20f13167-9148-4ad3-ae6d-3866e469f35f tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:54:15.475703 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-20f13167-9148-4ad3-ae6d-3866e469f35f tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:54:15.490960 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port a1ce2d47-ba58-42d4-953c-c96a7111ab91 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:54:15.499657 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port a1ce2d47-ba58-42d4-953c-c96a7111ab91 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:54:15.500461 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:15.583982 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-20f13167-9148-4ad3-ae6d-3866e469f35f tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:15.590937 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-20f13167-9148-4ad3-ae6d-3866e469f35f tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:15.660380 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:15.699275 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port a1ce2d47-ba58-42d4-953c-c96a7111ab91, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=a1ce2d47-ba58-42d4-953c-c96a7111ab91,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:15.704509 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:15.758333 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f13167-9148-4ad3-ae6d-3866e469f35f tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1062d285-234f-4ed6-8be7-22251e96befc,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:15.795595 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=a1ce2d47-ba58-42d4-953c-c96a7111ab91,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:15.826152 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-e4a216e1-13b1-478c-8114-a1147aeb9b83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:54:15.833722 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-e4a216e1-13b1-478c-8114-a1147aeb9b83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:15.851017 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-e4a216e1-13b1-478c-8114-a1147aeb9b83 service neutron] Transition to ACTIVE for port object ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:54:15.855605 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d98d4-b690-4d52-b757-bf9a5c6041fa req-45e88acc-43df-4012-aed9-770453b87348 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:15.857093 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e56d98d4-b690-4d52-b757-bf9a5c6041fa req-45e88acc-43df-4012-aed9-770453b87348 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1b81706-49cb-4bba-945f-ee00f714fda3 HTTP/1.1" status: 200 len: 950 time: 0.2122645 Feb 04 20:54:15.858051 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-e4a216e1-13b1-478c-8114-a1147aeb9b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:15.864028 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-20f13167-9148-4ad3-ae6d-3866e469f35f tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Allocated IP 192.168.233.17 (54d6ae2e-de73-4435-bfdd-cd390a2143ad/3d2f9c06-58f8-4b66-a033-2aa50eedddcd/4ab76530-a201-4a9b-bf8e-4b03cba9fcca) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:54:15.937246 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e56d98d4-b690-4d52-b757-bf9a5c6041fa req-edf79b3f-6b7f-4f32-8366-b22fbb99c40f tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670452 Feb 04 20:54:16.066854 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a216e1-13b1-478c-8114-a1147aeb9b83 service neutron] Pushing event updated for resources: {'Port': ['ID=ddbd31bc-a9ae-404c-9e3d-b4027bd67e51,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:16.107317 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-e4a216e1-13b1-478c-8114-a1147aeb9b83 service neutron] Attempting to bind port ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:54:16.107802 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-e4a216e1-13b1-478c-8114-a1147aeb9b83 service neutron] Attempting to bind port ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:54:16.108131 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-e4a216e1-13b1-478c-8114-a1147aeb9b83 service neutron] Attempting to bind port ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 on network e2945ff6-c379-474d-a032-331b1f6dd08e {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:54:16.112963 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-e4a216e1-13b1-478c-8114-a1147aeb9b83 service neutron] Port ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 on network e2945ff6-c379-474d-a032-331b1f6dd08e not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:54:16.113318 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-e4a216e1-13b1-478c-8114-a1147aeb9b83 service neutron] Attempting to bind port ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 on network e2945ff6-c379-474d-a032-331b1f6dd08e {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:54:16.119418 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-e4a216e1-13b1-478c-8114-a1147aeb9b83 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:54:16.119749 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-e4a216e1-13b1-478c-8114-a1147aeb9b83 service neutron] Checking segment: {'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:54:16.120131 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-e4a216e1-13b1-478c-8114-a1147aeb9b83 service neutron] Bound using segment: {'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:54:16.120547 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-e4a216e1-13b1-478c-8114-a1147aeb9b83 service neutron] Bound port: ddbd31bc-a9ae-404c-9e3d-b4027bd67e51, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:54:16.120886 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-e4a216e1-13b1-478c-8114-a1147aeb9b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:16.212610 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-e4a216e1-13b1-478c-8114-a1147aeb9b83 service neutron] For port ddbd31bc-a9ae-404c-9e3d-b4027bd67e51, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:54:16.215571 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-e4a216e1-13b1-478c-8114-a1147aeb9b83 service neutron] For port ddbd31bc-a9ae-404c-9e3d-b4027bd67e51, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=ddbd31bc-a9ae-404c-9e3d-b4027bd67e51,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:54:16.221145 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-e4a216e1-13b1-478c-8114-a1147aeb9b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:16.242994 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-48df4625-1a0c-4d5c-98da-ac9c4fc424cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:16.248895 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-20f13167-9148-4ad3-ae6d-3866e469f35f tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:16.262668 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a174c8-21ec-4bf9-9cdb-74cd69d2a3a9 req-65d38e08-6955-45b7-9a75-ba01985d6fb8 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:16.264122 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-65a174c8-21ec-4bf9-9cdb-74cd69d2a3a9 req-65d38e08-6955-45b7-9a75-ba01985d6fb8 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a0bf939-34f9-4279-994a-7507e6b5d01a HTTP/1.1" status: 200 len: 944 time: 0.1512806 Feb 04 20:54:16.288245 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-20f13167-9148-4ad3-ae6d-3866e469f35f tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Transition to ACTIVE for port object 4ab76530-a201-4a9b-bf8e-4b03cba9fcca will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:54:16.295311 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-e4a216e1-13b1-478c-8114-a1147aeb9b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:16.295975 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-e4a216e1-13b1-478c-8114-a1147aeb9b83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:16.297326 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-e4a216e1-13b1-478c-8114-a1147aeb9b83 service neutron] 10.222.0.18 "PUT /v2.0/ports/ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 HTTP/1.1" status: 200 len: 1092 time: 1.0231552 Feb 04 20:54:16.297755 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a0bf939-34f9-4279-994a-7507e6b5d01a', 'tag': 'ddbd31bc-a9ae-404c-9e3d-b4027bd67e51'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:54:16.318504 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a216e1-13b1-478c-8114-a1147aeb9b83 service neutron] Pushing event updated for resources: {'Port': ['ID=ddbd31bc-a9ae-404c-9e3d-b4027bd67e51,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:16.322350 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-65a174c8-21ec-4bf9-9cdb-74cd69d2a3a9 req-5c1de468-31f9-4df0-a12f-59acfb9dc978 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525627 Feb 04 20:54:16.336705 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-20f13167-9148-4ad3-ae6d-3866e469f35f tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:16.419072 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-20f13167-9148-4ad3-ae6d-3866e469f35f tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Network 54d6ae2e-de73-4435-bfdd-cd390a2143ad is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:54:16.422910 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-20f13167-9148-4ad3-ae6d-3866e469f35f tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:54:16.427569 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-20f13167-9148-4ad3-ae6d-3866e469f35f tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:54:16.434282 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-20f13167-9148-4ad3-ae6d-3866e469f35f tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:16.434738 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-20f13167-9148-4ad3-ae6d-3866e469f35f tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:16.439987 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-4183008c-0d39-49cb-b5fb-47cf89425a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:16.442406 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-4183008c-0d39-49cb-b5fb-47cf89425a7a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&device_id=3a0bf939-34f9-4279-994a-7507e6b5d01a HTTP/1.1" status: 200 len: 1095 time: 0.1002116 Feb 04 20:54:16.448208 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f13167-9148-4ad3-ae6d-3866e469f35f tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Pushing event updated for resources: {'Port': ['ID=4ab76530-a201-4a9b-bf8e-4b03cba9fcca,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:16.466895 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-20f13167-9148-4ad3-ae6d-3866e469f35f tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3104057 Feb 04 20:54:16.479492 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-1590dd47-8371-4187-adee-684374e982c1 service neutron] Request body: {'port': {'device_id': '8c648696-0600-4b03-90a8-11af30de5658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:54:16.534153 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-20bdf10a-0fdf-4119-8b27-971e31ffbcc2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 HTTP/1.1" status: 200 len: 217 time: 0.0841486 Feb 04 20:54:16.612598 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-fc3a753d-855d-4fc0-a44a-726bcc0e324a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:16.614534 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-fc3a753d-855d-4fc0-a44a-726bcc0e324a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52dce76a-dd1c-484a-ae6a-f327dbe47b7b HTTP/1.1" status: 200 len: 847 time: 0.0742168 Feb 04 20:54:16.679938 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-1590dd47-8371-4187-adee-684374e982c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:16.743504 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792774e-633f-44b2-a374-a666160c6edb req-74b18c40-13c1-4024-a736-e0d99a633de6 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:16.746071 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9792774e-633f-44b2-a374-a666160c6edb req-74b18c40-13c1-4024-a736-e0d99a633de6 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6604a93-3cdd-4b55-b7cf-a13213b90b25 HTTP/1.1" status: 200 len: 949 time: 0.1996481 Feb 04 20:54:16.746192 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45998) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:16.758492 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-ad601b83-4837-4821-820a-35dd0b6cc3e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2945ff6-c379-474d-a032-331b1f6dd08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1374488 Feb 04 20:54:16.779235 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-8fb30667-844d-4a4f-8ad6-b05ec5c8e677 None None] Provisioning for port 4ab76530-a201-4a9b-bf8e-4b03cba9fcca completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:54:16.793095 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-8fb30667-844d-4a4f-8ad6-b05ec5c8e677 None None] Provisioning complete for port 4ab76530-a201-4a9b-bf8e-4b03cba9fcca triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:54:16.793772 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8fb30667-844d-4a4f-8ad6-b05ec5c8e677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:16.815356 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9792774e-633f-44b2-a374-a666160c6edb req-81213a8a-b45e-47e8-954b-c8eeaa69628f tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd9182a-c2a7-47e9-b14a-5c570a102199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632710 Feb 04 20:54:16.928935 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-8fb30667-844d-4a4f-8ad6-b05ec5c8e677 None None] Port 4ab76530-a201-4a9b-bf8e-4b03cba9fcca cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:54:16.968185 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c66182e5-9c62-4d22-842e-7556cefab1c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:16.971448 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6604a93-3cdd-4b55-b7cf-a13213b90b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ce2d47-ba58-42d4-953c-c96a7111ab91'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:54:16.988809 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-d2c6eaa9-2faf-4894-b336-d32c8c8b9484 service neutron] 10.222.0.18 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244236 Feb 04 20:54:16.990777 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c66182e5-9c62-4d22-842e-7556cefab1c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:54:16.996609 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c66182e5-9c62-4d22-842e-7556cefab1c2 admin admin] Usage tracker for resource:security_group_rule and tenant:023b0a3be89941cda249b217b142c135 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:54:17.018370 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c66182e5-9c62-4d22-842e-7556cefab1c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:54:17.029276 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c66182e5-9c62-4d22-842e-7556cefab1c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:54:17.118978 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b6354-7cce-480d-87d3-e0ba8430d2ec req-b331865b-9757-4ea0-a114-6bd7d565a0bc tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:17.119671 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-cb8b6354-7cce-480d-87d3-e0ba8430d2ec req-b331865b-9757-4ea0-a114-6bd7d565a0bc tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Synchronizing usage tracker for tenant:1e05c723840745af85efbea2a3f2616a on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:54:17.167678 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-63d5bb21-f32b-4c7c-8720-d7576176d049 req-1e744507-111d-4f0c-a287-497bc15a7b2b service neutron] 10.222.0.18 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722722 Feb 04 20:54:17.194115 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-cb8b6354-7cce-480d-87d3-e0ba8430d2ec req-b331865b-9757-4ea0-a114-6bd7d565a0bc tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Unset dirty status for tenant:1e05c723840745af85efbea2a3f2616a on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:54:17.195328 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cb8b6354-7cce-480d-87d3-e0ba8430d2ec req-b331865b-9757-4ea0-a114-6bd7d565a0bc tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c648696-0600-4b03-90a8-11af30de5658 HTTP/1.1" status: 200 len: 935 time: 0.2124004 Feb 04 20:54:17.203063 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-1590dd47-8371-4187-adee-684374e982c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ab76530-a201-4a9b-bf8e-4b03cba9fcca {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:54:17.215739 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c66182e5-9c62-4d22-842e-7556cefab1c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:17.220306 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c66182e5-9c62-4d22-842e-7556cefab1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:17.224443 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-1590dd47-8371-4187-adee-684374e982c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:17.250831 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:17.253543 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-1590dd47-8371-4187-adee-684374e982c1 service neutron] Transition to ACTIVE for port object 4ab76530-a201-4a9b-bf8e-4b03cba9fcca will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:54:17.260762 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-1590dd47-8371-4187-adee-684374e982c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:17.272079 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c66182e5-9c62-4d22-842e-7556cefab1c2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=023b0a3be89941cda249b217b142c135&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5255253 Feb 04 20:54:17.276308 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46010) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:17.286970 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:17.288897 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66182e5-9c62-4d22-842e-7556cefab1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5ac51a-e558-4f18-be81-9935bda847ee,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:17.303220 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-cb8b6354-7cce-480d-87d3-e0ba8430d2ec req-41a66b5c-c9f7-45f3-90cc-4abbd09afbe5 tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Synchronizing usage tracker for tenant:1e05c723840745af85efbea2a3f2616a on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:54:17.339439 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c4c4a56c-e9c3-4693-b82f-274035a81b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:17.369091 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c4c4a56c-e9c3-4693-b82f-274035a81b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:17.440272 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-cb8b6354-7cce-480d-87d3-e0ba8430d2ec req-41a66b5c-c9f7-45f3-90cc-4abbd09afbe5 tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Unset dirty status for tenant:1e05c723840745af85efbea2a3f2616a on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:54:17.441463 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cb8b6354-7cce-480d-87d3-e0ba8430d2ec req-41a66b5c-c9f7-45f3-90cc-4abbd09afbe5 tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] 10.222.0.26 "GET /v2.0/security-groups?id=1062d285-234f-4ed6-8be7-22251e96befc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340169 Feb 04 20:54:17.442052 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1590dd47-8371-4187-adee-684374e982c1 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab76530-a201-4a9b-bf8e-4b03cba9fcca,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:17.442786 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c4c4a56c-e9c3-4693-b82f-274035a81b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:17.466428 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-1590dd47-8371-4187-adee-684374e982c1 service neutron] Attempting to bind port 4ab76530-a201-4a9b-bf8e-4b03cba9fcca on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:54:17.466764 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-1590dd47-8371-4187-adee-684374e982c1 service neutron] Attempting to bind port 4ab76530-a201-4a9b-bf8e-4b03cba9fcca by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:54:17.467084 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-1590dd47-8371-4187-adee-684374e982c1 service neutron] Attempting to bind port 4ab76530-a201-4a9b-bf8e-4b03cba9fcca on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:54:17.472042 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4a56c-e9c3-4693-b82f-274035a81b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5ac51a-e558-4f18-be81-9935bda847ee,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:17.472832 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-1590dd47-8371-4187-adee-684374e982c1 service neutron] Port 4ab76530-a201-4a9b-bf8e-4b03cba9fcca on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:54:17.473355 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-1590dd47-8371-4187-adee-684374e982c1 service neutron] Attempting to bind port 4ab76530-a201-4a9b-bf8e-4b03cba9fcca on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:54:17.480593 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-1590dd47-8371-4187-adee-684374e982c1 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:54:17.480942 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-1590dd47-8371-4187-adee-684374e982c1 service neutron] Checking segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:54:17.481360 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-1590dd47-8371-4187-adee-684374e982c1 service neutron] Bound using segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:54:17.481962 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-1590dd47-8371-4187-adee-684374e982c1 service neutron] Bound port: 4ab76530-a201-4a9b-bf8e-4b03cba9fcca, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:54:17.482870 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-1590dd47-8371-4187-adee-684374e982c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:17.497850 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c4c4a56c-e9c3-4693-b82f-274035a81b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:17.512970 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c4c4a56c-e9c3-4693-b82f-274035a81b40 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fb5ac51a-e558-4f18-be81-9935bda847ee HTTP/1.1" status: 204 len: 168 time: 0.2345016 Feb 04 20:54:17.533423 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a0bf939-34f9-4279-994a-7507e6b5d01a', 'tag': 'ddbd31bc-a9ae-404c-9e3d-b4027bd67e51', 'status': 'completed', 'code': 200} Feb 04 20:54:17.587876 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-1590dd47-8371-4187-adee-684374e982c1 service neutron] For port 4ab76530-a201-4a9b-bf8e-4b03cba9fcca, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:54:17.591203 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-1590dd47-8371-4187-adee-684374e982c1 service neutron] For port 4ab76530-a201-4a9b-bf8e-4b03cba9fcca, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=4ab76530-a201-4a9b-bf8e-4b03cba9fcca,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:54:17.596968 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-1590dd47-8371-4187-adee-684374e982c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:17.677148 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9519d6-9140-4500-a9c5-28026e31261a req-f8df5665-69eb-4b8a-987e-95d22ad40f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:17.678706 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-df9519d6-9140-4500-a9c5-28026e31261a req-f8df5665-69eb-4b8a-987e-95d22ad40f3b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&device_id=3a0bf939-34f9-4279-994a-7507e6b5d01a HTTP/1.1" status: 200 len: 1095 time: 0.0989325 Feb 04 20:54:17.708389 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-1590dd47-8371-4187-adee-684374e982c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:17.709002 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-1590dd47-8371-4187-adee-684374e982c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:17.711313 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-1590dd47-8371-4187-adee-684374e982c1 service neutron] 10.222.0.18 "PUT /v2.0/ports/4ab76530-a201-4a9b-bf8e-4b03cba9fcca HTTP/1.1" status: 200 len: 1095 time: 1.2373459 Feb 04 20:54:17.711519 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c648696-0600-4b03-90a8-11af30de5658', 'tag': '4ab76530-a201-4a9b-bf8e-4b03cba9fcca'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:54:17.740833 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1590dd47-8371-4187-adee-684374e982c1 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab76530-a201-4a9b-bf8e-4b03cba9fcca,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:17.815774 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f1c1d-8169-4c5a-a7ef-2298c65e5888 req-067c5594-fc5c-4c6b-bdf4-86484ffc8c06 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:17.817426 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-838f1c1d-8169-4c5a-a7ef-2298c65e5888 req-067c5594-fc5c-4c6b-bdf4-86484ffc8c06 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/ports?device_id=99c610bc-5dec-44b3-a699-1dcb606382e7 HTTP/1.1" status: 200 len: 945 time: 0.1791327 Feb 04 20:54:17.860368 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9519d6-9140-4500-a9c5-28026e31261a req-7bb7fe06-2496-48c9-8845-fb344f54b353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:17.861878 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-df9519d6-9140-4500-a9c5-28026e31261a req-7bb7fe06-2496-48c9-8845-fb344f54b353 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2945ff6-c379-474d-a032-331b1f6dd08e HTTP/1.1" status: 200 len: 908 time: 0.1736248 Feb 04 20:54:17.906255 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-838f1c1d-8169-4c5a-a7ef-2298c65e5888 req-6a545a90-20b5-4d68-89f6-047dc27f7569 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/security-groups?id=9682d437-5169-4f10-a377-f31d491d46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826268 Feb 04 20:54:17.936240 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-6804a871-24d1-4459-a5a1-201d4afb2923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:17.937727 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-6804a871-24d1-4459-a5a1-201d4afb2923 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e05c723840745af85efbea2a3f2616a&device_id=8c648696-0600-4b03-90a8-11af30de5658 HTTP/1.1" status: 200 len: 1098 time: 0.1703601 Feb 04 20:54:17.959475 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-df9519d6-9140-4500-a9c5-28026e31261a req-bc17665f-22c1-4031-a12a-b8d7e8b6426c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 HTTP/1.1" status: 200 len: 217 time: 0.0908568 Feb 04 20:54:18.014433 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 46026) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:18.045118 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-1dc9940e-97da-4a52-b8e9-27ea1dcd9ce0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=4ab76530-a201-4a9b-bf8e-4b03cba9fcca HTTP/1.1" status: 200 len: 217 time: 0.0989652 Feb 04 20:54:18.049078 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9519d6-9140-4500-a9c5-28026e31261a req-d57e0605-a6a0-40a2-96c8-b237771335a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:18.049348 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a9183dc2-60f1-4eb0-904c-e146c7e2d987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:18.050527 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-df9519d6-9140-4500-a9c5-28026e31261a req-d57e0605-a6a0-40a2-96c8-b237771335a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52dce76a-dd1c-484a-ae6a-f327dbe47b7b HTTP/1.1" status: 200 len: 847 time: 0.0832603 Feb 04 20:54:18.112286 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-df9519d6-9140-4500-a9c5-28026e31261a req-03d10152-7395-4b32-8f2d-652c2682142c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2945ff6-c379-474d-a032-331b1f6dd08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555644 Feb 04 20:54:18.219219 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-a9183dc2-60f1-4eb0-904c-e146c7e2d987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:54:18.238155 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-a9183dc2-60f1-4eb0-904c-e146c7e2d987 admin admin] Usage tracker for resource:security_group_rule and tenant:972871a55ea8439ea01ea7283e17b47a is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:54:18.241753 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-a9183dc2-60f1-4eb0-904c-e146c7e2d987 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:54:18.248886 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-df9519d6-9140-4500-a9c5-28026e31261a req-c2dab202-9d43-490e-8ff3-1b4ed729ec79 service neutron] 10.222.0.18 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301694 Feb 04 20:54:18.250241 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-a9183dc2-60f1-4eb0-904c-e146c7e2d987 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:54:18.275169 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-dd9202f6-ff61-433f-9893-fb727754dac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:18.276590 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-dd9202f6-ff61-433f-9893-fb727754dac6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.2156153 Feb 04 20:54:18.379023 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8458aa4-ec69-42b8-8870-bbcdfd587815 req-174d53af-ce5a-4ec2-8a55-9edcafb97393 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:18.380468 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d8458aa4-ec69-42b8-8870-bbcdfd587815 req-174d53af-ce5a-4ec2-8a55-9edcafb97393 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1b81706-49cb-4bba-945f-ee00f714fda3 HTTP/1.1" status: 200 len: 950 time: 0.2809253 Feb 04 20:54:18.388949 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-df9519d6-9140-4500-a9c5-28026e31261a req-70cb12e4-c171-4eed-9d65-b496012e80ab service neutron] 10.222.0.18 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336792 Feb 04 20:54:18.457489 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-c049b3bc-0781-4611-ad44-1cacb640f195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:18.458931 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-c049b3bc-0781-4611-ad44-1cacb640f195 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1719587 Feb 04 20:54:18.465307 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d8458aa4-ec69-42b8-8870-bbcdfd587815 req-bb3bfd6e-d878-4505-8f2c-89de07d2e971 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760417 Feb 04 20:54:18.515672 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6604a93-3cdd-4b55-b7cf-a13213b90b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ce2d47-ba58-42d4-953c-c96a7111ab91', 'code': 200} Feb 04 20:54:18.544826 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a9183dc2-60f1-4eb0-904c-e146c7e2d987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:18.550231 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a9183dc2-60f1-4eb0-904c-e146c7e2d987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:18.644344 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-a9183dc2-60f1-4eb0-904c-e146c7e2d987 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=972871a55ea8439ea01ea7283e17b47a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6230409 Feb 04 20:54:18.644769 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f71f4c-1d3d-4429-b05d-13d7c4291d3d req-9132b65c-aa79-4cea-b7f4-24d5d50d5db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:18.646101 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a8f71f4c-1d3d-4429-b05d-13d7c4291d3d req-9132b65c-aa79-4cea-b7f4-24d5d50d5db5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d6604a93-3cdd-4b55-b7cf-a13213b90b25 HTTP/1.1" status: 200 len: 1100 time: 0.0709627 Feb 04 20:54:18.646726 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46032) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:18.667995 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9183dc2-60f1-4eb0-904c-e146c7e2d987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d6aacf-205d-4f76-a4a4-ed4ef209251a,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:18.709041 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-c253f1c2-21f6-4e77-8269-d1a6527e714a service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428114 Feb 04 20:54:18.726168 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a8f71f4c-1d3d-4429-b05d-13d7c4291d3d req-b0e2174b-29a8-4458-9f9b-ca7f45836f0a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dfd9182a-c2a7-47e9-b14a-5c570a102199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668528 Feb 04 20:54:18.740697 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:18.741255 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c9a7a9dc-8330-4a6b-b9f9-8c5ad2fba72a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:18.767778 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c9a7a9dc-8330-4a6b-b9f9-8c5ad2fba72a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:18.798780 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a294b-2cec-4d76-adc9-899e0c99c07a req-fc6c7d57-4e74-4ec6-9a8b-6ee3770108b5 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:18.800218 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-730a294b-2cec-4d76-adc9-899e0c99c07a req-fc6c7d57-4e74-4ec6-9a8b-6ee3770108b5 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a0bf939-34f9-4279-994a-7507e6b5d01a HTTP/1.1" status: 200 len: 944 time: 0.1991355 Feb 04 20:54:18.821519 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c9a7a9dc-8330-4a6b-b9f9-8c5ad2fba72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:18.838397 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7a9dc-8330-4a6b-b9f9-8c5ad2fba72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d6aacf-205d-4f76-a4a4-ed4ef209251a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:18.843076 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c9a7a9dc-8330-4a6b-b9f9-8c5ad2fba72a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:18.844309 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c9a7a9dc-8330-4a6b-b9f9-8c5ad2fba72a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a3d6aacf-205d-4f76-a4a4-ed4ef209251a HTTP/1.1" status: 204 len: 168 time: 0.1965692 Feb 04 20:54:18.883828 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-730a294b-2cec-4d76-adc9-899e0c99c07a req-51f180c0-2e80-434f-ba8a-bec14dcd5a7a tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739133 Feb 04 20:54:18.891479 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-24a59f2e-c5b8-4e2d-a69c-717ecf6c29ab req-704b50cd-01f5-4d67-94a0-cb35f94444c9 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754153 Feb 04 20:54:18.933867 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c648696-0600-4b03-90a8-11af30de5658', 'tag': '4ab76530-a201-4a9b-bf8e-4b03cba9fcca', 'status': 'completed', 'code': 200} Feb 04 20:54:19.102991 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384c0a8-4f05-486c-8fbe-7680918dc345 req-8c4cac36-db57-42ef-8bcc-2826661665a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:19.104441 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b384c0a8-4f05-486c-8fbe-7680918dc345 req-8c4cac36-db57-42ef-8bcc-2826661665a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e05c723840745af85efbea2a3f2616a&device_id=8c648696-0600-4b03-90a8-11af30de5658 HTTP/1.1" status: 200 len: 1098 time: 0.1422796 Feb 04 20:54:19.126358 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032ff8a-d9e3-474f-830b-b750703f71ea req-044b606f-7fdd-41de-b716-22fe805aa92f tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:19.127892 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8032ff8a-d9e3-474f-830b-b750703f71ea req-044b606f-7fdd-41de-b716-22fe805aa92f tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6604a93-3cdd-4b55-b7cf-a13213b90b25 HTTP/1.1" status: 200 len: 949 time: 0.0978341 Feb 04 20:54:19.260388 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8032ff8a-d9e3-474f-830b-b750703f71ea req-4e7b6b77-d219-4990-ae64-828cee9c3d5b tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd9182a-c2a7-47e9-b14a-5c570a102199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260846 Feb 04 20:54:19.305515 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384c0a8-4f05-486c-8fbe-7680918dc345 req-1e67a1d6-ce25-433d-8590-430ae7b3cde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:19.306939 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b384c0a8-4f05-486c-8fbe-7680918dc345 req-1e67a1d6-ce25-433d-8590-430ae7b3cde0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.1577189 Feb 04 20:54:19.418467 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b384c0a8-4f05-486c-8fbe-7680918dc345 req-d6b7dfce-6103-450b-a2e5-4e709b4e5dc8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=4ab76530-a201-4a9b-bf8e-4b03cba9fcca HTTP/1.1" status: 200 len: 217 time: 0.0992625 Feb 04 20:54:19.437982 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:54:19.505722 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384c0a8-4f05-486c-8fbe-7680918dc345 req-f22ee93e-5087-4425-89ee-d40e3e05a9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:19.507137 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b384c0a8-4f05-486c-8fbe-7680918dc345 req-f22ee93e-5087-4425-89ee-d40e3e05a9de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.0778825 Feb 04 20:54:19.558970 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf11c56-37b5-4545-85b2-6db3846e3c4c req-995279da-c57e-4a35-ae84-24fcf2516a8c tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:19.560429 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ccf11c56-37b5-4545-85b2-6db3846e3c4c req-995279da-c57e-4a35-ae84-24fcf2516a8c tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c648696-0600-4b03-90a8-11af30de5658 HTTP/1.1" status: 200 len: 947 time: 0.1878784 Feb 04 20:54:19.586268 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port ddbd31bc-a9ae-404c-9e3d-b4027bd67e51, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=ddbd31bc-a9ae-404c-9e3d-b4027bd67e51,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:19.599779 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'ddbd31bc-a9ae-404c-9e3d-b4027bd67e51', 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e', 'port_id': 'ddbd31bc-a9ae-404c-9e3d-b4027bd67e51', 'mac_address': 'fa:16:3e:a7:ce:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52dce76a-dd1c-484a-ae6a-f327dbe47b7b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:54:19.622329 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ccf11c56-37b5-4545-85b2-6db3846e3c4c req-00c334b9-b5cb-4907-b790-b6745d51d68a tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] 10.222.0.26 "GET /v2.0/security-groups?id=1062d285-234f-4ed6-8be7-22251e96befc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551577 Feb 04 20:54:19.631439 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384c0a8-4f05-486c-8fbe-7680918dc345 req-abe433ce-4482-4a9f-9637-0a2b46c16105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:19.633779 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b384c0a8-4f05-486c-8fbe-7680918dc345 req-abe433ce-4482-4a9f-9637-0a2b46c16105 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1190400 Feb 04 20:54:19.660117 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:19.682732 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:54:19.699231 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port ddbd31bc-a9ae-404c-9e3d-b4027bd67e51, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=ddbd31bc-a9ae-404c-9e3d-b4027bd67e51,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:19.704273 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:19.777817 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=ddbd31bc-a9ae-404c-9e3d-b4027bd67e51,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:19.857148 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b384c0a8-4f05-486c-8fbe-7680918dc345 req-7dafe3d5-abf2-4419-9a85-62a447ca6424 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150249 Feb 04 20:54:19.901485 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c612a-2b46-470c-92d1-9c3c55d6753a req-e30eb617-ac31-4daa-a233-3563f3c4fb13 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:19.902934 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-101c612a-2b46-470c-92d1-9c3c55d6753a req-e30eb617-ac31-4daa-a233-3563f3c4fb13 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/ports?device_id=99c610bc-5dec-44b3-a699-1dcb606382e7 HTTP/1.1" status: 200 len: 945 time: 0.1513307 Feb 04 20:54:20.002953 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['ddbd31bc-a9ae-404c-9e3d-b4027bd67e51'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:54:20.150046 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-101c612a-2b46-470c-92d1-9c3c55d6753a req-30c596ac-7ca7-4fee-bf07-abda5f1b166e tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/security-groups?id=9682d437-5169-4f10-a377-f31d491d46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854718 Feb 04 20:54:20.182433 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b384c0a8-4f05-486c-8fbe-7680918dc345 req-03c47f1c-f19f-4dc0-afc0-77f095410b39 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121705 Feb 04 20:54:20.361394 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33217b-363a-4a1a-83d5-9f41cf9047d6 req-c3324731-b7f4-4ca2-8905-ae3ad121e9ba tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:20.362805 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bd33217b-363a-4a1a-83d5-9f41cf9047d6 req-c3324731-b7f4-4ca2-8905-ae3ad121e9ba tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1b81706-49cb-4bba-945f-ee00f714fda3 HTTP/1.1" status: 200 len: 950 time: 0.0800059 Feb 04 20:54:20.407552 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bd33217b-363a-4a1a-83d5-9f41cf9047d6 req-1445d94d-4bf3-4275-983e-157ffc52935d tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375643 Feb 04 20:54:20.580470 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928b59d-e7ba-4f27-b305-1d87492f5e3c req-12d173a6-96f3-4de7-be86-975da4bfbf26 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:20.581936 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c928b59d-e7ba-4f27-b305-1d87492f5e3c req-12d173a6-96f3-4de7-be86-975da4bfbf26 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a0bf939-34f9-4279-994a-7507e6b5d01a HTTP/1.1" status: 200 len: 945 time: 0.0825732 Feb 04 20:54:20.625586 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c928b59d-e7ba-4f27-b305-1d87492f5e3c req-1e34f84a-3652-401a-a613-423fd413b877 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377154 Feb 04 20:54:20.803292 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768ba76-5fef-4b88-babb-a0b79393f6bb req-2c72e4d9-7898-4275-b6ee-4b603c0a1e46 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:20.805622 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1768ba76-5fef-4b88-babb-a0b79393f6bb req-2c72e4d9-7898-4275-b6ee-4b603c0a1e46 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6604a93-3cdd-4b55-b7cf-a13213b90b25 HTTP/1.1" status: 200 len: 949 time: 0.0886190 Feb 04 20:54:20.849770 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-93e3aad4-1457-47d8-8a0b-d25a4eb09cba tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:54:20.850725 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-93e3aad4-1457-47d8-8a0b-d25a4eb09cba tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134428 Feb 04 20:54:20.865195 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-3f58f59b-42d0-4050-910c-babeff4590ea service neutron] Request body: {'binding': {'host': 'n-h2-827896-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:54:20.865674 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-3f58f59b-42d0-4050-910c-babeff4590ea service neutron] Unknown quota resources ['binding']. {{(pid=87683) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 04 20:54:20.913319 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1768ba76-5fef-4b88-babb-a0b79393f6bb req-8ccf7764-f117-48aa-9f3f-14fe66aa3622 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd9182a-c2a7-47e9-b14a-5c570a102199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928137 Feb 04 20:54:21.073417 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-3f58f59b-42d0-4050-910c-babeff4590ea service neutron] Attempting to bind port d6728c47-d50e-42fd-9265-bf7c77103aad on host n-h2-827896-1 for vnic_type normal with profile None {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:54:21.073746 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-3f58f59b-42d0-4050-910c-babeff4590ea service neutron] Attempting to bind port d6728c47-d50e-42fd-9265-bf7c77103aad by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:54:21.074062 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-3f58f59b-42d0-4050-910c-babeff4590ea service neutron] Attempting to bind port d6728c47-d50e-42fd-9265-bf7c77103aad on network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:54:21.078573 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-3f58f59b-42d0-4050-910c-babeff4590ea service neutron] Port d6728c47-d50e-42fd-9265-bf7c77103aad on network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:54:21.078887 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-3f58f59b-42d0-4050-910c-babeff4590ea service neutron] Attempting to bind port d6728c47-d50e-42fd-9265-bf7c77103aad on network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:54:21.083801 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-3f58f59b-42d0-4050-910c-babeff4590ea service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:54:21.084128 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-3f58f59b-42d0-4050-910c-babeff4590ea service neutron] Checking segment: {'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:54:21.084502 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-3f58f59b-42d0-4050-910c-babeff4590ea service neutron] Bound using segment: {'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:54:21.084916 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-3f58f59b-42d0-4050-910c-babeff4590ea service neutron] Bound port: d6728c47-d50e-42fd-9265-bf7c77103aad, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:54:21.116077 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-3f58f59b-42d0-4050-910c-babeff4590ea service neutron] For port d6728c47-d50e-42fd-9265-bf7c77103aad, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=d6728c47-d50e-42fd-9265-bf7c77103aad,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:54:21.127127 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-3f58f59b-42d0-4050-910c-babeff4590ea service neutron] Notify callbacks [] for binding, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:21.128258 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-3f58f59b-42d0-4050-910c-babeff4590ea service neutron] 10.222.0.26 "POST /v2.0/ports/d6728c47-d50e-42fd-9265-bf7c77103aad/bindings HTTP/1.1" status: 201 len: 389 time: 0.2686524 Feb 04 20:54:21.286394 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8b94f-6992-471a-a3d8-78dd9b0c7aea req-434bf109-465e-4095-80d4-86af4b05b403 tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:21.288006 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77c8b94f-6992-471a-a3d8-78dd9b0c7aea req-434bf109-465e-4095-80d4-86af4b05b403 tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c648696-0600-4b03-90a8-11af30de5658 HTTP/1.1" status: 200 len: 947 time: 0.0940313 Feb 04 20:54:21.342490 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77c8b94f-6992-471a-a3d8-78dd9b0c7aea req-5ae23f38-8b15-4caa-ae03-5cd524d25724 tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] 10.222.0.26 "GET /v2.0/security-groups?id=1062d285-234f-4ed6-8be7-22251e96befc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479407 Feb 04 20:54:21.446605 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 4ab76530-a201-4a9b-bf8e-4b03cba9fcca details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:54:21.452173 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:54:21.611191 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-7de196b8-b58e-409d-9bb5-6b8c88d21baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:21.612578 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-7de196b8-b58e-409d-9bb5-6b8c88d21baf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&device_id=f2d53b70-88da-4d8b-a7df-d3258979de44 HTTP/1.1" status: 200 len: 1096 time: 0.2579699 Feb 04 20:54:21.613491 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:54:21.624023 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:54:21.624389 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:21.626091 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5f027-cffa-46cb-bad7-2979cc43aa4f req-ac7c0de4-4be7-4afc-9c29-ba56d47413a4 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:21.627476 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6ba5f027-cffa-46cb-bad7-2979cc43aa4f req-ac7c0de4-4be7-4afc-9c29-ba56d47413a4 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/ports?device_id=99c610bc-5dec-44b3-a699-1dcb606382e7 HTTP/1.1" status: 200 len: 945 time: 0.2374351 Feb 04 20:54:21.687907 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 4ab76530-a201-4a9b-bf8e-4b03cba9fcca, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=4ab76530-a201-4a9b-bf8e-4b03cba9fcca,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:21.706132 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '4ab76530-a201-4a9b-bf8e-4b03cba9fcca', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': '4ab76530-a201-4a9b-bf8e-4b03cba9fcca', 'mac_address': 'fa:16:3e:63:9e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:54:21.723556 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262f6ca-f1d7-4d1b-b1b9-f743de57eba0 req-b7bf76d9-477f-4e92-92ad-03e17dd41237 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:21.724982 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a262f6ca-f1d7-4d1b-b1b9-f743de57eba0 req-b7bf76d9-477f-4e92-92ad-03e17dd41237 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2d53b70-88da-4d8b-a7df-d3258979de44 HTTP/1.1" status: 200 len: 945 time: 0.2752600 Feb 04 20:54:21.792626 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda467c-c700-4cb5-86e3-f6af20bf2df0 req-ea1ad909-9014-46ca-ac4f-7b6dfdd9c678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:21.794094 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1cda467c-c700-4cb5-86e3-f6af20bf2df0 req-ea1ad909-9014-46ca-ac4f-7b6dfdd9c678 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=99c610bc-5dec-44b3-a699-1dcb606382e7 HTTP/1.1" status: 200 len: 1096 time: 0.2686012 Feb 04 20:54:21.804962 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6ba5f027-cffa-46cb-bad7-2979cc43aa4f req-73aa3ddc-bd44-40a1-b885-7267469253fb tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/security-groups?id=9682d437-5169-4f10-a377-f31d491d46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548066 Feb 04 20:54:21.812040 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:21.832959 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:21.871980 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a262f6ca-f1d7-4d1b-b1b9-f743de57eba0 req-f5672ff0-be63-4a2c-8ba2-e29a8a60b942 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364086 Feb 04 20:54:21.878692 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port ddbd31bc-a9ae-404c-9e3d-b4027bd67e51, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=ddbd31bc-a9ae-404c-9e3d-b4027bd67e51,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:21.883361 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0bf939-34f9-4279-994a-7507e6b5d01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbd31bc-a9ae-404c-9e3d-b4027bd67e51'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:54:21.898792 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ab76530-a201-4a9b-bf8e-4b03cba9fcca {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:54:21.917709 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1cda467c-c700-4cb5-86e3-f6af20bf2df0 req-b8423001-80f2-464a-809e-e57796bb2737 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9682d437-5169-4f10-a377-f31d491d46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022756 Feb 04 20:54:21.918997 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-49794467-a0dc-443e-808a-cabe36ae5940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:21.920494 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-49794467-a0dc-443e-808a-cabe36ae5940 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 HTTP/1.1" status: 200 len: 921 time: 0.2914469 Feb 04 20:54:21.923688 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 4ab76530-a201-4a9b-bf8e-4b03cba9fcca, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=4ab76530-a201-4a9b-bf8e-4b03cba9fcca,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:21.925261 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:22.008944 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:22.010100 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-90d2188e-fbce-439a-911f-06daa5baca75 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6728c47-d50e-42fd-9265-bf7c77103aad HTTP/1.1" status: 200 len: 217 time: 0.0821190 Feb 04 20:54:22.049181 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=ddbd31bc-a9ae-404c-9e3d-b4027bd67e51,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:22.059081 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:22.059424 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:22.059759 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:22.060123 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:22.060602 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:22.060937 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:22.061286 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:22.061610 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:22.061928 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:22.062245 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:22.062561 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:22.062882 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:22.127901 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-c8a3cd19-f1ff-4c66-b290-80e7aaaf931b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:22.129605 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-c8a3cd19-f1ff-4c66-b290-80e7aaaf931b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af7ea361-8fb7-49bd-8e76-0990ff7e7df7 HTTP/1.1" status: 200 len: 860 time: 0.0820105 Feb 04 20:54:22.141383 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=4ab76530-a201-4a9b-bf8e-4b03cba9fcca,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:22.194776 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-fb6c7f4a-e8c9-4a4f-888c-b05d251e2597 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559978 Feb 04 20:54:22.208770 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0878227-7ee0-45e6-9a89-e25943854a63 req-9b9133ae-0586-4c04-a09d-ab328f09584b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:22.211420 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0878227-7ee0-45e6-9a89-e25943854a63 req-9b9133ae-0586-4c04-a09d-ab328f09584b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1b81706-49cb-4bba-945f-ee00f714fda3 HTTP/1.1" status: 200 len: 950 time: 0.2042234 Feb 04 20:54:22.334546 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['4ab76530-a201-4a9b-bf8e-4b03cba9fcca'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:54:22.485939 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0878227-7ee0-45e6-9a89-e25943854a63 req-fac17ced-8249-4720-ab05-5a3c6bee949b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483301 Feb 04 20:54:22.540369 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-019fedc2-aefe-45f8-8a8e-dcede94b7826 service neutron] 10.222.0.18 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279185 Feb 04 20:54:22.563353 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0bf939-34f9-4279-994a-7507e6b5d01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbd31bc-a9ae-404c-9e3d-b4027bd67e51', 'code': 200} Feb 04 20:54:22.652022 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334d6b9-3ea2-4ee9-994d-9ae9d2fb7669 req-7b8463b4-ea8f-4c7b-9a74-02b895d39510 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:22.653486 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9334d6b9-3ea2-4ee9-994d-9ae9d2fb7669 req-7b8463b4-ea8f-4c7b-9a74-02b895d39510 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a0bf939-34f9-4279-994a-7507e6b5d01a HTTP/1.1" status: 200 len: 946 time: 0.3287148 Feb 04 20:54:22.711926 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51508201-b756-48f7-a980-f7dc20a89d70 req-954441b5-dfc4-4dc4-bb12-f349cef525f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:22.714431 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-51508201-b756-48f7-a980-f7dc20a89d70 req-954441b5-dfc4-4dc4-bb12-f349cef525f8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3a0bf939-34f9-4279-994a-7507e6b5d01a HTTP/1.1" status: 200 len: 1097 time: 0.0854177 Feb 04 20:54:22.728486 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9334d6b9-3ea2-4ee9-994d-9ae9d2fb7669 req-2ae0a774-96f8-45dc-8f3f-99926fd561f0 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656636 Feb 04 20:54:22.753304 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-94b662d2-2388-4d6d-ac29-cde59fa542cd service neutron] 10.222.0.18 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022660 Feb 04 20:54:22.785060 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-51508201-b756-48f7-a980-f7dc20a89d70 req-0022bd9c-e988-44d5-82b9-53747700e1e0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575464 Feb 04 20:54:22.848194 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a66e28-8b2c-499e-9e2a-310c6720f313 req-21f25453-69b5-4f58-80ce-462013425404 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:22.849786 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-56a66e28-8b2c-499e-9e2a-310c6720f313 req-21f25453-69b5-4f58-80ce-462013425404 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6604a93-3cdd-4b55-b7cf-a13213b90b25 HTTP/1.1" status: 200 len: 949 time: 0.0867181 Feb 04 20:54:22.940686 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-56a66e28-8b2c-499e-9e2a-310c6720f313 req-d29b616e-edec-4722-9ad2-15e5212d96e2 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd9182a-c2a7-47e9-b14a-5c570a102199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599422 Feb 04 20:54:22.963709 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e2008-7653-4915-9267-23bf6fc6472c req-68d9c7f4-1bf2-4466-b673-e5097381081c tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:22.969511 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-db8e2008-7653-4915-9267-23bf6fc6472c req-68d9c7f4-1bf2-4466-b673-e5097381081c tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c648696-0600-4b03-90a8-11af30de5658 HTTP/1.1" status: 200 len: 948 time: 0.1144919 Feb 04 20:54:23.013286 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-db8e2008-7653-4915-9267-23bf6fc6472c req-c0cf4431-2e2d-4704-ba1f-89e9ce371791 tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] 10.222.0.26 "GET /v2.0/security-groups?id=1062d285-234f-4ed6-8be7-22251e96befc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418179 Feb 04 20:54:23.104344 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-d290caa0-5cd4-4885-8738-c0135d78f4a3 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:23.105981 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-d290caa0-5cd4-4885-8738-c0135d78f4a3 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f2d53b70-88da-4d8b-a7df-d3258979de44&tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&binding%3Ahost_id=n-h1-827896-1 HTTP/1.1" status: 200 len: 1096 time: 0.0970414 Feb 04 20:54:23.120156 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-9c93c684-0387-42ce-ae7f-cbacf1154ff2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827896-1'}}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:54:23.190585 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4523f-2ea8-46f5-88d3-ad24560b5713 req-4746fc52-0126-4d66-bc13-2b29dc708d84 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:23.192020 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b5a4523f-2ea8-46f5-88d3-ad24560b5713 req-4746fc52-0126-4d66-bc13-2b29dc708d84 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/ports?device_id=99c610bc-5dec-44b3-a699-1dcb606382e7 HTTP/1.1" status: 200 len: 945 time: 0.1367910 Feb 04 20:54:23.247986 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b5a4523f-2ea8-46f5-88d3-ad24560b5713 req-92f0fbf9-612b-4480-8780-c0b870e6c489 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/security-groups?id=9682d437-5169-4f10-a377-f31d491d46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486572 Feb 04 20:54:23.255568 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2f4c9-2297-4a09-ad38-1772f234405c req-b3649adb-c6c5-4c53-a86b-585be5005f5a tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:23.257052 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d9f2f4c9-2297-4a09-ad38-1772f234405c req-b3649adb-c6c5-4c53-a86b-585be5005f5a tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2d53b70-88da-4d8b-a7df-d3258979de44 HTTP/1.1" status: 200 len: 945 time: 0.1426966 Feb 04 20:54:23.303792 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-9c93c684-0387-42ce-ae7f-cbacf1154ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:23.307301 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d9f2f4c9-2297-4a09-ad38-1772f234405c req-a4b69af6-e58e-4571-a104-43fb7dc9ed93 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408037 Feb 04 20:54:23.464541 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 4ab76530-a201-4a9b-bf8e-4b03cba9fcca up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:54:23.526985 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-9c93c684-0387-42ce-ae7f-cbacf1154ff2 service neutron] For port d6728c47-d50e-42fd-9265-bf7c77103aad, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=d6728c47-d50e-42fd-9265-bf7c77103aad,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:23.583307 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-9c93c684-0387-42ce-ae7f-cbacf1154ff2 service neutron] For port d6728c47-d50e-42fd-9265-bf7c77103aad, host n-h1-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:54:23.590929 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 4ab76530-a201-4a9b-bf8e-4b03cba9fcca completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:54:23.602883 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 4ab76530-a201-4a9b-bf8e-4b03cba9fcca triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:54:23.602883 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:23.654910 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-9c93c684-0387-42ce-ae7f-cbacf1154ff2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:23.657925 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d53b70-88da-4d8b-a7df-d3258979de44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6728c47-d50e-42fd-9265-bf7c77103aad'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:54:23.667520 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-9c93c684-0387-42ce-ae7f-cbacf1154ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:23.799571 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4731e5-60cd-46c3-bf64-135688892eac req-4ff37e8d-7bd2-412a-af68-ec3c293a33f1 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:23.801103 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7f4731e5-60cd-46c3-bf64-135688892eac req-4ff37e8d-7bd2-412a-af68-ec3c293a33f1 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1b81706-49cb-4bba-945f-ee00f714fda3 HTTP/1.1" status: 200 len: 950 time: 0.1768179 Feb 04 20:54:23.827447 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:23.865761 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 46146) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:23.877875 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 4ab76530-a201-4a9b-bf8e-4b03cba9fcca, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=4ab76530-a201-4a9b-bf8e-4b03cba9fcca,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:23.889096 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d53b70-88da-4d8b-a7df-d3258979de44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6728c47-d50e-42fd-9265-bf7c77103aad', 'code': 200} Feb 04 20:54:23.898822 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:23.905399 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7f4731e5-60cd-46c3-bf64-135688892eac req-e1c0da4c-2768-4d98-affc-3b612e5fc538 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932188 Feb 04 20:54:24.046726 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=4ab76530-a201-4a9b-bf8e-4b03cba9fcca,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:24.077270 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93c684-0387-42ce-ae7f-cbacf1154ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=d6728c47-d50e-42fd-9265-bf7c77103aad,revision_number=7']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:24.100520 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-9c93c684-0387-42ce-ae7f-cbacf1154ff2 service neutron] Attempting to bind port d6728c47-d50e-42fd-9265-bf7c77103aad on host n-h1-827896-1 for vnic_type normal with profile {"migrating_to": "n-h2-827896-1"} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:54:24.101629 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-9c93c684-0387-42ce-ae7f-cbacf1154ff2 service neutron] Attempting to bind port d6728c47-d50e-42fd-9265-bf7c77103aad by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:54:24.102065 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-9c93c684-0387-42ce-ae7f-cbacf1154ff2 service neutron] Attempting to bind port d6728c47-d50e-42fd-9265-bf7c77103aad on network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:54:24.108104 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-9c93c684-0387-42ce-ae7f-cbacf1154ff2 service neutron] Port d6728c47-d50e-42fd-9265-bf7c77103aad on network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:54:24.108427 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-9c93c684-0387-42ce-ae7f-cbacf1154ff2 service neutron] Attempting to bind port d6728c47-d50e-42fd-9265-bf7c77103aad on network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:54:24.114608 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-9c93c684-0387-42ce-ae7f-cbacf1154ff2 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:54:24.114938 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-9c93c684-0387-42ce-ae7f-cbacf1154ff2 service neutron] Checking segment: {'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:54:24.115316 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-9c93c684-0387-42ce-ae7f-cbacf1154ff2 service neutron] Bound using segment: {'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:54:24.115738 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-9c93c684-0387-42ce-ae7f-cbacf1154ff2 service neutron] Bound port: d6728c47-d50e-42fd-9265-bf7c77103aad, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:54:24.116075 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-9c93c684-0387-42ce-ae7f-cbacf1154ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:24.188044 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0e3718cd-86ff-4db7-b8a9-f5a8ac3c19ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:24.236139 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-0e3718cd-86ff-4db7-b8a9-f5a8ac3c19ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:54:24.238424 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-9c93c684-0387-42ce-ae7f-cbacf1154ff2 service neutron] For port d6728c47-d50e-42fd-9265-bf7c77103aad, host n-h1-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:54:24.240257 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-0e3718cd-86ff-4db7-b8a9-f5a8ac3c19ff admin admin] Usage tracker for resource:security_group_rule and tenant:7924098417da45b797af02bdd0d07d63 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:54:24.242821 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-9c93c684-0387-42ce-ae7f-cbacf1154ff2 service neutron] For port d6728c47-d50e-42fd-9265-bf7c77103aad, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=d6728c47-d50e-42fd-9265-bf7c77103aad,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:54:24.244114 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-0e3718cd-86ff-4db7-b8a9-f5a8ac3c19ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:54:24.248869 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-9c93c684-0387-42ce-ae7f-cbacf1154ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:24.266503 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-0e3718cd-86ff-4db7-b8a9-f5a8ac3c19ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:54:24.318274 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22981148-70a2-44e1-abb2-e802f8ebe4b6 req-95ac27b6-7f92-4fdf-ab22-9cf2a612d33b tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:24.320422 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-22981148-70a2-44e1-abb2-e802f8ebe4b6 req-95ac27b6-7f92-4fdf-ab22-9cf2a612d33b tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a0bf939-34f9-4279-994a-7507e6b5d01a HTTP/1.1" status: 200 len: 946 time: 0.3711915 Feb 04 20:54:24.340852 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf1663-68cf-4932-b799-eec20af1ba57 req-c449b71a-c4cb-419c-a3e3-72b08f77b3d2 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:24.342270 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eddf1663-68cf-4932-b799-eec20af1ba57 req-c449b71a-c4cb-419c-a3e3-72b08f77b3d2 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6604a93-3cdd-4b55-b7cf-a13213b90b25 HTTP/1.1" status: 200 len: 949 time: 0.2793314 Feb 04 20:54:24.407348 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a761ba-8c99-4728-abcc-ff683c0c2481 req-5ced793c-59ac-4a3d-a6e6-7a09fc39e6ac tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:24.408975 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b4a761ba-8c99-4728-abcc-ff683c0c2481 req-5ced793c-59ac-4a3d-a6e6-7a09fc39e6ac tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=c189d928-1b32-491d-b5ff-077510452d87 HTTP/1.1" status: 200 len: 950 time: 0.2845466 Feb 04 20:54:24.430466 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93c684-0387-42ce-ae7f-cbacf1154ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=d6728c47-d50e-42fd-9265-bf7c77103aad,revision_number=8']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:24.434235 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-9c93c684-0387-42ce-ae7f-cbacf1154ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:24.434953 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-9c93c684-0387-42ce-ae7f-cbacf1154ff2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:24.436456 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-9c93c684-0387-42ce-ae7f-cbacf1154ff2 service neutron] 10.222.0.18 "PUT /v2.0/ports/d6728c47-d50e-42fd-9265-bf7c77103aad HTTP/1.1" status: 200 len: 1121 time: 1.3203933 Feb 04 20:54:24.498184 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-22981148-70a2-44e1-abb2-e802f8ebe4b6 req-4a75933b-c1ad-4f53-9b6f-c89f6d48b470 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667485 Feb 04 20:54:24.507754 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-eddf1663-68cf-4932-b799-eec20af1ba57 req-8ad5efdd-df39-4bb0-adf6-2981be4924db tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Deleting port a1ce2d47-ba58-42d4-953c-c96a7111ab91 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:54:24.508094 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-eddf1663-68cf-4932-b799-eec20af1ba57 req-8ad5efdd-df39-4bb0-adf6-2981be4924db tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:24.556537 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['d6728c47-d50e-42fd-9265-bf7c77103aad'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:54:24.581155 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b4a761ba-8c99-4728-abcc-ff683c0c2481 req-15d61a3d-a5e2-4857-b11b-03c462ccd663 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541839 Feb 04 20:54:24.588280 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c648696-0600-4b03-90a8-11af30de5658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab76530-a201-4a9b-bf8e-4b03cba9fcca'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:54:24.679964 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0e3718cd-86ff-4db7-b8a9-f5a8ac3c19ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:24.697515 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0e3718cd-86ff-4db7-b8a9-f5a8ac3c19ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:24.878936 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-0e3718cd-86ff-4db7-b8a9-f5a8ac3c19ff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7924098417da45b797af02bdd0d07d63&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0118086 Feb 04 20:54:24.881708 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46170) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:24.901966 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3718cd-86ff-4db7-b8a9-f5a8ac3c19ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9152c0-9d58-454f-bbf0-350ad7ce0472,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:24.945163 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3e9ac0fd-b40e-448f-9300-d4b362bdba62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:24.970013 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dd2cf-722e-4593-a12f-82e90f99465c req-a4b7d07b-c27f-4014-9c11-315eafe2f415 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:24.973152 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3e9ac0fd-b40e-448f-9300-d4b362bdba62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:24.977562 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a33dd2cf-722e-4593-a12f-82e90f99465c req-a4b7d07b-c27f-4014-9c11-315eafe2f415 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6604a93-3cdd-4b55-b7cf-a13213b90b25 HTTP/1.1" status: 200 len: 949 time: 0.3468783 Feb 04 20:54:25.028418 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3e9ac0fd-b40e-448f-9300-d4b362bdba62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:25.044522 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ac0fd-b40e-448f-9300-d4b362bdba62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9152c0-9d58-454f-bbf0-350ad7ce0472,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:25.051450 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3e9ac0fd-b40e-448f-9300-d4b362bdba62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:25.053683 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3e9ac0fd-b40e-448f-9300-d4b362bdba62 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dd9152c0-9d58-454f-bbf0-350ad7ce0472 HTTP/1.1" status: 204 len: 168 time: 0.1706276 Feb 04 20:54:25.109067 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e19e73-9bd4-4de5-ab8e-f36f7420b022 req-63045527-d0a7-4f93-aeef-83dd9aa14f24 tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:25.110510 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-81e19e73-9bd4-4de5-ab8e-f36f7420b022 req-63045527-d0a7-4f93-aeef-83dd9aa14f24 tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c648696-0600-4b03-90a8-11af30de5658 HTTP/1.1" status: 200 len: 949 time: 0.4170561 Feb 04 20:54:25.112204 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-eddf1663-68cf-4932-b799-eec20af1ba57 req-8ad5efdd-df39-4bb0-adf6-2981be4924db tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] For port a1ce2d47-ba58-42d4-953c-c96a7111ab91, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=a1ce2d47-ba58-42d4-953c-c96a7111ab91,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:25.112554 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-eddf1663-68cf-4932-b799-eec20af1ba57 req-8ad5efdd-df39-4bb0-adf6-2981be4924db tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:25.267633 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-eddf1663-68cf-4932-b799-eec20af1ba57 req-8ad5efdd-df39-4bb0-adf6-2981be4924db tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Calling delete_port for a1ce2d47-ba58-42d4-953c-c96a7111ab91 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:54:25.332876 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a33dd2cf-722e-4593-a12f-82e90f99465c req-d7e8a299-f004-48c7-b740-4e1f3c83e3a7 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd9182a-c2a7-47e9-b14a-5c570a102199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543160 Feb 04 20:54:25.346291 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46178) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:25.350633 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-81e19e73-9bd4-4de5-ab8e-f36f7420b022 req-1ad44aba-4ee6-41c3-9a63-3648d4a25b43 tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] 10.222.0.26 "GET /v2.0/security-groups?id=1062d285-234f-4ed6-8be7-22251e96befc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292864 Feb 04 20:54:25.365181 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-08e05916-8da0-4a3d-8bd4-c1d9efba8976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:25.381327 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-08e05916-8da0-4a3d-8bd4-c1d9efba8976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:54:25.388685 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-08e05916-8da0-4a3d-8bd4-c1d9efba8976 admin admin] Usage tracker for resource:security_group_rule and tenant:8fb57483466a495ab8c598000572a455 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:54:25.389640 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-08e05916-8da0-4a3d-8bd4-c1d9efba8976 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:54:25.397477 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-08e05916-8da0-4a3d-8bd4-c1d9efba8976 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:54:25.471440 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device d6728c47-d50e-42fd-9265-bf7c77103aad details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:54:25.495833 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-08e05916-8da0-4a3d-8bd4-c1d9efba8976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:25.500088 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-08e05916-8da0-4a3d-8bd4-c1d9efba8976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:25.563910 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e05916-8da0-4a3d-8bd4-c1d9efba8976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ebb4fd-2ad3-4d25-a82a-02baa34d0f2c,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:25.572763 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-08e05916-8da0-4a3d-8bd4-c1d9efba8976 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8fb57483466a495ab8c598000572a455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2251339 Feb 04 20:54:25.572962 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-eddf1663-68cf-4932-b799-eec20af1ba57 req-8ad5efdd-df39-4bb0-adf6-2981be4924db tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:25.573837 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46184) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:25.594093 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['a1ce2d47-ba58-42d4-953c-c96a7111ab91'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:54:25.640948 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5efdd-df39-4bb0-adf6-2981be4924db tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Pushing event deleted for resources: {'Port': ['ID=a1ce2d47-ba58-42d4-953c-c96a7111ab91,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:25.654046 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bd554270-aee6-42e7-a6d6-6a4f46d2179f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:25.656755 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port d6728c47-d50e-42fd-9265-bf7c77103aad, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=d6728c47-d50e-42fd-9265-bf7c77103aad,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:25.677493 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device d6728c47-d50e-42fd-9265-bf7c77103aad has no active binding in host n-h2-827896-1 {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 20:54:25.687171 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bd554270-aee6-42e7-a6d6-6a4f46d2179f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:25.734562 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:25.746383 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa959b-6c82-42ee-be29-613ceca26427 req-d0762545-93a5-45d2-bd10-5090cf824b2d tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:25.747913 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-defa959b-6c82-42ee-be29-613ceca26427 req-d0762545-93a5-45d2-bd10-5090cf824b2d tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/ports?device_id=99c610bc-5dec-44b3-a699-1dcb606382e7 HTTP/1.1" status: 200 len: 945 time: 0.2968836 Feb 04 20:54:25.750748 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-eddf1663-68cf-4932-b799-eec20af1ba57 req-8ad5efdd-df39-4bb0-adf6-2981be4924db tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] No DVR routers for this DVR port a1ce2d47-ba58-42d4-953c-c96a7111ab91 on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:54:25.755307 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bd554270-aee6-42e7-a6d6-6a4f46d2179f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:25.761427 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26706afc-4a52-4533-a03a-1dc1fe90ad4d req-86d3f0c2-6dae-46be-8adf-82ac29b88382 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:25.762909 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-26706afc-4a52-4533-a03a-1dc1fe90ad4d req-86d3f0c2-6dae-46be-8adf-82ac29b88382 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2d53b70-88da-4d8b-a7df-d3258979de44 HTTP/1.1" status: 200 len: 943 time: 0.2575352 Feb 04 20:54:25.763938 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-eddf1663-68cf-4932-b799-eec20af1ba57 req-8ad5efdd-df39-4bb0-adf6-2981be4924db tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:25.767652 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6604a93-3cdd-4b55-b7cf-a13213b90b25', 'name': 'network-vif-deleted', 'tag': 'a1ce2d47-ba58-42d4-953c-c96a7111ab91'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:54:25.771225 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd554270-aee6-42e7-a6d6-6a4f46d2179f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ebb4fd-2ad3-4d25-a82a-02baa34d0f2c,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:25.781093 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bd554270-aee6-42e7-a6d6-6a4f46d2179f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:25.784582 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bd554270-aee6-42e7-a6d6-6a4f46d2179f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f3ebb4fd-2ad3-4d25-a82a-02baa34d0f2c HTTP/1.1" status: 204 len: 168 time: 0.2068467 Feb 04 20:54:25.822551 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eddf1663-68cf-4932-b799-eec20af1ba57 req-8ad5efdd-df39-4bb0-adf6-2981be4924db tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] 10.222.0.18 "DELETE /v2.0/ports/a1ce2d47-ba58-42d4-953c-c96a7111ab91 HTTP/1.1" status: 204 len: 173 time: 1.4630246 Feb 04 20:54:25.865958 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-defa959b-6c82-42ee-be29-613ceca26427 req-90e68d5e-c9a1-45f4-b79d-ee65a726c530 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/security-groups?id=9682d437-5169-4f10-a377-f31d491d46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988548 Feb 04 20:54:25.889034 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-26706afc-4a52-4533-a03a-1dc1fe90ad4d req-c3a7ac59-1d09-44d8-b041-b196a4cd925c tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023328 Feb 04 20:54:25.890362 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d53b70-88da-4d8b-a7df-d3258979de44', 'tag': 'd6728c47-d50e-42fd-9265-bf7c77103aad'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:54:25.970118 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c648696-0600-4b03-90a8-11af30de5658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab76530-a201-4a9b-bf8e-4b03cba9fcca', 'code': 200} Feb 04 20:54:26.189062 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360199bf-edf8-4990-9f2b-5b723706d59f req-af061044-0fd8-4be7-8067-8dc73236d9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:26.189062 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-360199bf-edf8-4990-9f2b-5b723706d59f req-af061044-0fd8-4be7-8067-8dc73236d9c0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8c648696-0600-4b03-90a8-11af30de5658 HTTP/1.1" status: 200 len: 1100 time: 0.1443734 Feb 04 20:54:26.200616 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a7a02-e97c-4e7e-8698-77d557d5a7e4 req-b44a1a01-ce19-4339-ba9e-b3cdb517edc9 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:26.202072 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4c9a7a02-e97c-4e7e-8698-77d557d5a7e4 req-b44a1a01-ce19-4339-ba9e-b3cdb517edc9 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a0bf939-34f9-4279-994a-7507e6b5d01a HTTP/1.1" status: 200 len: 946 time: 0.1051586 Feb 04 20:54:26.313549 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-360199bf-edf8-4990-9f2b-5b723706d59f req-208bd0f9-d69e-4b78-8a41-7f8613a4b597 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1062d285-234f-4ed6-8be7-22251e96befc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105030 Feb 04 20:54:26.316456 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4c9a7a02-e97c-4e7e-8698-77d557d5a7e4 req-8af93b51-aada-47b1-8c95-0771a33f91b9 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967412 Feb 04 20:54:26.372777 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84544b-dd1c-446f-b80f-ea30c7b5ea62 req-e5f67a37-99a2-4511-832d-9de9c32554d1 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:26.378740 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84544b-dd1c-446f-b80f-ea30c7b5ea62 req-e5f67a37-99a2-4511-832d-9de9c32554d1 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:26.380246 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4b84544b-dd1c-446f-b80f-ea30c7b5ea62 req-e5f67a37-99a2-4511-832d-9de9c32554d1 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1b81706-49cb-4bba-945f-ee00f714fda3&device_id=c189d928-1b32-491d-b5ff-077510452d87 HTTP/1.1" status: 200 len: 1691 time: 0.1168666 Feb 04 20:54:26.381791 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6604a93-3cdd-4b55-b7cf-a13213b90b25', 'name': 'network-vif-deleted', 'tag': 'a1ce2d47-ba58-42d4-953c-c96a7111ab91', 'status': 'completed', 'code': 200} Feb 04 20:54:26.425954 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4b84544b-dd1c-446f-b80f-ea30c7b5ea62 req-7a115220-6f6b-4c1a-b16c-c7b0b9b21dd5 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394707 Feb 04 20:54:26.471774 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d53b70-88da-4d8b-a7df-d3258979de44', 'tag': 'd6728c47-d50e-42fd-9265-bf7c77103aad', 'status': 'completed', 'code': 200} Feb 04 20:54:26.661953 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1d3e2-858c-43b6-a0c7-a567af839673 req-990b2da2-48c9-4b38-95db-c731d66645f8 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:26.663522 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-80a1d3e2-858c-43b6-a0c7-a567af839673 req-990b2da2-48c9-4b38-95db-c731d66645f8 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/ports?device_id=99c610bc-5dec-44b3-a699-1dcb606382e7 HTTP/1.1" status: 200 len: 945 time: 0.2104859 Feb 04 20:54:26.674021 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46224) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:26.678177 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b868ba2-cfc3-41cc-ac02-922328f69fd2 req-d787389b-9ce6-41de-bc4c-5b58367ffe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:26.679868 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8b868ba2-cfc3-41cc-ac02-922328f69fd2 req-d787389b-9ce6-41de-bc4c-5b58367ffe85 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&device_id=f2d53b70-88da-4d8b-a7df-d3258979de44 HTTP/1.1" status: 200 len: 1124 time: 0.1791298 Feb 04 20:54:26.682486 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-46b51bfc-c16a-4c49-a69b-c73552c7abf3 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Request body: {'floatingip': {'port_id': '294fc3d2-615d-4bff-83c2-a89e20a227c3'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:54:26.690074 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f82a7d-c025-436a-9756-e402b691bcd5 req-0096b245-0572-4180-b9ec-e48a91bef955 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:26.691500 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02f82a7d-c025-436a-9756-e402b691bcd5 req-0096b245-0572-4180-b9ec-e48a91bef955 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=3a0bf939-34f9-4279-994a-7507e6b5d01a HTTP/1.1" status: 200 len: 1097 time: 0.1186008 Feb 04 20:54:26.828024 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-46b51bfc-c16a-4c49-a69b-c73552c7abf3 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks [] for floatingip, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:26.873722 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02f82a7d-c025-436a-9756-e402b691bcd5 req-58b00be4-4ffa-4e85-93cf-f021efe209f4 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606381 Feb 04 20:54:26.881348 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-00729c8f-930c-4fea-9b69-1702b6d167f1 req-8855fdd5-b323-4c93-9e01-b91604d90ca4 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Synchronizing usage tracker for tenant:ef8f8d62752c456098d5f6cf5bf9665e on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:54:26.938173 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b868ba2-cfc3-41cc-ac02-922328f69fd2 req-b024e276-8ad6-48c8-9a1f-8e354eea128d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:26.950865 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8b868ba2-cfc3-41cc-ac02-922328f69fd2 req-b024e276-8ad6-48c8-9a1f-8e354eea128d service neutron] 10.222.0.32 "GET /v2.0/networks?id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 HTTP/1.1" status: 200 len: 921 time: 0.2644184 Feb 04 20:54:26.951763 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-00729c8f-930c-4fea-9b69-1702b6d167f1 req-8855fdd5-b323-4c93-9e01-b91604d90ca4 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] Unset dirty status for tenant:ef8f8d62752c456098d5f6cf5bf9665e on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:54:26.952977 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-00729c8f-930c-4fea-9b69-1702b6d167f1 req-8855fdd5-b323-4c93-9e01-b91604d90ca4 tempest-ServerDiagnosticsNegativeTest-2072101046 tempest-ServerDiagnosticsNegativeTest-2072101046-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6604a93-3cdd-4b55-b7cf-a13213b90b25 HTTP/1.1" status: 200 len: 210 time: 0.1252837 Feb 04 20:54:27.053067 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8b868ba2-cfc3-41cc-ac02-922328f69fd2 req-909ed0f0-1878-493f-81b6-b630bfcaa274 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6728c47-d50e-42fd-9265-bf7c77103aad HTTP/1.1" status: 200 len: 217 time: 0.0875900 Feb 04 20:54:27.287707 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b868ba2-cfc3-41cc-ac02-922328f69fd2 req-d54cefeb-01b5-4f08-8171-0a596cd6f722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:27.290437 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8b868ba2-cfc3-41cc-ac02-922328f69fd2 req-d54cefeb-01b5-4f08-8171-0a596cd6f722 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af7ea361-8fb7-49bd-8e76-0990ff7e7df7 HTTP/1.1" status: 200 len: 860 time: 0.2284660 Feb 04 20:54:27.348694 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8b868ba2-cfc3-41cc-ac02-922328f69fd2 req-c0673eba-6aba-4048-aef9-8ecfed660e5e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511677 Feb 04 20:54:27.365145 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f7822-1da1-43ea-a427-69773206f594 req-3f9406c1-d67c-4d19-a0e7-21184549c8c1 tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:27.372422 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-811f7822-1da1-43ea-a427-69773206f594 req-3f9406c1-d67c-4d19-a0e7-21184549c8c1 tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c648696-0600-4b03-90a8-11af30de5658 HTTP/1.1" status: 200 len: 949 time: 0.2583292 Feb 04 20:54:27.552560 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-811f7822-1da1-43ea-a427-69773206f594 req-98468125-acbe-48dd-abf3-72a1cc9314ff tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] 10.222.0.26 "GET /v2.0/security-groups?id=1062d285-234f-4ed6-8be7-22251e96befc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792905 Feb 04 20:54:27.607322 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8b868ba2-cfc3-41cc-ac02-922328f69fd2 req-7b5fe391-d1f6-4d18-9a99-18e14ccf4c09 service neutron] 10.222.0.32 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328937 Feb 04 20:54:27.609366 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b28cf-2630-4fa9-9e3a-f9da21274c12 req-e25ca3ba-541d-4c4e-a04b-d993891b8085 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:27.616170 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-704b28cf-2630-4fa9-9e3a-f9da21274c12 req-e25ca3ba-541d-4c4e-a04b-d993891b8085 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=3a0bf939-34f9-4279-994a-7507e6b5d01a HTTP/1.1" status: 200 len: 1097 time: 0.2089417 Feb 04 20:54:27.822095 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-704b28cf-2630-4fa9-9e3a-f9da21274c12 req-58bb2803-d183-417c-b077-130f4724379a tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041821 Feb 04 20:54:27.929489 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8b868ba2-cfc3-41cc-ac02-922328f69fd2 req-431bd81f-bc3c-4818-8db4-9f1949533bc9 service neutron] 10.222.0.32 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093634 Feb 04 20:54:27.993263 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb181af-0385-409d-958b-11e56168806d req-e4cf95c7-5481-4a8e-a6d4-b87e7b424ce0 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:28.001767 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-beb181af-0385-409d-958b-11e56168806d req-e4cf95c7-5481-4a8e-a6d4-b87e7b424ce0 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2d53b70-88da-4d8b-a7df-d3258979de44 HTTP/1.1" status: 200 len: 943 time: 0.2606483 Feb 04 20:54:28.017313 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-46b51bfc-c16a-4c49-a69b-c73552c7abf3 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:28.026265 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-46b51bfc-c16a-4c49-a69b-c73552c7abf3 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:28.073738 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-beb181af-0385-409d-958b-11e56168806d req-c1a13781-dcaf-4890-91e8-c8b6ecaddff7 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702128 Feb 04 20:54:28.089385 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f841b-3af6-4d46-b58a-c2706b6f512a req-bca6fa72-c9d2-4a41-98a6-1285e1dab343 tempest-ServersOnMultiNodesTest-2107228727 tempest-ServersOnMultiNodesTest-2107228727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:28.091018 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b47f841b-3af6-4d46-b58a-c2706b6f512a req-bca6fa72-c9d2-4a41-98a6-1285e1dab343 tempest-ServersOnMultiNodesTest-2107228727 tempest-ServersOnMultiNodesTest-2107228727-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a1b81706-49cb-4bba-945f-ee00f714fda3 HTTP/1.1" status: 200 len: 1101 time: 0.1562631 Feb 04 20:54:28.180023 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b47f841b-3af6-4d46-b58a-c2706b6f512a req-45183212-f3c8-47be-baa4-6a53465c01ff tempest-ServersOnMultiNodesTest-2107228727 tempest-ServersOnMultiNodesTest-2107228727-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715358 Feb 04 20:54:28.234739 n-d-827896-1 neutron-server[87682]: INFO neutron.db.l3_db [None req-46b51bfc-c16a-4c49-a69b-c73552c7abf3 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Floating IP b053517f-d9de-4ba1-b216-1cac3a477f48 associated. External IP: 172.25.5.221, port: 294fc3d2-615d-4bff-83c2-a89e20a227c3. Feb 04 20:54:28.622885 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-02ec19c5-58e4-4c6d-8af9-885972c480b9 service neutron] 10.222.0.32 "GET /v2.0/ports/d6728c47-d50e-42fd-9265-bf7c77103aad/bindings/n-h2-827896-1 HTTP/1.1" status: 200 len: 384 time: 0.2570529 Feb 04 20:54:28.706388 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce16dcb-d3bd-48b1-80cf-40685365efc7 req-02a5684a-caee-4517-aa20-e99998219f1e tempest-ServersOnMultiNodesTest-2107228727 tempest-ServersOnMultiNodesTest-2107228727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:28.709682 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3ce16dcb-d3bd-48b1-80cf-40685365efc7 req-02a5684a-caee-4517-aa20-e99998219f1e tempest-ServersOnMultiNodesTest-2107228727 tempest-ServersOnMultiNodesTest-2107228727-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c189d928-1b32-491d-b5ff-077510452d87 HTTP/1.1" status: 200 len: 1101 time: 0.2016842 Feb 04 20:54:28.744528 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b51bfc-c16a-4c49-a69b-c73552c7abf3 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Router 4768c878-edcb-40f0-9279-0c17983fc38e has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:54:28.824136 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46286) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:28.914191 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3ce16dcb-d3bd-48b1-80cf-40685365efc7 req-0418ae00-42f7-4f05-a6c7-147c5cd6a621 tempest-ServersOnMultiNodesTest-2107228727 tempest-ServersOnMultiNodesTest-2107228727-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973310 Feb 04 20:54:29.122623 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b51bfc-c16a-4c49-a69b-c73552c7abf3 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:54:29.127258 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-46b51bfc-c16a-4c49-a69b-c73552c7abf3 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:29.135226 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb51d1d-3fba-4768-adbe-bb1670f8c738 None None] Sync routers for ids ['4768c878-edcb-40f0-9279-0c17983fc38e'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:54:29.144756 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb51d1d-3fba-4768-adbe-bb1670f8c738 None None] Routers {'4768c878-edcb-40f0-9279-0c17983fc38e'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:54:29.145382 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-bfb51d1d-3fba-4768-adbe-bb1670f8c738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:54:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4768c878-edcb-40f0-9279-0c17983fc38e'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:54:29.170042 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-4b536e84-3be9-4298-9734-8ad8a5aaa518 service neutron] For port d6728c47-d50e-42fd-9265-bf7c77103aad, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=d6728c47-d50e-42fd-9265-bf7c77103aad,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:29.207696 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7348b0cf-7e03-4750-8da8-3b1259da58e2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ef8f8d62752c456098d5f6cf5bf9665e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3804660 Feb 04 20:54:29.209019 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46298) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:29.209176 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-4b536e84-3be9-4298-9734-8ad8a5aaa518 service neutron] For port d6728c47-d50e-42fd-9265-bf7c77103aad, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:54:29.211523 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-46b51bfc-c16a-4c49-a69b-c73552c7abf3 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "PUT /v2.0/floatingips/b053517f-d9de-4ba1-b216-1cac3a477f48 HTTP/1.1" status: 200 len: 991 time: 2.5358539 Feb 04 20:54:29.214295 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c610bc-5dec-44b3-a699-1dcb606382e7', 'tag': '294fc3d2-615d-4bff-83c2-a89e20a227c3'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:54:29.275225 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd32ff4-74fe-45e1-b81d-8ca21d9accbb req-5880dd3b-d46b-4d23-ab5d-f2290fa5f2a7 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:29.276720 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ecd32ff4-74fe-45e1-b81d-8ca21d9accbb req-5880dd3b-d46b-4d23-ab5d-f2290fa5f2a7 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=3a0bf939-34f9-4279-994a-7507e6b5d01a HTTP/1.1" status: 200 len: 1097 time: 0.3626897 Feb 04 20:54:29.280787 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4736e572-2699-4f8e-9424-aae6226e0849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:29.281201 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-4b536e84-3be9-4298-9734-8ad8a5aaa518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6728c47-d50e-42fd-9265-bf7c77103aad {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:54:29.308537 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4736e572-2699-4f8e-9424-aae6226e0849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:29.310691 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-4b536e84-3be9-4298-9734-8ad8a5aaa518 service neutron] For port d6728c47-d50e-42fd-9265-bf7c77103aad, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=d6728c47-d50e-42fd-9265-bf7c77103aad,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:29.331092 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4de2b-b9a7-424f-90bb-74599d7aa462 req-b5929b06-ceae-46f1-b330-2ca111681386 tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:29.332529 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-17c4de2b-b9a7-424f-90bb-74599d7aa462 req-b5929b06-ceae-46f1-b330-2ca111681386 tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c648696-0600-4b03-90a8-11af30de5658 HTTP/1.1" status: 200 len: 949 time: 0.2220733 Feb 04 20:54:29.333841 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-bfb51d1d-3fba-4768-adbe-bb1670f8c738 None None] Set router 4768c878-edcb-40f0-9279-0c17983fc38e gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:54:29.353581 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-4b536e84-3be9-4298-9734-8ad8a5aaa518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:29.367281 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4736e572-2699-4f8e-9424-aae6226e0849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:29.384904 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ecd32ff4-74fe-45e1-b81d-8ca21d9accbb req-761793aa-3523-4f95-bcc4-dd286040662d tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979328 Feb 04 20:54:29.386646 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736e572-2699-4f8e-9424-aae6226e0849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd9182a-c2a7-47e9-b14a-5c570a102199,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:29.390371 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4736e572-2699-4f8e-9424-aae6226e0849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:29.393939 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4736e572-2699-4f8e-9424-aae6226e0849 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dfd9182a-c2a7-47e9-b14a-5c570a102199 HTTP/1.1" status: 204 len: 168 time: 0.1790075 Feb 04 20:54:29.457312 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-17c4de2b-b9a7-424f-90bb-74599d7aa462 req-f6d507dd-e852-4cca-8826-b3fd26bb0525 tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] 10.222.0.26 "GET /v2.0/security-groups?id=1062d285-234f-4ed6-8be7-22251e96befc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092968 Feb 04 20:54:29.515325 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device a1ce2d47-ba58-42d4-953c-c96a7111ab91 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:54:29.573359 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-4b536e84-3be9-4298-9734-8ad8a5aaa518 service neutron] Transition to ACTIVE for port object d6728c47-d50e-42fd-9265-bf7c77103aad will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:54:29.587533 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-4b536e84-3be9-4298-9734-8ad8a5aaa518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:29.637357 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: a1ce2d47-ba58-42d4-953c-c96a7111ab91 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:54:29.642014 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device a1ce2d47-ba58-42d4-953c-c96a7111ab91 not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:54:29.776010 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-bfb51d1d-3fba-4768-adbe-bb1670f8c738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-602606223-router', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:55Z', 'updated_at': '2022-02-04T20:53:12Z', 'revision_number': 4, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'gw_port': {'id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:57Z', 'updated_at': '2022-02-04T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': 'b053517f-d9de-4ba1-b216-1cac3a477f48', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'port_id': '294fc3d2-615d-4bff-83c2-a89e20a227c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28', 'mac_address': 'fa:16:3e:84:31:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c610bc-5dec-44b3-a699-1dcb606382e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:53:51Z', 'updated_at': '2022-02-04T20:54:27Z', 'revision_number': 1, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5201201-ed6a-4664-b8b1-d82d28e2114b', 'name': '', 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'mac_address': 'fa:16:3e:f3:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c645973d-e701-4f00-b256-28f08cd89f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:53:08Z', 'updated_at': '2022-02-04T20:53:27Z', 'revision_number': 5, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'subnets': [{'id': 'c645973d-e701-4f00-b256-28f08cd89f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:54:29.780956 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb51d1d-3fba-4768-adbe-bb1670f8c738 None None] Checking router: 4768c878-edcb-40f0-9279-0c17983fc38e for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:54:29.790715 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb51d1d-3fba-4768-adbe-bb1670f8c738 None None] Routers {'4768c878-edcb-40f0-9279-0c17983fc38e'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:54:29.791451 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-bfb51d1d-3fba-4768-adbe-bb1670f8c738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:54:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4768c878-edcb-40f0-9279-0c17983fc38e'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:54:29.868175 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46326) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:29.887225 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-04f0c2ac-b2a4-4301-bea1-1d9740c02716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:29.903669 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-04f0c2ac-b2a4-4301-bea1-1d9740c02716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:54:29.908916 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-04f0c2ac-b2a4-4301-bea1-1d9740c02716 admin admin] Usage tracker for resource:security_group_rule and tenant:a177cf41210042b8af4bfb83426d5c35 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:54:29.912602 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-04f0c2ac-b2a4-4301-bea1-1d9740c02716 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:54:29.919410 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-04f0c2ac-b2a4-4301-bea1-1d9740c02716 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:54:29.959758 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-990557a5-3c17-4f3d-b100-5baf74383842 req-2909e585-1e86-49eb-b7a2-7347a724f364 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=1c95ab08729c4244bb5389f69a70876f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2109716 Feb 04 20:54:29.997847 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-bfb51d1d-3fba-4768-adbe-bb1670f8c738 None None] Set router 4768c878-edcb-40f0-9279-0c17983fc38e gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:54:30.020588 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-04f0c2ac-b2a4-4301-bea1-1d9740c02716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:30.021696 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46330) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:30.041356 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-04f0c2ac-b2a4-4301-bea1-1d9740c02716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:30.089372 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b536e84-3be9-4298-9734-8ad8a5aaa518 service neutron] Pushing event updated for resources: {'Port': ['ID=d6728c47-d50e-42fd-9265-bf7c77103aad,revision_number=10']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:30.102697 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-04f0c2ac-b2a4-4301-bea1-1d9740c02716 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a177cf41210042b8af4bfb83426d5c35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331958 Feb 04 20:54:30.104896 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f0c2ac-b2a4-4301-bea1-1d9740c02716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca73fb1f-89f9-4ff9-9131-721977def826,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:30.107398 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46336) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:30.167402 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-4b536e84-3be9-4298-9734-8ad8a5aaa518 service neutron] No DVR routers for this DVR port d6728c47-d50e-42fd-9265-bf7c77103aad on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:54:30.177303 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e829103d-c625-43ce-8983-39d05355b02e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:30.202235 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e829103d-c625-43ce-8983-39d05355b02e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:54:30.209755 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e829103d-c625-43ce-8983-39d05355b02e admin admin] Usage tracker for resource:security_group_rule and tenant:c9a6d313739d4a25be336aca1af00a77 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:54:30.214573 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e829103d-c625-43ce-8983-39d05355b02e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:54:30.217280 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dc787685-4cb9-4141-bb3a-0f1fbdac7095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:30.222560 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e829103d-c625-43ce-8983-39d05355b02e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:54:30.247976 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-4b536e84-3be9-4298-9734-8ad8a5aaa518 service neutron] 10.222.0.32 "PUT /v2.0/ports/d6728c47-d50e-42fd-9265-bf7c77103aad/bindings/n-h2-827896-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6173458 Feb 04 20:54:30.262414 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dc787685-4cb9-4141-bb3a-0f1fbdac7095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:30.270069 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990557a5-3c17-4f3d-b100-5baf74383842 req-1d512010-552d-4595-a027-292ee8638780 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:30.278361 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-990557a5-3c17-4f3d-b100-5baf74383842 req-1d512010-552d-4595-a027-292ee8638780 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3163221 Feb 04 20:54:30.302182 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-990557a5-3c17-4f3d-b100-5baf74383842 req-3c25527c-8ff2-49ab-bce0-f2f8cc718167 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/quotas/1c95ab08729c4244bb5389f69a70876f HTTP/1.1" status: 200 len: 375 time: 0.0227821 Feb 04 20:54:30.380045 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dc787685-4cb9-4141-bb3a-0f1fbdac7095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:30.395930 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e829103d-c625-43ce-8983-39d05355b02e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:30.403506 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc787685-4cb9-4141-bb3a-0f1fbdac7095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca73fb1f-89f9-4ff9-9131-721977def826,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:30.410551 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e829103d-c625-43ce-8983-39d05355b02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:30.450014 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f22eef-5672-4432-a05e-ff6cebe9b5c4 req-4e73c308-645b-4d9a-9530-5191a862a518 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:30.451401 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-67f22eef-5672-4432-a05e-ff6cebe9b5c4 req-4e73c308-645b-4d9a-9530-5191a862a518 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2d53b70-88da-4d8b-a7df-d3258979de44 HTTP/1.1" status: 200 len: 944 time: 0.7436531 Feb 04 20:54:30.473522 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dc787685-4cb9-4141-bb3a-0f1fbdac7095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:30.474561 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-dc787685-4cb9-4141-bb3a-0f1fbdac7095 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ca73fb1f-89f9-4ff9-9131-721977def826 HTTP/1.1" status: 204 len: 168 time: 0.3663385 Feb 04 20:54:30.483829 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e829103d-c625-43ce-8983-39d05355b02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b5b3f1-8655-48ec-ba70-a8dd753532f0,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:30.489396 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e829103d-c625-43ce-8983-39d05355b02e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c9a6d313739d4a25be336aca1af00a77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4659479 Feb 04 20:54:30.492489 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46346) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:30.529864 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-990557a5-3c17-4f3d-b100-5baf74383842 req-9d2c672b-79dd-48e7-9d77-3ed3914da6c2 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c95ab08729c4244bb5389f69a70876f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2266057 Feb 04 20:54:30.555204 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-bbfaf720-41bb-4de5-8fa4-300248acc1ea tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:30.556681 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-bbfaf720-41bb-4de5-8fa4-300248acc1ea tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f2d53b70-88da-4d8b-a7df-d3258979de44&tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&binding%3Ahost_id=n-h1-827896-1 HTTP/1.1" status: 200 len: 1095 time: 0.2131598 Feb 04 20:54:30.564858 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2b6893e4-1711-4d5a-b137-a65f1d9704cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:30.588446 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-67f22eef-5672-4432-a05e-ff6cebe9b5c4 req-4da348e8-7b42-4a33-828a-fc65c45199ac tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145003 Feb 04 20:54:30.601345 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2b6893e4-1711-4d5a-b137-a65f1d9704cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:30.663870 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-bfb51d1d-3fba-4768-adbe-bb1670f8c738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-602606223-router', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:55Z', 'updated_at': '2022-02-04T20:53:12Z', 'revision_number': 4, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'gw_port': {'id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:57Z', 'updated_at': '2022-02-04T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': 'b053517f-d9de-4ba1-b216-1cac3a477f48', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'port_id': '294fc3d2-615d-4bff-83c2-a89e20a227c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28', 'mac_address': 'fa:16:3e:84:31:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c610bc-5dec-44b3-a699-1dcb606382e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:53:51Z', 'updated_at': '2022-02-04T20:54:27Z', 'revision_number': 1, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5201201-ed6a-4664-b8b1-d82d28e2114b', 'name': '', 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'mac_address': 'fa:16:3e:f3:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c645973d-e701-4f00-b256-28f08cd89f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:53:08Z', 'updated_at': '2022-02-04T20:53:27Z', 'revision_number': 5, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'subnets': [{'id': 'c645973d-e701-4f00-b256-28f08cd89f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:54:30.674414 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb51d1d-3fba-4768-adbe-bb1670f8c738 None None] The sync data for ids ['4768c878-edcb-40f0-9279-0c17983fc38e'] in n-d-827896-1 is: [{'id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-602606223-router', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:55Z', 'updated_at': '2022-02-04T20:53:12Z', 'revision_number': 4, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'gw_port': {'id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:57Z', 'updated_at': '2022-02-04T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': 'b053517f-d9de-4ba1-b216-1cac3a477f48', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'port_id': '294fc3d2-615d-4bff-83c2-a89e20a227c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28', 'mac_address': 'fa:16:3e:84:31:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c610bc-5dec-44b3-a699-1dcb606382e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:53:51Z', 'updated_at': '2022-02-04T20:54:27Z', 'revision_number': 1, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5201201-ed6a-4664-b8b1-d82d28e2114b', 'name': '', 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'mac_address': 'fa:16:3e:f3:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c645973d-e701-4f00-b256-28f08cd89f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:53:08Z', 'updated_at': '2022-02-04T20:53:27Z', 'revision_number': 5, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'subnets': [{'id': 'c645973d-e701-4f00-b256-28f08cd89f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:54:30.715894 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2b6893e4-1711-4d5a-b137-a65f1d9704cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:30.762395 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6893e4-1711-4d5a-b137-a65f1d9704cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b5b3f1-8655-48ec-ba70-a8dd753532f0,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:30.770222 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2b6893e4-1711-4d5a-b137-a65f1d9704cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:30.773197 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2b6893e4-1711-4d5a-b137-a65f1d9704cf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/89b5b3f1-8655-48ec-ba70-a8dd753532f0 HTTP/1.1" status: 204 len: 168 time: 0.2771530 Feb 04 20:54:30.797283 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c610bc-5dec-44b3-a699-1dcb606382e7', 'tag': '294fc3d2-615d-4bff-83c2-a89e20a227c3', 'status': 'completed', 'code': 200} Feb 04 20:54:30.935189 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-1e18a1b5-7da6-4dcc-bd7c-cca7fba38ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:30.936640 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-1e18a1b5-7da6-4dcc-bd7c-cca7fba38ede service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f2d53b70-88da-4d8b-a7df-d3258979de44&tenant_id=c5a142124dd5482a87b175ed6e7e9ba5 HTTP/1.1" status: 200 len: 1095 time: 0.3681490 Feb 04 20:54:31.156043 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a5f28-1317-480f-a01b-3b29cff742f6 req-7a59a2a7-d01d-49ae-937e-622baf0c1351 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:31.162167 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040900a9-8b20-4b28-baad-e574bf5ea766 None None] New status for floating IP b053517f-d9de-4ba1-b216-1cac3a477f48: ACTIVE {{(pid=87684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:54:31.167065 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-270a5f28-1317-480f-a01b-3b29cff742f6 req-7a59a2a7-d01d-49ae-937e-622baf0c1351 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/ports?device_id=99c610bc-5dec-44b3-a699-1dcb606382e7 HTTP/1.1" status: 200 len: 945 time: 0.2771094 Feb 04 20:54:31.190769 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1279b34-75eb-4179-ab0c-c9288efb2dcf req-0ca1c13f-b021-43ef-9b0a-02cde16f499a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:31.191474 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1279b34-75eb-4179-ab0c-c9288efb2dcf req-0ca1c13f-b021-43ef-9b0a-02cde16f499a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5656db63d88345dfa2ad3799bcc2a413&device_id=99c610bc-5dec-44b3-a699-1dcb606382e7 HTTP/1.1" status: 200 len: 1096 time: 0.3628931 Feb 04 20:54:31.251428 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-f47fe000-fb32-482d-ba7a-a2cec251229a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:31.253072 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-f47fe000-fb32-482d-ba7a-a2cec251229a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&device_id=f2d53b70-88da-4d8b-a7df-d3258979de44 HTTP/1.1" status: 200 len: 1095 time: 0.2811170 Feb 04 20:54:31.409192 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-270a5f28-1317-480f-a01b-3b29cff742f6 req-84d32d1f-e873-4948-abf6-911ad85d39da tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/security-groups?id=9682d437-5169-4f10-a377-f31d491d46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2411582 Feb 04 20:54:31.435132 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46372) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:31.471098 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-700ea076-1d82-4ef7-b53a-3b67ee538fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:31.510428 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-700ea076-1d82-4ef7-b53a-3b67ee538fdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:54:31.520913 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-700ea076-1d82-4ef7-b53a-3b67ee538fdb admin admin] Usage tracker for resource:security_group_rule and tenant:3fb75659ff714d2e9186764d76e7df30 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:54:31.525774 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-700ea076-1d82-4ef7-b53a-3b67ee538fdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:54:31.536775 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-700ea076-1d82-4ef7-b53a-3b67ee538fdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:54:31.578305 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1279b34-75eb-4179-ab0c-c9288efb2dcf req-16a27e89-59ca-4bf2-a274-d1006b1cf133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:31.579917 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1279b34-75eb-4179-ab0c-c9288efb2dcf req-16a27e89-59ca-4bf2-a274-d1006b1cf133 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c14f150b-4ca7-4c1e-a316-381569f0fa28 HTTP/1.1" status: 200 len: 924 time: 0.3786039 Feb 04 20:54:31.582679 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-d4371378-fbdf-4ab0-81be-f0188c0822a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:31.584806 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-d4371378-fbdf-4ab0-81be-f0188c0822a1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 HTTP/1.1" status: 200 len: 921 time: 0.3119178 Feb 04 20:54:31.612101 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device d6728c47-d50e-42fd-9265-bf7c77103aad no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:54:31.708816 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device d6728c47-d50e-42fd-9265-bf7c77103aad not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:54:31.730603 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-700ea076-1d82-4ef7-b53a-3b67ee538fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:31.738141 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-700ea076-1d82-4ef7-b53a-3b67ee538fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:31.770755 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-0d741c3e-a8ce-444f-9805-829a3431846d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6728c47-d50e-42fd-9265-bf7c77103aad HTTP/1.1" status: 200 len: 217 time: 0.1193917 Feb 04 20:54:31.806662 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-700ea076-1d82-4ef7-b53a-3b67ee538fdb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3fb75659ff714d2e9186764d76e7df30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3703916 Feb 04 20:54:31.807518 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46386) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:31.821825 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ea076-1d82-4ef7-b53a-3b67ee538fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56ed79d-2227-45cc-b5e5-ccbc99f8c1be,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:31.913768 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-ccbd3b5b-bf2e-4bdc-b43c-1e642be3bc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:31.915571 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-ccbd3b5b-bf2e-4bdc-b43c-1e642be3bc38 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af7ea361-8fb7-49bd-8e76-0990ff7e7df7 HTTP/1.1" status: 200 len: 860 time: 0.1207621 Feb 04 20:54:31.917758 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a33f885a-edd2-49e3-9b45-99258e5b2417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:31.996452 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a33f885a-edd2-49e3-9b45-99258e5b2417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:32.026220 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1279b34-75eb-4179-ab0c-c9288efb2dcf req-cb64021d-1aa0-4838-884e-1f1d1dac7048 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=294fc3d2-615d-4bff-83c2-a89e20a227c3 HTTP/1.1" status: 200 len: 1001 time: 0.4380658 Feb 04 20:54:32.097596 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a33f885a-edd2-49e3-9b45-99258e5b2417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:32.121252 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f885a-edd2-49e3-9b45-99258e5b2417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56ed79d-2227-45cc-b5e5-ccbc99f8c1be,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:32.123307 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a33f885a-edd2-49e3-9b45-99258e5b2417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:32.127000 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a33f885a-edd2-49e3-9b45-99258e5b2417 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e56ed79d-2227-45cc-b5e5-ccbc99f8c1be HTTP/1.1" status: 204 len: 168 time: 0.3144884 Feb 04 20:54:32.246695 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-9fef99cd-3de8-4019-b06e-b43705cd03f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2801774 Feb 04 20:54:32.426043 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:32.431405 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2d783495-0da0-4cf7-bc19-1ebd06eef1a8 req-97dc3c02-2795-41fb-b44b-bfa416759c55 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d0153775-2f16-46e6-9cb1-3fc3d75ea1b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1685646 Feb 04 20:54:32.532143 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4a518394-489a-4a83-b56e-8efe8eca8f7d req-fcf8eaef-f0b3-4ba2-bcd5-366a9812c08c tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9c7ebb-ada4-41b7-8801-42dde7dabcde HTTP/1.1" status: 200 len: 210 time: 0.0669806 Feb 04 20:54:32.542180 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d783495-0da0-4cf7-bc19-1ebd06eef1a8 req-2e4919a3-4ce6-4aa4-9bf1-d1fee7f1d854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:32.544189 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2d783495-0da0-4cf7-bc19-1ebd06eef1a8 req-2e4919a3-4ce6-4aa4-9bf1-d1fee7f1d854 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c95ab08729c4244bb5389f69a70876f&device_id=d0153775-2f16-46e6-9cb1-3fc3d75ea1b8 HTTP/1.1" status: 200 len: 1101 time: 0.0920448 Feb 04 20:54:32.595287 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-990557a5-3c17-4f3d-b100-5baf74383842 req-e4c9f775-9a9f-4d49-812c-f7ac8f61db9f tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1c95ab08729c4244bb5389f69a70876f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780826 Feb 04 20:54:32.605892 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1279b34-75eb-4179-ab0c-c9288efb2dcf req-b1c17b92-3003-43c0-97ec-0570a933ada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:32.607278 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1279b34-75eb-4179-ab0c-c9288efb2dcf req-b1c17b92-3003-43c0-97ec-0570a933ada3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c645973d-e701-4f00-b256-28f08cd89f89 HTTP/1.1" status: 200 len: 862 time: 0.5670922 Feb 04 20:54:32.683097 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32692095-d4ae-4a5d-8a40-9b56e501ad5a req-f095e537-dc37-4dd0-b415-2d1cead72b69 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:32.690590 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-32692095-d4ae-4a5d-8a40-9b56e501ad5a req-f095e537-dc37-4dd0-b415-2d1cead72b69 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=3a0bf939-34f9-4279-994a-7507e6b5d01a HTTP/1.1" status: 200 len: 1097 time: 0.7792916 Feb 04 20:54:32.779290 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d783495-0da0-4cf7-bc19-1ebd06eef1a8 req-af1b4772-5bbe-4450-b03a-e7140636aaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:32.782096 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2d783495-0da0-4cf7-bc19-1ebd06eef1a8 req-af1b4772-5bbe-4450-b03a-e7140636aaa4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.2109108 Feb 04 20:54:32.842292 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-b7e536b3-54d0-4916-a5de-18979dcbb725 service neutron] 10.222.0.18 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5773473 Feb 04 20:54:32.864471 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2d783495-0da0-4cf7-bc19-1ebd06eef1a8 req-2ee8a8b7-d4c6-423e-9254-1beeb9ad9366 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=f88318ba-9f8c-4470-96e0-8352ba9c9bda HTTP/1.1" status: 200 len: 217 time: 0.0703270 Feb 04 20:54:32.959854 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d783495-0da0-4cf7-bc19-1ebd06eef1a8 req-b6d7ef50-513c-4828-af0b-fcc792089032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:32.961779 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2d783495-0da0-4cf7-bc19-1ebd06eef1a8 req-b6d7ef50-513c-4828-af0b-fcc792089032 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.0827119 Feb 04 20:54:33.066439 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-32692095-d4ae-4a5d-8a40-9b56e501ad5a req-161819da-a53f-4a9c-bc65-9f22b58c9934 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746912 Feb 04 20:54:33.083326 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990557a5-3c17-4f3d-b100-5baf74383842 req-4fee4cf3-c065-44f7-92bf-09c457356119 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:33.088381 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-990557a5-3c17-4f3d-b100-5baf74383842 req-4fee4cf3-c065-44f7-92bf-09c457356119 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4860799 Feb 04 20:54:33.112424 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d783495-0da0-4cf7-bc19-1ebd06eef1a8 req-ef4da189-8505-418b-b0a6-a6de395f396b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:33.114369 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2d783495-0da0-4cf7-bc19-1ebd06eef1a8 req-ef4da189-8505-418b-b0a6-a6de395f396b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1443753 Feb 04 20:54:33.167964 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-990557a5-3c17-4f3d-b100-5baf74383842 req-852ad848-5bc6-4d20-9642-5b98a17b714a tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Request body: {'port': {'device_id': '5e9c7ebb-ada4-41b7-8801-42dde7dabcde', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'admin_state_up': True, 'tenant_id': '1c95ab08729c4244bb5389f69a70876f'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:54:33.295269 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-d05668c2-62f4-472a-8e1a-30fabd2ab41f service neutron] 10.222.0.18 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291501 Feb 04 20:54:33.301093 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1279b34-75eb-4179-ab0c-c9288efb2dcf req-4f0414b8-b754-48c3-b8ba-8bd6e19ad093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:33.302784 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1279b34-75eb-4179-ab0c-c9288efb2dcf req-4f0414b8-b754-48c3-b8ba-8bd6e19ad093 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c14f150b-4ca7-4c1e-a316-381569f0fa28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6654019 Feb 04 20:54:33.336040 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2d783495-0da0-4cf7-bc19-1ebd06eef1a8 req-f05a5419-4d12-4e32-82e4-c162607599b3 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031739 Feb 04 20:54:33.352107 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d4c2d-b12e-43e3-882c-ab28107873b9 req-70c190c9-573e-463a-8cb3-e250ae0e386d tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:33.359403 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-206d4c2d-b12e-43e3-882c-ab28107873b9 req-70c190c9-573e-463a-8cb3-e250ae0e386d tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2d53b70-88da-4d8b-a7df-d3258979de44 HTTP/1.1" status: 200 len: 944 time: 0.5891461 Feb 04 20:54:33.556190 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-206d4c2d-b12e-43e3-882c-ab28107873b9 req-cd061ab1-4ddf-48ad-990d-5a62f17408e3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911876 Feb 04 20:54:33.558898 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-990557a5-3c17-4f3d-b100-5baf74383842 req-852ad848-5bc6-4d20-9642-5b98a17b714a tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:54:33.612017 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-990557a5-3c17-4f3d-b100-5baf74383842 req-852ad848-5bc6-4d20-9642-5b98a17b714a tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:54:33.716702 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1279b34-75eb-4179-ab0c-c9288efb2dcf req-2e7f7d95-dc7d-4b1b-875c-0be2eab7563b service neutron] 10.222.0.32 "GET /v2.0/networks/c14f150b-4ca7-4c1e-a316-381569f0fa28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961265 Feb 04 20:54:33.717335 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-990557a5-3c17-4f3d-b100-5baf74383842 req-852ad848-5bc6-4d20-9642-5b98a17b714a tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Made reservation on behalf of 1c95ab08729c4244bb5389f69a70876f for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:54:33.721425 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-990557a5-3c17-4f3d-b100-5baf74383842 req-852ad848-5bc6-4d20-9642-5b98a17b714a tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:33.732545 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2d783495-0da0-4cf7-bc19-1ebd06eef1a8 req-344b289f-8db3-4eb8-b909-0a9e04cd2968 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807318 Feb 04 20:54:34.070093 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1279b34-75eb-4179-ab0c-c9288efb2dcf req-3d7fd342-ac13-4045-bd8c-8d2db1a9a5fe service neutron] 10.222.0.32 "GET /v2.0/networks/c14f150b-4ca7-4c1e-a316-381569f0fa28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741511 Feb 04 20:54:34.079537 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-8f5b235e-0ec1-4428-a78e-db688efcfbe5 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:34.080994 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-8f5b235e-0ec1-4428-a78e-db688efcfbe5 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f2d53b70-88da-4d8b-a7df-d3258979de44&tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&binding%3Ahost_id=n-h2-827896-1 HTTP/1.1" status: 200 len: 1095 time: 0.4179518 Feb 04 20:54:34.198494 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b9354-820a-4c28-8d9a-54cff2eaad9b req-3d9f21df-4b0d-4c67-ab23-ffb6e080dd8e tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:34.205273 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0d9b9354-820a-4c28-8d9a-54cff2eaad9b req-3d9f21df-4b0d-4c67-ab23-ffb6e080dd8e tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/ports?device_id=99c610bc-5dec-44b3-a699-1dcb606382e7 HTTP/1.1" status: 200 len: 945 time: 0.4993443 Feb 04 20:54:34.268135 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-990557a5-3c17-4f3d-b100-5baf74383842 req-852ad848-5bc6-4d20-9642-5b98a17b714a tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Allocated IP 192.168.233.126 (54d6ae2e-de73-4435-bfdd-cd390a2143ad/3d2f9c06-58f8-4b66-a033-2aa50eedddcd/fc119186-a702-403c-9a96-725a72a9de29) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:54:34.287499 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0d9b9354-820a-4c28-8d9a-54cff2eaad9b req-c5ef33ae-8aa1-431d-9b1a-bff95d6cdbc1 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/security-groups?id=9682d437-5169-4f10-a377-f31d491d46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814118 Feb 04 20:54:34.565038 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-15dc6e27-5e5b-4275-bf23-3ef3b7df96eb service neutron] For port d6728c47-d50e-42fd-9265-bf7c77103aad, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:54:34.640162 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b7d19d29-7b59-4dfb-83d3-328182c8f07c req-cd25146e-650f-409f-ba8a-fa3a6a580855 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9c7ebb-ada4-41b7-8801-42dde7dabcde HTTP/1.1" status: 200 len: 210 time: 0.0739729 Feb 04 20:54:34.662501 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-15dc6e27-5e5b-4275-bf23-3ef3b7df96eb service neutron] Notify callbacks [] for binding, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:34.663397 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f605e99d-fc8b-4443-a1d3-8e4061139a40 req-15dc6e27-5e5b-4275-bf23-3ef3b7df96eb service neutron] 10.222.0.18 "DELETE /v2.0/ports/d6728c47-d50e-42fd-9265-bf7c77103aad/bindings/n-h1-827896-1 HTTP/1.1" status: 204 len: 173 time: 0.5395021 Feb 04 20:54:34.748309 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-df725ca2-f087-4159-884e-2b0688376bda req-f1bd322a-953f-4cf4-a3d9-dfac6378abe5 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:54:34.749183 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df725ca2-f087-4159-884e-2b0688376bda req-f1bd322a-953f-4cf4-a3d9-dfac6378abe5 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083039 Feb 04 20:54:34.751833 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-990557a5-3c17-4f3d-b100-5baf74383842 req-852ad848-5bc6-4d20-9642-5b98a17b714a tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:34.762116 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-df725ca2-f087-4159-884e-2b0688376bda req-71f384f7-c635-4023-8159-ed8b3665f156 service neutron] Request body: {'binding': {'host': 'n-h1-827896-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:54:34.762563 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-df725ca2-f087-4159-884e-2b0688376bda req-71f384f7-c635-4023-8159-ed8b3665f156 service neutron] Unknown quota resources ['binding']. {{(pid=87683) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 04 20:54:34.818514 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-990557a5-3c17-4f3d-b100-5baf74383842 req-852ad848-5bc6-4d20-9642-5b98a17b714a tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Transition to ACTIVE for port object fc119186-a702-403c-9a96-725a72a9de29 will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:54:34.946177 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-990557a5-3c17-4f3d-b100-5baf74383842 req-852ad848-5bc6-4d20-9642-5b98a17b714a tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:34.960968 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['432de455-77b1-4958-bba0-0a1bca95066f', '814ad5b8-0a85-4719-9ead-1980050796ff'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:54:34.990442 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['f88318ba-9f8c-4470-96e0-8352ba9c9bda', 'eaf030fc-f030-4271-bf55-c0de902879dd', '6a99f797-941c-45e2-962d-2d27a61234e8'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:54:35.033192 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:54:35.046088 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ad848-5bc6-4d20-9642-5b98a17b714a tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Pushing event updated for resources: {'Port': ['ID=fc119186-a702-403c-9a96-725a72a9de29,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:35.073262 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-990557a5-3c17-4f3d-b100-5baf74383842 req-852ad848-5bc6-4d20-9642-5b98a17b714a tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Network 54d6ae2e-de73-4435-bfdd-cd390a2143ad is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:54:35.075913 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-990557a5-3c17-4f3d-b100-5baf74383842 req-852ad848-5bc6-4d20-9642-5b98a17b714a tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:54:35.080125 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-990557a5-3c17-4f3d-b100-5baf74383842 req-852ad848-5bc6-4d20-9642-5b98a17b714a tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:54:35.086309 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990557a5-3c17-4f3d-b100-5baf74383842 req-852ad848-5bc6-4d20-9642-5b98a17b714a tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:35.086895 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-990557a5-3c17-4f3d-b100-5baf74383842 req-852ad848-5bc6-4d20-9642-5b98a17b714a tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:35.102962 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-df725ca2-f087-4159-884e-2b0688376bda req-71f384f7-c635-4023-8159-ed8b3665f156 service neutron] Attempting to bind port ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 on host n-h1-827896-1 for vnic_type normal with profile None {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:54:35.103305 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-df725ca2-f087-4159-884e-2b0688376bda req-71f384f7-c635-4023-8159-ed8b3665f156 service neutron] Attempting to bind port ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:54:35.103640 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df725ca2-f087-4159-884e-2b0688376bda req-71f384f7-c635-4023-8159-ed8b3665f156 service neutron] Attempting to bind port ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 on network e2945ff6-c379-474d-a032-331b1f6dd08e {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:54:35.115632 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df725ca2-f087-4159-884e-2b0688376bda req-71f384f7-c635-4023-8159-ed8b3665f156 service neutron] Port ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 on network e2945ff6-c379-474d-a032-331b1f6dd08e not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:54:35.116178 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df725ca2-f087-4159-884e-2b0688376bda req-71f384f7-c635-4023-8159-ed8b3665f156 service neutron] Attempting to bind port ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 on network e2945ff6-c379-474d-a032-331b1f6dd08e {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:54:35.121816 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df725ca2-f087-4159-884e-2b0688376bda req-71f384f7-c635-4023-8159-ed8b3665f156 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:54:35.122147 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df725ca2-f087-4159-884e-2b0688376bda req-71f384f7-c635-4023-8159-ed8b3665f156 service neutron] Checking segment: {'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:54:35.122525 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df725ca2-f087-4159-884e-2b0688376bda req-71f384f7-c635-4023-8159-ed8b3665f156 service neutron] Bound using segment: {'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:54:35.123048 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-df725ca2-f087-4159-884e-2b0688376bda req-71f384f7-c635-4023-8159-ed8b3665f156 service neutron] Bound port: ddbd31bc-a9ae-404c-9e3d-b4027bd67e51, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:54:35.126847 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-990557a5-3c17-4f3d-b100-5baf74383842 req-852ad848-5bc6-4d20-9642-5b98a17b714a tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9694569 Feb 04 20:54:35.142017 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-990557a5-3c17-4f3d-b100-5baf74383842 req-a2d08e49-07b8-4e7e-a91e-c8e2b4df9a10 service neutron] Request body: {'port': {'device_id': '5e9c7ebb-ada4-41b7-8801-42dde7dabcde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:54:35.271580 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-df725ca2-f087-4159-884e-2b0688376bda req-71f384f7-c635-4023-8159-ed8b3665f156 service neutron] For port ddbd31bc-a9ae-404c-9e3d-b4027bd67e51, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=ddbd31bc-a9ae-404c-9e3d-b4027bd67e51,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:54:35.281947 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-df725ca2-f087-4159-884e-2b0688376bda req-71f384f7-c635-4023-8159-ed8b3665f156 service neutron] Notify callbacks [] for binding, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:35.293775 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df725ca2-f087-4159-884e-2b0688376bda req-71f384f7-c635-4023-8159-ed8b3665f156 service neutron] 10.222.0.26 "POST /v2.0/ports/ddbd31bc-a9ae-404c-9e3d-b4027bd67e51/bindings HTTP/1.1" status: 201 len: 389 time: 0.5384624 Feb 04 20:54:35.307053 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-990557a5-3c17-4f3d-b100-5baf74383842 req-a2d08e49-07b8-4e7e-a91e-c8e2b4df9a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:35.636759 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-4264ba70-19d5-473d-b3bb-2676fbf419f8 None None] Provisioning for port fc119186-a702-403c-9a96-725a72a9de29 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:54:35.700506 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-4264ba70-19d5-473d-b3bb-2676fbf419f8 None None] Provisioning complete for port fc119186-a702-403c-9a96-725a72a9de29 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:54:35.700898 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4264ba70-19d5-473d-b3bb-2676fbf419f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:35.813753 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc8bf4-b44f-4e9c-91b0-12d3e1d19d8b req-1af41e8d-0744-4678-9091-96ccf76ceaa3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:35.819767 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-4264ba70-19d5-473d-b3bb-2676fbf419f8 None None] Port fc119186-a702-403c-9a96-725a72a9de29 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:54:35.821646 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-53bc8bf4-b44f-4e9c-91b0-12d3e1d19d8b req-1af41e8d-0744-4678-9091-96ccf76ceaa3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2d53b70-88da-4d8b-a7df-d3258979de44 HTTP/1.1" status: 200 len: 944 time: 0.2834544 Feb 04 20:54:35.887332 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df725ca2-f087-4159-884e-2b0688376bda req-f45910a6-213d-47e3-81e7-4593ca1fe533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:35.888783 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df725ca2-f087-4159-884e-2b0688376bda req-f45910a6-213d-47e3-81e7-4593ca1fe533 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&device_id=3a0bf939-34f9-4279-994a-7507e6b5d01a HTTP/1.1" status: 200 len: 1097 time: 0.2663009 Feb 04 20:54:35.906283 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-53bc8bf4-b44f-4e9c-91b0-12d3e1d19d8b req-58b318bf-9c82-4ac4-93b2-1b79004f23fb tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838826 Feb 04 20:54:36.055609 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [req-990557a5-3c17-4f3d-b100-5baf74383842 req-a2d08e49-07b8-4e7e-a91e-c8e2b4df9a10 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:54:36.285538 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-990557a5-3c17-4f3d-b100-5baf74383842 req-a2d08e49-07b8-4e7e-a91e-c8e2b4df9a10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc119186-a702-403c-9a96-725a72a9de29 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:54:36.299628 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-990557a5-3c17-4f3d-b100-5baf74383842 req-a2d08e49-07b8-4e7e-a91e-c8e2b4df9a10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:36.343603 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-990557a5-3c17-4f3d-b100-5baf74383842 req-a2d08e49-07b8-4e7e-a91e-c8e2b4df9a10 service neutron] Transition to ACTIVE for port object fc119186-a702-403c-9a96-725a72a9de29 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:54:36.346573 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df725ca2-f087-4159-884e-2b0688376bda req-807bd34a-f352-47eb-b2f1-a326073b2dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:36.348216 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df725ca2-f087-4159-884e-2b0688376bda req-807bd34a-f352-47eb-b2f1-a326073b2dd4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e2945ff6-c379-474d-a032-331b1f6dd08e HTTP/1.1" status: 200 len: 908 time: 0.4397724 Feb 04 20:54:36.352926 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-990557a5-3c17-4f3d-b100-5baf74383842 req-a2d08e49-07b8-4e7e-a91e-c8e2b4df9a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:36.455127 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf78f6-5c16-4cab-9785-8eeb911f5906 req-74ebf1b4-a119-47fb-ba60-8aacf8c05de6 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:36.456541 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8fdf78f6-5c16-4cab-9785-8eeb911f5906 req-74ebf1b4-a119-47fb-ba60-8aacf8c05de6 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/ports?device_id=99c610bc-5dec-44b3-a699-1dcb606382e7 HTTP/1.1" status: 200 len: 945 time: 0.4977708 Feb 04 20:54:36.535223 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df725ca2-f087-4159-884e-2b0688376bda req-ca479870-ccca-4369-88c7-561ad98015b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 HTTP/1.1" status: 200 len: 217 time: 0.1464539 Feb 04 20:54:36.566819 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbae944-ea37-4b4f-9330-11f0de4d17b7 req-224b5ffd-d36d-4375-9013-cc3b43913725 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:36.568274 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cfbae944-ea37-4b4f-9330-11f0de4d17b7 req-224b5ffd-d36d-4375-9013-cc3b43913725 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a0bf939-34f9-4279-994a-7507e6b5d01a HTTP/1.1" status: 200 len: 946 time: 0.5145791 Feb 04 20:54:36.644886 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d08e49-07b8-4e7e-a91e-c8e2b4df9a10 service neutron] Pushing event updated for resources: {'Port': ['ID=fc119186-a702-403c-9a96-725a72a9de29,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:36.732050 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8fdf78f6-5c16-4cab-9785-8eeb911f5906 req-30e5fe60-1be5-4e27-879b-b1c891ce55ed tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/security-groups?id=9682d437-5169-4f10-a377-f31d491d46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467604 Feb 04 20:54:36.752918 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df725ca2-f087-4159-884e-2b0688376bda req-662bb153-a019-4187-b352-c8ba82fd7c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:36.754417 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df725ca2-f087-4159-884e-2b0688376bda req-662bb153-a019-4187-b352-c8ba82fd7c98 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=52dce76a-dd1c-484a-ae6a-f327dbe47b7b HTTP/1.1" status: 200 len: 847 time: 0.1974251 Feb 04 20:54:36.758829 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cfbae944-ea37-4b4f-9330-11f0de4d17b7 req-796e3c39-256c-4f5b-a0f5-19d6cfead6ff tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447506 Feb 04 20:54:36.759786 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-990557a5-3c17-4f3d-b100-5baf74383842 req-a2d08e49-07b8-4e7e-a91e-c8e2b4df9a10 service neutron] Attempting to bind port fc119186-a702-403c-9a96-725a72a9de29 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:54:36.760110 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-990557a5-3c17-4f3d-b100-5baf74383842 req-a2d08e49-07b8-4e7e-a91e-c8e2b4df9a10 service neutron] Attempting to bind port fc119186-a702-403c-9a96-725a72a9de29 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:54:36.760431 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990557a5-3c17-4f3d-b100-5baf74383842 req-a2d08e49-07b8-4e7e-a91e-c8e2b4df9a10 service neutron] Attempting to bind port fc119186-a702-403c-9a96-725a72a9de29 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:54:36.802418 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990557a5-3c17-4f3d-b100-5baf74383842 req-a2d08e49-07b8-4e7e-a91e-c8e2b4df9a10 service neutron] Port fc119186-a702-403c-9a96-725a72a9de29 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:54:36.802744 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990557a5-3c17-4f3d-b100-5baf74383842 req-a2d08e49-07b8-4e7e-a91e-c8e2b4df9a10 service neutron] Attempting to bind port fc119186-a702-403c-9a96-725a72a9de29 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:54:36.814623 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df725ca2-f087-4159-884e-2b0688376bda req-ae2c2f85-fb3a-4c0e-9c97-d8557eafcb18 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e2945ff6-c379-474d-a032-331b1f6dd08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504284 Feb 04 20:54:36.815474 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990557a5-3c17-4f3d-b100-5baf74383842 req-a2d08e49-07b8-4e7e-a91e-c8e2b4df9a10 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:54:36.815982 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990557a5-3c17-4f3d-b100-5baf74383842 req-a2d08e49-07b8-4e7e-a91e-c8e2b4df9a10 service neutron] Checking segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:54:36.816637 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990557a5-3c17-4f3d-b100-5baf74383842 req-a2d08e49-07b8-4e7e-a91e-c8e2b4df9a10 service neutron] Bound using segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:54:36.817078 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-990557a5-3c17-4f3d-b100-5baf74383842 req-a2d08e49-07b8-4e7e-a91e-c8e2b4df9a10 service neutron] Bound port: fc119186-a702-403c-9a96-725a72a9de29, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:54:36.817516 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-990557a5-3c17-4f3d-b100-5baf74383842 req-a2d08e49-07b8-4e7e-a91e-c8e2b4df9a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:37.196267 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df725ca2-f087-4159-884e-2b0688376bda req-2154e53f-60e3-4ff4-8e85-e3ebb60f8e5c service neutron] 10.222.0.32 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677967 Feb 04 20:54:37.197924 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-990557a5-3c17-4f3d-b100-5baf74383842 req-a2d08e49-07b8-4e7e-a91e-c8e2b4df9a10 service neutron] For port fc119186-a702-403c-9a96-725a72a9de29, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:54:37.240008 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-990557a5-3c17-4f3d-b100-5baf74383842 req-a2d08e49-07b8-4e7e-a91e-c8e2b4df9a10 service neutron] For port fc119186-a702-403c-9a96-725a72a9de29, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=fc119186-a702-403c-9a96-725a72a9de29,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:54:37.301017 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c29f5-8463-4eb9-881e-dbfd00e135ad req-357968c5-c1b1-4df0-84f1-7d0deaf2c5bb tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:37.302452 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e41c29f5-8463-4eb9-881e-dbfd00e135ad req-357968c5-c1b1-4df0-84f1-7d0deaf2c5bb tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c648696-0600-4b03-90a8-11af30de5658 HTTP/1.1" status: 200 len: 949 time: 0.4536710 Feb 04 20:54:37.303405 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-990557a5-3c17-4f3d-b100-5baf74383842 req-a2d08e49-07b8-4e7e-a91e-c8e2b4df9a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:37.313510 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a986e8d-0c60-4b07-90de-45d730a098e0 req-5d18c573-5701-4b70-be20-7d5a8c448a4d tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:37.314822 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5a986e8d-0c60-4b07-90de-45d730a098e0 req-5d18c573-5701-4b70-be20-7d5a8c448a4d tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c648696-0600-4b03-90a8-11af30de5658 HTTP/1.1" status: 200 len: 949 time: 0.3692453 Feb 04 20:54:37.436308 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54316b4c-4ea1-42d8-bb23-f6e436270854 req-0bc159eb-1608-4b1b-87c0-56ae37656ab8 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:37.436983 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-54316b4c-4ea1-42d8-bb23-f6e436270854 req-0bc159eb-1608-4b1b-87c0-56ae37656ab8 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Synchronizing usage tracker for tenant:1c95ab08729c4244bb5389f69a70876f on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:54:37.470302 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990557a5-3c17-4f3d-b100-5baf74383842 req-a2d08e49-07b8-4e7e-a91e-c8e2b4df9a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:37.470904 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-990557a5-3c17-4f3d-b100-5baf74383842 req-a2d08e49-07b8-4e7e-a91e-c8e2b4df9a10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:37.472255 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-990557a5-3c17-4f3d-b100-5baf74383842 req-a2d08e49-07b8-4e7e-a91e-c8e2b4df9a10 service neutron] 10.222.0.18 "PUT /v2.0/ports/fc119186-a702-403c-9a96-725a72a9de29 HTTP/1.1" status: 200 len: 1096 time: 2.3362520 Feb 04 20:54:37.477891 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e9c7ebb-ada4-41b7-8801-42dde7dabcde', 'tag': 'fc119186-a702-403c-9a96-725a72a9de29'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:54:37.590540 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-5a986e8d-0c60-4b07-90de-45d730a098e0 req-0b51ba59-5288-41ef-b70f-19623d5d2962 tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Deleting port 4ab76530-a201-4a9b-bf8e-4b03cba9fcca {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:54:37.590876 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5a986e8d-0c60-4b07-90de-45d730a098e0 req-0b51ba59-5288-41ef-b70f-19623d5d2962 tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:37.625431 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d08e49-07b8-4e7e-a91e-c8e2b4df9a10 service neutron] Pushing event updated for resources: {'Port': ['ID=fc119186-a702-403c-9a96-725a72a9de29,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:37.642334 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e41c29f5-8463-4eb9-881e-dbfd00e135ad req-75294dfb-ff1b-4ac9-9a9d-ee8ff445f394 tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] 10.222.0.26 "GET /v2.0/security-groups?id=1062d285-234f-4ed6-8be7-22251e96befc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248558 Feb 04 20:54:37.643779 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-54316b4c-4ea1-42d8-bb23-f6e436270854 req-0bc159eb-1608-4b1b-87c0-56ae37656ab8 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Unset dirty status for tenant:1c95ab08729c4244bb5389f69a70876f on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:54:37.644791 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-54316b4c-4ea1-42d8-bb23-f6e436270854 req-0bc159eb-1608-4b1b-87c0-56ae37656ab8 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9c7ebb-ada4-41b7-8801-42dde7dabcde HTTP/1.1" status: 200 len: 948 time: 0.7517667 Feb 04 20:54:37.694062 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df725ca2-f087-4159-884e-2b0688376bda req-52207f2b-a5cd-417e-ad01-4ebd35a4d52e service neutron] 10.222.0.32 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4868901 Feb 04 20:54:37.816668 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-54316b4c-4ea1-42d8-bb23-f6e436270854 req-2c03324e-da65-479d-8be8-e97ab1691699 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601892 Feb 04 20:54:37.878071 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990557a5-3c17-4f3d-b100-5baf74383842 req-4f039ae1-baf2-4074-8e42-445b071e6003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:37.879657 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-990557a5-3c17-4f3d-b100-5baf74383842 req-4f039ae1-baf2-4074-8e42-445b071e6003 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c95ab08729c4244bb5389f69a70876f&device_id=5e9c7ebb-ada4-41b7-8801-42dde7dabcde HTTP/1.1" status: 200 len: 1099 time: 0.3534172 Feb 04 20:54:38.036060 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e9c7ebb-ada4-41b7-8801-42dde7dabcde', 'tag': 'fc119186-a702-403c-9a96-725a72a9de29', 'status': 'completed', 'code': 200} Feb 04 20:54:38.156197 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-990557a5-3c17-4f3d-b100-5baf74383842 req-252fd4d5-15cf-4a4c-b25d-bc0bd0b2cd55 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=fc119186-a702-403c-9a96-725a72a9de29 HTTP/1.1" status: 200 len: 217 time: 0.1179671 Feb 04 20:54:38.314386 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df725ca2-f087-4159-884e-2b0688376bda req-d58c33f8-f890-4730-9a38-3e46ab85b792 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:38.315816 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df725ca2-f087-4159-884e-2b0688376bda req-d58c33f8-f890-4730-9a38-3e46ab85b792 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3a0bf939-34f9-4279-994a-7507e6b5d01a&tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&binding%3Ahost_id=n-h2-827896-1 HTTP/1.1" status: 200 len: 1097 time: 0.5455699 Feb 04 20:54:38.326793 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-5a986e8d-0c60-4b07-90de-45d730a098e0 req-0b51ba59-5288-41ef-b70f-19623d5d2962 tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] For port 4ab76530-a201-4a9b-bf8e-4b03cba9fcca, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=4ab76530-a201-4a9b-bf8e-4b03cba9fcca,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:38.327142 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5a986e8d-0c60-4b07-90de-45d730a098e0 req-0b51ba59-5288-41ef-b70f-19623d5d2962 tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:38.342925 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-df725ca2-f087-4159-884e-2b0688376bda req-16d63b18-6208-4128-b467-2b2d7ec6c5ac service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827896-1'}}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:54:38.442720 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990557a5-3c17-4f3d-b100-5baf74383842 req-d08bbabd-48c1-4a71-95c6-6bfaef631a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:38.444754 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-990557a5-3c17-4f3d-b100-5baf74383842 req-d08bbabd-48c1-4a71-95c6-6bfaef631a81 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.2736456 Feb 04 20:54:38.548982 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-5a986e8d-0c60-4b07-90de-45d730a098e0 req-0b51ba59-5288-41ef-b70f-19623d5d2962 tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Calling delete_port for 4ab76530-a201-4a9b-bf8e-4b03cba9fcca owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:54:38.636097 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c6c70-49b7-4a88-9ec8-09fdd4562a10 req-962dadd9-36de-4dba-9426-24aab17b0aac tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:38.637473 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9c7c6c70-49b7-4a88-9ec8-09fdd4562a10 req-962dadd9-36de-4dba-9426-24aab17b0aac tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/ports?device_id=99c610bc-5dec-44b3-a699-1dcb606382e7 HTTP/1.1" status: 200 len: 945 time: 0.6006429 Feb 04 20:54:38.776083 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8903b-24db-4600-9e2c-0e64d8806316 req-d7123290-510b-4cf1-abda-8fea5e8fa5d7 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:38.777527 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-46a8903b-24db-4600-9e2c-0e64d8806316 req-d7123290-510b-4cf1-abda-8fea5e8fa5d7 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a0bf939-34f9-4279-994a-7507e6b5d01a HTTP/1.1" status: 200 len: 946 time: 0.5426490 Feb 04 20:54:38.797439 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9c7c6c70-49b7-4a88-9ec8-09fdd4562a10 req-9c9443a1-01eb-454c-ab22-15ba34eb79cc tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/security-groups?id=9682d437-5169-4f10-a377-f31d491d46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503315 Feb 04 20:54:38.797965 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-df725ca2-f087-4159-884e-2b0688376bda req-16d63b18-6208-4128-b467-2b2d7ec6c5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:39.046228 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990557a5-3c17-4f3d-b100-5baf74383842 req-55b24d61-b92b-4ce5-94ca-a8e91fa1a98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:39.047661 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-990557a5-3c17-4f3d-b100-5baf74383842 req-55b24d61-b92b-4ce5-94ca-a8e91fa1a98d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5391502 Feb 04 20:54:39.055284 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-46a8903b-24db-4600-9e2c-0e64d8806316 req-76a3e181-7c0f-4b2f-a055-2e4c24cd29fa tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613251 Feb 04 20:54:39.087659 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5a986e8d-0c60-4b07-90de-45d730a098e0 req-0b51ba59-5288-41ef-b70f-19623d5d2962 tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:39.098613 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['4ab76530-a201-4a9b-bf8e-4b03cba9fcca'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:54:39.265819 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51ba59-5288-41ef-b70f-19623d5d2962 tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Pushing event deleted for resources: {'Port': ['ID=4ab76530-a201-4a9b-bf8e-4b03cba9fcca,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:39.533504 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a986e8d-0c60-4b07-90de-45d730a098e0 req-0b51ba59-5288-41ef-b70f-19623d5d2962 tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] No DVR routers for this DVR port 4ab76530-a201-4a9b-bf8e-4b03cba9fcca on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:54:39.578420 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-84eb05c1-20e2-4ea4-b1e1-9e270750802e req-27a1bccb-9569-40ec-adaa-5b57bbe55db5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f9cd9679-9aaf-4c95-beb9-4b9eed13656b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7212322 Feb 04 20:54:39.579468 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5a986e8d-0c60-4b07-90de-45d730a098e0 req-0b51ba59-5288-41ef-b70f-19623d5d2962 tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:39.605263 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c79a92-a7ed-44a6-97e1-d43ab10a681e req-17b83da5-a15d-4c7b-8769-0db21e7cc87e tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:39.606747 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e5c79a92-a7ed-44a6-97e1-d43ab10a681e req-17b83da5-a15d-4c7b-8769-0db21e7cc87e tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f2d53b70-88da-4d8b-a7df-d3258979de44 HTTP/1.1" status: 200 len: 1095 time: 0.6951287 Feb 04 20:54:39.627355 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ac9edc07-ca8a-476c-9437-1399588b7247 req-63cafd1a-4b3d-4394-82a9-b5ca8cd574bd tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c648696-0600-4b03-90a8-11af30de5658 HTTP/1.1" status: 200 len: 210 time: 0.1033437 Feb 04 20:54:39.630764 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-df725ca2-f087-4159-884e-2b0688376bda req-16d63b18-6208-4128-b467-2b2d7ec6c5ac service neutron] For port ddbd31bc-a9ae-404c-9e3d-b4027bd67e51, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=ddbd31bc-a9ae-404c-9e3d-b4027bd67e51,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:39.649115 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-990557a5-3c17-4f3d-b100-5baf74383842 req-a944ff87-0cdc-4455-9c8e-90405498471b service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5910213 Feb 04 20:54:39.649948 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46568) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:39.653478 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5a986e8d-0c60-4b07-90de-45d730a098e0 req-0b51ba59-5288-41ef-b70f-19623d5d2962 tempest-TenantUsagesTestJSON-2085527354 tempest-TenantUsagesTestJSON-2085527354-project] 10.222.0.18 "DELETE /v2.0/ports/4ab76530-a201-4a9b-bf8e-4b03cba9fcca HTTP/1.1" status: 204 len: 173 time: 2.2897139 Feb 04 20:54:39.778590 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [req-df725ca2-f087-4159-884e-2b0688376bda req-16d63b18-6208-4128-b467-2b2d7ec6c5ac service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:54:39.804772 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-08b950a1-2f3e-4d2b-8cfb-0cf766b9c94d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:39.820020 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-08b950a1-2f3e-4d2b-8cfb-0cf766b9c94d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:54:39.824205 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-08b950a1-2f3e-4d2b-8cfb-0cf766b9c94d admin admin] Usage tracker for resource:security_group_rule and tenant:a6522ff1e74e4b5bb12850a21a456181 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:54:39.828785 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-08b950a1-2f3e-4d2b-8cfb-0cf766b9c94d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:54:39.837194 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-08b950a1-2f3e-4d2b-8cfb-0cf766b9c94d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:54:39.871943 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e5c79a92-a7ed-44a6-97e1-d43ab10a681e req-3d3312ad-771f-4e13-ba4f-8bfe766867dd tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499702 Feb 04 20:54:39.884640 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-df725ca2-f087-4159-884e-2b0688376bda req-16d63b18-6208-4128-b467-2b2d7ec6c5ac service neutron] For port ddbd31bc-a9ae-404c-9e3d-b4027bd67e51, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:54:39.925683 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-08b950a1-2f3e-4d2b-8cfb-0cf766b9c94d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:39.930272 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-08b950a1-2f3e-4d2b-8cfb-0cf766b9c94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:39.971845 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-08b950a1-2f3e-4d2b-8cfb-0cf766b9c94d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a6522ff1e74e4b5bb12850a21a456181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3205400 Feb 04 20:54:39.974051 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46574) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:40.014742 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-990557a5-3c17-4f3d-b100-5baf74383842 req-cad9e471-317e-4c21-9b25-283dfec9d5cc service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557978 Feb 04 20:54:40.019400 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-df725ca2-f087-4159-884e-2b0688376bda req-16d63b18-6208-4128-b467-2b2d7ec6c5ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:40.026588 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb05c1-20e2-4ea4-b1e1-9e270750802e req-8ba9b85b-752b-4140-be83-6b1b5b069dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:40.028242 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-84eb05c1-20e2-4ea4-b1e1-9e270750802e req-8ba9b85b-752b-4140-be83-6b1b5b069dc5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c95ab08729c4244bb5389f69a70876f&device_id=f9cd9679-9aaf-4c95-beb9-4b9eed13656b HTTP/1.1" status: 200 len: 1100 time: 0.3434556 Feb 04 20:54:40.043069 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb67d5-1061-4154-b441-7893827e7631 req-0bc22f9e-df70-4887-881b-a22c5d320df6 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:40.051284 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-71eb67d5-1061-4154-b441-7893827e7631 req-0bc22f9e-df70-4887-881b-a22c5d320df6 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9c7ebb-ada4-41b7-8801-42dde7dabcde HTTP/1.1" status: 200 len: 948 time: 0.2650576 Feb 04 20:54:40.056380 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c648696-0600-4b03-90a8-11af30de5658', 'name': 'network-vif-deleted', 'tag': '4ab76530-a201-4a9b-bf8e-4b03cba9fcca'}, {'server_uuid': '3a0bf939-34f9-4279-994a-7507e6b5d01a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddbd31bc-a9ae-404c-9e3d-b4027bd67e51'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:54:40.061337 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-df725ca2-f087-4159-884e-2b0688376bda req-16d63b18-6208-4128-b467-2b2d7ec6c5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:40.074575 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b950a1-2f3e-4d2b-8cfb-0cf766b9c94d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fe7f18-659f-447c-8cab-f4a0cb5b12ef,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:40.144868 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e5da64d8-61ed-475f-82cf-9fbae4a9a62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:40.176414 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e5da64d8-61ed-475f-82cf-9fbae4a9a62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:40.311010 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e5da64d8-61ed-475f-82cf-9fbae4a9a62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:40.328919 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da64d8-61ed-475f-82cf-9fbae4a9a62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fe7f18-659f-447c-8cab-f4a0cb5b12ef,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:40.332278 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e5da64d8-61ed-475f-82cf-9fbae4a9a62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:40.337945 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e5da64d8-61ed-475f-82cf-9fbae4a9a62c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/57fe7f18-659f-447c-8cab-f4a0cb5b12ef HTTP/1.1" status: 204 len: 168 time: 0.3557458 Feb 04 20:54:40.486552 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-71eb67d5-1061-4154-b441-7893827e7631 req-06ea575c-1f21-463f-801b-fe95ebda56c4 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336500 Feb 04 20:54:40.541836 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d63b18-6208-4128-b467-2b2d7ec6c5ac service neutron] Pushing event updated for resources: {'Port': ['ID=ddbd31bc-a9ae-404c-9e3d-b4027bd67e51,revision_number=7']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:40.560575 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-df725ca2-f087-4159-884e-2b0688376bda req-16d63b18-6208-4128-b467-2b2d7ec6c5ac service neutron] Attempting to bind port ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 on host n-h2-827896-1 for vnic_type normal with profile {"migrating_to": "n-h1-827896-1"} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:54:40.560994 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-df725ca2-f087-4159-884e-2b0688376bda req-16d63b18-6208-4128-b467-2b2d7ec6c5ac service neutron] Attempting to bind port ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:54:40.561315 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df725ca2-f087-4159-884e-2b0688376bda req-16d63b18-6208-4128-b467-2b2d7ec6c5ac service neutron] Attempting to bind port ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 on network e2945ff6-c379-474d-a032-331b1f6dd08e {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:54:40.579639 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df725ca2-f087-4159-884e-2b0688376bda req-16d63b18-6208-4128-b467-2b2d7ec6c5ac service neutron] Port ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 on network e2945ff6-c379-474d-a032-331b1f6dd08e not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:54:40.579961 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df725ca2-f087-4159-884e-2b0688376bda req-16d63b18-6208-4128-b467-2b2d7ec6c5ac service neutron] Attempting to bind port ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 on network e2945ff6-c379-474d-a032-331b1f6dd08e {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:54:40.582479 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb05c1-20e2-4ea4-b1e1-9e270750802e req-daf21d57-a610-4536-8611-ae3abe5a7842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:40.583938 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-84eb05c1-20e2-4ea4-b1e1-9e270750802e req-daf21d57-a610-4536-8611-ae3abe5a7842 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.5292294 Feb 04 20:54:40.586111 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c648696-0600-4b03-90a8-11af30de5658', 'name': 'network-vif-deleted', 'tag': '4ab76530-a201-4a9b-bf8e-4b03cba9fcca', 'status': 'completed', 'code': 200} Feb 04 20:54:40.586370 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0bf939-34f9-4279-994a-7507e6b5d01a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddbd31bc-a9ae-404c-9e3d-b4027bd67e51', 'code': 200} Feb 04 20:54:40.644385 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df725ca2-f087-4159-884e-2b0688376bda req-16d63b18-6208-4128-b467-2b2d7ec6c5ac service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:54:40.644723 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df725ca2-f087-4159-884e-2b0688376bda req-16d63b18-6208-4128-b467-2b2d7ec6c5ac service neutron] Checking segment: {'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:54:40.645109 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df725ca2-f087-4159-884e-2b0688376bda req-16d63b18-6208-4128-b467-2b2d7ec6c5ac service neutron] Bound using segment: {'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:54:40.645583 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-df725ca2-f087-4159-884e-2b0688376bda req-16d63b18-6208-4128-b467-2b2d7ec6c5ac service neutron] Bound port: ddbd31bc-a9ae-404c-9e3d-b4027bd67e51, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:54:40.645925 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-df725ca2-f087-4159-884e-2b0688376bda req-16d63b18-6208-4128-b467-2b2d7ec6c5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:40.670267 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209bf83-fb86-4542-bd29-374e7714be78 req-336af074-e73c-4bcb-9e8d-f96d99d33c61 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:40.671723 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3209bf83-fb86-4542-bd29-374e7714be78 req-336af074-e73c-4bcb-9e8d-f96d99d33c61 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc192b55-eae8-49d6-99a4-8761107e4661 HTTP/1.1" status: 200 len: 945 time: 0.5298502 Feb 04 20:54:40.688239 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd94b99-a9f4-4c82-9ca3-0df68e13566c req-4b9c7108-3194-4315-9040-3ed1111c62cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:40.689699 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6dd94b99-a9f4-4c82-9ca3-0df68e13566c req-4b9c7108-3194-4315-9040-3ed1111c62cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c95ab08729c4244bb5389f69a70876f&device_id=5e9c7ebb-ada4-41b7-8801-42dde7dabcde HTTP/1.1" status: 200 len: 1099 time: 0.5363951 Feb 04 20:54:40.695285 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-84eb05c1-20e2-4ea4-b1e1-9e270750802e req-bd29d630-abe1-4e70-bca1-db404919f87e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=432de455-77b1-4958-bba0-0a1bca95066f HTTP/1.1" status: 200 len: 217 time: 0.0984998 Feb 04 20:54:40.994333 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3209bf83-fb86-4542-bd29-374e7714be78 req-7ab93a5a-198d-427c-914d-ec46b51887b2 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] 10.222.0.26 "GET /v2.0/security-groups?id=980eb6c1-394d-41c9-9ec1-fc3a04b5d944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011887 Feb 04 20:54:41.008157 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb05c1-20e2-4ea4-b1e1-9e270750802e req-29209c6e-3d2e-4f0e-9388-925b5b5d16c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:41.009717 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-84eb05c1-20e2-4ea4-b1e1-9e270750802e req-29209c6e-3d2e-4f0e-9388-925b5b5d16c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.2617447 Feb 04 20:54:41.105326 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-df725ca2-f087-4159-884e-2b0688376bda req-16d63b18-6208-4128-b467-2b2d7ec6c5ac service neutron] For port ddbd31bc-a9ae-404c-9e3d-b4027bd67e51, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:54:41.128325 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd94b99-a9f4-4c82-9ca3-0df68e13566c req-d7ef4125-8692-4f5f-b1d9-0841bff90eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:41.129789 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6dd94b99-a9f4-4c82-9ca3-0df68e13566c req-d7ef4125-8692-4f5f-b1d9-0841bff90eaa service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.4331615 Feb 04 20:54:41.135691 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-df725ca2-f087-4159-884e-2b0688376bda req-16d63b18-6208-4128-b467-2b2d7ec6c5ac service neutron] For port ddbd31bc-a9ae-404c-9e3d-b4027bd67e51, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=ddbd31bc-a9ae-404c-9e3d-b4027bd67e51,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:54:41.312833 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-df725ca2-f087-4159-884e-2b0688376bda req-16d63b18-6208-4128-b467-2b2d7ec6c5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:41.401712 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a8ea7-51b5-424e-9857-35219907ecb0 req-b9c6334b-9523-43ed-911e-a1ae14d834d4 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:41.403071 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1c8a8ea7-51b5-424e-9857-35219907ecb0 req-b9c6334b-9523-43ed-911e-a1ae14d834d4 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a0bf939-34f9-4279-994a-7507e6b5d01a HTTP/1.1" status: 200 len: 944 time: 0.7171245 Feb 04 20:54:41.439576 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6dd94b99-a9f4-4c82-9ca3-0df68e13566c req-c8b6ed1f-e888-4cb7-87cf-8deea3caaa03 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=fc119186-a702-403c-9a96-725a72a9de29 HTTP/1.1" status: 200 len: 217 time: 0.1801069 Feb 04 20:54:41.516254 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3776932-6c85-45fa-b2c5-4c2d0ce92b7e req-b2f90ff8-ea4d-4234-8796-c241e1821408 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:41.517733 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f3776932-6c85-45fa-b2c5-4c2d0ce92b7e req-b2f90ff8-ea4d-4234-8796-c241e1821408 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc192b55-eae8-49d6-99a4-8761107e4661 HTTP/1.1" status: 200 len: 945 time: 0.0814724 Feb 04 20:54:41.580029 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device fc119186-a702-403c-9a96-725a72a9de29 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:54:41.599824 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-f3776932-6c85-45fa-b2c5-4c2d0ce92b7e req-5b87517a-e4a7-49f6-bed6-69c0c8a4ed51 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Deleting port 7f91b951-ffee-4063-899c-789ba71815c3 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:54:41.601250 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-f3776932-6c85-45fa-b2c5-4c2d0ce92b7e req-5b87517a-e4a7-49f6-bed6-69c0c8a4ed51 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:41.694917 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d63b18-6208-4128-b467-2b2d7ec6c5ac service neutron] Pushing event updated for resources: {'Port': ['ID=ddbd31bc-a9ae-404c-9e3d-b4027bd67e51,revision_number=8']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:41.705472 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb05c1-20e2-4ea4-b1e1-9e270750802e req-573710cc-3650-4371-b63b-867395d61434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:41.707170 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-84eb05c1-20e2-4ea4-b1e1-9e270750802e req-573710cc-3650-4371-b63b-867395d61434 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6852930 Feb 04 20:54:41.721833 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1c8a8ea7-51b5-424e-9857-35219907ecb0 req-403c0354-f334-4014-b468-e201c9f5d662 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964010 Feb 04 20:54:41.723374 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df725ca2-f087-4159-884e-2b0688376bda req-16d63b18-6208-4128-b467-2b2d7ec6c5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:41.724132 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-df725ca2-f087-4159-884e-2b0688376bda req-16d63b18-6208-4128-b467-2b2d7ec6c5ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:41.726930 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df725ca2-f087-4159-884e-2b0688376bda req-16d63b18-6208-4128-b467-2b2d7ec6c5ac service neutron] 10.222.0.32 "PUT /v2.0/ports/ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 HTTP/1.1" status: 200 len: 1122 time: 3.4025323 Feb 04 20:54:41.749472 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 4ab76530-a201-4a9b-bf8e-4b03cba9fcca no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:54:41.765072 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd94b99-a9f4-4c82-9ca3-0df68e13566c req-ca712b9e-8f58-4afa-9dcd-1304c2dc2f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:41.766537 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6dd94b99-a9f4-4c82-9ca3-0df68e13566c req-ca712b9e-8f58-4afa-9dcd-1304c2dc2f6d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.3034878 Feb 04 20:54:41.785504 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-316690e1-fedb-411e-9aed-ce9954b67c15 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:41.792872 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-316690e1-fedb-411e-9aed-ce9954b67c15 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/networks?id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 HTTP/1.1" status: 200 len: 820 time: 0.6781580 Feb 04 20:54:41.811204 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: 4ab76530-a201-4a9b-bf8e-4b03cba9fcca {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:54:41.811520 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 4ab76530-a201-4a9b-bf8e-4b03cba9fcca not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:54:41.843671 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port fc119186-a702-403c-9a96-725a72a9de29, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=fc119186-a702-403c-9a96-725a72a9de29,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:41.861711 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'fc119186-a702-403c-9a96-725a72a9de29', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': 'fc119186-a702-403c-9a96-725a72a9de29', 'mac_address': 'fa:16:3e:49:41:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:54:41.899716 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-e5123c3c-5028-45da-988b-b8471e9ad238 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/quotas/c5a142124dd5482a87b175ed6e7e9ba5 HTTP/1.1" status: 200 len: 375 time: 0.1058841 Feb 04 20:54:41.953984 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['ddbd31bc-a9ae-404c-9e3d-b4027bd67e51'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:54:42.027337 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-f3776932-6c85-45fa-b2c5-4c2d0ce92b7e req-5b87517a-e4a7-49f6-bed6-69c0c8a4ed51 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] For port 7f91b951-ffee-4063-899c-789ba71815c3, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=7f91b951-ffee-4063-899c-789ba71815c3,segment=NetworkSegment(d12e9950-5d86-40cd-bddc-0de2bd6bc6e5),segment_id=d12e9950-5d86-40cd-bddc-0de2bd6bc6e5)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:42.029297 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-f3776932-6c85-45fa-b2c5-4c2d0ce92b7e req-5b87517a-e4a7-49f6-bed6-69c0c8a4ed51 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:42.034300 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:42.105110 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc119186-a702-403c-9a96-725a72a9de29 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:54:42.117934 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-84eb05c1-20e2-4ea4-b1e1-9e270750802e req-767dce7d-e3d5-4a53-b1e3-233704a76a04 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861430 Feb 04 20:54:42.156625 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port fc119186-a702-403c-9a96-725a72a9de29, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=fc119186-a702-403c-9a96-725a72a9de29,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:42.195826 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-f3776932-6c85-45fa-b2c5-4c2d0ce92b7e req-5b87517a-e4a7-49f6-bed6-69c0c8a4ed51 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Calling delete_port for 7f91b951-ffee-4063-899c-789ba71815c3 owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:54:42.238228 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:42.262088 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd94b99-a9f4-4c82-9ca3-0df68e13566c req-9d22ffba-441f-4af0-9565-fe10077d4fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:42.263214 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6dd94b99-a9f4-4c82-9ca3-0df68e13566c req-9d22ffba-441f-4af0-9565-fe10077d4fd8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4677727 Feb 04 20:54:42.362272 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-8388c48a-f587-4160-8a29-1a9013ea4e94 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4611740 Feb 04 20:54:42.387936 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-f3776932-6c85-45fa-b2c5-4c2d0ce92b7e req-5b87517a-e4a7-49f6-bed6-69c0c8a4ed51 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:42.406896 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['7f91b951-ffee-4063-899c-789ba71815c3'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:54:42.472467 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87517a-e4a7-49f6-bed6-69c0c8a4ed51 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Pushing event deleted for resources: {'Port': ['ID=7f91b951-ffee-4063-899c-789ba71815c3,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:42.497796 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46642) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:42.510604 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=fc119186-a702-403c-9a96-725a72a9de29,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:42.590585 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a0bf939-34f9-4279-994a-7507e6b5d01a', 'tag': 'ddbd31bc-a9ae-404c-9e3d-b4027bd67e51'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:54:42.597561 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['fc119186-a702-403c-9a96-725a72a9de29'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:54:42.662244 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-84eb05c1-20e2-4ea4-b1e1-9e270750802e req-83befba8-c6b4-436a-93b1-ffa807a77666 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4946532 Feb 04 20:54:42.728399 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3776932-6c85-45fa-b2c5-4c2d0ce92b7e req-5b87517a-e4a7-49f6-bed6-69c0c8a4ed51 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] No DVR routers for this DVR port 7f91b951-ffee-4063-899c-789ba71815c3 on host n-h1-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:54:42.733863 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-f3776932-6c85-45fa-b2c5-4c2d0ce92b7e req-5b87517a-e4a7-49f6-bed6-69c0c8a4ed51 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:42.745569 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc192b55-eae8-49d6-99a4-8761107e4661', 'name': 'network-vif-deleted', 'tag': '7f91b951-ffee-4063-899c-789ba71815c3'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:54:42.758082 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba277de5-1f70-4c5a-b5c9-34635c4363fa req-8fb27083-085b-42b5-a816-5b7514a64b88 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:42.760881 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f3776932-6c85-45fa-b2c5-4c2d0ce92b7e req-5b87517a-e4a7-49f6-bed6-69c0c8a4ed51 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] 10.222.0.32 "DELETE /v2.0/ports/7f91b951-ffee-4063-899c-789ba71815c3 HTTP/1.1" status: 204 len: 173 time: 1.2354333 Feb 04 20:54:42.765469 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ba277de5-1f70-4c5a-b5c9-34635c4363fa req-8fb27083-085b-42b5-a816-5b7514a64b88 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9c7ebb-ada4-41b7-8801-42dde7dabcde HTTP/1.1" status: 200 len: 948 time: 0.6453626 Feb 04 20:54:42.807982 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6dd94b99-a9f4-4c82-9ca3-0df68e13566c req-00969d58-a4bd-44c9-b0a4-da983e5b6f28 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5293009 Feb 04 20:54:42.903384 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-ab38657d-6ea0-4a4c-9ed8-cda9c8266403 service neutron] 10.222.0.26 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5403152 Feb 04 20:54:43.117947 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a09790be-97bc-4653-817e-153c0a8ad195 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1e05c723840745af85efbea2a3f2616a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6051188 Feb 04 20:54:43.119007 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46670) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:43.230138 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ba277de5-1f70-4c5a-b5c9-34635c4363fa req-3ddabaa7-d825-4033-9f63-3a981fc00069 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635060 Feb 04 20:54:43.265233 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bea521aa-e785-4288-9d8a-abca0f405c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:43.299790 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bea521aa-e785-4288-9d8a-abca0f405c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:43.349024 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6dd94b99-a9f4-4c82-9ca3-0df68e13566c req-24e2cae8-f54e-40ae-970d-2842ac9c9bdb service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5203359 Feb 04 20:54:43.415441 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bea521aa-e785-4288-9d8a-abca0f405c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:43.418352 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-bb137a0c-88e8-485b-8061-c1f26853d056 service neutron] 10.222.0.26 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5123389 Feb 04 20:54:43.451540 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea521aa-e785-4288-9d8a-abca0f405c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1062d285-234f-4ed6-8be7-22251e96befc,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:43.507068 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bea521aa-e785-4288-9d8a-abca0f405c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:43.513193 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bea521aa-e785-4288-9d8a-abca0f405c8a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1062d285-234f-4ed6-8be7-22251e96befc HTTP/1.1" status: 204 len: 168 time: 0.3930254 Feb 04 20:54:43.653651 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:54:43.711764 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-64c0b97a-ca75-4645-ad1a-73d5cee71de8 req-50b0206c-fab6-48cb-b41b-fb2558a06b67 tempest-AttachSCSIVolumeTestJSON-1816280962 tempest-AttachSCSIVolumeTestJSON-1816280962-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc192b55-eae8-49d6-99a4-8761107e4661 HTTP/1.1" status: 200 len: 210 time: 0.1521957 Feb 04 20:54:43.720456 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a0bf939-34f9-4279-994a-7507e6b5d01a', 'tag': 'ddbd31bc-a9ae-404c-9e3d-b4027bd67e51', 'status': 'completed', 'code': 200} Feb 04 20:54:43.805720 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46688) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:43.881085 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc192b55-eae8-49d6-99a4-8761107e4661', 'name': 'network-vif-deleted', 'tag': '7f91b951-ffee-4063-899c-789ba71815c3', 'status': 'completed', 'code': 200} Feb 04 20:54:43.944865 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222d4e5-3df1-421e-80ce-e6a16076e347 req-8543038d-05b4-4361-91d3-45c5dee998de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:43.947242 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b222d4e5-3df1-421e-80ce-e6a16076e347 req-8543038d-05b4-4361-91d3-45c5dee998de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&device_id=3a0bf939-34f9-4279-994a-7507e6b5d01a HTTP/1.1" status: 200 len: 1125 time: 0.2156200 Feb 04 20:54:44.099833 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-22183030-3b0c-4a7c-8fbe-d64449e23ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:44.145848 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port ddbd31bc-a9ae-404c-9e3d-b4027bd67e51, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=ddbd31bc-a9ae-404c-9e3d-b4027bd67e51,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:44.163485 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 has no active binding in host n-h1-827896-1 {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 20:54:44.336684 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-45035a26-1d00-495b-b20c-5ef647239644 req-fef11ba6-b30d-4a86-80bb-d00e72b2d782 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 210 time: 0.1671031 Feb 04 20:54:44.342347 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cab6f277-0e47-4bf4-b50e-782a3d847442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:44.360075 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46714) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:44.404500 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b1097eb4-5557-45e9-8c16-959a0e29378c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:44.425279 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-cab6f277-0e47-4bf4-b50e-782a3d847442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:54:44.433031 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-cab6f277-0e47-4bf4-b50e-782a3d847442 admin admin] Usage tracker for resource:security_group_rule and tenant:4fd237cf57a74853a1c21b37dd1234ff is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:54:44.438333 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-cab6f277-0e47-4bf4-b50e-782a3d847442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:54:44.455090 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b1097eb4-5557-45e9-8c16-959a0e29378c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:54:44.458212 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-cab6f277-0e47-4bf4-b50e-782a3d847442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:54:44.462417 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222d4e5-3df1-421e-80ce-e6a16076e347 req-945067d2-c47c-451d-8096-58d862818972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:44.463652 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b1097eb4-5557-45e9-8c16-959a0e29378c admin admin] Usage tracker for resource:security_group_rule and tenant:e0223593fcd549d9b65bf497dc802b71 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:54:44.467143 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b222d4e5-3df1-421e-80ce-e6a16076e347 req-945067d2-c47c-451d-8096-58d862818972 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2945ff6-c379-474d-a032-331b1f6dd08e HTTP/1.1" status: 200 len: 908 time: 0.5110970 Feb 04 20:54:44.469004 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b1097eb4-5557-45e9-8c16-959a0e29378c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:54:44.479822 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b1097eb4-5557-45e9-8c16-959a0e29378c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:54:44.621554 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cab6f277-0e47-4bf4-b50e-782a3d847442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:44.632636 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cab6f277-0e47-4bf4-b50e-782a3d847442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:44.654508 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b1097eb4-5557-45e9-8c16-959a0e29378c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:44.662309 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b222d4e5-3df1-421e-80ce-e6a16076e347 req-0e88c610-5241-492a-9cd0-43e8574e6bf8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 HTTP/1.1" status: 200 len: 217 time: 0.1802721 Feb 04 20:54:44.682720 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b1097eb4-5557-45e9-8c16-959a0e29378c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:44.707197 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-cab6f277-0e47-4bf4-b50e-782a3d847442 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4fd237cf57a74853a1c21b37dd1234ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8997650 Feb 04 20:54:44.710435 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6f277-0e47-4bf4-b50e-782a3d847442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d85cf75-ae35-4521-a938-23bbcf325f53,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:44.712933 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46732) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:44.750566 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8d056-905f-4cf3-ac6a-8bf5a980d784 req-840d7ded-1a70-4612-a4b1-a323ac433f9e tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:44.752062 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-27b8d056-905f-4cf3-ac6a-8bf5a980d784 req-840d7ded-1a70-4612-a4b1-a323ac433f9e tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a0bf939-34f9-4279-994a-7507e6b5d01a HTTP/1.1" status: 200 len: 944 time: 0.5846918 Feb 04 20:54:44.756439 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222d4e5-3df1-421e-80ce-e6a16076e347 req-f3e06548-da16-4f27-b4b2-ab5dbc382170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:44.757813 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b222d4e5-3df1-421e-80ce-e6a16076e347 req-f3e06548-da16-4f27-b4b2-ab5dbc382170 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52dce76a-dd1c-484a-ae6a-f327dbe47b7b HTTP/1.1" status: 200 len: 847 time: 0.0845928 Feb 04 20:54:44.765990 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b1097eb4-5557-45e9-8c16-959a0e29378c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e0223593fcd549d9b65bf497dc802b71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4031563 Feb 04 20:54:44.775438 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46738) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:44.818616 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1097eb4-5557-45e9-8c16-959a0e29378c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a092c78-a142-4a55-bbd4-07b1a148f38b,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:44.830348 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b222d4e5-3df1-421e-80ce-e6a16076e347 req-cedda19b-2149-4906-ab02-e008991a550d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2945ff6-c379-474d-a032-331b1f6dd08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486047 Feb 04 20:54:44.882513 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e0bf9f8a-47c9-4340-b86d-2fa4287f7d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:44.901636 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1d8cc22b-7716-4f26-afb4-5f8c91b621e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:44.928453 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e0bf9f8a-47c9-4340-b86d-2fa4287f7d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:44.945022 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-27b8d056-905f-4cf3-ac6a-8bf5a980d784 req-11616b6a-6b58-49c9-b4b1-641f8c108310 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856115 Feb 04 20:54:44.967864 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb993e-a73f-4da3-96b6-addf2ee5a25d req-cc45d2c4-4d0b-40e5-9c04-b19b73172b47 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:44.969401 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93bb993e-a73f-4da3-96b6-addf2ee5a25d req-cc45d2c4-4d0b-40e5-9c04-b19b73172b47 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9c7ebb-ada4-41b7-8801-42dde7dabcde HTTP/1.1" status: 200 len: 949 time: 0.3630643 Feb 04 20:54:44.977939 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1d8cc22b-7716-4f26-afb4-5f8c91b621e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:45.064026 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93bb993e-a73f-4da3-96b6-addf2ee5a25d req-daebef4d-5481-454e-bf5a-b04c177c7d2a tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838604 Feb 04 20:54:45.067018 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b222d4e5-3df1-421e-80ce-e6a16076e347 req-565e3470-a0df-4185-a7b9-0105cf0a6cba service neutron] 10.222.0.18 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270064 Feb 04 20:54:45.107634 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1d8cc22b-7716-4f26-afb4-5f8c91b621e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:45.128982 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e0bf9f8a-47c9-4340-b86d-2fa4287f7d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:45.144400 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8cc22b-7716-4f26-afb4-5f8c91b621e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a092c78-a142-4a55-bbd4-07b1a148f38b,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:45.171143 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1d8cc22b-7716-4f26-afb4-5f8c91b621e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:45.172697 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1d8cc22b-7716-4f26-afb4-5f8c91b621e4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3a092c78-a142-4a55-bbd4-07b1a148f38b HTTP/1.1" status: 204 len: 168 time: 0.3943958 Feb 04 20:54:45.174064 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf9f8a-47c9-4340-b86d-2fa4287f7d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d85cf75-ae35-4521-a938-23bbcf325f53,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:45.176101 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e0bf9f8a-47c9-4340-b86d-2fa4287f7d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:45.180562 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e0bf9f8a-47c9-4340-b86d-2fa4287f7d6b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3d85cf75-ae35-4521-a938-23bbcf325f53 HTTP/1.1" status: 204 len: 168 time: 0.4554203 Feb 04 20:54:45.267538 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b222d4e5-3df1-421e-80ce-e6a16076e347 req-b0fd6c5a-cff0-4c35-a634-109aedda3251 service neutron] 10.222.0.18 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932023 Feb 04 20:54:45.603490 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device fc119186-a702-403c-9a96-725a72a9de29 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:54:45.633974 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1d3916ee-a048-4c3f-9e2c-80b787e540e8 req-2125ff3b-ce6a-42b4-af4f-0b1c0fc94237 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 210 time: 0.0972674 Feb 04 20:54:45.673351 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 7f91b951-ffee-4063-899c-789ba71815c3 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:54:45.691322 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-e1053077-90dc-4c0e-ac60-acc84ed4f906 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:45.706138 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-e1053077-90dc-4c0e-ac60-acc84ed4f906 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.32 "GET /v2.0/networks?id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 HTTP/1.1" status: 200 len: 820 time: 0.3045120 Feb 04 20:54:45.726316 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-675b4d62-efae-4d61-8eed-1f4436fb9cc3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Request body: {'port': {'device_id': '81351f75-ca36-4dd6-b2a2-bf5087bd6eb2', 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08', 'admin_state_up': True, 'tenant_id': 'c5a142124dd5482a87b175ed6e7e9ba5'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:54:45.754659 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: 7f91b951-ffee-4063-899c-789ba71815c3 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:54:45.755108 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 7f91b951-ffee-4063-899c-789ba71815c3 not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:54:45.801927 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port fc119186-a702-403c-9a96-725a72a9de29 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:54:45.807595 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port fc119186-a702-403c-9a96-725a72a9de29 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:54:45.808211 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:45.872422 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 46770) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:45.916298 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-10aebc53-be10-486b-9562-2fd1132cbf56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:45.957004 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-10aebc53-be10-486b-9562-2fd1132cbf56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:54:45.963587 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-10aebc53-be10-486b-9562-2fd1132cbf56 admin admin] Usage tracker for resource:security_group_rule and tenant:1e9ef61353b24849a51e1272aed12f52 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:54:45.967010 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-10aebc53-be10-486b-9562-2fd1132cbf56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:54:45.980411 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-10aebc53-be10-486b-9562-2fd1132cbf56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:54:46.022628 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-675b4d62-efae-4d61-8eed-1f4436fb9cc3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:54:46.029355 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:46.034187 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-675b4d62-efae-4d61-8eed-1f4436fb9cc3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Usage tracker for resource:port and tenant:c5a142124dd5482a87b175ed6e7e9ba5 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:54:46.040716 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-675b4d62-efae-4d61-8eed-1f4436fb9cc3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:54:46.054078 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-675b4d62-efae-4d61-8eed-1f4436fb9cc3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:54:46.074449 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-675b4d62-efae-4d61-8eed-1f4436fb9cc3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Made reservation on behalf of c5a142124dd5482a87b175ed6e7e9ba5 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:54:46.080949 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-675b4d62-efae-4d61-8eed-1f4436fb9cc3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:46.095184 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9c7ebb-ada4-41b7-8801-42dde7dabcde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc119186-a702-403c-9a96-725a72a9de29'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:54:46.142921 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port fc119186-a702-403c-9a96-725a72a9de29, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=fc119186-a702-403c-9a96-725a72a9de29,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:46.153730 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:46.253545 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-10aebc53-be10-486b-9562-2fd1132cbf56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:46.272960 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-10aebc53-be10-486b-9562-2fd1132cbf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:46.275174 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-01643ea6-2348-4c26-8e80-a126a2d0d5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:46.282379 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=fc119186-a702-403c-9a96-725a72a9de29,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:46.383321 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aebc53-be10-486b-9562-2fd1132cbf56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2a3e3f-a539-4e48-9bd7-2afeb40fa5e3,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:46.386849 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-675b4d62-efae-4d61-8eed-1f4436fb9cc3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Allocated IP 172.20.0.12 (a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08/af7ea361-8fb7-49bd-8e76-0990ff7e7df7/b08319eb-cc5b-4f8b-8518-85a440ceaf84) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:54:46.388118 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-10aebc53-be10-486b-9562-2fd1132cbf56 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1e9ef61353b24849a51e1272aed12f52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5144992 Feb 04 20:54:46.392596 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46814) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:46.518241 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6c76c-66a6-4968-871c-c30608600907 req-c9f96b29-5d81-48e3-ae70-06e7731d2c3b tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:46.519153 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7b595708-97e2-4ec5-bb70-a58be1e69f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:46.520470 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-70a6c76c-66a6-4968-871c-c30608600907 req-c9f96b29-5d81-48e3-ae70-06e7731d2c3b tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a0bf939-34f9-4279-994a-7507e6b5d01a HTTP/1.1" status: 200 len: 944 time: 0.2381127 Feb 04 20:54:46.528420 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb4782-b9e7-40fc-a9d4-f213a37a3378 req-c777b1a5-e82b-4cc1-89b9-48a4dd131051 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:46.530257 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a5fb4782-b9e7-40fc-a9d4-f213a37a3378 req-c777b1a5-e82b-4cc1-89b9-48a4dd131051 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9c7ebb-ada4-41b7-8801-42dde7dabcde HTTP/1.1" status: 200 len: 950 time: 0.1751006 Feb 04 20:54:46.650267 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7b595708-97e2-4ec5-bb70-a58be1e69f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:46.655249 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-70a6c76c-66a6-4968-871c-c30608600907 req-4b8b3e5b-dc37-469e-8acf-ccaf9d85cc48 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237257 Feb 04 20:54:46.665722 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a5fb4782-b9e7-40fc-a9d4-f213a37a3378 req-3afa3e86-3b86-46db-9e1b-ccde6188750e tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153028 Feb 04 20:54:46.725576 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9c7ebb-ada4-41b7-8801-42dde7dabcde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc119186-a702-403c-9a96-725a72a9de29', 'code': 200} Feb 04 20:54:46.832253 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-675b4d62-efae-4d61-8eed-1f4436fb9cc3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:46.841363 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7b595708-97e2-4ec5-bb70-a58be1e69f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:46.871683 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b595708-97e2-4ec5-bb70-a58be1e69f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2a3e3f-a539-4e48-9bd7-2afeb40fa5e3,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:46.876053 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7b595708-97e2-4ec5-bb70-a58be1e69f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:46.877987 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7b595708-97e2-4ec5-bb70-a58be1e69f77 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4b2a3e3f-a539-4e48-9bd7-2afeb40fa5e3 HTTP/1.1" status: 204 len: 168 time: 0.4845479 Feb 04 20:54:46.960584 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-675b4d62-efae-4d61-8eed-1f4436fb9cc3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:47.031072 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d160f27-07f4-46d6-917e-e7d56cea7bdc req-706bcd81-66ae-47bc-99c2-a94a5811a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:47.033500 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d160f27-07f4-46d6-917e-e7d56cea7bdc req-706bcd81-66ae-47bc-99c2-a94a5811a394 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5e9c7ebb-ada4-41b7-8801-42dde7dabcde HTTP/1.1" status: 200 len: 1101 time: 0.2267909 Feb 04 20:54:47.114646 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667440b2-860f-47f6-8cdc-6f21ec403af3 req-0c6060c1-52c6-4488-abd7-d94b15a09a33 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:47.117114 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-667440b2-860f-47f6-8cdc-6f21ec403af3 req-0c6060c1-52c6-4488-abd7-d94b15a09a33 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 932 time: 0.1715202 Feb 04 20:54:47.123456 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-675b4d62-efae-4d61-8eed-1f4436fb9cc3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:54:47.127469 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-675b4d62-efae-4d61-8eed-1f4436fb9cc3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:54:47.131434 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-675b4d62-efae-4d61-8eed-1f4436fb9cc3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:54:47.185967 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b4d62-efae-4d61-8eed-1f4436fb9cc3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Pushing event updated for resources: {'Port': ['ID=b08319eb-cc5b-4f8b-8518-85a440ceaf84,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:47.204539 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46872) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:47.257008 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:47.274030 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-675b4d62-efae-4d61-8eed-1f4436fb9cc3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:47.274706 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-675b4d62-efae-4d61-8eed-1f4436fb9cc3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:47.301894 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:47.314066 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-675b4d62-efae-4d61-8eed-1f4436fb9cc3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5939901 Feb 04 20:54:47.326842 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d160f27-07f4-46d6-917e-e7d56cea7bdc req-ce2c61c4-7371-465c-9dd6-2eaf5ecd34af service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851138 Feb 04 20:54:47.329554 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-2c0765c7-47d4-4a99-b8a0-0c06db7092e9 service neutron] Request body: {'port': {'device_id': '81351f75-ca36-4dd6-b2a2-bf5087bd6eb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:54:47.346913 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-667440b2-860f-47f6-8cdc-6f21ec403af3 req-bcf10d05-c7e9-401e-9802-f7b2555153c1 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020545 Feb 04 20:54:47.441718 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-f6e53dc6-ca26-4ced-b36e-671b5d509a41 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1609791137-network', 'tenant_id': '7208c62bc0ff436b8f7c372434458b82'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:54:47.458253 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f6e53dc6-ca26-4ced-b36e-671b5d509a41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:54:47.465634 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f6e53dc6-ca26-4ced-b36e-671b5d509a41 admin admin] Usage tracker for resource:network and tenant:7208c62bc0ff436b8f7c372434458b82 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:54:47.470660 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f6e53dc6-ca26-4ced-b36e-671b5d509a41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:54:47.483042 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f6e53dc6-ca26-4ced-b36e-671b5d509a41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:54:47.485618 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-2c0765c7-47d4-4a99-b8a0-0c06db7092e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:47.550400 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e53dc6-ca26-4ced-b36e-671b5d509a41 admin admin] Made reservation on behalf of 7208c62bc0ff436b8f7c372434458b82 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:54:47.553594 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f6e53dc6-ca26-4ced-b36e-671b5d509a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:47.576007 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f6e53dc6-ca26-4ced-b36e-671b5d509a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:47.598308 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f6e53dc6-ca26-4ced-b36e-671b5d509a41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:54:47.609524 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f6e53dc6-ca26-4ced-b36e-671b5d509a41 admin admin] Usage tracker for resource:security_group_rule and tenant:7208c62bc0ff436b8f7c372434458b82 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:54:47.614291 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f6e53dc6-ca26-4ced-b36e-671b5d509a41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:54:47.661347 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f6e53dc6-ca26-4ced-b36e-671b5d509a41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:54:47.911379 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f6e53dc6-ca26-4ced-b36e-671b5d509a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:47.932661 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f6e53dc6-ca26-4ced-b36e-671b5d509a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:47.954811 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2b398-26a8-4d94-9fa2-69666f15d2ed req-02b96fef-6a0d-4ed7-a7dc-83ae4dd5a81b tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:47.961848 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-17e2b398-26a8-4d94-9fa2-69666f15d2ed req-02b96fef-6a0d-4ed7-a7dc-83ae4dd5a81b tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a0bf939-34f9-4279-994a-7507e6b5d01a HTTP/1.1" status: 200 len: 944 time: 0.1689882 Feb 04 20:54:48.016058 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e53dc6-ca26-4ced-b36e-671b5d509a41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:54:48.032922 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-2c0765c7-47d4-4a99-b8a0-0c06db7092e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b08319eb-cc5b-4f8b-8518-85a440ceaf84 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:54:48.042692 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e53dc6-ca26-4ced-b36e-671b5d509a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85a914e-4f56-44b7-869f-014d285fd6c8,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:48.047553 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-2c0765c7-47d4-4a99-b8a0-0c06db7092e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:48.054813 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f6e53dc6-ca26-4ced-b36e-671b5d509a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:48.055082 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-f6e53dc6-ca26-4ced-b36e-671b5d509a41 admin admin] Added segment 1b847a78-a7ba-4102-8f95-30c2eb9ac35b of type vlan for network 1e2803ea-60d8-4403-af2e-88a8b60f479e Feb 04 20:54:48.061742 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91308091-c576-4ac4-b06c-4c214f159337 req-bec548ff-eccd-4c2f-b6cf-79005e650e7f tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:48.070568 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-91308091-c576-4ac4-b06c-4c214f159337 req-bec548ff-eccd-4c2f-b6cf-79005e650e7f tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9c7ebb-ada4-41b7-8801-42dde7dabcde HTTP/1.1" status: 200 len: 950 time: 0.2031968 Feb 04 20:54:48.096902 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-2c0765c7-47d4-4a99-b8a0-0c06db7092e9 service neutron] Transition to ACTIVE for port object b08319eb-cc5b-4f8b-8518-85a440ceaf84 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:54:48.116559 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-17e2b398-26a8-4d94-9fa2-69666f15d2ed req-435fee91-c16e-47ca-b76c-818a8f0e1313 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513424 Feb 04 20:54:48.130338 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-2c0765c7-47d4-4a99-b8a0-0c06db7092e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:48.143363 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-91308091-c576-4ac4-b06c-4c214f159337 req-c56dc5fc-0269-428d-a90a-f959b3e09b88 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706601 Feb 04 20:54:48.215798 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f6e53dc6-ca26-4ced-b36e-671b5d509a41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:48.451239 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df725ca2-f087-4159-884e-2b0688376bda req-6bdd20a7-0497-448e-b480-d465f5a6f8b5 service neutron] 10.222.0.18 "GET /v2.0/ports/ddbd31bc-a9ae-404c-9e3d-b4027bd67e51/bindings/n-h1-827896-1 HTTP/1.1" status: 200 len: 384 time: 0.1616316 Feb 04 20:54:48.458633 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0765c7-47d4-4a99-b8a0-0c06db7092e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b08319eb-cc5b-4f8b-8518-85a440ceaf84,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:48.509538 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f6e53dc6-ca26-4ced-b36e-671b5d509a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:48.510405 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e53dc6-ca26-4ced-b36e-671b5d509a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:48.511081 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f6e53dc6-ca26-4ced-b36e-671b5d509a41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:48.737622 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e53dc6-ca26-4ced-b36e-671b5d509a41 admin admin] Pushing event updated for resources: {'Network': ['ID=1e2803ea-60d8-4403-af2e-88a8b60f479e,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:48.751261 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f6e53dc6-ca26-4ced-b36e-671b5d509a41 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5456767 Feb 04 20:54:48.752074 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46936) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:48.754618 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 1e2803ea-60d8-4403-af2e-88a8b60f479e details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:54:48.770068 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-2c0765c7-47d4-4a99-b8a0-0c06db7092e9 service neutron] Attempting to bind port b08319eb-cc5b-4f8b-8518-85a440ceaf84 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:54:48.770401 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-2c0765c7-47d4-4a99-b8a0-0c06db7092e9 service neutron] Attempting to bind port b08319eb-cc5b-4f8b-8518-85a440ceaf84 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:54:48.770917 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-2c0765c7-47d4-4a99-b8a0-0c06db7092e9 service neutron] Attempting to bind port b08319eb-cc5b-4f8b-8518-85a440ceaf84 on network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:54:48.776845 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-de22f14f-5d11-4124-afbc-cecb36a4c102 admin admin] Request body: {'subnet': {'network_id': '1e2803ea-60d8-4403-af2e-88a8b60f479e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1609791137-subnet', 'tenant_id': '7208c62bc0ff436b8f7c372434458b82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:54:48.784000 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:48.813149 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-de22f14f-5d11-4124-afbc-cecb36a4c102 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:54:48.815745 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-2c0765c7-47d4-4a99-b8a0-0c06db7092e9 service neutron] Port b08319eb-cc5b-4f8b-8518-85a440ceaf84 on network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:54:48.816299 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-2c0765c7-47d4-4a99-b8a0-0c06db7092e9 service neutron] Attempting to bind port b08319eb-cc5b-4f8b-8518-85a440ceaf84 on network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:54:48.835439 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-de22f14f-5d11-4124-afbc-cecb36a4c102 admin admin] Usage tracker for resource:subnet and tenant:7208c62bc0ff436b8f7c372434458b82 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:54:48.847490 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-de22f14f-5d11-4124-afbc-cecb36a4c102 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:54:48.863630 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-2c0765c7-47d4-4a99-b8a0-0c06db7092e9 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:54:48.863630 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-2c0765c7-47d4-4a99-b8a0-0c06db7092e9 service neutron] Checking segment: {'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:54:48.863630 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-2c0765c7-47d4-4a99-b8a0-0c06db7092e9 service neutron] Bound using segment: {'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:54:48.863630 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-2c0765c7-47d4-4a99-b8a0-0c06db7092e9 service neutron] Bound port: b08319eb-cc5b-4f8b-8518-85a440ceaf84, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:54:48.863630 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-2c0765c7-47d4-4a99-b8a0-0c06db7092e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:48.915338 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-de22f14f-5d11-4124-afbc-cecb36a4c102 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:54:49.020400 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823e32b-2cc5-42e2-9df2-acf89fd8d564 req-bca30a0e-5161-40d8-a62d-3781a0e4b227 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:49.036211 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2823e32b-2cc5-42e2-9df2-acf89fd8d564 req-bca30a0e-5161-40d8-a62d-3781a0e4b227 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 944 time: 0.4111447 Feb 04 20:54:49.106772 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de22f14f-5d11-4124-afbc-cecb36a4c102 admin admin] Made reservation on behalf of 7208c62bc0ff436b8f7c372434458b82 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:54:49.110485 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-de22f14f-5d11-4124-afbc-cecb36a4c102 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:49.157420 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-df725ca2-f087-4159-884e-2b0688376bda req-97021a2f-0fc6-4a84-9c85-cc23c7e608b7 service neutron] For port ddbd31bc-a9ae-404c-9e3d-b4027bd67e51, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=ddbd31bc-a9ae-404c-9e3d-b4027bd67e51,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:49.175633 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2823e32b-2cc5-42e2-9df2-acf89fd8d564 req-4af0c962-8f9b-4ee1-a55e-911eaad47466 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385772 Feb 04 20:54:49.222637 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-df725ca2-f087-4159-884e-2b0688376bda req-97021a2f-0fc6-4a84-9c85-cc23c7e608b7 service neutron] For port ddbd31bc-a9ae-404c-9e3d-b4027bd67e51, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:54:49.249798 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-2c0765c7-47d4-4a99-b8a0-0c06db7092e9 service neutron] For port b08319eb-cc5b-4f8b-8518-85a440ceaf84, host n-h1-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:54:49.255054 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-2c0765c7-47d4-4a99-b8a0-0c06db7092e9 service neutron] For port b08319eb-cc5b-4f8b-8518-85a440ceaf84, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b08319eb-cc5b-4f8b-8518-85a440ceaf84,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:54:49.264435 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-2c0765c7-47d4-4a99-b8a0-0c06db7092e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:49.392540 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-b5a0de50-89fd-420d-a8ee-7c297941d780 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=6e99f9e26ac0463281aafc24e17e85e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0918925 Feb 04 20:54:49.394014 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-2c0765c7-47d4-4a99-b8a0-0c06db7092e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:49.394565 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-2c0765c7-47d4-4a99-b8a0-0c06db7092e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:49.395940 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-2c0765c7-47d4-4a99-b8a0-0c06db7092e9 service neutron] 10.222.0.32 "PUT /v2.0/ports/b08319eb-cc5b-4f8b-8518-85a440ceaf84 HTTP/1.1" status: 200 len: 1092 time: 2.0732200 Feb 04 20:54:49.396436 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81351f75-ca36-4dd6-b2a2-bf5087bd6eb2', 'tag': 'b08319eb-cc5b-4f8b-8518-85a440ceaf84'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:54:49.412908 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-df725ca2-f087-4159-884e-2b0688376bda req-97021a2f-0fc6-4a84-9c85-cc23c7e608b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:54:49.446290 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0765c7-47d4-4a99-b8a0-0c06db7092e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b08319eb-cc5b-4f8b-8518-85a440ceaf84,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:49.473699 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-df725ca2-f087-4159-884e-2b0688376bda req-97021a2f-0fc6-4a84-9c85-cc23c7e608b7 service neutron] For port ddbd31bc-a9ae-404c-9e3d-b4027bd67e51, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=ddbd31bc-a9ae-404c-9e3d-b4027bd67e51,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:49.522618 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-de22f14f-5d11-4124-afbc-cecb36a4c102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:49.565472 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-df725ca2-f087-4159-884e-2b0688376bda req-97021a2f-0fc6-4a84-9c85-cc23c7e608b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:49.618013 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22f14f-5d11-4124-afbc-cecb36a4c102 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51c9b0c1-da94-4568-a069-00f94c755292,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:49.625761 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de22f14f-5d11-4124-afbc-cecb36a4c102 admin admin] Checking segment: {'id': '1b847a78-a7ba-4102-8f95-30c2eb9ac35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1e2803ea-60d8-4403-af2e-88a8b60f479e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:54:49.626120 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de22f14f-5d11-4124-afbc-cecb36a4c102 admin admin] Network hostable DHCP agents. Network: 1e2803ea-60d8-4403-af2e-88a8b60f479e, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:54:49.643940 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-31601ce4-7e55-4bea-8551-2f17b86cd570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:49.645634 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-31601ce4-7e55-4bea-8551-2f17b86cd570 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 1095 time: 0.1784873 Feb 04 20:54:49.653715 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de22f14f-5d11-4124-afbc-cecb36a4c102 admin admin] Network 1e2803ea-60d8-4403-af2e-88a8b60f479e is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:54:49.700378 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a84ec-5b22-414f-9082-4bb55cac668d req-8440e168-da01-4924-a112-70131a1423cd tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:49.701918 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1e4a84ec-5b22-414f-9082-4bb55cac668d req-8440e168-da01-4924-a112-70131a1423cd tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a0bf939-34f9-4279-994a-7507e6b5d01a HTTP/1.1" status: 200 len: 944 time: 0.3519318 Feb 04 20:54:49.712291 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-a8f9db25-0ba1-428f-8363-61d621479e44 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:49.713763 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-a8f9db25-0ba1-428f-8363-61d621479e44 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2961023 Feb 04 20:54:49.724452 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-1bef0943-8592-43c9-bf13-fd06570ea168 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b08319eb-cc5b-4f8b-8518-85a440ceaf84 HTTP/1.1" status: 200 len: 217 time: 0.0681617 Feb 04 20:54:49.725313 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-de22f14f-5d11-4124-afbc-cecb36a4c102 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 1e2803ea-60d8-4403-af2e-88a8b60f479e) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:54:49.729362 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de22f14f-5d11-4124-afbc-cecb36a4c102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:49.729958 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-de22f14f-5d11-4124-afbc-cecb36a4c102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:49.737825 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac6d646-9ad8-4ba5-bdec-4c5e66983ea0 None None] Network 1e2803ea-60d8-4403-af2e-88a8b60f479e requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:54:49.761661 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-85b71865-dd09-43ee-a722-f5c2e0dbeb43 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/quotas/6e99f9e26ac0463281aafc24e17e85e0 HTTP/1.1" status: 200 len: 375 time: 0.0358844 Feb 04 20:54:49.810931 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-de22f14f-5d11-4124-afbc-cecb36a4c102 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0457547 Feb 04 20:54:49.811666 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46984) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:49.818263 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-5fc1d5b1-87df-4365-ab04-294821b8b349 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1609791137-router', 'tenant_id': '7208c62bc0ff436b8f7c372434458b82', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:54:49.824179 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-81c60cde-0e57-4577-97df-8aa1a570d795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:49.825726 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-81c60cde-0e57-4577-97df-8aa1a570d795 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af7ea361-8fb7-49bd-8e76-0990ff7e7df7 HTTP/1.1" status: 200 len: 860 time: 0.0917201 Feb 04 20:54:49.826640 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5fc1d5b1-87df-4365-ab04-294821b8b349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:54:49.830870 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5fc1d5b1-87df-4365-ab04-294821b8b349 admin admin] Usage tracker for resource:router and tenant:7208c62bc0ff436b8f7c372434458b82 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:54:49.835191 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5fc1d5b1-87df-4365-ab04-294821b8b349 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:54:49.846276 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-870ac65e-e27d-451a-86f3-1edef77f1aac tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6e99f9e26ac0463281aafc24e17e85e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705605 Feb 04 20:54:49.865243 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1e4a84ec-5b22-414f-9082-4bb55cac668d req-453cea73-cc93-4e2c-80ab-e29b54de9a2f tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409128 Feb 04 20:54:49.867014 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-df725ca2-f087-4159-884e-2b0688376bda req-97021a2f-0fc6-4a84-9c85-cc23c7e608b7 service neutron] Transition to ACTIVE for port object ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:54:49.874871 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-df725ca2-f087-4159-884e-2b0688376bda req-97021a2f-0fc6-4a84-9c85-cc23c7e608b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:49.886105 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-beba2682-26f9-4ef3-b219-7a7bdb728f65 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519359 Feb 04 20:54:49.900862 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5fc1d5b1-87df-4365-ab04-294821b8b349 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:54:50.010936 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5fc1d5b1-87df-4365-ab04-294821b8b349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:50.012680 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5fc1d5b1-87df-4365-ab04-294821b8b349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:50.071768 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-df725ca2-f087-4159-884e-2b0688376bda req-97021a2f-0fc6-4a84-9c85-cc23c7e608b7 service neutron] No DVR routers for this DVR port ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:54:50.096584 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5fc1d5b1-87df-4365-ab04-294821b8b349 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:50.130193 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-30ca26ec-4ca1-4676-b122-25c92cbfec29 service neutron] 10.222.0.32 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306414 Feb 04 20:54:50.162800 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad3afa9-3a68-4167-8416-2df92276597a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-1e2803ea-60d8-4403-af2e-88a8b60f479e', 'network_id': '1e2803ea-60d8-4403-af2e-88a8b60f479e', 'tenant_id': '7208c62bc0ff436b8f7c372434458b82', 'fixed_ips': [{'subnet_id': '51c9b0c1-da94-4568-a069-00f94c755292'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:54:50.164863 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-bad3afa9-3a68-4167-8416-2df92276597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:50.212363 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97021a2f-0fc6-4a84-9c85-cc23c7e608b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ddbd31bc-a9ae-404c-9e3d-b4027bd67e51,revision_number=10']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:50.306531 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df725ca2-f087-4159-884e-2b0688376bda req-97021a2f-0fc6-4a84-9c85-cc23c7e608b7 service neutron] 10.222.0.18 "PUT /v2.0/ports/ddbd31bc-a9ae-404c-9e3d-b4027bd67e51/bindings/n-h1-827896-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8491309 Feb 04 20:54:50.363699 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a6f73-d870-43a0-be33-430f35394e69 req-a814be4b-1002-47d8-912a-289c9660ca39 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:50.372191 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f39a6f73-d870-43a0-be33-430f35394e69 req-a814be4b-1002-47d8-912a-289c9660ca39 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9c7ebb-ada4-41b7-8801-42dde7dabcde HTTP/1.1" status: 200 len: 950 time: 0.1627469 Feb 04 20:54:50.372820 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e856c69b-2811-4b67-9eca-1d6f7d3f3c25 req-a846f419-0afb-4159-8ff9-cc29836b1b30 service neutron] 10.222.0.32 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323189 Feb 04 20:54:50.374844 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81351f75-ca36-4dd6-b2a2-bf5087bd6eb2', 'tag': 'b08319eb-cc5b-4f8b-8518-85a440ceaf84', 'status': 'completed', 'code': 200} Feb 04 20:54:50.522294 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-bad3afa9-3a68-4167-8416-2df92276597a None None] Allocated IP 172.20.0.2 (1e2803ea-60d8-4403-af2e-88a8b60f479e/51c9b0c1-da94-4568-a069-00f94c755292/1e911129-0212-47ac-8d08-780c5a2d81ed) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:54:50.532270 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f39a6f73-d870-43a0-be33-430f35394e69 req-b88d2104-aec7-4fa8-9876-fb943ccccfd1 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589315 Feb 04 20:54:50.558433 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-bc8f3bd0-552e-440d-8a72-e135534a8d99 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=6e99f9e26ac0463281aafc24e17e85e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0717244 Feb 04 20:54:50.870020 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5fc1d5b1-87df-4365-ab04-294821b8b349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:50.921754 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-bad3afa9-3a68-4167-8416-2df92276597a None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:50.936749 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-bad3afa9-3a68-4167-8416-2df92276597a None None] Transition to ACTIVE for port object 1e911129-0212-47ac-8d08-780c5a2d81ed will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:54:50.944238 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df725ca2-f087-4159-884e-2b0688376bda req-29902dcd-6ea0-426d-9623-5bea90d987aa tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:50.945702 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df725ca2-f087-4159-884e-2b0688376bda req-29902dcd-6ea0-426d-9623-5bea90d987aa tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3a0bf939-34f9-4279-994a-7507e6b5d01a&tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&binding%3Ahost_id=n-h2-827896-1 HTTP/1.1" status: 200 len: 1096 time: 0.5564468 Feb 04 20:54:50.962940 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-bad3afa9-3a68-4167-8416-2df92276597a None None] Transition to ACTIVE for port object 1e911129-0212-47ac-8d08-780c5a2d81ed will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:54:50.971414 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-bad3afa9-3a68-4167-8416-2df92276597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:50.987624 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e8281-44ad-4543-8082-ba8063ec3770 req-3c885d0b-9308-4909-b4fb-f0f73d8d570d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:50.989362 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c46e8281-44ad-4543-8082-ba8063ec3770 req-3c885d0b-9308-4909-b4fb-f0f73d8d570d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 1095 time: 0.3499684 Feb 04 20:54:51.073656 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad3afa9-3a68-4167-8416-2df92276597a None None] Network 1e2803ea-60d8-4403-af2e-88a8b60f479e is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:54:51.077610 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-bad3afa9-3a68-4167-8416-2df92276597a None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:54:51.083013 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad3afa9-3a68-4167-8416-2df92276597a None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:54:51.132681 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3afa9-3a68-4167-8416-2df92276597a None None] Pushing event updated for resources: {'Port': ['ID=1e911129-0212-47ac-8d08-780c5a2d81ed,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:51.165236 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-5e497ea9-dfa0-47e9-81d0-88ca2edc5368 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:51.166890 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-5e497ea9-dfa0-47e9-81d0-88ca2edc5368 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6074800 Feb 04 20:54:51.178914 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da9a73-8ae8-4c83-a86b-91f63fc67bf8 req-ad0beb1a-2c8e-46ed-94f4-537f35777df6 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:51.180619 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-14da9a73-8ae8-4c83-a86b-91f63fc67bf8 req-ad0beb1a-2c8e-46ed-94f4-537f35777df6 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 944 time: 0.3434491 Feb 04 20:54:51.230651 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-bad3afa9-3a68-4167-8416-2df92276597a None None] Attempting to bind port 1e911129-0212-47ac-8d08-780c5a2d81ed on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:54:51.231206 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-bad3afa9-3a68-4167-8416-2df92276597a None None] Attempting to bind port 1e911129-0212-47ac-8d08-780c5a2d81ed by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '1b847a78-a7ba-4102-8f95-30c2eb9ac35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1e2803ea-60d8-4403-af2e-88a8b60f479e'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:54:51.231314 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad3afa9-3a68-4167-8416-2df92276597a None None] Attempting to bind port 1e911129-0212-47ac-8d08-780c5a2d81ed on network 1e2803ea-60d8-4403-af2e-88a8b60f479e {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:54:51.239146 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad3afa9-3a68-4167-8416-2df92276597a None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:54:51.239515 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad3afa9-3a68-4167-8416-2df92276597a None None] Checking segment: {'id': '1b847a78-a7ba-4102-8f95-30c2eb9ac35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1e2803ea-60d8-4403-af2e-88a8b60f479e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:54:51.239914 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-bad3afa9-3a68-4167-8416-2df92276597a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:51.240804 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad3afa9-3a68-4167-8416-2df92276597a None None] Bound using segment: {'id': '1b847a78-a7ba-4102-8f95-30c2eb9ac35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1e2803ea-60d8-4403-af2e-88a8b60f479e'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:54:51.241365 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-bad3afa9-3a68-4167-8416-2df92276597a None None] Bound port: 1e911129-0212-47ac-8d08-780c5a2d81ed, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b847a78-a7ba-4102-8f95-30c2eb9ac35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1e2803ea-60d8-4403-af2e-88a8b60f479e'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:54:51.241803 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-bad3afa9-3a68-4167-8416-2df92276597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:51.252336 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-c7021ff4-fd52-4055-af9e-af657e5337b0 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/quotas/6e99f9e26ac0463281aafc24e17e85e0 HTTP/1.1" status: 200 len: 375 time: 0.0702670 Feb 04 20:54:51.320961 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df725ca2-f087-4159-884e-2b0688376bda req-e1e62b8b-bcc4-4bec-b3d7-182ff63e1848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:51.322544 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df725ca2-f087-4159-884e-2b0688376bda req-e1e62b8b-bcc4-4bec-b3d7-182ff63e1848 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3a0bf939-34f9-4279-994a-7507e6b5d01a&tenant_id=1e904fca23cf47ec90953cad0cc5c8e4 HTTP/1.1" status: 200 len: 1096 time: 0.3540392 Feb 04 20:54:51.340621 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e8281-44ad-4543-8082-ba8063ec3770 req-c606766b-443b-4add-935c-8165dc20dde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:51.341745 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-5833fd6a-2ff3-4518-b9e9-86480c05dc60 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6e99f9e26ac0463281aafc24e17e85e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0885370 Feb 04 20:54:51.342061 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c46e8281-44ad-4543-8082-ba8063ec3770 req-c606766b-443b-4add-935c-8165dc20dde4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 HTTP/1.1" status: 200 len: 921 time: 0.3466079 Feb 04 20:54:51.343539 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-bad3afa9-3a68-4167-8416-2df92276597a None None] For port 1e911129-0212-47ac-8d08-780c5a2d81ed, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:54:51.346196 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-14da9a73-8ae8-4c83-a86b-91f63fc67bf8 req-9e333598-7aa6-4ba7-8911-217663068356 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537101 Feb 04 20:54:51.349580 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-bad3afa9-3a68-4167-8416-2df92276597a None None] For port 1e911129-0212-47ac-8d08-780c5a2d81ed, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=1e911129-0212-47ac-8d08-780c5a2d81ed,segment=NetworkSegment(1b847a78-a7ba-4102-8f95-30c2eb9ac35b),segment_id=1b847a78-a7ba-4102-8f95-30c2eb9ac35b)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:54:51.358754 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-bad3afa9-3a68-4167-8416-2df92276597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:51.447247 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c46e8281-44ad-4543-8082-ba8063ec3770 req-6ed8f022-b43a-4cea-8117-7ebc659fb64a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b08319eb-cc5b-4f8b-8518-85a440ceaf84 HTTP/1.1" status: 200 len: 217 time: 0.0945330 Feb 04 20:54:51.456433 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3afa9-3a68-4167-8416-2df92276597a None None] Pushing event updated for resources: {'Port': ['ID=1e911129-0212-47ac-8d08-780c5a2d81ed,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:51.482024 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df725ca2-f087-4159-884e-2b0688376bda req-13fbe869-f4c8-4c20-be8c-3773b99e296b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:51.484079 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df725ca2-f087-4159-884e-2b0688376bda req-13fbe869-f4c8-4c20-be8c-3773b99e296b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&device_id=3a0bf939-34f9-4279-994a-7507e6b5d01a HTTP/1.1" status: 200 len: 1096 time: 0.1219547 Feb 04 20:54:51.618367 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:54:51.705075 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df725ca2-f087-4159-884e-2b0688376bda req-0016385c-9b25-48e4-92d7-f53e9b07a869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:51.706725 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df725ca2-f087-4159-884e-2b0688376bda req-0016385c-9b25-48e4-92d7-f53e9b07a869 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e2945ff6-c379-474d-a032-331b1f6dd08e HTTP/1.1" status: 200 len: 908 time: 0.2155781 Feb 04 20:54:51.821643 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:54:51.942635 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5fc1d5b1-87df-4365-ab04-294821b8b349 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:51.981790 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e8281-44ad-4543-8082-ba8063ec3770 req-fa40012b-0c18-4606-999b-8928af565efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:51.983627 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c46e8281-44ad-4543-8082-ba8063ec3770 req-fa40012b-0c18-4606-999b-8928af565efc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af7ea361-8fb7-49bd-8e76-0990ff7e7df7 HTTP/1.1" status: 200 len: 860 time: 0.4425139 Feb 04 20:54:51.988912 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5fc1d5b1-87df-4365-ab04-294821b8b349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:52.099487 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c46e8281-44ad-4543-8082-ba8063ec3770 req-5892c915-af09-4607-976e-98ec833db0a7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060431 Feb 04 20:54:52.142729 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-bd6c40c3-8282-4b48-9e89-9f1ae8b55bf7 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6e99f9e26ac0463281aafc24e17e85e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2535343 Feb 04 20:54:52.152791 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df725ca2-f087-4159-884e-2b0688376bda req-3997b693-e296-4fca-a661-90eed781f08e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 HTTP/1.1" status: 200 len: 217 time: 0.4371588 Feb 04 20:54:52.154322 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 47044) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:52.340054 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c46e8281-44ad-4543-8082-ba8063ec3770 req-a8d871a3-15e8-4e02-a700-15ef6fa6cd90 service neutron] 10.222.0.32 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326565 Feb 04 20:54:52.340308 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-5fc1d5b1-87df-4365-ab04-294821b8b349 admin admin] Allocated IP 172.25.5.111 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/d5d6febd-5616-4fca-a8de-c65f1a43efae) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:54:52.386675 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df725ca2-f087-4159-884e-2b0688376bda req-befddfdb-9e1c-4810-bdec-6105e22025f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:52.388073 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df725ca2-f087-4159-884e-2b0688376bda req-befddfdb-9e1c-4810-bdec-6105e22025f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=52dce76a-dd1c-484a-ae6a-f327dbe47b7b HTTP/1.1" status: 200 len: 847 time: 0.1930218 Feb 04 20:54:52.488292 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df725ca2-f087-4159-884e-2b0688376bda req-0a85e3a9-a90b-4092-87e2-c569d7e63b12 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e2945ff6-c379-474d-a032-331b1f6dd08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898640 Feb 04 20:54:52.499849 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-9edd6f14-9e52-402a-9f78-8b3b347d493c tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:52.501426 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-9edd6f14-9e52-402a-9f78-8b3b347d493c tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3405867 Feb 04 20:54:52.531238 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a38c8-6897-4087-86b2-6c2b3b533881 req-966c458e-1563-4b15-9aa7-823f8fe7e161 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:52.542868 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-595a38c8-6897-4087-86b2-6c2b3b533881 req-966c458e-1563-4b15-9aa7-823f8fe7e161 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a0bf939-34f9-4279-994a-7507e6b5d01a HTTP/1.1" status: 200 len: 945 time: 0.6462715 Feb 04 20:54:52.545602 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b50b420d-d64c-48e5-8ebe-b518e61a36d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:52.627729 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c46e8281-44ad-4543-8082-ba8063ec3770 req-f7e7996b-e506-478d-b514-c5d7d98b579e service neutron] 10.222.0.32 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807405 Feb 04 20:54:52.647456 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a68e1-5574-40ac-bfa1-ae8d56cefb74 req-4d311f03-1a7f-4c23-9ec1-79d204253cea tempest-ServersOnMultiNodesTest-2107228727 tempest-ServersOnMultiNodesTest-2107228727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:52.652962 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 1e911129-0212-47ac-8d08-780c5a2d81ed up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:54:52.655786 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-be4a68e1-5574-40ac-bfa1-ae8d56cefb74 req-4d311f03-1a7f-4c23-9ec1-79d204253cea tempest-ServersOnMultiNodesTest-2107228727 tempest-ServersOnMultiNodesTest-2107228727-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5e9c7ebb-ada4-41b7-8801-42dde7dabcde HTTP/1.1" status: 200 len: 1101 time: 0.7639573 Feb 04 20:54:52.684876 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-08825dd9-e08c-4308-ac53-7d413fa1853e tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Request body: {'port': {'device_id': '60e3055c-e921-43c1-b9ea-afad985046aa', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'admin_state_up': True, 'tenant_id': '6e99f9e26ac0463281aafc24e17e85e0'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:54:52.690897 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5fc1d5b1-87df-4365-ab04-294821b8b349 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:52.741744 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5fc1d5b1-87df-4365-ab04-294821b8b349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:52.800554 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-b50b420d-d64c-48e5-8ebe-b518e61a36d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:54:52.825245 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc1d5b1-87df-4365-ab04-294821b8b349 admin admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:54:52.825885 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 1e911129-0212-47ac-8d08-780c5a2d81ed completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:54:52.829585 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-5fc1d5b1-87df-4365-ab04-294821b8b349 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:54:52.834532 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-b50b420d-d64c-48e5-8ebe-b518e61a36d4 admin admin] Usage tracker for resource:security_group_rule and tenant:ecba9f9d889d43efb2cb93864c20863c is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:54:52.839203 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc1d5b1-87df-4365-ab04-294821b8b349 admin admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:54:52.842278 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-b50b420d-d64c-48e5-8ebe-b518e61a36d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:54:52.877976 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-b50b420d-d64c-48e5-8ebe-b518e61a36d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:54:52.888437 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1d5b1-87df-4365-ab04-294821b8b349 admin admin] Pushing event updated for resources: {'Port': ['ID=d5d6febd-5616-4fca-a8de-c65f1a43efae,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:52.900922 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-595a38c8-6897-4087-86b2-6c2b3b533881 req-511eec4a-a639-4114-b634-c09f104980ae tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571622 Feb 04 20:54:52.940318 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-be4a68e1-5574-40ac-bfa1-ae8d56cefb74 req-27518400-aa8e-47c7-b941-b3167a64b8c9 tempest-ServersOnMultiNodesTest-2107228727 tempest-ServersOnMultiNodesTest-2107228727-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835836 Feb 04 20:54:53.007373 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df725ca2-f087-4159-884e-2b0688376bda req-0bf79bc0-f9db-470e-b534-2184bebb8110 service neutron] 10.222.0.32 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5035701 Feb 04 20:54:53.071652 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-08825dd9-e08c-4308-ac53-7d413fa1853e tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:54:53.092792 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f59a32-ce8b-421e-a003-87bc6eff3e74 None None] Network 1e2803ea-60d8-4403-af2e-88a8b60f479e requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:54:53.096188 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 47058) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:53.097653 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-08825dd9-e08c-4308-ac53-7d413fa1853e tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Usage tracker for resource:port and tenant:6e99f9e26ac0463281aafc24e17e85e0 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:54:53.106302 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-08825dd9-e08c-4308-ac53-7d413fa1853e tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:54:53.119922 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-08825dd9-e08c-4308-ac53-7d413fa1853e tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:54:53.289912 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-feffc7ca-2bfd-4ce0-8fbd-1ef63bbba6de None None] Provisioning for port 1e911129-0212-47ac-8d08-780c5a2d81ed completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:54:53.314567 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-feffc7ca-2bfd-4ce0-8fbd-1ef63bbba6de None None] Provisioning complete for port 1e911129-0212-47ac-8d08-780c5a2d81ed triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:54:53.314845 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-feffc7ca-2bfd-4ce0-8fbd-1ef63bbba6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:53.532602 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b12a5572-a40e-4a5b-8d12-f461110e3d8e req-3e72c92b-b67b-4b42-825a-871ef0124257 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dcaf5b0-e981-4679-8c24-f2f357c4c6e5 HTTP/1.1" status: 200 len: 210 time: 0.1930771 Feb 04 20:54:53.558922 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-feffc7ca-2bfd-4ce0-8fbd-1ef63bbba6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:53.603447 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-feffc7ca-2bfd-4ce0-8fbd-1ef63bbba6de None None] For port 1e911129-0212-47ac-8d08-780c5a2d81ed, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=1e911129-0212-47ac-8d08-780c5a2d81ed,segment=NetworkSegment(1b847a78-a7ba-4102-8f95-30c2eb9ac35b),segment_id=1b847a78-a7ba-4102-8f95-30c2eb9ac35b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:53.612376 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-feffc7ca-2bfd-4ce0-8fbd-1ef63bbba6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:53.638856 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df725ca2-f087-4159-884e-2b0688376bda req-54bc6569-d046-4372-ac0e-c673c4a44852 service neutron] 10.222.0.32 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5282021 Feb 04 20:54:53.670902 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5fc1d5b1-87df-4365-ab04-294821b8b349 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:53.684595 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-9f352972-3faf-4696-80c2-19e2cd303dee tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6e99f9e26ac0463281aafc24e17e85e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3108325 Feb 04 20:54:53.697424 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feffc7ca-2bfd-4ce0-8fbd-1ef63bbba6de None None] Pushing event updated for resources: {'Port': ['ID=1e911129-0212-47ac-8d08-780c5a2d81ed,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:53.702429 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device b08319eb-cc5b-4f8b-8518-85a440ceaf84 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:54:53.800350 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-08825dd9-e08c-4308-ac53-7d413fa1853e tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Made reservation on behalf of 6e99f9e26ac0463281aafc24e17e85e0 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:54:53.804913 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-08825dd9-e08c-4308-ac53-7d413fa1853e tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:53.868026 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b50b420d-d64c-48e5-8ebe-b518e61a36d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:53.932603 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port b08319eb-cc5b-4f8b-8518-85a440ceaf84, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b08319eb-cc5b-4f8b-8518-85a440ceaf84,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:53.949683 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': 'b08319eb-cc5b-4f8b-8518-85a440ceaf84', 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08', 'port_id': 'b08319eb-cc5b-4f8b-8518-85a440ceaf84', 'mac_address': 'fa:16:3e:47:78:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af7ea361-8fb7-49bd-8e76-0990ff7e7df7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:54:53.953420 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-08825dd9-e08c-4308-ac53-7d413fa1853e tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:53.963890 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b50b420d-d64c-48e5-8ebe-b518e61a36d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:54.007885 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:54.026676 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b08319eb-cc5b-4f8b-8518-85a440ceaf84 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:54:54.055475 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port b08319eb-cc5b-4f8b-8518-85a440ceaf84, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b08319eb-cc5b-4f8b-8518-85a440ceaf84,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:54.056575 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-7eff81bf-2592-419d-aa92-820920d0bd22 None None] Provisioning complete for port 1e911129-0212-47ac-8d08-780c5a2d81ed triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:54:54.056994 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7eff81bf-2592-419d-aa92-820920d0bd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:54.088102 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:54.094750 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5fc1d5b1-87df-4365-ab04-294821b8b349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:54.096883 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-83497c37-91be-47d9-8a81-e43d69a956de tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=1c95ab08729c4244bb5389f69a70876f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4113407 Feb 04 20:54:54.179524 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=b08319eb-cc5b-4f8b-8518-85a440ceaf84,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:54.211698 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-08825dd9-e08c-4308-ac53-7d413fa1853e tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:54:54.263044 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b50b420d-d64c-48e5-8ebe-b518e61a36d4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ecba9f9d889d43efb2cb93864c20863c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0752819 Feb 04 20:54:54.267320 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47076) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:54.270053 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-08825dd9-e08c-4308-ac53-7d413fa1853e tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Usage tracker for resource:security_group_rule and tenant:6e99f9e26ac0463281aafc24e17e85e0 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:54:54.285666 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-08825dd9-e08c-4308-ac53-7d413fa1853e tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:54:54.351982 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b420d-d64c-48e5-8ebe-b518e61a36d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d93693-6d16-4878-a055-285fccf33025,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:54.356435 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b5121cc-adc7-4ecc-8583-670ddfd5ff7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:54.360908 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-08825dd9-e08c-4308-ac53-7d413fa1853e tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:54:54.391383 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b5121cc-adc7-4ecc-8583-670ddfd5ff7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:54.400238 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc1d5b1-87df-4365-ab04-294821b8b349 admin admin] Router 4f84b46e-cc8c-4796-a5a5-aaba006b0015 is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:54:54.455048 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50b420d-d64c-48e5-8ebe-b518e61a36d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:54.455391 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50b420d-d64c-48e5-8ebe-b518e61a36d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:54.455723 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50b420d-d64c-48e5-8ebe-b518e61a36d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:54.456048 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50b420d-d64c-48e5-8ebe-b518e61a36d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:54.456371 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50b420d-d64c-48e5-8ebe-b518e61a36d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:54.456692 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50b420d-d64c-48e5-8ebe-b518e61a36d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:54.457009 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50b420d-d64c-48e5-8ebe-b518e61a36d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:54.457355 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50b420d-d64c-48e5-8ebe-b518e61a36d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:54.457673 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50b420d-d64c-48e5-8ebe-b518e61a36d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:54.458164 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50b420d-d64c-48e5-8ebe-b518e61a36d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:54.458478 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50b420d-d64c-48e5-8ebe-b518e61a36d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:54.458792 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50b420d-d64c-48e5-8ebe-b518e61a36d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:54.533386 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['b08319eb-cc5b-4f8b-8518-85a440ceaf84'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:54:54.553998 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20c77b-e7fe-4fbf-8627-3d42410415c8 req-7a1bfdf4-fe93-4907-b81c-607dd55a8180 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:54.555459 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bb20c77b-e7fe-4fbf-8627-3d42410415c8 req-7a1bfdf4-fe93-4907-b81c-607dd55a8180 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 944 time: 1.1857176 Feb 04 20:54:54.579240 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-95ecc37b-5e80-41f8-85e7-71d090e13d9e tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:54.580680 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-95ecc37b-5e80-41f8-85e7-71d090e13d9e tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7072020 Feb 04 20:54:54.585041 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 1e911129-0212-47ac-8d08-780c5a2d81ed up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:54:54.607079 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b5121cc-adc7-4ecc-8583-670ddfd5ff7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:54.614102 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-55b60323-53fa-4b48-82e1-af62fcba9173 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Request body: {'port': {'device_id': '3dcaf5b0-e981-4679-8c24-f2f357c4c6e5', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'admin_state_up': True, 'tenant_id': '6e99f9e26ac0463281aafc24e17e85e0'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:54:54.636329 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5121cc-adc7-4ecc-8583-670ddfd5ff7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d93693-6d16-4878-a055-285fccf33025,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:54.649091 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc1d5b1-87df-4365-ab04-294821b8b349 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:54:54.668592 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b5121cc-adc7-4ecc-8583-670ddfd5ff7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:54.672238 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0b5121cc-adc7-4ecc-8583-670ddfd5ff7a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/18d93693-6d16-4878-a055-285fccf33025 HTTP/1.1" status: 204 len: 168 time: 0.4015388 Feb 04 20:54:54.673921 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992affd7-a5f8-409a-95f5-e53dc315e1fb None None] Sync routers for ids ['4f84b46e-cc8c-4796-a5a5-aaba006b0015'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:54:54.683268 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5fc1d5b1-87df-4365-ab04-294821b8b349 admin admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:54.685622 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5fc1d5b1-87df-4365-ab04-294821b8b349 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8735337 Feb 04 20:54:54.687264 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992affd7-a5f8-409a-95f5-e53dc315e1fb None None] Routers {'4f84b46e-cc8c-4796-a5a5-aaba006b0015'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:54:54.688034 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-992affd7-a5f8-409a-95f5-e53dc315e1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:54:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4f84b46e-cc8c-4796-a5a5-aaba006b0015'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:54:54.688536 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47084) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:54.769757 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df725ca2-f087-4159-884e-2b0688376bda req-e112c6d8-edc4-445d-b25a-121cd941c636 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:54.771212 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df725ca2-f087-4159-884e-2b0688376bda req-e112c6d8-edc4-445d-b25a-121cd941c636 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3a0bf939-34f9-4279-994a-7507e6b5d01a&tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&binding%3Ahost_id=n-h1-827896-1 HTTP/1.1" status: 200 len: 1096 time: 0.8373420 Feb 04 20:54:54.793800 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-1276e2d4-95db-46cc-af50-4e6b0ff9760b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:54.795235 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-1276e2d4-95db-46cc-af50-4e6b0ff9760b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6091101 Feb 04 20:54:54.856643 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 1e911129-0212-47ac-8d08-780c5a2d81ed triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:54:54.857371 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:54.865013 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bb20c77b-e7fe-4fbf-8627-3d42410415c8 req-af9cbb48-22a9-45ff-bf80-da4330226ac4 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831662 Feb 04 20:54:54.905340 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-49f912c6-efda-41c3-9b48-1aaf1f7cc1a7 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/quotas/1c95ab08729c4244bb5389f69a70876f HTTP/1.1" status: 200 len: 375 time: 0.0572226 Feb 04 20:54:55.000193 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-992affd7-a5f8-409a-95f5-e53dc315e1fb None None] Set router 4f84b46e-cc8c-4796-a5a5-aaba006b0015 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:54:55.283344 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 47090) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:55.362149 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-992affd7-a5f8-409a-95f5-e53dc315e1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f84b46e-cc8c-4796-a5a5-aaba006b0015', 'name': 'tempest-FloatingIPsTestJSON-1609791137-router', 'tenant_id': '7208c62bc0ff436b8f7c372434458b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'd5d6febd-5616-4fca-a8de-c65f1a43efae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:54:50Z', 'updated_at': '2022-02-04T20:54:53Z', 'revision_number': 3, 'project_id': '7208c62bc0ff436b8f7c372434458b82', 'gw_port': {'id': 'd5d6febd-5616-4fca-a8de-c65f1a43efae', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:66:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f84b46e-cc8c-4796-a5a5-aaba006b0015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:54:52Z', 'updated_at': '2022-02-04T20:54:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:54:55.366714 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992affd7-a5f8-409a-95f5-e53dc315e1fb None None] Checking router: 4f84b46e-cc8c-4796-a5a5-aaba006b0015 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:54:55.367058 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992affd7-a5f8-409a-95f5-e53dc315e1fb None None] Updating router 4f84b46e-cc8c-4796-a5a5-aaba006b0015 port d5d6febd-5616-4fca-a8de-c65f1a43efae binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:54:55.405311 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c10f7ae1-fc87-445b-bed2-a8f49d840951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:55.421395 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-992affd7-a5f8-409a-95f5-e53dc315e1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:55.433410 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-08825dd9-e08c-4308-ac53-7d413fa1853e tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:55.435708 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-55b60323-53fa-4b48-82e1-af62fcba9173 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:54:55.459541 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c10f7ae1-fc87-445b-bed2-a8f49d840951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:54:55.464108 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-55b60323-53fa-4b48-82e1-af62fcba9173 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Usage tracker for resource:port and tenant:6e99f9e26ac0463281aafc24e17e85e0 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:54:55.467078 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-08825dd9-e08c-4308-ac53-7d413fa1853e tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:55.473758 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-55b60323-53fa-4b48-82e1-af62fcba9173 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:54:55.527051 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c10f7ae1-fc87-445b-bed2-a8f49d840951 admin admin] Usage tracker for resource:security_group_rule and tenant:8cb501194e61471baa219087b8934dee is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:54:55.538041 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c10f7ae1-fc87-445b-bed2-a8f49d840951 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:54:55.543945 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-55b60323-53fa-4b48-82e1-af62fcba9173 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:54:55.570920 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c10f7ae1-fc87-445b-bed2-a8f49d840951 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:54:55.626454 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08825dd9-e08c-4308-ac53-7d413fa1853e tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cffc210c-964a-4042-82bb-983fec424162,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:55.637311 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-55b60323-53fa-4b48-82e1-af62fcba9173 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Made reservation on behalf of 6e99f9e26ac0463281aafc24e17e85e0 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:54:55.640539 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-55b60323-53fa-4b48-82e1-af62fcba9173 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:55.696110 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-92ea20c0-2dea-471d-a7eb-cbf90e966a28 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c95ab08729c4244bb5389f69a70876f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.7573533 Feb 04 20:54:55.699613 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5c2aacc7-658a-4a9d-94c9-5a01a3c2e807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:55.701684 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-df725ca2-f087-4159-884e-2b0688376bda req-bce956ae-13c4-4c18-8380-f665f413249a service neutron] For port ddbd31bc-a9ae-404c-9e3d-b4027bd67e51, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:54:55.732722 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:55.813013 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-992affd7-a5f8-409a-95f5-e53dc315e1fb None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:55.813863 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412c7ad-9b18-4ec0-939a-7b681a081588 req-9d9f2de4-10e5-4229-bc24-208815ac6475 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:55.820417 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8412c7ad-9b18-4ec0-939a-7b681a081588 req-9d9f2de4-10e5-4229-bc24-208815ac6475 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a0bf939-34f9-4279-994a-7507e6b5d01a HTTP/1.1" status: 200 len: 945 time: 0.5311527 Feb 04 20:54:55.830483 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-992affd7-a5f8-409a-95f5-e53dc315e1fb None None] Transition to ACTIVE for port object d5d6febd-5616-4fca-a8de-c65f1a43efae will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:54:55.835929 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-992affd7-a5f8-409a-95f5-e53dc315e1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:55.990922 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-992affd7-a5f8-409a-95f5-e53dc315e1fb None None] Attempting to bind port d5d6febd-5616-4fca-a8de-c65f1a43efae on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:54:55.991628 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-992affd7-a5f8-409a-95f5-e53dc315e1fb None None] Attempting to bind port d5d6febd-5616-4fca-a8de-c65f1a43efae by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:54:55.992205 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992affd7-a5f8-409a-95f5-e53dc315e1fb None None] Attempting to bind port d5d6febd-5616-4fca-a8de-c65f1a43efae on network 1f11f724-8cdd-497d-8220-929f45cf1223 {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:54:56.002397 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992affd7-a5f8-409a-95f5-e53dc315e1fb None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:54:56.003102 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992affd7-a5f8-409a-95f5-e53dc315e1fb None None] Checking segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:54:56.003293 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-5c2aacc7-658a-4a9d-94c9-5a01a3c2e807 admin admin] Allocated IP 172.20.0.1 (1e2803ea-60d8-4403-af2e-88a8b60f479e/51c9b0c1-da94-4568-a069-00f94c755292/01826c6f-1d8e-4aaa-ae4e-ffc87c08425d) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:54:56.004318 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-992affd7-a5f8-409a-95f5-e53dc315e1fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:56.004986 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992affd7-a5f8-409a-95f5-e53dc315e1fb None None] Bound using segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:54:56.006503 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-992affd7-a5f8-409a-95f5-e53dc315e1fb None None] Bound port: d5d6febd-5616-4fca-a8de-c65f1a43efae, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:54:56.007296 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-992affd7-a5f8-409a-95f5-e53dc315e1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:56.042748 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28714a2a-9c31-47a4-bcab-62705470d639 None None] Pushing event updated for resources: {'Port': ['ID=d5d6febd-5616-4fca-a8de-c65f1a43efae,revision_number=2']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:56.066161 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28714a2a-9c31-47a4-bcab-62705470d639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:56.066599 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28714a2a-9c31-47a4-bcab-62705470d639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:56.067375 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28714a2a-9c31-47a4-bcab-62705470d639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:56.067812 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28714a2a-9c31-47a4-bcab-62705470d639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:56.068428 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28714a2a-9c31-47a4-bcab-62705470d639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:56.068917 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28714a2a-9c31-47a4-bcab-62705470d639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:56.069375 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28714a2a-9c31-47a4-bcab-62705470d639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:56.069791 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28714a2a-9c31-47a4-bcab-62705470d639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:56.070282 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28714a2a-9c31-47a4-bcab-62705470d639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:56.070933 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28714a2a-9c31-47a4-bcab-62705470d639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:56.071454 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28714a2a-9c31-47a4-bcab-62705470d639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:56.071868 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28714a2a-9c31-47a4-bcab-62705470d639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:56.072413 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-08825dd9-e08c-4308-ac53-7d413fa1853e tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Allocated IP 192.168.233.125 (54d6ae2e-de73-4435-bfdd-cd390a2143ad/3d2f9c06-58f8-4b66-a033-2aa50eedddcd/b447ef48-492b-4220-b871-716bb45bab3a) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:54:56.108393 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-68a7a7cf-b4ff-453f-94e3-0e7aa8c16cfa req-719a2fe3-d3de-458c-a8c6-df3dac465569 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Synchronizing usage tracker for tenant:6e99f9e26ac0463281aafc24e17e85e0 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:54:56.117794 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-df725ca2-f087-4159-884e-2b0688376bda req-bce956ae-13c4-4c18-8380-f665f413249a service neutron] Notify callbacks [] for binding, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:56.119142 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df725ca2-f087-4159-884e-2b0688376bda req-bce956ae-13c4-4c18-8380-f665f413249a service neutron] 10.222.0.32 "DELETE /v2.0/ports/ddbd31bc-a9ae-404c-9e3d-b4027bd67e51/bindings/n-h2-827896-1 HTTP/1.1" status: 204 len: 173 time: 1.3230281 Feb 04 20:54:56.127755 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-992affd7-a5f8-409a-95f5-e53dc315e1fb None None] For port d5d6febd-5616-4fca-a8de-c65f1a43efae, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:54:56.131869 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-992affd7-a5f8-409a-95f5-e53dc315e1fb None None] For port d5d6febd-5616-4fca-a8de-c65f1a43efae, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=d5d6febd-5616-4fca-a8de-c65f1a43efae,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:54:56.133427 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8412c7ad-9b18-4ec0-939a-7b681a081588 req-84813e28-b467-4b0e-9988-6dd61b972c34 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120644 Feb 04 20:54:56.136627 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-992affd7-a5f8-409a-95f5-e53dc315e1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:56.268600 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-68a7a7cf-b4ff-453f-94e3-0e7aa8c16cfa req-719a2fe3-d3de-458c-a8c6-df3dac465569 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Unset dirty status for tenant:6e99f9e26ac0463281aafc24e17e85e0 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:54:56.275786 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992affd7-a5f8-409a-95f5-e53dc315e1fb None None] Routers {'4f84b46e-cc8c-4796-a5a5-aaba006b0015'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:54:56.276423 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-992affd7-a5f8-409a-95f5-e53dc315e1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:54:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4f84b46e-cc8c-4796-a5a5-aaba006b0015'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:54:56.278069 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-68a7a7cf-b4ff-453f-94e3-0e7aa8c16cfa req-719a2fe3-d3de-458c-a8c6-df3dac465569 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dcaf5b0-e981-4679-8c24-f2f357c4c6e5 HTTP/1.1" status: 200 len: 210 time: 0.3189306 Feb 04 20:54:56.278922 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5c2aacc7-658a-4a9d-94c9-5a01a3c2e807 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:56.284709 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c10f7ae1-fc87-445b-bed2-a8f49d840951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:56.307402 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-5c2aacc7-658a-4a9d-94c9-5a01a3c2e807 admin admin] Transition to ACTIVE for port object 01826c6f-1d8e-4aaa-ae4e-ffc87c08425d will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:54:56.331817 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28714a2a-9c31-47a4-bcab-62705470d639 None None] Pushing event updated for resources: {'Port': ['ID=d5d6febd-5616-4fca-a8de-c65f1a43efae,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:56.341270 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5c2aacc7-658a-4a9d-94c9-5a01a3c2e807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:56.352883 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c10f7ae1-fc87-445b-bed2-a8f49d840951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:56.384775 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-825c51c8-00f0-45da-9b3b-cbf1252f1c07 req-3ac621f8-42a0-4f3f-8114-d74d6c93956c tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3a5f4e9-a4c1-46a3-8166-d06c49cd633a HTTP/1.1" status: 200 len: 210 time: 0.1735616 Feb 04 20:54:56.486714 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2aacc7-658a-4a9d-94c9-5a01a3c2e807 admin admin] Pushing event updated for resources: {'Port': ['ID=01826c6f-1d8e-4aaa-ae4e-ffc87c08425d,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:56.502834 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2aacc7-658a-4a9d-94c9-5a01a3c2e807 admin admin] Network 1e2803ea-60d8-4403-af2e-88a8b60f479e is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:54:56.506216 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-5c2aacc7-658a-4a9d-94c9-5a01a3c2e807 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:54:56.512111 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2aacc7-658a-4a9d-94c9-5a01a3c2e807 admin admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:54:56.544605 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-992affd7-a5f8-409a-95f5-e53dc315e1fb None None] Set router 4f84b46e-cc8c-4796-a5a5-aaba006b0015 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:54:56.572159 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6a756314-1964-4a84-a9d6-fd22948deed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:56.626327 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5c2aacc7-658a-4a9d-94c9-5a01a3c2e807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:56.688241 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f7ae1-fc87-445b-bed2-a8f49d840951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcd14b7-254d-40f2-a3fa-7db36888bc83,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:56.823236 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5c2aacc7-658a-4a9d-94c9-5a01a3c2e807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:56.829581 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c10f7ae1-fc87-445b-bed2-a8f49d840951 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8cb501194e61471baa219087b8934dee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5390873 Feb 04 20:54:56.835693 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47110) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:56.886045 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-a14c4b85-bbbd-4958-90d0-51d6b6631033 None None] Provisioning for port 01826c6f-1d8e-4aaa-ae4e-ffc87c08425d completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:54:56.899815 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-a14c4b85-bbbd-4958-90d0-51d6b6631033 None None] Provisioning complete for port 01826c6f-1d8e-4aaa-ae4e-ffc87c08425d triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:54:56.900168 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a14c4b85-bbbd-4958-90d0-51d6b6631033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:57.013434 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-a14c4b85-bbbd-4958-90d0-51d6b6631033 None None] Port 01826c6f-1d8e-4aaa-ae4e-ffc87c08425d cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:54:57.046226 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-77027e0b-7409-464f-84fa-3c254615368b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:57.048072 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-992affd7-a5f8-409a-95f5-e53dc315e1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f84b46e-cc8c-4796-a5a5-aaba006b0015', 'name': 'tempest-FloatingIPsTestJSON-1609791137-router', 'tenant_id': '7208c62bc0ff436b8f7c372434458b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'd5d6febd-5616-4fca-a8de-c65f1a43efae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:54:50Z', 'updated_at': '2022-02-04T20:54:53Z', 'revision_number': 3, 'project_id': '7208c62bc0ff436b8f7c372434458b82', 'gw_port': {'id': 'd5d6febd-5616-4fca-a8de-c65f1a43efae', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:66:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f84b46e-cc8c-4796-a5a5-aaba006b0015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:54:52Z', 'updated_at': '2022-02-04T20:54:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:54:57.053774 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992affd7-a5f8-409a-95f5-e53dc315e1fb None None] The sync data for ids ['4f84b46e-cc8c-4796-a5a5-aaba006b0015'] in n-d-827896-1 is: [{'id': '4f84b46e-cc8c-4796-a5a5-aaba006b0015', 'name': 'tempest-FloatingIPsTestJSON-1609791137-router', 'tenant_id': '7208c62bc0ff436b8f7c372434458b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'd5d6febd-5616-4fca-a8de-c65f1a43efae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:54:50Z', 'updated_at': '2022-02-04T20:54:53Z', 'revision_number': 3, 'project_id': '7208c62bc0ff436b8f7c372434458b82', 'gw_port': {'id': 'd5d6febd-5616-4fca-a8de-c65f1a43efae', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:66:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f84b46e-cc8c-4796-a5a5-aaba006b0015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:54:52Z', 'updated_at': '2022-02-04T20:54:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:54:57.100417 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-77027e0b-7409-464f-84fa-3c254615368b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:57.179138 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-08825dd9-e08c-4308-ac53-7d413fa1853e tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:57.194584 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5c2aacc7-658a-4a9d-94c9-5a01a3c2e807 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:57.200410 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5c2aacc7-658a-4a9d-94c9-5a01a3c2e807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:57.254610 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a9f1f-050f-450d-845a-f6c0242a0705 req-d6ac3c72-46db-4af8-89b3-c3e9bc18e0d1 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:57.257243 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c50a9f1f-050f-450d-845a-f6c0242a0705 req-d6ac3c72-46db-4af8-89b3-c3e9bc18e0d1 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 945 time: 0.7494988 Feb 04 20:54:57.262546 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-08825dd9-e08c-4308-ac53-7d413fa1853e tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Transition to ACTIVE for port object b447ef48-492b-4220-b871-716bb45bab3a will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:54:57.267611 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217e4fb-2f58-4010-a2b8-9daf76d6ac28 req-0ddcf134-716b-44d1-a587-8ec39a50da0a tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:57.269018 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a217e4fb-2f58-4010-a2b8-9daf76d6ac28 req-0ddcf134-716b-44d1-a587-8ec39a50da0a tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=3a0bf939-34f9-4279-994a-7507e6b5d01a HTTP/1.1" status: 200 len: 1096 time: 0.6291716 Feb 04 20:54:57.280721 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-77027e0b-7409-464f-84fa-3c254615368b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:57.341127 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77027e0b-7409-464f-84fa-3c254615368b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcd14b7-254d-40f2-a3fa-7db36888bc83,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:57.356010 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77027e0b-7409-464f-84fa-3c254615368b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:57.356457 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77027e0b-7409-464f-84fa-3c254615368b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:57.357020 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77027e0b-7409-464f-84fa-3c254615368b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:57.357348 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77027e0b-7409-464f-84fa-3c254615368b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:57.357752 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77027e0b-7409-464f-84fa-3c254615368b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:57.358086 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77027e0b-7409-464f-84fa-3c254615368b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:57.358573 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77027e0b-7409-464f-84fa-3c254615368b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:57.358842 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77027e0b-7409-464f-84fa-3c254615368b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:57.359345 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77027e0b-7409-464f-84fa-3c254615368b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:57.359691 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77027e0b-7409-464f-84fa-3c254615368b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:57.360145 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77027e0b-7409-464f-84fa-3c254615368b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:57.360495 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77027e0b-7409-464f-84fa-3c254615368b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:54:57.371864 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c50a9f1f-050f-450d-845a-f6c0242a0705 req-620e1d65-d7e2-46c6-8200-4db36cab570d tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018758 Feb 04 20:54:57.383179 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a217e4fb-2f58-4010-a2b8-9daf76d6ac28 req-5af97e12-a2db-46e1-8316-190765510070 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932605 Feb 04 20:54:57.415163 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2aacc7-658a-4a9d-94c9-5a01a3c2e807 admin admin] Pushing event updated for resources: {'Port': ['ID=01826c6f-1d8e-4aaa-ae4e-ffc87c08425d,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:57.460642 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5c2aacc7-658a-4a9d-94c9-5a01a3c2e807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:57.492043 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-77027e0b-7409-464f-84fa-3c254615368b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:57.500415 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-77027e0b-7409-464f-84fa-3c254615368b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0fcd14b7-254d-40f2-a3fa-7db36888bc83 HTTP/1.1" status: 204 len: 168 time: 0.6632767 Feb 04 20:54:57.685737 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-08825dd9-e08c-4308-ac53-7d413fa1853e tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:57.704317 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device b08319eb-cc5b-4f8b-8518-85a440ceaf84 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:54:57.850186 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-571effba-8868-4886-9d1d-c91f87ee394f req-13d260f3-c6e0-4e77-ad89-0a8f98180d01 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3a5f4e9-a4c1-46a3-8166-d06c49cd633a HTTP/1.1" status: 200 len: 210 time: 0.1623547 Feb 04 20:54:57.876870 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2aacc7-658a-4a9d-94c9-5a01a3c2e807 admin admin] Network 1e2803ea-60d8-4403-af2e-88a8b60f479e is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:54:57.879242 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-5c2aacc7-658a-4a9d-94c9-5a01a3c2e807 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:54:57.895107 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port b08319eb-cc5b-4f8b-8518-85a440ceaf84 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:54:57.906464 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port b08319eb-cc5b-4f8b-8518-85a440ceaf84 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:54:57.908402 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:58.001126 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-57d38f86-90a3-424f-ada2-d08ac5640f45 req-ebe396de-65a2-4de0-81b6-3f354ab00131 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dcaf5b0-e981-4679-8c24-f2f357c4c6e5 HTTP/1.1" status: 200 len: 210 time: 0.2999079 Feb 04 20:54:58.034232 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-afd6bb2a-6849-44a8-b471-12f6d1368e97 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1c95ab08729c4244bb5389f69a70876f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1737854 Feb 04 20:54:58.041710 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-6a756314-1964-4a84-a9d6-fd22948deed4 admin admin] Deleting port 84a16bce-4aa6-4b1f-8fe5-3d9435f94acb {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:54:58.042635 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6a756314-1964-4a84-a9d6-fd22948deed4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:58.129063 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:58.174514 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81351f75-ca36-4dd6-b2a2-bf5087bd6eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08319eb-cc5b-4f8b-8518-85a440ceaf84'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:54:58.191250 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port b08319eb-cc5b-4f8b-8518-85a440ceaf84, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b08319eb-cc5b-4f8b-8518-85a440ceaf84,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:58.198548 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:58.308408 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=b08319eb-cc5b-4f8b-8518-85a440ceaf84,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:58.317477 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81351f75-ca36-4dd6-b2a2-bf5087bd6eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08319eb-cc5b-4f8b-8518-85a440ceaf84', 'code': 200} Feb 04 20:54:58.340434 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-08825dd9-e08c-4308-ac53-7d413fa1853e tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Network 54d6ae2e-de73-4435-bfdd-cd390a2143ad is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:54:58.342701 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08825dd9-e08c-4308-ac53-7d413fa1853e tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Pushing event updated for resources: {'Port': ['ID=b447ef48-492b-4220-b871-716bb45bab3a,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:58.364702 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-a61b7666-dad2-455c-baf4-310fa7b543b3 None None] Provisioning complete for port 01826c6f-1d8e-4aaa-ae4e-ffc87c08425d triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:54:58.365065 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a61b7666-dad2-455c-baf4-310fa7b543b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:58.411256 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-55b60323-53fa-4b48-82e1-af62fcba9173 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Allocated IP 192.168.233.171 (54d6ae2e-de73-4435-bfdd-cd390a2143ad/3d2f9c06-58f8-4b66-a033-2aa50eedddcd/41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:54:58.444486 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2aacc7-658a-4a9d-94c9-5a01a3c2e807 admin admin] Router 4f84b46e-cc8c-4796-a5a5-aaba006b0015 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:54:58.451099 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-a61b7666-dad2-455c-baf4-310fa7b543b3 None None] Port 01826c6f-1d8e-4aaa-ae4e-ffc87c08425d cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:54:58.462013 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-08825dd9-e08c-4308-ac53-7d413fa1853e tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:54:58.478610 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-08825dd9-e08c-4308-ac53-7d413fa1853e tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:54:58.507712 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-08825dd9-e08c-4308-ac53-7d413fa1853e tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:58.509484 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-08825dd9-e08c-4308-ac53-7d413fa1853e tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:58.735524 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device d5d6febd-5616-4fca-a8de-c65f1a43efae up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:54:58.789011 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2aacc7-658a-4a9d-94c9-5a01a3c2e807 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:54:58.805129 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5c2aacc7-658a-4a9d-94c9-5a01a3c2e807 admin admin] 10.222.0.26 "PUT /v2.0/routers/4f84b46e-cc8c-4796-a5a5-aaba006b0015/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1143537 Feb 04 20:54:58.859590 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port d5d6febd-5616-4fca-a8de-c65f1a43efae completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:54:58.872691 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-08825dd9-e08c-4308-ac53-7d413fa1853e tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.2283218 Feb 04 20:54:58.874082 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port d5d6febd-5616-4fca-a8de-c65f1a43efae triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:54:58.874462 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:58.918347 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-7f4f7e37-140e-4197-afca-e47b8e002526 service neutron] Request body: {'port': {'device_id': '60e3055c-e921-43c1-b9ea-afad985046aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:54:58.938778 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-170ec324-3701-4fff-9de6-43f3bb9694b5 None None] Provisioning for port b447ef48-492b-4220-b871-716bb45bab3a completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:54:58.951864 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-170ec324-3701-4fff-9de6-43f3bb9694b5 None None] Provisioning complete for port b447ef48-492b-4220-b871-716bb45bab3a triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:54:58.952276 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-170ec324-3701-4fff-9de6-43f3bb9694b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:59.061821 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47164) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:59.091750 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:59.097707 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-170ec324-3701-4fff-9de6-43f3bb9694b5 None None] Port b447ef48-492b-4220-b871-716bb45bab3a cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:54:59.110965 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port d5d6febd-5616-4fca-a8de-c65f1a43efae, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=d5d6febd-5616-4fca-a8de-c65f1a43efae,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:59.115763 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:59.190670 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=d5d6febd-5616-4fca-a8de-c65f1a43efae,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:59.210549 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a9a1a-fa4f-43d5-9802-e0f9c851fe1c req-a0a426fe-3c2f-4b8a-8e9b-aeb9a581febd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:59.212153 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a11a9a1a-fa4f-43d5-9802-e0f9c851fe1c req-a0a426fe-3c2f-4b8a-8e9b-aeb9a581febd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 1097 time: 0.5953586 Feb 04 20:54:59.219639 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-eb46f9db-3c25-41a0-a223-33ce23ab4197 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:59.225721 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-eb46f9db-3c25-41a0-a223-33ce23ab4197 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/networks?id=e2945ff6-c379-474d-a032-331b1f6dd08e HTTP/1.1" status: 200 len: 807 time: 1.1028988 Feb 04 20:54:59.239552 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-24f5c369-7f73-491b-8c7b-16a06723387b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1921007518-network', 'tenant_id': 'f489c8ae424c44cbbf3f7965c8281cb8'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:54:59.245578 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-24f5c369-7f73-491b-8c7b-16a06723387b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:54:59.249937 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-24f5c369-7f73-491b-8c7b-16a06723387b admin admin] Usage tracker for resource:network and tenant:f489c8ae424c44cbbf3f7965c8281cb8 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:54:59.253053 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-24f5c369-7f73-491b-8c7b-16a06723387b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:54:59.259086 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-24f5c369-7f73-491b-8c7b-16a06723387b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:54:59.269731 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f5c369-7f73-491b-8c7b-16a06723387b admin admin] Made reservation on behalf of f489c8ae424c44cbbf3f7965c8281cb8 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:54:59.272853 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-24f5c369-7f73-491b-8c7b-16a06723387b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:59.285321 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-24f5c369-7f73-491b-8c7b-16a06723387b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:59.300950 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-24f5c369-7f73-491b-8c7b-16a06723387b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:54:59.303415 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd70967-5614-430a-8e98-f6a4f2762f72 req-12818102-87d0-4e59-b822-1156ea4cdeae tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:59.304901 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9cd70967-5614-430a-8e98-f6a4f2762f72 req-12818102-87d0-4e59-b822-1156ea4cdeae tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 946 time: 0.6705916 Feb 04 20:54:59.305082 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-24f5c369-7f73-491b-8c7b-16a06723387b admin admin] Usage tracker for resource:security_group_rule and tenant:f489c8ae424c44cbbf3f7965c8281cb8 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:54:59.308026 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-24f5c369-7f73-491b-8c7b-16a06723387b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:54:59.314015 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-24f5c369-7f73-491b-8c7b-16a06723387b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:54:59.358417 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-f2357a14-91db-43e4-a79a-110417ab5ab7 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:59.359931 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-f2357a14-91db-43e4-a79a-110417ab5ab7 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2723598 Feb 04 20:54:59.392357 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-e5a8a91f-333a-4d7f-9939-5773fa0f3cd1 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/quotas/1e904fca23cf47ec90953cad0cc5c8e4 HTTP/1.1" status: 200 len: 375 time: 0.1269381 Feb 04 20:54:59.399729 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-9e90bbc0-ca76-4061-84da-da07ef2cd681 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Request body: {'port': {'device_id': 'a3a5f4e9-a4c1-46a3-8166-d06c49cd633a', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'admin_state_up': True, 'tenant_id': '1c95ab08729c4244bb5389f69a70876f'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:54:59.405826 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-24f5c369-7f73-491b-8c7b-16a06723387b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:59.413586 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-24f5c369-7f73-491b-8c7b-16a06723387b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:59.433085 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f5c369-7f73-491b-8c7b-16a06723387b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:54:59.455718 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-24f5c369-7f73-491b-8c7b-16a06723387b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:59.456052 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-24f5c369-7f73-491b-8c7b-16a06723387b admin admin] Added segment b5c60513-b4d0-4b58-b20e-e62617879fe0 of type vlan for network bdef2d80-e325-4e44-9ec6-4c902a4e36e5 Feb 04 20:54:59.464421 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5c369-7f73-491b-8c7b-16a06723387b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1568b9cd-13d3-4f4a-a50a-aa0fde82349b,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:59.479818 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-6a756314-1964-4a84-a9d6-fd22948deed4 admin admin] For port 84a16bce-4aa6-4b1f-8fe5-3d9435f94acb, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=84a16bce-4aa6-4b1f-8fe5-3d9435f94acb,segment=NetworkSegment(d12e9950-5d86-40cd-bddc-0de2bd6bc6e5),segment_id=d12e9950-5d86-40cd-bddc-0de2bd6bc6e5)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:54:59.480140 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6a756314-1964-4a84-a9d6-fd22948deed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:59.487599 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-24f5c369-7f73-491b-8c7b-16a06723387b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:59.517073 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c220bb15-7635-426f-9444-97caa6770b63 None None] Sync routers for ids ['4f84b46e-cc8c-4796-a5a5-aaba006b0015'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:54:59.526682 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c220bb15-7635-426f-9444-97caa6770b63 None None] Routers {'4f84b46e-cc8c-4796-a5a5-aaba006b0015'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:54:59.526946 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-24f5c369-7f73-491b-8c7b-16a06723387b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:59.527497 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-c220bb15-7635-426f-9444-97caa6770b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:54:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4f84b46e-cc8c-4796-a5a5-aaba006b0015'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:54:59.527857 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f5c369-7f73-491b-8c7b-16a06723387b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:54:59.528587 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-24f5c369-7f73-491b-8c7b-16a06723387b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:59.581068 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-7f4f7e37-140e-4197-afca-e47b8e002526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:59.637042 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-24f5c369-7f73-491b-8c7b-16a06723387b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5740349 Feb 04 20:54:59.638032 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5c369-7f73-491b-8c7b-16a06723387b admin admin] Pushing event updated for resources: {'Network': ['ID=bdef2d80-e325-4e44-9ec6-4c902a4e36e5,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:54:59.640025 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47170) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:54:59.645979 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-93d7f79b-03b3-4bc0-b75d-fa1d9655fe77 admin admin] Request body: {'subnet': {'network_id': 'bdef2d80-e325-4e44-9ec6-4c902a4e36e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1921007518-subnet', 'tenant_id': 'f489c8ae424c44cbbf3f7965c8281cb8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:54:59.651247 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-93d7f79b-03b3-4bc0-b75d-fa1d9655fe77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:54:59.655298 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-93d7f79b-03b3-4bc0-b75d-fa1d9655fe77 admin admin] Usage tracker for resource:subnet and tenant:f489c8ae424c44cbbf3f7965c8281cb8 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:54:59.658445 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-93d7f79b-03b3-4bc0-b75d-fa1d9655fe77 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:54:59.666418 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-93d7f79b-03b3-4bc0-b75d-fa1d9655fe77 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:54:59.667405 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network bdef2d80-e325-4e44-9ec6-4c902a4e36e5 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:54:59.678552 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d7f79b-03b3-4bc0-b75d-fa1d9655fe77 admin admin] Made reservation on behalf of f489c8ae424c44cbbf3f7965c8281cb8 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:54:59.681441 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-93d7f79b-03b3-4bc0-b75d-fa1d9655fe77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:59.778473 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a11a9a1a-fa4f-43d5-9802-e0f9c851fe1c req-c778d8a0-07fd-44b6-9d87-f752df867ac0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5511677 Feb 04 20:54:59.839945 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-c220bb15-7635-426f-9444-97caa6770b63 None None] Set router 4f84b46e-cc8c-4796-a5a5-aaba006b0015 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:54:59.870432 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-6a756314-1964-4a84-a9d6-fd22948deed4 admin admin] Calling delete_port for 84a16bce-4aa6-4b1f-8fe5-3d9435f94acb owned by network:router_interface {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:54:59.904985 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9cd70967-5614-430a-8e98-f6a4f2762f72 req-77c48ad6-ea92-4ff0-97a8-8ac8ed128e6f tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5542583 Feb 04 20:54:59.928411 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-93d7f79b-03b3-4bc0-b75d-fa1d9655fe77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:54:59.950157 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-55b60323-53fa-4b48-82e1-af62fcba9173 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:00.019229 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7f79b-03b3-4bc0-b75d-fa1d9655fe77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44d02cca-1ab3-4943-b59f-559e45f07f4b,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:00.030031 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d7f79b-03b3-4bc0-b75d-fa1d9655fe77 admin admin] Checking segment: {'id': 'b5c60513-b4d0-4b58-b20e-e62617879fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bdef2d80-e325-4e44-9ec6-4c902a4e36e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:55:00.030388 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d7f79b-03b3-4bc0-b75d-fa1d9655fe77 admin admin] Network hostable DHCP agents. Network: bdef2d80-e325-4e44-9ec6-4c902a4e36e5, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:55:00.039091 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-55b60323-53fa-4b48-82e1-af62fcba9173 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Transition to ACTIVE for port object 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:55:00.057237 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d7f79b-03b3-4bc0-b75d-fa1d9655fe77 admin admin] Network bdef2d80-e325-4e44-9ec6-4c902a4e36e5 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:55:00.070749 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-93d7f79b-03b3-4bc0-b75d-fa1d9655fe77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, bdef2d80-e325-4e44-9ec6-4c902a4e36e5) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:55:00.081370 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33bf218-54e2-47c9-9656-2aba0efc417e None None] Network bdef2d80-e325-4e44-9ec6-4c902a4e36e5 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:55:00.084629 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d7f79b-03b3-4bc0-b75d-fa1d9655fe77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:00.085614 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-93d7f79b-03b3-4bc0-b75d-fa1d9655fe77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:00.113054 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-93d7f79b-03b3-4bc0-b75d-fa1d9655fe77 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4693933 Feb 04 20:55:00.113054 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47174) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:55:00.119061 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-2bf1e389-e0ff-4090-a7d6-b84c8978bb11 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1921007518-router', 'tenant_id': 'f489c8ae424c44cbbf3f7965c8281cb8', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:55:00.123718 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-2bf1e389-e0ff-4090-a7d6-b84c8978bb11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:55:00.127462 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2bf1e389-e0ff-4090-a7d6-b84c8978bb11 admin admin] Usage tracker for resource:router and tenant:f489c8ae424c44cbbf3f7965c8281cb8 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:55:00.130424 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2bf1e389-e0ff-4090-a7d6-b84c8978bb11 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:55:00.136805 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-2bf1e389-e0ff-4090-a7d6-b84c8978bb11 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:55:00.148457 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2bf1e389-e0ff-4090-a7d6-b84c8978bb11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:00.149880 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2bf1e389-e0ff-4090-a7d6-b84c8978bb11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:00.166856 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2bf1e389-e0ff-4090-a7d6-b84c8978bb11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:00.246071 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-9e90bbc0-ca76-4061-84da-da07ef2cd681 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:55:00.307773 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2ebfd8db-3980-48a2-ae2f-7ccdd1b12b07 req-7b6b6354-fef5-480a-a959-e905a277834b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3a5f4e9-a4c1-46a3-8166-d06c49cd633a HTTP/1.1" status: 200 len: 210 time: 0.1212893 Feb 04 20:55:00.320220 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-9e90bbc0-ca76-4061-84da-da07ef2cd681 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:55:00.342035 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-e01b6bc1-17e0-4790-8e3a-88b49b909081 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9161465 Feb 04 20:55:00.407287 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-9e90bbc0-ca76-4061-84da-da07ef2cd681 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Made reservation on behalf of 1c95ab08729c4244bb5389f69a70876f for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:55:00.410762 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-9e90bbc0-ca76-4061-84da-da07ef2cd681 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:00.455398 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2bf1e389-e0ff-4090-a7d6-b84c8978bb11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:00.507601 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5d4419-4818-4fea-8a65-0f5c365cc94d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-bdef2d80-e325-4e44-9ec6-4c902a4e36e5', 'network_id': 'bdef2d80-e325-4e44-9ec6-4c902a4e36e5', 'tenant_id': 'f489c8ae424c44cbbf3f7965c8281cb8', 'fixed_ips': [{'subnet_id': '44d02cca-1ab3-4943-b59f-559e45f07f4b'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:55:00.508779 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-bb5d4419-4818-4fea-8a65-0f5c365cc94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:00.594757 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-55b60323-53fa-4b48-82e1-af62fcba9173 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:00.721671 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-bb5d4419-4818-4fea-8a65-0f5c365cc94d None None] Allocated IP 172.20.0.2 (bdef2d80-e325-4e44-9ec6-4c902a4e36e5/44d02cca-1ab3-4943-b59f-559e45f07f4b/100325b4-829c-4f38-80a5-a6f9fdbec310) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:55:00.867950 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-55b60323-53fa-4b48-82e1-af62fcba9173 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Network 54d6ae2e-de73-4435-bfdd-cd390a2143ad is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:55:00.890823 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-55b60323-53fa-4b48-82e1-af62fcba9173 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:55:00.893503 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-55b60323-53fa-4b48-82e1-af62fcba9173 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:55:00.899700 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-55b60323-53fa-4b48-82e1-af62fcba9173 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:00.900322 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-55b60323-53fa-4b48-82e1-af62fcba9173 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:00.904643 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2bf1e389-e0ff-4090-a7d6-b84c8978bb11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:00.928617 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device d5d6febd-5616-4fca-a8de-c65f1a43efae up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:55:00.937162 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2bf1e389-e0ff-4090-a7d6-b84c8978bb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:00.937977 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-88d74dbe-2322-436b-ac8b-013baff7727e service neutron] 10.222.0.26 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5858588 Feb 04 20:55:00.938586 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b60323-53fa-4b48-82e1-af62fcba9173 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Pushing event updated for resources: {'Port': ['ID=41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:01.033942 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-c220bb15-7635-426f-9444-97caa6770b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f84b46e-cc8c-4796-a5a5-aaba006b0015', 'name': 'tempest-FloatingIPsTestJSON-1609791137-router', 'tenant_id': '7208c62bc0ff436b8f7c372434458b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'd5d6febd-5616-4fca-a8de-c65f1a43efae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:54:50Z', 'updated_at': '2022-02-04T20:54:56Z', 'revision_number': 4, 'project_id': '7208c62bc0ff436b8f7c372434458b82', 'gw_port': {'id': 'd5d6febd-5616-4fca-a8de-c65f1a43efae', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:66:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f84b46e-cc8c-4796-a5a5-aaba006b0015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:54:52Z', 'updated_at': '2022-02-04T20:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '01826c6f-1d8e-4aaa-ae4e-ffc87c08425d', 'name': '', 'network_id': '1e2803ea-60d8-4403-af2e-88a8b60f479e', 'tenant_id': '7208c62bc0ff436b8f7c372434458b82', 'mac_address': 'fa:16:3e:71:fe:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f84b46e-cc8c-4796-a5a5-aaba006b0015', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '51c9b0c1-da94-4568-a069-00f94c755292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:54:55Z', 'updated_at': '2022-02-04T20:54:56Z', 'revision_number': 2, 'project_id': '7208c62bc0ff436b8f7c372434458b82', 'subnets': [{'id': '51c9b0c1-da94-4568-a069-00f94c755292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:01.059275 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c220bb15-7635-426f-9444-97caa6770b63 None None] Checking router: 4f84b46e-cc8c-4796-a5a5-aaba006b0015 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:55:01.059870 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c220bb15-7635-426f-9444-97caa6770b63 None None] Updating router 4f84b46e-cc8c-4796-a5a5-aaba006b0015 port 01826c6f-1d8e-4aaa-ae4e-ffc87c08425d binding host n-d-827896-1 {{(pid=87684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:55:01.136207 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-55b60323-53fa-4b48-82e1-af62fcba9173 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.5257313 Feb 04 20:55:01.153387 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-bb5d4419-4818-4fea-8a65-0f5c365cc94d None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:01.154683 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-2bf1e389-e0ff-4090-a7d6-b84c8978bb11 admin admin] Allocated IP 172.25.5.2 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/2e720ed2-9a61-4bc7-99eb-231d6e3258ff) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:55:01.162495 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-2041f2bc-d180-466a-971e-e226f5ff6808 service neutron] Request body: {'port': {'device_id': '3dcaf5b0-e981-4679-8c24-f2f357c4c6e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:55:01.170278 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-bb5d4419-4818-4fea-8a65-0f5c365cc94d None None] Transition to ACTIVE for port object 100325b4-829c-4f38-80a5-a6f9fdbec310 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:55:01.219792 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-bb5d4419-4818-4fea-8a65-0f5c365cc94d None None] Transition to ACTIVE for port object 100325b4-829c-4f38-80a5-a6f9fdbec310 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:55:01.233622 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c220bb15-7635-426f-9444-97caa6770b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:01.246809 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-bb5d4419-4818-4fea-8a65-0f5c365cc94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:01.277125 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-33288be0-2cf2-49c3-a22e-084e515754c5 req-b8b74132-2058-4755-902e-cfbc405de9e7 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6675277 Feb 04 20:55:01.282200 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port d5d6febd-5616-4fca-a8de-c65f1a43efae triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:55:01.282361 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6a756314-1964-4a84-a9d6-fd22948deed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:01.282569 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:01.317230 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2bf1e389-e0ff-4090-a7d6-b84c8978bb11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:01.352007 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2bf1e389-e0ff-4090-a7d6-b84c8978bb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:01.397695 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5d4419-4818-4fea-8a65-0f5c365cc94d None None] Network bdef2d80-e325-4e44-9ec6-4c902a4e36e5 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:55:01.407224 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-da1bfbe7-4fdd-4eee-ae77-b6404fe6278f None None] Provisioning for port 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:55:01.421258 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-bb5d4419-4818-4fea-8a65-0f5c365cc94d None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:55:01.426641 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf1e389-e0ff-4090-a7d6-b84c8978bb11 admin admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:55:01.430007 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-2bf1e389-e0ff-4090-a7d6-b84c8978bb11 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:55:01.433826 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf1e389-e0ff-4090-a7d6-b84c8978bb11 admin admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:55:01.434608 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5d4419-4818-4fea-8a65-0f5c365cc94d None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:55:01.438958 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-da1bfbe7-4fdd-4eee-ae77-b6404fe6278f None None] Provisioning complete for port 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:55:01.439321 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-da1bfbe7-4fdd-4eee-ae77-b6404fe6278f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:01.469010 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf1e389-e0ff-4090-a7d6-b84c8978bb11 admin admin] Pushing event updated for resources: {'Port': ['ID=2e720ed2-9a61-4bc7-99eb-231d6e3258ff,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:01.472895 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d4419-4818-4fea-8a65-0f5c365cc94d None None] Pushing event updated for resources: {'Port': ['ID=100325b4-829c-4f38-80a5-a6f9fdbec310,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:01.571585 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-33288be0-2cf2-49c3-a22e-084e515754c5 req-1dd8f1a0-b773-4d87-b1ef-47ea9122598e tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Request body: {'floatingip': {'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:55:01.582012 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a756314-1964-4a84-a9d6-fd22948deed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=84a16bce-4aa6-4b1f-8fe5-3d9435f94acb,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:01.647101 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-33288be0-2cf2-49c3-a22e-084e515754c5 req-1dd8f1a0-b773-4d87-b1ef-47ea9122598e tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:55:01.651199 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-801f91fd-13b0-443f-848f-da53444fcba7 service neutron] 10.222.0.26 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6880817 Feb 04 20:55:01.736847 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-33288be0-2cf2-49c3-a22e-084e515754c5 req-1dd8f1a0-b773-4d87-b1ef-47ea9122598e tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Usage tracker for resource:floatingip and tenant:7208c62bc0ff436b8f7c372434458b82 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:55:01.751513 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-33288be0-2cf2-49c3-a22e-084e515754c5 req-1dd8f1a0-b773-4d87-b1ef-47ea9122598e tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:55:01.852648 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-da1bfbe7-4fdd-4eee-ae77-b6404fe6278f None None] Port 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:55:01.934411 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2bf1e389-e0ff-4090-a7d6-b84c8978bb11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:01.938127 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-bb5d4419-4818-4fea-8a65-0f5c365cc94d None None] Attempting to bind port 100325b4-829c-4f38-80a5-a6f9fdbec310 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:55:01.938499 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-bb5d4419-4818-4fea-8a65-0f5c365cc94d None None] Attempting to bind port 100325b4-829c-4f38-80a5-a6f9fdbec310 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': 'b5c60513-b4d0-4b58-b20e-e62617879fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bdef2d80-e325-4e44-9ec6-4c902a4e36e5'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:55:01.938859 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5d4419-4818-4fea-8a65-0f5c365cc94d None None] Attempting to bind port 100325b4-829c-4f38-80a5-a6f9fdbec310 on network bdef2d80-e325-4e44-9ec6-4c902a4e36e5 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:55:01.949560 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-33288be0-2cf2-49c3-a22e-084e515754c5 req-1dd8f1a0-b773-4d87-b1ef-47ea9122598e tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:55:01.957913 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6a756314-1964-4a84-a9d6-fd22948deed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:01.973450 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5d4419-4818-4fea-8a65-0f5c365cc94d None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:55:01.973827 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5d4419-4818-4fea-8a65-0f5c365cc94d None None] Checking segment: {'id': 'b5c60513-b4d0-4b58-b20e-e62617879fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bdef2d80-e325-4e44-9ec6-4c902a4e36e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:55:01.974544 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-bb5d4419-4818-4fea-8a65-0f5c365cc94d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:01.974994 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5d4419-4818-4fea-8a65-0f5c365cc94d None None] Bound using segment: {'id': 'b5c60513-b4d0-4b58-b20e-e62617879fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bdef2d80-e325-4e44-9ec6-4c902a4e36e5'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:55:01.975575 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-bb5d4419-4818-4fea-8a65-0f5c365cc94d None None] Bound port: 100325b4-829c-4f38-80a5-a6f9fdbec310, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c60513-b4d0-4b58-b20e-e62617879fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bdef2d80-e325-4e44-9ec6-4c902a4e36e5'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:55:01.975951 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-bb5d4419-4818-4fea-8a65-0f5c365cc94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:01.976971 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-7f4f7e37-140e-4197-afca-e47b8e002526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b447ef48-492b-4220-b871-716bb45bab3a {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:55:01.985115 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-7f4f7e37-140e-4197-afca-e47b8e002526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:02.003104 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-7f4f7e37-140e-4197-afca-e47b8e002526 service neutron] Transition to ACTIVE for port object b447ef48-492b-4220-b871-716bb45bab3a will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:55:02.014133 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-33288be0-2cf2-49c3-a22e-084e515754c5 req-1dd8f1a0-b773-4d87-b1ef-47ea9122598e tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Notify callbacks [] for floatingip, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:02.044896 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-2041f2bc-d180-466a-971e-e226f5ff6808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:02.185350 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-bb5d4419-4818-4fea-8a65-0f5c365cc94d None None] For port 100325b4-829c-4f38-80a5-a6f9fdbec310, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:55:02.202349 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-bb5d4419-4818-4fea-8a65-0f5c365cc94d None None] For port 100325b4-829c-4f38-80a5-a6f9fdbec310, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=100325b4-829c-4f38-80a5-a6f9fdbec310,segment=NetworkSegment(b5c60513-b4d0-4b58-b20e-e62617879fe0),segment_id=b5c60513-b4d0-4b58-b20e-e62617879fe0)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:55:02.205785 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c220bb15-7635-426f-9444-97caa6770b63 None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:02.214151 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-bb5d4419-4818-4fea-8a65-0f5c365cc94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:02.260167 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c220bb15-7635-426f-9444-97caa6770b63 None None] Transition to ACTIVE for port object 01826c6f-1d8e-4aaa-ae4e-ffc87c08425d will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:55:02.293472 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c220bb15-7635-426f-9444-97caa6770b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:02.367800 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-7f4f7e37-140e-4197-afca-e47b8e002526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:02.438883 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2bf1e389-e0ff-4090-a7d6-b84c8978bb11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:02.453620 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d4419-4818-4fea-8a65-0f5c365cc94d None None] Pushing event updated for resources: {'Port': ['ID=100325b4-829c-4f38-80a5-a6f9fdbec310,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:02.620584 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-9e90bbc0-ca76-4061-84da-da07ef2cd681 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Allocated IP 192.168.233.40 (54d6ae2e-de73-4435-bfdd-cd390a2143ad/3d2f9c06-58f8-4b66-a033-2aa50eedddcd/f010deae-920e-4f3a-921e-41fe4c2ca3a5) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:55:02.664170 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc175f1-6d7e-4230-b2a6-226bc6b7d9df None None] Pushing event updated for resources: {'Port': ['ID=01826c6f-1d8e-4aaa-ae4e-ffc87c08425d,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:02.734341 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:02.772516 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-c220bb15-7635-426f-9444-97caa6770b63 None None] Attempting to bind port 01826c6f-1d8e-4aaa-ae4e-ffc87c08425d on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:55:02.772743 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-c220bb15-7635-426f-9444-97caa6770b63 None None] Attempting to bind port 01826c6f-1d8e-4aaa-ae4e-ffc87c08425d by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '1b847a78-a7ba-4102-8f95-30c2eb9ac35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1e2803ea-60d8-4403-af2e-88a8b60f479e'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:55:02.773092 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c220bb15-7635-426f-9444-97caa6770b63 None None] Attempting to bind port 01826c6f-1d8e-4aaa-ae4e-ffc87c08425d on network 1e2803ea-60d8-4403-af2e-88a8b60f479e {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:55:02.785636 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c220bb15-7635-426f-9444-97caa6770b63 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:55:02.786014 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c220bb15-7635-426f-9444-97caa6770b63 None None] Checking segment: {'id': '1b847a78-a7ba-4102-8f95-30c2eb9ac35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1e2803ea-60d8-4403-af2e-88a8b60f479e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:55:02.786409 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c220bb15-7635-426f-9444-97caa6770b63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:02.787305 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c220bb15-7635-426f-9444-97caa6770b63 None None] Bound using segment: {'id': '1b847a78-a7ba-4102-8f95-30c2eb9ac35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1e2803ea-60d8-4403-af2e-88a8b60f479e'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:55:02.787837 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-c220bb15-7635-426f-9444-97caa6770b63 None None] Bound port: 01826c6f-1d8e-4aaa-ae4e-ffc87c08425d, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b847a78-a7ba-4102-8f95-30c2eb9ac35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1e2803ea-60d8-4403-af2e-88a8b60f479e'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:55:02.788224 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c220bb15-7635-426f-9444-97caa6770b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:02.930525 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf1e389-e0ff-4090-a7d6-b84c8978bb11 admin admin] Router 41588ae6-fa6b-481d-9a7d-7c5260062fea is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:55:02.946114 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f7e37-140e-4197-afca-e47b8e002526 service neutron] Pushing event updated for resources: {'Port': ['ID=b447ef48-492b-4220-b871-716bb45bab3a,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:02.965543 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-c220bb15-7635-426f-9444-97caa6770b63 None None] For port 01826c6f-1d8e-4aaa-ae4e-ffc87c08425d, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:55:02.976631 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-c220bb15-7635-426f-9444-97caa6770b63 None None] For port 01826c6f-1d8e-4aaa-ae4e-ffc87c08425d, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=01826c6f-1d8e-4aaa-ae4e-ffc87c08425d,segment=NetworkSegment(1b847a78-a7ba-4102-8f95-30c2eb9ac35b),segment_id=1b847a78-a7ba-4102-8f95-30c2eb9ac35b)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:55:02.987937 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c220bb15-7635-426f-9444-97caa6770b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:03.121894 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c220bb15-7635-426f-9444-97caa6770b63 None None] Routers {'4f84b46e-cc8c-4796-a5a5-aaba006b0015'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:55:03.122649 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-c220bb15-7635-426f-9444-97caa6770b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:54:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4f84b46e-cc8c-4796-a5a5-aaba006b0015'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:03.208068 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf1e389-e0ff-4090-a7d6-b84c8978bb11 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:55:03.222439 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd77b491-0565-4595-9735-5582c1d7948b None None] Sync routers for ids ['41588ae6-fa6b-481d-9a7d-7c5260062fea'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:55:03.232664 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc175f1-6d7e-4230-b2a6-226bc6b7d9df None None] Pushing event updated for resources: {'Port': ['ID=01826c6f-1d8e-4aaa-ae4e-ffc87c08425d,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:03.248922 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-7f4f7e37-140e-4197-afca-e47b8e002526 service neutron] Attempting to bind port b447ef48-492b-4220-b871-716bb45bab3a on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:55:03.249926 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-7f4f7e37-140e-4197-afca-e47b8e002526 service neutron] Attempting to bind port b447ef48-492b-4220-b871-716bb45bab3a by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:55:03.250412 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-7f4f7e37-140e-4197-afca-e47b8e002526 service neutron] Attempting to bind port b447ef48-492b-4220-b871-716bb45bab3a on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:55:03.252478 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd77b491-0565-4595-9735-5582c1d7948b None None] Routers {'41588ae6-fa6b-481d-9a7d-7c5260062fea'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:55:03.253104 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-cd77b491-0565-4595-9735-5582c1d7948b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:54:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['41588ae6-fa6b-481d-9a7d-7c5260062fea'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:03.288968 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2bf1e389-e0ff-4090-a7d6-b84c8978bb11 admin admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:03.292782 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2bf1e389-e0ff-4090-a7d6-b84c8978bb11 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.1760671 Feb 04 20:55:03.297910 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47194) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:55:03.366729 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-c220bb15-7635-426f-9444-97caa6770b63 None None] Set router 4f84b46e-cc8c-4796-a5a5-aaba006b0015 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:55:03.526770 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-cd77b491-0565-4595-9735-5582c1d7948b None None] Set router 41588ae6-fa6b-481d-9a7d-7c5260062fea gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:55:03.572498 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c3076-6139-43b9-a4bc-6c5191fab6a3 req-e5a09aac-f613-48ed-bafc-38381ccb9697 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:03.581132 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-124c3076-6139-43b9-a4bc-6c5191fab6a3 req-e5a09aac-f613-48ed-bafc-38381ccb9697 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dcaf5b0-e981-4679-8c24-f2f357c4c6e5 HTTP/1.1" status: 200 len: 936 time: 1.3741608 Feb 04 20:55:03.583453 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-7f4f7e37-140e-4197-afca-e47b8e002526 service neutron] Port b447ef48-492b-4220-b871-716bb45bab3a on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:55:03.584901 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-7f4f7e37-140e-4197-afca-e47b8e002526 service neutron] Attempting to bind port b447ef48-492b-4220-b871-716bb45bab3a on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:55:03.662593 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-7f4f7e37-140e-4197-afca-e47b8e002526 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:55:03.663543 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-7f4f7e37-140e-4197-afca-e47b8e002526 service neutron] Checking segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:55:03.667028 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-7f4f7e37-140e-4197-afca-e47b8e002526 service neutron] Bound using segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:55:03.667921 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-7f4f7e37-140e-4197-afca-e47b8e002526 service neutron] Bound port: b447ef48-492b-4220-b871-716bb45bab3a, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:55:03.672266 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-7f4f7e37-140e-4197-afca-e47b8e002526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:03.881441 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-124c3076-6139-43b9-a4bc-6c5191fab6a3 req-2fb836fe-3544-41d3-97b2-61da6338c6d1 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Synchronizing usage tracker for tenant:6e99f9e26ac0463281aafc24e17e85e0 on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:55:03.892315 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-c220bb15-7635-426f-9444-97caa6770b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f84b46e-cc8c-4796-a5a5-aaba006b0015', 'name': 'tempest-FloatingIPsTestJSON-1609791137-router', 'tenant_id': '7208c62bc0ff436b8f7c372434458b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'd5d6febd-5616-4fca-a8de-c65f1a43efae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:54:50Z', 'updated_at': '2022-02-04T20:54:56Z', 'revision_number': 4, 'project_id': '7208c62bc0ff436b8f7c372434458b82', 'gw_port': {'id': 'd5d6febd-5616-4fca-a8de-c65f1a43efae', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:66:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f84b46e-cc8c-4796-a5a5-aaba006b0015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:54:52Z', 'updated_at': '2022-02-04T20:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '01826c6f-1d8e-4aaa-ae4e-ffc87c08425d', 'name': '', 'network_id': '1e2803ea-60d8-4403-af2e-88a8b60f479e', 'tenant_id': '7208c62bc0ff436b8f7c372434458b82', 'mac_address': 'fa:16:3e:71:fe:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f84b46e-cc8c-4796-a5a5-aaba006b0015', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '51c9b0c1-da94-4568-a069-00f94c755292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:54:55Z', 'updated_at': '2022-02-04T20:55:02Z', 'revision_number': 4, 'project_id': '7208c62bc0ff436b8f7c372434458b82', 'subnets': [{'id': '51c9b0c1-da94-4568-a069-00f94c755292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:03.897138 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a756314-1964-4a84-a9d6-fd22948deed4 admin admin] Router 4bc8504d-e439-4aa4-a91d-1ed15820fa6b has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:55:03.899780 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c220bb15-7635-426f-9444-97caa6770b63 None None] The sync data for ids ['4f84b46e-cc8c-4796-a5a5-aaba006b0015'] in n-d-827896-1 is: [{'id': '4f84b46e-cc8c-4796-a5a5-aaba006b0015', 'name': 'tempest-FloatingIPsTestJSON-1609791137-router', 'tenant_id': '7208c62bc0ff436b8f7c372434458b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'd5d6febd-5616-4fca-a8de-c65f1a43efae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:54:50Z', 'updated_at': '2022-02-04T20:54:56Z', 'revision_number': 4, 'project_id': '7208c62bc0ff436b8f7c372434458b82', 'gw_port': {'id': 'd5d6febd-5616-4fca-a8de-c65f1a43efae', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:66:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f84b46e-cc8c-4796-a5a5-aaba006b0015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:54:52Z', 'updated_at': '2022-02-04T20:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '01826c6f-1d8e-4aaa-ae4e-ffc87c08425d', 'name': '', 'network_id': '1e2803ea-60d8-4403-af2e-88a8b60f479e', 'tenant_id': '7208c62bc0ff436b8f7c372434458b82', 'mac_address': 'fa:16:3e:71:fe:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f84b46e-cc8c-4796-a5a5-aaba006b0015', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '51c9b0c1-da94-4568-a069-00f94c755292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:54:55Z', 'updated_at': '2022-02-04T20:55:02Z', 'revision_number': 4, 'project_id': '7208c62bc0ff436b8f7c372434458b82', 'subnets': [{'id': '51c9b0c1-da94-4568-a069-00f94c755292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:55:03.953524 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-cd77b491-0565-4595-9735-5582c1d7948b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41588ae6-fa6b-481d-9a7d-7c5260062fea', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1921007518-router', 'tenant_id': 'f489c8ae424c44cbbf3f7965c8281cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '2e720ed2-9a61-4bc7-99eb-231d6e3258ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:55:00Z', 'updated_at': '2022-02-04T20:55:01Z', 'revision_number': 3, 'project_id': 'f489c8ae424c44cbbf3f7965c8281cb8', 'gw_port': {'id': '2e720ed2-9a61-4bc7-99eb-231d6e3258ff', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:57:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41588ae6-fa6b-481d-9a7d-7c5260062fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:55:00Z', 'updated_at': '2022-02-04T20:55:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:03.953768 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-9e90bbc0-ca76-4061-84da-da07ef2cd681 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:03.957287 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-33288be0-2cf2-49c3-a22e-084e515754c5 req-1dd8f1a0-b773-4d87-b1ef-47ea9122598e tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:03.958232 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd77b491-0565-4595-9735-5582c1d7948b None None] Checking router: 41588ae6-fa6b-481d-9a7d-7c5260062fea for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:55:03.959216 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd77b491-0565-4595-9735-5582c1d7948b None None] Updating router 41588ae6-fa6b-481d-9a7d-7c5260062fea port 2e720ed2-9a61-4bc7-99eb-231d6e3258ff binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:55:04.004563 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd80c9fb-7dfa-4c2f-ac06-62344a922f44 None None] Network bdef2d80-e325-4e44-9ec6-4c902a4e36e5 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:55:04.098394 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-cd77b491-0565-4595-9735-5582c1d7948b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:04.179854 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-124c3076-6139-43b9-a4bc-6c5191fab6a3 req-2fb836fe-3544-41d3-97b2-61da6338c6d1 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Unset dirty status for tenant:6e99f9e26ac0463281aafc24e17e85e0 on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:55:04.181310 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-124c3076-6139-43b9-a4bc-6c5191fab6a3 req-2fb836fe-3544-41d3-97b2-61da6338c6d1 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc210c-964a-4042-82bb-983fec424162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5987740 Feb 04 20:55:04.183925 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-7f4f7e37-140e-4197-afca-e47b8e002526 service neutron] For port b447ef48-492b-4220-b871-716bb45bab3a, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:55:04.211985 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-9e90bbc0-ca76-4061-84da-da07ef2cd681 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Transition to ACTIVE for port object f010deae-920e-4f3a-921e-41fe4c2ca3a5 will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:55:04.237656 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-7f4f7e37-140e-4197-afca-e47b8e002526 service neutron] For port b447ef48-492b-4220-b871-716bb45bab3a, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b447ef48-492b-4220-b871-716bb45bab3a,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:55:04.247528 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-93889d87-2c12-4571-b826-9658395fc387 None None] Provisioning for port 100325b4-829c-4f38-80a5-a6f9fdbec310 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:55:04.337336 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-7f4f7e37-140e-4197-afca-e47b8e002526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:04.543985 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d0a6a0b9-e98a-4f9b-88e6-9ac6ef0d0cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:04.558239 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f7e37-140e-4197-afca-e47b8e002526 service neutron] Pushing event updated for resources: {'Port': ['ID=b447ef48-492b-4220-b871-716bb45bab3a,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:04.672967 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-7f4f7e37-140e-4197-afca-e47b8e002526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:04.673912 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-7f4f7e37-140e-4197-afca-e47b8e002526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:04.675525 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-7f4f7e37-140e-4197-afca-e47b8e002526 service neutron] 10.222.0.32 "PUT /v2.0/ports/b447ef48-492b-4220-b871-716bb45bab3a HTTP/1.1" status: 200 len: 1096 time: 5.7724967 Feb 04 20:55:04.683775 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e3055c-e921-43c1-b9ea-afad985046aa', 'tag': 'b447ef48-492b-4220-b871-716bb45bab3a'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:55:04.712907 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-cd77b491-0565-4595-9735-5582c1d7948b None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:04.744564 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a756314-1964-4a84-a9d6-fd22948deed4 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:55:04.748197 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-cd77b491-0565-4595-9735-5582c1d7948b None None] Transition to ACTIVE for port object 2e720ed2-9a61-4bc7-99eb-231d6e3258ff will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:55:04.757506 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461a14de-b1d9-4bd1-9d7e-7e143f86023d None None] Sync routers for ids ['4bc8504d-e439-4aa4-a91d-1ed15820fa6b'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:55:04.768254 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-cd77b491-0565-4595-9735-5582c1d7948b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:04.774608 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-6a756314-1964-4a84-a9d6-fd22948deed4 admin admin] 10.222.0.26 "PUT /v2.0/routers/4bc8504d-e439-4aa4-a91d-1ed15820fa6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6678727 Feb 04 20:55:04.783322 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 47200) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:55:04.796562 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461a14de-b1d9-4bd1-9d7e-7e143f86023d None None] Routers {'4bc8504d-e439-4aa4-a91d-1ed15820fa6b'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:55:04.797384 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-461a14de-b1d9-4bd1-9d7e-7e143f86023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:54:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4bc8504d-e439-4aa4-a91d-1ed15820fa6b'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:04.889015 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 01826c6f-1d8e-4aaa-ae4e-ffc87c08425d up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:55:04.900221 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3804d-436e-44cd-959b-f14c2de2e4d5 None None] Pushing event updated for resources: {'Port': ['ID=2e720ed2-9a61-4bc7-99eb-231d6e3258ff,revision_number=2']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:04.937426 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-cd77b491-0565-4595-9735-5582c1d7948b None None] Attempting to bind port 2e720ed2-9a61-4bc7-99eb-231d6e3258ff on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:55:04.938027 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-cd77b491-0565-4595-9735-5582c1d7948b None None] Attempting to bind port 2e720ed2-9a61-4bc7-99eb-231d6e3258ff by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:55:04.938568 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd77b491-0565-4595-9735-5582c1d7948b None None] Attempting to bind port 2e720ed2-9a61-4bc7-99eb-231d6e3258ff on network 1f11f724-8cdd-497d-8220-929f45cf1223 {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:55:04.945062 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd77b491-0565-4595-9735-5582c1d7948b None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:55:04.945736 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd77b491-0565-4595-9735-5582c1d7948b None None] Checking segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:55:04.946285 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-cd77b491-0565-4595-9735-5582c1d7948b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:04.946826 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd77b491-0565-4595-9735-5582c1d7948b None None] Bound using segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:55:04.947472 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-cd77b491-0565-4595-9735-5582c1d7948b None None] Bound port: 2e720ed2-9a61-4bc7-99eb-231d6e3258ff, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:55:04.948016 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-cd77b491-0565-4595-9735-5582c1d7948b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:05.048411 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-d0a6a0b9-e98a-4f9b-88e6-9ac6ef0d0cc9 admin admin] Allocated IP 172.20.0.1 (bdef2d80-e325-4e44-9ec6-4c902a4e36e5/44d02cca-1ab3-4943-b59f-559e45f07f4b/a695dbfd-a17d-4f52-88a4-a930492a707b) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:55:05.073093 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-cd77b491-0565-4595-9735-5582c1d7948b None None] For port 2e720ed2-9a61-4bc7-99eb-231d6e3258ff, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:55:05.076988 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-cd77b491-0565-4595-9735-5582c1d7948b None None] For port 2e720ed2-9a61-4bc7-99eb-231d6e3258ff, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=2e720ed2-9a61-4bc7-99eb-231d6e3258ff,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:55:05.082471 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-cd77b491-0565-4595-9735-5582c1d7948b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:05.112923 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 01826c6f-1d8e-4aaa-ae4e-ffc87c08425d completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:55:05.129253 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 01826c6f-1d8e-4aaa-ae4e-ffc87c08425d triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:55:05.129748 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:05.169843 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3804d-436e-44cd-959b-f14c2de2e4d5 None None] Pushing event updated for resources: {'Port': ['ID=2e720ed2-9a61-4bc7-99eb-231d6e3258ff,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:05.198832 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd77b491-0565-4595-9735-5582c1d7948b None None] Routers {'41588ae6-fa6b-481d-9a7d-7c5260062fea'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:55:05.199454 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-cd77b491-0565-4595-9735-5582c1d7948b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:54:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['41588ae6-fa6b-481d-9a7d-7c5260062fea'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:05.253636 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-10e47251-f2b3-43e3-8236-3995e63090ee admin admin] Notify callbacks [] for router, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:05.320247 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-9e90bbc0-ca76-4061-84da-da07ef2cd681 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:05.357285 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d0a6a0b9-e98a-4f9b-88e6-9ac6ef0d0cc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:05.379508 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-d0a6a0b9-e98a-4f9b-88e6-9ac6ef0d0cc9 admin admin] Transition to ACTIVE for port object a695dbfd-a17d-4f52-88a4-a930492a707b will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:55:05.397616 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:05.407828 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['f88318ba-9f8c-4470-96e0-8352ba9c9bda', 'eaf030fc-f030-4271-bf55-c0de902879dd', '6a99f797-941c-45e2-962d-2d27a61234e8', 'fc119186-a702-403c-9a96-725a72a9de29'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:55:05.441270 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d0a6a0b9-e98a-4f9b-88e6-9ac6ef0d0cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:05.446685 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['432de455-77b1-4958-bba0-0a1bca95066f', '814ad5b8-0a85-4719-9ead-1980050796ff'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:55:05.471407 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-cd77b491-0565-4595-9735-5582c1d7948b None None] Set router 41588ae6-fa6b-481d-9a7d-7c5260062fea gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:55:05.547333 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-461a14de-b1d9-4bd1-9d7e-7e143f86023d None None] Set router 4bc8504d-e439-4aa4-a91d-1ed15820fa6b gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:55:05.553924 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558c980-eb14-461b-9180-c05892938688 req-f4af69ec-75ab-4878-b5e8-e8959d453f04 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:05.555503 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d558c980-eb14-461b-9180-c05892938688 req-f4af69ec-75ab-4878-b5e8-e8959d453f04 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 946 time: 1.0700819 Feb 04 20:55:05.680642 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-9e90bbc0-ca76-4061-84da-da07ef2cd681 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Network 54d6ae2e-de73-4435-bfdd-cd390a2143ad is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:55:05.692397 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a6a0b9-e98a-4f9b-88e6-9ac6ef0d0cc9 admin admin] Network bdef2d80-e325-4e44-9ec6-4c902a4e36e5 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:55:05.703316 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-d0a6a0b9-e98a-4f9b-88e6-9ac6ef0d0cc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:55:05.721156 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-33288be0-2cf2-49c3-a22e-084e515754c5 req-1dd8f1a0-b773-4d87-b1ef-47ea9122598e tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Allocated IP 172.25.5.20 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/6d331eee-55e5-42c1-b806-6949392b4607) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:55:05.723515 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a6a0b9-e98a-4f9b-88e6-9ac6ef0d0cc9 admin admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:55:05.753074 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-9e90bbc0-ca76-4061-84da-da07ef2cd681 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:55:05.765295 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90bbc0-ca76-4061-84da-da07ef2cd681 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Pushing event updated for resources: {'Port': ['ID=f010deae-920e-4f3a-921e-41fe4c2ca3a5,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:05.784407 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-9e90bbc0-ca76-4061-84da-da07ef2cd681 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:55:05.814146 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-9e90bbc0-ca76-4061-84da-da07ef2cd681 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:05.819766 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-9e90bbc0-ca76-4061-84da-da07ef2cd681 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:05.900361 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a6a0b9-e98a-4f9b-88e6-9ac6ef0d0cc9 admin admin] Pushing event updated for resources: {'Port': ['ID=a695dbfd-a17d-4f52-88a4-a930492a707b,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:05.928425 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d0a6a0b9-e98a-4f9b-88e6-9ac6ef0d0cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:05.956894 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-cd77b491-0565-4595-9735-5582c1d7948b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41588ae6-fa6b-481d-9a7d-7c5260062fea', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1921007518-router', 'tenant_id': 'f489c8ae424c44cbbf3f7965c8281cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '2e720ed2-9a61-4bc7-99eb-231d6e3258ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:55:00Z', 'updated_at': '2022-02-04T20:55:01Z', 'revision_number': 3, 'project_id': 'f489c8ae424c44cbbf3f7965c8281cb8', 'gw_port': {'id': '2e720ed2-9a61-4bc7-99eb-231d6e3258ff', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:57:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41588ae6-fa6b-481d-9a7d-7c5260062fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:55:00Z', 'updated_at': '2022-02-04T20:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:05.966834 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd77b491-0565-4595-9735-5582c1d7948b None None] The sync data for ids ['41588ae6-fa6b-481d-9a7d-7c5260062fea'] in n-d-827896-1 is: [{'id': '41588ae6-fa6b-481d-9a7d-7c5260062fea', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1921007518-router', 'tenant_id': 'f489c8ae424c44cbbf3f7965c8281cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '2e720ed2-9a61-4bc7-99eb-231d6e3258ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:55:00Z', 'updated_at': '2022-02-04T20:55:01Z', 'revision_number': 3, 'project_id': 'f489c8ae424c44cbbf3f7965c8281cb8', 'gw_port': {'id': '2e720ed2-9a61-4bc7-99eb-231d6e3258ff', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:57:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41588ae6-fa6b-481d-9a7d-7c5260062fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:55:00Z', 'updated_at': '2022-02-04T20:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:55:06.265708 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d0a6a0b9-e98a-4f9b-88e6-9ac6ef0d0cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:06.286491 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 01826c6f-1d8e-4aaa-ae4e-ffc87c08425d, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=01826c6f-1d8e-4aaa-ae4e-ffc87c08425d,segment=NetworkSegment(1b847a78-a7ba-4102-8f95-30c2eb9ac35b),segment_id=1b847a78-a7ba-4102-8f95-30c2eb9ac35b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:06.345137 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:06.346108 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 100325b4-829c-4f38-80a5-a6f9fdbec310 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:55:06.461793 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-9e90bbc0-ca76-4061-84da-da07ef2cd681 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.0711453 Feb 04 20:55:06.471079 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d558c980-eb14-461b-9180-c05892938688 req-199c07be-d9fc-4f49-9df1-9c774bf0c380 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8092859 Feb 04 20:55:06.484811 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-4f6f5cd4-5726-47d2-a1c1-ecb00a4653f8 service neutron] Request body: {'port': {'device_id': 'a3a5f4e9-a4c1-46a3-8166-d06c49cd633a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:55:06.563616 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-7f6dada7-db7c-4d61-b6a6-a006371c27bf None None] Provisioning for port a695dbfd-a17d-4f52-88a4-a930492a707b completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:55:06.581043 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-7f6dada7-db7c-4d61-b6a6-a006371c27bf None None] Provisioning complete for port a695dbfd-a17d-4f52-88a4-a930492a707b triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:55:06.581431 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7f6dada7-db7c-4d61-b6a6-a006371c27bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:06.582957 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-10e47251-f2b3-43e3-8236-3995e63090ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:06.600994 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d0a6a0b9-e98a-4f9b-88e6-9ac6ef0d0cc9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:06.616560 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d0a6a0b9-e98a-4f9b-88e6-9ac6ef0d0cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:06.652245 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-2041f2bc-d180-466a-971e-e226f5ff6808 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:55:06.758531 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-10e47251-f2b3-43e3-8236-3995e63090ee admin admin] Deleting port e1577e2f-f3ad-4c68-b3c4-c5208ab28b17 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:55:06.758899 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-10e47251-f2b3-43e3-8236-3995e63090ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:06.770703 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=01826c6f-1d8e-4aaa-ae4e-ffc87c08425d,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:06.795437 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-461a14de-b1d9-4bd1-9d7e-7e143f86023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc8504d-e439-4aa4-a91d-1ed15820fa6b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1164137712-router', 'tenant_id': '7d15289c524c48308a694841020ef472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'e1577e2f-f3ad-4c68-b3c4-c5208ab28b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:17Z', 'updated_at': '2022-02-04T20:55:00Z', 'revision_number': 5, 'project_id': '7d15289c524c48308a694841020ef472', 'gw_port': {'id': 'e1577e2f-f3ad-4c68-b3c4-c5208ab28b17', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:29:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc8504d-e439-4aa4-a91d-1ed15820fa6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:19Z', 'updated_at': '2022-02-04T20:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:06.807395 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 100325b4-829c-4f38-80a5-a6f9fdbec310 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:55:06.824437 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d0a6a0b9-e98a-4f9b-88e6-9ac6ef0d0cc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:06.828264 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a6a0b9-e98a-4f9b-88e6-9ac6ef0d0cc9 admin admin] Pushing event updated for resources: {'Port': ['ID=a695dbfd-a17d-4f52-88a4-a930492a707b,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:06.843349 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461a14de-b1d9-4bd1-9d7e-7e143f86023d None None] Checking router: 4bc8504d-e439-4aa4-a91d-1ed15820fa6b for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:55:06.857195 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-7f6dada7-db7c-4d61-b6a6-a006371c27bf None None] Port a695dbfd-a17d-4f52-88a4-a930492a707b cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:55:06.858600 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 100325b4-829c-4f38-80a5-a6f9fdbec310 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:55:06.858947 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:07.009984 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a6a0b9-e98a-4f9b-88e6-9ac6ef0d0cc9 admin admin] Network bdef2d80-e325-4e44-9ec6-4c902a4e36e5 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:55:07.011271 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-d0a6a0b9-e98a-4f9b-88e6-9ac6ef0d0cc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:55:07.062630 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461a14de-b1d9-4bd1-9d7e-7e143f86023d None None] Routers {'4bc8504d-e439-4aa4-a91d-1ed15820fa6b'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:55:07.063259 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-461a14de-b1d9-4bd1-9d7e-7e143f86023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:54:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4bc8504d-e439-4aa4-a91d-1ed15820fa6b'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:07.075951 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-2041f2bc-d180-466a-971e-e226f5ff6808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:55:07.085589 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-2041f2bc-d180-466a-971e-e226f5ff6808 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:07.103688 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-2041f2bc-d180-466a-971e-e226f5ff6808 service neutron] Transition to ACTIVE for port object 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:55:07.315702 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-4f6f5cd4-5726-47d2-a1c1-ecb00a4653f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:07.333187 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-b7218a38-596c-4ffe-86b0-14bd7ebc230e tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:07.335596 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-b7218a38-596c-4ffe-86b0-14bd7ebc230e tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.32 "GET /v2.0/networks?id=e2945ff6-c379-474d-a032-331b1f6dd08e HTTP/1.1" status: 200 len: 807 time: 0.2302940 Feb 04 20:55:07.337296 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a6a0b9-e98a-4f9b-88e6-9ac6ef0d0cc9 admin admin] Router 41588ae6-fa6b-481d-9a7d-7c5260062fea has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:55:07.352085 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-2041f2bc-d180-466a-971e-e226f5ff6808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:07.363639 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-a009be65-2650-4e60-8d0f-5a331115f005 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Request body: {'port': {'device_id': '4cfa9074-eb38-43e4-9519-99f1b012adda', 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e', 'admin_state_up': True, 'tenant_id': '1e904fca23cf47ec90953cad0cc5c8e4'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:55:07.400235 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-0b0495d6-6134-48d9-90ad-4337919fa38c None None] Provisioning for port f010deae-920e-4f3a-921e-41fe4c2ca3a5 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:55:07.430916 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-0b0495d6-6134-48d9-90ad-4337919fa38c None None] Provisioning complete for port f010deae-920e-4f3a-921e-41fe4c2ca3a5 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:55:07.431807 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0b0495d6-6134-48d9-90ad-4337919fa38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:07.456854 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-33288be0-2cf2-49c3-a22e-084e515754c5 req-1dd8f1a0-b773-4d87-b1ef-47ea9122598e tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:07.477739 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-f3dc3851-80f5-4c7e-8cb3-fe8fbbb81232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:07.479402 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-f3dc3851-80f5-4c7e-8cb3-fe8fbbb81232 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6e99f9e26ac0463281aafc24e17e85e0&device_id=60e3055c-e921-43c1-b9ea-afad985046aa HTTP/1.1" status: 200 len: 1099 time: 1.5906744 Feb 04 20:55:07.547731 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a6a0b9-e98a-4f9b-88e6-9ac6ef0d0cc9 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:55:07.558667 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-461a14de-b1d9-4bd1-9d7e-7e143f86023d None None] Set router 4bc8504d-e439-4aa4-a91d-1ed15820fa6b gateway port host: None {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:55:07.562555 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d0a6a0b9-e98a-4f9b-88e6-9ac6ef0d0cc9 admin admin] 10.222.0.26 "PUT /v2.0/routers/41588ae6-fa6b-481d-9a7d-7c5260062fea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2635314 Feb 04 20:55:07.686191 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-0b0495d6-6134-48d9-90ad-4337919fa38c None None] Port f010deae-920e-4f3a-921e-41fe4c2ca3a5 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:55:07.709232 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-461a14de-b1d9-4bd1-9d7e-7e143f86023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc8504d-e439-4aa4-a91d-1ed15820fa6b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1164137712-router', 'tenant_id': '7d15289c524c48308a694841020ef472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:17Z', 'updated_at': '2022-02-04T20:55:06Z', 'revision_number': 6, 'project_id': '7d15289c524c48308a694841020ef472', 'gw_port_host': None}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:07.733037 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461a14de-b1d9-4bd1-9d7e-7e143f86023d None None] The sync data for ids ['4bc8504d-e439-4aa4-a91d-1ed15820fa6b'] in n-d-827896-1 is: [{'id': '4bc8504d-e439-4aa4-a91d-1ed15820fa6b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1164137712-router', 'tenant_id': '7d15289c524c48308a694841020ef472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:17Z', 'updated_at': '2022-02-04T20:55:06Z', 'revision_number': 6, 'project_id': '7d15289c524c48308a694841020ef472', 'gw_port_host': None}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:55:07.750362 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:07.804564 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-10e47251-f2b3-43e3-8236-3995e63090ee admin admin] For port e1577e2f-f3ad-4c68-b3c4-c5208ab28b17, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=e1577e2f-f3ad-4c68-b3c4-c5208ab28b17,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:07.805152 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-10e47251-f2b3-43e3-8236-3995e63090ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:07.845133 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 100325b4-829c-4f38-80a5-a6f9fdbec310, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=100325b4-829c-4f38-80a5-a6f9fdbec310,segment=NetworkSegment(b5c60513-b4d0-4b58-b20e-e62617879fe0),segment_id=b5c60513-b4d0-4b58-b20e-e62617879fe0)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:07.864090 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:07.901476 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-441a8d77-f084-4afb-8d98-b856a90cf2fb None None] Provisioning complete for port a695dbfd-a17d-4f52-88a4-a930492a707b triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:55:07.901842 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-441a8d77-f084-4afb-8d98-b856a90cf2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:08.011507 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-441a8d77-f084-4afb-8d98-b856a90cf2fb None None] Port a695dbfd-a17d-4f52-88a4-a930492a707b cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:55:08.024536 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=100325b4-829c-4f38-80a5-a6f9fdbec310,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:08.055478 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-df64b47e-4b22-402a-9382-d4897bb0c998 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=b447ef48-492b-4220-b871-716bb45bab3a HTTP/1.1" status: 200 len: 217 time: 0.5602589 Feb 04 20:55:08.067265 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-10e47251-f2b3-43e3-8236-3995e63090ee admin admin] Calling delete_port for e1577e2f-f3ad-4c68-b3c4-c5208ab28b17 owned by network:router_gateway {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:55:08.101267 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2041f2bc-d180-466a-971e-e226f5ff6808 service neutron] Pushing event updated for resources: {'Port': ['ID=41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:08.329092 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-2041f2bc-d180-466a-971e-e226f5ff6808 service neutron] Attempting to bind port 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:55:08.329448 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-2041f2bc-d180-466a-971e-e226f5ff6808 service neutron] Attempting to bind port 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:55:08.329775 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-2041f2bc-d180-466a-971e-e226f5ff6808 service neutron] Attempting to bind port 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:55:08.404275 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddc1c12-d54e-4f32-aebe-9e84d1ab8e38 None None] Sync routers for ids ['41588ae6-fa6b-481d-9a7d-7c5260062fea'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:55:08.405937 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-2041f2bc-d180-466a-971e-e226f5ff6808 service neutron] Port 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:55:08.406262 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-2041f2bc-d180-466a-971e-e226f5ff6808 service neutron] Attempting to bind port 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:55:08.414426 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddc1c12-d54e-4f32-aebe-9e84d1ab8e38 None None] Routers {'41588ae6-fa6b-481d-9a7d-7c5260062fea'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:55:08.414644 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-3ddc1c12-d54e-4f32-aebe-9e84d1ab8e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:54:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['41588ae6-fa6b-481d-9a7d-7c5260062fea'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:08.457122 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d58cc-3bbe-45d5-8e09-8d5c00f237a2 req-13c2ba0f-9dc7-496c-911b-1e0b61780977 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:08.457844 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-2a6d58cc-3bbe-45d5-8e09-8d5c00f237a2 req-13c2ba0f-9dc7-496c-911b-1e0b61780977 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Synchronizing usage tracker for tenant:1c95ab08729c4244bb5389f69a70876f on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:55:08.460569 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-2041f2bc-d180-466a-971e-e226f5ff6808 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:55:08.460904 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-2041f2bc-d180-466a-971e-e226f5ff6808 service neutron] Checking segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:55:08.461468 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-2041f2bc-d180-466a-971e-e226f5ff6808 service neutron] Bound using segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:55:08.461916 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-2041f2bc-d180-466a-971e-e226f5ff6808 service neutron] Bound port: 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:55:08.462258 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-2041f2bc-d180-466a-971e-e226f5ff6808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:08.504403 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-df9a0a1e-81ba-440a-8269-706dc6f01fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:08.506625 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-df9a0a1e-81ba-440a-8269-706dc6f01fab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.2766795 Feb 04 20:55:08.526532 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-33288be0-2cf2-49c3-a22e-084e515754c5 req-1dd8f1a0-b773-4d87-b1ef-47ea9122598e tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:08.605804 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 01826c6f-1d8e-4aaa-ae4e-ffc87c08425d up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:55:08.607097 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-a009be65-2650-4e60-8d0f-5a331115f005 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:55:08.610053 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-3ddc1c12-d54e-4f32-aebe-9e84d1ab8e38 None None] Set router 41588ae6-fa6b-481d-9a7d-7c5260062fea gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:55:08.676935 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 01826c6f-1d8e-4aaa-ae4e-ffc87c08425d triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:55:08.677961 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:08.687725 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-a009be65-2650-4e60-8d0f-5a331115f005 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Usage tracker for resource:port and tenant:1e904fca23cf47ec90953cad0cc5c8e4 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:55:08.711263 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-a009be65-2650-4e60-8d0f-5a331115f005 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:55:08.737192 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33288be0-2cf2-49c3-a22e-084e515754c5 req-1dd8f1a0-b773-4d87-b1ef-47ea9122598e tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:55:08.740533 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-a009be65-2650-4e60-8d0f-5a331115f005 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:55:08.742379 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-2a6d58cc-3bbe-45d5-8e09-8d5c00f237a2 req-13c2ba0f-9dc7-496c-911b-1e0b61780977 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Unset dirty status for tenant:1c95ab08729c4244bb5389f69a70876f on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:55:08.745767 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2a6d58cc-3bbe-45d5-8e09-8d5c00f237a2 req-13c2ba0f-9dc7-496c-911b-1e0b61780977 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3a5f4e9-a4c1-46a3-8166-d06c49cd633a HTTP/1.1" status: 200 len: 935 time: 2.0628538 Feb 04 20:55:08.808899 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-33288be0-2cf2-49c3-a22e-084e515754c5 req-1dd8f1a0-b773-4d87-b1ef-47ea9122598e tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:55:08.822208 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 2e720ed2-9a61-4bc7-99eb-231d6e3258ff up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:55:08.841936 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-33288be0-2cf2-49c3-a22e-084e515754c5 req-1dd8f1a0-b773-4d87-b1ef-47ea9122598e tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:55:08.845678 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-a009be65-2650-4e60-8d0f-5a331115f005 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Made reservation on behalf of 1e904fca23cf47ec90953cad0cc5c8e4 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:55:08.849684 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-a009be65-2650-4e60-8d0f-5a331115f005 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:08.876808 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8f1a0-b773-4d87-b1ef-47ea9122598e tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Pushing event updated for resources: {'Port': ['ID=6d331eee-55e5-42c1-b806-6949392b4607,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:08.900370 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-2041f2bc-d180-466a-971e-e226f5ff6808 service neutron] For port 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:55:08.906530 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 2e720ed2-9a61-4bc7-99eb-231d6e3258ff completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:55:08.911907 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 2e720ed2-9a61-4bc7-99eb-231d6e3258ff triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:55:08.912276 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:08.949714 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-2041f2bc-d180-466a-971e-e226f5ff6808 service neutron] For port 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:55:08.988699 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-3ddc1c12-d54e-4f32-aebe-9e84d1ab8e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41588ae6-fa6b-481d-9a7d-7c5260062fea', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1921007518-router', 'tenant_id': 'f489c8ae424c44cbbf3f7965c8281cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '2e720ed2-9a61-4bc7-99eb-231d6e3258ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:55:00Z', 'updated_at': '2022-02-04T20:55:06Z', 'revision_number': 4, 'project_id': 'f489c8ae424c44cbbf3f7965c8281cb8', 'gw_port': {'id': '2e720ed2-9a61-4bc7-99eb-231d6e3258ff', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:57:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41588ae6-fa6b-481d-9a7d-7c5260062fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:55:00Z', 'updated_at': '2022-02-04T20:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'a695dbfd-a17d-4f52-88a4-a930492a707b', 'name': '', 'network_id': 'bdef2d80-e325-4e44-9ec6-4c902a4e36e5', 'tenant_id': 'f489c8ae424c44cbbf3f7965c8281cb8', 'mac_address': 'fa:16:3e:28:b2:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41588ae6-fa6b-481d-9a7d-7c5260062fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '44d02cca-1ab3-4943-b59f-559e45f07f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:55:04Z', 'updated_at': '2022-02-04T20:55:06Z', 'revision_number': 2, 'project_id': 'f489c8ae424c44cbbf3f7965c8281cb8', 'subnets': [{'id': '44d02cca-1ab3-4943-b59f-559e45f07f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:08.995107 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddc1c12-d54e-4f32-aebe-9e84d1ab8e38 None None] Checking router: 41588ae6-fa6b-481d-9a7d-7c5260062fea for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:55:08.996432 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddc1c12-d54e-4f32-aebe-9e84d1ab8e38 None None] Updating router 41588ae6-fa6b-481d-9a7d-7c5260062fea port a695dbfd-a17d-4f52-88a4-a930492a707b binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:55:09.008648 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2a6d58cc-3bbe-45d5-8e09-8d5c00f237a2 req-82e3476c-f4bb-4449-aa06-3ae7e94b83cd tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101283 Feb 04 20:55:09.023117 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-2041f2bc-d180-466a-971e-e226f5ff6808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:09.078407 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:09.093880 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-3ddc1c12-d54e-4f32-aebe-9e84d1ab8e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:09.102723 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 2e720ed2-9a61-4bc7-99eb-231d6e3258ff, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=2e720ed2-9a61-4bc7-99eb-231d6e3258ff,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:09.108004 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:09.108954 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 100325b4-829c-4f38-80a5-a6f9fdbec310 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:55:09.215868 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-33288be0-2cf2-49c3-a22e-084e515754c5 req-1dd8f1a0-b773-4d87-b1ef-47ea9122598e tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:09.234658 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=2e720ed2-9a61-4bc7-99eb-231d6e3258ff,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:09.250462 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-1c139c44-bcf8-496e-87fa-bfa4d17e7b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:09.251944 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-1c139c44-bcf8-496e-87fa-bfa4d17e7b51 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7360182 Feb 04 20:55:09.253275 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 100325b4-829c-4f38-80a5-a6f9fdbec310 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:55:09.253628 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:09.264980 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-177a2d0e-aa27-428a-b4b1-2d9e14ed9b8c req-55e516a5-5ec3-4221-b172-6fe8a60a8273 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 210 time: 0.0926075 Feb 04 20:55:09.273471 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-2041f2bc-d180-466a-971e-e226f5ff6808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:09.274081 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-2041f2bc-d180-466a-971e-e226f5ff6808 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:09.275447 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-2041f2bc-d180-466a-971e-e226f5ff6808 service neutron] 10.222.0.18 "PUT /v2.0/ports/41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe HTTP/1.1" status: 200 len: 1096 time: 8.1178129 Feb 04 20:55:09.362981 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-4f6f5cd4-5726-47d2-a1c1-ecb00a4653f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f010deae-920e-4f3a-921e-41fe4c2ca3a5 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:55:09.433774 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e3055c-e921-43c1-b9ea-afad985046aa', 'tag': 'b447ef48-492b-4220-b871-716bb45bab3a', 'status': 'completed', 'code': 200} Feb 04 20:55:09.498456 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 84a16bce-4aa6-4b1f-8fe5-3d9435f94acb no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:55:09.523514 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-3ddc1c12-d54e-4f32-aebe-9e84d1ab8e38 None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:09.528142 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-4f6f5cd4-5726-47d2-a1c1-ecb00a4653f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:09.536277 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 84a16bce-4aa6-4b1f-8fe5-3d9435f94acb {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:55:09.537453 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 84a16bce-4aa6-4b1f-8fe5-3d9435f94acb not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:55:09.544457 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-3ddc1c12-d54e-4f32-aebe-9e84d1ab8e38 None None] Transition to ACTIVE for port object a695dbfd-a17d-4f52-88a4-a930492a707b will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:55:09.551702 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-3ddc1c12-d54e-4f32-aebe-9e84d1ab8e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:09.654756 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2041f2bc-d180-466a-971e-e226f5ff6808 service neutron] Pushing event updated for resources: {'Port': ['ID=41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:09.657380 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-10e47251-f2b3-43e3-8236-3995e63090ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:09.721102 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73842cff-6795-4710-add2-22153d8c5849 None None] Pushing event updated for resources: {'Port': ['ID=a695dbfd-a17d-4f52-88a4-a930492a707b,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:09.727429 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-4f6f5cd4-5726-47d2-a1c1-ecb00a4653f8 service neutron] Transition to ACTIVE for port object f010deae-920e-4f3a-921e-41fe4c2ca3a5 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:55:09.758571 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e47251-f2b3-43e3-8236-3995e63090ee admin admin] Pushing event deleted for resources: {'Port': ['ID=e1577e2f-f3ad-4c68-b3c4-c5208ab28b17,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:09.768627 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-33288be0-2cf2-49c3-a22e-084e515754c5 req-1dd8f1a0-b773-4d87-b1ef-47ea9122598e tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:09.794367 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-4f6f5cd4-5726-47d2-a1c1-ecb00a4653f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:09.803661 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-3ddc1c12-d54e-4f32-aebe-9e84d1ab8e38 None None] Attempting to bind port a695dbfd-a17d-4f52-88a4-a930492a707b on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:55:09.804007 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-3ddc1c12-d54e-4f32-aebe-9e84d1ab8e38 None None] Attempting to bind port a695dbfd-a17d-4f52-88a4-a930492a707b by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': 'b5c60513-b4d0-4b58-b20e-e62617879fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bdef2d80-e325-4e44-9ec6-4c902a4e36e5'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:55:09.804357 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddc1c12-d54e-4f32-aebe-9e84d1ab8e38 None None] Attempting to bind port a695dbfd-a17d-4f52-88a4-a930492a707b on network bdef2d80-e325-4e44-9ec6-4c902a4e36e5 {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:55:09.809994 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddc1c12-d54e-4f32-aebe-9e84d1ab8e38 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:55:09.810358 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddc1c12-d54e-4f32-aebe-9e84d1ab8e38 None None] Checking segment: {'id': 'b5c60513-b4d0-4b58-b20e-e62617879fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bdef2d80-e325-4e44-9ec6-4c902a4e36e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:55:09.811323 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-3ddc1c12-d54e-4f32-aebe-9e84d1ab8e38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:09.811712 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddc1c12-d54e-4f32-aebe-9e84d1ab8e38 None None] Bound using segment: {'id': 'b5c60513-b4d0-4b58-b20e-e62617879fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bdef2d80-e325-4e44-9ec6-4c902a4e36e5'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:55:09.812176 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-3ddc1c12-d54e-4f32-aebe-9e84d1ab8e38 None None] Bound port: a695dbfd-a17d-4f52-88a4-a930492a707b, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c60513-b4d0-4b58-b20e-e62617879fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bdef2d80-e325-4e44-9ec6-4c902a4e36e5'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:55:09.813082 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-3ddc1c12-d54e-4f32-aebe-9e84d1ab8e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:09.940186 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-3ddc1c12-d54e-4f32-aebe-9e84d1ab8e38 None None] For port a695dbfd-a17d-4f52-88a4-a930492a707b, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:55:09.945172 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-3ddc1c12-d54e-4f32-aebe-9e84d1ab8e38 None None] For port a695dbfd-a17d-4f52-88a4-a930492a707b, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a695dbfd-a17d-4f52-88a4-a930492a707b,segment=NetworkSegment(b5c60513-b4d0-4b58-b20e-e62617879fe0),segment_id=b5c60513-b4d0-4b58-b20e-e62617879fe0)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:55:09.952692 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-3ddc1c12-d54e-4f32-aebe-9e84d1ab8e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:09.955112 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 2e720ed2-9a61-4bc7-99eb-231d6e3258ff up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:55:10.070231 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddc1c12-d54e-4f32-aebe-9e84d1ab8e38 None None] Routers {'41588ae6-fa6b-481d-9a7d-7c5260062fea'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:55:10.070863 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-3ddc1c12-d54e-4f32-aebe-9e84d1ab8e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:54:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['41588ae6-fa6b-481d-9a7d-7c5260062fea'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:10.071491 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 2e720ed2-9a61-4bc7-99eb-231d6e3258ff triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:55:10.072266 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:10.159131 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73842cff-6795-4710-add2-22153d8c5849 None None] Pushing event updated for resources: {'Port': ['ID=a695dbfd-a17d-4f52-88a4-a930492a707b,revision_number=4']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:10.198951 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-10e47251-f2b3-43e3-8236-3995e63090ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:10.257379 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-ac5af442-7b97-46bd-bd32-0aac525bda11 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9708340 Feb 04 20:55:10.287242 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-a009be65-2650-4e60-8d0f-5a331115f005 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Allocated IP 172.20.0.5 (e2945ff6-c379-474d-a032-331b1f6dd08e/52dce76a-dd1c-484a-ae6a-f327dbe47b7b/53870aa0-b24f-4163-a2cc-04c964c4be8f) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:55:10.295981 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device e1577e2f-f3ad-4c68-b3c4-c5208ab28b17 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:55:10.308095 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-3ddc1c12-d54e-4f32-aebe-9e84d1ab8e38 None None] Set router 41588ae6-fa6b-481d-9a7d-7c5260062fea gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:55:10.375634 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: e1577e2f-f3ad-4c68-b3c4-c5208ab28b17 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:55:10.375938 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device e1577e2f-f3ad-4c68-b3c4-c5208ab28b17 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:55:10.596953 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f5cd4-5726-47d2-a1c1-ecb00a4653f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f010deae-920e-4f3a-921e-41fe4c2ca3a5,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:10.640088 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-3ddc1c12-d54e-4f32-aebe-9e84d1ab8e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41588ae6-fa6b-481d-9a7d-7c5260062fea', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1921007518-router', 'tenant_id': 'f489c8ae424c44cbbf3f7965c8281cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '2e720ed2-9a61-4bc7-99eb-231d6e3258ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:55:00Z', 'updated_at': '2022-02-04T20:55:06Z', 'revision_number': 4, 'project_id': 'f489c8ae424c44cbbf3f7965c8281cb8', 'gw_port': {'id': '2e720ed2-9a61-4bc7-99eb-231d6e3258ff', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:57:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41588ae6-fa6b-481d-9a7d-7c5260062fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:55:00Z', 'updated_at': '2022-02-04T20:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'a695dbfd-a17d-4f52-88a4-a930492a707b', 'name': '', 'network_id': 'bdef2d80-e325-4e44-9ec6-4c902a4e36e5', 'tenant_id': 'f489c8ae424c44cbbf3f7965c8281cb8', 'mac_address': 'fa:16:3e:28:b2:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41588ae6-fa6b-481d-9a7d-7c5260062fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '44d02cca-1ab3-4943-b59f-559e45f07f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:55:04Z', 'updated_at': '2022-02-04T20:55:09Z', 'revision_number': 4, 'project_id': 'f489c8ae424c44cbbf3f7965c8281cb8', 'subnets': [{'id': '44d02cca-1ab3-4943-b59f-559e45f07f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:10.644149 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddc1c12-d54e-4f32-aebe-9e84d1ab8e38 None None] The sync data for ids ['41588ae6-fa6b-481d-9a7d-7c5260062fea'] in n-d-827896-1 is: [{'id': '41588ae6-fa6b-481d-9a7d-7c5260062fea', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1921007518-router', 'tenant_id': 'f489c8ae424c44cbbf3f7965c8281cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '2e720ed2-9a61-4bc7-99eb-231d6e3258ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:55:00Z', 'updated_at': '2022-02-04T20:55:06Z', 'revision_number': 4, 'project_id': 'f489c8ae424c44cbbf3f7965c8281cb8', 'gw_port': {'id': '2e720ed2-9a61-4bc7-99eb-231d6e3258ff', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:57:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41588ae6-fa6b-481d-9a7d-7c5260062fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:55:00Z', 'updated_at': '2022-02-04T20:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'a695dbfd-a17d-4f52-88a4-a930492a707b', 'name': '', 'network_id': 'bdef2d80-e325-4e44-9ec6-4c902a4e36e5', 'tenant_id': 'f489c8ae424c44cbbf3f7965c8281cb8', 'mac_address': 'fa:16:3e:28:b2:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41588ae6-fa6b-481d-9a7d-7c5260062fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '44d02cca-1ab3-4943-b59f-559e45f07f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:55:04Z', 'updated_at': '2022-02-04T20:55:09Z', 'revision_number': 4, 'project_id': 'f489c8ae424c44cbbf3f7965c8281cb8', 'subnets': [{'id': '44d02cca-1ab3-4943-b59f-559e45f07f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:55:10.650662 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-10e47251-f2b3-43e3-8236-3995e63090ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:10.660774 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-10e47251-f2b3-43e3-8236-3995e63090ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:10.712522 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-9f4309fe-b5b3-413f-b8d0-a29cdfd6f76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:10.714051 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-9f4309fe-b5b3-413f-b8d0-a29cdfd6f76a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e99f9e26ac0463281aafc24e17e85e0&device_id=3dcaf5b0-e981-4679-8c24-f2f357c4c6e5 HTTP/1.1" status: 200 len: 1099 time: 1.3427644 Feb 04 20:55:10.721652 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777a7cd-c9a9-45a3-be2a-9c65106ff228 req-7c923242-763a-4913-a631-67fb929b51b7 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:10.728842 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1777a7cd-c9a9-45a3-be2a-9c65106ff228 req-7c923242-763a-4913-a631-67fb929b51b7 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dcaf5b0-e981-4679-8c24-f2f357c4c6e5 HTTP/1.1" status: 200 len: 948 time: 1.1870272 Feb 04 20:55:10.916138 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-4f6f5cd4-5726-47d2-a1c1-ecb00a4653f8 service neutron] Attempting to bind port f010deae-920e-4f3a-921e-41fe4c2ca3a5 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:55:10.916466 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-4f6f5cd4-5726-47d2-a1c1-ecb00a4653f8 service neutron] Attempting to bind port f010deae-920e-4f3a-921e-41fe4c2ca3a5 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:55:10.916788 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-4f6f5cd4-5726-47d2-a1c1-ecb00a4653f8 service neutron] Attempting to bind port f010deae-920e-4f3a-921e-41fe4c2ca3a5 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:55:10.955577 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-f03aa339-e111-460d-b97c-c953ca66dc68 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe HTTP/1.1" status: 200 len: 217 time: 0.2240715 Feb 04 20:55:10.980432 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-4f6f5cd4-5726-47d2-a1c1-ecb00a4653f8 service neutron] Port f010deae-920e-4f3a-921e-41fe4c2ca3a5 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:55:10.980750 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-4f6f5cd4-5726-47d2-a1c1-ecb00a4653f8 service neutron] Attempting to bind port f010deae-920e-4f3a-921e-41fe4c2ca3a5 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:55:11.031807 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-10e47251-f2b3-43e3-8236-3995e63090ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:11.032335 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e47251-f2b3-43e3-8236-3995e63090ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bc8504d-e439-4aa4-a91d-1ed15820fa6b {{(pid=87683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:55:11.077517 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-4f6f5cd4-5726-47d2-a1c1-ecb00a4653f8 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:55:11.077852 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-4f6f5cd4-5726-47d2-a1c1-ecb00a4653f8 service neutron] Checking segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:55:11.078243 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-4f6f5cd4-5726-47d2-a1c1-ecb00a4653f8 service neutron] Bound using segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:55:11.078684 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-4f6f5cd4-5726-47d2-a1c1-ecb00a4653f8 service neutron] Bound port: f010deae-920e-4f3a-921e-41fe4c2ca3a5, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:55:11.079027 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-4f6f5cd4-5726-47d2-a1c1-ecb00a4653f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:11.160761 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1777a7cd-c9a9-45a3-be2a-9c65106ff228 req-b1077f52-3693-4993-80d4-ed2a6673eb65 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc210c-964a-4042-82bb-983fec424162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4310274 Feb 04 20:55:11.190329 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d15af57-82c7-46ff-8734-c1f687e5a7a6 req-26c639ad-3dca-488b-87e6-c9ca57d07c27 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8272862 Feb 04 20:55:11.271252 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-e766e7ff-c647-4853-8d4a-91ae434fdf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:11.273081 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-e766e7ff-c647-4853-8d4a-91ae434fdf78 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.2964494 Feb 04 20:55:11.386073 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-33288be0-2cf2-49c3-a22e-084e515754c5 req-1dd8f1a0-b773-4d87-b1ef-47ea9122598e tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:11.441903 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dcaf5b0-e981-4679-8c24-f2f357c4c6e5', 'tag': '41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:55:11.465045 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-33288be0-2cf2-49c3-a22e-084e515754c5 req-1dd8f1a0-b773-4d87-b1ef-47ea9122598e tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:11.514916 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-10e47251-f2b3-43e3-8236-3995e63090ee admin admin] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:11.516035 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-10e47251-f2b3-43e3-8236-3995e63090ee admin admin] 10.222.0.26 "DELETE /v2.0/routers/4bc8504d-e439-4aa4-a91d-1ed15820fa6b HTTP/1.1" status: 204 len: 168 time: 6.7300644 Feb 04 20:55:11.518911 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47222) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:55:11.586134 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-d761f166-62e7-4c35-a66c-d32744a67451 admin admin] Deleting subnet badb4088-e79a-438f-8ff7-4be66087c151 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:55:11.590429 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d761f166-62e7-4c35-a66c-d32744a67451 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:11.603384 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-33288be0-2cf2-49c3-a22e-084e515754c5 req-1dd8f1a0-b773-4d87-b1ef-47ea9122598e tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:11.619943 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-a009be65-2650-4e60-8d0f-5a331115f005 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:11.648536 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d761f166-62e7-4c35-a66c-d32744a67451 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:11.658321 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-4f6f5cd4-5726-47d2-a1c1-ecb00a4653f8 service neutron] For port f010deae-920e-4f3a-921e-41fe4c2ca3a5, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:55:11.669920 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-4f6f5cd4-5726-47d2-a1c1-ecb00a4653f8 service neutron] For port f010deae-920e-4f3a-921e-41fe4c2ca3a5, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f010deae-920e-4f3a-921e-41fe4c2ca3a5,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:55:11.675877 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8f1a0-b773-4d87-b1ef-47ea9122598e tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Pushing event updated for resources: {'Port': ['ID=6d331eee-55e5-42c1-b806-6949392b4607,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:11.683933 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-33288be0-2cf2-49c3-a22e-084e515754c5 req-1dd8f1a0-b773-4d87-b1ef-47ea9122598e tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:11.684699 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-33288be0-2cf2-49c3-a22e-084e515754c5 req-1dd8f1a0-b773-4d87-b1ef-47ea9122598e tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 10.3555598 Feb 04 20:55:11.690010 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-4f6f5cd4-5726-47d2-a1c1-ecb00a4653f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:11.799391 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d761f166-62e7-4c35-a66c-d32744a67451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:11.883630 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d761f166-62e7-4c35-a66c-d32744a67451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:11.935129 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761f166-62e7-4c35-a66c-d32744a67451 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=badb4088-e79a-438f-8ff7-4be66087c151,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:11.937112 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d761f166-62e7-4c35-a66c-d32744a67451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:11.946470 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba0cb9d-f568-4c4e-b605-e4660660e186 None None] Network 4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:55:11.959020 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d761f166-62e7-4c35-a66c-d32744a67451 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/badb4088-e79a-438f-8ff7-4be66087c151 HTTP/1.1" status: 204 len: 168 time: 0.4385436 Feb 04 20:55:11.959963 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47226) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:55:11.993376 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-33288be0-2cf2-49c3-a22e-084e515754c5 req-cff9c075-17a3-4b01-9490-680ae480db12 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Synchronizing usage tracker for tenant:7208c62bc0ff436b8f7c372434458b82 on resource:floatingip {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:55:11.996674 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-4f6f5cd4-5726-47d2-a1c1-ecb00a4653f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:11.997391 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-4f6f5cd4-5726-47d2-a1c1-ecb00a4653f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:11.998691 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-4f6f5cd4-5726-47d2-a1c1-ecb00a4653f8 service neutron] 10.222.0.18 "PUT /v2.0/ports/f010deae-920e-4f3a-921e-41fe4c2ca3a5 HTTP/1.1" status: 200 len: 1095 time: 5.5182912 Feb 04 20:55:12.007707 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed7500-ada3-4af6-9d12-e667b8170784 req-97792f4f-57c9-4ec8-b502-6b5ec2b6db4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:12.009439 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02ed7500-ada3-4af6-9d12-e667b8170784 req-97792f4f-57c9-4ec8-b502-6b5ec2b6db4c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6e99f9e26ac0463281aafc24e17e85e0&device_id=60e3055c-e921-43c1-b9ea-afad985046aa HTTP/1.1" status: 200 len: 1099 time: 0.7406948 Feb 04 20:55:12.011083 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-f12e754f-fc03-40e5-affd-3b4fae128c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:12.012451 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-f12e754f-fc03-40e5-affd-3b4fae128c7e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6795969 Feb 04 20:55:12.045697 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b671084-8bea-41d3-ba86-fb104139e600 req-748c3fbf-fb9e-4982-a863-f6a8e512ca89 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:12.050157 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:55:12.053640 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7b671084-8bea-41d3-ba86-fb104139e600 req-748c3fbf-fb9e-4982-a863-f6a8e512ca89 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 946 time: 0.7138667 Feb 04 20:55:12.126356 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a695dbfd-a17d-4f52-88a4-a930492a707b up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:55:12.290117 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5d45d0d1-2e3a-4dbc-b218-30523fef06a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:12.304168 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f5cd4-5726-47d2-a1c1-ecb00a4653f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f010deae-920e-4f3a-921e-41fe4c2ca3a5,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:12.304750 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-5d45d0d1-2e3a-4dbc-b218-30523fef06a2 admin admin] Deleting port ffddc96c-ce94-4934-bf96-2c71b35c8083 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:55:12.304750 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5d45d0d1-2e3a-4dbc-b218-30523fef06a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:12.326941 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-33288be0-2cf2-49c3-a22e-084e515754c5 req-cff9c075-17a3-4b01-9490-680ae480db12 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Unset dirty status for tenant:7208c62bc0ff436b8f7c372434458b82 on resource:floatingip {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:55:12.328403 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-33288be0-2cf2-49c3-a22e-084e515754c5 req-cff9c075-17a3-4b01-9490-680ae480db12 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.20 HTTP/1.1" status: 200 len: 695 time: 0.6327140 Feb 04 20:55:12.329658 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-a009be65-2650-4e60-8d0f-5a331115f005 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:12.341436 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port a695dbfd-a17d-4f52-88a4-a930492a707b completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:55:12.355449 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port a695dbfd-a17d-4f52-88a4-a930492a707b triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:55:12.355819 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:12.390743 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7b671084-8bea-41d3-ba86-fb104139e600 req-2c7bdd6f-bbd7-461a-97b6-8adece0a1fd6 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365510 Feb 04 20:55:12.528746 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:12.539844 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-5d45d0d1-2e3a-4dbc-b218-30523fef06a2 admin admin] For port ffddc96c-ce94-4934-bf96-2c71b35c8083, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=ffddc96c-ce94-4934-bf96-2c71b35c8083,segment=NetworkSegment(d12e9950-5d86-40cd-bddc-0de2bd6bc6e5),segment_id=d12e9950-5d86-40cd-bddc-0de2bd6bc6e5)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:12.541507 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5d45d0d1-2e3a-4dbc-b218-30523fef06a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:12.548398 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceee4de7-8d62-4144-bb71-62c4eeac7bd0 None None] DHCP port deletion for 4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:55:12.557573 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-ceee4de7-8d62-4144-bb71-62c4eeac7bd0 None None] Deleting port ffddc96c-ce94-4934-bf96-2c71b35c8083 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:55:12.558094 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ceee4de7-8d62-4144-bb71-62c4eeac7bd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:12.562831 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-a009be65-2650-4e60-8d0f-5a331115f005 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Network e2945ff6-c379-474d-a032-331b1f6dd08e is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:55:12.607521 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-a009be65-2650-4e60-8d0f-5a331115f005 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:55:12.626488 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port a695dbfd-a17d-4f52-88a4-a930492a707b, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a695dbfd-a17d-4f52-88a4-a930492a707b,segment=NetworkSegment(b5c60513-b4d0-4b58-b20e-e62617879fe0),segment_id=b5c60513-b4d0-4b58-b20e-e62617879fe0)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:12.633057 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:12.684104 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-a009be65-2650-4e60-8d0f-5a331115f005 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:55:12.688654 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-5d45d0d1-2e3a-4dbc-b218-30523fef06a2 admin admin] Calling delete_port for ffddc96c-ce94-4934-bf96-2c71b35c8083 owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:55:12.689634 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-a009be65-2650-4e60-8d0f-5a331115f005 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:12.690240 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-a009be65-2650-4e60-8d0f-5a331115f005 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:12.718351 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-d82f0e16-5363-4eef-9c8c-cb032ffd1fd7 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6608834 Feb 04 20:55:12.718934 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009be65-2650-4e60-8d0f-5a331115f005 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Pushing event updated for resources: {'Port': ['ID=53870aa0-b24f-4163-a2cc-04c964c4be8f,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:12.749692 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed7500-ada3-4af6-9d12-e667b8170784 req-7f29b131-94d7-4958-92e4-f2b8ac74c905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:12.751137 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02ed7500-ada3-4af6-9d12-e667b8170784 req-7f29b131-94d7-4958-92e4-f2b8ac74c905 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.7326398 Feb 04 20:55:12.759368 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [req-69bf92b6-a390-4465-9036-11bf733fabfc req-b6779d7a-163f-451f-844a-81957c9dc36b tempest-FloatingIPDetailsNegativeTestJSON-1977783572 tempest-FloatingIPDetailsNegativeTestJSON-1977783572-project] show failed (client error): The resource could not be found. Feb 04 20:55:12.763064 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-69bf92b6-a390-4465-9036-11bf733fabfc req-b6779d7a-163f-451f-844a-81957c9dc36b tempest-FloatingIPDetailsNegativeTestJSON-1977783572 tempest-FloatingIPDetailsNegativeTestJSON-1977783572-project] 10.222.0.26 "GET /v2.0/floatingips/e3b73c67-fdbe-4db8-8ccf-b7e088386520 HTTP/1.1" status: 404 len: 350 time: 0.1853223 Feb 04 20:55:12.763752 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-74f5f9a0-c2f4-472d-a613-9b586ebc2382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:12.765156 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-74f5f9a0-c2f4-472d-a613-9b586ebc2382 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c95ab08729c4244bb5389f69a70876f&device_id=a3a5f4e9-a4c1-46a3-8166-d06c49cd633a HTTP/1.1" status: 200 len: 1098 time: 0.6627212 Feb 04 20:55:12.769844 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47234) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:55:12.836526 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=a695dbfd-a17d-4f52-88a4-a930492a707b,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:12.869876 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-ceee4de7-8d62-4144-bb71-62c4eeac7bd0 None None] For port ffddc96c-ce94-4934-bf96-2c71b35c8083, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=ffddc96c-ce94-4934-bf96-2c71b35c8083,segment=NetworkSegment(d12e9950-5d86-40cd-bddc-0de2bd6bc6e5),segment_id=d12e9950-5d86-40cd-bddc-0de2bd6bc6e5)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:12.870284 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ceee4de7-8d62-4144-bb71-62c4eeac7bd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:12.876434 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5d45d0d1-2e3a-4dbc-b218-30523fef06a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:12.949100 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45d0d1-2e3a-4dbc-b218-30523fef06a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffddc96c-ce94-4934-bf96-2c71b35c8083,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:12.954581 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d45d0d1-2e3a-4dbc-b218-30523fef06a2 admin admin] No DVR routers for this DVR port ffddc96c-ce94-4934-bf96-2c71b35c8083 on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:55:12.968919 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-a009be65-2650-4e60-8d0f-5a331115f005 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6106446 Feb 04 20:55:12.997353 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-167af50e-ea78-4904-8db7-28d3a9607777 service neutron] Request body: {'port': {'device_id': '4cfa9074-eb38-43e4-9519-99f1b012adda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:55:12.997602 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-ceee4de7-8d62-4144-bb71-62c4eeac7bd0 None None] Calling delete_port for ffddc96c-ce94-4934-bf96-2c71b35c8083 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:55:13.063179 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02ed7500-ada3-4af6-9d12-e667b8170784 req-edd267a5-72e5-468a-bf20-88ae977e00e4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=b447ef48-492b-4220-b871-716bb45bab3a HTTP/1.1" status: 200 len: 217 time: 0.2718463 Feb 04 20:55:13.064404 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-5464416b-fb0f-4b5d-94f3-215a82443d62 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=f010deae-920e-4f3a-921e-41fe4c2ca3a5 HTTP/1.1" status: 200 len: 217 time: 0.2672873 Feb 04 20:55:13.153861 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-ceee4de7-8d62-4144-bb71-62c4eeac7bd0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:55:13.154270 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-ceee4de7-8d62-4144-bb71-62c4eeac7bd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:55:13.184537 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33288be0-2cf2-49c3-a22e-084e515754c5 req-830a9599-925f-4896-99fb-5f069a95d9f8 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:13.185874 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-33288be0-2cf2-49c3-a22e-084e515754c5 req-830a9599-925f-4896-99fb-5f069a95d9f8 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 784 time: 0.8422992 Feb 04 20:55:13.228170 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-33288be0-2cf2-49c3-a22e-084e515754c5 req-cb963ed0-bdbe-4eec-9b0a-784511cdd174 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:55:13.229034 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-33288be0-2cf2-49c3-a22e-084e515754c5 req-cb963ed0-bdbe-4eec-9b0a-784511cdd174 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0288813 Feb 04 20:55:13.257961 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5d45d0d1-2e3a-4dbc-b218-30523fef06a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:13.330705 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-47cb50b0-ec74-4e9b-9d8e-4c99cabbcb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:13.332216 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-47cb50b0-ec74-4e9b-9d8e-4c99cabbcb00 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.2435470 Feb 04 20:55:13.340853 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed7500-ada3-4af6-9d12-e667b8170784 req-58e7a97b-d949-4a6a-9d8b-4ed7be1fcc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:13.342647 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02ed7500-ada3-4af6-9d12-e667b8170784 req-58e7a97b-d949-4a6a-9d8b-4ed7be1fcc2d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.2509403 Feb 04 20:55:13.355512 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-5d45d0d1-2e3a-4dbc-b218-30523fef06a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:13.372932 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-5d45d0d1-2e3a-4dbc-b218-30523fef06a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd12e9950-5d86-40cd-bddc-0de2bd6bc6e5') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:13.373234 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-5d45d0d1-2e3a-4dbc-b218-30523fef06a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd12e9950-5d86-40cd-bddc-0de2bd6bc6e5') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:13.390183 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5d45d0d1-2e3a-4dbc-b218-30523fef06a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:13.424572 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93d5e101-0eca-4d9d-99db-d9043df74a3b req-52b77caa-c142-460f-8ad9-2fcd6bb52060 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6663237 Feb 04 20:55:13.440273 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5d45d0d1-2e3a-4dbc-b218-30523fef06a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:13.454774 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d45d0d1-2e3a-4dbc-b218-30523fef06a2 admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:55:13.455179 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5d45d0d1-2e3a-4dbc-b218-30523fef06a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:13.468945 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 20:55:13.468945 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:55:13.468945 n-d-827896-1 neutron-server[87682]: timer() Feb 04 20:55:13.468945 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:55:13.468945 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 20:55:13.468945 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:55:13.468945 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 20:55:13.468945 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:55:13.468945 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 20:55:13.468945 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:55:13.468945 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 20:55:13.468945 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:55:13.468945 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 20:55:13.468945 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:55:13.468945 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:55:13.468945 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:55:13.468945 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:55:13.468945 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:55:13.468945 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 20:55:13.468945 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:55:13.468945 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 20:55:13.468945 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:55:13.468945 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:55:13.468945 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:55:13.468945 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 20:55:13.468945 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:55:13.468945 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:55:13.468945 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:55:13.468945 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:55:13.468945 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:55:13.468945 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:55:13.468945 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:55:13.598172 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5d45d0d1-2e3a-4dbc-b218-30523fef06a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:13.612827 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-167af50e-ea78-4904-8db7-28d3a9607777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:13.618049 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5d45d0d1-2e3a-4dbc-b218-30523fef06a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:13.625864 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45d0d1-2e3a-4dbc-b218-30523fef06a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:13.650242 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5d45d0d1-2e3a-4dbc-b218-30523fef06a2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4cf8f5ef-c7d2-4fb4-8f1d-6ffc5355d439 HTTP/1.1" status: 204 len: 168 time: 1.6892869 Feb 04 20:55:13.653633 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47242) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:55:13.655946 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-ceee4de7-8d62-4144-bb71-62c4eeac7bd0 None None] Deleting port ffddc96c-ce94-4934-bf96-2c71b35c8083 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:55:13.656380 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ceee4de7-8d62-4144-bb71-62c4eeac7bd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:13.667878 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbde01-807f-4c61-ad5c-5e44aa89dd34 req-afb8ca3c-c666-4024-96d9-d61d43ca86f7 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:13.669374 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7dcbde01-807f-4c61-ad5c-5e44aa89dd34 req-afb8ca3c-c666-4024-96d9-d61d43ca86f7 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3a5f4e9-a4c1-46a3-8166-d06c49cd633a HTTP/1.1" status: 200 len: 947 time: 0.7024305 Feb 04 20:55:13.729673 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-ceee4de7-8d62-4144-bb71-62c4eeac7bd0 None None] The port 'ffddc96c-ce94-4934-bf96-2c71b35c8083' was deleted {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:55:13.823884 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device b447ef48-492b-4220-b871-716bb45bab3a details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:55:13.839384 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-645c60f6-864b-49ae-b462-797df46e2688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:13.844454 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7dcbde01-807f-4c61-ad5c-5e44aa89dd34 req-244ec36f-59ea-4a02-86bb-5f7ac5644dcf tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485760 Feb 04 20:55:13.868678 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b95af-925f-471f-b578-6dc876795505 req-d0f04571-4d59-4e6c-8b4c-67d877415d63 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:13.869204 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-cc3b95af-925f-471f-b578-6dc876795505 req-d0f04571-4d59-4e6c-8b4c-67d877415d63 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Synchronizing usage tracker for tenant:1e904fca23cf47ec90953cad0cc5c8e4 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:55:13.886754 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-6db71397-aa0d-4eee-ad43-42a4e3ab29a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:13.888031 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-6db71397-aa0d-4eee-ad43-42a4e3ab29a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5401845 Feb 04 20:55:13.900532 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed7500-ada3-4af6-9d12-e667b8170784 req-d63232c5-d219-4793-a4ec-ac5158a2c0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:13.900532 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02ed7500-ada3-4af6-9d12-e667b8170784 req-d63232c5-d219-4793-a4ec-ac5158a2c0ca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4811306 Feb 04 20:55:14.009844 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port b447ef48-492b-4220-b871-716bb45bab3a, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b447ef48-492b-4220-b871-716bb45bab3a,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:14.021987 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a695dbfd-a17d-4f52-88a4-a930492a707b up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:55:14.076338 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': 'b447ef48-492b-4220-b871-716bb45bab3a', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': 'b447ef48-492b-4220-b871-716bb45bab3a', 'mac_address': 'fa:16:3e:fb:15:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:55:14.106932 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dcaf5b0-e981-4679-8c24-f2f357c4c6e5', 'tag': '41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe', 'status': 'completed', 'code': 200} Feb 04 20:55:14.147634 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:14.169048 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b447ef48-492b-4220-b871-716bb45bab3a {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:55:14.180482 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port a695dbfd-a17d-4f52-88a4-a930492a707b triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:55:14.180687 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1ba09a9f-aee4-47fe-9ae1-e39322281dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:14.180881 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:14.259118 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port b447ef48-492b-4220-b871-716bb45bab3a, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b447ef48-492b-4220-b871-716bb45bab3a,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:14.267254 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:14.330166 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-cc3b95af-925f-471f-b578-6dc876795505 req-d0f04571-4d59-4e6c-8b4c-67d877415d63 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Unset dirty status for tenant:1e904fca23cf47ec90953cad0cc5c8e4 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:55:14.334351 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cc3b95af-925f-471f-b578-6dc876795505 req-d0f04571-4d59-4e6c-8b4c-67d877415d63 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 931 time: 0.9987357 Feb 04 20:55:14.391437 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=b447ef48-492b-4220-b871-716bb45bab3a,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:14.456202 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02ed7500-ada3-4af6-9d12-e667b8170784 req-47bd732a-ef84-42f2-a41d-c2c29dc5ac57 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5189333 Feb 04 20:55:14.458466 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device ffddc96c-ce94-4934-bf96-2c71b35c8083 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:55:14.494021 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: ffddc96c-ce94-4934-bf96-2c71b35c8083 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:55:14.494970 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device ffddc96c-ce94-4934-bf96-2c71b35c8083 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:55:14.578475 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cc3b95af-925f-471f-b578-6dc876795505 req-433f9227-2764-466f-8b54-bfe1c50fe2fd tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337461 Feb 04 20:55:14.606666 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-b72549ab-f60e-423a-a699-0c5cb42e500e service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7052577 Feb 04 20:55:14.693725 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['b447ef48-492b-4220-b871-716bb45bab3a'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:55:14.740820 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c2b48-ab2b-4f05-af5f-b535ee8feb39 req-b5693ec3-856f-49f1-93ea-c2183a6947fb tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:14.742326 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6d8c2b48-ab2b-4f05-af5f-b535ee8feb39 req-b5693ec3-856f-49f1-93ea-c2183a6947fb tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dcaf5b0-e981-4679-8c24-f2f357c4c6e5 HTTP/1.1" status: 200 len: 948 time: 0.6304176 Feb 04 20:55:14.758663 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-1ba09a9f-aee4-47fe-9ae1-e39322281dd5 admin admin] Deleting port a695dbfd-a17d-4f52-88a4-a930492a707b {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:55:14.759267 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1ba09a9f-aee4-47fe-9ae1-e39322281dd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:14.812539 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1a0cbe52-6e06-4c67-9ee7-5df6c40cbd29 req-e96407c5-cdf3-4db5-86c0-b104e49fbf2b tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] 10.222.0.26 "GET /v2.0/floatingips/31ad66e7-a61f-43fb-8145-4aab2495ad19 HTTP/1.1" status: 200 len: 692 time: 0.1933773 Feb 04 20:55:14.814489 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd6838-44c4-4309-84ef-f5c9ad64d853 req-c6056e72-05e4-48ff-ac8a-eeb7d8bdd5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:14.815769 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d4dd6838-44c4-4309-84ef-f5c9ad64d853 req-c6056e72-05e4-48ff-ac8a-eeb7d8bdd5a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e99f9e26ac0463281aafc24e17e85e0&device_id=3dcaf5b0-e981-4679-8c24-f2f357c4c6e5 HTTP/1.1" status: 200 len: 1099 time: 0.7108762 Feb 04 20:55:14.921030 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-167af50e-ea78-4904-8db7-28d3a9607777 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:55:14.930258 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b2c5e579-31e9-4bf6-b193-89bafab3a634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:15.030589 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-1ba09a9f-aee4-47fe-9ae1-e39322281dd5 admin admin] For port a695dbfd-a17d-4f52-88a4-a930492a707b, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a695dbfd-a17d-4f52-88a4-a930492a707b,segment=NetworkSegment(b5c60513-b4d0-4b58-b20e-e62617879fe0),segment_id=b5c60513-b4d0-4b58-b20e-e62617879fe0)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:15.030940 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1ba09a9f-aee4-47fe-9ae1-e39322281dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:15.261268 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02ed7500-ada3-4af6-9d12-e667b8170784 req-f69f07ce-e2a2-4059-8601-e733c9d3101c service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7785921 Feb 04 20:55:15.315756 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6d8c2b48-ab2b-4f05-af5f-b535ee8feb39 req-d9e7468b-2de0-448f-9852-676bab6f93fe tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc210c-964a-4042-82bb-983fec424162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5126734 Feb 04 20:55:15.332670 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-167af50e-ea78-4904-8db7-28d3a9607777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53870aa0-b24f-4163-a2cc-04c964c4be8f {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:55:15.336048 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-1ba09a9f-aee4-47fe-9ae1-e39322281dd5 admin admin] Calling delete_port for a695dbfd-a17d-4f52-88a4-a930492a707b owned by network:router_interface {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:55:15.340554 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ebae969-19a1-4fd6-9532-2d6f95d6caa6 req-9a9557d2-86dd-4996-9a2d-311cee2b5b1c service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7201705 Feb 04 20:55:15.358711 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-167af50e-ea78-4904-8db7-28d3a9607777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:15.411089 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0cbe52-6e06-4c67-9ee7-5df6c40cbd29 req-3d2695eb-9c4b-4c5a-9994-3cf41add8672 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:15.413250 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1a0cbe52-6e06-4c67-9ee7-5df6c40cbd29 req-3d2695eb-9c4b-4c5a-9994-3cf41add8672 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 784 time: 0.5692163 Feb 04 20:55:15.435915 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-1a0cbe52-6e06-4c67-9ee7-5df6c40cbd29 req-557340d3-e42d-4453-a4b9-617bfbb5a6b2 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:55:15.436994 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1a0cbe52-6e06-4c67-9ee7-5df6c40cbd29 req-557340d3-e42d-4453-a4b9-617bfbb5a6b2 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117269 Feb 04 20:55:15.438613 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-167af50e-ea78-4904-8db7-28d3a9607777 service neutron] Transition to ACTIVE for port object 53870aa0-b24f-4163-a2cc-04c964c4be8f will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:55:15.487418 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-167af50e-ea78-4904-8db7-28d3a9607777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:15.492215 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd6838-44c4-4309-84ef-f5c9ad64d853 req-2a33ba59-40fa-42d8-8f88-55fca6d4dd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:15.493795 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d4dd6838-44c4-4309-84ef-f5c9ad64d853 req-2a33ba59-40fa-42d8-8f88-55fca6d4dd33 service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.6267765 Feb 04 20:55:15.672192 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d4dd6838-44c4-4309-84ef-f5c9ad64d853 req-aa6b48a0-e3bc-4458-9a4c-a8fc895a744f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe HTTP/1.1" status: 200 len: 217 time: 0.1407588 Feb 04 20:55:15.789617 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167af50e-ea78-4904-8db7-28d3a9607777 service neutron] Pushing event updated for resources: {'Port': ['ID=53870aa0-b24f-4163-a2cc-04c964c4be8f,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:15.802204 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-b2c5e579-31e9-4bf6-b193-89bafab3a634 admin admin] Deleting port 8c659530-0b70-4259-a48f-98eb03f35080 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:55:15.802771 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b2c5e579-31e9-4bf6-b193-89bafab3a634 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:15.874697 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd6838-44c4-4309-84ef-f5c9ad64d853 req-9dcd97fb-c4e1-4936-9f60-fde12ab04056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:15.876054 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d4dd6838-44c4-4309-84ef-f5c9ad64d853 req-9dcd97fb-c4e1-4936-9f60-fde12ab04056 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.1479154 Feb 04 20:55:15.880798 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-167af50e-ea78-4904-8db7-28d3a9607777 service neutron] Attempting to bind port 53870aa0-b24f-4163-a2cc-04c964c4be8f on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:55:15.881130 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-167af50e-ea78-4904-8db7-28d3a9607777 service neutron] Attempting to bind port 53870aa0-b24f-4163-a2cc-04c964c4be8f by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:55:15.881486 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-167af50e-ea78-4904-8db7-28d3a9607777 service neutron] Attempting to bind port 53870aa0-b24f-4163-a2cc-04c964c4be8f on network e2945ff6-c379-474d-a032-331b1f6dd08e {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:55:15.884238 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1ba09a9f-aee4-47fe-9ae1-e39322281dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:15.929016 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-167af50e-ea78-4904-8db7-28d3a9607777 service neutron] Port 53870aa0-b24f-4163-a2cc-04c964c4be8f on network e2945ff6-c379-474d-a032-331b1f6dd08e not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:55:15.929372 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-167af50e-ea78-4904-8db7-28d3a9607777 service neutron] Attempting to bind port 53870aa0-b24f-4163-a2cc-04c964c4be8f on network e2945ff6-c379-474d-a032-331b1f6dd08e {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:55:15.943214 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0c8ca-a3a1-4869-8293-63cb3160651f req-1910bb77-5f96-4c5a-bf87-67e82b17c0d9 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:15.944727 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5cb0c8ca-a3a1-4869-8293-63cb3160651f req-1910bb77-5f96-4c5a-bf87-67e82b17c0d9 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 946 time: 0.5155907 Feb 04 20:55:15.953031 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-167af50e-ea78-4904-8db7-28d3a9607777 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:55:15.953397 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-167af50e-ea78-4904-8db7-28d3a9607777 service neutron] Checking segment: {'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:55:15.953785 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-167af50e-ea78-4904-8db7-28d3a9607777 service neutron] Bound using segment: {'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:55:15.954220 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-167af50e-ea78-4904-8db7-28d3a9607777 service neutron] Bound port: 53870aa0-b24f-4163-a2cc-04c964c4be8f, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:55:15.954565 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-167af50e-ea78-4904-8db7-28d3a9607777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:15.989256 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba09a9f-aee4-47fe-9ae1-e39322281dd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a695dbfd-a17d-4f52-88a4-a930492a707b,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:16.034834 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5526e-bbb7-4f4c-b534-36b2d13849b1 req-7970f76e-325d-4deb-9b7f-2f1b728c9e4d tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:16.037023 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c5a5526e-bbb7-4f4c-b534-36b2d13849b1 req-7970f76e-325d-4deb-9b7f-2f1b728c9e4d tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3a5f4e9-a4c1-46a3-8166-d06c49cd633a HTTP/1.1" status: 200 len: 947 time: 0.4988823 Feb 04 20:55:16.110714 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a5f4e9-a4c1-46a3-8166-d06c49cd633a', 'tag': 'f010deae-920e-4f3a-921e-41fe4c2ca3a5'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:55:16.117885 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5cb0c8ca-a3a1-4869-8293-63cb3160651f req-23d9b9f4-2f7a-43c1-a7bf-e9c127d9b1a8 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520977 Feb 04 20:55:16.125139 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-b2c5e579-31e9-4bf6-b193-89bafab3a634 admin admin] For port 8c659530-0b70-4259-a48f-98eb03f35080, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=8c659530-0b70-4259-a48f-98eb03f35080,segment=NetworkSegment(2f882944-1342-4ce0-9804-c247330cfb09),segment_id=2f882944-1342-4ce0-9804-c247330cfb09)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:16.125461 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b2c5e579-31e9-4bf6-b193-89bafab3a634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:16.225715 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-167af50e-ea78-4904-8db7-28d3a9607777 service neutron] For port 53870aa0-b24f-4163-a2cc-04c964c4be8f, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:55:16.230265 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c5a5526e-bbb7-4f4c-b534-36b2d13849b1 req-e16cdebb-30b4-4cad-a67f-3208e2369275 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848881 Feb 04 20:55:16.255545 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd6838-44c4-4309-84ef-f5c9ad64d853 req-67312b93-a4d5-406f-bbed-167a08e9e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:16.257030 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d4dd6838-44c4-4309-84ef-f5c9ad64d853 req-67312b93-a4d5-406f-bbed-167a08e9e2ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3709743 Feb 04 20:55:16.261706 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-167af50e-ea78-4904-8db7-28d3a9607777 service neutron] For port 53870aa0-b24f-4163-a2cc-04c964c4be8f, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=53870aa0-b24f-4163-a2cc-04c964c4be8f,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:55:16.264873 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c39fbc39-70b7-4d9d-8c86-632636d2284b req-727a557c-5c4a-4aa0-b145-06a2bb98b11f tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] 10.222.0.26 "GET /v2.0/floatingips?tenant_id=7208c62bc0ff436b8f7c372434458b82 HTTP/1.1" status: 200 len: 695 time: 0.1046779 Feb 04 20:55:16.275217 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-9776a2f0-1bed-4bd8-81da-3247cc1a0049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:16.292513 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-167af50e-ea78-4904-8db7-28d3a9607777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:16.340662 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-b2c5e579-31e9-4bf6-b193-89bafab3a634 admin admin] Calling delete_port for 8c659530-0b70-4259-a48f-98eb03f35080 owned by network:router_interface {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:55:16.517155 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1ba09a9f-aee4-47fe-9ae1-e39322281dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:16.530100 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-167af50e-ea78-4904-8db7-28d3a9607777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:16.530684 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-167af50e-ea78-4904-8db7-28d3a9607777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:16.532044 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-167af50e-ea78-4904-8db7-28d3a9607777 service neutron] 10.222.0.32 "PUT /v2.0/ports/53870aa0-b24f-4163-a2cc-04c964c4be8f HTTP/1.1" status: 200 len: 1091 time: 3.5387056 Feb 04 20:55:16.639051 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167af50e-ea78-4904-8db7-28d3a9607777 service neutron] Pushing event updated for resources: {'Port': ['ID=53870aa0-b24f-4163-a2cc-04c964c4be8f,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:16.720409 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d4dd6838-44c4-4309-84ef-f5c9ad64d853 req-aca040c9-047e-4129-8771-0768208b90c6 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4544320 Feb 04 20:55:16.730144 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fbc39-70b7-4d9d-8c86-632636d2284b req-ba9d1932-98bc-466f-beef-71e291142a8e tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:16.731502 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c39fbc39-70b7-4d9d-8c86-632636d2284b req-ba9d1932-98bc-466f-beef-71e291142a8e tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] 10.222.0.26 "GET /v2.0/networks?id=1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 787 time: 0.4451795 Feb 04 20:55:16.767884 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-c39fbc39-70b7-4d9d-8c86-632636d2284b req-4ae5c58c-b212-4a1f-aa79-13eefdd5f46c tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:55:16.768807 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c39fbc39-70b7-4d9d-8c86-632636d2284b req-4ae5c58c-b212-4a1f-aa79-13eefdd5f46c tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109999 Feb 04 20:55:16.825720 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d840754-07a1-41e8-9440-821658c93414 req-4c82435f-8fe1-4fd7-8939-4be4e395ee30 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:16.826793 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1d840754-07a1-41e8-9440-821658c93414 req-4c82435f-8fe1-4fd7-8939-4be4e395ee30 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 943 time: 0.4282081 Feb 04 20:55:16.828634 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a5f4e9-a4c1-46a3-8166-d06c49cd633a', 'tag': 'f010deae-920e-4f3a-921e-41fe4c2ca3a5', 'status': 'completed', 'code': 200} Feb 04 20:55:17.006066 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b2c5e579-31e9-4bf6-b193-89bafab3a634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:17.060362 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-a872bfd4-c294-4824-a724-2424cee56488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:17.061783 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-a872bfd4-c294-4824-a724-2424cee56488 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 1094 time: 0.4756172 Feb 04 20:55:17.115566 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5e579-31e9-4bf6-b193-89bafab3a634 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c659530-0b70-4259-a48f-98eb03f35080,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:17.218500 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1d840754-07a1-41e8-9440-821658c93414 req-dcddabaa-481c-422b-bcfb-4381b4cabb3c tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719015 Feb 04 20:55:17.219678 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-9a758b4a-5c21-44af-96cf-592c1ff6ebd6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53870aa0-b24f-4163-a2cc-04c964c4be8f HTTP/1.1" status: 200 len: 217 time: 0.1457136 Feb 04 20:55:17.253400 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba09a9f-aee4-47fe-9ae1-e39322281dd5 admin admin] Router 41588ae6-fa6b-481d-9a7d-7c5260062fea has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:55:17.258801 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:17.265608 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d4dd6838-44c4-4309-84ef-f5c9ad64d853 req-faf4e991-2e86-4296-8585-bb2cd58967bc service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5324214 Feb 04 20:55:17.305435 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:17.390840 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-60b5e007-8f03-4727-b69a-3038bea49ec4 req-d022d459-0754-475d-8fe5-4ea97e941b3d tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] 10.222.0.26 "GET /v2.0/floatingips/31ad66e7-a61f-43fb-8145-4aab2495ad19 HTTP/1.1" status: 200 len: 692 time: 0.1242504 Feb 04 20:55:17.402880 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-0f732692-28e9-46fc-9775-52c2e8b2c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:17.404168 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-0f732692-28e9-46fc-9775-52c2e8b2c69c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=52dce76a-dd1c-484a-ae6a-f327dbe47b7b HTTP/1.1" status: 200 len: 847 time: 0.1726089 Feb 04 20:55:17.407718 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248f707-8290-49c1-af1b-c14097ab017f req-2154fdee-596f-4c2b-a08f-89bd7c45a816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:17.409053 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e248f707-8290-49c1-af1b-c14097ab017f req-2154fdee-596f-4c2b-a08f-89bd7c45a816 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c95ab08729c4244bb5389f69a70876f&device_id=a3a5f4e9-a4c1-46a3-8166-d06c49cd633a HTTP/1.1" status: 200 len: 1098 time: 0.5412371 Feb 04 20:55:17.547640 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cf03b-afab-49b5-87b3-01eaced80fb6 req-8cae5689-d084-4d99-903c-3472f107b1af tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:17.548976 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d08cf03b-afab-49b5-87b3-01eaced80fb6 req-8cae5689-d084-4d99-903c-3472f107b1af tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dcaf5b0-e981-4679-8c24-f2f357c4c6e5 HTTP/1.1" status: 200 len: 948 time: 0.4909918 Feb 04 20:55:17.568528 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-317a909a-1616-4ff6-83f1-f160eb942baa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e2945ff6-c379-474d-a032-331b1f6dd08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164126 Feb 04 20:55:17.606970 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b2c5e579-31e9-4bf6-b193-89bafab3a634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:17.617390 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba09a9f-aee4-47fe-9ae1-e39322281dd5 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:55:17.627968 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d110332c-17e6-44ef-82f0-66749f8924dc None None] Sync routers for ids ['41588ae6-fa6b-481d-9a7d-7c5260062fea'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:55:17.639989 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d110332c-17e6-44ef-82f0-66749f8924dc None None] Routers {'41588ae6-fa6b-481d-9a7d-7c5260062fea'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:55:17.640871 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-d110332c-17e6-44ef-82f0-66749f8924dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:55:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['41588ae6-fa6b-481d-9a7d-7c5260062fea'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:17.694497 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1ba09a9f-aee4-47fe-9ae1-e39322281dd5 admin admin] 10.222.0.26 "PUT /v2.0/routers/41588ae6-fa6b-481d-9a7d-7c5260062fea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9158411 Feb 04 20:55:17.701492 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47264) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:55:17.778202 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:55:17.829675 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d08cf03b-afab-49b5-87b3-01eaced80fb6 req-87b1df87-aab6-45ba-a4a2-05dc1c4a7dbf tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc210c-964a-4042-82bb-983fec424162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662213 Feb 04 20:55:17.852252 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-d110332c-17e6-44ef-82f0-66749f8924dc None None] Set router 41588ae6-fa6b-481d-9a7d-7c5260062fea gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:55:17.861559 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5e007-8f03-4727-b69a-3038bea49ec4 req-735c080d-53e3-43db-a55f-12af64f02d25 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:17.862816 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-60b5e007-8f03-4727-b69a-3038bea49ec4 req-735c080d-53e3-43db-a55f-12af64f02d25 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 784 time: 0.4629345 Feb 04 20:55:17.875950 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248f707-8290-49c1-af1b-c14097ab017f req-8859164a-fb86-49c7-a964-4ed6b2656f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:17.877426 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e248f707-8290-49c1-af1b-c14097ab017f req-8859164a-fb86-49c7-a964-4ed6b2656f5f service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.4483607 Feb 04 20:55:17.883475 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-60b5e007-8f03-4727-b69a-3038bea49ec4 req-ad547fa1-be52-49c0-b4fd-559afb03249d tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:55:17.890502 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-60b5e007-8f03-4727-b69a-3038bea49ec4 req-ad547fa1-be52-49c0-b4fd-559afb03249d tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0186155 Feb 04 20:55:18.098331 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e248f707-8290-49c1-af1b-c14097ab017f req-726fe489-bca2-4c17-8b30-4f046d037142 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=f010deae-920e-4f3a-921e-41fe4c2ca3a5 HTTP/1.1" status: 200 len: 217 time: 0.1558867 Feb 04 20:55:18.116342 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-60b5e007-8f03-4727-b69a-3038bea49ec4 req-78c8a4a4-7ada-4576-9e05-e650f65f890c tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.20 HTTP/1.1" status: 200 len: 695 time: 0.2253177 Feb 04 20:55:18.121298 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.resource_extend [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:55:18.135793 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device b447ef48-492b-4220-b871-716bb45bab3a up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:55:18.179600 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-38a5faf1-0f38-4cce-8cf9-a0f83428c617 service neutron] 10.222.0.32 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5599158 Feb 04 20:55:18.194494 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fdee5d15-36ee-4d8d-96e2-78d5efcd132a admin admin] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:18.272354 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-60b5e007-8f03-4727-b69a-3038bea49ec4 req-e6aaae81-b9ba-4ef1-aab4-8defc6ecdf74 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.20 HTTP/1.1" status: 200 len: 695 time: 0.1547663 Feb 04 20:55:18.375553 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:18.394083 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': '41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe', 'mac_address': 'fa:16:3e:00:4c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:55:18.402109 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port b447ef48-492b-4220-b871-716bb45bab3a completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:55:18.438311 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port b447ef48-492b-4220-b871-716bb45bab3a triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:55:18.438545 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:18.483396 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c5e579-31e9-4bf6-b193-89bafab3a634 admin admin] Router 2396931e-29fd-413c-90e7-ede3ade8a76a has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:55:18.485585 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fdee5d15-36ee-4d8d-96e2-78d5efcd132a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:18.518962 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:18.548550 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:55:18.559688 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-fdee5d15-36ee-4d8d-96e2-78d5efcd132a admin admin] Deleting port 2e720ed2-9a61-4bc7-99eb-231d6e3258ff {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:55:18.559905 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fdee5d15-36ee-4d8d-96e2-78d5efcd132a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:18.566401 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-d110332c-17e6-44ef-82f0-66749f8924dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41588ae6-fa6b-481d-9a7d-7c5260062fea', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1921007518-router', 'tenant_id': 'f489c8ae424c44cbbf3f7965c8281cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '2e720ed2-9a61-4bc7-99eb-231d6e3258ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:55:00Z', 'updated_at': '2022-02-04T20:55:15Z', 'revision_number': 5, 'project_id': 'f489c8ae424c44cbbf3f7965c8281cb8', 'gw_port': {'id': '2e720ed2-9a61-4bc7-99eb-231d6e3258ff', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:57:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41588ae6-fa6b-481d-9a7d-7c5260062fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:55:00Z', 'updated_at': '2022-02-04T20:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:18.574939 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d110332c-17e6-44ef-82f0-66749f8924dc None None] Checking router: 41588ae6-fa6b-481d-9a7d-7c5260062fea for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:55:18.579570 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:18.616892 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:18.628477 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248f707-8290-49c1-af1b-c14097ab017f req-5d0e0b4f-6d7c-4699-9f6e-57cbd3af4dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:18.630135 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e248f707-8290-49c1-af1b-c14097ab017f req-5d0e0b4f-6d7c-4699-9f6e-57cbd3af4dbf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.4596477 Feb 04 20:55:18.651302 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-60b5e007-8f03-4727-b69a-3038bea49ec4 req-afe5068c-c3fc-41c4-b954-177003491013 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Deleting port 6d331eee-55e5-42c1-b806-6949392b4607 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:55:18.651670 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-60b5e007-8f03-4727-b69a-3038bea49ec4 req-afe5068c-c3fc-41c4-b954-177003491013 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:18.659315 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d110332c-17e6-44ef-82f0-66749f8924dc None None] Routers {'41588ae6-fa6b-481d-9a7d-7c5260062fea'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:55:18.660050 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-d110332c-17e6-44ef-82f0-66749f8924dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:55:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['41588ae6-fa6b-481d-9a7d-7c5260062fea'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:18.799898 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-615bc52d-aebf-4c3e-b4bb-05665221e0f2 req-8f1c9e22-2c98-4f30-9491-e991588762f7 service neutron] 10.222.0.32 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5688660 Feb 04 20:55:18.808527 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e01a4-1615-4f26-b9d9-0bb9669408c5 req-c475405d-d901-4309-9c03-07f7371484f8 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:18.810679 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c5e579-31e9-4bf6-b193-89bafab3a634 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:55:18.815470 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-251e01a4-1615-4f26-b9d9-0bb9669408c5 req-c475405d-d901-4309-9c03-07f7371484f8 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 946 time: 0.7879901 Feb 04 20:55:18.820202 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b2c5e579-31e9-4bf6-b193-89bafab3a634 admin admin] 10.222.0.26 "PUT /v2.0/routers/2396931e-29fd-413c-90e7-ede3ade8a76a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1606851 Feb 04 20:55:18.821243 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47270) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:55:18.828623 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b2fe8f-e4db-42c4-95a4-43dbd2f79b7b None None] Sync routers for ids ['2396931e-29fd-413c-90e7-ede3ade8a76a'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:55:18.836170 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cfa9074-eb38-43e4-9519-99f1b012adda', 'tag': '53870aa0-b24f-4163-a2cc-04c964c4be8f'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:55:18.843094 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b2fe8f-e4db-42c4-95a4-43dbd2f79b7b None None] Routers {'2396931e-29fd-413c-90e7-ede3ade8a76a'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:55:18.844158 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-f1b2fe8f-e4db-42c4-95a4-43dbd2f79b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:55:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['2396931e-29fd-413c-90e7-ede3ade8a76a'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:18.916578 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-d110332c-17e6-44ef-82f0-66749f8924dc None None] Set router 41588ae6-fa6b-481d-9a7d-7c5260062fea gateway port host: None {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:55:18.926035 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-fdee5d15-36ee-4d8d-96e2-78d5efcd132a admin admin] For port 2e720ed2-9a61-4bc7-99eb-231d6e3258ff, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=2e720ed2-9a61-4bc7-99eb-231d6e3258ff,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:18.926397 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fdee5d15-36ee-4d8d-96e2-78d5efcd132a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:18.956314 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-251e01a4-1615-4f26-b9d9-0bb9669408c5 req-f1af4dc7-9e7e-40d9-b460-9edd7c859c8d tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398668 Feb 04 20:55:19.047629 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-f1b2fe8f-e4db-42c4-95a4-43dbd2f79b7b None None] Set router 2396931e-29fd-413c-90e7-ede3ade8a76a gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:55:19.049525 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248f707-8290-49c1-af1b-c14097ab017f req-64f82fee-77e7-4dc9-8368-135f84e602a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:19.058990 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e248f707-8290-49c1-af1b-c14097ab017f req-64f82fee-77e7-4dc9-8368-135f84e602a3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3791759 Feb 04 20:55:19.075165 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-d110332c-17e6-44ef-82f0-66749f8924dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41588ae6-fa6b-481d-9a7d-7c5260062fea', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1921007518-router', 'tenant_id': 'f489c8ae424c44cbbf3f7965c8281cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:55:00Z', 'updated_at': '2022-02-04T20:55:18Z', 'revision_number': 6, 'project_id': 'f489c8ae424c44cbbf3f7965c8281cb8', 'gw_port_host': None}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:19.127385 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-fdee5d15-36ee-4d8d-96e2-78d5efcd132a admin admin] Calling delete_port for 2e720ed2-9a61-4bc7-99eb-231d6e3258ff owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:55:19.128454 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d110332c-17e6-44ef-82f0-66749f8924dc None None] The sync data for ids ['41588ae6-fa6b-481d-9a7d-7c5260062fea'] in n-d-827896-1 is: [{'id': '41588ae6-fa6b-481d-9a7d-7c5260062fea', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1921007518-router', 'tenant_id': 'f489c8ae424c44cbbf3f7965c8281cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:55:00Z', 'updated_at': '2022-02-04T20:55:18Z', 'revision_number': 6, 'project_id': 'f489c8ae424c44cbbf3f7965c8281cb8', 'gw_port_host': None}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:55:19.131104 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:19.147075 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:19.208365 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port b447ef48-492b-4220-b871-716bb45bab3a, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b447ef48-492b-4220-b871-716bb45bab3a,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:19.211273 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:19.212651 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e3055c-e921-43c1-b9ea-afad985046aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b447ef48-492b-4220-b871-716bb45bab3a'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:55:19.232947 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-60b5e007-8f03-4727-b69a-3038bea49ec4 req-afe5068c-c3fc-41c4-b954-177003491013 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:19.233307 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-60b5e007-8f03-4727-b69a-3038bea49ec4 req-afe5068c-c3fc-41c4-b954-177003491013 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:19.245612 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:19.268118 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-65459a43-7ed8-4678-a308-565002367345 admin admin] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:19.360689 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:55:19.414029 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-f1b2fe8f-e4db-42c4-95a4-43dbd2f79b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2396931e-29fd-413c-90e7-ede3ade8a76a', 'name': 'tempest-AttachSCSIVolumeTestJSON-28363031-router', 'tenant_id': 'd074e630bf8d487e86f655cbc1075d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'd0960787-2826-4473-81f3-c66d3ebe57aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:32Z', 'updated_at': '2022-02-04T20:55:16Z', 'revision_number': 5, 'project_id': 'd074e630bf8d487e86f655cbc1075d6d', 'gw_port': {'id': 'd0960787-2826-4473-81f3-c66d3ebe57aa', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ba:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2396931e-29fd-413c-90e7-ede3ade8a76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:34Z', 'updated_at': '2022-02-04T20:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:19.418054 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b2fe8f-e4db-42c4-95a4-43dbd2f79b7b None None] Checking router: 2396931e-29fd-413c-90e7-ede3ade8a76a for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:55:19.426777 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b2fe8f-e4db-42c4-95a4-43dbd2f79b7b None None] Routers {'2396931e-29fd-413c-90e7-ede3ade8a76a'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:55:19.427388 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-f1b2fe8f-e4db-42c4-95a4-43dbd2f79b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:55:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['2396931e-29fd-413c-90e7-ede3ade8a76a'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:19.469814 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=b447ef48-492b-4220-b871-716bb45bab3a,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:19.568959 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-60b5e007-8f03-4727-b69a-3038bea49ec4 req-afe5068c-c3fc-41c4-b954-177003491013 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Calling delete_port for 6d331eee-55e5-42c1-b806-6949392b4607 owned by network:floatingip {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:55:19.614769 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e248f707-8290-49c1-af1b-c14097ab017f req-4464b83f-cfbd-4995-bad4-b09c51ddcd14 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5419405 Feb 04 20:55:19.660477 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-f1b2fe8f-e4db-42c4-95a4-43dbd2f79b7b None None] Set router 2396931e-29fd-413c-90e7-ede3ade8a76a gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:55:19.718297 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-65459a43-7ed8-4678-a308-565002367345 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:19.743305 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-65459a43-7ed8-4678-a308-565002367345 admin admin] Deleting port d0960787-2826-4473-81f3-c66d3ebe57aa {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:55:19.743650 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-65459a43-7ed8-4678-a308-565002367345 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:19.772611 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device f010deae-920e-4f3a-921e-41fe4c2ca3a5 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:55:19.825110 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f13a2-2fbc-4dad-aa00-8e8d99417839 req-07406ac9-fca8-4b77-9d4a-700fd9c3dbda tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:19.832201 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-293f13a2-2fbc-4dad-aa00-8e8d99417839 req-07406ac9-fca8-4b77-9d4a-700fd9c3dbda tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3a5f4e9-a4c1-46a3-8166-d06c49cd633a HTTP/1.1" status: 200 len: 947 time: 0.6017625 Feb 04 20:55:19.890274 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e248f707-8290-49c1-af1b-c14097ab017f req-98f1ba49-3b67-494b-9383-caa5746f6666 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659333 Feb 04 20:55:19.935981 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fdee5d15-36ee-4d8d-96e2-78d5efcd132a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:19.961140 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-293f13a2-2fbc-4dad-aa00-8e8d99417839 req-9d76a54c-61c8-4769-8e06-e9eb58a6c933 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279640 Feb 04 20:55:19.992618 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-60b5e007-8f03-4727-b69a-3038bea49ec4 req-afe5068c-c3fc-41c4-b954-177003491013 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:20.059410 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee5d15-36ee-4d8d-96e2-78d5efcd132a admin admin] Pushing event deleted for resources: {'Port': ['ID=2e720ed2-9a61-4bc7-99eb-231d6e3258ff,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:20.068899 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 2e720ed2-9a61-4bc7-99eb-231d6e3258ff no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:55:20.080028 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-65459a43-7ed8-4678-a308-565002367345 admin admin] For port d0960787-2826-4473-81f3-c66d3ebe57aa, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=d0960787-2826-4473-81f3-c66d3ebe57aa,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:20.080502 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-65459a43-7ed8-4678-a308-565002367345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:20.119322 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe5068c-c3fc-41c4-b954-177003491013 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Pushing event deleted for resources: {'Port': ['ID=6d331eee-55e5-42c1-b806-6949392b4607,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:20.145150 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-f1b2fe8f-e4db-42c4-95a4-43dbd2f79b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2396931e-29fd-413c-90e7-ede3ade8a76a', 'name': 'tempest-AttachSCSIVolumeTestJSON-28363031-router', 'tenant_id': 'd074e630bf8d487e86f655cbc1075d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'd0960787-2826-4473-81f3-c66d3ebe57aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:32Z', 'updated_at': '2022-02-04T20:55:16Z', 'revision_number': 5, 'project_id': 'd074e630bf8d487e86f655cbc1075d6d', 'gw_port': {'id': 'd0960787-2826-4473-81f3-c66d3ebe57aa', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ba:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2396931e-29fd-413c-90e7-ede3ade8a76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:34Z', 'updated_at': '2022-02-04T20:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:20.148795 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 2e720ed2-9a61-4bc7-99eb-231d6e3258ff {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:55:20.149131 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 2e720ed2-9a61-4bc7-99eb-231d6e3258ff not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:55:20.149572 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a695dbfd-a17d-4f52-88a4-a930492a707b no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:55:20.150077 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b2fe8f-e4db-42c4-95a4-43dbd2f79b7b None None] The sync data for ids ['2396931e-29fd-413c-90e7-ede3ade8a76a'] in n-d-827896-1 is: [{'id': '2396931e-29fd-413c-90e7-ede3ade8a76a', 'name': 'tempest-AttachSCSIVolumeTestJSON-28363031-router', 'tenant_id': 'd074e630bf8d487e86f655cbc1075d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'd0960787-2826-4473-81f3-c66d3ebe57aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:32Z', 'updated_at': '2022-02-04T20:55:16Z', 'revision_number': 5, 'project_id': 'd074e630bf8d487e86f655cbc1075d6d', 'gw_port': {'id': 'd0960787-2826-4473-81f3-c66d3ebe57aa', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ba:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2396931e-29fd-413c-90e7-ede3ade8a76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:34Z', 'updated_at': '2022-02-04T20:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:55:20.196382 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port f010deae-920e-4f3a-921e-41fe4c2ca3a5, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f010deae-920e-4f3a-921e-41fe4c2ca3a5,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:20.203466 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: a695dbfd-a17d-4f52-88a4-a930492a707b {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:55:20.203798 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a695dbfd-a17d-4f52-88a4-a930492a707b not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:55:20.212351 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'f010deae-920e-4f3a-921e-41fe4c2ca3a5', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': 'f010deae-920e-4f3a-921e-41fe4c2ca3a5', 'mac_address': 'fa:16:3e:2c:56:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:55:20.223002 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-60b5e007-8f03-4727-b69a-3038bea49ec4 req-afe5068c-c3fc-41c4-b954-177003491013 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Notify callbacks [] for floatingip, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:20.256595 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-60b5e007-8f03-4727-b69a-3038bea49ec4 req-afe5068c-c3fc-41c4-b954-177003491013 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:20.257783 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-60b5e007-8f03-4727-b69a-3038bea49ec4 req-afe5068c-c3fc-41c4-b954-177003491013 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] 10.222.0.26 "DELETE /v2.0/floatingips/31ad66e7-a61f-43fb-8145-4aab2495ad19 HTTP/1.1" status: 204 len: 173 time: 1.9309933 Feb 04 20:55:20.281026 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:20.285475 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fe270-bb9b-4f48-9b14-132a9c4bc676 req-1dc21e7a-4fa0-4063-b375-1f111f013b30 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:20.287875 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ea6fe270-bb9b-4f48-9b14-132a9c4bc676 req-1dc21e7a-4fa0-4063-b375-1f111f013b30 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 943 time: 0.1185551 Feb 04 20:55:20.306242 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f010deae-920e-4f3a-921e-41fe4c2ca3a5 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:55:20.322946 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-65459a43-7ed8-4678-a308-565002367345 admin admin] Calling delete_port for d0960787-2826-4473-81f3-c66d3ebe57aa owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:55:20.329903 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cfa9074-eb38-43e4-9519-99f1b012adda', 'tag': '53870aa0-b24f-4163-a2cc-04c964c4be8f', 'status': 'completed', 'code': 200} Feb 04 20:55:20.335476 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port f010deae-920e-4f3a-921e-41fe4c2ca3a5, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f010deae-920e-4f3a-921e-41fe4c2ca3a5,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:20.343102 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:20.374791 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ea6fe270-bb9b-4f48-9b14-132a9c4bc676 req-3c3cc909-8c01-47b1-bce1-fd8fc6b36f2e tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797956 Feb 04 20:55:20.413919 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fdee5d15-36ee-4d8d-96e2-78d5efcd132a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:20.439733 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72c7b4-3c9b-49a1-a4aa-c9b566752276 req-b0d63d7b-4ce2-4a40-986e-9b3e7fd09b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:20.441304 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4e72c7b4-3c9b-49a1-a4aa-c9b566752276 req-b0d63d7b-4ce2-4a40-986e-9b3e7fd09b4a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 1094 time: 0.1025596 Feb 04 20:55:20.444037 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e3055c-e921-43c1-b9ea-afad985046aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b447ef48-492b-4220-b871-716bb45bab3a', 'code': 200} Feb 04 20:55:20.477238 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=f010deae-920e-4f3a-921e-41fe4c2ca3a5,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:20.621952 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['f010deae-920e-4f3a-921e-41fe4c2ca3a5'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:55:20.628502 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fdee5d15-36ee-4d8d-96e2-78d5efcd132a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:20.637837 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fdee5d15-36ee-4d8d-96e2-78d5efcd132a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:20.742549 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fdee5d15-36ee-4d8d-96e2-78d5efcd132a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:20.743109 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdee5d15-36ee-4d8d-96e2-78d5efcd132a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41588ae6-fa6b-481d-9a7d-7c5260062fea {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:55:20.759113 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fdee5d15-36ee-4d8d-96e2-78d5efcd132a admin admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:20.760351 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fdee5d15-36ee-4d8d-96e2-78d5efcd132a admin admin] 10.222.0.26 "DELETE /v2.0/routers/41588ae6-fa6b-481d-9a7d-7c5260062fea HTTP/1.1" status: 204 len: 168 time: 3.0579398 Feb 04 20:55:20.763501 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47286) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:55:20.899282 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-0936b2f2-8d2f-4cdc-81cd-2a8317f4e6f1 admin admin] Deleting subnet 44d02cca-1ab3-4943-b59f-559e45f07f4b {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:55:20.906436 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0936b2f2-8d2f-4cdc-81cd-2a8317f4e6f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:20.916856 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72c7b4-3c9b-49a1-a4aa-c9b566752276 req-8920d425-6278-4ec3-a250-286a36f9509f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:20.918330 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4e72c7b4-3c9b-49a1-a4aa-c9b566752276 req-8920d425-6278-4ec3-a250-286a36f9509f service neutron] 10.222.0.32 "GET /v2.0/networks?id=e2945ff6-c379-474d-a032-331b1f6dd08e HTTP/1.1" status: 200 len: 908 time: 0.4214513 Feb 04 20:55:20.931544 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43326cd3-8e1a-407f-b2ef-be5bf6721006 req-2634aa7d-34e9-4f18-ba3e-0b62eba59d96 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:20.933026 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-43326cd3-8e1a-407f-b2ef-be5bf6721006 req-2634aa7d-34e9-4f18-ba3e-0b62eba59d96 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dcaf5b0-e981-4679-8c24-f2f357c4c6e5 HTTP/1.1" status: 200 len: 949 time: 0.4872804 Feb 04 20:55:20.944999 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-65459a43-7ed8-4678-a308-565002367345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:21.003769 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65459a43-7ed8-4678-a308-565002367345 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0960787-2826-4473-81f3-c66d3ebe57aa,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:21.014900 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a642a0d-8fbb-49ba-b1ba-0d4ea268cb6e req-3a5549e5-3367-4d02-b821-481ba2f87b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:21.016358 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3a642a0d-8fbb-49ba-b1ba-0d4ea268cb6e req-3a5549e5-3367-4d02-b821-481ba2f87b15 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=60e3055c-e921-43c1-b9ea-afad985046aa HTTP/1.1" status: 200 len: 1101 time: 0.4826746 Feb 04 20:55:21.033231 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8b1b3-e2d8-4bd3-ac4f-d04ed1444f0d req-b705dc01-b0d3-4964-8f86-c63891fde1df tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:21.034682 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-14f8b1b3-e2d8-4bd3-ac4f-d04ed1444f0d req-b705dc01-b0d3-4964-8f86-c63891fde1df tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 946 time: 0.4243481 Feb 04 20:55:21.051287 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4e72c7b4-3c9b-49a1-a4aa-c9b566752276 req-33ac3275-647a-496a-986f-b6a8ee0ec8da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53870aa0-b24f-4163-a2cc-04c964c4be8f HTTP/1.1" status: 200 len: 217 time: 0.1164448 Feb 04 20:55:21.080286 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0936b2f2-8d2f-4cdc-81cd-2a8317f4e6f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:21.156393 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-65459a43-7ed8-4678-a308-565002367345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:21.164351 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-43326cd3-8e1a-407f-b2ef-be5bf6721006 req-915e236c-4416-4d2f-a4cc-c36be742841a tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc210c-964a-4042-82bb-983fec424162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723998 Feb 04 20:55:21.180417 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3a642a0d-8fbb-49ba-b1ba-0d4ea268cb6e req-871edc5f-fd81-49d3-aafd-c3e692c5f724 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cffc210c-964a-4042-82bb-983fec424162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420746 Feb 04 20:55:21.196351 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-14f8b1b3-e2d8-4bd3-ac4f-d04ed1444f0d req-f04bc58d-8d8c-46d8-8f78-5c57d1acc736 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419287 Feb 04 20:55:21.217030 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72c7b4-3c9b-49a1-a4aa-c9b566752276 req-c8dfad1c-9be6-4cd8-8228-c3dee4e82ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:21.218783 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4e72c7b4-3c9b-49a1-a4aa-c9b566752276 req-c8dfad1c-9be6-4cd8-8228-c3dee4e82ec5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=52dce76a-dd1c-484a-ae6a-f327dbe47b7b HTTP/1.1" status: 200 len: 847 time: 0.1549277 Feb 04 20:55:21.413872 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5f15a626-71d4-4952-8ef0-e45d2080b6df req-37fbd37f-9ddb-45cf-9b55-4e6b6acd0cbb tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2252722 Feb 04 20:55:21.425847 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-5f15a626-71d4-4952-8ef0-e45d2080b6df req-ff9bee3f-ba93-492a-9268-540bc6b74cae tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Request body: {'floatingip': {'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:55:21.434366 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-5f15a626-71d4-4952-8ef0-e45d2080b6df req-ff9bee3f-ba93-492a-9268-540bc6b74cae tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:55:21.439317 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-65459a43-7ed8-4678-a308-565002367345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:21.440908 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-5f15a626-71d4-4952-8ef0-e45d2080b6df req-ff9bee3f-ba93-492a-9268-540bc6b74cae tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Usage tracker for resource:floatingip and tenant:7208c62bc0ff436b8f7c372434458b82 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:55:21.442785 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-65459a43-7ed8-4678-a308-565002367345 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:21.450974 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77662b74-0a55-4afb-8cdb-1d9ff806ba70 req-fdd5a621-89f2-4b39-8986-7e977fc6e916 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:21.452423 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77662b74-0a55-4afb-8cdb-1d9ff806ba70 req-fdd5a621-89f2-4b39-8986-7e977fc6e916 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3a5f4e9-a4c1-46a3-8166-d06c49cd633a HTTP/1.1" status: 200 len: 948 time: 0.1372879 Feb 04 20:55:21.453256 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-5f15a626-71d4-4952-8ef0-e45d2080b6df req-ff9bee3f-ba93-492a-9268-540bc6b74cae tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:55:21.453503 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0936b2f2-8d2f-4cdc-81cd-2a8317f4e6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:21.460608 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-5f15a626-71d4-4952-8ef0-e45d2080b6df req-ff9bee3f-ba93-492a-9268-540bc6b74cae tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:55:21.495095 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5f15a626-71d4-4952-8ef0-e45d2080b6df req-ff9bee3f-ba93-492a-9268-540bc6b74cae tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Notify callbacks [] for floatingip, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:21.509443 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-65459a43-7ed8-4678-a308-565002367345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:21.509943 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65459a43-7ed8-4678-a308-565002367345 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2396931e-29fd-413c-90e7-ede3ade8a76a {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:55:21.528244 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77662b74-0a55-4afb-8cdb-1d9ff806ba70 req-2601ab97-4cb5-4407-a9ca-3a90f9a43f06 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686934 Feb 04 20:55:21.532642 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-65459a43-7ed8-4678-a308-565002367345 admin admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:21.533881 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-65459a43-7ed8-4678-a308-565002367345 admin admin] 10.222.0.26 "DELETE /v2.0/routers/2396931e-29fd-413c-90e7-ede3ade8a76a HTTP/1.1" status: 204 len: 168 time: 2.7117009 Feb 04 20:55:21.537376 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47294) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:55:21.592806 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0936b2f2-8d2f-4cdc-81cd-2a8317f4e6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:21.646148 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0936b2f2-8d2f-4cdc-81cd-2a8317f4e6f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44d02cca-1ab3-4943-b59f-559e45f07f4b,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:21.651604 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0936b2f2-8d2f-4cdc-81cd-2a8317f4e6f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:21.653074 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958c22eb-6585-4bc6-ac0d-309bc9173826 None None] Network bdef2d80-e325-4e44-9ec6-4c902a4e36e5 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:55:21.662483 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d16048c-5b1a-4bf0-9e4c-a014b4ce5b63 admin admin] Deleting subnet f6c69c26-c606-4e27-a0b9-fa39e3dec886 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:55:21.670081 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9d16048c-5b1a-4bf0-9e4c-a014b4ce5b63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:21.706554 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0936b2f2-8d2f-4cdc-81cd-2a8317f4e6f1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/44d02cca-1ab3-4943-b59f-559e45f07f4b HTTP/1.1" status: 204 len: 168 time: 0.9421186 Feb 04 20:55:21.712136 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47298) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:55:21.732955 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5f15a626-71d4-4952-8ef0-e45d2080b6df req-ff9bee3f-ba93-492a-9268-540bc6b74cae tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:21.796339 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device f010deae-920e-4f3a-921e-41fe4c2ca3a5 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:55:21.830373 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9d16048c-5b1a-4bf0-9e4c-a014b4ce5b63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:21.875227 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d527e275-a719-40a9-b267-dde37cc82c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:21.879821 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf41a9-b1ec-4484-ba8e-70051ab293be req-aefbddf7-b2dd-45fb-a424-7d228704610b tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:21.881371 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9cbf41a9-b1ec-4484-ba8e-70051ab293be req-aefbddf7-b2dd-45fb-a424-7d228704610b tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 943 time: 0.1934638 Feb 04 20:55:21.909560 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-d527e275-a719-40a9-b267-dde37cc82c02 admin admin] Deleting port 100325b4-829c-4f38-80a5-a6f9fdbec310 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:55:21.912018 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d527e275-a719-40a9-b267-dde37cc82c02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:21.916214 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port f010deae-920e-4f3a-921e-41fe4c2ca3a5 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:55:21.923265 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port f010deae-920e-4f3a-921e-41fe4c2ca3a5 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:55:21.923637 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:21.941769 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-5f15a626-71d4-4952-8ef0-e45d2080b6df req-ff9bee3f-ba93-492a-9268-540bc6b74cae tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Allocated IP 172.25.5.77 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/a8474b43-7c08-47a5-92ef-49ea3199c8b7) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:55:21.950355 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9cbf41a9-b1ec-4484-ba8e-70051ab293be req-459aae34-c51f-4cd4-a0fa-a0d41764f711 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625794 Feb 04 20:55:22.119761 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2586aa4f-ce5e-46a4-a555-885aa47fb464 None None] DHCP port deletion for bdef2d80-e325-4e44-9ec6-4c902a4e36e5 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:55:22.129123 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-2586aa4f-ce5e-46a4-a555-885aa47fb464 None None] Deleting port 100325b4-829c-4f38-80a5-a6f9fdbec310 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:55:22.130719 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2586aa4f-ce5e-46a4-a555-885aa47fb464 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:22.156862 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9d16048c-5b1a-4bf0-9e4c-a014b4ce5b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:22.164408 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 8c659530-0b70-4259-a48f-98eb03f35080 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:55:22.182478 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5f15a626-71d4-4952-8ef0-e45d2080b6df req-ff9bee3f-ba93-492a-9268-540bc6b74cae tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:22.207577 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:22.221612 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5f15a626-71d4-4952-8ef0-e45d2080b6df req-ff9bee3f-ba93-492a-9268-540bc6b74cae tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:22.224012 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 8c659530-0b70-4259-a48f-98eb03f35080 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:55:22.224534 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 8c659530-0b70-4259-a48f-98eb03f35080 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:55:22.225077 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device d0960787-2826-4473-81f3-c66d3ebe57aa no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:55:22.281863 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: d0960787-2826-4473-81f3-c66d3ebe57aa {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:55:22.282351 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device d0960787-2826-4473-81f3-c66d3ebe57aa not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:55:22.294863 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-d527e275-a719-40a9-b267-dde37cc82c02 admin admin] For port 100325b4-829c-4f38-80a5-a6f9fdbec310, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=100325b4-829c-4f38-80a5-a6f9fdbec310,segment=NetworkSegment(b5c60513-b4d0-4b58-b20e-e62617879fe0),segment_id=b5c60513-b4d0-4b58-b20e-e62617879fe0)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:22.295184 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d527e275-a719-40a9-b267-dde37cc82c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:22.350459 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port f010deae-920e-4f3a-921e-41fe4c2ca3a5, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f010deae-920e-4f3a-921e-41fe4c2ca3a5,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:22.358180 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:22.359268 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:55:22.369575 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f15a626-71d4-4952-8ef0-e45d2080b6df req-ff9bee3f-ba93-492a-9268-540bc6b74cae tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:55:22.373041 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-5f15a626-71d4-4952-8ef0-e45d2080b6df req-ff9bee3f-ba93-492a-9268-540bc6b74cae tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:55:22.379961 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f15a626-71d4-4952-8ef0-e45d2080b6df req-ff9bee3f-ba93-492a-9268-540bc6b74cae tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:55:22.393113 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9bee3f-ba93-492a-9268-540bc6b74cae tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Pushing event updated for resources: {'Port': ['ID=a8474b43-7c08-47a5-92ef-49ea3199c8b7,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:22.430214 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5f15a626-71d4-4952-8ef0-e45d2080b6df req-ff9bee3f-ba93-492a-9268-540bc6b74cae tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:22.435187 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-d527e275-a719-40a9-b267-dde37cc82c02 admin admin] Calling delete_port for 100325b4-829c-4f38-80a5-a6f9fdbec310 owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:55:22.438439 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815c3d0-5acd-4d7c-9b9c-d2eed11979cf req-0d6007f9-7c91-481d-ae0b-4577e453dcc8 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:22.439951 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4815c3d0-5acd-4d7c-9b9c-d2eed11979cf req-0d6007f9-7c91-481d-ae0b-4577e453dcc8 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dcaf5b0-e981-4679-8c24-f2f357c4c6e5 HTTP/1.1" status: 200 len: 949 time: 0.1582739 Feb 04 20:55:22.485170 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9d16048c-5b1a-4bf0-9e4c-a014b4ce5b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:22.493564 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a5f4e9-a4c1-46a3-8166-d06c49cd633a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f010deae-920e-4f3a-921e-41fe4c2ca3a5'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:55:22.534477 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d16048c-5b1a-4bf0-9e4c-a014b4ce5b63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6c69c26-c606-4e27-a0b9-fa39e3dec886,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:22.538811 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9d16048c-5b1a-4bf0-9e4c-a014b4ce5b63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:22.544737 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4815c3d0-5acd-4d7c-9b9c-d2eed11979cf req-8ec910a2-e7c9-4e27-b2cf-8ca0f58c188a tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc210c-964a-4042-82bb-983fec424162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640440 Feb 04 20:55:22.545645 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5f15a626-71d4-4952-8ef0-e45d2080b6df req-ff9bee3f-ba93-492a-9268-540bc6b74cae tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:22.553690 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9d16048c-5b1a-4bf0-9e4c-a014b4ce5b63 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f6c69c26-c606-4e27-a0b9-fa39e3dec886 HTTP/1.1" status: 204 len: 168 time: 1.0152900 Feb 04 20:55:22.573974 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47308) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:55:22.575121 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586f061b-b546-4b1d-9370-c23a07a1c7fa None None] Network 045d340b-d04c-459e-8cd3-5069aa4764c7 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:55:22.597219 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d527e275-a719-40a9-b267-dde37cc82c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:22.652718 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d527e275-a719-40a9-b267-dde37cc82c02 admin admin] No DVR routers for this DVR port 100325b4-829c-4f38-80a5-a6f9fdbec310 on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:55:22.718546 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-2586aa4f-ce5e-46a4-a555-885aa47fb464 None None] For port 100325b4-829c-4f38-80a5-a6f9fdbec310, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=100325b4-829c-4f38-80a5-a6f9fdbec310,segment=NetworkSegment(b5c60513-b4d0-4b58-b20e-e62617879fe0),segment_id=b5c60513-b4d0-4b58-b20e-e62617879fe0)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:22.719130 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2586aa4f-ce5e-46a4-a555-885aa47fb464 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:22.726081 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=f010deae-920e-4f3a-921e-41fe4c2ca3a5,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:22.775600 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527e275-a719-40a9-b267-dde37cc82c02 admin admin] Pushing event deleted for resources: {'Port': ['ID=100325b4-829c-4f38-80a5-a6f9fdbec310,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:22.800488 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:55:22.800979 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:55:22.802066 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:55:22.802498 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:55:22.802990 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:55:22.803358 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:55:22.803777 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:55:22.804194 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:55:22.804616 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:55:22.805032 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:55:22.805910 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:55:22.805910 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:55:22.835736 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50f327-781e-4ae8-8cb8-4113821f58c4 req-25ea0d3a-2f9d-49fd-a441-26d45396ef46 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:22.837272 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9e50f327-781e-4ae8-8cb8-4113821f58c4 req-25ea0d3a-2f9d-49fd-a441-26d45396ef46 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 946 time: 0.1574082 Feb 04 20:55:22.873485 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a3a7894-aaf2-491a-9cd1-f8fd1e10993c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:22.876267 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d527e275-a719-40a9-b267-dde37cc82c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:22.877736 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-2586aa4f-ce5e-46a4-a555-885aa47fb464 None None] Calling delete_port for 100325b4-829c-4f38-80a5-a6f9fdbec310 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:55:22.946165 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:55:23.000842 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:55:23.000842 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:23.027961 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-d527e275-a719-40a9-b267-dde37cc82c02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdef2d80-e325-4e44-9ec6-4c902a4e36e5']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:23.040484 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-0a3a7894-aaf2-491a-9cd1-f8fd1e10993c admin admin] Deleting port f3aa2ca3-d38d-4a7a-ab31-3b1fc0fc40ce {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:55:23.040817 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a3a7894-aaf2-491a-9cd1-f8fd1e10993c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:23.076988 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-d527e275-a719-40a9-b267-dde37cc82c02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c60513-b4d0-4b58-b20e-e62617879fe0') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:23.077300 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-d527e275-a719-40a9-b267-dde37cc82c02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c60513-b4d0-4b58-b20e-e62617879fe0') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:23.077818 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9e50f327-781e-4ae8-8cb8-4113821f58c4 req-486975e8-359f-45e5-ac80-f30e740c28b4 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513306 Feb 04 20:55:23.081811 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5f15a626-71d4-4952-8ef0-e45d2080b6df req-ff9bee3f-ba93-492a-9268-540bc6b74cae tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:23.091211 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5f15a626-71d4-4952-8ef0-e45d2080b6df req-ff9bee3f-ba93-492a-9268-540bc6b74cae tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:23.099720 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-2586aa4f-ce5e-46a4-a555-885aa47fb464 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:55:23.100221 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-2586aa4f-ce5e-46a4-a555-885aa47fb464 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:55:23.100545 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d527e275-a719-40a9-b267-dde37cc82c02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:23.152223 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d527e275-a719-40a9-b267-dde37cc82c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:23.172625 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d527e275-a719-40a9-b267-dde37cc82c02 admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:55:23.173026 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d527e275-a719-40a9-b267-dde37cc82c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:23.174362 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a5f4e9-a4c1-46a3-8166-d06c49cd633a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f010deae-920e-4f3a-921e-41fe4c2ca3a5', 'code': 200} Feb 04 20:55:23.174532 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9bee3f-ba93-492a-9268-540bc6b74cae tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Pushing event updated for resources: {'Port': ['ID=a8474b43-7c08-47a5-92ef-49ea3199c8b7,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:23.182850 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5f15a626-71d4-4952-8ef0-e45d2080b6df req-ff9bee3f-ba93-492a-9268-540bc6b74cae tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:23.187645 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 20:55:23.187645 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:55:23.187645 n-d-827896-1 neutron-server[87682]: timer() Feb 04 20:55:23.187645 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:55:23.187645 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 20:55:23.187645 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:55:23.187645 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 20:55:23.187645 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:55:23.187645 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 20:55:23.187645 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:55:23.187645 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 20:55:23.187645 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:55:23.187645 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 20:55:23.187645 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:55:23.187645 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:55:23.187645 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:55:23.187645 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:55:23.187645 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:55:23.187645 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 20:55:23.187645 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:55:23.187645 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 20:55:23.187645 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:55:23.187645 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:55:23.187645 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:55:23.187645 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 20:55:23.187645 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:55:23.187645 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:55:23.187645 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:55:23.187645 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:55:23.187645 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:55:23.187645 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:55:23.187645 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:55:23.202100 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:23.213475 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5f15a626-71d4-4952-8ef0-e45d2080b6df req-ff9bee3f-ba93-492a-9268-540bc6b74cae tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:23.234694 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5f15a626-71d4-4952-8ef0-e45d2080b6df req-ff9bee3f-ba93-492a-9268-540bc6b74cae tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8134160 Feb 04 20:55:23.284239 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:23.289257 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:23.335222 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be52e954-4393-4d29-b10b-63f3aa71df3a None None] DHCP port deletion for 045d340b-d04c-459e-8cd3-5069aa4764c7 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:55:23.362331 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-be52e954-4393-4d29-b10b-63f3aa71df3a None None] Deleting port f3aa2ca3-d38d-4a7a-ab31-3b1fc0fc40ce {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:55:23.363018 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-be52e954-4393-4d29-b10b-63f3aa71df3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:23.381801 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d527e275-a719-40a9-b267-dde37cc82c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:23.412727 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d527e275-a719-40a9-b267-dde37cc82c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:23.417678 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527e275-a719-40a9-b267-dde37cc82c02 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdef2d80-e325-4e44-9ec6-4c902a4e36e5,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:23.423404 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-5f15a626-71d4-4952-8ef0-e45d2080b6df req-23ae5096-7844-4954-ba50-3fa37367c55c tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Synchronizing usage tracker for tenant:7208c62bc0ff436b8f7c372434458b82 on resource:floatingip {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:55:23.424660 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-0a3a7894-aaf2-491a-9cd1-f8fd1e10993c admin admin] For port f3aa2ca3-d38d-4a7a-ab31-3b1fc0fc40ce, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=f3aa2ca3-d38d-4a7a-ab31-3b1fc0fc40ce,segment=NetworkSegment(2f882944-1342-4ce0-9804-c247330cfb09),segment_id=2f882944-1342-4ce0-9804-c247330cfb09)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:23.424793 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a3a7894-aaf2-491a-9cd1-f8fd1e10993c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:23.436478 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d527e275-a719-40a9-b267-dde37cc82c02 admin admin] 10.222.0.26 "DELETE /v2.0/networks/bdef2d80-e325-4e44-9ec6-4c902a4e36e5 HTTP/1.1" status: 204 len: 168 time: 1.7205658 Feb 04 20:55:23.475674 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-5f15a626-71d4-4952-8ef0-e45d2080b6df req-23ae5096-7844-4954-ba50-3fa37367c55c tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Unset dirty status for tenant:7208c62bc0ff436b8f7c372434458b82 on resource:floatingip {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:55:23.483730 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5f15a626-71d4-4952-8ef0-e45d2080b6df req-23ae5096-7844-4954-ba50-3fa37367c55c tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.77 HTTP/1.1" status: 200 len: 695 time: 0.2481310 Feb 04 20:55:23.487402 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:23.562652 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-0a3a7894-aaf2-491a-9cd1-f8fd1e10993c admin admin] Calling delete_port for f3aa2ca3-d38d-4a7a-ab31-3b1fc0fc40ce owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:55:23.603865 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47320) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:55:23.641619 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a14d0-2eae-4a93-9c96-db35824fedbd req-323f13a8-fc7e-448f-a551-e74aa2168e86 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:23.643077 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-905a14d0-2eae-4a93-9c96-db35824fedbd req-323f13a8-fc7e-448f-a551-e74aa2168e86 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3a5f4e9-a4c1-46a3-8166-d06c49cd633a HTTP/1.1" status: 200 len: 949 time: 0.3210621 Feb 04 20:55:23.648981 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-be52e954-4393-4d29-b10b-63f3aa71df3a None None] For port f3aa2ca3-d38d-4a7a-ab31-3b1fc0fc40ce, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=f3aa2ca3-d38d-4a7a-ab31-3b1fc0fc40ce,segment=NetworkSegment(2f882944-1342-4ce0-9804-c247330cfb09),segment_id=2f882944-1342-4ce0-9804-c247330cfb09)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:23.649736 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-be52e954-4393-4d29-b10b-63f3aa71df3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:23.655288 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcfae4-96f5-42db-abb1-9e5cb9bfbf53 req-bf88acc6-2bb4-472f-8d59-0cbe53d58289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:23.656740 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1ebcfae4-96f5-42db-abb1-9e5cb9bfbf53 req-bf88acc6-2bb4-472f-8d59-0cbe53d58289 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a3a5f4e9-a4c1-46a3-8166-d06c49cd633a HTTP/1.1" status: 200 len: 1100 time: 0.3367319 Feb 04 20:55:23.659262 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-2586aa4f-ce5e-46a4-a555-885aa47fb464 None None] Deleting port 100325b4-829c-4f38-80a5-a6f9fdbec310 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:55:23.659852 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2586aa4f-ce5e-46a4-a555-885aa47fb464 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:23.667566 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15a626-71d4-4952-8ef0-e45d2080b6df req-5f26571f-7551-4c3f-af42-5f17bd36efca tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:23.668862 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5f15a626-71d4-4952-8ef0-e45d2080b6df req-5f26571f-7551-4c3f-af42-5f17bd36efca tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 784 time: 0.1843688 Feb 04 20:55:23.690299 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-22af5de8-7d6b-4a4d-be9a-c759a808e995 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f489c8ae424c44cbbf3f7965c8281cb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0853257 Feb 04 20:55:23.693199 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47326) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:55:23.721821 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a3a7894-aaf2-491a-9cd1-f8fd1e10993c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:23.731608 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-905a14d0-2eae-4a93-9c96-db35824fedbd req-6db76166-ddf6-4504-bffd-8af30326126f tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737827 Feb 04 20:55:23.769762 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1ebcfae4-96f5-42db-abb1-9e5cb9bfbf53 req-2d687382-74cc-4b3a-b646-b6c1aa2f6d7f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999343 Feb 04 20:55:23.806953 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a7894-aaf2-491a-9cd1-f8fd1e10993c admin admin] Pushing event deleted for resources: {'Port': ['ID=f3aa2ca3-d38d-4a7a-ab31-3b1fc0fc40ce,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:23.820940 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3a7894-aaf2-491a-9cd1-f8fd1e10993c admin admin] No DVR routers for this DVR port f3aa2ca3-d38d-4a7a-ab31-3b1fc0fc40ce on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:55:23.898600 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-be52e954-4393-4d29-b10b-63f3aa71df3a None None] Calling delete_port for f3aa2ca3-d38d-4a7a-ab31-3b1fc0fc40ce owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:55:23.935981 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652b426-fab7-4a4d-9c75-bee265dcc868 req-5f0ead27-e630-472e-95bc-6e608a0f880c tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:23.937615 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1652b426-fab7-4a4d-9c75-bee265dcc868 req-5f0ead27-e630-472e-95bc-6e608a0f880c tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 943 time: 0.1418350 Feb 04 20:55:23.946968 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-2586aa4f-ce5e-46a4-a555-885aa47fb464 None None] The port '100325b4-829c-4f38-80a5-a6f9fdbec310' was deleted {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:55:23.949150 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 53870aa0-b24f-4163-a2cc-04c964c4be8f details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:55:23.985823 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device f3aa2ca3-d38d-4a7a-ab31-3b1fc0fc40ce no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:55:23.997945 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5d2464c1-fd6a-437d-8aea-c62355f2d722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:24.021873 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a3a7894-aaf2-491a-9cd1-f8fd1e10993c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:24.024822 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1652b426-fab7-4a4d-9c75-bee265dcc868 req-9c48502e-e41e-49cf-9bca-52326824113f tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759585 Feb 04 20:55:24.046117 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: f3aa2ca3-d38d-4a7a-ab31-3b1fc0fc40ce {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:55:24.046494 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device f3aa2ca3-d38d-4a7a-ab31-3b1fc0fc40ce not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:55:24.047004 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 100325b4-829c-4f38-80a5-a6f9fdbec310 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:55:24.050148 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c5c9d-103a-4e4e-b6e7-ada1f0763e81 req-ea5e184b-9f62-4cbe-8e90-6c4167456ced tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:24.051773 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3c4c5c9d-103a-4e4e-b6e7-ada1f0763e81 req-ea5e184b-9f62-4cbe-8e90-6c4167456ced tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dcaf5b0-e981-4679-8c24-f2f357c4c6e5 HTTP/1.1" status: 200 len: 950 time: 0.1919327 Feb 04 20:55:24.064829 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5d2464c1-fd6a-437d-8aea-c62355f2d722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:24.076611 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-0a3a7894-aaf2-491a-9cd1-f8fd1e10993c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['045d340b-d04c-459e-8cd3-5069aa4764c7']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:24.089883 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 100325b4-829c-4f38-80a5-a6f9fdbec310 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:55:24.090377 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 100325b4-829c-4f38-80a5-a6f9fdbec310 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:55:24.112007 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-0a3a7894-aaf2-491a-9cd1-f8fd1e10993c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f882944-1342-4ce0-9804-c247330cfb09') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:24.112650 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-0a3a7894-aaf2-491a-9cd1-f8fd1e10993c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f882944-1342-4ce0-9804-c247330cfb09') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:24.141607 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a3a7894-aaf2-491a-9cd1-f8fd1e10993c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:24.161042 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a3a7894-aaf2-491a-9cd1-f8fd1e10993c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:24.163524 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-de36c917-9386-4ef8-8b78-5578467a2d89 req-8f34e5cf-cc07-40bb-a11f-b275035549c3 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] 10.222.0.26 "GET /v2.0/floatingips/06392f7b-62f4-461f-97b3-efd967cd3506 HTTP/1.1" status: 200 len: 692 time: 0.1051524 Feb 04 20:55:24.174752 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a3a7894-aaf2-491a-9cd1-f8fd1e10993c admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:55:24.175395 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a3a7894-aaf2-491a-9cd1-f8fd1e10993c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:24.195409 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 20:55:24.195409 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:55:24.195409 n-d-827896-1 neutron-server[87682]: timer() Feb 04 20:55:24.195409 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:55:24.195409 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 20:55:24.195409 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:55:24.195409 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 20:55:24.195409 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:55:24.195409 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 20:55:24.195409 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:55:24.195409 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 20:55:24.195409 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:55:24.195409 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 20:55:24.195409 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:55:24.195409 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:55:24.195409 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:55:24.195409 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:55:24.195409 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:55:24.195409 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 20:55:24.195409 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:55:24.195409 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 20:55:24.195409 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:55:24.195409 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:55:24.195409 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:55:24.195409 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 20:55:24.195409 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:55:24.195409 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:55:24.195409 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:55:24.195409 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:55:24.195409 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:55:24.195409 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:55:24.195409 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:55:24.259501 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3c4c5c9d-103a-4e4e-b6e7-ada1f0763e81 req-2663fc20-2be2-43d0-b78d-8ba8b3ad5a26 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc210c-964a-4042-82bb-983fec424162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988432 Feb 04 20:55:24.275106 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-be52e954-4393-4d29-b10b-63f3aa71df3a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:55:24.275459 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-be52e954-4393-4d29-b10b-63f3aa71df3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:55:24.293703 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5d2464c1-fd6a-437d-8aea-c62355f2d722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:24.301163 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 53870aa0-b24f-4163-a2cc-04c964c4be8f, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=53870aa0-b24f-4163-a2cc-04c964c4be8f,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:24.319340 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '53870aa0-b24f-4163-a2cc-04c964c4be8f', 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e', 'port_id': '53870aa0-b24f-4163-a2cc-04c964c4be8f', 'mac_address': 'fa:16:3e:f2:43:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52dce76a-dd1c-484a-ae6a-f327dbe47b7b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:55:24.325579 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2464c1-fd6a-437d-8aea-c62355f2d722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1568b9cd-13d3-4f4a-a50a-aa0fde82349b,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:24.344230 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5d2464c1-fd6a-437d-8aea-c62355f2d722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:24.356278 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5d2464c1-fd6a-437d-8aea-c62355f2d722 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1568b9cd-13d3-4f4a-a50a-aa0fde82349b HTTP/1.1" status: 204 len: 168 time: 0.6618118 Feb 04 20:55:24.357265 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36c917-9386-4ef8-8b78-5578467a2d89 req-1bbc6b53-a6c0-41eb-9802-c38005bb3088 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:24.358767 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a3a7894-aaf2-491a-9cd1-f8fd1e10993c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:24.359791 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-de36c917-9386-4ef8-8b78-5578467a2d89 req-1bbc6b53-a6c0-41eb-9802-c38005bb3088 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 784 time: 0.1869788 Feb 04 20:55:24.402763 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a3a7894-aaf2-491a-9cd1-f8fd1e10993c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:24.416744 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:24.423793 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a7894-aaf2-491a-9cd1-f8fd1e10993c admin admin] Pushing event deleted for resources: {'Network': ['ID=045d340b-d04c-459e-8cd3-5069aa4764c7,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:24.430868 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0a3a7894-aaf2-491a-9cd1-f8fd1e10993c admin admin] 10.222.0.26 "DELETE /v2.0/networks/045d340b-d04c-459e-8cd3-5069aa4764c7 HTTP/1.1" status: 204 len: 168 time: 1.8631930 Feb 04 20:55:24.450331 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53870aa0-b24f-4163-a2cc-04c964c4be8f {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:55:24.470855 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 53870aa0-b24f-4163-a2cc-04c964c4be8f, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=53870aa0-b24f-4163-a2cc-04c964c4be8f,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:24.478791 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:24.554862 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-de36c917-9386-4ef8-8b78-5578467a2d89 req-fb3160c9-dc4b-42af-abed-4901b8df7804 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.77 HTTP/1.1" status: 200 len: 695 time: 0.1838741 Feb 04 20:55:24.578632 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=53870aa0-b24f-4163-a2cc-04c964c4be8f,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:24.669328 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-de36c917-9386-4ef8-8b78-5578467a2d89 req-a2f327d7-89dd-4680-becd-b59220a875b0 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.77 HTTP/1.1" status: 200 len: 695 time: 0.1038637 Feb 04 20:55:24.698234 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47340) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:55:24.752967 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b8901c8a-f33d-4129-ae7c-c75bb73c6eb0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7d15289c524c48308a694841020ef472&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535810 Feb 04 20:55:24.755769 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47344) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:55:24.776805 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-be52e954-4393-4d29-b10b-63f3aa71df3a None None] Deleting port f3aa2ca3-d38d-4a7a-ab31-3b1fc0fc40ce {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:55:24.777778 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-be52e954-4393-4d29-b10b-63f3aa71df3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:24.824329 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0d0ed111-0806-4aa2-95ec-d88ec0764a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:24.842856 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7bfae-e079-4462-a26e-d0808019fcca req-473c3d0d-a8d5-415b-a874-db65031f404f tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:24.850591 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-50a7bfae-e079-4462-a26e-d0808019fcca req-473c3d0d-a8d5-415b-a874-db65031f404f tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 946 time: 0.3635685 Feb 04 20:55:24.861385 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0d0ed111-0806-4aa2-95ec-d88ec0764a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:24.887743 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-de36c917-9386-4ef8-8b78-5578467a2d89 req-e7bbaf96-ac16-48ab-9155-4529450bcf66 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Deleting port a8474b43-7c08-47a5-92ef-49ea3199c8b7 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:55:24.888089 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-de36c917-9386-4ef8-8b78-5578467a2d89 req-e7bbaf96-ac16-48ab-9155-4529450bcf66 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:24.896952 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-be52e954-4393-4d29-b10b-63f3aa71df3a None None] The port 'f3aa2ca3-d38d-4a7a-ab31-3b1fc0fc40ce' was deleted {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:55:24.936272 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0d0ed111-0806-4aa2-95ec-d88ec0764a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:24.942892 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['53870aa0-b24f-4163-a2cc-04c964c4be8f'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:55:25.004743 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ed111-0806-4aa2-95ec-d88ec0764a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980eb6c1-394d-41c9-9ec1-fc3a04b5d944,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:25.037923 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0d0ed111-0806-4aa2-95ec-d88ec0764a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:25.039087 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0d0ed111-0806-4aa2-95ec-d88ec0764a0b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/980eb6c1-394d-41c9-9ec1-fc3a04b5d944 HTTP/1.1" status: 204 len: 168 time: 0.2822568 Feb 04 20:55:25.154496 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-50a7bfae-e079-4462-a26e-d0808019fcca req-b139bf00-a751-45c9-a856-78667ca936c5 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026607 Feb 04 20:55:25.177986 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dcaf5b0-e981-4679-8c24-f2f357c4c6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:55:25.393040 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-de36c917-9386-4ef8-8b78-5578467a2d89 req-e7bbaf96-ac16-48ab-9155-4529450bcf66 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:25.393720 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-de36c917-9386-4ef8-8b78-5578467a2d89 req-e7bbaf96-ac16-48ab-9155-4529450bcf66 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:25.437973 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47376) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:55:25.529041 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-de36c917-9386-4ef8-8b78-5578467a2d89 req-e7bbaf96-ac16-48ab-9155-4529450bcf66 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Calling delete_port for a8474b43-7c08-47a5-92ef-49ea3199c8b7 owned by network:floatingip {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:55:25.533611 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47382) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:55:25.569026 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-b932ae6e-6cb4-4fb1-a023-3227730adcde admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-665923438-network', 'tenant_id': 'ac46149bf1a34e05b9bda12dd094e5c4'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:55:25.577185 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b932ae6e-6cb4-4fb1-a023-3227730adcde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:55:25.589377 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b932ae6e-6cb4-4fb1-a023-3227730adcde admin admin] Usage tracker for resource:network and tenant:ac46149bf1a34e05b9bda12dd094e5c4 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:55:25.594418 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b932ae6e-6cb4-4fb1-a023-3227730adcde admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:55:25.599815 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd6474-3acf-4c38-8e7e-e5659c2b4537 req-7c0cc2ed-5292-4a8f-870f-3866fb3ebdb0 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:25.601278 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eddd6474-3acf-4c38-8e7e-e5659c2b4537 req-7c0cc2ed-5292-4a8f-870f-3866fb3ebdb0 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3a5f4e9-a4c1-46a3-8166-d06c49cd633a HTTP/1.1" status: 200 len: 949 time: 0.2965646 Feb 04 20:55:25.602224 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4ad6661c-f79e-4d21-b0bb-3b9e8aeba201 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d074e630bf8d487e86f655cbc1075d6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0675535 Feb 04 20:55:25.603247 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b932ae6e-6cb4-4fb1-a023-3227730adcde admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:55:25.604949 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47386) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:55:25.631997 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b932ae6e-6cb4-4fb1-a023-3227730adcde admin admin] Made reservation on behalf of ac46149bf1a34e05b9bda12dd094e5c4 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:55:25.634331 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b932ae6e-6cb4-4fb1-a023-3227730adcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:25.655660 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b932ae6e-6cb4-4fb1-a023-3227730adcde admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:25.666600 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eddd6474-3acf-4c38-8e7e-e5659c2b4537 req-f3d83b00-4aef-44a5-845c-eb37e02fecab tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581682 Feb 04 20:55:25.687533 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b932ae6e-6cb4-4fb1-a023-3227730adcde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:55:25.699065 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b932ae6e-6cb4-4fb1-a023-3227730adcde admin admin] Usage tracker for resource:security_group_rule and tenant:ac46149bf1a34e05b9bda12dd094e5c4 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:55:25.702676 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b932ae6e-6cb4-4fb1-a023-3227730adcde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:55:25.719249 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b932ae6e-6cb4-4fb1-a023-3227730adcde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:55:25.729024 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fa26312f-9d82-4b19-9df8-d997000a2f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:25.733139 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:25.768137 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fa26312f-9d82-4b19-9df8-d997000a2f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:25.775942 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-de36c917-9386-4ef8-8b78-5578467a2d89 req-e7bbaf96-ac16-48ab-9155-4529450bcf66 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:25.906121 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bbaf96-ac16-48ab-9155-4529450bcf66 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Pushing event deleted for resources: {'Port': ['ID=a8474b43-7c08-47a5-92ef-49ea3199c8b7,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:25.921824 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fa26312f-9d82-4b19-9df8-d997000a2f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:25.950325 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26312f-9d82-4b19-9df8-d997000a2f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756da6ca-6b5d-49a5-9650-1474a0aa7e0c,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:25.955102 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b932ae6e-6cb4-4fb1-a023-3227730adcde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:25.962626 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-de36c917-9386-4ef8-8b78-5578467a2d89 req-e7bbaf96-ac16-48ab-9155-4529450bcf66 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Notify callbacks [] for floatingip, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:25.962935 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b932ae6e-6cb4-4fb1-a023-3227730adcde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:25.966169 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fa26312f-9d82-4b19-9df8-d997000a2f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:25.967728 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fa26312f-9d82-4b19-9df8-d997000a2f28 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/756da6ca-6b5d-49a5-9650-1474a0aa7e0c HTTP/1.1" status: 204 len: 168 time: 0.3616121 Feb 04 20:55:26.008130 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b932ae6e-6cb4-4fb1-a023-3227730adcde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:55:26.014231 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932ae6e-6cb4-4fb1-a023-3227730adcde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6086dd-7d26-47e5-820f-5f3db76a3162,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:26.019495 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-de36c917-9386-4ef8-8b78-5578467a2d89 req-e7bbaf96-ac16-48ab-9155-4529450bcf66 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:26.021596 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-de36c917-9386-4ef8-8b78-5578467a2d89 req-e7bbaf96-ac16-48ab-9155-4529450bcf66 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] 10.222.0.26 "DELETE /v2.0/floatingips/06392f7b-62f4-461f-97b3-efd967cd3506 HTTP/1.1" status: 204 len: 173 time: 1.3446898 Feb 04 20:55:26.025122 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b932ae6e-6cb4-4fb1-a023-3227730adcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:26.025122 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-b932ae6e-6cb4-4fb1-a023-3227730adcde admin admin] Added segment 673dc65b-eb24-40c2-b385-7348d9364d07 of type vlan for network 39d2ac62-44cb-480e-a4e0-face7b3c55fb Feb 04 20:55:26.043351 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7fd03e-f7ab-464a-b827-77aee5903161 req-5d35e831-feb8-4226-add3-4b86c6acc8b7 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:26.053606 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d7fd03e-f7ab-464a-b827-77aee5903161 req-5d35e831-feb8-4226-add3-4b86c6acc8b7 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 944 time: 0.2203178 Feb 04 20:55:26.064952 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b932ae6e-6cb4-4fb1-a023-3227730adcde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:26.106490 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dcaf5b0-e981-4679-8c24-f2f357c4c6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe', 'code': 200} Feb 04 20:55:26.106974 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b932ae6e-6cb4-4fb1-a023-3227730adcde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:26.107613 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d7fd03e-f7ab-464a-b827-77aee5903161 req-38d9e0f3-9796-4375-908f-96b277629b9c tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530982 Feb 04 20:55:26.108086 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b932ae6e-6cb4-4fb1-a023-3227730adcde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:26.108748 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b932ae6e-6cb4-4fb1-a023-3227730adcde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:26.229907 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932ae6e-6cb4-4fb1-a023-3227730adcde admin admin] Pushing event updated for resources: {'Network': ['ID=39d2ac62-44cb-480e-a4e0-face7b3c55fb,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:26.246431 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 39d2ac62-44cb-480e-a4e0-face7b3c55fb details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:55:26.251672 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b932ae6e-6cb4-4fb1-a023-3227730adcde admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8114028 Feb 04 20:55:26.253866 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47398) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:55:26.263430 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-4899d815-2c55-4b98-92da-2927d5d6d560 admin admin] Request body: {'subnet': {'network_id': '39d2ac62-44cb-480e-a4e0-face7b3c55fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-665923438-subnet', 'tenant_id': 'ac46149bf1a34e05b9bda12dd094e5c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:55:26.270074 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-4899d815-2c55-4b98-92da-2927d5d6d560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:55:26.275184 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-4899d815-2c55-4b98-92da-2927d5d6d560 admin admin] Usage tracker for resource:subnet and tenant:ac46149bf1a34e05b9bda12dd094e5c4 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:55:26.278391 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-4899d815-2c55-4b98-92da-2927d5d6d560 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:55:26.284220 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-4899d815-2c55-4b98-92da-2927d5d6d560 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:55:26.403526 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4899d815-2c55-4b98-92da-2927d5d6d560 admin admin] Made reservation on behalf of ac46149bf1a34e05b9bda12dd094e5c4 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:55:26.405996 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4899d815-2c55-4b98-92da-2927d5d6d560 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:26.429244 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becd7df-4056-43d7-a228-757458f9debc req-d02c4498-32cf-4100-a1bf-57390dff143e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:26.430722 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9becd7df-4056-43d7-a228-757458f9debc req-d02c4498-32cf-4100-a1bf-57390dff143e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3dcaf5b0-e981-4679-8c24-f2f357c4c6e5 HTTP/1.1" status: 200 len: 1101 time: 0.2522006 Feb 04 20:55:26.439882 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014968b3-1826-4cd7-92cf-38912bdbcc9a req-21426d25-d763-423b-b732-cc10c736082a tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:26.445704 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-014968b3-1826-4cd7-92cf-38912bdbcc9a req-21426d25-d763-423b-b732-cc10c736082a tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dcaf5b0-e981-4679-8c24-f2f357c4c6e5 HTTP/1.1" status: 200 len: 950 time: 0.1777887 Feb 04 20:55:26.498272 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a45b9-e807-4494-9d1a-a7ca496816f8 req-3b1f15f4-e41e-4c4c-84a0-22ae865ae2e2 tempest-ServersOnMultiNodesTest-2107228727 tempest-ServersOnMultiNodesTest-2107228727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:26.499692 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1b8a45b9-e807-4494-9d1a-a7ca496816f8 req-3b1f15f4-e41e-4c4c-84a0-22ae865ae2e2 tempest-ServersOnMultiNodesTest-2107228727 tempest-ServersOnMultiNodesTest-2107228727-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a3a5f4e9-a4c1-46a3-8166-d06c49cd633a HTTP/1.1" status: 200 len: 1100 time: 0.1850343 Feb 04 20:55:26.547738 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-014968b3-1826-4cd7-92cf-38912bdbcc9a req-b6dc529e-bf60-440d-9fcd-5879bf9de898 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc210c-964a-4042-82bb-983fec424162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968816 Feb 04 20:55:26.553466 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9becd7df-4056-43d7-a228-757458f9debc req-81675add-a9b6-4bf1-83c2-30635ebc5795 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cffc210c-964a-4042-82bb-983fec424162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037188 Feb 04 20:55:26.575200 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1b8a45b9-e807-4494-9d1a-a7ca496816f8 req-461aa918-dc19-4ce7-a8c2-0bd4fb04a595 tempest-ServersOnMultiNodesTest-2107228727 tempest-ServersOnMultiNodesTest-2107228727-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653734 Feb 04 20:55:26.714510 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [req-7f008339-359d-4a7d-be2b-895b25fee5cd req-d1fd2529-652a-48d5-bbb5-b46c01a2009d tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] show failed (client error): The resource could not be found. Feb 04 20:55:26.720630 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4899d815-2c55-4b98-92da-2927d5d6d560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:26.721376 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7f008339-359d-4a7d-be2b-895b25fee5cd req-d1fd2529-652a-48d5-bbb5-b46c01a2009d tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] 10.222.0.26 "GET /v2.0/floatingips/06392f7b-62f4-461f-97b3-efd967cd3506 HTTP/1.1" status: 404 len: 350 time: 0.0983906 Feb 04 20:55:26.839337 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899d815-2c55-4b98-92da-2927d5d6d560 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c37f354-72c6-48cb-981d-e4dbeabb2472,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:26.845786 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4899d815-2c55-4b98-92da-2927d5d6d560 admin admin] Checking segment: {'id': '673dc65b-eb24-40c2-b385-7348d9364d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '39d2ac62-44cb-480e-a4e0-face7b3c55fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:55:26.846106 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4899d815-2c55-4b98-92da-2927d5d6d560 admin admin] Network hostable DHCP agents. Network: 39d2ac62-44cb-480e-a4e0-face7b3c55fb, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:55:26.850677 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [req-02c23b3b-8e31-4a99-a91c-637c9d3cfc23 req-51c4920d-3bad-4db1-951a-92c1b9b75cf2 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] show failed (client error): The resource could not be found. Feb 04 20:55:26.851693 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02c23b3b-8e31-4a99-a91c-637c9d3cfc23 req-51c4920d-3bad-4db1-951a-92c1b9b75cf2 tempest-FloatingIPsTestJSON-1600966898 tempest-FloatingIPsTestJSON-1600966898-project] 10.222.0.26 "GET /v2.0/floatingips/06392f7b-62f4-461f-97b3-efd967cd3506 HTTP/1.1" status: 404 len: 350 time: 0.1115532 Feb 04 20:55:26.861745 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47426) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:55:26.907122 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbdaf9-5303-4889-998c-ba84d1bceb00 req-a3922dac-757c-4ce6-8eb0-481f520e6ea1 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:26.909461 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5efbdaf9-5303-4889-998c-ba84d1bceb00 req-a3922dac-757c-4ce6-8eb0-481f520e6ea1 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 946 time: 0.1081576 Feb 04 20:55:26.976855 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47438) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:55:26.992546 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5efbdaf9-5303-4889-998c-ba84d1bceb00 req-81d56939-5469-43e3-973c-57807ec8457a tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763345 Feb 04 20:55:26.994774 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-ffa3d577-8d87-4bf0-9220-8adf52e2f463 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=1c95ab08729c4244bb5389f69a70876f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401692 Feb 04 20:55:27.005128 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4899d815-2c55-4b98-92da-2927d5d6d560 admin admin] Network 39d2ac62-44cb-480e-a4e0-face7b3c55fb is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:55:27.076566 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-4899d815-2c55-4b98-92da-2927d5d6d560 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 39d2ac62-44cb-480e-a4e0-face7b3c55fb) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:55:27.090028 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601a4f64-5469-46cc-81ee-a60c683a1b06 None None] Network 39d2ac62-44cb-480e-a4e0-face7b3c55fb requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:55:27.105012 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4899d815-2c55-4b98-92da-2927d5d6d560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:27.105952 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4899d815-2c55-4b98-92da-2927d5d6d560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:27.130631 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-4980702a-d01c-4cd1-9e16-140752e7d7d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-424534373-network', 'tenant_id': 'c7d9c0a9e50846ec9f44f14fde17f9ad'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:55:27.140063 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-4980702a-d01c-4cd1-9e16-140752e7d7d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:55:27.156181 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-4980702a-d01c-4cd1-9e16-140752e7d7d8 admin admin] Usage tracker for resource:network and tenant:c7d9c0a9e50846ec9f44f14fde17f9ad is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:55:27.167142 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-4980702a-d01c-4cd1-9e16-140752e7d7d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:55:27.173112 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4899d815-2c55-4b98-92da-2927d5d6d560 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9172080 Feb 04 20:55:27.195166 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-30eeb9f8-c7d2-47ef-b888-d37a6cfcea6f tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:27.208740 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-30eeb9f8-c7d2-47ef-b888-d37a6cfcea6f tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2065427 Feb 04 20:55:27.228471 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-a579e7f3-9780-451d-baf0-3d360e66ca65 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/quotas/1c95ab08729c4244bb5389f69a70876f HTTP/1.1" status: 200 len: 375 time: 0.0150003 Feb 04 20:55:27.237612 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-4980702a-d01c-4cd1-9e16-140752e7d7d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:55:27.300350 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4980702a-d01c-4cd1-9e16-140752e7d7d8 admin admin] Made reservation on behalf of c7d9c0a9e50846ec9f44f14fde17f9ad for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:55:27.303663 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4980702a-d01c-4cd1-9e16-140752e7d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:27.339611 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4980702a-d01c-4cd1-9e16-140752e7d7d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:27.365572 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ea2efa-3e7f-415a-823c-4735af4a0549 None None] Network 39d2ac62-44cb-480e-a4e0-face7b3c55fb requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:55:27.373098 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-4980702a-d01c-4cd1-9e16-140752e7d7d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:55:27.378853 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-4980702a-d01c-4cd1-9e16-140752e7d7d8 admin admin] Usage tracker for resource:security_group_rule and tenant:c7d9c0a9e50846ec9f44f14fde17f9ad is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:55:27.383931 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-4980702a-d01c-4cd1-9e16-140752e7d7d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:55:27.392076 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-4980702a-d01c-4cd1-9e16-140752e7d7d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:55:27.521586 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-d065f836-d969-4f0c-80e2-fbf68eae2e16 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c95ab08729c4244bb5389f69a70876f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2923975 Feb 04 20:55:27.537605 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa5c34-0e64-4e7c-a63b-842263260f0b req-4e32ed93-3bb1-4e8d-90fb-fb2e688d49e4 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:27.539208 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bbaa5c34-0e64-4e7c-a63b-842263260f0b req-4e32ed93-3bb1-4e8d-90fb-fb2e688d49e4 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 944 time: 0.1151819 Feb 04 20:55:27.593846 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bbaa5c34-0e64-4e7c-a63b-842263260f0b req-1fff8851-7753-411b-9def-1766281504a4 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489085 Feb 04 20:55:27.719131 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4980702a-d01c-4cd1-9e16-140752e7d7d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:27.729106 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4980702a-d01c-4cd1-9e16-140752e7d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:27.745282 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4980702a-d01c-4cd1-9e16-140752e7d7d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:55:27.764419 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4980702a-d01c-4cd1-9e16-140752e7d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:27.764757 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-4980702a-d01c-4cd1-9e16-140752e7d7d8 admin admin] Added segment faa1676a-f6c3-470b-aedf-0a139f000866 of type vlan for network 2e2f5940-7649-463e-91ba-b2bda9ad1958 Feb 04 20:55:27.816716 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980702a-d01c-4cd1-9e16-140752e7d7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b0f11a-a12c-40fd-88c3-ca4d0fc05b51,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:27.826341 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4980702a-d01c-4cd1-9e16-140752e7d7d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:27.870131 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 53870aa0-b24f-4163-a2cc-04c964c4be8f up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:55:27.912606 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4980702a-d01c-4cd1-9e16-140752e7d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:27.915268 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4980702a-d01c-4cd1-9e16-140752e7d7d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:27.915268 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4980702a-d01c-4cd1-9e16-140752e7d7d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:28.052644 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 53870aa0-b24f-4163-a2cc-04c964c4be8f completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:55:28.059759 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 53870aa0-b24f-4163-a2cc-04c964c4be8f triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:55:28.060478 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:28.061621 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980702a-d01c-4cd1-9e16-140752e7d7d8 admin admin] Pushing event updated for resources: {'Network': ['ID=2e2f5940-7649-463e-91ba-b2bda9ad1958,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:28.069730 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4980702a-d01c-4cd1-9e16-140752e7d7d8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0889904 Feb 04 20:55:28.072373 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47474) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:55:28.079149 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-bd455d44-dece-40c1-9b46-7dc84bd81708 admin admin] Request body: {'subnet': {'network_id': '2e2f5940-7649-463e-91ba-b2bda9ad1958', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-424534373-subnet', 'tenant_id': 'c7d9c0a9e50846ec9f44f14fde17f9ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:55:28.085938 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ed39263f-2de5-4eff-bed9-158487156a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:28.101268 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 2e2f5940-7649-463e-91ba-b2bda9ad1958 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:55:28.156342 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada3a66-3bd2-4c99-adc8-34aa4252c3fe req-93d30875-ede3-48f5-9e17-dff212c78d69 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:28.163613 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6ada3a66-3bd2-4c99-adc8-34aa4252c3fe req-93d30875-ede3-48f5-9e17-dff212c78d69 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dcaf5b0-e981-4679-8c24-f2f357c4c6e5 HTTP/1.1" status: 200 len: 950 time: 0.3656721 Feb 04 20:55:28.246828 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6ada3a66-3bd2-4c99-adc8-34aa4252c3fe req-1b89d697-69e0-40d4-9ab0-6141bc1cbbdf tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc210c-964a-4042-82bb-983fec424162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820935 Feb 04 20:55:28.278652 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-bd455d44-dece-40c1-9b46-7dc84bd81708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:55:28.284190 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-bd455d44-dece-40c1-9b46-7dc84bd81708 admin admin] Usage tracker for resource:subnet and tenant:c7d9c0a9e50846ec9f44f14fde17f9ad is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:55:28.285114 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-8bd02362-801c-45f6-920b-45d1912a9f0e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:28.288140 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-bd455d44-dece-40c1-9b46-7dc84bd81708 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:55:28.292473 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-8bd02362-801c-45f6-920b-45d1912a9f0e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/networks?id=39d2ac62-44cb-480e-a4e0-face7b3c55fb HTTP/1.1" status: 200 len: 821 time: 0.3012645 Feb 04 20:55:28.320803 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-bd455d44-dece-40c1-9b46-7dc84bd81708 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:55:28.323398 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:28.339099 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-ed7a75cb-0036-458c-9536-f762942ea2ca tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/quotas/ac46149bf1a34e05b9bda12dd094e5c4 HTTP/1.1" status: 200 len: 375 time: 0.0456078 Feb 04 20:55:28.343880 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd455d44-dece-40c1-9b46-7dc84bd81708 admin admin] Made reservation on behalf of c7d9c0a9e50846ec9f44f14fde17f9ad for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:55:28.346565 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bd455d44-dece-40c1-9b46-7dc84bd81708 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:28.354971 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cfa9074-eb38-43e4-9519-99f1b012adda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53870aa0-b24f-4163-a2cc-04c964c4be8f'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:55:28.365933 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 53870aa0-b24f-4163-a2cc-04c964c4be8f, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=53870aa0-b24f-4163-a2cc-04c964c4be8f,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:28.371720 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:28.394854 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9097b4ba-a100-4882-a5b0-4489f08b634f req-5287d67a-2c08-4f64-82bd-7dca9c6f54eb tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c07ab6f-5f62-4afb-b8fd-ab9ce421f1f4 HTTP/1.1" status: 200 len: 210 time: 0.0947618 Feb 04 20:55:28.416711 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-8751a238-bf15-45d0-bf80-0a6444af064d tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ac46149bf1a34e05b9bda12dd094e5c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0725040 Feb 04 20:55:28.469911 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=53870aa0-b24f-4163-a2cc-04c964c4be8f,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:28.607451 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-0ecc6afa-24ad-43ad-87ad-7d3da9c2e360 service neutron] 10.222.0.26 "GET /v2.0/networks/39d2ac62-44cb-480e-a4e0-face7b3c55fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934769 Feb 04 20:55:28.710780 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b5232-9146-4e76-b4f3-3c924a4cdf65 req-23a24f84-2585-41b4-91e5-00896f384f27 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:28.712168 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-880b5232-9146-4e76-b4f3-3c924a4cdf65 req-23a24f84-2585-41b4-91e5-00896f384f27 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 946 time: 0.1962543 Feb 04 20:55:28.795082 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-880b5232-9146-4e76-b4f3-3c924a4cdf65 req-7c5038ad-8b9d-489a-a4ed-654b78c8a7dc tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755279 Feb 04 20:55:28.797098 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-59679bda-2be6-40cb-ac69-4232398226dc service neutron] 10.222.0.26 "GET /v2.0/networks/39d2ac62-44cb-480e-a4e0-face7b3c55fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823595 Feb 04 20:55:28.842883 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-ed39263f-2de5-4eff-bed9-158487156a53 admin admin] Deleting port 01826c6f-1d8e-4aaa-ae4e-ffc87c08425d {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:55:28.843446 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ed39263f-2de5-4eff-bed9-158487156a53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:28.854065 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfa9074-eb38-43e4-9519-99f1b012adda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53870aa0-b24f-4163-a2cc-04c964c4be8f', 'code': 200} Feb 04 20:55:28.897106 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bd455d44-dece-40c1-9b46-7dc84bd81708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:29.055700 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47ead423-88ac-42c9-9052-ab5890196a1f req-bcdc528c-be56-4dfb-ad0a-e300204d5928 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=367e5fab-1cc1-4e9e-bfd3-de2b7b52ea03 HTTP/1.1" status: 200 len: 210 time: 0.0572853 Feb 04 20:55:29.078797 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd455d44-dece-40c1-9b46-7dc84bd81708 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ab28547-e4b6-4bd7-9a80-e8a3c508509c,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:29.085402 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd455d44-dece-40c1-9b46-7dc84bd81708 admin admin] Checking segment: {'id': 'faa1676a-f6c3-470b-aedf-0a139f000866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '2e2f5940-7649-463e-91ba-b2bda9ad1958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:55:29.085763 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd455d44-dece-40c1-9b46-7dc84bd81708 admin admin] Network hostable DHCP agents. Network: 2e2f5940-7649-463e-91ba-b2bda9ad1958, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:55:29.093564 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032a5c6-2c83-458a-99e3-16ff39b215c5 req-18ffba96-3c88-46f3-97a5-d57974c9f647 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:29.095164 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e032a5c6-2c83-458a-99e3-16ff39b215c5 req-18ffba96-3c88-46f3-97a5-d57974c9f647 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 945 time: 0.1460938 Feb 04 20:55:29.124521 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-ed39263f-2de5-4eff-bed9-158487156a53 admin admin] For port 01826c6f-1d8e-4aaa-ae4e-ffc87c08425d, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=01826c6f-1d8e-4aaa-ae4e-ffc87c08425d,segment=NetworkSegment(1b847a78-a7ba-4102-8f95-30c2eb9ac35b),segment_id=1b847a78-a7ba-4102-8f95-30c2eb9ac35b)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:29.124911 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ed39263f-2de5-4eff-bed9-158487156a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:29.132814 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd455d44-dece-40c1-9b46-7dc84bd81708 admin admin] Network 2e2f5940-7649-463e-91ba-b2bda9ad1958 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:55:29.163393 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e032a5c6-2c83-458a-99e3-16ff39b215c5 req-22ad9813-8d76-4de8-a386-ff0b26e5a037 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601037 Feb 04 20:55:29.249513 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-bd455d44-dece-40c1-9b46-7dc84bd81708 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 2e2f5940-7649-463e-91ba-b2bda9ad1958) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:55:29.257553 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-ed39263f-2de5-4eff-bed9-158487156a53 admin admin] Calling delete_port for 01826c6f-1d8e-4aaa-ae4e-ffc87c08425d owned by network:router_interface {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:55:29.257874 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769b35a1-9dc8-427f-8631-6f01ccbd4e6a None None] Network 2e2f5940-7649-463e-91ba-b2bda9ad1958 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:55:29.298274 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd455d44-dece-40c1-9b46-7dc84bd81708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:29.298873 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bd455d44-dece-40c1-9b46-7dc84bd81708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:29.346293 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bd455d44-dece-40c1-9b46-7dc84bd81708 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2723098 Feb 04 20:55:29.521432 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d392c40-69b2-4615-805c-c888352a85b5 req-03033eb9-1033-4473-af88-57e70830aa08 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:29.523160 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0d392c40-69b2-4615-805c-c888352a85b5 req-03033eb9-1033-4473-af88-57e70830aa08 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dcaf5b0-e981-4679-8c24-f2f357c4c6e5 HTTP/1.1" status: 200 len: 950 time: 0.1537724 Feb 04 20:55:29.568515 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a45b2e-9615-43da-b85e-d83addc18ce9 None None] Network 2e2f5940-7649-463e-91ba-b2bda9ad1958 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:55:29.581135 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0d392c40-69b2-4615-805c-c888352a85b5 req-90d44e7b-7e65-492d-aa62-2b2ae1e0868a tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc210c-964a-4042-82bb-983fec424162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509634 Feb 04 20:55:29.606515 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ed39263f-2de5-4eff-bed9-158487156a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:29.687574 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39263f-2de5-4eff-bed9-158487156a53 admin admin] Pushing event deleted for resources: {'Port': ['ID=01826c6f-1d8e-4aaa-ae4e-ffc87c08425d,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:29.710329 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-13ecda12-70eb-4e66-9e05-6df8c2ffd6b5 req-b1a8afa4-4eae-4d80-bd97-108e31078c7f tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c07ab6f-5f62-4afb-b8fd-ab9ce421f1f4 HTTP/1.1" status: 200 len: 210 time: 0.0869994 Feb 04 20:55:29.981234 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850bade-5036-4150-aef6-b71759006dc0 req-fbd83780-35e7-41fd-b8fa-f805b87cd9be tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:30.000150 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3850bade-5036-4150-aef6-b71759006dc0 req-fbd83780-35e7-41fd-b8fa-f805b87cd9be tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e3055c-e921-43c1-b9ea-afad985046aa HTTP/1.1" status: 200 len: 950 time: 0.2179115 Feb 04 20:55:30.106283 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3850bade-5036-4150-aef6-b71759006dc0 req-4e4fbaa4-fa7f-4712-87dd-800e1da4cd46 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc210c-964a-4042-82bb-983fec424162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954578 Feb 04 20:55:30.154167 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ed39263f-2de5-4eff-bed9-158487156a53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:30.155070 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49794ee-260f-4053-8b24-2b55769ea4d0 req-a33b52f9-15f8-4d2d-9288-a4fe4fc063cf tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:30.156712 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c49794ee-260f-4053-8b24-2b55769ea4d0 req-a33b52f9-15f8-4d2d-9288-a4fe4fc063cf tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 946 time: 0.1110528 Feb 04 20:55:30.193590 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 47520) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:55:30.207988 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-298159e9-4368-4750-910f-709b78cbe1d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-226423094-network', 'tenant_id': 'cbd2140e45444e488d72043121c2b6f1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:55:30.216938 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-298159e9-4368-4750-910f-709b78cbe1d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:55:30.224887 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-298159e9-4368-4750-910f-709b78cbe1d8 admin admin] Usage tracker for resource:network and tenant:cbd2140e45444e488d72043121c2b6f1 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:55:30.241817 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c49794ee-260f-4053-8b24-2b55769ea4d0 req-3f8e2ffc-da47-465a-a357-6b4bbe8d9980 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790281 Feb 04 20:55:30.242851 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-298159e9-4368-4750-910f-709b78cbe1d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:55:30.251772 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-298159e9-4368-4750-910f-709b78cbe1d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:55:30.309991 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ef6e49b2-4bee-40a3-a6de-d2a642a8cd9c req-296a28b6-7b9e-41bf-abc8-5f7635b8e776 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=367e5fab-1cc1-4e9e-bfd3-de2b7b52ea03 HTTP/1.1" status: 200 len: 210 time: 0.0632114 Feb 04 20:55:30.311697 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298159e9-4368-4750-910f-709b78cbe1d8 admin admin] Made reservation on behalf of cbd2140e45444e488d72043121c2b6f1 for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:55:30.315313 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-298159e9-4368-4750-910f-709b78cbe1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:30.407519 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-298159e9-4368-4750-910f-709b78cbe1d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:30.495981 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-298159e9-4368-4750-910f-709b78cbe1d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:55:30.609748 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-298159e9-4368-4750-910f-709b78cbe1d8 admin admin] Usage tracker for resource:security_group_rule and tenant:cbd2140e45444e488d72043121c2b6f1 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:55:30.615947 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-298159e9-4368-4750-910f-709b78cbe1d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:55:30.624494 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-298159e9-4368-4750-910f-709b78cbe1d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:55:30.681936 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed39263f-2de5-4eff-bed9-158487156a53 admin admin] Router 4f84b46e-cc8c-4796-a5a5-aaba006b0015 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:55:30.708904 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-72297221-c0b5-43eb-ad47-d69d4f969dfb tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:30.710369 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-72297221-c0b5-43eb-ad47-d69d4f969dfb tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.18 "GET /v2.0/networks?id=39d2ac62-44cb-480e-a4e0-face7b3c55fb HTTP/1.1" status: 200 len: 821 time: 0.3662586 Feb 04 20:55:30.717787 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df8f11-4fe0-417b-b31e-b19fa1054af0 req-cac20699-3c4a-4d68-8f56-71fa162762bb tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:30.719101 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-27df8f11-4fe0-417b-b31e-b19fa1054af0 req-cac20699-3c4a-4d68-8f56-71fa162762bb tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 945 time: 0.3760800 Feb 04 20:55:30.725525 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-234de927-e642-47ef-929f-f3cbb7d77a4e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Request body: {'port': {'device_id': '367e5fab-1cc1-4e9e-bfd3-de2b7b52ea03', 'network_id': '39d2ac62-44cb-480e-a4e0-face7b3c55fb', 'admin_state_up': True, 'tenant_id': 'ac46149bf1a34e05b9bda12dd094e5c4'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:55:30.868090 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed39263f-2de5-4eff-bed9-158487156a53 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:55:30.877196 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ed39263f-2de5-4eff-bed9-158487156a53 admin admin] 10.222.0.26 "PUT /v2.0/routers/4f84b46e-cc8c-4796-a5a5-aaba006b0015/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0135021 Feb 04 20:55:30.877649 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394933a6-0d55-435d-ae23-c6194d43d1c8 None None] Sync routers for ids ['4f84b46e-cc8c-4796-a5a5-aaba006b0015'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:55:30.880165 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47526) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:55:30.888432 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394933a6-0d55-435d-ae23-c6194d43d1c8 None None] Routers {'4f84b46e-cc8c-4796-a5a5-aaba006b0015'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:55:30.889325 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-394933a6-0d55-435d-ae23-c6194d43d1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:55:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4f84b46e-cc8c-4796-a5a5-aaba006b0015'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:30.919297 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-27df8f11-4fe0-417b-b31e-b19fa1054af0 req-7530eb97-abf5-45e6-8595-a51b3943df02 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804833 Feb 04 20:55:30.921413 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b88d4a49-1472-4b26-a952-61320da71912 req-78981e36-3a29-48c1-abde-e841c5bb4d97 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c07ab6f-5f62-4afb-b8fd-ab9ce421f1f4 HTTP/1.1" status: 200 len: 210 time: 0.0914128 Feb 04 20:55:30.983280 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-298159e9-4368-4750-910f-709b78cbe1d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:30.996963 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-298159e9-4368-4750-910f-709b78cbe1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:31.014431 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-234de927-e642-47ef-929f-f3cbb7d77a4e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:55:31.036746 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-234de927-e642-47ef-929f-f3cbb7d77a4e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Usage tracker for resource:port and tenant:ac46149bf1a34e05b9bda12dd094e5c4 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:55:31.045456 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-234de927-e642-47ef-929f-f3cbb7d77a4e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:55:31.048456 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298159e9-4368-4750-910f-709b78cbe1d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:55:31.062527 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-234de927-e642-47ef-929f-f3cbb7d77a4e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:55:31.066853 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298159e9-4368-4750-910f-709b78cbe1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7c83e7-7381-4637-a31a-cb32bfd5ff17,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:31.070719 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-298159e9-4368-4750-910f-709b78cbe1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:31.071110 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-298159e9-4368-4750-910f-709b78cbe1d8 admin admin] Added segment 5e933b58-ce1d-4362-8368-bbaa50e91cdd of type vlan for network df1050d1-1dd3-4dfa-9849-884322141f1f Feb 04 20:55:31.100513 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-125f8d38-c7a6-4f52-aef0-b7108a5fb744 admin admin] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:31.112084 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-394933a6-0d55-435d-ae23-c6194d43d1c8 None None] Set router 4f84b46e-cc8c-4796-a5a5-aaba006b0015 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:55:31.143857 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-234de927-e642-47ef-929f-f3cbb7d77a4e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Made reservation on behalf of ac46149bf1a34e05b9bda12dd094e5c4 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:55:31.147582 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-234de927-e642-47ef-929f-f3cbb7d77a4e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:31.238274 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-298159e9-4368-4750-910f-709b78cbe1d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:31.340152 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-125f8d38-c7a6-4f52-aef0-b7108a5fb744 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:31.355375 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-125f8d38-c7a6-4f52-aef0-b7108a5fb744 admin admin] Deleting port d5d6febd-5616-4fca-a8de-c65f1a43efae {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:55:31.356920 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-125f8d38-c7a6-4f52-aef0-b7108a5fb744 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:31.441260 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e142d36b-bb0c-4d8f-8f76-6a79d2730424 req-ce66af29-107a-4df9-83ba-44e28f8e3b6f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2834215a-8a33-4460-87eb-ea406ea85d58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3672616 Feb 04 20:55:31.463909 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-298159e9-4368-4750-910f-709b78cbe1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:31.464855 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298159e9-4368-4750-910f-709b78cbe1d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:31.465471 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-298159e9-4368-4750-910f-709b78cbe1d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:31.467796 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-394933a6-0d55-435d-ae23-c6194d43d1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f84b46e-cc8c-4796-a5a5-aaba006b0015', 'name': 'tempest-FloatingIPsTestJSON-1609791137-router', 'tenant_id': '7208c62bc0ff436b8f7c372434458b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'd5d6febd-5616-4fca-a8de-c65f1a43efae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:54:50Z', 'updated_at': '2022-02-04T20:55:29Z', 'revision_number': 5, 'project_id': '7208c62bc0ff436b8f7c372434458b82', 'gw_port': {'id': 'd5d6febd-5616-4fca-a8de-c65f1a43efae', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:66:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f84b46e-cc8c-4796-a5a5-aaba006b0015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:54:52Z', 'updated_at': '2022-02-04T20:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:31.472718 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394933a6-0d55-435d-ae23-c6194d43d1c8 None None] Checking router: 4f84b46e-cc8c-4796-a5a5-aaba006b0015 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:55:31.485548 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394933a6-0d55-435d-ae23-c6194d43d1c8 None None] Routers {'4f84b46e-cc8c-4796-a5a5-aaba006b0015'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:55:31.486313 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-394933a6-0d55-435d-ae23-c6194d43d1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:55:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4f84b46e-cc8c-4796-a5a5-aaba006b0015'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:31.539845 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-125f8d38-c7a6-4f52-aef0-b7108a5fb744 admin admin] For port d5d6febd-5616-4fca-a8de-c65f1a43efae, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=d5d6febd-5616-4fca-a8de-c65f1a43efae,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:31.540370 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-125f8d38-c7a6-4f52-aef0-b7108a5fb744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:31.657190 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52f28a-9411-431f-9b59-01d283e9b988 req-e8ce87bc-9105-4e9e-b616-9905d2cbffea tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:31.661691 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9a52f28a-9411-431f-9b59-01d283e9b988 req-e8ce87bc-9105-4e9e-b616-9905d2cbffea tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e3055c-e921-43c1-b9ea-afad985046aa HTTP/1.1" status: 200 len: 950 time: 0.4253542 Feb 04 20:55:31.665985 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-394933a6-0d55-435d-ae23-c6194d43d1c8 None None] Set router 4f84b46e-cc8c-4796-a5a5-aaba006b0015 gateway port host: None {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:55:31.669433 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-125f8d38-c7a6-4f52-aef0-b7108a5fb744 admin admin] Calling delete_port for d5d6febd-5616-4fca-a8de-c65f1a43efae owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:55:31.673926 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-234de927-e642-47ef-929f-f3cbb7d77a4e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Allocated IP 172.20.0.8 (39d2ac62-44cb-480e-a4e0-face7b3c55fb/8c37f354-72c6-48cb-981d-e4dbeabb2472/e9255794-fecd-4bab-b92d-56065123f2e0) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:55:31.739784 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-298159e9-4368-4750-910f-709b78cbe1d8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5420239 Feb 04 20:55:31.742270 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47536) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:55:31.747823 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298159e9-4368-4750-910f-709b78cbe1d8 admin admin] Pushing event updated for resources: {'Network': ['ID=df1050d1-1dd3-4dfa-9849-884322141f1f,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:31.755763 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-e75ea95c-95e0-45fd-8a3d-d0d1b0326e79 admin admin] Request body: {'subnet': {'network_id': 'df1050d1-1dd3-4dfa-9849-884322141f1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-226423094-subnet', 'tenant_id': 'cbd2140e45444e488d72043121c2b6f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:55:31.762569 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e75ea95c-95e0-45fd-8a3d-d0d1b0326e79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:55:31.768082 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e75ea95c-95e0-45fd-8a3d-d0d1b0326e79 admin admin] Usage tracker for resource:subnet and tenant:cbd2140e45444e488d72043121c2b6f1 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:55:31.772858 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e75ea95c-95e0-45fd-8a3d-d0d1b0326e79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:55:31.773729 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network df1050d1-1dd3-4dfa-9849-884322141f1f details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:55:31.781969 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e75ea95c-95e0-45fd-8a3d-d0d1b0326e79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:55:31.797748 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-394933a6-0d55-435d-ae23-c6194d43d1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f84b46e-cc8c-4796-a5a5-aaba006b0015', 'name': 'tempest-FloatingIPsTestJSON-1609791137-router', 'tenant_id': '7208c62bc0ff436b8f7c372434458b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:54:50Z', 'updated_at': '2022-02-04T20:55:31Z', 'revision_number': 6, 'project_id': '7208c62bc0ff436b8f7c372434458b82', 'gw_port_host': None}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:31.808677 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75ea95c-95e0-45fd-8a3d-d0d1b0326e79 admin admin] Made reservation on behalf of cbd2140e45444e488d72043121c2b6f1 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:55:31.811019 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e75ea95c-95e0-45fd-8a3d-d0d1b0326e79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:31.832241 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9a52f28a-9411-431f-9b59-01d283e9b988 req-20fd7193-4138-44d5-ab6a-c2580ebe753a tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc210c-964a-4042-82bb-983fec424162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667280 Feb 04 20:55:31.844458 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f39a2c-0665-47d6-94c8-f3b9b6785ded req-c15c9e49-c4d6-43c3-9be5-2e954194ff52 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:31.860118 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b6f39a2c-0665-47d6-94c8-f3b9b6785ded req-c15c9e49-c4d6-43c3-9be5-2e954194ff52 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 946 time: 0.4841700 Feb 04 20:55:31.860306 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394933a6-0d55-435d-ae23-c6194d43d1c8 None None] The sync data for ids ['4f84b46e-cc8c-4796-a5a5-aaba006b0015'] in n-d-827896-1 is: [{'id': '4f84b46e-cc8c-4796-a5a5-aaba006b0015', 'name': 'tempest-FloatingIPsTestJSON-1609791137-router', 'tenant_id': '7208c62bc0ff436b8f7c372434458b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:54:50Z', 'updated_at': '2022-02-04T20:55:31Z', 'revision_number': 6, 'project_id': '7208c62bc0ff436b8f7c372434458b82', 'gw_port_host': None}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:55:31.934496 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-125f8d38-c7a6-4f52-aef0-b7108a5fb744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:32.001259 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b6f39a2c-0665-47d6-94c8-f3b9b6785ded req-81d0b333-6145-4abb-b6ad-a60603de3fed tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480730 Feb 04 20:55:32.008322 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142d36b-bb0c-4d8f-8f76-6a79d2730424 req-f377ea5d-6c56-4a2d-9b38-7fed8587d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:32.009959 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e142d36b-bb0c-4d8f-8f76-6a79d2730424 req-f377ea5d-6c56-4a2d-9b38-7fed8587d991 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&device_id=2834215a-8a33-4460-87eb-ea406ea85d58 HTTP/1.1" status: 200 len: 1096 time: 0.4260108 Feb 04 20:55:32.088470 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-cc8b06fd-f6e8-4aab-b537-199326146592 req-8db55296-b756-4550-8d4c-a5899e3b1bdb tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Synchronizing usage tracker for tenant:ac46149bf1a34e05b9bda12dd094e5c4 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:55:32.098153 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f8d38-c7a6-4f52-aef0-b7108a5fb744 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5d6febd-5616-4fca-a8de-c65f1a43efae,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:32.247353 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-234de927-e642-47ef-929f-f3cbb7d77a4e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:32.254095 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-cc8b06fd-f6e8-4aab-b537-199326146592 req-8db55296-b756-4550-8d4c-a5899e3b1bdb tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Unset dirty status for tenant:ac46149bf1a34e05b9bda12dd094e5c4 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:55:32.256474 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cc8b06fd-f6e8-4aab-b537-199326146592 req-8db55296-b756-4550-8d4c-a5899e3b1bdb tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=367e5fab-1cc1-4e9e-bfd3-de2b7b52ea03 HTTP/1.1" status: 200 len: 210 time: 0.2500403 Feb 04 20:55:32.312709 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-125f8d38-c7a6-4f52-aef0-b7108a5fb744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:32.325434 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142d36b-bb0c-4d8f-8f76-6a79d2730424 req-5c39ff10-fcd6-43a6-9e73-b2957cc0309b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:32.326922 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e142d36b-bb0c-4d8f-8f76-6a79d2730424 req-5c39ff10-fcd6-43a6-9e73-b2957cc0309b service neutron] 10.222.0.18 "GET /v2.0/networks?id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 HTTP/1.1" status: 200 len: 921 time: 0.2735567 Feb 04 20:55:32.415317 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:32.445982 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e142d36b-bb0c-4d8f-8f76-6a79d2730424 req-7072cf2b-65f8-47fa-80b2-02cb31b28836 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b839036c-b1c5-47a3-88df-ec976ce16dca HTTP/1.1" status: 200 len: 217 time: 0.1093307 Feb 04 20:55:32.456668 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d1f01c0f-21da-4984-b8ef-0795c34bc013 req-9e24381c-fcca-42af-b857-68ed1af74c33 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c07ab6f-5f62-4afb-b8fd-ab9ce421f1f4 HTTP/1.1" status: 200 len: 210 time: 0.0631247 Feb 04 20:55:32.497581 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b45932-bf22-4732-8ac0-0963f9d3927d req-daaeb92a-35a6-42bd-9dc5-f12e3083d682 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:32.499571 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-19b45932-bf22-4732-8ac0-0963f9d3927d req-daaeb92a-35a6-42bd-9dc5-f12e3083d682 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 945 time: 0.3350873 Feb 04 20:55:32.503831 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-234de927-e642-47ef-929f-f3cbb7d77a4e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:32.511717 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-125f8d38-c7a6-4f52-aef0-b7108a5fb744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:32.516369 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-125f8d38-c7a6-4f52-aef0-b7108a5fb744 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:32.570644 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-125f8d38-c7a6-4f52-aef0-b7108a5fb744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:32.571703 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125f8d38-c7a6-4f52-aef0-b7108a5fb744 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f84b46e-cc8c-4796-a5a5-aaba006b0015 {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:55:32.577157 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e75ea95c-95e0-45fd-8a3d-d0d1b0326e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:32.662996 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ea95c-95e0-45fd-8a3d-d0d1b0326e79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32c45cc8-7843-4f69-8f03-830bbf55e82c,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:32.668884 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-125f8d38-c7a6-4f52-aef0-b7108a5fb744 admin admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:32.672418 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-125f8d38-c7a6-4f52-aef0-b7108a5fb744 admin admin] 10.222.0.26 "DELETE /v2.0/routers/4f84b46e-cc8c-4796-a5a5-aaba006b0015 HTTP/1.1" status: 204 len: 168 time: 1.7888856 Feb 04 20:55:32.673265 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47544) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:55:32.748271 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75ea95c-95e0-45fd-8a3d-d0d1b0326e79 admin admin] Checking segment: {'id': '5e933b58-ce1d-4362-8368-bbaa50e91cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'df1050d1-1dd3-4dfa-9849-884322141f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:55:32.748619 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75ea95c-95e0-45fd-8a3d-d0d1b0326e79 admin admin] Network hostable DHCP agents. Network: df1050d1-1dd3-4dfa-9849-884322141f1f, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:55:32.770439 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a914f98-93dc-4be1-be6f-982a29a2eb35 admin admin] Deleting subnet 51c9b0c1-da94-4568-a069-00f94c755292 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:55:32.779221 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2a914f98-93dc-4be1-be6f-982a29a2eb35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:32.781051 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4e72c7b4-3c9b-49a1-a4aa-c9b566752276 req-f5ae165c-2496-441f-bafe-ab76c7ca8c30 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e2945ff6-c379-474d-a032-331b1f6dd08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1213536 Feb 04 20:55:32.790171 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142d36b-bb0c-4d8f-8f76-6a79d2730424 req-19a1a262-66bb-46a3-9ce7-41a65c523314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:32.791577 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e142d36b-bb0c-4d8f-8f76-6a79d2730424 req-19a1a262-66bb-46a3-9ce7-41a65c523314 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af7ea361-8fb7-49bd-8e76-0990ff7e7df7 HTTP/1.1" status: 200 len: 860 time: 0.3373225 Feb 04 20:55:32.793349 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-234de927-e642-47ef-929f-f3cbb7d77a4e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Network 39d2ac62-44cb-480e-a4e0-face7b3c55fb is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:55:32.823086 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-234de927-e642-47ef-929f-f3cbb7d77a4e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:55:32.856452 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75ea95c-95e0-45fd-8a3d-d0d1b0326e79 admin admin] Network df1050d1-1dd3-4dfa-9849-884322141f1f is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:55:32.862989 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-19b45932-bf22-4732-8ac0-0963f9d3927d req-13c497c6-abf8-4e07-817d-0045f8d1420b tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554661 Feb 04 20:55:32.868552 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-234de927-e642-47ef-929f-f3cbb7d77a4e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:55:32.869145 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2a914f98-93dc-4be1-be6f-982a29a2eb35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:32.874060 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-234de927-e642-47ef-929f-f3cbb7d77a4e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:32.875495 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-234de927-e642-47ef-929f-f3cbb7d77a4e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:32.882967 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234de927-e642-47ef-929f-f3cbb7d77a4e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Pushing event updated for resources: {'Port': ['ID=e9255794-fecd-4bab-b92d-56065123f2e0,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:32.927073 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-e75ea95c-95e0-45fd-8a3d-d0d1b0326e79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, df1050d1-1dd3-4dfa-9849-884322141f1f) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:55:32.934676 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75ea95c-95e0-45fd-8a3d-d0d1b0326e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:32.935266 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e75ea95c-95e0-45fd-8a3d-d0d1b0326e79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:32.946106 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5326908f-32b5-4ab6-b3f7-f55b9c3889f5 None None] Network df1050d1-1dd3-4dfa-9849-884322141f1f requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:55:32.960660 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e142d36b-bb0c-4d8f-8f76-6a79d2730424 req-4c878614-8f73-45ca-a748-f0421ee60684 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1388664 Feb 04 20:55:33.003859 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2a914f98-93dc-4be1-be6f-982a29a2eb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:33.097798 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-234de927-e642-47ef-929f-f3cbb7d77a4e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3776975 Feb 04 20:55:33.113021 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e75ea95c-95e0-45fd-8a3d-d0d1b0326e79 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3695903 Feb 04 20:55:33.162495 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-f2ac1020-cd14-4af1-b89b-f75034017989 service neutron] Request body: {'port': {'device_id': '367e5fab-1cc1-4e9e-bfd3-de2b7b52ea03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:55:33.199596 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2a914f98-93dc-4be1-be6f-982a29a2eb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:33.257554 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a914f98-93dc-4be1-be6f-982a29a2eb35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51c9b0c1-da94-4568-a069-00f94c755292,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:33.263062 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2a914f98-93dc-4be1-be6f-982a29a2eb35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:33.272787 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2a914f98-93dc-4be1-be6f-982a29a2eb35 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/51c9b0c1-da94-4568-a069-00f94c755292 HTTP/1.1" status: 204 len: 168 time: 0.5958095 Feb 04 20:55:33.272948 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47556) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:55:33.393368 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4e72c7b4-3c9b-49a1-a4aa-c9b566752276 req-2813a3c1-9fdc-4253-b34e-c5849cad4a74 service neutron] 10.222.0.32 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5969298 Feb 04 20:55:33.421432 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e94ed4-8d61-4698-846c-57a8b50fe1ab None None] Network 1e2803ea-60d8-4403-af2e-88a8b60f479e requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:55:33.448169 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0d300024-45e7-421e-abf1-a80632710ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:33.453387 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-1ea19b2b-e311-49fe-bb90-f3dcd6719b16 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1c95ab08729c4244bb5389f69a70876f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447369 Feb 04 20:55:33.626463 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-0d300024-45e7-421e-abf1-a80632710ede admin admin] Deleting port 1e911129-0212-47ac-8d08-780c5a2d81ed {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:55:33.627133 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0d300024-45e7-421e-abf1-a80632710ede admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:33.652591 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e142d36b-bb0c-4d8f-8f76-6a79d2730424 req-1c15be94-9b12-4ad9-8d03-0bf469ec495a service neutron] 10.222.0.18 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6803839 Feb 04 20:55:33.658572 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-eb4e13f8-d369-45ee-be84-101c3741ac12 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:33.660530 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-eb4e13f8-d369-45ee-be84-101c3741ac12 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1992643 Feb 04 20:55:33.679390 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-0292ff74-84f8-4387-939e-0f0f70374c34 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Request body: {'port': {'device_id': '7c07ab6f-5f62-4afb-b8fd-ab9ce421f1f4', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'admin_state_up': True, 'tenant_id': '1c95ab08729c4244bb5389f69a70876f'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:55:33.735402 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8d81a5-0008-4b9e-bb1d-e33fd9479371 None None] Network df1050d1-1dd3-4dfa-9849-884322141f1f requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:55:33.768324 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-f2ac1020-cd14-4af1-b89b-f75034017989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:33.826759 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8d41d-60a4-4f63-92fb-33e5f4fa479a req-478fe4d7-c21c-4851-9843-020b341001e4 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:33.828705 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-96a8d41d-60a4-4f63-92fb-33e5f4fa479a req-478fe4d7-c21c-4851-9843-020b341001e4 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e3055c-e921-43c1-b9ea-afad985046aa HTTP/1.1" status: 200 len: 950 time: 0.8257000 Feb 04 20:55:33.877161 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4e72c7b4-3c9b-49a1-a4aa-c9b566752276 req-7fa30de7-85f7-4868-9df6-c0483a9db25f service neutron] 10.222.0.32 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488671 Feb 04 20:55:33.949296 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c6b1a-a7cf-43df-9d3c-818fef5de7d0 req-50de3818-100b-4c4a-a89e-48888a0bbc7c tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:33.950817 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-051c6b1a-a7cf-43df-9d3c-818fef5de7d0 req-50de3818-100b-4c4a-a89e-48888a0bbc7c tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 946 time: 0.6603901 Feb 04 20:55:33.959049 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0575d55-b579-4180-9272-92b77138db45 req-b6ee37a8-6cc7-4862-b821-e8a9684f5eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:33.960523 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a0575d55-b579-4180-9272-92b77138db45 req-b6ee37a8-6cc7-4862-b821-e8a9684f5eb7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 1096 time: 0.7440615 Feb 04 20:55:33.979336 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef6ef19-a46e-4df1-8548-cec0065efbce None None] DHCP port deletion for 1e2803ea-60d8-4403-af2e-88a8b60f479e request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:55:33.983035 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-0292ff74-84f8-4387-939e-0f0f70374c34 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:55:33.984025 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-2ef6ef19-a46e-4df1-8548-cec0065efbce None None] Deleting port 1e911129-0212-47ac-8d08-780c5a2d81ed {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:55:33.984389 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2ef6ef19-a46e-4df1-8548-cec0065efbce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:33.993866 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-0292ff74-84f8-4387-939e-0f0f70374c34 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:55:34.007817 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-0292ff74-84f8-4387-939e-0f0f70374c34 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Made reservation on behalf of 1c95ab08729c4244bb5389f69a70876f for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:55:34.011613 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-0292ff74-84f8-4387-939e-0f0f70374c34 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:34.032751 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e142d36b-bb0c-4d8f-8f76-6a79d2730424 req-686a7da4-b646-40c7-849e-59adf953f242 service neutron] 10.222.0.18 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565705 Feb 04 20:55:34.088096 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device d5d6febd-5616-4fca-a8de-c65f1a43efae no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:55:34.142366 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: d5d6febd-5616-4fca-a8de-c65f1a43efae {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:55:34.143169 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device d5d6febd-5616-4fca-a8de-c65f1a43efae not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:55:34.143169 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 01826c6f-1d8e-4aaa-ae4e-ffc87c08425d no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:55:34.183951 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 01826c6f-1d8e-4aaa-ae4e-ffc87c08425d {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:55:34.184248 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 01826c6f-1d8e-4aaa-ae4e-ffc87c08425d not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:55:34.204432 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-96a8d41d-60a4-4f63-92fb-33e5f4fa479a req-b417e3a7-56d2-4440-8987-0e42e0d8b63e tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc210c-964a-4042-82bb-983fec424162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717483 Feb 04 20:55:34.208361 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-0292ff74-84f8-4387-939e-0f0f70374c34 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Allocated IP 192.168.233.59 (54d6ae2e-de73-4435-bfdd-cd390a2143ad/3d2f9c06-58f8-4b66-a033-2aa50eedddcd/f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:55:34.229924 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a0575d55-b579-4180-9272-92b77138db45 req-f1042120-e5f1-43b3-84a1-a393c79f0efb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248062 Feb 04 20:55:34.235212 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-051c6b1a-a7cf-43df-9d3c-818fef5de7d0 req-1345a92a-b9cf-4524-a4fd-be64e7ee3ceb tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716923 Feb 04 20:55:34.369697 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-2ef6ef19-a46e-4df1-8548-cec0065efbce None None] For port 1e911129-0212-47ac-8d08-780c5a2d81ed, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=1e911129-0212-47ac-8d08-780c5a2d81ed,segment=NetworkSegment(1b847a78-a7ba-4102-8f95-30c2eb9ac35b),segment_id=1b847a78-a7ba-4102-8f95-30c2eb9ac35b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:34.370085 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2ef6ef19-a46e-4df1-8548-cec0065efbce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:34.495565 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-0d300024-45e7-421e-abf1-a80632710ede admin admin] For port 1e911129-0212-47ac-8d08-780c5a2d81ed, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=1e911129-0212-47ac-8d08-780c5a2d81ed,segment=NetworkSegment(1b847a78-a7ba-4102-8f95-30c2eb9ac35b),segment_id=1b847a78-a7ba-4102-8f95-30c2eb9ac35b)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:34.496018 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0d300024-45e7-421e-abf1-a80632710ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:34.524297 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-2ef6ef19-a46e-4df1-8548-cec0065efbce None None] Calling delete_port for 1e911129-0212-47ac-8d08-780c5a2d81ed owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:55:34.587273 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2c069e11-2951-4be0-87ca-15f108e4ba86 req-3157092f-5cbb-42df-b090-c6b5633d74dc tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c07ab6f-5f62-4afb-b8fd-ab9ce421f1f4 HTTP/1.1" status: 200 len: 210 time: 0.1772192 Feb 04 20:55:34.628934 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2ef6ef19-a46e-4df1-8548-cec0065efbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:34.649391 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-0d300024-45e7-421e-abf1-a80632710ede admin admin] Calling delete_port for 1e911129-0212-47ac-8d08-780c5a2d81ed owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:55:34.667525 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82033b-d485-4c83-bbc9-e9e7b42c64c1 req-6c768312-a6e9-40ec-8a49-05cb556e1990 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:34.674338 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1d82033b-d485-4c83-bbc9-e9e7b42c64c1 req-6c768312-a6e9-40ec-8a49-05cb556e1990 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=367e5fab-1cc1-4e9e-bfd3-de2b7b52ea03 HTTP/1.1" status: 200 len: 931 time: 0.3361259 Feb 04 20:55:34.688321 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef6ef19-a46e-4df1-8548-cec0065efbce None None] No DVR routers for this DVR port 1e911129-0212-47ac-8d08-780c5a2d81ed on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:55:34.698961 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6ef19-a46e-4df1-8548-cec0065efbce None None] Pushing event deleted for resources: {'Port': ['ID=1e911129-0212-47ac-8d08-780c5a2d81ed,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:34.748793 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-0292ff74-84f8-4387-939e-0f0f70374c34 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:34.769048 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-f2ac1020-cd14-4af1-b89b-f75034017989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9255794-fecd-4bab-b92d-56065123f2e0 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:55:34.780252 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1d82033b-d485-4c83-bbc9-e9e7b42c64c1 req-099c40ed-8561-4409-8ebc-5f04a8bb9a4c tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050918 Feb 04 20:55:34.781912 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-f2ac1020-cd14-4af1-b89b-f75034017989 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:34.782320 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-0292ff74-84f8-4387-939e-0f0f70374c34 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Transition to ACTIVE for port object f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:55:34.787871 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.api [None req-0d300024-45e7-421e-abf1-a80632710ede admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:55:34.788285 n-d-827896-1 neutron-server[87682]: DEBUG oslo_db.api [None req-0d300024-45e7-421e-abf1-a80632710ede admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:55:34.798013 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-f2ac1020-cd14-4af1-b89b-f75034017989 service neutron] Transition to ACTIVE for port object e9255794-fecd-4bab-b92d-56065123f2e0 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:55:34.808376 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-f2ac1020-cd14-4af1-b89b-f75034017989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:34.812282 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-0292ff74-84f8-4387-939e-0f0f70374c34 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:34.834018 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['f88318ba-9f8c-4470-96e0-8352ba9c9bda', 'eaf030fc-f030-4271-bf55-c0de902879dd', '6a99f797-941c-45e2-962d-2d27a61234e8', 'fc119186-a702-403c-9a96-725a72a9de29', 'f010deae-920e-4f3a-921e-41fe4c2ca3a5'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:55:34.877605 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['432de455-77b1-4958-bba0-0a1bca95066f', '814ad5b8-0a85-4719-9ead-1980050796ff'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:55:34.914323 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-0292ff74-84f8-4387-939e-0f0f70374c34 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Network 54d6ae2e-de73-4435-bfdd-cd390a2143ad is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:55:34.922551 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-0292ff74-84f8-4387-939e-0f0f70374c34 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:55:34.925191 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-0292ff74-84f8-4387-939e-0f0f70374c34 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:55:35.007984 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-0292ff74-84f8-4387-939e-0f0f70374c34 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:35.008893 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-0292ff74-84f8-4387-939e-0f0f70374c34 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:35.047066 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292ff74-84f8-4387-939e-0f0f70374c34 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Pushing event updated for resources: {'Port': ['ID=f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:35.064761 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-0292ff74-84f8-4387-939e-0f0f70374c34 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3910179 Feb 04 20:55:35.146929 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac1020-cd14-4af1-b89b-f75034017989 service neutron] Pushing event updated for resources: {'Port': ['ID=e9255794-fecd-4bab-b92d-56065123f2e0,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:35.201018 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-f2ac1020-cd14-4af1-b89b-f75034017989 service neutron] Attempting to bind port e9255794-fecd-4bab-b92d-56065123f2e0 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:55:35.201372 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-f2ac1020-cd14-4af1-b89b-f75034017989 service neutron] Attempting to bind port e9255794-fecd-4bab-b92d-56065123f2e0 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '673dc65b-eb24-40c2-b385-7348d9364d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '39d2ac62-44cb-480e-a4e0-face7b3c55fb'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:55:35.201699 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-f2ac1020-cd14-4af1-b89b-f75034017989 service neutron] Attempting to bind port e9255794-fecd-4bab-b92d-56065123f2e0 on network 39d2ac62-44cb-480e-a4e0-face7b3c55fb {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:55:35.228889 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-f2ac1020-cd14-4af1-b89b-f75034017989 service neutron] Port e9255794-fecd-4bab-b92d-56065123f2e0 on network 39d2ac62-44cb-480e-a4e0-face7b3c55fb not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:55:35.229203 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-f2ac1020-cd14-4af1-b89b-f75034017989 service neutron] Attempting to bind port e9255794-fecd-4bab-b92d-56065123f2e0 on network 39d2ac62-44cb-480e-a4e0-face7b3c55fb {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:55:35.245977 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-f2ac1020-cd14-4af1-b89b-f75034017989 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:55:35.246314 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-f2ac1020-cd14-4af1-b89b-f75034017989 service neutron] Checking segment: {'id': '673dc65b-eb24-40c2-b385-7348d9364d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '39d2ac62-44cb-480e-a4e0-face7b3c55fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:55:35.246693 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-f2ac1020-cd14-4af1-b89b-f75034017989 service neutron] Bound using segment: {'id': '673dc65b-eb24-40c2-b385-7348d9364d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '39d2ac62-44cb-480e-a4e0-face7b3c55fb'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:55:35.247118 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-f2ac1020-cd14-4af1-b89b-f75034017989 service neutron] Bound port: e9255794-fecd-4bab-b92d-56065123f2e0, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673dc65b-eb24-40c2-b385-7348d9364d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '39d2ac62-44cb-480e-a4e0-face7b3c55fb'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:55:35.247477 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-f2ac1020-cd14-4af1-b89b-f75034017989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:35.289656 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-0d300024-45e7-421e-abf1-a80632710ede admin admin] Deleting port 1e911129-0212-47ac-8d08-780c5a2d81ed {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:55:35.290088 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0d300024-45e7-421e-abf1-a80632710ede admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:35.319664 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-c38f5064-7e79-4b31-aa94-d2a23c40b09d tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:35.321109 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-c38f5064-7e79-4b31-aa94-d2a23c40b09d tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] 10.222.0.26 "GET /v2.0/networks?id=2e2f5940-7649-463e-91ba-b2bda9ad1958 HTTP/1.1" status: 200 len: 814 time: 0.3676970 Feb 04 20:55:35.340527 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-63e65acf-b96e-4dc5-91ab-5f92fdc71514 None None] Provisioning for port f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:55:35.352636 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-63e65acf-b96e-4dc5-91ab-5f92fdc71514 None None] Provisioning complete for port f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:55:35.353295 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-63e65acf-b96e-4dc5-91ab-5f92fdc71514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:35.357080 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-6ea770a2-b7fb-441a-8b91-cf3d54746628 tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] 10.222.0.26 "GET /v2.0/quotas/c7d9c0a9e50846ec9f44f14fde17f9ad HTTP/1.1" status: 200 len: 375 time: 0.0204504 Feb 04 20:55:35.367091 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87eec77-9493-4293-b57f-2664da918e1a req-0ff1beee-466b-44ed-ab0c-871af07c9d28 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:35.368112 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c87eec77-9493-4293-b57f-2664da918e1a req-0ff1beee-466b-44ed-ab0c-871af07c9d28 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 945 time: 0.3567016 Feb 04 20:55:35.373116 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-0d300024-45e7-421e-abf1-a80632710ede admin admin] The port '1e911129-0212-47ac-8d08-780c5a2d81ed' was deleted {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:55:35.446803 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-bda13abd-486c-4f3f-8abb-2c3a07077bdc tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c7d9c0a9e50846ec9f44f14fde17f9ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692463 Feb 04 20:55:35.466005 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-f2ac1020-cd14-4af1-b89b-f75034017989 service neutron] For port e9255794-fecd-4bab-b92d-56065123f2e0, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:55:35.493162 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0d300024-45e7-421e-abf1-a80632710ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:35.494747 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-63e65acf-b96e-4dc5-91ab-5f92fdc71514 None None] Port f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:55:35.506259 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c87eec77-9493-4293-b57f-2664da918e1a req-ff0bdced-6676-4b93-8ced-8e2e8a30551e tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268554 Feb 04 20:55:35.509752 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-f2ac1020-cd14-4af1-b89b-f75034017989 service neutron] For port e9255794-fecd-4bab-b92d-56065123f2e0, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=e9255794-fecd-4bab-b92d-56065123f2e0,segment=NetworkSegment(673dc65b-eb24-40c2-b385-7348d9364d07),segment_id=673dc65b-eb24-40c2-b385-7348d9364d07)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:55:35.524744 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-0d300024-45e7-421e-abf1-a80632710ede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e2803ea-60d8-4403-af2e-88a8b60f479e']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:35.539835 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-0d300024-45e7-421e-abf1-a80632710ede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b847a78-a7ba-4102-8f95-30c2eb9ac35b') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:35.540178 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-0d300024-45e7-421e-abf1-a80632710ede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b847a78-a7ba-4102-8f95-30c2eb9ac35b') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:55:35.555589 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0d300024-45e7-421e-abf1-a80632710ede admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:35.577262 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0d300024-45e7-421e-abf1-a80632710ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:35.584077 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-f2ac1020-cd14-4af1-b89b-f75034017989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:35.590367 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d300024-45e7-421e-abf1-a80632710ede admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:55:35.591078 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0d300024-45e7-421e-abf1-a80632710ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: timer() Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:55:35.610323 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:55:35.690999 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0d300024-45e7-421e-abf1-a80632710ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:35.700719 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-f2ac1020-cd14-4af1-b89b-f75034017989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:35.701505 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-f2ac1020-cd14-4af1-b89b-f75034017989 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:35.702846 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-f2ac1020-cd14-4af1-b89b-f75034017989 service neutron] 10.222.0.18 "PUT /v2.0/ports/e9255794-fecd-4bab-b92d-56065123f2e0 HTTP/1.1" status: 200 len: 1091 time: 2.5476317 Feb 04 20:55:35.713381 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0d300024-45e7-421e-abf1-a80632710ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:35.718549 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367e5fab-1cc1-4e9e-bfd3-de2b7b52ea03', 'tag': 'e9255794-fecd-4bab-b92d-56065123f2e0'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:55:35.722230 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d300024-45e7-421e-abf1-a80632710ede admin admin] Pushing event deleted for resources: {'Network': ['ID=1e2803ea-60d8-4403-af2e-88a8b60f479e,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:35.727458 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0d300024-45e7-421e-abf1-a80632710ede admin admin] 10.222.0.26 "DELETE /v2.0/networks/1e2803ea-60d8-4403-af2e-88a8b60f479e HTTP/1.1" status: 204 len: 168 time: 2.4530909 Feb 04 20:55:35.829960 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac1020-cd14-4af1-b89b-f75034017989 service neutron] Pushing event updated for resources: {'Port': ['ID=e9255794-fecd-4bab-b92d-56065123f2e0,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:35.864241 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-afc85820-9680-482a-a658-aeffe17ca14b service neutron] 10.222.0.26 "GET /v2.0/networks/2e2f5940-7649-463e-91ba-b2bda9ad1958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928306 Feb 04 20:55:35.928314 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47592) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:55:35.950414 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 1e911129-0212-47ac-8d08-780c5a2d81ed no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:55:35.961558 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae39f7-7530-4acd-9906-b7827c986907 req-3487c2ed-9314-4f7a-acfe-7700eebebca1 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:35.963013 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b9ae39f7-7530-4acd-9906-b7827c986907 req-3487c2ed-9314-4f7a-acfe-7700eebebca1 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e3055c-e921-43c1-b9ea-afad985046aa HTTP/1.1" status: 200 len: 950 time: 0.3337665 Feb 04 20:55:35.987730 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-11e38904-5e27-411a-bec4-3f4a33d5a660 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7208c62bc0ff436b8f7c372434458b82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0579839 Feb 04 20:55:35.991346 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 1e911129-0212-47ac-8d08-780c5a2d81ed {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:55:35.991512 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47596) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:55:35.991887 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 1e911129-0212-47ac-8d08-780c5a2d81ed not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:55:35.996529 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-000b0986-5f9e-4a11-9510-9344852ff3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:35.997985 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-000b0986-5f9e-4a11-9510-9344852ff3e1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ac46149bf1a34e05b9bda12dd094e5c4&device_id=367e5fab-1cc1-4e9e-bfd3-de2b7b52ea03 HTTP/1.1" status: 200 len: 1094 time: 0.2538242 Feb 04 20:55:36.056403 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-955b2932-1fe2-40c0-b45c-bb720deb69bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:36.082562 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-955b2932-1fe2-40c0-b45c-bb720deb69bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:36.096112 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-e66a41e4-aaa7-43f2-a845-2455550261bc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9255794-fecd-4bab-b92d-56065123f2e0 HTTP/1.1" status: 200 len: 217 time: 0.0899699 Feb 04 20:55:36.136006 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-955b2932-1fe2-40c0-b45c-bb720deb69bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:36.149861 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b9ae39f7-7530-4acd-9906-b7827c986907 req-8aadfafd-af80-47e4-a0a8-3e350f48ee9b tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc210c-964a-4042-82bb-983fec424162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716933 Feb 04 20:55:36.151393 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b2932-1fe2-40c0-b45c-bb720deb69bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85a914e-4f56-44b7-869f-014d285fd6c8,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:36.159288 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-955b2932-1fe2-40c0-b45c-bb720deb69bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:36.160532 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-955b2932-1fe2-40c0-b45c-bb720deb69bc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b85a914e-4f56-44b7-869f-014d285fd6c8 HTTP/1.1" status: 204 len: 168 time: 0.1680243 Feb 04 20:55:36.173445 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-0e6df460-9212-42dd-8420-f4249f739dfa service neutron] 10.222.0.26 "GET /v2.0/networks/2e2f5940-7649-463e-91ba-b2bda9ad1958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005452 Feb 04 20:55:36.205080 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-747a6cff-b235-46bb-908c-3f20b0774ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:36.208200 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-747a6cff-b235-46bb-908c-3f20b0774ec0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8c37f354-72c6-48cb-981d-e4dbeabb2472 HTTP/1.1" status: 200 len: 861 time: 0.0977921 Feb 04 20:55:36.288089 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-cef499c7-1e48-4064-a1c6-16731e6d4ddb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39d2ac62-44cb-480e-a4e0-face7b3c55fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612938 Feb 04 20:55:36.655062 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-67d15b60-9b67-4ca7-99cf-d2e6737b27bd service neutron] 10.222.0.18 "GET /v2.0/networks/39d2ac62-44cb-480e-a4e0-face7b3c55fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289907 Feb 04 20:55:36.667530 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe201c3-86fa-4640-b20f-cb0ce83adf91 req-ee009a06-0ab9-4e52-825e-4cdacd9fbce8 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:36.668990 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7fe201c3-86fa-4640-b20f-cb0ce83adf91 req-ee009a06-0ab9-4e52-825e-4cdacd9fbce8 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 946 time: 0.3857632 Feb 04 20:55:36.767558 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be704fc8-a026-45d4-bb9b-1de2d3a7001f req-d4b6a546-beaf-4ae5-9b2e-c06247c21591 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:36.769017 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-be704fc8-a026-45d4-bb9b-1de2d3a7001f req-d4b6a546-beaf-4ae5-9b2e-c06247c21591 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c07ab6f-5f62-4afb-b8fd-ab9ce421f1f4 HTTP/1.1" status: 200 len: 935 time: 0.2587848 Feb 04 20:55:36.837287 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7fe201c3-86fa-4640-b20f-cb0ce83adf91 req-9da523bf-8be8-4afa-9035-29b5206b8530 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464417 Feb 04 20:55:36.874686 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-be704fc8-a026-45d4-bb9b-1de2d3a7001f req-3a865f6f-3dbc-41e6-88b7-7d3993d556c7 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975788 Feb 04 20:55:36.915097 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f6377c28-b2fd-4209-86ce-1ba540dbd98a req-c137fcee-8c18-440c-8d27-f0a3f84c0e4a service neutron] 10.222.0.18 "GET /v2.0/networks/39d2ac62-44cb-480e-a4e0-face7b3c55fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450893 Feb 04 20:55:36.936826 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367e5fab-1cc1-4e9e-bfd3-de2b7b52ea03', 'tag': 'e9255794-fecd-4bab-b92d-56065123f2e0', 'status': 'completed', 'code': 200} Feb 04 20:55:37.080093 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47632) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:55:37.142783 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-de365a1d-3ee1-4b33-9162-b478480ca906 req-897c6d29-1f3d-485f-86ab-2e3ff598998b tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0c20bee-08ea-4c89-8437-b78fa310f590 HTTP/1.1" status: 200 len: 210 time: 0.0553892 Feb 04 20:55:37.197542 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e33a2b-a040-4532-a486-6f3ab8471505 req-193eecdb-f50c-4623-93ac-bd617197d6f9 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:37.199382 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-57e33a2b-a040-4532-a486-6f3ab8471505 req-193eecdb-f50c-4623-93ac-bd617197d6f9 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=367e5fab-1cc1-4e9e-bfd3-de2b7b52ea03 HTTP/1.1" status: 200 len: 943 time: 0.2121351 Feb 04 20:55:37.201590 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f169611-88c6-41bf-b86c-592d49667633 req-ad8617ab-828e-4b95-a0e3-939c4301a581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:37.202983 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f169611-88c6-41bf-b86c-592d49667633 req-ad8617ab-828e-4b95-a0e3-939c4301a581 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ac46149bf1a34e05b9bda12dd094e5c4&device_id=367e5fab-1cc1-4e9e-bfd3-de2b7b52ea03 HTTP/1.1" status: 200 len: 1094 time: 0.1706576 Feb 04 20:55:37.214272 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-b4a9fff2-2943-4f1a-b1f9-ed68ecaa0fd4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-337163992-network', 'tenant_id': 'f4da01125e7c4dd0833698f7f2de26a7'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:55:37.219639 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b4a9fff2-2943-4f1a-b1f9-ed68ecaa0fd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:55:37.224777 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b4a9fff2-2943-4f1a-b1f9-ed68ecaa0fd4 admin admin] Usage tracker for resource:network and tenant:f4da01125e7c4dd0833698f7f2de26a7 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:55:37.228108 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b4a9fff2-2943-4f1a-b1f9-ed68ecaa0fd4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:55:37.234563 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b4a9fff2-2943-4f1a-b1f9-ed68ecaa0fd4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:55:37.247179 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a9fff2-2943-4f1a-b1f9-ed68ecaa0fd4 admin admin] Made reservation on behalf of f4da01125e7c4dd0833698f7f2de26a7 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:55:37.249675 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b4a9fff2-2943-4f1a-b1f9-ed68ecaa0fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:37.263207 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b4a9fff2-2943-4f1a-b1f9-ed68ecaa0fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:37.278922 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b4a9fff2-2943-4f1a-b1f9-ed68ecaa0fd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:55:37.282750 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b4a9fff2-2943-4f1a-b1f9-ed68ecaa0fd4 admin admin] Usage tracker for resource:security_group_rule and tenant:f4da01125e7c4dd0833698f7f2de26a7 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:55:37.286168 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b4a9fff2-2943-4f1a-b1f9-ed68ecaa0fd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:55:37.291794 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b4a9fff2-2943-4f1a-b1f9-ed68ecaa0fd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:55:37.374956 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-57e33a2b-a040-4532-a486-6f3ab8471505 req-ef2dd4c6-63fe-4dcf-9db0-5425514e81e2 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681595 Feb 04 20:55:37.382824 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b4a9fff2-2943-4f1a-b1f9-ed68ecaa0fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:37.397521 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b4a9fff2-2943-4f1a-b1f9-ed68ecaa0fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:37.419976 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a9fff2-2943-4f1a-b1f9-ed68ecaa0fd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:55:37.429791 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9fff2-2943-4f1a-b1f9-ed68ecaa0fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90534580-969e-4349-8372-dccd27f6c398,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:37.431515 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f169611-88c6-41bf-b86c-592d49667633 req-53a6ec1f-3936-46e2-9f17-26e4a56780ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:37.433026 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f169611-88c6-41bf-b86c-592d49667633 req-53a6ec1f-3936-46e2-9f17-26e4a56780ed service neutron] 10.222.0.18 "GET /v2.0/networks?id=39d2ac62-44cb-480e-a4e0-face7b3c55fb HTTP/1.1" status: 200 len: 922 time: 0.2127876 Feb 04 20:55:37.437078 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b4a9fff2-2943-4f1a-b1f9-ed68ecaa0fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:37.437464 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-b4a9fff2-2943-4f1a-b1f9-ed68ecaa0fd4 admin admin] Added segment 85aba820-b386-48fc-9381-285c1f3f2f76 of type vlan for network 58692d71-156d-4fb6-ace3-10c851e59b5e Feb 04 20:55:37.449063 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8dace9-45e1-4465-90d7-9f64a321adbc req-85098590-fe4e-41c9-807f-db68abcdc99c tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:37.450800 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8b8dace9-45e1-4465-90d7-9f64a321adbc req-85098590-fe4e-41c9-807f-db68abcdc99c tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 945 time: 0.1580737 Feb 04 20:55:37.478986 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b4a9fff2-2943-4f1a-b1f9-ed68ecaa0fd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:37.526502 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b4a9fff2-2943-4f1a-b1f9-ed68ecaa0fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:37.527704 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a9fff2-2943-4f1a-b1f9-ed68ecaa0fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:37.528441 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b4a9fff2-2943-4f1a-b1f9-ed68ecaa0fd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:37.566251 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f169611-88c6-41bf-b86c-592d49667633 req-717c72dc-ad11-4b4e-b82c-caad417b3687 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9255794-fecd-4bab-b92d-56065123f2e0 HTTP/1.1" status: 200 len: 217 time: 0.1144929 Feb 04 20:55:37.644539 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9fff2-2943-4f1a-b1f9-ed68ecaa0fd4 admin admin] Pushing event updated for resources: {'Network': ['ID=58692d71-156d-4fb6-ace3-10c851e59b5e,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:37.649100 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b4a9fff2-2943-4f1a-b1f9-ed68ecaa0fd4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5678329 Feb 04 20:55:37.651923 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47640) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:55:37.656611 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 58692d71-156d-4fb6-ace3-10c851e59b5e details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:55:37.660824 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-f9d7901e-06b3-4a83-b66f-ca09aaf9fb2d admin admin] Request body: {'subnet': {'network_id': '58692d71-156d-4fb6-ace3-10c851e59b5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-337163992-subnet', 'tenant_id': 'f4da01125e7c4dd0833698f7f2de26a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:55:37.666802 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f9d7901e-06b3-4a83-b66f-ca09aaf9fb2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:55:37.671340 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f9d7901e-06b3-4a83-b66f-ca09aaf9fb2d admin admin] Usage tracker for resource:subnet and tenant:f4da01125e7c4dd0833698f7f2de26a7 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:55:37.674015 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f9d7901e-06b3-4a83-b66f-ca09aaf9fb2d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:55:37.681469 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f9d7901e-06b3-4a83-b66f-ca09aaf9fb2d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:55:37.693509 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d7901e-06b3-4a83-b66f-ca09aaf9fb2d admin admin] Made reservation on behalf of f4da01125e7c4dd0833698f7f2de26a7 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:55:37.697129 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f9d7901e-06b3-4a83-b66f-ca09aaf9fb2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:37.745251 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8b8dace9-45e1-4465-90d7-9f64a321adbc req-7bee0443-6d32-4e23-af8c-866e6ace4cbd tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298944 Feb 04 20:55:37.772506 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f169611-88c6-41bf-b86c-592d49667633 req-20d9a625-6915-44d8-84dc-b5b7839feb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:37.773979 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f169611-88c6-41bf-b86c-592d49667633 req-20d9a625-6915-44d8-84dc-b5b7839feb34 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8c37f354-72c6-48cb-981d-e4dbeabb2472 HTTP/1.1" status: 200 len: 861 time: 0.1978090 Feb 04 20:55:37.849313 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f169611-88c6-41bf-b86c-592d49667633 req-270dcc2e-3b8b-446b-a54c-72830634810e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39d2ac62-44cb-480e-a4e0-face7b3c55fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582285 Feb 04 20:55:37.892515 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-45d7f600-278b-47a3-a25f-8cb5ec04e8bd tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:37.893990 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-45d7f600-278b-47a3-a25f-8cb5ec04e8bd tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] 10.222.0.18 "GET /v2.0/networks?id=2e2f5940-7649-463e-91ba-b2bda9ad1958 HTTP/1.1" status: 200 len: 814 time: 0.2768164 Feb 04 20:55:37.902147 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aac8bb-0a25-4da7-8d80-e8f3d1afe1ce req-4f670c32-8454-4254-acb4-eb1e8e4438ef tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:37.903450 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-16aac8bb-0a25-4da7-8d80-e8f3d1afe1ce req-4f670c32-8454-4254-acb4-eb1e8e4438ef tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e3055c-e921-43c1-b9ea-afad985046aa HTTP/1.1" status: 200 len: 950 time: 0.3871026 Feb 04 20:55:37.911743 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-9f1841c2-4fb6-4af8-800d-c88d26b4a6ed tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Request body: {'port': {'device_id': 'e0c20bee-08ea-4c89-8437-b78fa310f590', 'network_id': '2e2f5940-7649-463e-91ba-b2bda9ad1958', 'admin_state_up': True, 'tenant_id': 'c7d9c0a9e50846ec9f44f14fde17f9ad'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:55:37.936292 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f9d7901e-06b3-4a83-b66f-ca09aaf9fb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:38.119182 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7901e-06b3-4a83-b66f-ca09aaf9fb2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=471d5236-38d9-46d6-b230-ea73933817b4,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:38.125267 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d7901e-06b3-4a83-b66f-ca09aaf9fb2d admin admin] Checking segment: {'id': '85aba820-b386-48fc-9381-285c1f3f2f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '58692d71-156d-4fb6-ace3-10c851e59b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:55:38.125603 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d7901e-06b3-4a83-b66f-ca09aaf9fb2d admin admin] Network hostable DHCP agents. Network: 58692d71-156d-4fb6-ace3-10c851e59b5e, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:55:38.146606 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d7901e-06b3-4a83-b66f-ca09aaf9fb2d admin admin] Network 58692d71-156d-4fb6-ace3-10c851e59b5e is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:55:38.156921 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-f9d7901e-06b3-4a83-b66f-ca09aaf9fb2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 58692d71-156d-4fb6-ace3-10c851e59b5e) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:55:38.161911 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d7901e-06b3-4a83-b66f-ca09aaf9fb2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:38.162497 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f9d7901e-06b3-4a83-b66f-ca09aaf9fb2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:38.166450 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4a93b3-f5ce-4890-843c-727ad47acbe4 None None] Network 58692d71-156d-4fb6-ace3-10c851e59b5e requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:55:38.186343 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f9d7901e-06b3-4a83-b66f-ca09aaf9fb2d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5332122 Feb 04 20:55:38.284731 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-16aac8bb-0a25-4da7-8d80-e8f3d1afe1ce req-83c1ee81-4cd1-4b1b-bd29-391585326fd1 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc210c-964a-4042-82bb-983fec424162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141928 Feb 04 20:55:38.342748 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f169611-88c6-41bf-b86c-592d49667633 req-1b2a5448-4255-49e4-9ca1-2073fe005cf6 service neutron] 10.222.0.18 "GET /v2.0/networks/39d2ac62-44cb-480e-a4e0-face7b3c55fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815392 Feb 04 20:55:38.383128 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-9f1841c2-4fb6-4af8-800d-c88d26b4a6ed tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:55:38.415573 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e0a56c-2108-4972-8990-9d80565be717 None None] Network 58692d71-156d-4fb6-ace3-10c851e59b5e requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:55:38.442285 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-9f1841c2-4fb6-4af8-800d-c88d26b4a6ed tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Usage tracker for resource:port and tenant:c7d9c0a9e50846ec9f44f14fde17f9ad is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:55:38.475406 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-9f1841c2-4fb6-4af8-800d-c88d26b4a6ed tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:55:38.496729 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c736c-026b-4fb1-99b7-19326173f34d req-6c0410a2-f2d3-4848-ad81-a96c9b536bfd tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:38.498225 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f50c736c-026b-4fb1-99b7-19326173f34d req-6c0410a2-f2d3-4848-ad81-a96c9b536bfd tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 946 time: 0.5233943 Feb 04 20:55:38.513863 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-9f1841c2-4fb6-4af8-800d-c88d26b4a6ed tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:55:38.589456 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-9f1841c2-4fb6-4af8-800d-c88d26b4a6ed tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Made reservation on behalf of c7d9c0a9e50846ec9f44f14fde17f9ad for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:55:38.593107 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-9f1841c2-4fb6-4af8-800d-c88d26b4a6ed tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:38.626436 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f50c736c-026b-4fb1-99b7-19326173f34d req-5dc0a570-f7e3-480d-a266-ecee03456200 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161189 Feb 04 20:55:38.628261 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f169611-88c6-41bf-b86c-592d49667633 req-26d3fc56-f34e-42de-8381-d2a2606fc533 service neutron] 10.222.0.18 "GET /v2.0/networks/39d2ac62-44cb-480e-a4e0-face7b3c55fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774348 Feb 04 20:55:38.696669 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c534c2-23a7-43df-bb66-0c96ea94466d req-a2d5e3d9-bad5-44fd-8c88-c2f47dfa5a16 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:38.698091 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f5c534c2-23a7-43df-bb66-0c96ea94466d req-a2d5e3d9-bad5-44fd-8c88-c2f47dfa5a16 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c07ab6f-5f62-4afb-b8fd-ab9ce421f1f4 HTTP/1.1" status: 200 len: 935 time: 0.2661173 Feb 04 20:55:38.787996 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5f25b7a0-bd10-479b-86ca-6cc219aed384 req-8dbd5b91-e918-47d6-8014-8692c7accb51 tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0c20bee-08ea-4c89-8437-b78fa310f590 HTTP/1.1" status: 200 len: 210 time: 0.0602546 Feb 04 20:55:38.852734 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f5c534c2-23a7-43df-bb66-0c96ea94466d req-fb330005-ee17-4fb3-925d-fba88fa89dcb tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438007 Feb 04 20:55:38.882206 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-9f1841c2-4fb6-4af8-800d-c88d26b4a6ed tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Allocated IP 172.20.0.8 (2e2f5940-7649-463e-91ba-b2bda9ad1958/5ab28547-e4b6-4bd7-9a80-e8a3c508509c/b2f75331-6bf9-4d4a-8c7c-6af04f5242e8) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:55:39.082226 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-6bc93af1-50dc-49ee-965d-0acadb811f3f req-04a1188c-a6e0-440a-bc0b-fb0fdf71dd93 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1046249978', 'description': 'tempest-description-117219237'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:55:39.096658 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-6bc93af1-50dc-49ee-965d-0acadb811f3f req-04a1188c-a6e0-440a-bc0b-fb0fdf71dd93 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:55:39.116643 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-6bc93af1-50dc-49ee-965d-0acadb811f3f req-04a1188c-a6e0-440a-bc0b-fb0fdf71dd93 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Usage tracker for resource:security_group and tenant:f4da01125e7c4dd0833698f7f2de26a7 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:55:39.122654 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-6bc93af1-50dc-49ee-965d-0acadb811f3f req-04a1188c-a6e0-440a-bc0b-fb0fdf71dd93 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:55:39.134853 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-6bc93af1-50dc-49ee-965d-0acadb811f3f req-04a1188c-a6e0-440a-bc0b-fb0fdf71dd93 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:55:39.172762 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-6bc93af1-50dc-49ee-965d-0acadb811f3f req-04a1188c-a6e0-440a-bc0b-fb0fdf71dd93 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:39.195504 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-9f1841c2-4fb6-4af8-800d-c88d26b4a6ed tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:39.215080 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1ec55-ed1a-4c33-8641-33299abeebef req-b3d50b7b-895c-42df-b0cb-5401083f4794 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:39.216525 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3ff1ec55-ed1a-4c33-8641-33299abeebef req-b3d50b7b-895c-42df-b0cb-5401083f4794 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=367e5fab-1cc1-4e9e-bfd3-de2b7b52ea03 HTTP/1.1" status: 200 len: 943 time: 0.2477493 Feb 04 20:55:39.218679 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-6bc93af1-50dc-49ee-965d-0acadb811f3f req-04a1188c-a6e0-440a-bc0b-fb0fdf71dd93 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:55:39.225379 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-6bc93af1-50dc-49ee-965d-0acadb811f3f req-04a1188c-a6e0-440a-bc0b-fb0fdf71dd93 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Usage tracker for resource:security_group_rule and tenant:f4da01125e7c4dd0833698f7f2de26a7 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:55:39.240612 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-6bc93af1-50dc-49ee-965d-0acadb811f3f req-04a1188c-a6e0-440a-bc0b-fb0fdf71dd93 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:55:39.253315 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-6bc93af1-50dc-49ee-965d-0acadb811f3f req-04a1188c-a6e0-440a-bc0b-fb0fdf71dd93 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:55:39.297013 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3ff1ec55-ed1a-4c33-8641-33299abeebef req-c1f5678b-6981-40be-893d-370ccbf9a16d tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727131 Feb 04 20:55:39.304959 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-9f1841c2-4fb6-4af8-800d-c88d26b4a6ed tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:39.401558 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-9f1841c2-4fb6-4af8-800d-c88d26b4a6ed tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Network 2e2f5940-7649-463e-91ba-b2bda9ad1958 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:55:39.434932 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-9f1841c2-4fb6-4af8-800d-c88d26b4a6ed tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:55:39.452555 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-9f1841c2-4fb6-4af8-800d-c88d26b4a6ed tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:55:39.458046 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-9f1841c2-4fb6-4af8-800d-c88d26b4a6ed tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:39.458637 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-9f1841c2-4fb6-4af8-800d-c88d26b4a6ed tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:39.481446 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1841c2-4fb6-4af8-800d-c88d26b4a6ed tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Pushing event updated for resources: {'Port': ['ID=b2f75331-6bf9-4d4a-8c7c-6af04f5242e8,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:39.497122 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-6bc93af1-50dc-49ee-965d-0acadb811f3f req-04a1188c-a6e0-440a-bc0b-fb0fdf71dd93 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:39.508723 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-6bc93af1-50dc-49ee-965d-0acadb811f3f req-04a1188c-a6e0-440a-bc0b-fb0fdf71dd93 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:39.551566 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-9f1841c2-4fb6-4af8-800d-c88d26b4a6ed tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6464877 Feb 04 20:55:39.555781 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-6bc93af1-50dc-49ee-965d-0acadb811f3f req-04a1188c-a6e0-440a-bc0b-fb0fdf71dd93 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:39.556853 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6bc93af1-50dc-49ee-965d-0acadb811f3f req-04a1188c-a6e0-440a-bc0b-fb0fdf71dd93 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4845288 Feb 04 20:55:39.563212 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a1188c-a6e0-440a-bc0b-fb0fdf71dd93 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0eeb13-68c3-44b7-9631-7e53b2d387ff,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:39.571115 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-d6a73386-c853-46c3-bf51-a4e7102741a5 service neutron] Request body: {'port': {'device_id': 'e0c20bee-08ea-4c89-8437-b78fa310f590', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:55:39.630646 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd8e38-d9ef-43ce-85ca-7e9f5a7242cb req-98eef4bb-38cc-41f0-b145-2cd3f3225f4f tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:39.632100 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6ecd8e38-d9ef-43ce-85ca-7e9f5a7242cb req-98eef4bb-38cc-41f0-b145-2cd3f3225f4f tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 945 time: 0.2352989 Feb 04 20:55:39.734762 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6ecd8e38-d9ef-43ce-85ca-7e9f5a7242cb req-745a95af-04b5-4713-a124-bc231ee720d3 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958452 Feb 04 20:55:39.735512 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-d6a73386-c853-46c3-bf51-a4e7102741a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:39.766416 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-4c612409-691f-414c-a279-4ddd6f142ca3 req-71eb6459-e22c-440c-bed0-40d79448d9f1 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-212258259', 'description': 'tempest-description-533528660'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:55:39.810646 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-4c612409-691f-414c-a279-4ddd6f142ca3 req-71eb6459-e22c-440c-bed0-40d79448d9f1 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:55:39.860299 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-4c612409-691f-414c-a279-4ddd6f142ca3 req-71eb6459-e22c-440c-bed0-40d79448d9f1 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Usage tracker for resource:security_group and tenant:f4da01125e7c4dd0833698f7f2de26a7 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:55:39.868586 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-4c612409-691f-414c-a279-4ddd6f142ca3 req-71eb6459-e22c-440c-bed0-40d79448d9f1 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:55:39.881726 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-4c612409-691f-414c-a279-4ddd6f142ca3 req-71eb6459-e22c-440c-bed0-40d79448d9f1 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:55:39.928263 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device e9255794-fecd-4bab-b92d-56065123f2e0 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:55:39.954351 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4c612409-691f-414c-a279-4ddd6f142ca3 req-71eb6459-e22c-440c-bed0-40d79448d9f1 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:39.996834 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-4c612409-691f-414c-a279-4ddd6f142ca3 req-71eb6459-e22c-440c-bed0-40d79448d9f1 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:55:40.021678 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-4c612409-691f-414c-a279-4ddd6f142ca3 req-71eb6459-e22c-440c-bed0-40d79448d9f1 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Usage tracker for resource:security_group_rule and tenant:f4da01125e7c4dd0833698f7f2de26a7 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:55:40.025664 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-4c612409-691f-414c-a279-4ddd6f142ca3 req-71eb6459-e22c-440c-bed0-40d79448d9f1 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:55:40.070342 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port e9255794-fecd-4bab-b92d-56065123f2e0, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=e9255794-fecd-4bab-b92d-56065123f2e0,segment=NetworkSegment(673dc65b-eb24-40c2-b385-7348d9364d07),segment_id=673dc65b-eb24-40c2-b385-7348d9364d07)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:40.081377 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-4c612409-691f-414c-a279-4ddd6f142ca3 req-71eb6459-e22c-440c-bed0-40d79448d9f1 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:55:40.082483 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-51473adb-9c00-4be4-9ca8-82e1757f1ae5 service neutron] Request body: {'port': {'device_id': '7c07ab6f-5f62-4afb-b8fd-ab9ce421f1f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:55:40.090273 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'e9255794-fecd-4bab-b92d-56065123f2e0', 'network_id': '39d2ac62-44cb-480e-a4e0-face7b3c55fb', 'port_id': 'e9255794-fecd-4bab-b92d-56065123f2e0', 'mac_address': 'fa:16:3e:65:bb:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c37f354-72c6-48cb-981d-e4dbeabb2472', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:55:40.099740 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0cb6c-b8ac-46ae-9eda-ea2f2f70ea27 req-99c7d3d5-c9eb-4475-9a23-c5534fe4d768 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:40.101220 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-faf0cb6c-b8ac-46ae-9eda-ea2f2f70ea27 req-99c7d3d5-c9eb-4475-9a23-c5534fe4d768 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e3055c-e921-43c1-b9ea-afad985046aa HTTP/1.1" status: 200 len: 950 time: 0.2977316 Feb 04 20:55:40.162571 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:40.179751 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9255794-fecd-4bab-b92d-56065123f2e0 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:55:40.188171 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-faf0cb6c-b8ac-46ae-9eda-ea2f2f70ea27 req-a66975f4-47ce-4105-8515-bd8498fe1ef4 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc210c-964a-4042-82bb-983fec424162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753236 Feb 04 20:55:40.196377 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port e9255794-fecd-4bab-b92d-56065123f2e0, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=e9255794-fecd-4bab-b92d-56065123f2e0,segment=NetworkSegment(673dc65b-eb24-40c2-b385-7348d9364d07),segment_id=673dc65b-eb24-40c2-b385-7348d9364d07)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:40.200706 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:40.214323 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-51473adb-9c00-4be4-9ca8-82e1757f1ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:40.291769 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=e9255794-fecd-4bab-b92d-56065123f2e0,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:40.299283 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4c612409-691f-414c-a279-4ddd6f142ca3 req-71eb6459-e22c-440c-bed0-40d79448d9f1 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:40.348144 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4c612409-691f-414c-a279-4ddd6f142ca3 req-71eb6459-e22c-440c-bed0-40d79448d9f1 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:40.530899 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['e9255794-fecd-4bab-b92d-56065123f2e0'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:55:40.557540 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-d6a73386-c853-46c3-bf51-a4e7102741a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2f75331-6bf9-4d4a-8c7c-6af04f5242e8 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:55:40.568338 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb6459-e22c-440c-bed0-40d79448d9f1 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee7d21a-878a-496b-8513-5f6d9882ce8f,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:40.576916 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-d6a73386-c853-46c3-bf51-a4e7102741a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:40.579409 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4c612409-691f-414c-a279-4ddd6f142ca3 req-71eb6459-e22c-440c-bed0-40d79448d9f1 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:40.580575 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4c612409-691f-414c-a279-4ddd6f142ca3 req-71eb6459-e22c-440c-bed0-40d79448d9f1 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.8194041 Feb 04 20:55:40.590085 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-51473adb-9c00-4be4-9ca8-82e1757f1ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:55:40.598984 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-51473adb-9c00-4be4-9ca8-82e1757f1ae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:40.604027 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-d6a73386-c853-46c3-bf51-a4e7102741a5 service neutron] Transition to ACTIVE for port object b2f75331-6bf9-4d4a-8c7c-6af04f5242e8 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:55:40.615035 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-d6a73386-c853-46c3-bf51-a4e7102741a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:40.619922 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-51473adb-9c00-4be4-9ca8-82e1757f1ae5 service neutron] Transition to ACTIVE for port object f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:55:40.625895 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-51473adb-9c00-4be4-9ca8-82e1757f1ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:40.831909 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508d691-22a4-496c-9ee7-a732ae5ac9ca req-dd8d39d1-d57a-4080-9528-ce600940ed3f tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:40.840406 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b508d691-22a4-496c-9ee7-a732ae5ac9ca req-dd8d39d1-d57a-4080-9528-ce600940ed3f tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 946 time: 0.5087471 Feb 04 20:55:40.880227 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51473adb-9c00-4be4-9ca8-82e1757f1ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:40.924358 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-51473adb-9c00-4be4-9ca8-82e1757f1ae5 service neutron] Attempting to bind port f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:55:40.924603 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-51473adb-9c00-4be4-9ca8-82e1757f1ae5 service neutron] Attempting to bind port f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:55:40.924828 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-51473adb-9c00-4be4-9ca8-82e1757f1ae5 service neutron] Attempting to bind port f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:55:40.930031 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-51473adb-9c00-4be4-9ca8-82e1757f1ae5 service neutron] Port f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:55:40.930359 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-51473adb-9c00-4be4-9ca8-82e1757f1ae5 service neutron] Attempting to bind port f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:55:40.937453 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-51473adb-9c00-4be4-9ca8-82e1757f1ae5 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:55:40.937795 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-51473adb-9c00-4be4-9ca8-82e1757f1ae5 service neutron] Checking segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:55:40.938179 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-51473adb-9c00-4be4-9ca8-82e1757f1ae5 service neutron] Bound using segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:55:40.938610 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-51473adb-9c00-4be4-9ca8-82e1757f1ae5 service neutron] Bound port: f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:55:40.940338 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-51473adb-9c00-4be4-9ca8-82e1757f1ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:40.979296 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a73386-c853-46c3-bf51-a4e7102741a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f75331-6bf9-4d4a-8c7c-6af04f5242e8,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:41.012905 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-d6a73386-c853-46c3-bf51-a4e7102741a5 service neutron] Attempting to bind port b2f75331-6bf9-4d4a-8c7c-6af04f5242e8 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:55:41.013165 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-d6a73386-c853-46c3-bf51-a4e7102741a5 service neutron] Attempting to bind port b2f75331-6bf9-4d4a-8c7c-6af04f5242e8 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'faa1676a-f6c3-470b-aedf-0a139f000866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '2e2f5940-7649-463e-91ba-b2bda9ad1958'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:55:41.013506 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-d6a73386-c853-46c3-bf51-a4e7102741a5 service neutron] Attempting to bind port b2f75331-6bf9-4d4a-8c7c-6af04f5242e8 on network 2e2f5940-7649-463e-91ba-b2bda9ad1958 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:55:41.028137 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b508d691-22a4-496c-9ee7-a732ae5ac9ca req-c8be8f59-13b0-42c1-b0c9-8dc7fd3b1b47 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868801 Feb 04 20:55:41.030175 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-d6a73386-c853-46c3-bf51-a4e7102741a5 service neutron] Port b2f75331-6bf9-4d4a-8c7c-6af04f5242e8 on network 2e2f5940-7649-463e-91ba-b2bda9ad1958 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:55:41.030489 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-d6a73386-c853-46c3-bf51-a4e7102741a5 service neutron] Attempting to bind port b2f75331-6bf9-4d4a-8c7c-6af04f5242e8 on network 2e2f5940-7649-463e-91ba-b2bda9ad1958 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:55:41.037874 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-51473adb-9c00-4be4-9ca8-82e1757f1ae5 service neutron] For port f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48, host n-h1-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:55:41.041394 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-51473adb-9c00-4be4-9ca8-82e1757f1ae5 service neutron] For port f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:55:41.041961 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-d6a73386-c853-46c3-bf51-a4e7102741a5 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:55:41.042341 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-d6a73386-c853-46c3-bf51-a4e7102741a5 service neutron] Checking segment: {'id': 'faa1676a-f6c3-470b-aedf-0a139f000866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '2e2f5940-7649-463e-91ba-b2bda9ad1958'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:55:41.042754 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-d6a73386-c853-46c3-bf51-a4e7102741a5 service neutron] Bound using segment: {'id': 'faa1676a-f6c3-470b-aedf-0a139f000866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '2e2f5940-7649-463e-91ba-b2bda9ad1958'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:55:41.043334 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-d6a73386-c853-46c3-bf51-a4e7102741a5 service neutron] Bound port: b2f75331-6bf9-4d4a-8c7c-6af04f5242e8, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faa1676a-f6c3-470b-aedf-0a139f000866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '2e2f5940-7649-463e-91ba-b2bda9ad1958'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:55:41.043688 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-d6a73386-c853-46c3-bf51-a4e7102741a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:41.056473 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-51473adb-9c00-4be4-9ca8-82e1757f1ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:41.119556 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee825b1-f21b-4f26-a7ed-eb21587e5699 req-a004e974-014e-4ec6-b9ca-47db2cd937f1 tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:41.121121 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-fee825b1-f21b-4f26-a7ed-eb21587e5699 req-a004e974-014e-4ec6-b9ca-47db2cd937f1 tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Synchronizing usage tracker for tenant:c7d9c0a9e50846ec9f44f14fde17f9ad on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:55:41.123882 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-51473adb-9c00-4be4-9ca8-82e1757f1ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:41.124669 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-51473adb-9c00-4be4-9ca8-82e1757f1ae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:41.125890 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-51473adb-9c00-4be4-9ca8-82e1757f1ae5 service neutron] 10.222.0.32 "PUT /v2.0/ports/f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48 HTTP/1.1" status: 200 len: 1095 time: 1.0482931 Feb 04 20:55:41.126327 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c07ab6f-5f62-4afb-b8fd-ab9ce421f1f4', 'tag': 'f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:55:41.151564 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6123d400-5da8-4764-90f5-6aa4f2f77d4a req-3e964862-8f3e-4e16-9a51-371c247bf1e0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=07996bf1-0225-4e57-9c04-e798441c3584&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2973194 Feb 04 20:55:41.152143 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51473adb-9c00-4be4-9ca8-82e1757f1ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:41.260330 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123d400-5da8-4764-90f5-6aa4f2f77d4a req-c15a6057-bdda-4c09-b2c6-71625097b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:41.261891 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6123d400-5da8-4764-90f5-6aa4f2f77d4a req-c15a6057-bdda-4c09-b2c6-71625097b0d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&device_id=07996bf1-0225-4e57-9c04-e798441c3584 HTTP/1.1" status: 200 len: 1096 time: 0.0798202 Feb 04 20:55:41.289794 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-fee825b1-f21b-4f26-a7ed-eb21587e5699 req-a004e974-014e-4ec6-b9ca-47db2cd937f1 tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Unset dirty status for tenant:c7d9c0a9e50846ec9f44f14fde17f9ad on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:55:41.290920 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fee825b1-f21b-4f26-a7ed-eb21587e5699 req-a004e974-014e-4ec6-b9ca-47db2cd937f1 tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0c20bee-08ea-4c89-8437-b78fa310f590 HTTP/1.1" status: 200 len: 943 time: 0.5297623 Feb 04 20:55:41.292007 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-d6a73386-c853-46c3-bf51-a4e7102741a5 service neutron] For port b2f75331-6bf9-4d4a-8c7c-6af04f5242e8, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:55:41.327626 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-d6a73386-c853-46c3-bf51-a4e7102741a5 service neutron] For port b2f75331-6bf9-4d4a-8c7c-6af04f5242e8, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=b2f75331-6bf9-4d4a-8c7c-6af04f5242e8,segment=NetworkSegment(faa1676a-f6c3-470b-aedf-0a139f000866),segment_id=faa1676a-f6c3-470b-aedf-0a139f000866)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:55:41.341014 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-d6a73386-c853-46c3-bf51-a4e7102741a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:41.424505 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123d400-5da8-4764-90f5-6aa4f2f77d4a req-c5ed6f1c-010c-49ce-9d57-6cb705621457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:41.426681 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6123d400-5da8-4764-90f5-6aa4f2f77d4a req-c5ed6f1c-010c-49ce-9d57-6cb705621457 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e2945ff6-c379-474d-a032-331b1f6dd08e HTTP/1.1" status: 200 len: 908 time: 0.1394904 Feb 04 20:55:41.433893 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-d6a73386-c853-46c3-bf51-a4e7102741a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:41.434496 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-d6a73386-c853-46c3-bf51-a4e7102741a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:41.435857 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-d6a73386-c853-46c3-bf51-a4e7102741a5 service neutron] 10.222.0.18 "PUT /v2.0/ports/b2f75331-6bf9-4d4a-8c7c-6af04f5242e8 HTTP/1.1" status: 200 len: 1091 time: 1.8702064 Feb 04 20:55:41.440107 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c20bee-08ea-4c89-8437-b78fa310f590', 'tag': 'b2f75331-6bf9-4d4a-8c7c-6af04f5242e8'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:55:41.451719 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fee825b1-f21b-4f26-a7ed-eb21587e5699 req-0111b43a-4c5d-4fd3-b680-929cb3710795 tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] 10.222.0.26 "GET /v2.0/security-groups?id=79b0f11a-a12c-40fd-88c3-ca4d0fc05b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487749 Feb 04 20:55:41.476492 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-82c16db1-25c1-4615-93a4-e78607723572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:41.478041 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-82c16db1-25c1-4615-93a4-e78607723572 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c95ab08729c4244bb5389f69a70876f&device_id=7c07ab6f-5f62-4afb-b8fd-ab9ce421f1f4 HTTP/1.1" status: 200 len: 1098 time: 0.2740848 Feb 04 20:55:41.513171 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6123d400-5da8-4764-90f5-6aa4f2f77d4a req-1bca9a96-cd0f-4439-8cb7-2e2bc444798f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bc162a1-2167-4622-af4b-541e13966810 HTTP/1.1" status: 200 len: 217 time: 0.0784266 Feb 04 20:55:41.520747 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079b403-cbe9-4d1d-8819-b9378163a48a req-a5b7d539-370a-4208-b70f-e47f741ff4c6 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:41.527462 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a079b403-cbe9-4d1d-8819-b9378163a48a req-a5b7d539-370a-4208-b70f-e47f741ff4c6 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c07ab6f-5f62-4afb-b8fd-ab9ce421f1f4 HTTP/1.1" status: 200 len: 947 time: 0.3706880 Feb 04 20:55:41.583974 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123d400-5da8-4764-90f5-6aa4f2f77d4a req-11552dab-a874-4a92-9217-7448d21e93dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:41.585737 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6123d400-5da8-4764-90f5-6aa4f2f77d4a req-11552dab-a874-4a92-9217-7448d21e93dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=52dce76a-dd1c-484a-ae6a-f327dbe47b7b HTTP/1.1" status: 200 len: 847 time: 0.0665293 Feb 04 20:55:41.607635 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a73386-c853-46c3-bf51-a4e7102741a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f75331-6bf9-4d4a-8c7c-6af04f5242e8,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:41.659769 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6123d400-5da8-4764-90f5-6aa4f2f77d4a req-85be2afa-5b21-482b-838b-aca7d2dedacd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e2945ff6-c379-474d-a032-331b1f6dd08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633314 Feb 04 20:55:41.672531 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-87f3c235-9d84-4be5-b13c-ae8e2bf222ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48 HTTP/1.1" status: 200 len: 217 time: 0.1372373 Feb 04 20:55:41.772721 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a079b403-cbe9-4d1d-8819-b9378163a48a req-148cbc6f-a595-40e9-ba15-2e3619b0c275 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443483 Feb 04 20:55:41.825282 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-b971fab2-ff2d-45ba-ba27-d612a4c33899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:41.826219 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6123d400-5da8-4764-90f5-6aa4f2f77d4a req-98bb01de-77e7-468a-ae45-af562697fec1 service neutron] 10.222.0.32 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536438 Feb 04 20:55:41.826737 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-b971fab2-ff2d-45ba-ba27-d612a4c33899 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.1367998 Feb 04 20:55:41.890718 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-e557ae49-55c4-4013-b1b0-e4b620b05691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:41.892236 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-e557ae49-55c4-4013-b1b0-e4b620b05691 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7d9c0a9e50846ec9f44f14fde17f9ad&device_id=e0c20bee-08ea-4c89-8437-b78fa310f590 HTTP/1.1" status: 200 len: 1094 time: 0.4133098 Feb 04 20:55:41.943530 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device e9255794-fecd-4bab-b92d-56065123f2e0 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:55:41.983512 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b32e0f-8457-4dd8-b0f4-107dca15855a req-1dff78e2-0e15-40a9-9554-9c12cb252f26 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:41.991801 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b9b32e0f-8457-4dd8-b0f4-107dca15855a req-1dff78e2-0e15-40a9-9554-9c12cb252f26 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=367e5fab-1cc1-4e9e-bfd3-de2b7b52ea03 HTTP/1.1" status: 200 len: 944 time: 0.3698475 Feb 04 20:55:42.059804 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port e9255794-fecd-4bab-b92d-56065123f2e0 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:55:42.067851 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port e9255794-fecd-4bab-b92d-56065123f2e0 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:55:42.069272 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:42.087375 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-e58e8146-ae7d-4125-9578-01dc99ee09d4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2f75331-6bf9-4d4a-8c7c-6af04f5242e8 HTTP/1.1" status: 200 len: 217 time: 0.1706300 Feb 04 20:55:42.139886 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6123d400-5da8-4764-90f5-6aa4f2f77d4a req-def9b460-e625-4ee7-81e7-0b0aecaaa993 service neutron] 10.222.0.32 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021121 Feb 04 20:55:42.183620 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b9b32e0f-8457-4dd8-b0f4-107dca15855a req-650530c8-63b7-4de9-831c-d0562ba26381 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908631 Feb 04 20:55:42.236167 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:42.248881 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-243f3cd5-a93e-47fb-b7da-e2cd1bae72c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:42.250448 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-243f3cd5-a93e-47fb-b7da-e2cd1bae72c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ab28547-e4b6-4bd7-9a80-e8a3c508509c HTTP/1.1" status: 200 len: 854 time: 0.1401885 Feb 04 20:55:42.261941 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-2dfb8be0-87a8-4177-a403-6f808b9af818 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:42.263975 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-2dfb8be0-87a8-4177-a403-6f808b9af818 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/networks?id=58692d71-156d-4fb6-ace3-10c851e59b5e HTTP/1.1" status: 200 len: 812 time: 0.3703940 Feb 04 20:55:42.284828 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port e9255794-fecd-4bab-b92d-56065123f2e0, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=e9255794-fecd-4bab-b92d-56065123f2e0,segment=NetworkSegment(673dc65b-eb24-40c2-b385-7348d9364d07),segment_id=673dc65b-eb24-40c2-b385-7348d9364d07)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:42.286396 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367e5fab-1cc1-4e9e-bfd3-de2b7b52ea03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9255794-fecd-4bab-b92d-56065123f2e0'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:55:42.294341 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:42.367896 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=e9255794-fecd-4bab-b92d-56065123f2e0,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:42.449692 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-f344e6e2-d90e-4f16-9278-b933f4d39c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:42.451029 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-f344e6e2-d90e-4f16-9278-b933f4d39c34 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6108212 Feb 04 20:55:42.458333 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-b999812e-489f-4e3d-8eb5-7805b7417311 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e2f5940-7649-463e-91ba-b2bda9ad1958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1921072 Feb 04 20:55:42.484443 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-c3eed752-72b0-435f-872a-27ceb74f5433 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/quotas/f4da01125e7c4dd0833698f7f2de26a7 HTTP/1.1" status: 200 len: 375 time: 0.0793126 Feb 04 20:55:42.681132 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-5657c6b9-54d9-446b-aea4-3ec60eaa3387 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f4da01125e7c4dd0833698f7f2de26a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1897705 Feb 04 20:55:42.850726 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-6e658611-8f6c-4652-8f7c-8638b906ec5f service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913713 Feb 04 20:55:42.861717 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380e5c8-43a7-4759-b224-ac33dea55dcd req-db321bba-2384-4ad4-a43d-6f723dc741dd tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:42.863045 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f380e5c8-43a7-4759-b224-ac33dea55dcd req-db321bba-2384-4ad4-a43d-6f723dc741dd tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 945 time: 0.4592745 Feb 04 20:55:42.899316 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-86c222e7-1e9e-444b-8e81-ae0f19afba60 service neutron] 10.222.0.18 "GET /v2.0/networks/2e2f5940-7649-463e-91ba-b2bda9ad1958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091625 Feb 04 20:55:43.095720 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-a06e4acb-bbf6-4e12-9ca8-a66a3a72de05 service neutron] 10.222.0.26 "GET /v2.0/networks/58692d71-156d-4fb6-ace3-10c851e59b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068565 Feb 04 20:55:43.107909 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f380e5c8-43a7-4759-b224-ac33dea55dcd req-c8547cfb-98be-4f7a-812d-7227a3a2cc15 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108281 Feb 04 20:55:43.163090 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c07ab6f-5f62-4afb-b8fd-ab9ce421f1f4', 'tag': 'f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48', 'status': 'completed', 'code': 200} Feb 04 20:55:43.260729 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d636e741-11ae-4d99-a38c-4a13ce1367bc req-68c67aba-090d-47b6-ba8b-e2fcc1b6f251 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935144 Feb 04 20:55:43.309830 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-03eca097-a3e2-4c12-ae91-35a0d9e00170 req-81e8cc69-c644-41d8-918a-2eed27f86dd1 service neutron] 10.222.0.18 "GET /v2.0/networks/2e2f5940-7649-463e-91ba-b2bda9ad1958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913915 Feb 04 20:55:43.407563 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-b0956642-a6a6-42b2-82de-1ab289a8c686 service neutron] 10.222.0.26 "GET /v2.0/networks/58692d71-156d-4fb6-ace3-10c851e59b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887528 Feb 04 20:55:43.443101 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a12531-238c-403b-b31f-4858e95e012c req-002a851b-b166-4089-89c7-9a3faae989ea tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:43.444605 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b9a12531-238c-403b-b31f-4858e95e012c req-002a851b-b166-4089-89c7-9a3faae989ea tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e3055c-e921-43c1-b9ea-afad985046aa HTTP/1.1" status: 200 len: 950 time: 0.1919200 Feb 04 20:55:43.455302 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df332c-6735-49c8-9b4a-93f2be30206a req-ca5d1426-76a7-43d2-90de-cfc4323984d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:43.456909 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47df332c-6735-49c8-9b4a-93f2be30206a req-ca5d1426-76a7-43d2-90de-cfc4323984d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c95ab08729c4244bb5389f69a70876f&device_id=7c07ab6f-5f62-4afb-b8fd-ab9ce421f1f4 HTTP/1.1" status: 200 len: 1098 time: 0.1165197 Feb 04 20:55:43.584348 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0c20bee-08ea-4c89-8437-b78fa310f590', 'tag': 'b2f75331-6bf9-4d4a-8c7c-6af04f5242e8', 'status': 'completed', 'code': 200} Feb 04 20:55:43.606578 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b9a12531-238c-403b-b31f-4858e95e012c req-d3a19ae0-117e-40fd-aca3-40cc7426b3a8 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc210c-964a-4042-82bb-983fec424162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535981 Feb 04 20:55:43.696128 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367e5fab-1cc1-4e9e-bfd3-de2b7b52ea03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9255794-fecd-4bab-b92d-56065123f2e0', 'code': 200} Feb 04 20:55:43.736094 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df332c-6735-49c8-9b4a-93f2be30206a req-681685a2-61ee-47f8-8948-51f9ebbfe594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:43.737551 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47df332c-6735-49c8-9b4a-93f2be30206a req-681685a2-61ee-47f8-8948-51f9ebbfe594 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.2673254 Feb 04 20:55:43.834330 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-31454295-db41-410c-9b92-528c1695a87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:43.976562 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47df332c-6735-49c8-9b4a-93f2be30206a req-44a60425-5f7f-4e53-afcb-73c68659e4f3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48 HTTP/1.1" status: 200 len: 217 time: 0.2287366 Feb 04 20:55:44.114011 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ed064-6e8c-4a10-b022-5472e145c4f8 req-68fbb28b-7fa1-43dc-8140-4f7a37e33ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:44.115582 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c16ed064-6e8c-4a10-b022-5472e145c4f8 req-68fbb28b-7fa1-43dc-8140-4f7a37e33ca5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7d9c0a9e50846ec9f44f14fde17f9ad&device_id=e0c20bee-08ea-4c89-8437-b78fa310f590 HTTP/1.1" status: 200 len: 1094 time: 0.5081556 Feb 04 20:55:44.153047 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df332c-6735-49c8-9b4a-93f2be30206a req-fffdd26e-f4b3-48f8-8ec1-c71c86ee3758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:44.154469 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47df332c-6735-49c8-9b4a-93f2be30206a req-fffdd26e-f4b3-48f8-8ec1-c71c86ee3758 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.1344032 Feb 04 20:55:44.271007 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b295dd-6828-4303-8f7f-74d180cc893d req-a5705312-1bf3-409f-9608-7b5bf658f998 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:44.272618 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-71b295dd-6828-4303-8f7f-74d180cc893d req-a5705312-1bf3-409f-9608-7b5bf658f998 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 946 time: 0.5835555 Feb 04 20:55:44.319148 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd61db-1fb6-4099-afaf-6f7b8126b4b9 req-f6739c8d-d6ab-44b8-80ef-9653d8448fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:44.320571 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18bd61db-1fb6-4099-afaf-6f7b8126b4b9 req-f6739c8d-d6ab-44b8-80ef-9653d8448fcb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=367e5fab-1cc1-4e9e-bfd3-de2b7b52ea03 HTTP/1.1" status: 200 len: 1096 time: 0.5239608 Feb 04 20:55:44.370473 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b8f4a-ebb3-4dd2-ace3-c3e57de10cea req-8724401d-3ffd-4ddd-b630-e8a504179c6a tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:44.371885 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d26b8f4a-ebb3-4dd2-ace3-c3e57de10cea req-8724401d-3ffd-4ddd-b630-e8a504179c6a tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0c20bee-08ea-4c89-8437-b78fa310f590 HTTP/1.1" status: 200 len: 943 time: 0.3971252 Feb 04 20:55:44.440694 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-71b295dd-6828-4303-8f7f-74d180cc893d req-86261a5d-ccab-419d-8b8b-9dcffd7028dd tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563466 Feb 04 20:55:44.466798 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ed064-6e8c-4a10-b022-5472e145c4f8 req-4706f1b1-3bdf-4192-8095-454680893a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:44.468577 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c16ed064-6e8c-4a10-b022-5472e145c4f8 req-4706f1b1-3bdf-4192-8095-454680893a95 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e2f5940-7649-463e-91ba-b2bda9ad1958 HTTP/1.1" status: 200 len: 915 time: 0.3404815 Feb 04 20:55:44.471710 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18bd61db-1fb6-4099-afaf-6f7b8126b4b9 req-ca5144c9-ce29-4cc1-a5f1-d7ea5574042a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401217 Feb 04 20:55:44.493436 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d26b8f4a-ebb3-4dd2-ace3-c3e57de10cea req-dec0994b-50a0-49ba-8cd8-bff7ab832f63 tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] 10.222.0.26 "GET /v2.0/security-groups?id=79b0f11a-a12c-40fd-88c3-ca4d0fc05b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008911 Feb 04 20:55:44.495444 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df332c-6735-49c8-9b4a-93f2be30206a req-66acb6e9-2f32-4680-9d9c-25f32221dcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:44.496753 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47df332c-6735-49c8-9b4a-93f2be30206a req-66acb6e9-2f32-4680-9d9c-25f32221dcb4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2780533 Feb 04 20:55:44.771941 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c16ed064-6e8c-4a10-b022-5472e145c4f8 req-5295988a-05a2-4f03-bffa-c1d572be5369 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2f75331-6bf9-4d4a-8c7c-6af04f5242e8 HTTP/1.1" status: 200 len: 217 time: 0.0781331 Feb 04 20:55:44.839878 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47df332c-6735-49c8-9b4a-93f2be30206a req-3b1ecbcf-defc-4547-a4be-e940187ae0a3 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367021 Feb 04 20:55:44.949065 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d65e0-db14-4fcc-be78-d480b225fb69 req-d2235ef6-a51a-406e-be76-9ea4f4fb69ba tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:44.950541 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-052d65e0-db14-4fcc-be78-d480b225fb69 req-d2235ef6-a51a-406e-be76-9ea4f4fb69ba tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c07ab6f-5f62-4afb-b8fd-ab9ce421f1f4 HTTP/1.1" status: 200 len: 947 time: 0.3771050 Feb 04 20:55:44.951868 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ed064-6e8c-4a10-b022-5472e145c4f8 req-019581f2-9fc7-4eab-b3e4-7a96ddc8e190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:44.953135 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c16ed064-6e8c-4a10-b022-5472e145c4f8 req-019581f2-9fc7-4eab-b3e4-7a96ddc8e190 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ab28547-e4b6-4bd7-9a80-e8a3c508509c HTTP/1.1" status: 200 len: 854 time: 0.1661646 Feb 04 20:55:45.038143 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d61116-b4e6-4b9e-b4ad-0bd7f89f3342 req-7466dd0a-79be-4549-a81c-3a970119ade9 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:45.039487 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f5d61116-b4e6-4b9e-b4ad-0bd7f89f3342 req-7466dd0a-79be-4549-a81c-3a970119ade9 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=367e5fab-1cc1-4e9e-bfd3-de2b7b52ea03 HTTP/1.1" status: 200 len: 945 time: 0.4186411 Feb 04 20:55:45.063014 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c16ed064-6e8c-4a10-b022-5472e145c4f8 req-8b1d2946-3596-42b4-b521-f8e6333cdb32 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e2f5940-7649-463e-91ba-b2bda9ad1958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996523 Feb 04 20:55:45.261666 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-052d65e0-db14-4fcc-be78-d480b225fb69 req-90d8de20-7898-43a1-9bef-07b17c049e23 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972004 Feb 04 20:55:45.321367 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47df332c-6735-49c8-9b4a-93f2be30206a req-85218bd7-de2c-4e21-aff8-78f0b292704e service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660735 Feb 04 20:55:45.328573 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f5d61116-b4e6-4b9e-b4ad-0bd7f89f3342 req-e2e56a39-64b5-4391-b291-6611d500442a tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600424 Feb 04 20:55:45.432526 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-23498928-94d6-4b6e-a9e5-671481b6048f tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:45.433975 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-23498928-94d6-4b6e-a9e5-671481b6048f tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.18 "GET /v2.0/networks?id=58692d71-156d-4fb6-ace3-10c851e59b5e HTTP/1.1" status: 200 len: 812 time: 0.4105632 Feb 04 20:55:45.439564 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-26477c51-b6cb-4cb7-87d8-82f32bf3a18e req-096bb346-d150-4257-9a23-278d86390403 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c131c95-9657-4926-8de7-3064ae4d37f1 HTTP/1.1" status: 200 len: 210 time: 0.0815654 Feb 04 20:55:45.592382 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-90296fa8-e1a2-496a-9f78-4496f3b4a2fc tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Request body: {'port': {'device_id': '0c131c95-9657-4926-8de7-3064ae4d37f1', 'network_id': '58692d71-156d-4fb6-ace3-10c851e59b5e', 'admin_state_up': True, 'tenant_id': 'f4da01125e7c4dd0833698f7f2de26a7'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:55:45.612713 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c16ed064-6e8c-4a10-b022-5472e145c4f8 req-f90b9af8-53c9-4876-895d-0320cfd30293 service neutron] 10.222.0.18 "GET /v2.0/networks/2e2f5940-7649-463e-91ba-b2bda9ad1958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5370553 Feb 04 20:55:45.959648 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-90296fa8-e1a2-496a-9f78-4496f3b4a2fc tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:55:45.972062 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f656ed-fad5-4608-a545-9e3553064489 req-07fb47c1-1ec4-4654-b4b7-cfe6cb80989c tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:45.973576 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a8f656ed-fad5-4608-a545-9e3553064489 req-07fb47c1-1ec4-4654-b4b7-cfe6cb80989c tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 945 time: 0.5364223 Feb 04 20:55:45.975795 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-90296fa8-e1a2-496a-9f78-4496f3b4a2fc tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Usage tracker for resource:port and tenant:f4da01125e7c4dd0833698f7f2de26a7 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:55:45.979388 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-90296fa8-e1a2-496a-9f78-4496f3b4a2fc tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:55:45.985651 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c16ed064-6e8c-4a10-b022-5472e145c4f8 req-d882e808-e364-4b0a-85d3-f2e808d61df0 service neutron] 10.222.0.18 "GET /v2.0/networks/2e2f5940-7649-463e-91ba-b2bda9ad1958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343012 Feb 04 20:55:46.001198 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-90296fa8-e1a2-496a-9f78-4496f3b4a2fc tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:55:46.005351 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e439fb6-3a6a-413e-aba5-da6b1cafede5 req-fe0f0488-5037-462d-bff0-17dbbe7c1e55 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:46.006923 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5e439fb6-3a6a-413e-aba5-da6b1cafede5 req-fe0f0488-5037-462d-bff0-17dbbe7c1e55 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 1097 time: 0.3962424 Feb 04 20:55:46.036718 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-90296fa8-e1a2-496a-9f78-4496f3b4a2fc tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Made reservation on behalf of f4da01125e7c4dd0833698f7f2de26a7 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:55:46.040154 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-90296fa8-e1a2-496a-9f78-4496f3b4a2fc tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:46.088795 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a8f656ed-fad5-4608-a545-9e3553064489 req-c99b2dd6-b8d7-41ac-9da1-3c0506e37da2 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064839 Feb 04 20:55:46.128563 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5e439fb6-3a6a-413e-aba5-da6b1cafede5 req-9ceeda1b-93a1-457c-9237-3f61eb01b9c9 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141868 Feb 04 20:55:46.253825 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3f59d265-22c7-41bd-a3c8-a1b518a35e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:46.338614 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-90296fa8-e1a2-496a-9f78-4496f3b4a2fc tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Allocated IP 172.20.0.5 (58692d71-156d-4fb6-ace3-10c851e59b5e/471d5236-38d9-46d6-b230-ea73933817b4/a901cdcc-5cae-49d3-9cb5-87360028a18b) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:55:46.429268 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f0bea-fcba-45b6-a157-c69c3d1751c8 req-5c4e3820-b596-4c0b-bd18-c7e6e0f6860e tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:46.430745 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-940f0bea-fcba-45b6-a157-c69c3d1751c8 req-5c4e3820-b596-4c0b-bd18-c7e6e0f6860e tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e3055c-e921-43c1-b9ea-afad985046aa HTTP/1.1" status: 200 len: 950 time: 0.2202573 Feb 04 20:55:46.462114 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72da5d-0bc7-4300-825b-36d37eca4247 req-ffc9c896-9bc4-420c-9e03-3d9b67bf7fc3 tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:46.463478 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ff72da5d-0bc7-4300-825b-36d37eca4247 req-ffc9c896-9bc4-420c-9e03-3d9b67bf7fc3 tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0c20bee-08ea-4c89-8437-b78fa310f590 HTTP/1.1" status: 200 len: 943 time: 0.1800177 Feb 04 20:55:46.595197 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-940f0bea-fcba-45b6-a157-c69c3d1751c8 req-34018bc1-f009-480c-be85-5ed169d71ecb tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc210c-964a-4042-82bb-983fec424162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573107 Feb 04 20:55:46.617862 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ff72da5d-0bc7-4300-825b-36d37eca4247 req-56fa9334-c817-4bbb-b1a6-b7c6122cb3ea tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] 10.222.0.26 "GET /v2.0/security-groups?id=79b0f11a-a12c-40fd-88c3-ca4d0fc05b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376514 Feb 04 20:55:46.681873 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-90296fa8-e1a2-496a-9f78-4496f3b4a2fc tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:46.799550 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-90296fa8-e1a2-496a-9f78-4496f3b4a2fc tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:46.896166 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-90296fa8-e1a2-496a-9f78-4496f3b4a2fc tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Network 58692d71-156d-4fb6-ace3-10c851e59b5e is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:55:46.903820 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-90296fa8-e1a2-496a-9f78-4496f3b4a2fc tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:55:46.909203 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075abf08-ff34-4e48-b0d1-34af6ee3f78e req-6921364c-579d-48da-a35c-a1c527a59f28 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:46.910831 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-075abf08-ff34-4e48-b0d1-34af6ee3f78e req-6921364c-579d-48da-a35c-a1c527a59f28 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 1096 time: 0.2147183 Feb 04 20:55:46.912531 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-90296fa8-e1a2-496a-9f78-4496f3b4a2fc tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:55:46.917952 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-90296fa8-e1a2-496a-9f78-4496f3b4a2fc tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:46.918856 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-90296fa8-e1a2-496a-9f78-4496f3b4a2fc tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:46.936274 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90296fa8-e1a2-496a-9f78-4496f3b4a2fc tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Pushing event updated for resources: {'Port': ['ID=a901cdcc-5cae-49d3-9cb5-87360028a18b,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:46.982732 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-90296fa8-e1a2-496a-9f78-4496f3b4a2fc tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3942955 Feb 04 20:55:46.996141 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-71a61ecf-0c88-483c-a4eb-426171c35f57 service neutron] Request body: {'port': {'device_id': '0c131c95-9657-4926-8de7-3064ae4d37f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:55:47.024851 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-075abf08-ff34-4e48-b0d1-34af6ee3f78e req-2be5e6ef-fefd-4b72-952b-c6782ab9d847 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977495 Feb 04 20:55:47.062377 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c68711-8443-4fbe-b051-d6a6c42b8a21 req-7179ebbc-8306-4e03-8905-5fd62c9d965b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:47.065039 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-12c68711-8443-4fbe-b051-d6a6c42b8a21 req-7179ebbc-8306-4e03-8905-5fd62c9d965b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c07ab6f-5f62-4afb-b8fd-ab9ce421f1f4 HTTP/1.1" status: 200 len: 947 time: 0.3067074 Feb 04 20:55:47.219413 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-12c68711-8443-4fbe-b051-d6a6c42b8a21 req-0214eb07-8a85-4bf2-84f6-fa09a4685b10 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434741 Feb 04 20:55:47.248196 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:47.267503 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-71a61ecf-0c88-483c-a4eb-426171c35f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:47.319038 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:47.388011 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20977a36-2b14-4ad3-bea7-8a8b8b009e68 req-e4e0a7cd-b6e7-463c-91aa-2901ff1d515c tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:47.389467 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-20977a36-2b14-4ad3-bea7-8a8b8b009e68 req-e4e0a7cd-b6e7-463c-91aa-2901ff1d515c tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=367e5fab-1cc1-4e9e-bfd3-de2b7b52ea03 HTTP/1.1" status: 200 len: 945 time: 0.2363136 Feb 04 20:55:47.641916 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-20977a36-2b14-4ad3-bea7-8a8b8b009e68 req-5390bab0-2d0f-43f1-b3a8-700c31654053 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381792 Feb 04 20:55:47.766510 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9827dfc-6bcb-4132-be04-ce195afd6e6c req-17eab21c-cb8e-4faa-8c38-a47d6531bf47 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:47.767224 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-c9827dfc-6bcb-4132-be04-ce195afd6e6c req-17eab21c-cb8e-4faa-8c38-a47d6531bf47 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Synchronizing usage tracker for tenant:f4da01125e7c4dd0833698f7f2de26a7 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:55:47.802934 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-c9827dfc-6bcb-4132-be04-ce195afd6e6c req-17eab21c-cb8e-4faa-8c38-a47d6531bf47 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Unset dirty status for tenant:f4da01125e7c4dd0833698f7f2de26a7 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:55:47.804084 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c9827dfc-6bcb-4132-be04-ce195afd6e6c req-17eab21c-cb8e-4faa-8c38-a47d6531bf47 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c131c95-9657-4926-8de7-3064ae4d37f1 HTTP/1.1" status: 200 len: 931 time: 0.4603031 Feb 04 20:55:47.867947 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-c9827dfc-6bcb-4132-be04-ce195afd6e6c req-17832789-001b-424a-9372-0cbb897baf79 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Synchronizing usage tracker for tenant:f4da01125e7c4dd0833698f7f2de26a7 on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:55:47.954549 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-c9827dfc-6bcb-4132-be04-ce195afd6e6c req-17832789-001b-424a-9372-0cbb897baf79 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Unset dirty status for tenant:f4da01125e7c4dd0833698f7f2de26a7 on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:55:47.955697 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c9827dfc-6bcb-4132-be04-ce195afd6e6c req-17832789-001b-424a-9372-0cbb897baf79 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups?id=90534580-969e-4349-8372-dccd27f6c398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399684 Feb 04 20:55:47.966929 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:55:47.985776 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device b2f75331-6bf9-4d4a-8c7c-6af04f5242e8 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:55:48.003591 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-71a61ecf-0c88-483c-a4eb-426171c35f57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a901cdcc-5cae-49d3-9cb5-87360028a18b {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:55:48.038066 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-71a61ecf-0c88-483c-a4eb-426171c35f57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:48.077258 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-71a61ecf-0c88-483c-a4eb-426171c35f57 service neutron] Transition to ACTIVE for port object a901cdcc-5cae-49d3-9cb5-87360028a18b will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:55:48.089178 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-71a61ecf-0c88-483c-a4eb-426171c35f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:48.415828 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:48.427994 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a61ecf-0c88-483c-a4eb-426171c35f57 service neutron] Pushing event updated for resources: {'Port': ['ID=a901cdcc-5cae-49d3-9cb5-87360028a18b,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:48.444932 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': 'f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': 'f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48', 'mac_address': 'fa:16:3e:71:7a:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:55:48.534101 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port b2f75331-6bf9-4d4a-8c7c-6af04f5242e8, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=b2f75331-6bf9-4d4a-8c7c-6af04f5242e8,segment=NetworkSegment(faa1676a-f6c3-470b-aedf-0a139f000866),segment_id=faa1676a-f6c3-470b-aedf-0a139f000866)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:48.536393 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-71a61ecf-0c88-483c-a4eb-426171c35f57 service neutron] Attempting to bind port a901cdcc-5cae-49d3-9cb5-87360028a18b on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:55:48.536878 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-71a61ecf-0c88-483c-a4eb-426171c35f57 service neutron] Attempting to bind port a901cdcc-5cae-49d3-9cb5-87360028a18b by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '85aba820-b386-48fc-9381-285c1f3f2f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '58692d71-156d-4fb6-ace3-10c851e59b5e'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:55:48.537231 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-71a61ecf-0c88-483c-a4eb-426171c35f57 service neutron] Attempting to bind port a901cdcc-5cae-49d3-9cb5-87360028a18b on network 58692d71-156d-4fb6-ace3-10c851e59b5e {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:55:48.550103 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-71a61ecf-0c88-483c-a4eb-426171c35f57 service neutron] Port a901cdcc-5cae-49d3-9cb5-87360028a18b on network 58692d71-156d-4fb6-ace3-10c851e59b5e not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:55:48.550584 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-71a61ecf-0c88-483c-a4eb-426171c35f57 service neutron] Attempting to bind port a901cdcc-5cae-49d3-9cb5-87360028a18b on network 58692d71-156d-4fb6-ace3-10c851e59b5e {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:55:48.553009 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:48.562734 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-71a61ecf-0c88-483c-a4eb-426171c35f57 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:55:48.563076 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-71a61ecf-0c88-483c-a4eb-426171c35f57 service neutron] Checking segment: {'id': '85aba820-b386-48fc-9381-285c1f3f2f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '58692d71-156d-4fb6-ace3-10c851e59b5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:55:48.563464 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-71a61ecf-0c88-483c-a4eb-426171c35f57 service neutron] Bound using segment: {'id': '85aba820-b386-48fc-9381-285c1f3f2f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '58692d71-156d-4fb6-ace3-10c851e59b5e'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:55:48.563902 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-71a61ecf-0c88-483c-a4eb-426171c35f57 service neutron] Bound port: a901cdcc-5cae-49d3-9cb5-87360028a18b, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85aba820-b386-48fc-9381-285c1f3f2f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '58692d71-156d-4fb6-ace3-10c851e59b5e'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:55:48.564248 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-71a61ecf-0c88-483c-a4eb-426171c35f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:48.570702 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:55:48.574797 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'b2f75331-6bf9-4d4a-8c7c-6af04f5242e8', 'network_id': '2e2f5940-7649-463e-91ba-b2bda9ad1958', 'port_id': 'b2f75331-6bf9-4d4a-8c7c-6af04f5242e8', 'mac_address': 'fa:16:3e:26:d7:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ab28547-e4b6-4bd7-9a80-e8a3c508509c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:55:48.606867 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0267d9e-8b00-4d2b-b6c8-44e42dda1ede req-f8f2908a-5d09-4d12-af3c-5dfbf9227a49 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:48.611420 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b0267d9e-8b00-4d2b-b6c8-44e42dda1ede req-f8f2908a-5d09-4d12-af3c-5dfbf9227a49 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=367e5fab-1cc1-4e9e-bfd3-de2b7b52ea03 HTTP/1.1" status: 200 len: 945 time: 0.3217423 Feb 04 20:55:48.630574 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:48.635290 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:48.659269 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60af5b-b1ec-4325-8bca-1024829a558f req-5c228f04-b65f-417d-be23-2f11a25e2570 tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:48.660773 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5c60af5b-b1ec-4325-8bca-1024829a558f req-5c228f04-b65f-417d-be23-2f11a25e2570 tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0c20bee-08ea-4c89-8437-b78fa310f590 HTTP/1.1" status: 200 len: 943 time: 0.3243392 Feb 04 20:55:48.700655 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:48.723821 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2f75331-6bf9-4d4a-8c7c-6af04f5242e8 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:55:48.751005 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:48.761040 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port b2f75331-6bf9-4d4a-8c7c-6af04f5242e8, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=b2f75331-6bf9-4d4a-8c7c-6af04f5242e8,segment=NetworkSegment(faa1676a-f6c3-470b-aedf-0a139f000866),segment_id=faa1676a-f6c3-470b-aedf-0a139f000866)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:48.763615 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:48.766666 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:48.776733 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5c60af5b-b1ec-4325-8bca-1024829a558f req-dd7ab37c-5b43-4130-a76e-9fe7199b9f38 tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] 10.222.0.26 "GET /v2.0/security-groups?id=79b0f11a-a12c-40fd-88c3-ca4d0fc05b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949380 Feb 04 20:55:48.799922 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b0267d9e-8b00-4d2b-b6c8-44e42dda1ede req-3225ecd3-ea60-4ad2-a3cf-6da2a7f948c4 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425109 Feb 04 20:55:48.806461 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-71a61ecf-0c88-483c-a4eb-426171c35f57 service neutron] For port a901cdcc-5cae-49d3-9cb5-87360028a18b, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:55:48.810623 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-71a61ecf-0c88-483c-a4eb-426171c35f57 service neutron] For port a901cdcc-5cae-49d3-9cb5-87360028a18b, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=a901cdcc-5cae-49d3-9cb5-87360028a18b,segment=NetworkSegment(85aba820-b386-48fc-9381-285c1f3f2f76),segment_id=85aba820-b386-48fc-9381-285c1f3f2f76)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:55:48.821516 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-71a61ecf-0c88-483c-a4eb-426171c35f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:48.854321 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=b2f75331-6bf9-4d4a-8c7c-6af04f5242e8,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:48.919296 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-71a61ecf-0c88-483c-a4eb-426171c35f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:48.919899 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-71a61ecf-0c88-483c-a4eb-426171c35f57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:48.921263 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-71a61ecf-0c88-483c-a4eb-426171c35f57 service neutron] 10.222.0.18 "PUT /v2.0/ports/a901cdcc-5cae-49d3-9cb5-87360028a18b HTTP/1.1" status: 200 len: 1091 time: 1.9309292 Feb 04 20:55:48.951277 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c131c95-9657-4926-8de7-3064ae4d37f1', 'tag': 'a901cdcc-5cae-49d3-9cb5-87360028a18b'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:55:49.036627 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:55:49.078772 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a61ecf-0c88-483c-a4eb-426171c35f57 service neutron] Pushing event updated for resources: {'Port': ['ID=a901cdcc-5cae-49d3-9cb5-87360028a18b,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:49.109665 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8f4ad-3ce9-4c7c-ae8b-cc65e0c12f9d req-7e0d4374-8c68-4468-8796-145093f8e613 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:49.111124 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f1e8f4ad-3ce9-4c7c-ae8b-cc65e0c12f9d req-7e0d4374-8c68-4468-8796-145093f8e613 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c07ab6f-5f62-4afb-b8fd-ab9ce421f1f4 HTTP/1.1" status: 200 len: 948 time: 0.2033730 Feb 04 20:55:49.116621 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['b2f75331-6bf9-4d4a-8c7c-6af04f5242e8'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:55:49.143692 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-49e4b543-0c98-40b4-b0cf-7ca3235d16d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:49.146464 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-49e4b543-0c98-40b4-b0cf-7ca3235d16d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f4da01125e7c4dd0833698f7f2de26a7&device_id=0c131c95-9657-4926-8de7-3064ae4d37f1 HTTP/1.1" status: 200 len: 1094 time: 0.1646099 Feb 04 20:55:49.243217 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:55:49.246029 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-5bf18a9b-903c-4591-aeb8-aebf650dcaa5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a901cdcc-5cae-49d3-9cb5-87360028a18b HTTP/1.1" status: 200 len: 217 time: 0.0768421 Feb 04 20:55:49.297686 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f1e8f4ad-3ce9-4c7c-ae8b-cc65e0c12f9d req-f7979492-fce1-4089-96c8-7d4d1c9a56d5 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707029 Feb 04 20:55:49.353510 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-5f5054a6-11f9-4aae-995e-040f8789a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:49.355358 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-5f5054a6-11f9-4aae-995e-040f8789a592 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=471d5236-38d9-46d6-b230-ea73933817b4 HTTP/1.1" status: 200 len: 852 time: 0.1006501 Feb 04 20:55:49.428444 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c131c95-9657-4926-8de7-3064ae4d37f1', 'tag': 'a901cdcc-5cae-49d3-9cb5-87360028a18b', 'status': 'completed', 'code': 200} Feb 04 20:55:49.437567 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-f1155c48-1b0c-4078-b81b-8f6d43ac4c7e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=58692d71-156d-4fb6-ace3-10c851e59b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721347 Feb 04 20:55:49.761669 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-4ac5a676-ee3c-47c7-8a65-53185cd64ec7 service neutron] 10.222.0.18 "GET /v2.0/networks/58692d71-156d-4fb6-ace3-10c851e59b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116274 Feb 04 20:55:49.774917 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed72b0-d268-4799-bc1b-97d030a62b89 req-5dafafe1-5267-4f8e-b246-946a71dc1774 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:49.776373 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-40ed72b0-d268-4799-bc1b-97d030a62b89 req-5dafafe1-5267-4f8e-b246-946a71dc1774 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c131c95-9657-4926-8de7-3064ae4d37f1 HTTP/1.1" status: 200 len: 943 time: 0.1961451 Feb 04 20:55:49.960930 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d3a7a-14d0-4feb-b118-d84689845af2 req-a787b52e-6f58-45fb-b27c-1f2ae22b1754 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:49.962410 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1a4d3a7a-14d0-4feb-b118-d84689845af2 req-a787b52e-6f58-45fb-b27c-1f2ae22b1754 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=367e5fab-1cc1-4e9e-bfd3-de2b7b52ea03 HTTP/1.1" status: 200 len: 945 time: 0.3514895 Feb 04 20:55:50.042291 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-40ed72b0-d268-4799-bc1b-97d030a62b89 req-3e92a2e6-fe20-49a1-837c-4d975a3318b0 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups?id=90534580-969e-4349-8372-dccd27f6c398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444103 Feb 04 20:55:50.075254 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1a4d3a7a-14d0-4feb-b118-d84689845af2 req-13666fd6-50a9-431b-8d47-8b5877304f4f tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019075 Feb 04 20:55:50.077307 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-38133e57-857a-4bac-be9d-9b3f0a6f865b req-6ee94720-af9d-41ac-bc4e-555978c25621 service neutron] 10.222.0.18 "GET /v2.0/networks/58692d71-156d-4fb6-ace3-10c851e59b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000200 Feb 04 20:55:50.221175 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbadaa-ebf8-4f2d-b273-ce5d3e7ba1ef req-04334df5-f5ba-4f9f-b3e0-a6108e9db6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:50.223124 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d3bbadaa-ebf8-4f2d-b273-ce5d3e7ba1ef req-04334df5-f5ba-4f9f-b3e0-a6108e9db6fc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f4da01125e7c4dd0833698f7f2de26a7&device_id=0c131c95-9657-4926-8de7-3064ae4d37f1 HTTP/1.1" status: 200 len: 1094 time: 0.0948780 Feb 04 20:55:50.445249 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbadaa-ebf8-4f2d-b273-ce5d3e7ba1ef req-dfb354ec-d11d-4532-b780-0a1f46d1d855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:50.446697 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d3bbadaa-ebf8-4f2d-b273-ce5d3e7ba1ef req-dfb354ec-d11d-4532-b780-0a1f46d1d855 service neutron] 10.222.0.18 "GET /v2.0/networks?id=58692d71-156d-4fb6-ace3-10c851e59b5e HTTP/1.1" status: 200 len: 913 time: 0.2082789 Feb 04 20:55:50.523617 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d3bbadaa-ebf8-4f2d-b273-ce5d3e7ba1ef req-9c79f065-011c-476a-8bd9-f80e23d7c17d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a901cdcc-5cae-49d3-9cb5-87360028a18b HTTP/1.1" status: 200 len: 217 time: 0.0685349 Feb 04 20:55:50.531399 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b70f1-a749-4a4d-a742-b89fc05da6e5 req-6cb3d6e5-1329-40a3-9622-84c5f4cdc9a3 tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:50.533723 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8e3b70f1-a749-4a4d-a742-b89fc05da6e5 req-6cb3d6e5-1329-40a3-9622-84c5f4cdc9a3 tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0c20bee-08ea-4c89-8437-b78fa310f590 HTTP/1.1" status: 200 len: 944 time: 0.1933107 Feb 04 20:55:50.653969 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8e3b70f1-a749-4a4d-a742-b89fc05da6e5 req-c6343e22-7857-4d69-a686-2db3cafa3b72 tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] 10.222.0.26 "GET /v2.0/security-groups?id=79b0f11a-a12c-40fd-88c3-ca4d0fc05b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055610 Feb 04 20:55:50.657543 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbadaa-ebf8-4f2d-b273-ce5d3e7ba1ef req-67148540-13c4-472d-9ea9-dc7d07ebc479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:50.659256 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d3bbadaa-ebf8-4f2d-b273-ce5d3e7ba1ef req-67148540-13c4-472d-9ea9-dc7d07ebc479 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=471d5236-38d9-46d6-b230-ea73933817b4 HTTP/1.1" status: 200 len: 852 time: 0.1093888 Feb 04 20:55:50.755637 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d3bbadaa-ebf8-4f2d-b273-ce5d3e7ba1ef req-203cdaad-113a-453a-a813-e82f9f823fd9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=58692d71-156d-4fb6-ace3-10c851e59b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895739 Feb 04 20:55:50.984710 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d3bbadaa-ebf8-4f2d-b273-ce5d3e7ba1ef req-626596c9-982a-4fef-a6c4-a871ad8cedad service neutron] 10.222.0.18 "GET /v2.0/networks/58692d71-156d-4fb6-ace3-10c851e59b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105458 Feb 04 20:55:51.076155 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13ebea-6d97-4005-b443-9a41f7dc7c47 req-c691a5eb-edff-45ba-bd3f-34ebb5ccbef4 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:51.077611 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-da13ebea-6d97-4005-b443-9a41f7dc7c47 req-c691a5eb-edff-45ba-bd3f-34ebb5ccbef4 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c07ab6f-5f62-4afb-b8fd-ab9ce421f1f4 HTTP/1.1" status: 200 len: 948 time: 0.2794390 Feb 04 20:55:51.085391 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bb597-056d-4797-91d1-30e8100fd2a6 req-4672c503-d4f4-41ef-9cb5-ded64daf9362 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:51.086762 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-414bb597-056d-4797-91d1-30e8100fd2a6 req-4672c503-d4f4-41ef-9cb5-ded64daf9362 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=367e5fab-1cc1-4e9e-bfd3-de2b7b52ea03 HTTP/1.1" status: 200 len: 945 time: 0.3720875 Feb 04 20:55:51.193438 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-da13ebea-6d97-4005-b443-9a41f7dc7c47 req-8745b229-a287-4039-8b96-4030d3c58106 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017010 Feb 04 20:55:51.205343 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-414bb597-056d-4797-91d1-30e8100fd2a6 req-86758bbb-e7ba-4871-b6de-bd37db647f6c tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116283 Feb 04 20:55:51.241886 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d3bbadaa-ebf8-4f2d-b273-ce5d3e7ba1ef req-b2e9eef4-6490-43ed-ad62-77ff92e5c97f service neutron] 10.222.0.18 "GET /v2.0/networks/58692d71-156d-4fb6-ace3-10c851e59b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495618 Feb 04 20:55:51.462008 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e919b-420f-43f3-944a-dc48dbf7f372 req-cbabfc80-08d5-4940-aa02-666f001915dd tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:51.463505 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b4e919b-420f-43f3-944a-dc48dbf7f372 req-cbabfc80-08d5-4940-aa02-666f001915dd tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c131c95-9657-4926-8de7-3064ae4d37f1 HTTP/1.1" status: 200 len: 943 time: 0.1448009 Feb 04 20:55:51.475875 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abab665-b30c-482d-bc6b-659df3050290 req-bec8545f-5975-475a-b321-2a241074d29f tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:51.477269 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0abab665-b30c-482d-bc6b-659df3050290 req-bec8545f-5975-475a-b321-2a241074d29f tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=367e5fab-1cc1-4e9e-bfd3-de2b7b52ea03 HTTP/1.1" status: 200 len: 945 time: 0.1155472 Feb 04 20:55:51.544916 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b4e919b-420f-43f3-944a-dc48dbf7f372 req-c3cb0ce5-c925-4bd9-8595-6ecbccbaf9ff tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups?id=90534580-969e-4349-8372-dccd27f6c398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666394 Feb 04 20:55:51.549043 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0abab665-b30c-482d-bc6b-659df3050290 req-4aef78ae-a76f-48d2-8276-3f4806a084b0 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575647 Feb 04 20:55:51.755687 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1ac4e-f989-414e-873f-3f5b5d4ddecf req-bb07c68b-a5c6-43eb-b072-8c21d0680560 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:51.757167 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-16e1ac4e-f989-414e-873f-3f5b5d4ddecf req-bb07c68b-a5c6-43eb-b072-8c21d0680560 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=367e5fab-1cc1-4e9e-bfd3-de2b7b52ea03 HTTP/1.1" status: 200 len: 945 time: 0.0957196 Feb 04 20:55:51.838282 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-16e1ac4e-f989-414e-873f-3f5b5d4ddecf req-91d3d637-44c8-4931-a1a0-617604f361b4 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753005 Feb 04 20:55:51.890399 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15a9f7-a53a-4e86-94e0-725541b91855 req-15f94cd0-ad96-410f-955a-f284c1e26b32 tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:51.895791 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2c15a9f7-a53a-4e86-94e0-725541b91855 req-15f94cd0-ad96-410f-955a-f284c1e26b32 tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0c20bee-08ea-4c89-8437-b78fa310f590 HTTP/1.1" status: 200 len: 944 time: 0.1076648 Feb 04 20:55:51.941837 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2c15a9f7-a53a-4e86-94e0-725541b91855 req-2c7dbb78-e768-435c-8f19-5b3173c064a1 tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] 10.222.0.26 "GET /v2.0/security-groups?id=79b0f11a-a12c-40fd-88c3-ca4d0fc05b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429859 Feb 04 20:55:51.980587 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:55:52.030318 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device b2f75331-6bf9-4d4a-8c7c-6af04f5242e8 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:55:52.129101 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port b2f75331-6bf9-4d4a-8c7c-6af04f5242e8 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:55:52.133851 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:55:52.138046 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port b2f75331-6bf9-4d4a-8c7c-6af04f5242e8 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:55:52.138407 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:52.157998 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0792ea-077b-4191-8d13-4b6effe36d8e req-f3b77735-5ff7-4531-a2b6-db9f55bd4bfa tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:52.160081 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f0792ea-077b-4191-8d13-4b6effe36d8e req-f3b77735-5ff7-4531-a2b6-db9f55bd4bfa tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=367e5fab-1cc1-4e9e-bfd3-de2b7b52ea03 HTTP/1.1" status: 200 len: 945 time: 0.1960502 Feb 04 20:55:52.167346 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:55:52.167934 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:52.209779 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f0792ea-077b-4191-8d13-4b6effe36d8e req-169e8a5a-61c8-42ba-a0c4-2d3aeaf41d63 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416913 Feb 04 20:55:52.378899 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:52.395480 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:52.428606 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c20bee-08ea-4c89-8437-b78fa310f590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f75331-6bf9-4d4a-8c7c-6af04f5242e8'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:55:52.445701 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port b2f75331-6bf9-4d4a-8c7c-6af04f5242e8, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=b2f75331-6bf9-4d4a-8c7c-6af04f5242e8,segment=NetworkSegment(faa1676a-f6c3-470b-aedf-0a139f000866),segment_id=faa1676a-f6c3-470b-aedf-0a139f000866)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:52.451607 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:52.455293 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:52.469883 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0dc4ce-75ef-47e6-838b-aecfb74c5474 req-5216beb8-9b58-43e6-b49d-dd1cc9c767d7 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:52.471317 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2b0dc4ce-75ef-47e6-838b-aecfb74c5474 req-5216beb8-9b58-43e6-b49d-dd1cc9c767d7 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c07ab6f-5f62-4afb-b8fd-ab9ce421f1f4 HTTP/1.1" status: 200 len: 948 time: 0.1510625 Feb 04 20:55:52.478835 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc602ef4-3172-4d06-824c-2c5a6beb7d39 req-139088dd-9685-43be-995f-f84e1b36ef64 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:52.480189 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fc602ef4-3172-4d06-824c-2c5a6beb7d39 req-139088dd-9685-43be-995f-f84e1b36ef64 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=367e5fab-1cc1-4e9e-bfd3-de2b7b52ea03 HTTP/1.1" status: 200 len: 945 time: 0.1217413 Feb 04 20:55:52.490986 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:52.534166 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=b2f75331-6bf9-4d4a-8c7c-6af04f5242e8,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:52.553065 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2b0dc4ce-75ef-47e6-838b-aecfb74c5474 req-26e2d24e-9f61-4fc7-867c-e1a79a0a85f8 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719354 Feb 04 20:55:52.555731 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fc602ef4-3172-4d06-824c-2c5a6beb7d39 req-88b4658d-8161-40f8-bde9-6ecd15ceac09 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595076 Feb 04 20:55:52.617409 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:52.637161 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c20bee-08ea-4c89-8437-b78fa310f590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f75331-6bf9-4d4a-8c7c-6af04f5242e8', 'code': 200} Feb 04 20:55:52.814883 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd9350-7a1b-42ec-8629-925e2a19d6a6 req-c24f92fd-70c7-4215-b4ce-78815074665e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:52.817474 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aefd9350-7a1b-42ec-8629-925e2a19d6a6 req-c24f92fd-70c7-4215-b4ce-78815074665e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e0c20bee-08ea-4c89-8437-b78fa310f590 HTTP/1.1" status: 200 len: 1096 time: 0.0984414 Feb 04 20:55:52.825798 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb660d55-a522-48ca-a427-6ff6fdbc30c6 req-6d63149b-6b6b-4ac6-bcf1-b03479670f32 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:52.827182 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fb660d55-a522-48ca-a427-6ff6fdbc30c6 req-6d63149b-6b6b-4ac6-bcf1-b03479670f32 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c131c95-9657-4926-8de7-3064ae4d37f1 HTTP/1.1" status: 200 len: 943 time: 0.1485732 Feb 04 20:55:52.892216 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aefd9350-7a1b-42ec-8629-925e2a19d6a6 req-d77b61fd-d18b-4110-a4ad-d2cd843b2360 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=79b0f11a-a12c-40fd-88c3-ca4d0fc05b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640738 Feb 04 20:55:52.903989 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fb660d55-a522-48ca-a427-6ff6fdbc30c6 req-7cf98b9c-f853-404b-a873-b85af1238530 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups?id=90534580-969e-4349-8372-dccd27f6c398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616813 Feb 04 20:55:53.145304 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4b426-f7c8-4d72-8a6c-f332780a2ffe req-c2ce710c-c704-42ba-b46c-fdbf3fffa7ef tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:53.146829 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a8e4b426-f7c8-4d72-8a6c-f332780a2ffe req-c2ce710c-c704-42ba-b46c-fdbf3fffa7ef tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0c20bee-08ea-4c89-8437-b78fa310f590 HTTP/1.1" status: 200 len: 945 time: 0.0837266 Feb 04 20:55:53.193821 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a8e4b426-f7c8-4d72-8a6c-f332780a2ffe req-b03d4af0-a772-4f97-a2ad-57b8c2167c54 tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] 10.222.0.26 "GET /v2.0/security-groups?id=79b0f11a-a12c-40fd-88c3-ca4d0fc05b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403712 Feb 04 20:55:53.478457 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe69c81-5f62-454a-972d-bfc276cd2362 req-c51a2ceb-88a4-4d8e-8772-cbe23efde8ef tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:53.479905 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9fe69c81-5f62-454a-972d-bfc276cd2362 req-c51a2ceb-88a4-4d8e-8772-cbe23efde8ef tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=367e5fab-1cc1-4e9e-bfd3-de2b7b52ea03 HTTP/1.1" status: 200 len: 945 time: 0.0941992 Feb 04 20:55:53.525397 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9fe69c81-5f62-454a-972d-bfc276cd2362 req-8c5334ed-dd54-4279-846d-3c26ab2ecb38 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394514 Feb 04 20:55:53.748298 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22d1c0-f213-4e82-aa82-7394e14a833b req-9ef1332a-2a32-4250-b158-8ded6a6ee680 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:53.749895 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7b22d1c0-f213-4e82-aa82-7394e14a833b req-9ef1332a-2a32-4250-b158-8ded6a6ee680 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c07ab6f-5f62-4afb-b8fd-ab9ce421f1f4 HTTP/1.1" status: 200 len: 949 time: 0.0790312 Feb 04 20:55:53.794718 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7b22d1c0-f213-4e82-aa82-7394e14a833b req-914f8648-3de1-463f-9ed8-b37bab29b2bb tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380158 Feb 04 20:55:53.995839 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device b447ef48-492b-4220-b871-716bb45bab3a details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:55:54.045698 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device a901cdcc-5cae-49d3-9cb5-87360028a18b details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:55:54.100296 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6f52d-11d1-4384-a272-2448deef36c9 req-b46bcc11-f417-412d-b2f6-a4045625fa03 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:54.101777 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dbe6f52d-11d1-4384-a272-2448deef36c9 req-b46bcc11-f417-412d-b2f6-a4045625fa03 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c131c95-9657-4926-8de7-3064ae4d37f1 HTTP/1.1" status: 200 len: 943 time: 0.0886948 Feb 04 20:55:54.146379 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dbe6f52d-11d1-4384-a272-2448deef36c9 req-d5f9c61a-b6bc-43c1-9a75-57fd6946ef21 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups?id=90534580-969e-4349-8372-dccd27f6c398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386415 Feb 04 20:55:54.293011 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port b447ef48-492b-4220-b871-716bb45bab3a, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b447ef48-492b-4220-b871-716bb45bab3a,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:54.320087 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': 'b447ef48-492b-4220-b871-716bb45bab3a', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': 'b447ef48-492b-4220-b871-716bb45bab3a', 'mac_address': 'fa:16:3e:fb:15:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:55:54.373279 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port a901cdcc-5cae-49d3-9cb5-87360028a18b, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=a901cdcc-5cae-49d3-9cb5-87360028a18b,segment=NetworkSegment(85aba820-b386-48fc-9381-285c1f3f2f76),segment_id=85aba820-b386-48fc-9381-285c1f3f2f76)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:54.393371 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2e76b-e963-474a-9d05-f6d157bf75bd req-04876f39-63a5-4208-a5dd-c3723fbbc7ad tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:54.393986 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'a901cdcc-5cae-49d3-9cb5-87360028a18b', 'network_id': '58692d71-156d-4fb6-ace3-10c851e59b5e', 'port_id': 'a901cdcc-5cae-49d3-9cb5-87360028a18b', 'mac_address': 'fa:16:3e:fa:c6:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '471d5236-38d9-46d6-b230-ea73933817b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:55:54.395450 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ddd2e76b-e963-474a-9d05-f6d157bf75bd req-04876f39-63a5-4208-a5dd-c3723fbbc7ad tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0c20bee-08ea-4c89-8437-b78fa310f590 HTTP/1.1" status: 200 len: 945 time: 0.0899510 Feb 04 20:55:54.398482 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:54.449897 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ddd2e76b-e963-474a-9d05-f6d157bf75bd req-9e2d1bd0-e073-4030-99d0-8c00558674b4 tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] 10.222.0.26 "GET /v2.0/security-groups?id=79b0f11a-a12c-40fd-88c3-ca4d0fc05b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469937 Feb 04 20:55:54.462910 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b447ef48-492b-4220-b871-716bb45bab3a {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:55:54.483734 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:54.495269 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port b447ef48-492b-4220-b871-716bb45bab3a, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b447ef48-492b-4220-b871-716bb45bab3a,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:54.501149 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:54.532477 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a901cdcc-5cae-49d3-9cb5-87360028a18b {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:55:54.574532 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port a901cdcc-5cae-49d3-9cb5-87360028a18b, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=a901cdcc-5cae-49d3-9cb5-87360028a18b,segment=NetworkSegment(85aba820-b386-48fc-9381-285c1f3f2f76),segment_id=85aba820-b386-48fc-9381-285c1f3f2f76)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:54.581487 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:54.586046 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=b447ef48-492b-4220-b871-716bb45bab3a,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:54.639043 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c07ab6f-5f62-4afb-b8fd-ab9ce421f1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:55:54.660358 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['b447ef48-492b-4220-b871-716bb45bab3a'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:55:54.700334 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c07ab6f-5f62-4afb-b8fd-ab9ce421f1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48', 'code': 200} Feb 04 20:55:54.712222 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=a901cdcc-5cae-49d3-9cb5-87360028a18b,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:54.735092 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de904640-6603-4270-8c61-89e86bf927d0 req-2407ca76-f460-4948-800c-f78e09400b32 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:54.736560 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-de904640-6603-4270-8c61-89e86bf927d0 req-2407ca76-f460-4948-800c-f78e09400b32 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=367e5fab-1cc1-4e9e-bfd3-de2b7b52ea03 HTTP/1.1" status: 200 len: 945 time: 0.1014473 Feb 04 20:55:54.827257 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-de904640-6603-4270-8c61-89e86bf927d0 req-dcd24dda-7a92-4536-935f-f7a86db56c02 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821524 Feb 04 20:55:54.861547 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e017b43-6b76-4dcf-8104-de34980a20fe req-4ebb5576-695d-4c7f-889e-cb55f11a8135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:54.863123 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5e017b43-6b76-4dcf-8104-de34980a20fe req-4ebb5576-695d-4c7f-889e-cb55f11a8135 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7c07ab6f-5f62-4afb-b8fd-ab9ce421f1f4 HTTP/1.1" status: 200 len: 1100 time: 0.0881410 Feb 04 20:55:54.906211 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5e017b43-6b76-4dcf-8104-de34980a20fe req-21a983a5-e37a-4348-9c97-d7acefd42d2a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353642 Feb 04 20:55:54.985024 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac613a-0b58-4c52-835c-a1e2d996709d req-98022130-2ab2-4129-b6b8-0fb08a0f30ad tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:54.986643 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-85ac613a-0b58-4c52-835c-a1e2d996709d req-98022130-2ab2-4129-b6b8-0fb08a0f30ad tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c07ab6f-5f62-4afb-b8fd-ab9ce421f1f4 HTTP/1.1" status: 200 len: 949 time: 0.0793567 Feb 04 20:55:54.996185 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['a901cdcc-5cae-49d3-9cb5-87360028a18b'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:55:55.047653 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-85ac613a-0b58-4c52-835c-a1e2d996709d req-898b0654-30bc-412f-afe2-86203756eced tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547483 Feb 04 20:55:55.333436 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b2a7f-8804-4e91-863b-de5126c3a4be req-1e700179-8ec1-4d13-bf98-baa80a3f9cc0 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:55.334856 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-899b2a7f-8804-4e91-863b-de5126c3a4be req-1e700179-8ec1-4d13-bf98-baa80a3f9cc0 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c131c95-9657-4926-8de7-3064ae4d37f1 HTTP/1.1" status: 200 len: 944 time: 0.0821159 Feb 04 20:55:55.381638 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-899b2a7f-8804-4e91-863b-de5126c3a4be req-902f4315-e70d-4e97-8620-39440a220ae8 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups?id=90534580-969e-4349-8372-dccd27f6c398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399389 Feb 04 20:55:55.635896 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571c401-36ac-40f5-8166-ee0f8a05d852 req-c9854497-4f09-4724-912a-1dd9f6dc243c tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:55.637344 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d571c401-36ac-40f5-8166-ee0f8a05d852 req-c9854497-4f09-4724-912a-1dd9f6dc243c tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0c20bee-08ea-4c89-8437-b78fa310f590 HTTP/1.1" status: 200 len: 945 time: 0.0777853 Feb 04 20:55:55.684649 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d571c401-36ac-40f5-8166-ee0f8a05d852 req-dc5fd2cd-f75f-41b3-88df-f95d1521fea6 tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] 10.222.0.26 "GET /v2.0/security-groups?id=79b0f11a-a12c-40fd-88c3-ca4d0fc05b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416522 Feb 04 20:55:55.740331 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:56.016135 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device e9255794-fecd-4bab-b92d-56065123f2e0 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:55:56.025126 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463340a-463b-4545-bfbd-e1fb3d1a76e3 req-3b865efe-0b7c-48ab-8f01-001448ac0502 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:56.026752 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2463340a-463b-4545-bfbd-e1fb3d1a76e3 req-3b865efe-0b7c-48ab-8f01-001448ac0502 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=367e5fab-1cc1-4e9e-bfd3-de2b7b52ea03 HTTP/1.1" status: 200 len: 945 time: 0.0835438 Feb 04 20:55:56.036506 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device b447ef48-492b-4220-b871-716bb45bab3a up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:55:56.103527 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2463340a-463b-4545-bfbd-e1fb3d1a76e3 req-d00151c7-4d6e-4d4d-9617-0181da643cfd tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702789 Feb 04 20:55:56.295241 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port b447ef48-492b-4220-b871-716bb45bab3a triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:55:56.295493 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:56.341494 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cda357-12dd-42ac-9fb5-d2293a112489 req-755e29a4-b607-4e67-8b3b-2afeb9099c18 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:56.349930 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7cda357-12dd-42ac-9fb5-d2293a112489 req-755e29a4-b607-4e67-8b3b-2afeb9099c18 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c07ab6f-5f62-4afb-b8fd-ab9ce421f1f4 HTTP/1.1" status: 200 len: 949 time: 0.1614561 Feb 04 20:55:56.374409 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port e9255794-fecd-4bab-b92d-56065123f2e0, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=e9255794-fecd-4bab-b92d-56065123f2e0,segment=NetworkSegment(673dc65b-eb24-40c2-b385-7348d9364d07),segment_id=673dc65b-eb24-40c2-b385-7348d9364d07)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:56.393792 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'e9255794-fecd-4bab-b92d-56065123f2e0', 'network_id': '39d2ac62-44cb-480e-a4e0-face7b3c55fb', 'port_id': 'e9255794-fecd-4bab-b92d-56065123f2e0', 'mac_address': 'fa:16:3e:65:bb:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c37f354-72c6-48cb-981d-e4dbeabb2472', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:55:56.412561 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7cda357-12dd-42ac-9fb5-d2293a112489 req-432d0255-77ad-44b8-8771-f61c03df08a4 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569186 Feb 04 20:55:56.510270 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:56.529433 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:56.543892 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e9255794-fecd-4bab-b92d-56065123f2e0 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:55:56.572276 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port e9255794-fecd-4bab-b92d-56065123f2e0, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=e9255794-fecd-4bab-b92d-56065123f2e0,segment=NetworkSegment(673dc65b-eb24-40c2-b385-7348d9364d07),segment_id=673dc65b-eb24-40c2-b385-7348d9364d07)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:56.581691 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:56.585062 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port b447ef48-492b-4220-b871-716bb45bab3a, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b447ef48-492b-4220-b871-716bb45bab3a,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:56.597317 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443fbc5-301c-49ea-b08c-ebb3ed1cff13 req-b1fbd25a-5fdc-469d-bf66-a5e8e4487299 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:56.601878 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1443fbc5-301c-49ea-b08c-ebb3ed1cff13 req-b1fbd25a-5fdc-469d-bf66-a5e8e4487299 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c131c95-9657-4926-8de7-3064ae4d37f1 HTTP/1.1" status: 200 len: 944 time: 0.0957108 Feb 04 20:55:56.636722 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:56.646923 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1443fbc5-301c-49ea-b08c-ebb3ed1cff13 req-0e68ff5b-2f9f-43ee-87a1-0ae84fd505ed tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups?id=90534580-969e-4349-8372-dccd27f6c398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411294 Feb 04 20:55:56.680828 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=e9255794-fecd-4bab-b92d-56065123f2e0,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:56.713734 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e3055c-e921-43c1-b9ea-afad985046aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b447ef48-492b-4220-b871-716bb45bab3a'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:55:56.743982 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['e9255794-fecd-4bab-b92d-56065123f2e0'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:55:56.771199 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e3055c-e921-43c1-b9ea-afad985046aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b447ef48-492b-4220-b871-716bb45bab3a', 'code': 200} Feb 04 20:55:56.810751 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=b447ef48-492b-4220-b871-716bb45bab3a,revision_number=7']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:57.462108 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-0951b223-4678-4fec-b858-d0be7db1a5c5 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1049936145&fields=id&tenant_id=5656db63d88345dfa2ad3799bcc2a413 HTTP/1.1" status: 200 len: 267 time: 0.0601573 Feb 04 20:55:57.636451 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19e4eb-66f0-4d0b-9629-f601297dc9af req-cfca6e4e-73c7-4865-8cfa-93c0cf848423 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:57.638017 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dc19e4eb-66f0-4d0b-9629-f601297dc9af req-cfca6e4e-73c7-4865-8cfa-93c0cf848423 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=367e5fab-1cc1-4e9e-bfd3-de2b7b52ea03 HTTP/1.1" status: 200 len: 944 time: 0.4042180 Feb 04 20:55:57.653896 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-b6d1ca98-41fe-4894-8794-9f8a0ce67e32 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:57.655490 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-b6d1ca98-41fe-4894-8794-9f8a0ce67e32 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/networks?id=c14f150b-4ca7-4c1e-a316-381569f0fa28 HTTP/1.1" status: 200 len: 823 time: 0.1895497 Feb 04 20:55:57.694440 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-67c92782-6be8-4c69-a87d-4e8b7dfc18af tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/quotas/5656db63d88345dfa2ad3799bcc2a413 HTTP/1.1" status: 200 len: 375 time: 0.0241992 Feb 04 20:55:57.739003 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dc19e4eb-66f0-4d0b-9629-f601297dc9af req-295800b0-27e2-4355-b586-9735480f7ed3 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919242 Feb 04 20:55:57.807600 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-418bb8e9-af91-4608-9ac7-8957d180115b tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5656db63d88345dfa2ad3799bcc2a413&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1076849 Feb 04 20:55:57.979048 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-9154ebc8-dbd0-4b88-b906-92b42bcced52 service neutron] 10.222.0.26 "GET /v2.0/networks/c14f150b-4ca7-4c1e-a316-381569f0fa28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591184 Feb 04 20:55:58.024110 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device e9255794-fecd-4bab-b92d-56065123f2e0 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:55:58.099573 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port e9255794-fecd-4bab-b92d-56065123f2e0 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:55:58.099845 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:58.138282 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-c0c1e58d-cd07-4ff5-bec9-c84738229a4b service neutron] 10.222.0.26 "GET /v2.0/networks/c14f150b-4ca7-4c1e-a316-381569f0fa28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529458 Feb 04 20:55:58.256781 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:58.318303 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port e9255794-fecd-4bab-b92d-56065123f2e0, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=e9255794-fecd-4bab-b92d-56065123f2e0,segment=NetworkSegment(673dc65b-eb24-40c2-b385-7348d9364d07),segment_id=673dc65b-eb24-40c2-b385-7348d9364d07)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:58.326381 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:58.327233 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device a901cdcc-5cae-49d3-9cb5-87360028a18b up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:55:58.563682 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d173a5-5270-423f-ac3e-b2d4972a5762 req-02ceb326-9e45-4741-9f13-b30e8cd9e29e tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:58.576962 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-33d173a5-5270-423f-ac3e-b2d4972a5762 req-02ceb326-9e45-4741-9f13-b30e8cd9e29e tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c07ab6f-5f62-4afb-b8fd-ab9ce421f1f4 HTTP/1.1" status: 200 len: 949 time: 0.1617687 Feb 04 20:55:58.655153 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=e9255794-fecd-4bab-b92d-56065123f2e0,revision_number=7']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:58.709160 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port a901cdcc-5cae-49d3-9cb5-87360028a18b completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:55:58.715425 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port a901cdcc-5cae-49d3-9cb5-87360028a18b triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:55:58.716019 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:58.874542 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367e5fab-1cc1-4e9e-bfd3-de2b7b52ea03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9255794-fecd-4bab-b92d-56065123f2e0'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:55:58.909168 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-33d173a5-5270-423f-ac3e-b2d4972a5762 req-4c41c9ae-b47b-4043-9b79-4c4952d85ef4 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312180 Feb 04 20:55:58.948633 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263b1f1-90ba-4626-9452-4c3aa9f4ec1c req-cc2c4fd8-774d-49aa-bd9a-24109e6b6b83 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:58.952433 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8263b1f1-90ba-4626-9452-4c3aa9f4ec1c req-cc2c4fd8-774d-49aa-bd9a-24109e6b6b83 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 1097 time: 0.3734620 Feb 04 20:55:59.014150 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:59.053165 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port a901cdcc-5cae-49d3-9cb5-87360028a18b, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=a901cdcc-5cae-49d3-9cb5-87360028a18b,segment=NetworkSegment(85aba820-b386-48fc-9381-285c1f3f2f76),segment_id=85aba820-b386-48fc-9381-285c1f3f2f76)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:55:59.067163 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:55:59.085408 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8263b1f1-90ba-4626-9452-4c3aa9f4ec1c req-8b26e5f3-df33-40bd-ac79-b72c887fbcee tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257594 Feb 04 20:55:59.211010 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=a901cdcc-5cae-49d3-9cb5-87360028a18b,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:55:59.387512 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29293b-f77d-4be9-8e74-eb989b6686fe req-d5e8ec65-8c90-4b48-8ab4-72a69b188cab tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:59.399923 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4c29293b-f77d-4be9-8e74-eb989b6686fe req-d5e8ec65-8c90-4b48-8ab4-72a69b188cab tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c131c95-9657-4926-8de7-3064ae4d37f1 HTTP/1.1" status: 200 len: 945 time: 0.2053502 Feb 04 20:55:59.492204 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4c29293b-f77d-4be9-8e74-eb989b6686fe req-248f518e-b583-478b-966c-b2d051ebc9eb tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups?id=90534580-969e-4349-8372-dccd27f6c398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821102 Feb 04 20:55:59.759887 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0b7f8e70-c7d2-4a34-ad06-ad36cae5e3e4 req-4513cf29-d96e-441f-b614-840cf2405330 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/ports?device_id=def74ee5-fa9d-48ce-92c9-b4566e7c2c09 HTTP/1.1" status: 200 len: 210 time: 0.1014392 Feb 04 20:55:59.836097 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367e5fab-1cc1-4e9e-bfd3-de2b7b52ea03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9255794-fecd-4bab-b92d-56065123f2e0', 'code': 200} Feb 04 20:55:59.860653 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb41525-037f-4bd9-9aa6-31d107589ebc req-b9dfca2e-1906-49be-ad56-780bd023f560 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:55:59.865284 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7eb41525-037f-4bd9-9aa6-31d107589ebc req-b9dfca2e-1906-49be-ad56-780bd023f560 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c610bc-5dec-44b3-a699-1dcb606382e7 HTTP/1.1" status: 200 len: 945 time: 0.1608217 Feb 04 20:56:00.100564 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-7eb41525-037f-4bd9-9aa6-31d107589ebc req-8e3aa885-605f-4b3e-b5c7-9d15a1d4ed09 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Deleting port 294fc3d2-615d-4bff-83c2-a89e20a227c3 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:56:00.101282 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-7eb41525-037f-4bd9-9aa6-31d107589ebc req-8e3aa885-605f-4b3e-b5c7-9d15a1d4ed09 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:00.246028 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3f0b6-67aa-4fc9-850b-84c2508f6171 req-6962f4c5-00f9-4d12-8b62-e0dbbccde153 tempest-ServersOnMultiNodesTest-2107228727 tempest-ServersOnMultiNodesTest-2107228727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:00.252826 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a8b3f0b6-67aa-4fc9-850b-84c2508f6171 req-6962f4c5-00f9-4d12-8b62-e0dbbccde153 tempest-ServersOnMultiNodesTest-2107228727 tempest-ServersOnMultiNodesTest-2107228727-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7c07ab6f-5f62-4afb-b8fd-ab9ce421f1f4 HTTP/1.1" status: 200 len: 1100 time: 0.3204648 Feb 04 20:56:00.273748 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487896f-270e-428d-88ad-1ae8bcd55dbd req-3b04262d-123d-4c80-a0e4-83532d4efb39 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:00.281343 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5487896f-270e-428d-88ad-1ae8bcd55dbd req-3b04262d-123d-4c80-a0e4-83532d4efb39 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 1096 time: 0.3422670 Feb 04 20:56:00.430744 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a8b3f0b6-67aa-4fc9-850b-84c2508f6171 req-ec23d275-0d3d-438c-b739-83a445fe02c3 tempest-ServersOnMultiNodesTest-2107228727 tempest-ServersOnMultiNodesTest-2107228727-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770406 Feb 04 20:56:00.451504 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5487896f-270e-428d-88ad-1ae8bcd55dbd req-c9755543-dcb9-40e4-8e52-0f95bf61aaaa tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689401 Feb 04 20:56:00.517739 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-9064b1fe-faa1-472c-97a1-0f1ccb51119d tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:00.519444 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-9064b1fe-faa1-472c-97a1-0f1ccb51119d tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.32 "GET /v2.0/networks?id=c14f150b-4ca7-4c1e-a316-381569f0fa28 HTTP/1.1" status: 200 len: 823 time: 0.2433646 Feb 04 20:56:00.573835 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-7eb41525-037f-4bd9-9aa6-31d107589ebc req-8e3aa885-605f-4b3e-b5c7-9d15a1d4ed09 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] For port 294fc3d2-615d-4bff-83c2-a89e20a227c3, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=294fc3d2-615d-4bff-83c2-a89e20a227c3,segment=NetworkSegment(a26c100c-943b-457e-bebf-b0c82822cb3c),segment_id=a26c100c-943b-457e-bebf-b0c82822cb3c)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:00.575314 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-7eb41525-037f-4bd9-9aa6-31d107589ebc req-8e3aa885-605f-4b3e-b5c7-9d15a1d4ed09 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:00.643031 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-94a3e833-08cb-41e0-9f75-4823e62d533e tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5656db63d88345dfa2ad3799bcc2a413 HTTP/1.1" status: 200 len: 380 time: 0.1007996 Feb 04 20:56:00.658375 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-d374850a-030e-42df-998d-de87e7f9093a tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Request body: {'port': {'device_id': 'def74ee5-fa9d-48ce-92c9-b4566e7c2c09', 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28', 'admin_state_up': True, 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'security_groups': ['9682d437-5169-4f10-a377-f31d491d46c9']}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:56:00.857496 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-d374850a-030e-42df-998d-de87e7f9093a tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:56:00.862350 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-d374850a-030e-42df-998d-de87e7f9093a tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Usage tracker for resource:port and tenant:5656db63d88345dfa2ad3799bcc2a413 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:56:00.866920 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-d374850a-030e-42df-998d-de87e7f9093a tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:56:00.875261 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-d374850a-030e-42df-998d-de87e7f9093a tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:56:00.893566 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-d374850a-030e-42df-998d-de87e7f9093a tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Made reservation on behalf of 5656db63d88345dfa2ad3799bcc2a413 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:56:00.899511 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-d374850a-030e-42df-998d-de87e7f9093a tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:01.198158 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21278e5-25c9-4a62-ac8d-3e45843bb7c7 req-96f10a8e-80a6-4625-9662-b060b7df9954 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:01.204976 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a21278e5-25c9-4a62-ac8d-3e45843bb7c7 req-96f10a8e-80a6-4625-9662-b060b7df9954 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=367e5fab-1cc1-4e9e-bfd3-de2b7b52ea03 HTTP/1.1" status: 200 len: 945 time: 0.5157528 Feb 04 20:56:01.207276 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-d374850a-030e-42df-998d-de87e7f9093a tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Allocated IP 172.20.0.11 (c14f150b-4ca7-4c1e-a316-381569f0fa28/c645973d-e701-4f00-b256-28f08cd89f89/8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:56:01.277386 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-7eb41525-037f-4bd9-9aa6-31d107589ebc req-8e3aa885-605f-4b3e-b5c7-9d15a1d4ed09 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:01.277779 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-7eb41525-037f-4bd9-9aa6-31d107589ebc req-8e3aa885-605f-4b3e-b5c7-9d15a1d4ed09 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:01.278232 n-d-827896-1 neutron-server[87683]: INFO neutron.db.l3_db [req-7eb41525-037f-4bd9-9aa6-31d107589ebc req-8e3aa885-605f-4b3e-b5c7-9d15a1d4ed09 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Floating IP b053517f-d9de-4ba1-b216-1cac3a477f48 disassociated. External IP: 172.25.5.221, port: 294fc3d2-615d-4bff-83c2-a89e20a227c3. Feb 04 20:56:01.278576 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-7eb41525-037f-4bd9-9aa6-31d107589ebc req-8e3aa885-605f-4b3e-b5c7-9d15a1d4ed09 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Calling delete_port for 294fc3d2-615d-4bff-83c2-a89e20a227c3 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:56:01.318588 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a21278e5-25c9-4a62-ac8d-3e45843bb7c7 req-935db753-3bc4-442e-9f19-8d135bd9e438 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106477 Feb 04 20:56:01.540474 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-7eb41525-037f-4bd9-9aa6-31d107589ebc req-8e3aa885-605f-4b3e-b5c7-9d15a1d4ed09 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:01.563677 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-d374850a-030e-42df-998d-de87e7f9093a tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:01.591300 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-d374850a-030e-42df-998d-de87e7f9093a tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Transition to ACTIVE for port object 8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:56:01.643753 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-d374850a-030e-42df-998d-de87e7f9093a tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:01.652953 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3aa885-605f-4b3e-b5c7-9d15a1d4ed09 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Pushing event deleted for resources: {'Port': ['ID=294fc3d2-615d-4bff-83c2-a89e20a227c3,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:01.737919 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3aa885-605f-4b3e-b5c7-9d15a1d4ed09 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:01.738883 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3aa885-605f-4b3e-b5c7-9d15a1d4ed09 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:01.739254 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3aa885-605f-4b3e-b5c7-9d15a1d4ed09 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:01.739570 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3aa885-605f-4b3e-b5c7-9d15a1d4ed09 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:01.739896 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3aa885-605f-4b3e-b5c7-9d15a1d4ed09 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:01.740222 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3aa885-605f-4b3e-b5c7-9d15a1d4ed09 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:01.740546 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3aa885-605f-4b3e-b5c7-9d15a1d4ed09 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:01.740868 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3aa885-605f-4b3e-b5c7-9d15a1d4ed09 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:01.741188 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3aa885-605f-4b3e-b5c7-9d15a1d4ed09 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:01.741548 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3aa885-605f-4b3e-b5c7-9d15a1d4ed09 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:01.741875 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3aa885-605f-4b3e-b5c7-9d15a1d4ed09 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:01.742194 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3aa885-605f-4b3e-b5c7-9d15a1d4ed09 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:01.823272 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-d374850a-030e-42df-998d-de87e7f9093a tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Network c14f150b-4ca7-4c1e-a316-381569f0fa28 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:56:01.828069 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-d374850a-030e-42df-998d-de87e7f9093a tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:56:01.833981 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-d374850a-030e-42df-998d-de87e7f9093a tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:56:01.837343 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c131c95-9657-4926-8de7-3064ae4d37f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a901cdcc-5cae-49d3-9cb5-87360028a18b'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:56:01.911148 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8f3ea-3b2d-46ba-b694-d92b2501f1f2 req-130c3ba4-c2c3-4ca1-ab41-ad37bc9137e0 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:01.912602 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c8f8f3ea-3b2d-46ba-b694-d92b2501f1f2 req-130c3ba4-c2c3-4ca1-ab41-ad37bc9137e0 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.18 "GET /v2.0/ports?device_id=367e5fab-1cc1-4e9e-bfd3-de2b7b52ea03 HTTP/1.1" status: 200 len: 945 time: 0.3169498 Feb 04 20:56:01.957574 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374850a-030e-42df-998d-de87e7f9093a tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Pushing event updated for resources: {'Port': ['ID=8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:01.999230 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374850a-030e-42df-998d-de87e7f9093a tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:01.999668 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374850a-030e-42df-998d-de87e7f9093a tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:02.000169 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374850a-030e-42df-998d-de87e7f9093a tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:02.000842 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7eb41525-037f-4bd9-9aa6-31d107589ebc req-8e3aa885-605f-4b3e-b5c7-9d15a1d4ed09 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Router 4768c878-edcb-40f0-9279-0c17983fc38e has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:56:02.000993 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374850a-030e-42df-998d-de87e7f9093a tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:02.001499 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374850a-030e-42df-998d-de87e7f9093a tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:02.002643 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374850a-030e-42df-998d-de87e7f9093a tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:02.003184 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374850a-030e-42df-998d-de87e7f9093a tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:02.003528 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374850a-030e-42df-998d-de87e7f9093a tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:02.007246 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374850a-030e-42df-998d-de87e7f9093a tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:02.007712 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374850a-030e-42df-998d-de87e7f9093a tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:02.008104 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374850a-030e-42df-998d-de87e7f9093a tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:02.008463 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374850a-030e-42df-998d-de87e7f9093a tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:02.016995 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-c8f8f3ea-3b2d-46ba-b694-d92b2501f1f2 req-936086d5-cba5-40b4-b4a3-dc90df9f480a tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Deleting port e9255794-fecd-4bab-b92d-56065123f2e0 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:56:02.030740 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c8f8f3ea-3b2d-46ba-b694-d92b2501f1f2 req-936086d5-cba5-40b4-b4a3-dc90df9f480a tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:02.036622 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device e9255794-fecd-4bab-b92d-56065123f2e0 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:56:02.119782 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 294fc3d2-615d-4bff-83c2-a89e20a227c3 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:56:02.126683 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-d374850a-030e-42df-998d-de87e7f9093a tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:02.128465 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-d374850a-030e-42df-998d-de87e7f9093a tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:02.212121 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-d374850a-030e-42df-998d-de87e7f9093a tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5578737 Feb 04 20:56:02.223597 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: 294fc3d2-615d-4bff-83c2-a89e20a227c3 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:56:02.225076 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 294fc3d2-615d-4bff-83c2-a89e20a227c3 not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:56:02.228348 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-cecb3b55-3380-441e-af51-09a2d7c800ec service neutron] Request body: {'port': {'device_id': 'def74ee5-fa9d-48ce-92c9-b4566e7c2c09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:56:02.350576 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:02.396541 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port e9255794-fecd-4bab-b92d-56065123f2e0, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=e9255794-fecd-4bab-b92d-56065123f2e0,segment=NetworkSegment(673dc65b-eb24-40c2-b385-7348d9364d07),segment_id=673dc65b-eb24-40c2-b385-7348d9364d07)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:02.401360 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:02.517050 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-4c412948-133e-4478-acc0-cc487339a80d tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:56:02.517278 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=e9255794-fecd-4bab-b92d-56065123f2e0,revision_number=8']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:02.518094 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-4c412948-133e-4478-acc0-cc487339a80d tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121298 Feb 04 20:56:02.529731 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-ca49eecd-63ce-41b7-a3b8-3c6649fac451 service neutron] Request body: {'binding': {'host': 'n-h2-827896-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:56:02.530184 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-ca49eecd-63ce-41b7-a3b8-3c6649fac451 service neutron] Unknown quota resources ['binding']. {{(pid=87682) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 04 20:56:02.546340 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:02.618102 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-cecb3b55-3380-441e-af51-09a2d7c800ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:02.755645 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7eb41525-037f-4bd9-9aa6-31d107589ebc req-8e3aa885-605f-4b3e-b5c7-9d15a1d4ed09 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:56:02.768654 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036d1921-e197-40fd-9a29-fe442e30a456 None None] Sync routers for ids ['4768c878-edcb-40f0-9279-0c17983fc38e'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:56:02.784135 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036d1921-e197-40fd-9a29-fe442e30a456 None None] Routers {'4768c878-edcb-40f0-9279-0c17983fc38e'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:56:02.787899 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-036d1921-e197-40fd-9a29-fe442e30a456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:55:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4768c878-edcb-40f0-9279-0c17983fc38e'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:56:02.904678 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-f0a6d58a-4fc6-4cd8-97ca-339368b9e452 None None] Provisioning for port 8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:56:02.910902 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-f0a6d58a-4fc6-4cd8-97ca-339368b9e452 None None] Provisioning complete for port 8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:56:02.911266 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f0a6d58a-4fc6-4cd8-97ca-339368b9e452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:03.074528 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb41525-037f-4bd9-9aa6-31d107589ebc req-8e3aa885-605f-4b3e-b5c7-9d15a1d4ed09 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] No DVR routers for this DVR port 294fc3d2-615d-4bff-83c2-a89e20a227c3 on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:56:03.084953 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-7eb41525-037f-4bd9-9aa6-31d107589ebc req-8e3aa885-605f-4b3e-b5c7-9d15a1d4ed09 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:03.096405 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c610bc-5dec-44b3-a699-1dcb606382e7', 'name': 'network-vif-deleted', 'tag': '294fc3d2-615d-4bff-83c2-a89e20a227c3'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:56:03.120872 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7eb41525-037f-4bd9-9aa6-31d107589ebc req-8e3aa885-605f-4b3e-b5c7-9d15a1d4ed09 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.32 "DELETE /v2.0/ports/294fc3d2-615d-4bff-83c2-a89e20a227c3 HTTP/1.1" status: 204 len: 173 time: 3.2480500 Feb 04 20:56:03.127231 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-f0a6d58a-4fc6-4cd8-97ca-339368b9e452 None None] Port 8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:56:03.157476 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-c8f8f3ea-3b2d-46ba-b694-d92b2501f1f2 req-936086d5-cba5-40b4-b4a3-dc90df9f480a tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] For port e9255794-fecd-4bab-b92d-56065123f2e0, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=e9255794-fecd-4bab-b92d-56065123f2e0,segment=NetworkSegment(673dc65b-eb24-40c2-b385-7348d9364d07),segment_id=673dc65b-eb24-40c2-b385-7348d9364d07)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:03.158994 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c8f8f3ea-3b2d-46ba-b694-d92b2501f1f2 req-936086d5-cba5-40b4-b4a3-dc90df9f480a tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:03.239858 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-036d1921-e197-40fd-9a29-fe442e30a456 None None] Set router 4768c878-edcb-40f0-9279-0c17983fc38e gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:56:03.310842 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.resource_extend [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-cecb3b55-3380-441e-af51-09a2d7c800ec service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:56:03.459649 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-c8f8f3ea-3b2d-46ba-b694-d92b2501f1f2 req-936086d5-cba5-40b4-b4a3-dc90df9f480a tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Calling delete_port for e9255794-fecd-4bab-b92d-56065123f2e0 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:56:03.551540 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-ca49eecd-63ce-41b7-a3b8-3c6649fac451 service neutron] Attempting to bind port b08319eb-cc5b-4f8b-8518-85a440ceaf84 on host n-h2-827896-1 for vnic_type normal with profile None {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:56:03.552138 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-ca49eecd-63ce-41b7-a3b8-3c6649fac451 service neutron] Attempting to bind port b08319eb-cc5b-4f8b-8518-85a440ceaf84 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:56:03.552630 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-ca49eecd-63ce-41b7-a3b8-3c6649fac451 service neutron] Attempting to bind port b08319eb-cc5b-4f8b-8518-85a440ceaf84 on network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:56:03.562584 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-ca49eecd-63ce-41b7-a3b8-3c6649fac451 service neutron] Port b08319eb-cc5b-4f8b-8518-85a440ceaf84 on network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:56:03.563153 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-ca49eecd-63ce-41b7-a3b8-3c6649fac451 service neutron] Attempting to bind port b08319eb-cc5b-4f8b-8518-85a440ceaf84 on network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:56:03.572002 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-cecb3b55-3380-441e-af51-09a2d7c800ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:56:03.577063 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-ca49eecd-63ce-41b7-a3b8-3c6649fac451 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:56:03.578816 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-ca49eecd-63ce-41b7-a3b8-3c6649fac451 service neutron] Checking segment: {'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:56:03.580518 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-ca49eecd-63ce-41b7-a3b8-3c6649fac451 service neutron] Bound using segment: {'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:56:03.580518 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-ca49eecd-63ce-41b7-a3b8-3c6649fac451 service neutron] Bound port: b08319eb-cc5b-4f8b-8518-85a440ceaf84, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:56:03.597179 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-cecb3b55-3380-441e-af51-09a2d7c800ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:03.622175 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-cecb3b55-3380-441e-af51-09a2d7c800ec service neutron] Transition to ACTIVE for port object 8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:56:03.634879 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-147b1f46-9ddf-4b20-ac3a-28777c6374b1 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:56:03.636379 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-147b1f46-9ddf-4b20-ac3a-28777c6374b1 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177028 Feb 04 20:56:03.643749 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-cecb3b55-3380-441e-af51-09a2d7c800ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:03.653178 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-265bb9f6-1205-4075-85d9-a54a6f7a053d service neutron] Request body: {'binding': {'host': 'n-h2-827896-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:56:03.653693 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-265bb9f6-1205-4075-85d9-a54a6f7a053d service neutron] Unknown quota resources ['binding']. {{(pid=87683) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 04 20:56:03.954468 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-036d1921-e197-40fd-9a29-fe442e30a456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-602606223-router', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:55Z', 'updated_at': '2022-02-04T20:53:12Z', 'revision_number': 4, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'gw_port': {'id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:57Z', 'updated_at': '2022-02-04T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'f5201201-ed6a-4664-b8b1-d82d28e2114b', 'name': '', 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'mac_address': 'fa:16:3e:f3:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c645973d-e701-4f00-b256-28f08cd89f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:53:08Z', 'updated_at': '2022-02-04T20:53:27Z', 'revision_number': 5, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'subnets': [{'id': 'c645973d-e701-4f00-b256-28f08cd89f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:56:03.960998 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036d1921-e197-40fd-9a29-fe442e30a456 None None] Checking router: 4768c878-edcb-40f0-9279-0c17983fc38e for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:56:03.996670 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036d1921-e197-40fd-9a29-fe442e30a456 None None] Routers {'4768c878-edcb-40f0-9279-0c17983fc38e'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:56:03.997312 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-036d1921-e197-40fd-9a29-fe442e30a456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:55:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4768c878-edcb-40f0-9279-0c17983fc38e'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:56:04.061380 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-ca49eecd-63ce-41b7-a3b8-3c6649fac451 service neutron] For port b08319eb-cc5b-4f8b-8518-85a440ceaf84, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=b08319eb-cc5b-4f8b-8518-85a440ceaf84,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:56:04.082056 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c8f8f3ea-3b2d-46ba-b694-d92b2501f1f2 req-936086d5-cba5-40b4-b4a3-dc90df9f480a tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:04.107052 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-ca49eecd-63ce-41b7-a3b8-3c6649fac451 service neutron] Notify callbacks [] for binding, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:04.121140 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-ca49eecd-63ce-41b7-a3b8-3c6649fac451 service neutron] 10.222.0.26 "POST /v2.0/ports/b08319eb-cc5b-4f8b-8518-85a440ceaf84/bindings HTTP/1.1" status: 201 len: 389 time: 1.5937676 Feb 04 20:56:04.131361 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb3b55-3380-441e-af51-09a2d7c800ec service neutron] Pushing event updated for resources: {'Port': ['ID=8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:04.198412 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936086d5-cba5-40b4-b4a3-dc90df9f480a tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Pushing event deleted for resources: {'Port': ['ID=e9255794-fecd-4bab-b92d-56065123f2e0,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:04.396289 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f8f3ea-3b2d-46ba-b694-d92b2501f1f2 req-936086d5-cba5-40b4-b4a3-dc90df9f480a tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] No DVR routers for this DVR port e9255794-fecd-4bab-b92d-56065123f2e0 on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:56:04.399666 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c8f8f3ea-3b2d-46ba-b694-d92b2501f1f2 req-936086d5-cba5-40b4-b4a3-dc90df9f480a tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:04.424273 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-265bb9f6-1205-4075-85d9-a54a6f7a053d service neutron] Attempting to bind port 53870aa0-b24f-4163-a2cc-04c964c4be8f on host n-h2-827896-1 for vnic_type normal with profile None {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:56:04.425107 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-265bb9f6-1205-4075-85d9-a54a6f7a053d service neutron] Attempting to bind port 53870aa0-b24f-4163-a2cc-04c964c4be8f by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:56:04.426314 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-265bb9f6-1205-4075-85d9-a54a6f7a053d service neutron] Attempting to bind port 53870aa0-b24f-4163-a2cc-04c964c4be8f on network e2945ff6-c379-474d-a032-331b1f6dd08e {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:56:04.440660 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-265bb9f6-1205-4075-85d9-a54a6f7a053d service neutron] Port 53870aa0-b24f-4163-a2cc-04c964c4be8f on network e2945ff6-c379-474d-a032-331b1f6dd08e not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:56:04.442219 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-265bb9f6-1205-4075-85d9-a54a6f7a053d service neutron] Attempting to bind port 53870aa0-b24f-4163-a2cc-04c964c4be8f on network e2945ff6-c379-474d-a032-331b1f6dd08e {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:56:04.447267 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-cecb3b55-3380-441e-af51-09a2d7c800ec service neutron] Attempting to bind port 8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:56:04.450878 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-cecb3b55-3380-441e-af51-09a2d7c800ec service neutron] Attempting to bind port 8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'a26c100c-943b-457e-bebf-b0c82822cb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:56:04.451490 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-cecb3b55-3380-441e-af51-09a2d7c800ec service neutron] Attempting to bind port 8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2 on network c14f150b-4ca7-4c1e-a316-381569f0fa28 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:56:04.452547 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-036d1921-e197-40fd-9a29-fe442e30a456 None None] Set router 4768c878-edcb-40f0-9279-0c17983fc38e gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:56:04.460648 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c7685-e801-400f-827e-d5f789c57a61 req-223dd551-4a07-4118-a7c8-aacd8bded49d tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:04.462439 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-366c7685-e801-400f-827e-d5f789c57a61 req-223dd551-4a07-4118-a7c8-aacd8bded49d tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c07ab6f-5f62-4afb-b8fd-ab9ce421f1f4 HTTP/1.1" status: 200 len: 949 time: 0.4674497 Feb 04 20:56:04.466110 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-cecb3b55-3380-441e-af51-09a2d7c800ec service neutron] Port 8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2 on network c14f150b-4ca7-4c1e-a316-381569f0fa28 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:56:04.466627 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-cecb3b55-3380-441e-af51-09a2d7c800ec service neutron] Attempting to bind port 8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2 on network c14f150b-4ca7-4c1e-a316-381569f0fa28 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:56:04.489616 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-cecb3b55-3380-441e-af51-09a2d7c800ec service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:56:04.501091 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-cecb3b55-3380-441e-af51-09a2d7c800ec service neutron] Checking segment: {'id': 'a26c100c-943b-457e-bebf-b0c82822cb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:56:04.501770 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-cecb3b55-3380-441e-af51-09a2d7c800ec service neutron] Bound using segment: {'id': 'a26c100c-943b-457e-bebf-b0c82822cb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:56:04.502396 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-cecb3b55-3380-441e-af51-09a2d7c800ec service neutron] Bound port: 8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a26c100c-943b-457e-bebf-b0c82822cb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:56:04.502913 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-cecb3b55-3380-441e-af51-09a2d7c800ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:04.619125 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-265bb9f6-1205-4075-85d9-a54a6f7a053d service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:56:04.620668 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-265bb9f6-1205-4075-85d9-a54a6f7a053d service neutron] Checking segment: {'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:56:04.621740 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-265bb9f6-1205-4075-85d9-a54a6f7a053d service neutron] Bound using segment: {'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:56:04.622214 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-265bb9f6-1205-4075-85d9-a54a6f7a053d service neutron] Bound port: 53870aa0-b24f-4163-a2cc-04c964c4be8f, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:56:04.629128 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c8f8f3ea-3b2d-46ba-b694-d92b2501f1f2 req-936086d5-cba5-40b4-b4a3-dc90df9f480a tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.18 "DELETE /v2.0/ports/e9255794-fecd-4bab-b92d-56065123f2e0 HTTP/1.1" status: 204 len: 173 time: 2.7016063 Feb 04 20:56:04.647617 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-cecb3b55-3380-441e-af51-09a2d7c800ec service neutron] For port 8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2, host n-h1-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:56:04.661455 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-cecb3b55-3380-441e-af51-09a2d7c800ec service neutron] For port 8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2,segment=NetworkSegment(a26c100c-943b-457e-bebf-b0c82822cb3c),segment_id=a26c100c-943b-457e-bebf-b0c82822cb3c)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:56:04.673699 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-cecb3b55-3380-441e-af51-09a2d7c800ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:04.811207 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-cecb3b55-3380-441e-af51-09a2d7c800ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:04.812001 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-cecb3b55-3380-441e-af51-09a2d7c800ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:04.813518 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-cecb3b55-3380-441e-af51-09a2d7c800ec service neutron] 10.222.0.32 "PUT /v2.0/ports/8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2 HTTP/1.1" status: 200 len: 1092 time: 2.5901911 Feb 04 20:56:04.814285 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def74ee5-fa9d-48ce-92c9-b4566e7c2c09', 'tag': '8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:56:04.828499 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb3b55-3380-441e-af51-09a2d7c800ec service neutron] Pushing event updated for resources: {'Port': ['ID=8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:05.044374 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-366c7685-e801-400f-827e-d5f789c57a61 req-110b7b1d-a68e-4990-b58a-17f57ce799c2 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Deleting port f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:56:05.044710 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-366c7685-e801-400f-827e-d5f789c57a61 req-110b7b1d-a68e-4990-b58a-17f57ce799c2 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:05.056249 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-f0146d76-83a6-4895-a29e-7f546ac52b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:05.059943 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-f0146d76-83a6-4895-a29e-7f546ac52b44 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5656db63d88345dfa2ad3799bcc2a413&device_id=def74ee5-fa9d-48ce-92c9-b4566e7c2c09 HTTP/1.1" status: 200 len: 1095 time: 0.1960907 Feb 04 20:56:05.146368 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-036d1921-e197-40fd-9a29-fe442e30a456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-602606223-router', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:55Z', 'updated_at': '2022-02-04T20:53:12Z', 'revision_number': 4, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'gw_port': {'id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:57Z', 'updated_at': '2022-02-04T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'f5201201-ed6a-4664-b8b1-d82d28e2114b', 'name': '', 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'mac_address': 'fa:16:3e:f3:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c645973d-e701-4f00-b256-28f08cd89f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:53:08Z', 'updated_at': '2022-02-04T20:53:27Z', 'revision_number': 5, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'subnets': [{'id': 'c645973d-e701-4f00-b256-28f08cd89f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:56:05.154136 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036d1921-e197-40fd-9a29-fe442e30a456 None None] The sync data for ids ['4768c878-edcb-40f0-9279-0c17983fc38e'] in n-d-827896-1 is: [{'id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-602606223-router', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:55Z', 'updated_at': '2022-02-04T20:53:12Z', 'revision_number': 4, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'gw_port': {'id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:57Z', 'updated_at': '2022-02-04T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'f5201201-ed6a-4664-b8b1-d82d28e2114b', 'name': '', 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'mac_address': 'fa:16:3e:f3:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c645973d-e701-4f00-b256-28f08cd89f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:53:08Z', 'updated_at': '2022-02-04T20:53:27Z', 'revision_number': 5, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'subnets': [{'id': 'c645973d-e701-4f00-b256-28f08cd89f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:56:05.213695 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-b87b033e-6651-420c-80cd-d3f1756a8b09 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2 HTTP/1.1" status: 200 len: 217 time: 0.1423244 Feb 04 20:56:05.251555 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-265bb9f6-1205-4075-85d9-a54a6f7a053d service neutron] For port 53870aa0-b24f-4163-a2cc-04c964c4be8f, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=53870aa0-b24f-4163-a2cc-04c964c4be8f,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:56:05.276221 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6576b93-757e-44be-b465-db18df3fa4a2 req-840340ab-4b7d-48e7-9d5e-20446d806950 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:05.297684 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b6576b93-757e-44be-b465-db18df3fa4a2 req-840340ab-4b7d-48e7-9d5e-20446d806950 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c131c95-9657-4926-8de7-3064ae4d37f1 HTTP/1.1" status: 200 len: 945 time: 0.8032937 Feb 04 20:56:05.326123 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-265bb9f6-1205-4075-85d9-a54a6f7a053d service neutron] Notify callbacks [] for binding, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:05.330866 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-265bb9f6-1205-4075-85d9-a54a6f7a053d service neutron] 10.222.0.26 "POST /v2.0/ports/53870aa0-b24f-4163-a2cc-04c964c4be8f/bindings HTTP/1.1" status: 201 len: 389 time: 1.6862864 Feb 04 20:56:05.339219 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-2367f3fe-91c1-4691-ad19-7baa94d29aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:05.341399 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-2367f3fe-91c1-4691-ad19-7baa94d29aa6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c645973d-e701-4f00-b256-28f08cd89f89 HTTP/1.1" status: 200 len: 862 time: 0.1191657 Feb 04 20:56:05.472943 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-f13506da-866e-44bc-b7fe-91477617a2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:05.478000 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-f13506da-866e-44bc-b7fe-91477617a2fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c14f150b-4ca7-4c1e-a316-381569f0fa28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1268611 Feb 04 20:56:05.511778 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-97bc1d35-a671-4821-8c9a-22b18a891a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:05.513704 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-97bc1d35-a671-4821-8c9a-22b18a891a26 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 1097 time: 0.8837910 Feb 04 20:56:05.715217 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b6576b93-757e-44be-b465-db18df3fa4a2 req-e94ad70c-622a-489d-a0cc-d6021f277852 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups?id=90534580-969e-4349-8372-dccd27f6c398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162450 Feb 04 20:56:05.739775 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcee75d-c04e-4e03-a372-5e494b178aa9 None None] New status for floating IP b053517f-d9de-4ba1-b216-1cac3a477f48: DOWN {{(pid=87684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:56:05.763292 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-9b960da4-3ca9-4053-9abe-14b368bf5e43 service neutron] 10.222.0.32 "GET /v2.0/networks/c14f150b-4ca7-4c1e-a316-381569f0fa28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596593 Feb 04 20:56:05.898356 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-366c7685-e801-400f-827e-d5f789c57a61 req-110b7b1d-a68e-4990-b58a-17f57ce799c2 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] For port f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:05.899241 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-366c7685-e801-400f-827e-d5f789c57a61 req-110b7b1d-a68e-4990-b58a-17f57ce799c2 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:06.042754 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-686b7613-8fc6-4b67-bb1c-c2aedf5a4383 req-3c2421a8-8bb1-4204-b55c-dbebef9a51e8 service neutron] 10.222.0.32 "GET /v2.0/networks/c14f150b-4ca7-4c1e-a316-381569f0fa28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583582 Feb 04 20:56:06.082809 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device e9255794-fecd-4bab-b92d-56065123f2e0 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:56:06.114693 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:56:06.168721 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-366c7685-e801-400f-827e-d5f789c57a61 req-110b7b1d-a68e-4990-b58a-17f57ce799c2 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Calling delete_port for f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:56:06.170478 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: e9255794-fecd-4bab-b92d-56065123f2e0 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:56:06.170890 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device e9255794-fecd-4bab-b92d-56065123f2e0 not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:56:06.282894 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:06.331293 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:06.337636 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:06.403192 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-2bb153c6-3523-402d-b296-85234db74874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:06.405668 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-2bb153c6-3523-402d-b296-85234db74874 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 HTTP/1.1" status: 200 len: 921 time: 0.8635466 Feb 04 20:56:06.425364 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e27358-265f-4942-aa1b-20d1d2302415 req-e56268cd-56f6-4837-a0c4-1ffea0627201 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:06.426878 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-e6e27358-265f-4942-aa1b-20d1d2302415 req-e56268cd-56f6-4837-a0c4-1ffea0627201 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Synchronizing usage tracker for tenant:5656db63d88345dfa2ad3799bcc2a413 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:56:06.465040 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:06.516738 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-6f97ad63-e500-459d-9e1a-a70f1dc2bfbb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b08319eb-cc5b-4f8b-8518-85a440ceaf84 HTTP/1.1" status: 200 len: 217 time: 0.0798554 Feb 04 20:56:06.599384 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-e6e27358-265f-4942-aa1b-20d1d2302415 req-e56268cd-56f6-4837-a0c4-1ffea0627201 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Unset dirty status for tenant:5656db63d88345dfa2ad3799bcc2a413 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:56:06.599646 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e6e27358-265f-4942-aa1b-20d1d2302415 req-e56268cd-56f6-4837-a0c4-1ffea0627201 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/ports?device_id=def74ee5-fa9d-48ce-92c9-b4566e7c2c09 HTTP/1.1" status: 200 len: 944 time: 0.8790104 Feb 04 20:56:06.622844 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.api [req-366c7685-e801-400f-827e-d5f789c57a61 req-110b7b1d-a68e-4990-b58a-17f57ce799c2 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:56:06.623256 n-d-827896-1 neutron-server[87683]: DEBUG oslo_db.api [req-366c7685-e801-400f-827e-d5f789c57a61 req-110b7b1d-a68e-4990-b58a-17f57ce799c2 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:56:06.654590 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-943d87a7-b897-4bf5-8b22-6e4d3b43e6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:06.655353 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-943d87a7-b897-4bf5-8b22-6e4d3b43e6e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af7ea361-8fb7-49bd-8e76-0990ff7e7df7 HTTP/1.1" status: 200 len: 860 time: 0.1232636 Feb 04 20:56:06.674148 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0aa09-6f78-4200-a4c6-92c1d7d343bc req-db802ff8-e894-4b6c-b9c6-aafc04b9594d tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:06.676090 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b1f0aa09-6f78-4200-a4c6-92c1d7d343bc req-db802ff8-e894-4b6c-b9c6-aafc04b9594d tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c07ab6f-5f62-4afb-b8fd-ab9ce421f1f4 HTTP/1.1" status: 200 len: 947 time: 0.3518589 Feb 04 20:56:06.737824 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-94d5e080-007a-4c0c-b41f-42643251a801 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717139 Feb 04 20:56:06.752511 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e6e27358-265f-4942-aa1b-20d1d2302415 req-7ec78740-0e10-4a30-94d7-1ccb9773793d tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/security-groups?id=9682d437-5169-4f10-a377-f31d491d46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339805 Feb 04 20:56:06.815841 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c131c95-9657-4926-8de7-3064ae4d37f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a901cdcc-5cae-49d3-9cb5-87360028a18b', 'code': 200} Feb 04 20:56:06.873380 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b1f0aa09-6f78-4200-a4c6-92c1d7d343bc req-3da5559d-f896-4bc5-85dc-791dbc66861e tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616929 Feb 04 20:56:06.972170 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c610bc-5dec-44b3-a699-1dcb606382e7', 'name': 'network-vif-deleted', 'tag': '294fc3d2-615d-4bff-83c2-a89e20a227c3', 'status': 'completed', 'code': 200} Feb 04 20:56:07.015157 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-582e560f-cf61-4d17-8371-e58e5331faac service neutron] 10.222.0.18 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667603 Feb 04 20:56:07.085066 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def74ee5-fa9d-48ce-92c9-b4566e7c2c09', 'tag': '8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2', 'status': 'completed', 'code': 200} Feb 04 20:56:07.166627 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-366c7685-e801-400f-827e-d5f789c57a61 req-110b7b1d-a68e-4990-b58a-17f57ce799c2 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Deleting port f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:56:07.166998 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-366c7685-e801-400f-827e-d5f789c57a61 req-110b7b1d-a68e-4990-b58a-17f57ce799c2 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:07.249977 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98225a6-1272-4cb8-ab82-07265631378b req-5f82ac50-3b8b-46c4-b4cb-26363aea90f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:07.251816 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d98225a6-1272-4cb8-ab82-07265631378b req-5f82ac50-3b8b-46c4-b4cb-26363aea90f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5656db63d88345dfa2ad3799bcc2a413&device_id=def74ee5-fa9d-48ce-92c9-b4566e7c2c09 HTTP/1.1" status: 200 len: 1095 time: 0.1300056 Feb 04 20:56:07.307841 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9da4c-c0f1-4604-8687-03aafb6e95fe req-7242cb47-c326-4a5d-a60b-0803f1e6959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:07.309681 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ced9da4c-c0f1-4604-8687-03aafb6e95fe req-7242cb47-c326-4a5d-a60b-0803f1e6959b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0c131c95-9657-4926-8de7-3064ae4d37f1 HTTP/1.1" status: 200 len: 1096 time: 0.4049909 Feb 04 20:56:07.423778 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98225a6-1272-4cb8-ab82-07265631378b req-ac693934-c477-4c4c-b957-2a787e7ec52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:07.425388 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d98225a6-1272-4cb8-ab82-07265631378b req-ac693934-c477-4c4c-b957-2a787e7ec52c service neutron] 10.222.0.32 "GET /v2.0/networks?id=c14f150b-4ca7-4c1e-a316-381569f0fa28 HTTP/1.1" status: 200 len: 924 time: 0.1636908 Feb 04 20:56:07.479835 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ced9da4c-c0f1-4604-8687-03aafb6e95fe req-c7e5b112-3962-43e2-937e-a1a80d69936e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=90534580-969e-4349-8372-dccd27f6c398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518493 Feb 04 20:56:07.509957 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d98225a6-1272-4cb8-ab82-07265631378b req-57b34469-d2a9-42e7-b91c-825b9092389a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2 HTTP/1.1" status: 200 len: 217 time: 0.0769684 Feb 04 20:56:07.513985 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2b031-eb47-480a-8088-24e643a10462 req-c70f0772-526b-44f5-b38b-f38d2b96ff11 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:07.513985 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-53d2b031-eb47-480a-8088-24e643a10462 req-c70f0772-526b-44f5-b38b-f38d2b96ff11 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 946 time: 0.4967022 Feb 04 20:56:07.515823 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-5c9b22b6-d51c-4efc-9093-2a2aa147bb0b service neutron] 10.222.0.18 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4600632 Feb 04 20:56:07.585746 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98225a6-1272-4cb8-ab82-07265631378b req-4e9691fa-8359-4d1e-91de-50d19d45fa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:07.587480 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d98225a6-1272-4cb8-ab82-07265631378b req-4e9691fa-8359-4d1e-91de-50d19d45fa9c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c645973d-e701-4f00-b256-28f08cd89f89 HTTP/1.1" status: 200 len: 862 time: 0.0653937 Feb 04 20:56:07.646781 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-53d2b031-eb47-480a-8088-24e643a10462 req-3fb327c6-aead-4207-ad7b-8c6e1ce821e4 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245563 Feb 04 20:56:07.659963 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03983f8b-5187-40ca-9ede-41f531797540 req-923db999-0989-4e7d-abdd-f9aedb0bc650 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:07.685229 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98225a6-1272-4cb8-ab82-07265631378b req-9bdfa22a-368b-4600-9b1e-88a9a1aa2db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:07.687072 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d98225a6-1272-4cb8-ab82-07265631378b req-9bdfa22a-368b-4600-9b1e-88a9a1aa2db0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c14f150b-4ca7-4c1e-a316-381569f0fa28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903275 Feb 04 20:56:07.701865 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-03983f8b-5187-40ca-9ede-41f531797540 req-923db999-0989-4e7d-abdd-f9aedb0bc650 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 945 time: 0.4806495 Feb 04 20:56:07.835688 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-03983f8b-5187-40ca-9ede-41f531797540 req-ceb72080-2a93-4c85-b071-54607a9dab0f tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312110 Feb 04 20:56:07.839583 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-366c7685-e801-400f-827e-d5f789c57a61 req-110b7b1d-a68e-4990-b58a-17f57ce799c2 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] For port f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:07.839949 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-366c7685-e801-400f-827e-d5f789c57a61 req-110b7b1d-a68e-4990-b58a-17f57ce799c2 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:07.865719 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d98225a6-1272-4cb8-ab82-07265631378b req-59cd89e6-58e2-4093-9160-4d2840bef20f service neutron] 10.222.0.32 "GET /v2.0/networks/c14f150b-4ca7-4c1e-a316-381569f0fa28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689820 Feb 04 20:56:08.177865 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-366c7685-e801-400f-827e-d5f789c57a61 req-110b7b1d-a68e-4990-b58a-17f57ce799c2 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Calling delete_port for f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:56:08.194050 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d98225a6-1272-4cb8-ab82-07265631378b req-ee845b38-598e-4cc7-bbaa-83fc93676cce service neutron] 10.222.0.32 "GET /v2.0/networks/c14f150b-4ca7-4c1e-a316-381569f0fa28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129706 Feb 04 20:56:08.341811 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a0d79-b0ee-4ec7-914e-9acbef078e01 req-7af95cc6-bd32-4d5e-9dea-16d2b976de3b tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:08.343632 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a02a0d79-b0ee-4ec7-914e-9acbef078e01 req-7af95cc6-bd32-4d5e-9dea-16d2b976de3b tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c131c95-9657-4926-8de7-3064ae4d37f1 HTTP/1.1" status: 200 len: 945 time: 0.1744916 Feb 04 20:56:08.487832 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 48212) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:56:08.493799 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-a386f608-dd1d-4c71-9e9b-39b23b6465a4 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1718679841', 'description': 'tempest-description--1886094740'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:56:08.510346 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a386f608-dd1d-4c71-9e9b-39b23b6465a4 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:56:08.521752 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a386f608-dd1d-4c71-9e9b-39b23b6465a4 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Usage tracker for resource:security_group and tenant:ac46149bf1a34e05b9bda12dd094e5c4 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:56:08.529321 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a386f608-dd1d-4c71-9e9b-39b23b6465a4 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:56:08.577896 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-366c7685-e801-400f-827e-d5f789c57a61 req-110b7b1d-a68e-4990-b58a-17f57ce799c2 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:08.593538 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['f88318ba-9f8c-4470-96e0-8352ba9c9bda', 'eaf030fc-f030-4271-bf55-c0de902879dd', '6a99f797-941c-45e2-962d-2d27a61234e8', 'fc119186-a702-403c-9a96-725a72a9de29', 'f010deae-920e-4f3a-921e-41fe4c2ca3a5'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:56:08.633780 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['432de455-77b1-4958-bba0-0a1bca95066f', '814ad5b8-0a85-4719-9ead-1980050796ff'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:56:08.699916 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a386f608-dd1d-4c71-9e9b-39b23b6465a4 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:56:08.724222 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a386f608-dd1d-4c71-9e9b-39b23b6465a4 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:08.740228 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b7b1d-a68e-4990-b58a-17f57ce799c2 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Pushing event deleted for resources: {'Port': ['ID=f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:08.779375 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a386f608-dd1d-4c71-9e9b-39b23b6465a4 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:56:08.784504 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a386f608-dd1d-4c71-9e9b-39b23b6465a4 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Usage tracker for resource:security_group_rule and tenant:ac46149bf1a34e05b9bda12dd094e5c4 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:56:08.789405 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a386f608-dd1d-4c71-9e9b-39b23b6465a4 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:56:08.797512 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a386f608-dd1d-4c71-9e9b-39b23b6465a4 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:56:08.817836 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a02a0d79-b0ee-4ec7-914e-9acbef078e01 req-42b92b04-2827-4f6e-919c-c46216ea6bf9 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups?id=90534580-969e-4349-8372-dccd27f6c398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834183 Feb 04 20:56:08.873066 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367e5fab-1cc1-4e9e-bfd3-de2b7b52ea03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9255794-fecd-4bab-b92d-56065123f2e0'}, {'server_uuid': '7c07ab6f-5f62-4afb-b8fd-ab9ce421f1f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:56:08.881958 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-366c7685-e801-400f-827e-d5f789c57a61 req-110b7b1d-a68e-4990-b58a-17f57ce799c2 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] No DVR routers for this DVR port f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48 on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:56:08.890905 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-366c7685-e801-400f-827e-d5f789c57a61 req-110b7b1d-a68e-4990-b58a-17f57ce799c2 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:08.980820 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-366c7685-e801-400f-827e-d5f789c57a61 req-110b7b1d-a68e-4990-b58a-17f57ce799c2 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.32 "DELETE /v2.0/ports/f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48 HTTP/1.1" status: 204 len: 173 time: 4.3863106 Feb 04 20:56:08.982275 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367e5fab-1cc1-4e9e-bfd3-de2b7b52ea03', 'name': 'network-vif-deleted', 'tag': 'e9255794-fecd-4bab-b92d-56065123f2e0'}, {'server_uuid': '7c07ab6f-5f62-4afb-b8fd-ab9ce421f1f4', 'name': 'network-vif-deleted', 'tag': 'f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:56:09.017882 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a386f608-dd1d-4c71-9e9b-39b23b6465a4 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:09.037659 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a386f608-dd1d-4c71-9e9b-39b23b6465a4 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:09.088186 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d068b3-555b-42d6-ad0e-5e78b658f7ac req-297698ab-1293-452e-b012-9bc9c7609dbb tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:09.100644 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d8d068b3-555b-42d6-ad0e-5e78b658f7ac req-297698ab-1293-452e-b012-9bc9c7609dbb tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/ports?device_id=def74ee5-fa9d-48ce-92c9-b4566e7c2c09 HTTP/1.1" status: 200 len: 944 time: 0.4779208 Feb 04 20:56:09.147117 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a386f608-dd1d-4c71-9e9b-39b23b6465a4 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:09.150625 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a386f608-dd1d-4c71-9e9b-39b23b6465a4 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6590040 Feb 04 20:56:09.173396 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 48226) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:56:09.211593 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-ce3db4d5-2f1f-4092-bbda-d8c9e7fab934 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Request body: {'security_group_rule': {'security_group_id': 'e1319876-8b58-4eeb-8f54-da77ed35a314', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:56:09.236880 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ce3db4d5-2f1f-4092-bbda-d8c9e7fab934 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:56:09.243039 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386f608-dd1d-4c71-9e9b-39b23b6465a4 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1319876-8b58-4eeb-8f54-da77ed35a314,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:09.256249 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ce3db4d5-2f1f-4092-bbda-d8c9e7fab934 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Usage tracker for resource:security_group_rule and tenant:ac46149bf1a34e05b9bda12dd094e5c4 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:56:09.260584 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ce3db4d5-2f1f-4092-bbda-d8c9e7fab934 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:56:09.275565 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ce3db4d5-2f1f-4092-bbda-d8c9e7fab934 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:56:09.310462 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ce3db4d5-2f1f-4092-bbda-d8c9e7fab934 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:09.413323 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ce3db4d5-2f1f-4092-bbda-d8c9e7fab934 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:09.431548 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-f2dff8e3-bc0b-47ef-beeb-9e55baa7fd2e req-c4f46627-cca2-4f5e-8fcb-322cdfbbab91 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Synchronizing usage tracker for tenant:1c95ab08729c4244bb5389f69a70876f on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:56:09.431786 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ce3db4d5-2f1f-4092-bbda-d8c9e7fab934 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:09.462737 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3db4d5-2f1f-4092-bbda-d8c9e7fab934 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c7b0d1-26ff-42cb-bf67-9ae94d21d084,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:09.484197 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d8d068b3-555b-42d6-ad0e-5e78b658f7ac req-20891df0-d932-453f-95b6-f9c603122ac6 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/security-groups?id=9682d437-5169-4f10-a377-f31d491d46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3794274 Feb 04 20:56:09.502041 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ce3db4d5-2f1f-4092-bbda-d8c9e7fab934 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:09.510075 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 48234) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:56:09.515254 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ce3db4d5-2f1f-4092-bbda-d8c9e7fab934 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3343637 Feb 04 20:56:09.518491 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-fe78b3a9-d6cd-4bc3-8f6b-e277a5882ae1 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Request body: {'security_group_rule': {'security_group_id': 'e1319876-8b58-4eeb-8f54-da77ed35a314', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:56:09.538492 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-f2dff8e3-bc0b-47ef-beeb-9e55baa7fd2e req-c4f46627-cca2-4f5e-8fcb-322cdfbbab91 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Unset dirty status for tenant:1c95ab08729c4244bb5389f69a70876f on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:56:09.539813 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f2dff8e3-bc0b-47ef-beeb-9e55baa7fd2e req-c4f46627-cca2-4f5e-8fcb-322cdfbbab91 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c07ab6f-5f62-4afb-b8fd-ab9ce421f1f4 HTTP/1.1" status: 200 len: 210 time: 0.3667967 Feb 04 20:56:09.541035 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-fe78b3a9-d6cd-4bc3-8f6b-e277a5882ae1 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:56:09.555243 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-fe78b3a9-d6cd-4bc3-8f6b-e277a5882ae1 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Usage tracker for resource:security_group_rule and tenant:ac46149bf1a34e05b9bda12dd094e5c4 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:56:09.558703 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-fe78b3a9-d6cd-4bc3-8f6b-e277a5882ae1 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:56:09.572997 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-fe78b3a9-d6cd-4bc3-8f6b-e277a5882ae1 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:56:09.602737 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fe78b3a9-d6cd-4bc3-8f6b-e277a5882ae1 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:09.853412 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fe78b3a9-d6cd-4bc3-8f6b-e277a5882ae1 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:09.902234 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fe78b3a9-d6cd-4bc3-8f6b-e277a5882ae1 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:09.994645 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78b3a9-d6cd-4bc3-8f6b-e277a5882ae1 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8eee54e-da8c-4001-ace5-88c2df68d281,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:10.044539 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecdc9e-f2cb-49fb-b45e-c40458f357a4 req-3032f1eb-6b72-4d7e-98d7-6f392348a75a tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:10.052347 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c8ecdc9e-f2cb-49fb-b45e-c40458f357a4 req-3032f1eb-6b72-4d7e-98d7-6f392348a75a tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 946 time: 0.4126790 Feb 04 20:56:10.168498 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fe78b3a9-d6cd-4bc3-8f6b-e277a5882ae1 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:10.172661 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-fe78b3a9-d6cd-4bc3-8f6b-e277a5882ae1 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6588302 Feb 04 20:56:10.172818 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c8ecdc9e-f2cb-49fb-b45e-c40458f357a4 req-e1d9bdd5-0718-4f8a-9a76-430fa9d62ae2 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195071 Feb 04 20:56:10.173178 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 48248) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:56:10.186227 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-05469ddb-79ad-4220-9c01-3abc9533e6de tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Request body: {'floatingip': {'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:56:10.216084 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf40485-bf95-4dac-98e5-dcef2dbaede8 req-4bacd29a-9c7f-4c0d-ba3f-885fc0baa33a tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:10.219679 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ddf40485-bf95-4dac-98e5-dcef2dbaede8 req-4bacd29a-9c7f-4c0d-ba3f-885fc0baa33a tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 945 time: 0.4344106 Feb 04 20:56:10.221911 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-05469ddb-79ad-4220-9c01-3abc9533e6de tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:56:10.244158 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-05469ddb-79ad-4220-9c01-3abc9533e6de tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Usage tracker for resource:floatingip and tenant:ac46149bf1a34e05b9bda12dd094e5c4 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:56:10.252072 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-05469ddb-79ad-4220-9c01-3abc9533e6de tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:56:10.261156 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-05469ddb-79ad-4220-9c01-3abc9533e6de tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:56:10.304290 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ddf40485-bf95-4dac-98e5-dcef2dbaede8 req-a7cbf04f-5237-4f8b-b6ee-c0da9ddfb531 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836730 Feb 04 20:56:10.306827 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367e5fab-1cc1-4e9e-bfd3-de2b7b52ea03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9255794-fecd-4bab-b92d-56065123f2e0', 'code': 200} Feb 04 20:56:10.307308 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c07ab6f-5f62-4afb-b8fd-ab9ce421f1f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48', 'code': 200} Feb 04 20:56:10.325262 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-05469ddb-79ad-4220-9c01-3abc9533e6de tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks [] for floatingip, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:10.458989 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367e5fab-1cc1-4e9e-bfd3-de2b7b52ea03', 'name': 'network-vif-deleted', 'tag': 'e9255794-fecd-4bab-b92d-56065123f2e0', 'status': 'completed', 'code': 200} Feb 04 20:56:10.459242 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c07ab6f-5f62-4afb-b8fd-ab9ce421f1f4', 'name': 'network-vif-deleted', 'tag': 'f7d05cbe-c5b7-4b8e-8f5d-b95cd48bad48', 'status': 'completed', 'code': 200} Feb 04 20:56:10.616009 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a46542e-e888-41c6-9498-1d655db3bc73 req-a24e1345-0bbd-4940-a35d-e0c7a15762e0 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:10.617072 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5a46542e-e888-41c6-9498-1d655db3bc73 req-a24e1345-0bbd-4940-a35d-e0c7a15762e0 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c131c95-9657-4926-8de7-3064ae4d37f1 HTTP/1.1" status: 200 len: 945 time: 0.1363916 Feb 04 20:56:10.707821 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-05469ddb-79ad-4220-9c01-3abc9533e6de tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:10.815119 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5a46542e-e888-41c6-9498-1d655db3bc73 req-2b35771b-2cb1-473f-bbb1-5136989cda90 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups?id=90534580-969e-4349-8372-dccd27f6c398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883736 Feb 04 20:56:10.927622 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcaace-a93a-412c-839c-81b2d7292836 req-8d2fbced-e04c-4175-8d7d-660b260231d8 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:10.929251 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e8dcaace-a93a-412c-839c-81b2d7292836 req-8d2fbced-e04c-4175-8d7d-660b260231d8 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/ports?device_id=def74ee5-fa9d-48ce-92c9-b4566e7c2c09 HTTP/1.1" status: 200 len: 944 time: 0.2666254 Feb 04 20:56:11.021602 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-05469ddb-79ad-4220-9c01-3abc9533e6de tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Allocated IP 172.25.5.23 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/99f2b5b2-df03-4e64-84bb-46e9d809a71d) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:56:11.044575 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e8dcaace-a93a-412c-839c-81b2d7292836 req-572c697d-ef94-4f03-8d87-7a57cb22097a tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/security-groups?id=9682d437-5169-4f10-a377-f31d491d46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004014 Feb 04 20:56:11.202826 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ddceb26d-2f07-43bf-b176-3b28b62c7f2e req-30888a3c-4082-428e-b0b0-56c6dd16d843 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1046249978&fields=id&tenant_id=f4da01125e7c4dd0833698f7f2de26a7 HTTP/1.1" status: 200 len: 267 time: 0.0609183 Feb 04 20:56:11.331597 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-05469ddb-79ad-4220-9c01-3abc9533e6de tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:11.356411 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddceb26d-2f07-43bf-b176-3b28b62c7f2e req-5a6c773d-b878-48fc-99b0-61bdb0a28a2f tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:11.364282 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ddceb26d-2f07-43bf-b176-3b28b62c7f2e req-5a6c773d-b878-48fc-99b0-61bdb0a28a2f tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c131c95-9657-4926-8de7-3064ae4d37f1 HTTP/1.1" status: 200 len: 945 time: 0.1442258 Feb 04 20:56:11.369676 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-ddceb26d-2f07-43bf-b176-3b28b62c7f2e req-663d0df6-cb69-47a3-b431-ffdc253bb146 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Request body: {'port': {'security_groups': ['90534580-969e-4349-8372-dccd27f6c398', 'dc0eeb13-68c3-44b7-9631-7e53b2d387ff']}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:56:11.570563 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-05469ddb-79ad-4220-9c01-3abc9533e6de tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:11.604905 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ddceb26d-2f07-43bf-b176-3b28b62c7f2e req-663d0df6-cb69-47a3-b431-ffdc253bb146 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:11.660533 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05469ddb-79ad-4220-9c01-3abc9533e6de tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:56:11.799746 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-05469ddb-79ad-4220-9c01-3abc9533e6de tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:56:11.801830 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05469ddb-79ad-4220-9c01-3abc9533e6de tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:56:11.834643 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05469ddb-79ad-4220-9c01-3abc9533e6de tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Pushing event updated for resources: {'Port': ['ID=99f2b5b2-df03-4e64-84bb-46e9d809a71d,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:11.852635 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04f96a-6366-4c4d-96da-261fed2e749e req-0c0afd91-6e72-4a1c-8fa0-9f85ca4bfac2 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:11.854179 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ae04f96a-6366-4c4d-96da-261fed2e749e req-0c0afd91-6e72-4a1c-8fa0-9f85ca4bfac2 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 946 time: 0.4164171 Feb 04 20:56:11.936938 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-05469ddb-79ad-4220-9c01-3abc9533e6de tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:11.953713 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ae04f96a-6366-4c4d-96da-261fed2e749e req-a1d88fe2-e35a-423b-a363-9305ed7dd291 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931854 Feb 04 20:56:12.121139 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:56:12.193003 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-05469ddb-79ad-4220-9c01-3abc9533e6de tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:12.317838 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2,segment=NetworkSegment(a26c100c-943b-457e-bebf-b0c82822cb3c),segment_id=a26c100c-943b-457e-bebf-b0c82822cb3c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:12.333572 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2', 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28', 'port_id': '8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2', 'mac_address': 'fa:16:3e:13:54:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c645973d-e701-4f00-b256-28f08cd89f89', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:56:12.394972 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:12.413068 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:56:12.436141 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2,segment=NetworkSegment(a26c100c-943b-457e-bebf-b0c82822cb3c),segment_id=a26c100c-943b-457e-bebf-b0c82822cb3c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:12.442049 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:12.480378 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-ddceb26d-2f07-43bf-b176-3b28b62c7f2e req-663d0df6-cb69-47a3-b431-ffdc253bb146 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] For port a901cdcc-5cae-49d3-9cb5-87360028a18b, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=a901cdcc-5cae-49d3-9cb5-87360028a18b,segment=NetworkSegment(85aba820-b386-48fc-9381-285c1f3f2f76),segment_id=85aba820-b386-48fc-9381-285c1f3f2f76)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:12.507543 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae670e-3659-41d0-b5a3-e062c3763f19 req-c33d6d67-3b4a-471d-9fa2-cdc95e41ff2a tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:12.514443 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7ae670e-3659-41d0-b5a3-e062c3763f19 req-c33d6d67-3b4a-471d-9fa2-cdc95e41ff2a tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 945 time: 0.3693047 Feb 04 20:56:12.563249 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:12.581073 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ddceb26d-2f07-43bf-b176-3b28b62c7f2e req-663d0df6-cb69-47a3-b431-ffdc253bb146 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:12.590498 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-05469ddb-79ad-4220-9c01-3abc9533e6de tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:12.601664 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7ae670e-3659-41d0-b5a3-e062c3763f19 req-e603b89f-494a-4177-ba65-3c7d3ef49bc4 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861053 Feb 04 20:56:12.608939 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ddceb26d-2f07-43bf-b176-3b28b62c7f2e req-663d0df6-cb69-47a3-b431-ffdc253bb146 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:12.613799 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-05469ddb-79ad-4220-9c01-3abc9533e6de tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:12.631096 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['a901cdcc-5cae-49d3-9cb5-87360028a18b'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:56:12.701710 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-05469ddb-79ad-4220-9c01-3abc9533e6de tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:12.724259 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddceb26d-2f07-43bf-b176-3b28b62c7f2e req-663d0df6-cb69-47a3-b431-ffdc253bb146 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:12.724890 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ddceb26d-2f07-43bf-b176-3b28b62c7f2e req-663d0df6-cb69-47a3-b431-ffdc253bb146 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:12.737574 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ddceb26d-2f07-43bf-b176-3b28b62c7f2e req-663d0df6-cb69-47a3-b431-ffdc253bb146 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "PUT /v2.0/ports/a901cdcc-5cae-49d3-9cb5-87360028a18b HTTP/1.1" status: 200 len: 981 time: 1.3721511 Feb 04 20:56:12.749811 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c131c95-9657-4926-8de7-3064ae4d37f1', 'tag': 'a901cdcc-5cae-49d3-9cb5-87360028a18b'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:56:12.883628 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['a901cdcc-5cae-49d3-9cb5-87360028a18b'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:56:12.932187 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05469ddb-79ad-4220-9c01-3abc9533e6de tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Pushing event updated for resources: {'Port': ['ID=99f2b5b2-df03-4e64-84bb-46e9d809a71d,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:12.937695 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-05469ddb-79ad-4220-9c01-3abc9533e6de tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:12.948234 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-05469ddb-79ad-4220-9c01-3abc9533e6de tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7649162 Feb 04 20:56:13.024608 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:56:13.196309 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d0df6-cb69-47a3-b431-ffdc253bb146 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Pushing event updated for resources: {'Port': ['ID=a901cdcc-5cae-49d3-9cb5-87360028a18b,revision_number=6']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:13.211685 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26184ea9-f7f4-4f97-8a60-cadd3bc693db req-c25be229-2393-4036-97ab-6964f03e868b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:13.219332 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-26184ea9-f7f4-4f97-8a60-cadd3bc693db req-c25be229-2393-4036-97ab-6964f03e868b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3a5f4e9-a4c1-46a3-8166-d06c49cd633a HTTP/1.1" status: 200 len: 949 time: 0.4640763 Feb 04 20:56:13.306791 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-26184ea9-f7f4-4f97-8a60-cadd3bc693db req-bf9f1cf8-bd44-4962-8d1c-202ab0ff62e2 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863683 Feb 04 20:56:13.333923 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd171ad-e93e-4b13-b30f-00255a43f864 req-5a8615ac-5316-4dad-a800-84a7b30b6365 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:13.335447 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4bd171ad-e93e-4b13-b30f-00255a43f864 req-5a8615ac-5316-4dad-a800-84a7b30b6365 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/ports?device_id=def74ee5-fa9d-48ce-92c9-b4566e7c2c09 HTTP/1.1" status: 200 len: 945 time: 0.3391676 Feb 04 20:56:13.357353 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd93377-e781-49e7-b64d-6b996507bbea req-e797c665-e5f0-4639-888b-8a2e67eb9486 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:13.362454 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cbd93377-e781-49e7-b64d-6b996507bbea req-e797c665-e5f0-4639-888b-8a2e67eb9486 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3a5f4e9-a4c1-46a3-8166-d06c49cd633a HTTP/1.1" status: 200 len: 949 time: 0.2816927 Feb 04 20:56:13.473051 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4bd171ad-e93e-4b13-b30f-00255a43f864 req-adbd5d9a-b20e-43b1-9a9e-37b9eb62c772 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/security-groups?id=9682d437-5169-4f10-a377-f31d491d46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090722 Feb 04 20:56:13.493755 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-cbd93377-e781-49e7-b64d-6b996507bbea req-0c607265-5d55-4a78-85fc-7a9406f19d16 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Deleting port f010deae-920e-4f3a-921e-41fe4c2ca3a5 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:56:13.494221 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-cbd93377-e781-49e7-b64d-6b996507bbea req-0c607265-5d55-4a78-85fc-7a9406f19d16 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:13.577414 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fe94582e-1edd-4a95-acba-d2df9f2f8eb3 req-09bd3362-5574-4d2b-b40b-32560b1daca5 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-212258259&fields=id&tenant_id=f4da01125e7c4dd0833698f7f2de26a7 HTTP/1.1" status: 200 len: 267 time: 0.1012065 Feb 04 20:56:13.580781 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c131c95-9657-4926-8de7-3064ae4d37f1', 'tag': 'a901cdcc-5cae-49d3-9cb5-87360028a18b', 'status': 'completed', 'code': 200} Feb 04 20:56:13.833688 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3ae368ba-8b57-4a4d-9e16-0fd0681d20ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:14.094231 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94582e-1edd-4a95-acba-d2df9f2f8eb3 req-55bde9cd-25d9-4992-8759-4982d7746d0a tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:14.102409 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fe94582e-1edd-4a95-acba-d2df9f2f8eb3 req-55bde9cd-25d9-4992-8759-4982d7746d0a tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c131c95-9657-4926-8de7-3064ae4d37f1 HTTP/1.1" status: 200 len: 984 time: 0.4947858 Feb 04 20:56:14.114902 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3faa13-93c6-4ef7-8e8b-5c4e039f90dd req-bfbade5f-af2c-4aed-a872-dec6cbaec5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:14.116489 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7b3faa13-93c6-4ef7-8e8b-5c4e039f90dd req-bfbade5f-af2c-4aed-a872-dec6cbaec5d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f4da01125e7c4dd0833698f7f2de26a7&device_id=0c131c95-9657-4926-8de7-3064ae4d37f1 HTTP/1.1" status: 200 len: 1135 time: 0.5079255 Feb 04 20:56:14.121750 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-fe94582e-1edd-4a95-acba-d2df9f2f8eb3 req-8ff37836-6ff2-4504-9ebc-16626c96cfcf tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Request body: {'port': {'security_groups': ['90534580-969e-4349-8372-dccd27f6c398', 'dc0eeb13-68c3-44b7-9631-7e53b2d387ff', '9ee7d21a-878a-496b-8513-5f6d9882ce8f']}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:56:14.165416 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af2998-65bf-480b-9982-47f8920b45ea req-4a088b7a-abb0-4736-a1a4-0f6b40065082 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:14.167214 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d9af2998-65bf-480b-9982-47f8920b45ea req-4a088b7a-abb0-4736-a1a4-0f6b40065082 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 946 time: 0.4750032 Feb 04 20:56:14.174158 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-cbd93377-e781-49e7-b64d-6b996507bbea req-0c607265-5d55-4a78-85fc-7a9406f19d16 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] For port f010deae-920e-4f3a-921e-41fe4c2ca3a5, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f010deae-920e-4f3a-921e-41fe4c2ca3a5,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:14.174777 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-cbd93377-e781-49e7-b64d-6b996507bbea req-0c607265-5d55-4a78-85fc-7a9406f19d16 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:14.444170 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-cbd93377-e781-49e7-b64d-6b996507bbea req-0c607265-5d55-4a78-85fc-7a9406f19d16 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Calling delete_port for f010deae-920e-4f3a-921e-41fe4c2ca3a5 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:56:14.579523 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d9af2998-65bf-480b-9982-47f8920b45ea req-3725258b-fd61-4fd8-b807-99fb3b735520 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694851 Feb 04 20:56:14.665026 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-fe94582e-1edd-4a95-acba-d2df9f2f8eb3 req-8ff37836-6ff2-4504-9ebc-16626c96cfcf tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:14.695556 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3faa13-93c6-4ef7-8e8b-5c4e039f90dd req-791ca954-a55f-41cb-ab9e-bbe01c4270de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:14.696897 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7b3faa13-93c6-4ef7-8e8b-5c4e039f90dd req-791ca954-a55f-41cb-ab9e-bbe01c4270de service neutron] 10.222.0.18 "GET /v2.0/networks?id=58692d71-156d-4fb6-ace3-10c851e59b5e HTTP/1.1" status: 200 len: 913 time: 0.5132999 Feb 04 20:56:14.896408 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7b3faa13-93c6-4ef7-8e8b-5c4e039f90dd req-455fcede-2ed5-4a9f-8ef7-cd0daca80b5a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a901cdcc-5cae-49d3-9cb5-87360028a18b HTTP/1.1" status: 200 len: 217 time: 0.1350305 Feb 04 20:56:15.107512 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-cbd93377-e781-49e7-b64d-6b996507bbea req-0c607265-5d55-4a78-85fc-7a9406f19d16 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:15.109846 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3faa13-93c6-4ef7-8e8b-5c4e039f90dd req-ef6ec00f-6827-4ea2-be71-e598f813dd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:15.111267 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7b3faa13-93c6-4ef7-8e8b-5c4e039f90dd req-ef6ec00f-6827-4ea2-be71-e598f813dd1c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=471d5236-38d9-46d6-b230-ea73933817b4 HTTP/1.1" status: 200 len: 852 time: 0.1535709 Feb 04 20:56:15.119029 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['f88318ba-9f8c-4470-96e0-8352ba9c9bda', 'eaf030fc-f030-4271-bf55-c0de902879dd', '6a99f797-941c-45e2-962d-2d27a61234e8', 'fc119186-a702-403c-9a96-725a72a9de29', 'f010deae-920e-4f3a-921e-41fe4c2ca3a5'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:56:15.152935 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['432de455-77b1-4958-bba0-0a1bca95066f', '814ad5b8-0a85-4719-9ead-1980050796ff'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:56:15.226688 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c607265-5d55-4a78-85fc-7a9406f19d16 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Pushing event deleted for resources: {'Port': ['ID=f010deae-920e-4f3a-921e-41fe4c2ca3a5,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:15.279012 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7b3faa13-93c6-4ef7-8e8b-5c4e039f90dd req-57e2cd05-4b4b-4bfa-8f7e-71af8e3a6dc8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=58692d71-156d-4fb6-ace3-10c851e59b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143296 Feb 04 20:56:15.366433 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd93377-e781-49e7-b64d-6b996507bbea req-0c607265-5d55-4a78-85fc-7a9406f19d16 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] No DVR routers for this DVR port f010deae-920e-4f3a-921e-41fe4c2ca3a5 on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:56:15.415773 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-cbd93377-e781-49e7-b64d-6b996507bbea req-0c607265-5d55-4a78-85fc-7a9406f19d16 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:15.427103 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-25799de4-bf2c-47b8-9278-28ce013048e1 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:15.428545 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-25799de4-bf2c-47b8-9278-28ce013048e1 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/networks?id=39d2ac62-44cb-480e-a4e0-face7b3c55fb HTTP/1.1" status: 200 len: 821 time: 0.6661916 Feb 04 20:56:15.482485 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-54e425ab-4e42-4358-86f7-2506d3c31386 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/quotas/ac46149bf1a34e05b9bda12dd094e5c4 HTTP/1.1" status: 200 len: 375 time: 0.0453022 Feb 04 20:56:15.483657 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cbd93377-e781-49e7-b64d-6b996507bbea req-0c607265-5d55-4a78-85fc-7a9406f19d16 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.18 "DELETE /v2.0/ports/f010deae-920e-4f3a-921e-41fe4c2ca3a5 HTTP/1.1" status: 204 len: 173 time: 2.0999978 Feb 04 20:56:15.588606 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a5f4e9-a4c1-46a3-8166-d06c49cd633a', 'name': 'network-vif-deleted', 'tag': 'f010deae-920e-4f3a-921e-41fe4c2ca3a5'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:56:15.675015 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7b3faa13-93c6-4ef7-8e8b-5c4e039f90dd req-4b624587-7a91-4450-8809-399040f96648 service neutron] 10.222.0.18 "GET /v2.0/networks/58692d71-156d-4fb6-ace3-10c851e59b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828294 Feb 04 20:56:15.893297 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-fe94582e-1edd-4a95-acba-d2df9f2f8eb3 req-8ff37836-6ff2-4504-9ebc-16626c96cfcf tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] For port a901cdcc-5cae-49d3-9cb5-87360028a18b, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=a901cdcc-5cae-49d3-9cb5-87360028a18b,segment=NetworkSegment(85aba820-b386-48fc-9381-285c1f3f2f76),segment_id=85aba820-b386-48fc-9381-285c1f3f2f76)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:15.955461 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-66bfefc4-b61b-4ab7-a337-65523ae949d2 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Synchronizing usage tracker for tenant:ac46149bf1a34e05b9bda12dd094e5c4 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:56:15.979496 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-fe94582e-1edd-4a95-acba-d2df9f2f8eb3 req-8ff37836-6ff2-4504-9ebc-16626c96cfcf tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:15.990179 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-fe94582e-1edd-4a95-acba-d2df9f2f8eb3 req-8ff37836-6ff2-4504-9ebc-16626c96cfcf tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:15.993276 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7b3faa13-93c6-4ef7-8e8b-5c4e039f90dd req-7f7745e2-d300-498a-aac0-8baf3a178402 service neutron] 10.222.0.18 "GET /v2.0/networks/58692d71-156d-4fb6-ace3-10c851e59b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098550 Feb 04 20:56:16.039046 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-66bfefc4-b61b-4ab7-a337-65523ae949d2 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Unset dirty status for tenant:ac46149bf1a34e05b9bda12dd094e5c4 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:56:16.042445 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-66bfefc4-b61b-4ab7-a337-65523ae949d2 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ac46149bf1a34e05b9bda12dd094e5c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5030296 Feb 04 20:56:16.090302 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94582e-1edd-4a95-acba-d2df9f2f8eb3 req-8ff37836-6ff2-4504-9ebc-16626c96cfcf tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:16.090912 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-fe94582e-1edd-4a95-acba-d2df9f2f8eb3 req-8ff37836-6ff2-4504-9ebc-16626c96cfcf tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:16.092293 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fe94582e-1edd-4a95-acba-d2df9f2f8eb3 req-8ff37836-6ff2-4504-9ebc-16626c96cfcf tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "PUT /v2.0/ports/a901cdcc-5cae-49d3-9cb5-87360028a18b HTTP/1.1" status: 200 len: 1020 time: 1.9890749 Feb 04 20:56:16.181686 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:56:16.195487 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff37836-6ff2-4504-9ebc-16626c96cfcf tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Pushing event updated for resources: {'Port': ['ID=a901cdcc-5cae-49d3-9cb5-87360028a18b,revision_number=7']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:16.233672 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-1be28a28-491c-4f52-adfa-c5668320473f service neutron] 10.222.0.26 "GET /v2.0/networks/39d2ac62-44cb-480e-a4e0-face7b3c55fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801324 Feb 04 20:56:16.255225 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['a901cdcc-5cae-49d3-9cb5-87360028a18b'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:56:16.327745 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-9d903185-7462-4d71-af12-33faf1852472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:16.362757 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:56:16.378412 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:56:16.378897 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:16.447146 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acd388-a377-41b3-a36f-74c05280d103 req-c1791689-6599-4d87-b412-b64f9318023b tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:16.448504 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-10acd388-a377-41b3-a36f-74c05280d103 req-c1791689-6599-4d87-b412-b64f9318023b tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 945 time: 0.1800716 Feb 04 20:56:16.450788 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-9424e073-f5f2-47e7-9599-29593bae6950 service neutron] 10.222.0.26 "GET /v2.0/networks/39d2ac62-44cb-480e-a4e0-face7b3c55fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043235 Feb 04 20:56:16.497489 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-10acd388-a377-41b3-a36f-74c05280d103 req-1f07bbc7-efe4-49da-8421-3e7e50a8bcfe tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426130 Feb 04 20:56:16.582441 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:16.639040 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def74ee5-fa9d-48ce-92c9-b4566e7c2c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:56:16.659487 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2,segment=NetworkSegment(a26c100c-943b-457e-bebf-b0c82822cb3c),segment_id=a26c100c-943b-457e-bebf-b0c82822cb3c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:16.673151 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:16.748648 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:16.871756 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86144708-2703-45e7-b21d-9358bb552935 req-d547fa8c-caf9-412b-a015-caae886670df tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:16.873355 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-86144708-2703-45e7-b21d-9358bb552935 req-d547fa8c-caf9-412b-a015-caae886670df tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/ports?device_id=def74ee5-fa9d-48ce-92c9-b4566e7c2c09 HTTP/1.1" status: 200 len: 946 time: 0.0878322 Feb 04 20:56:16.924142 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-86144708-2703-45e7-b21d-9358bb552935 req-74750ef7-1f3e-4ab3-8184-eafbdc995370 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/security-groups?id=9682d437-5169-4f10-a377-f31d491d46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428278 Feb 04 20:56:16.985780 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a5f4e9-a4c1-46a3-8166-d06c49cd633a', 'name': 'network-vif-deleted', 'tag': 'f010deae-920e-4f3a-921e-41fe4c2ca3a5', 'status': 'completed', 'code': 200} Feb 04 20:56:17.185579 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['a901cdcc-5cae-49d3-9cb5-87360028a18b'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:56:17.308945 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:17.311870 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:17.341922 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29907f0-0fb3-4730-a1d4-475b9f248fc5 req-8ba901a5-bfd9-43b0-97e6-ebe5289ad0f1 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:17.343701 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d29907f0-0fb3-4730-a1d4-475b9f248fc5 req-8ba901a5-bfd9-43b0-97e6-ebe5289ad0f1 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 946 time: 0.2468233 Feb 04 20:56:17.356402 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e418fab-49a6-4e5c-8756-34f6cefbdd05 req-89c32fc5-4e70-4216-a35a-e273dc4030e0 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:17.357990 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7e418fab-49a6-4e5c-8756-34f6cefbdd05 req-89c32fc5-4e70-4216-a35a-e273dc4030e0 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c131c95-9657-4926-8de7-3064ae4d37f1 HTTP/1.1" status: 200 len: 1023 time: 0.2107370 Feb 04 20:56:17.361906 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-95e6f0af-c2cf-4a8b-90b7-77841723a170 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:17.366319 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-95e6f0af-c2cf-4a8b-90b7-77841723a170 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2&tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&binding%3Ahost_id=n-h1-827896-1 HTTP/1.1" status: 200 len: 1097 time: 0.1680236 Feb 04 20:56:17.405159 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-72398f76-0349-48f3-81e2-b9f65f33ed2d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827896-1'}}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:56:17.484901 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d29907f0-0fb3-4730-a1d4-475b9f248fc5 req-c8c5ef2c-61c6-4fae-93ae-65963408c2e4 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258883 Feb 04 20:56:17.594995 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7e418fab-49a6-4e5c-8756-34f6cefbdd05 req-f443eb66-90fc-42c5-815f-42225f5a1435 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc0eeb13-68c3-44b7-9631-7e53b2d387ff&id=9ee7d21a-878a-496b-8513-5f6d9882ce8f&id=90534580-969e-4349-8372-dccd27f6c398 HTTP/1.1" status: 200 len: 6147 time: 0.2298915 Feb 04 20:56:17.630683 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-72398f76-0349-48f3-81e2-b9f65f33ed2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:17.662297 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a06d26eb-4f68-41fd-a598-9b0f2b6e76a4 req-532a30f2-eb01-465c-9f7a-c75dc1cd52cd tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb7966b8-3161-400f-b4b3-28f80b4767fb HTTP/1.1" status: 200 len: 210 time: 0.0639739 Feb 04 20:56:17.704412 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def74ee5-fa9d-48ce-92c9-b4566e7c2c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2', 'code': 200} Feb 04 20:56:18.036994 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-72398f76-0349-48f3-81e2-b9f65f33ed2d service neutron] For port b08319eb-cc5b-4f8b-8518-85a440ceaf84, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b08319eb-cc5b-4f8b-8518-85a440ceaf84,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:18.131983 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device f010deae-920e-4f3a-921e-41fe4c2ca3a5 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:56:18.172563 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: f010deae-920e-4f3a-921e-41fe4c2ca3a5 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:56:18.172963 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device f010deae-920e-4f3a-921e-41fe4c2ca3a5 not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:56:18.234867 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-72398f76-0349-48f3-81e2-b9f65f33ed2d service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:56:18.257003 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-2495d65c-61f0-4236-a977-4b4f12bd9ea2 req-90d4e27a-b949-455f-a3f5-2e17d4e651ed tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Request body: {'security_group': {'name': ' tempest-securitygroup -857827524 ', 'description': 'tempest-description-888685222'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:56:18.277758 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-2495d65c-61f0-4236-a977-4b4f12bd9ea2 req-90d4e27a-b949-455f-a3f5-2e17d4e651ed tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:56:18.291970 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-f28d4779-b111-43ed-a60b-51af1908675c tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:18.293420 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-f28d4779-b111-43ed-a60b-51af1908675c tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.18 "GET /v2.0/networks?id=39d2ac62-44cb-480e-a4e0-face7b3c55fb HTTP/1.1" status: 200 len: 821 time: 0.4085736 Feb 04 20:56:18.304508 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-72398f76-0349-48f3-81e2-b9f65f33ed2d service neutron] For port b08319eb-cc5b-4f8b-8518-85a440ceaf84, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:56:18.332185 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abcbec-9d09-4e79-9906-c37c39c5888e req-d22f6913-281a-4dfd-a584-c098167e0e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:18.333674 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d4abcbec-9d09-4e79-9906-c37c39c5888e req-d22f6913-281a-4dfd-a584-c098167e0e44 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=def74ee5-fa9d-48ce-92c9-b4566e7c2c09 HTTP/1.1" status: 200 len: 1097 time: 0.4803402 Feb 04 20:56:18.334575 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-2495d65c-61f0-4236-a977-4b4f12bd9ea2 req-90d4e27a-b949-455f-a3f5-2e17d4e651ed tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:56:18.355128 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-eb0428ea-f062-4697-8bce-f1e4bc702f51 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Request body: {'port': {'device_id': 'bb7966b8-3161-400f-b4b3-28f80b4767fb', 'network_id': '39d2ac62-44cb-480e-a4e0-face7b3c55fb', 'admin_state_up': True, 'tenant_id': 'ac46149bf1a34e05b9bda12dd094e5c4'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:56:18.473171 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2495d65c-61f0-4236-a977-4b4f12bd9ea2 req-90d4e27a-b949-455f-a3f5-2e17d4e651ed tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:18.529369 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-72398f76-0349-48f3-81e2-b9f65f33ed2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:18.546251 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d4abcbec-9d09-4e79-9906-c37c39c5888e req-ecbdb9a4-d90f-4c16-912e-32fecc3e84d9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9682d437-5169-4f10-a377-f31d491d46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771655 Feb 04 20:56:18.547157 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-2495d65c-61f0-4236-a977-4b4f12bd9ea2 req-90d4e27a-b949-455f-a3f5-2e17d4e651ed tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:56:18.559381 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d96caa-49bc-4627-8c05-a9988c2fc88d req-5c75f49f-2266-4e32-8b25-7653857ccdf8 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:18.560800 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a2d96caa-49bc-4627-8c05-a9988c2fc88d req-5c75f49f-2266-4e32-8b25-7653857ccdf8 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 945 time: 0.4970584 Feb 04 20:56:18.564726 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-72398f76-0349-48f3-81e2-b9f65f33ed2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:18.572370 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-2495d65c-61f0-4236-a977-4b4f12bd9ea2 req-90d4e27a-b949-455f-a3f5-2e17d4e651ed tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Usage tracker for resource:security_group_rule and tenant:f4da01125e7c4dd0833698f7f2de26a7 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:56:18.604322 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-2495d65c-61f0-4236-a977-4b4f12bd9ea2 req-90d4e27a-b949-455f-a3f5-2e17d4e651ed tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:56:18.642386 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-2495d65c-61f0-4236-a977-4b4f12bd9ea2 req-90d4e27a-b949-455f-a3f5-2e17d4e651ed tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:56:18.746079 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:18.750344 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-eb0428ea-f062-4697-8bce-f1e4bc702f51 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:56:18.811775 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-eb0428ea-f062-4697-8bce-f1e4bc702f51 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:56:18.835568 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a2d96caa-49bc-4627-8c05-a9988c2fc88d req-f40fb85b-96b8-437a-8445-ca115ae119c8 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667413 Feb 04 20:56:18.839088 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72398f76-0349-48f3-81e2-b9f65f33ed2d service neutron] Pushing event updated for resources: {'Port': ['ID=b08319eb-cc5b-4f8b-8518-85a440ceaf84,revision_number=7']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:18.873676 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-eb0428ea-f062-4697-8bce-f1e4bc702f51 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Made reservation on behalf of ac46149bf1a34e05b9bda12dd094e5c4 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:56:18.873676 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-eb0428ea-f062-4697-8bce-f1e4bc702f51 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:18.884479 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-72398f76-0349-48f3-81e2-b9f65f33ed2d service neutron] Attempting to bind port b08319eb-cc5b-4f8b-8518-85a440ceaf84 on host n-h1-827896-1 for vnic_type normal with profile {"migrating_to": "n-h2-827896-1"} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:56:18.884708 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-72398f76-0349-48f3-81e2-b9f65f33ed2d service neutron] Attempting to bind port b08319eb-cc5b-4f8b-8518-85a440ceaf84 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:56:18.884882 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-72398f76-0349-48f3-81e2-b9f65f33ed2d service neutron] Attempting to bind port b08319eb-cc5b-4f8b-8518-85a440ceaf84 on network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:56:18.906642 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-72398f76-0349-48f3-81e2-b9f65f33ed2d service neutron] Port b08319eb-cc5b-4f8b-8518-85a440ceaf84 on network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:56:18.907017 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-72398f76-0349-48f3-81e2-b9f65f33ed2d service neutron] Attempting to bind port b08319eb-cc5b-4f8b-8518-85a440ceaf84 on network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:56:18.965438 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-72398f76-0349-48f3-81e2-b9f65f33ed2d service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:56:18.965804 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-72398f76-0349-48f3-81e2-b9f65f33ed2d service neutron] Checking segment: {'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:56:18.966279 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-72398f76-0349-48f3-81e2-b9f65f33ed2d service neutron] Bound using segment: {'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:56:18.966619 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-72398f76-0349-48f3-81e2-b9f65f33ed2d service neutron] Bound port: b08319eb-cc5b-4f8b-8518-85a440ceaf84, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:56:18.966962 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-72398f76-0349-48f3-81e2-b9f65f33ed2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:18.987259 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c131c95-9657-4926-8de7-3064ae4d37f1', 'tag': 'a901cdcc-5cae-49d3-9cb5-87360028a18b'}, {'server_uuid': '81351f75-ca36-4dd6-b2a2-bf5087bd6eb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b08319eb-cc5b-4f8b-8518-85a440ceaf84'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:56:19.044559 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2495d65c-61f0-4236-a977-4b4f12bd9ea2 req-90d4e27a-b949-455f-a3f5-2e17d4e651ed tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:19.092123 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2495d65c-61f0-4236-a977-4b4f12bd9ea2 req-90d4e27a-b949-455f-a3f5-2e17d4e651ed tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:19.245443 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4e27a-b949-455f-a3f5-2e17d4e651ed tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec4753d-7ae0-488c-a95b-98e5b700216a,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:19.260071 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2495d65c-61f0-4236-a977-4b4f12bd9ea2 req-90d4e27a-b949-455f-a3f5-2e17d4e651ed tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:19.260937 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2495d65c-61f0-4236-a977-4b4f12bd9ea2 req-90d4e27a-b949-455f-a3f5-2e17d4e651ed tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 1.0278649 Feb 04 20:56:19.278950 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-72398f76-0349-48f3-81e2-b9f65f33ed2d service neutron] For port b08319eb-cc5b-4f8b-8518-85a440ceaf84, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:56:19.301035 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-72398f76-0349-48f3-81e2-b9f65f33ed2d service neutron] For port b08319eb-cc5b-4f8b-8518-85a440ceaf84, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b08319eb-cc5b-4f8b-8518-85a440ceaf84,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:56:19.312382 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2267b61-5a3d-44b4-9970-40fa01aa4bb3 req-75a1f2f4-8d08-4b68-8195-8908b55f37a3 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:19.313885 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c2267b61-5a3d-44b4-9970-40fa01aa4bb3 req-75a1f2f4-8d08-4b68-8195-8908b55f37a3 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e3055c-e921-43c1-b9ea-afad985046aa HTTP/1.1" status: 200 len: 950 time: 0.3362401 Feb 04 20:56:19.319012 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-72398f76-0349-48f3-81e2-b9f65f33ed2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:19.323863 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-eb0428ea-f062-4697-8bce-f1e4bc702f51 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Allocated IP 172.20.0.12 (39d2ac62-44cb-480e-a4e0-face7b3c55fb/8c37f354-72c6-48cb-981d-e4dbeabb2472/e0c70a27-6445-4a77-9227-98f154876a07) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:56:19.570241 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2072013-3a1e-4cf0-900c-9cf5dbb2d075 req-a5445ae2-070e-43bd-92ea-743862020df5 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:19.570967 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-d2072013-3a1e-4cf0-900c-9cf5dbb2d075 req-a5445ae2-070e-43bd-92ea-743862020df5 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Synchronizing usage tracker for tenant:1c95ab08729c4244bb5389f69a70876f on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:56:19.587039 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-d2072013-3a1e-4cf0-900c-9cf5dbb2d075 req-a5445ae2-070e-43bd-92ea-743862020df5 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Unset dirty status for tenant:1c95ab08729c4244bb5389f69a70876f on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:56:19.588395 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d2072013-3a1e-4cf0-900c-9cf5dbb2d075 req-a5445ae2-070e-43bd-92ea-743862020df5 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e9c7ebb-ada4-41b7-8801-42dde7dabcde HTTP/1.1" status: 200 len: 950 time: 0.1034701 Feb 04 20:56:19.617827 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72398f76-0349-48f3-81e2-b9f65f33ed2d service neutron] Pushing event updated for resources: {'Port': ['ID=b08319eb-cc5b-4f8b-8518-85a440ceaf84,revision_number=8']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:19.628081 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c2267b61-5a3d-44b4-9970-40fa01aa4bb3 req-1e39cee5-4f86-45fd-97d6-71fa9d2dc3bf tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc210c-964a-4042-82bb-983fec424162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668538 Feb 04 20:56:19.640826 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-72398f76-0349-48f3-81e2-b9f65f33ed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:19.641462 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-72398f76-0349-48f3-81e2-b9f65f33ed2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:19.642831 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-72398f76-0349-48f3-81e2-b9f65f33ed2d service neutron] 10.222.0.18 "PUT /v2.0/ports/b08319eb-cc5b-4f8b-8518-85a440ceaf84 HTTP/1.1" status: 200 len: 1122 time: 2.2471211 Feb 04 20:56:19.664227 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-d2072013-3a1e-4cf0-900c-9cf5dbb2d075 req-142f3320-a747-4da5-8a17-1df49a6ac7a6 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Deleting port fc119186-a702-403c-9a96-725a72a9de29 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:56:19.664576 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-d2072013-3a1e-4cf0-900c-9cf5dbb2d075 req-142f3320-a747-4da5-8a17-1df49a6ac7a6 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:19.758198 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['b08319eb-cc5b-4f8b-8518-85a440ceaf84'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:56:19.781186 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed91514-a02d-406c-8716-102f8d21b144 req-03dab944-b368-45fd-ae1f-b0e9e2cf56f4 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:19.781682 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-eed91514-a02d-406c-8716-102f8d21b144 req-03dab944-b368-45fd-ae1f-b0e9e2cf56f4 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Synchronizing usage tracker for tenant:1c95ab08729c4244bb5389f69a70876f on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:56:19.812286 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['b08319eb-cc5b-4f8b-8518-85a440ceaf84'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:56:19.856069 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-eed91514-a02d-406c-8716-102f8d21b144 req-03dab944-b368-45fd-ae1f-b0e9e2cf56f4 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Unset dirty status for tenant:1c95ab08729c4244bb5389f69a70876f on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:56:19.857482 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eed91514-a02d-406c-8716-102f8d21b144 req-03dab944-b368-45fd-ae1f-b0e9e2cf56f4 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9c7ebb-ada4-41b7-8801-42dde7dabcde HTTP/1.1" status: 200 len: 950 time: 0.3912954 Feb 04 20:56:19.910232 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-eb0428ea-f062-4697-8bce-f1e4bc702f51 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:19.949562 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eed91514-a02d-406c-8716-102f8d21b144 req-9353f867-d7ff-474c-9d76-7c7e9ebd789a tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759742 Feb 04 20:56:19.979912 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-d2072013-3a1e-4cf0-900c-9cf5dbb2d075 req-142f3320-a747-4da5-8a17-1df49a6ac7a6 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] For port fc119186-a702-403c-9a96-725a72a9de29, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=fc119186-a702-403c-9a96-725a72a9de29,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:19.981945 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-d2072013-3a1e-4cf0-900c-9cf5dbb2d075 req-142f3320-a747-4da5-8a17-1df49a6ac7a6 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:19.987115 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ee91f-e08c-4db6-b045-a02187cbe8a9 req-d25718da-39ee-4a00-a5f9-8ce0fbb47c61 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:19.995432 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-915ee91f-e08c-4db6-b045-a02187cbe8a9 req-d25718da-39ee-4a00-a5f9-8ce0fbb47c61 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/ports?device_id=def74ee5-fa9d-48ce-92c9-b4566e7c2c09 HTTP/1.1" status: 200 len: 946 time: 0.1850567 Feb 04 20:56:20.033443 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-eb0428ea-f062-4697-8bce-f1e4bc702f51 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:20.158148 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device b08319eb-cc5b-4f8b-8518-85a440ceaf84 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:56:20.202788 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device b447ef48-492b-4220-b871-716bb45bab3a no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:56:20.206048 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-d2072013-3a1e-4cf0-900c-9cf5dbb2d075 req-142f3320-a747-4da5-8a17-1df49a6ac7a6 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Calling delete_port for fc119186-a702-403c-9a96-725a72a9de29 owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:56:20.243254 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-915ee91f-e08c-4db6-b045-a02187cbe8a9 req-890486fd-2013-4b91-9d00-87fc3750de84 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/security-groups?id=9682d437-5169-4f10-a377-f31d491d46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2455041 Feb 04 20:56:20.254285 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-eb0428ea-f062-4697-8bce-f1e4bc702f51 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Network 39d2ac62-44cb-480e-a4e0-face7b3c55fb is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:56:20.259842 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-eb0428ea-f062-4697-8bce-f1e4bc702f51 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:56:20.263973 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-eb0428ea-f062-4697-8bce-f1e4bc702f51 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:56:20.272297 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-eb0428ea-f062-4697-8bce-f1e4bc702f51 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:20.273256 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-eb0428ea-f062-4697-8bce-f1e4bc702f51 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:20.287673 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0428ea-f062-4697-8bce-f1e4bc702f51 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Pushing event updated for resources: {'Port': ['ID=e0c70a27-6445-4a77-9227-98f154876a07,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:20.314187 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-eb0428ea-f062-4697-8bce-f1e4bc702f51 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9772890 Feb 04 20:56:20.327755 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-b2d2d016-08b9-46e2-abf9-aa3c0de3820e service neutron] Request body: {'port': {'device_id': 'bb7966b8-3161-400f-b4b3-28f80b4767fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:56:20.481077 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-d2072013-3a1e-4cf0-900c-9cf5dbb2d075 req-142f3320-a747-4da5-8a17-1df49a6ac7a6 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:20.499440 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port b08319eb-cc5b-4f8b-8518-85a440ceaf84, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b08319eb-cc5b-4f8b-8518-85a440ceaf84,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:20.513102 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['432de455-77b1-4958-bba0-0a1bca95066f', '814ad5b8-0a85-4719-9ead-1980050796ff'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:56:20.539443 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:20.573727 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f3320-a747-4da5-8a17-1df49a6ac7a6 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Pushing event deleted for resources: {'Port': ['ID=fc119186-a702-403c-9a96-725a72a9de29,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:20.577065 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device b08319eb-cc5b-4f8b-8518-85a440ceaf84 has no active binding in host n-h2-827896-1 {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 20:56:20.600322 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e3055c-e921-43c1-b9ea-afad985046aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b447ef48-492b-4220-b871-716bb45bab3a'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:56:20.620487 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port b447ef48-492b-4220-b871-716bb45bab3a, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b447ef48-492b-4220-b871-716bb45bab3a,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:20.630668 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:20.669994 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2072013-3a1e-4cf0-900c-9cf5dbb2d075 req-142f3320-a747-4da5-8a17-1df49a6ac7a6 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] No DVR routers for this DVR port fc119186-a702-403c-9a96-725a72a9de29 on host n-h2-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:56:20.672531 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-d2072013-3a1e-4cf0-900c-9cf5dbb2d075 req-142f3320-a747-4da5-8a17-1df49a6ac7a6 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:20.675835 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9c7ebb-ada4-41b7-8801-42dde7dabcde', 'name': 'network-vif-deleted', 'tag': 'fc119186-a702-403c-9a96-725a72a9de29'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:56:20.696385 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d2072013-3a1e-4cf0-900c-9cf5dbb2d075 req-142f3320-a747-4da5-8a17-1df49a6ac7a6 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.18 "DELETE /v2.0/ports/fc119186-a702-403c-9a96-725a72a9de29 HTTP/1.1" status: 204 len: 173 time: 1.1021907 Feb 04 20:56:20.760720 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-b2d2d016-08b9-46e2-abf9-aa3c0de3820e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:20.768216 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=b447ef48-492b-4220-b871-716bb45bab3a,revision_number=8']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:20.797510 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0dcca-9ce3-49d4-b33c-1cc221377463 req-84d0cadb-70f9-4cff-b1c9-e9b356e908e3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:20.798995 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ca0dcca-9ce3-49d4-b33c-1cc221377463 req-84d0cadb-70f9-4cff-b1c9-e9b356e908e3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 944 time: 0.4087846 Feb 04 20:56:20.901187 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ca0dcca-9ce3-49d4-b33c-1cc221377463 req-4a6aa650-3596-44b9-b4e5-c2b2ba58e963 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639484 Feb 04 20:56:20.930625 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af23b3-ee8a-49f2-9b3f-66160f41f616 req-80e485ab-a1cc-4c56-9315-e543ee49a006 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:20.931372 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-02af23b3-ee8a-49f2-9b3f-66160f41f616 req-80e485ab-a1cc-4c56-9315-e543ee49a006 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Synchronizing usage tracker for tenant:ac46149bf1a34e05b9bda12dd094e5c4 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:56:20.950507 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['f88318ba-9f8c-4470-96e0-8352ba9c9bda', 'eaf030fc-f030-4271-bf55-c0de902879dd', '6a99f797-941c-45e2-962d-2d27a61234e8', 'fc119186-a702-403c-9a96-725a72a9de29'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:56:21.052212 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-02af23b3-ee8a-49f2-9b3f-66160f41f616 req-80e485ab-a1cc-4c56-9315-e543ee49a006 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Unset dirty status for tenant:ac46149bf1a34e05b9bda12dd094e5c4 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:56:21.061119 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02af23b3-ee8a-49f2-9b3f-66160f41f616 req-80e485ab-a1cc-4c56-9315-e543ee49a006 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb7966b8-3161-400f-b4b3-28f80b4767fb HTTP/1.1" status: 200 len: 932 time: 0.5108519 Feb 04 20:56:21.065190 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c131c95-9657-4926-8de7-3064ae4d37f1', 'tag': 'a901cdcc-5cae-49d3-9cb5-87360028a18b', 'status': 'completed', 'code': 200} Feb 04 20:56:21.066364 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81351f75-ca36-4dd6-b2a2-bf5087bd6eb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b08319eb-cc5b-4f8b-8518-85a440ceaf84', 'code': 200} Feb 04 20:56:21.194534 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea212d-af2e-4540-9031-0dada7080e68 req-b0316996-e11e-446b-91ca-9ef842439b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:21.196171 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e5ea212d-af2e-4540-9031-0dada7080e68 req-b0316996-e11e-446b-91ca-9ef842439b91 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f4da01125e7c4dd0833698f7f2de26a7&device_id=0c131c95-9657-4926-8de7-3064ae4d37f1 HTTP/1.1" status: 200 len: 1174 time: 0.1040530 Feb 04 20:56:21.216471 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02af23b3-ee8a-49f2-9b3f-66160f41f616 req-21c4b687-0a0d-4b73-9161-4fd307f93f8c tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375332 Feb 04 20:56:21.351690 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-007c9792-fb9f-489b-abd1-c9aea6012ce2 req-9e2e14b1-183c-4b65-894d-9aee49887c6d tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups/1ec4753d-7ae0-488c-a95b-98e5b700216a HTTP/1.1" status: 200 len: 1779 time: 0.2270193 Feb 04 20:56:21.413712 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea212d-af2e-4540-9031-0dada7080e68 req-6117baa2-ce60-4217-a2d2-dd148e9d5105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:21.415423 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e5ea212d-af2e-4540-9031-0dada7080e68 req-6117baa2-ce60-4217-a2d2-dd148e9d5105 service neutron] 10.222.0.18 "GET /v2.0/networks?id=58692d71-156d-4fb6-ace3-10c851e59b5e HTTP/1.1" status: 200 len: 913 time: 0.2122328 Feb 04 20:56:21.524669 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e5ea212d-af2e-4540-9031-0dada7080e68 req-3c37c6ef-78bd-4492-84d3-102f3825ddd1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a901cdcc-5cae-49d3-9cb5-87360028a18b HTTP/1.1" status: 200 len: 217 time: 0.0908709 Feb 04 20:56:21.612196 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea212d-af2e-4540-9031-0dada7080e68 req-078d7f37-ccda-4474-8646-fef153720354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:21.617979 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e5ea212d-af2e-4540-9031-0dada7080e68 req-078d7f37-ccda-4474-8646-fef153720354 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=471d5236-38d9-46d6-b230-ea73933817b4 HTTP/1.1" status: 200 len: 852 time: 0.0845351 Feb 04 20:56:21.665598 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-b2d2d016-08b9-46e2-abf9-aa3c0de3820e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0c70a27-6445-4a77-9227-98f154876a07 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:56:21.678303 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-b2d2d016-08b9-46e2-abf9-aa3c0de3820e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:21.702738 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-b2d2d016-08b9-46e2-abf9-aa3c0de3820e service neutron] Transition to ACTIVE for port object e0c70a27-6445-4a77-9227-98f154876a07 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:56:21.715177 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-b2d2d016-08b9-46e2-abf9-aa3c0de3820e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:21.734760 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736361f-dbcb-4d5e-b9d1-21dd0887ac52 req-089d5362-5e70-4730-8bcc-5e77b91dcba3 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:21.739963 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e5ea212d-af2e-4540-9031-0dada7080e68 req-1591245a-2664-4645-b68f-c189980f074f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=58692d71-156d-4fb6-ace3-10c851e59b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137218 Feb 04 20:56:21.741700 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d736361f-dbcb-4d5e-b9d1-21dd0887ac52 req-089d5362-5e70-4730-8bcc-5e77b91dcba3 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 945 time: 0.1636510 Feb 04 20:56:21.937255 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e5ea212d-af2e-4540-9031-0dada7080e68 req-e530ff02-9e0a-458a-8b5f-d72488e7d25c service neutron] 10.222.0.18 "GET /v2.0/networks/58692d71-156d-4fb6-ace3-10c851e59b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827142 Feb 04 20:56:22.050083 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d736361f-dbcb-4d5e-b9d1-21dd0887ac52 req-84e7d63b-73d1-429e-b602-1ff71f7a2c31 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618484 Feb 04 20:56:22.157565 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2d016-08b9-46e2-abf9-aa3c0de3820e service neutron] Pushing event updated for resources: {'Port': ['ID=e0c70a27-6445-4a77-9227-98f154876a07,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:22.203342 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e3055c-e921-43c1-b9ea-afad985046aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b447ef48-492b-4220-b871-716bb45bab3a', 'code': 200} Feb 04 20:56:22.220006 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-b2d2d016-08b9-46e2-abf9-aa3c0de3820e service neutron] Attempting to bind port e0c70a27-6445-4a77-9227-98f154876a07 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:56:22.220422 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-b2d2d016-08b9-46e2-abf9-aa3c0de3820e service neutron] Attempting to bind port e0c70a27-6445-4a77-9227-98f154876a07 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '673dc65b-eb24-40c2-b385-7348d9364d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '39d2ac62-44cb-480e-a4e0-face7b3c55fb'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:56:22.220892 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-b2d2d016-08b9-46e2-abf9-aa3c0de3820e service neutron] Attempting to bind port e0c70a27-6445-4a77-9227-98f154876a07 on network 39d2ac62-44cb-480e-a4e0-face7b3c55fb {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:56:22.240752 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-b2d2d016-08b9-46e2-abf9-aa3c0de3820e service neutron] Port e0c70a27-6445-4a77-9227-98f154876a07 on network 39d2ac62-44cb-480e-a4e0-face7b3c55fb not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:56:22.241085 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-b2d2d016-08b9-46e2-abf9-aa3c0de3820e service neutron] Attempting to bind port e0c70a27-6445-4a77-9227-98f154876a07 on network 39d2ac62-44cb-480e-a4e0-face7b3c55fb {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:56:22.250352 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-b2d2d016-08b9-46e2-abf9-aa3c0de3820e service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:56:22.250699 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-b2d2d016-08b9-46e2-abf9-aa3c0de3820e service neutron] Checking segment: {'id': '673dc65b-eb24-40c2-b385-7348d9364d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '39d2ac62-44cb-480e-a4e0-face7b3c55fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:56:22.251076 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-b2d2d016-08b9-46e2-abf9-aa3c0de3820e service neutron] Bound using segment: {'id': '673dc65b-eb24-40c2-b385-7348d9364d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '39d2ac62-44cb-480e-a4e0-face7b3c55fb'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:56:22.252091 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-b2d2d016-08b9-46e2-abf9-aa3c0de3820e service neutron] Bound port: e0c70a27-6445-4a77-9227-98f154876a07, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673dc65b-eb24-40c2-b385-7348d9364d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '39d2ac62-44cb-480e-a4e0-face7b3c55fb'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:56:22.252091 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-b2d2d016-08b9-46e2-abf9-aa3c0de3820e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:22.270003 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9c7ebb-ada4-41b7-8801-42dde7dabcde', 'name': 'network-vif-deleted', 'tag': 'fc119186-a702-403c-9a96-725a72a9de29', 'status': 'completed', 'code': 200} Feb 04 20:56:22.305078 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e5ea212d-af2e-4540-9031-0dada7080e68 req-faaa2c6d-6d5c-4af5-b3bd-744f32dcb91d service neutron] 10.222.0.18 "GET /v2.0/networks/58692d71-156d-4fb6-ace3-10c851e59b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639209 Feb 04 20:56:22.455454 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-b2d2d016-08b9-46e2-abf9-aa3c0de3820e service neutron] For port e0c70a27-6445-4a77-9227-98f154876a07, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:56:22.478583 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-b2d2d016-08b9-46e2-abf9-aa3c0de3820e service neutron] For port e0c70a27-6445-4a77-9227-98f154876a07, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=e0c70a27-6445-4a77-9227-98f154876a07,segment=NetworkSegment(673dc65b-eb24-40c2-b385-7348d9364d07),segment_id=673dc65b-eb24-40c2-b385-7348d9364d07)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:56:22.484098 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-04dd4a23-2d93-4092-842d-9a75524ddbe7 req-5a83fcb6-3399-4ef9-a519-6f76d0bfd928 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups/1ec4753d-7ae0-488c-a95b-98e5b700216a HTTP/1.1" status: 200 len: 1779 time: 0.0796402 Feb 04 20:56:22.486299 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-b2d2d016-08b9-46e2-abf9-aa3c0de3820e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:22.585669 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-b2d2d016-08b9-46e2-abf9-aa3c0de3820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:22.586274 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-b2d2d016-08b9-46e2-abf9-aa3c0de3820e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:22.587610 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-b2d2d016-08b9-46e2-abf9-aa3c0de3820e service neutron] 10.222.0.18 "PUT /v2.0/ports/e0c70a27-6445-4a77-9227-98f154876a07 HTTP/1.1" status: 200 len: 1092 time: 2.2643697 Feb 04 20:56:22.600555 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd070ae-0435-402a-8050-58b0d1629a73 req-6205f20b-0792-405c-88a8-31fa8acdab7c tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:22.601959 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7cd070ae-0435-402a-8050-58b0d1629a73 req-6205f20b-0792-405c-88a8-31fa8acdab7c tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/ports?device_id=def74ee5-fa9d-48ce-92c9-b4566e7c2c09 HTTP/1.1" status: 200 len: 946 time: 0.2387669 Feb 04 20:56:22.642422 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2d016-08b9-46e2-abf9-aa3c0de3820e service neutron] Pushing event updated for resources: {'Port': ['ID=e0c70a27-6445-4a77-9227-98f154876a07,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:22.722488 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7cd070ae-0435-402a-8050-58b0d1629a73 req-9c74d2dc-d317-4d4f-b8f7-70b3ac3863f6 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/security-groups?id=9682d437-5169-4f10-a377-f31d491d46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060169 Feb 04 20:56:22.727296 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-04dd4a23-2d93-4092-842d-9a75524ddbe7 req-60befbbb-a6b3-405d-8031-5c5acc57e4f8 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:22.766428 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-04dd4a23-2d93-4092-842d-9a75524ddbe7 req-60befbbb-a6b3-405d-8031-5c5acc57e4f8 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:22.819302 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-5f247786-92ed-4d6f-9756-df5b8bbbafd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:22.819302 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-5f247786-92ed-4d6f-9756-df5b8bbbafd9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ac46149bf1a34e05b9bda12dd094e5c4&device_id=bb7966b8-3161-400f-b4b3-28f80b4767fb HTTP/1.1" status: 200 len: 1095 time: 0.1573548 Feb 04 20:56:22.920748 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-04dd4a23-2d93-4092-842d-9a75524ddbe7 req-60befbbb-a6b3-405d-8031-5c5acc57e4f8 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:22.951926 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-739d4860-5745-4730-b5e5-fb34310fb31f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0c70a27-6445-4a77-9227-98f154876a07 HTTP/1.1" status: 200 len: 217 time: 0.1188540 Feb 04 20:56:22.962048 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60befbbb-a6b3-405d-8031-5c5acc57e4f8 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec4753d-7ae0-488c-a95b-98e5b700216a,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:23.098790 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81351f75-ca36-4dd6-b2a2-bf5087bd6eb2', 'tag': 'b08319eb-cc5b-4f8b-8518-85a440ceaf84'}, {'name': 'network-changed', 'server_uuid': 'bb7966b8-3161-400f-b4b3-28f80b4767fb', 'tag': 'e0c70a27-6445-4a77-9227-98f154876a07'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:56:23.108952 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-04dd4a23-2d93-4092-842d-9a75524ddbe7 req-60befbbb-a6b3-405d-8031-5c5acc57e4f8 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:23.110061 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-04dd4a23-2d93-4092-842d-9a75524ddbe7 req-60befbbb-a6b3-405d-8031-5c5acc57e4f8 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "DELETE /v2.0/security-groups/1ec4753d-7ae0-488c-a95b-98e5b700216a HTTP/1.1" status: 204 len: 173 time: 0.6164489 Feb 04 20:56:23.137940 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-fcb54317-c694-4a46-bf1f-1b1718888182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:23.139349 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-fcb54317-c694-4a46-bf1f-1b1718888182 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8c37f354-72c6-48cb-981d-e4dbeabb2472 HTTP/1.1" status: 200 len: 861 time: 0.1730072 Feb 04 20:56:23.190281 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a535d32-96d6-42e4-a5bf-2aa13dad7152 req-bfef03f1-403d-4524-b59e-3d49bee0e0d3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:23.191842 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8a535d32-96d6-42e4-a5bf-2aa13dad7152 req-bfef03f1-403d-4524-b59e-3d49bee0e0d3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 944 time: 0.3603208 Feb 04 20:56:23.215955 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-cebe940b-f0fb-42fb-95ce-adc9642fd0e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39d2ac62-44cb-480e-a4e0-face7b3c55fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682564 Feb 04 20:56:23.364341 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8a535d32-96d6-42e4-a5bf-2aa13dad7152 req-8d0e5607-8d8d-4c3e-9e9d-6afdd599e355 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668110 Feb 04 20:56:23.438081 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-dd0642f9-5927-4b18-8106-2841b45455e9 service neutron] 10.222.0.18 "GET /v2.0/networks/39d2ac62-44cb-480e-a4e0-face7b3c55fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137032 Feb 04 20:56:23.450739 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296f3fe-2d4a-4e1e-ae3e-3ccaca1513e6 req-d6fdb10f-5dcb-48f2-96c8-d7de06975844 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:23.452217 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4296f3fe-2d4a-4e1e-ae3e-3ccaca1513e6 req-d6fdb10f-5dcb-48f2-96c8-d7de06975844 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb7966b8-3161-400f-b4b3-28f80b4767fb HTTP/1.1" status: 200 len: 944 time: 0.2012749 Feb 04 20:56:23.586692 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4296f3fe-2d4a-4e1e-ae3e-3ccaca1513e6 req-31cc5d4f-50fd-4575-b650-7232a30d3198 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153860 Feb 04 20:56:23.652411 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d1b6995-7e30-4230-9939-764cfd345b72 req-9c399044-cd03-4628-b17d-01aef25f2ae6 service neutron] 10.222.0.18 "GET /v2.0/networks/39d2ac62-44cb-480e-a4e0-face7b3c55fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923788 Feb 04 20:56:23.848253 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0428d-490d-4b83-a7bb-22d5dc0d8d8c req-031f2472-b5be-43dd-b7a0-dd38cb7b48e7 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:23.850220 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bfc0428d-490d-4b83-a7bb-22d5dc0d8d8c req-031f2472-b5be-43dd-b7a0-dd38cb7b48e7 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/ports?device_id=def74ee5-fa9d-48ce-92c9-b4566e7c2c09 HTTP/1.1" status: 200 len: 946 time: 0.1446769 Feb 04 20:56:23.862037 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 48480) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:56:23.871051 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6c7f8-4510-4fd0-950f-cb4950de0e70 req-49011cef-1fef-4d27-8f4a-2cd89e5fca05 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:23.871051 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aae6c7f8-4510-4fd0-950f-cb4950de0e70 req-49011cef-1fef-4d27-8f4a-2cd89e5fca05 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 945 time: 0.1299813 Feb 04 20:56:23.871352 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-9b7c1b62-8c97-4e31-9b97-f38871863ed1 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Request body: {'floatingip': {'port_id': '8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:56:23.918851 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aae6c7f8-4510-4fd0-950f-cb4950de0e70 req-79573b78-426a-4e46-a821-ccfc69c3f4af tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476549 Feb 04 20:56:23.920494 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81351f75-ca36-4dd6-b2a2-bf5087bd6eb2', 'tag': 'b08319eb-cc5b-4f8b-8518-85a440ceaf84', 'status': 'completed', 'code': 200} Feb 04 20:56:23.920754 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7966b8-3161-400f-b4b3-28f80b4767fb', 'tag': 'e0c70a27-6445-4a77-9227-98f154876a07', 'status': 'completed', 'code': 200} Feb 04 20:56:23.972698 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9b7c1b62-8c97-4e31-9b97-f38871863ed1 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks [] for floatingip, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:24.027708 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [req-a7ef0548-f73e-4734-be84-d4235deaf1dc req-8bdd8611-00a4-4141-bee1-40892625f23d tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] show failed (client error): The resource could not be found. Feb 04 20:56:24.035974 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a7ef0548-f73e-4734-be84-d4235deaf1dc req-8bdd8611-00a4-4141-bee1-40892625f23d tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups/1ec4753d-7ae0-488c-a95b-98e5b700216a HTTP/1.1" status: 404 len: 352 time: 0.1076086 Feb 04 20:56:24.097608 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480d646-758d-4e24-9870-145550364406 req-1978fa1f-46ba-40b8-97f0-99b925548d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:24.103537 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0480d646-758d-4e24-9870-145550364406 req-1978fa1f-46ba-40b8-97f0-99b925548d29 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 1125 time: 0.1521568 Feb 04 20:56:24.117978 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-b66f4501-8f91-42cc-a6db-b0f51b0e2888 req-1273a6e2-2c79-4af4-b197-376243c570da tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1119445291', 'description': 'tempest-description-848492018'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:56:24.151245 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device fc119186-a702-403c-9a96-725a72a9de29 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:56:24.161546 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-b66f4501-8f91-42cc-a6db-b0f51b0e2888 req-1273a6e2-2c79-4af4-b197-376243c570da tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:56:24.240112 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: fc119186-a702-403c-9a96-725a72a9de29 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:56:24.240695 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device fc119186-a702-403c-9a96-725a72a9de29 not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:56:24.246781 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480d646-758d-4e24-9870-145550364406 req-e87098a6-eeac-4ad0-8ec6-be6d8f773010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:24.251387 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0480d646-758d-4e24-9870-145550364406 req-e87098a6-eeac-4ad0-8ec6-be6d8f773010 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ac46149bf1a34e05b9bda12dd094e5c4&device_id=bb7966b8-3161-400f-b4b3-28f80b4767fb HTTP/1.1" status: 200 len: 1095 time: 0.2697721 Feb 04 20:56:24.254413 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b66f4501-8f91-42cc-a6db-b0f51b0e2888 req-1273a6e2-2c79-4af4-b197-376243c570da tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Usage tracker for resource:security_group and tenant:f4da01125e7c4dd0833698f7f2de26a7 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:56:24.277714 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b66f4501-8f91-42cc-a6db-b0f51b0e2888 req-1273a6e2-2c79-4af4-b197-376243c570da tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:56:24.338520 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-b66f4501-8f91-42cc-a6db-b0f51b0e2888 req-1273a6e2-2c79-4af4-b197-376243c570da tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:56:24.462941 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b66f4501-8f91-42cc-a6db-b0f51b0e2888 req-1273a6e2-2c79-4af4-b197-376243c570da tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:24.585231 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-b66f4501-8f91-42cc-a6db-b0f51b0e2888 req-1273a6e2-2c79-4af4-b197-376243c570da tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:56:24.590530 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480d646-758d-4e24-9870-145550364406 req-96f90743-fc35-44a3-84c3-9e1c34b8dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:24.591948 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0480d646-758d-4e24-9870-145550364406 req-96f90743-fc35-44a3-84c3-9e1c34b8dba8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 HTTP/1.1" status: 200 len: 921 time: 0.4778457 Feb 04 20:56:24.598512 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b66f4501-8f91-42cc-a6db-b0f51b0e2888 req-1273a6e2-2c79-4af4-b197-376243c570da tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Usage tracker for resource:security_group_rule and tenant:f4da01125e7c4dd0833698f7f2de26a7 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:56:24.601291 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480d646-758d-4e24-9870-145550364406 req-9719a518-a66d-4e45-b96d-25b9a68e650a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:24.602867 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0480d646-758d-4e24-9870-145550364406 req-9719a518-a66d-4e45-b96d-25b9a68e650a service neutron] 10.222.0.18 "GET /v2.0/networks?id=39d2ac62-44cb-480e-a4e0-face7b3c55fb HTTP/1.1" status: 200 len: 922 time: 0.3222766 Feb 04 20:56:24.604445 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b66f4501-8f91-42cc-a6db-b0f51b0e2888 req-1273a6e2-2c79-4af4-b197-376243c570da tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:56:24.716861 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-b66f4501-8f91-42cc-a6db-b0f51b0e2888 req-1273a6e2-2c79-4af4-b197-376243c570da tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:56:24.739124 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0480d646-758d-4e24-9870-145550364406 req-75813ca3-4ddc-48a7-9d03-67c7ba240d13 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b08319eb-cc5b-4f8b-8518-85a440ceaf84 HTTP/1.1" status: 200 len: 217 time: 0.1316030 Feb 04 20:56:24.776030 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9b7c1b62-8c97-4e31-9b97-f38871863ed1 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:24.781318 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9b7c1b62-8c97-4e31-9b97-f38871863ed1 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:24.789507 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0480d646-758d-4e24-9870-145550364406 req-90941962-5ce8-45cf-b4ef-843962203904 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0c70a27-6445-4a77-9227-98f154876a07 HTTP/1.1" status: 200 len: 217 time: 0.1290810 Feb 04 20:56:24.889447 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d9bb7-3977-4042-b65e-e4a3f42f6fd0 req-15ed674f-31b3-4cc9-bb43-4c56681dcba2 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:24.897576 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c67d9bb7-3977-4042-b65e-e4a3f42f6fd0 req-15ed674f-31b3-4cc9-bb43-4c56681dcba2 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=c189d928-1b32-491d-b5ff-077510452d87 HTTP/1.1" status: 200 len: 950 time: 0.4251487 Feb 04 20:56:24.936555 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480d646-758d-4e24-9870-145550364406 req-c4a47dda-ca79-4ebd-a024-bfdd7a4b10ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:24.938147 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0480d646-758d-4e24-9870-145550364406 req-c4a47dda-ca79-4ebd-a024-bfdd7a4b10ee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af7ea361-8fb7-49bd-8e76-0990ff7e7df7 HTTP/1.1" status: 200 len: 860 time: 0.1873431 Feb 04 20:56:25.048310 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b66f4501-8f91-42cc-a6db-b0f51b0e2888 req-1273a6e2-2c79-4af4-b197-376243c570da tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:25.066188 n-d-827896-1 neutron-server[87682]: INFO neutron.db.l3_db [None req-9b7c1b62-8c97-4e31-9b97-f38871863ed1 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Floating IP b053517f-d9de-4ba1-b216-1cac3a477f48 associated. External IP: 172.25.5.221, port: 8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2. Feb 04 20:56:25.217791 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480d646-758d-4e24-9870-145550364406 req-3b4801ce-f742-40d7-9113-d0e324312b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:25.219370 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0480d646-758d-4e24-9870-145550364406 req-3b4801ce-f742-40d7-9113-d0e324312b44 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8c37f354-72c6-48cb-981d-e4dbeabb2472 HTTP/1.1" status: 200 len: 861 time: 0.4225924 Feb 04 20:56:25.229192 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b66f4501-8f91-42cc-a6db-b0f51b0e2888 req-1273a6e2-2c79-4af4-b197-376243c570da tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:25.248657 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c67d9bb7-3977-4042-b65e-e4a3f42f6fd0 req-ffa23c1a-9c2b-4062-b455-66e6bd7e71f7 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500366 Feb 04 20:56:25.288835 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0480d646-758d-4e24-9870-145550364406 req-e50c1d1f-f7d9-4724-afd5-0136050e3cb7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2387846 Feb 04 20:56:25.448895 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0480d646-758d-4e24-9870-145550364406 req-5b484f16-de6e-462b-b1bf-d5b44f07b39c service neutron] 10.222.0.32 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500778 Feb 04 20:56:25.495487 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0480d646-758d-4e24-9870-145550364406 req-bc2baff3-4299-4a91-aecb-20e93b32b2ac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39d2ac62-44cb-480e-a4e0-face7b3c55fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2625263 Feb 04 20:56:25.658091 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7c1b62-8c97-4e31-9b97-f38871863ed1 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Router 4768c878-edcb-40f0-9279-0c17983fc38e has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:56:25.666672 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129864d3-afcb-4f0a-afc5-eb20e8e7a0b8 req-f0f25581-2e88-4352-b6d4-72568bc2eb10 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:25.667498 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-129864d3-afcb-4f0a-afc5-eb20e8e7a0b8 req-f0f25581-2e88-4352-b6d4-72568bc2eb10 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Synchronizing usage tracker for tenant:1c95ab08729c4244bb5389f69a70876f on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:56:25.705775 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273a6e2-2c79-4af4-b197-376243c570da tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=901a7864-5c67-4ea5-92e1-f6082bb0f83b,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:25.708719 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b66f4501-8f91-42cc-a6db-b0f51b0e2888 req-1273a6e2-2c79-4af4-b197-376243c570da tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:25.710237 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b66f4501-8f91-42cc-a6db-b0f51b0e2888 req-1273a6e2-2c79-4af4-b197-376243c570da tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.5991173 Feb 04 20:56:25.774106 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-129864d3-afcb-4f0a-afc5-eb20e8e7a0b8 req-f0f25581-2e88-4352-b6d4-72568bc2eb10 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Unset dirty status for tenant:1c95ab08729c4244bb5389f69a70876f on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:56:25.774106 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-129864d3-afcb-4f0a-afc5-eb20e8e7a0b8 req-f0f25581-2e88-4352-b6d4-72568bc2eb10 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.18 "GET /v2.0/ports?device_id=c189d928-1b32-491d-b5ff-077510452d87 HTTP/1.1" status: 200 len: 950 time: 0.2293241 Feb 04 20:56:25.779312 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:25.920327 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0480d646-758d-4e24-9870-145550364406 req-e5c15ce3-d812-4c75-b96b-746e822df498 service neutron] 10.222.0.32 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099090 Feb 04 20:56:25.949590 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72685d7f-e99f-4e77-ba48-045ecd8d2bde req-9098a594-84a0-49ec-84ca-5aab9a0e5bc1 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:25.955194 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-129864d3-afcb-4f0a-afc5-eb20e8e7a0b8 req-c0ba81d0-023e-4d03-9e68-94c32359b601 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Deleting port 6a99f797-941c-45e2-962d-2d27a61234e8 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:56:25.955539 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-129864d3-afcb-4f0a-afc5-eb20e8e7a0b8 req-c0ba81d0-023e-4d03-9e68-94c32359b601 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:25.956540 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-72685d7f-e99f-4e77-ba48-045ecd8d2bde req-9098a594-84a0-49ec-84ca-5aab9a0e5bc1 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 944 time: 0.5043409 Feb 04 20:56:26.035876 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:56:26.057488 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-72685d7f-e99f-4e77-ba48-045ecd8d2bde req-12781ca4-b411-4a37-8be5-dc87697e3311 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979161 Feb 04 20:56:26.071111 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7c1b62-8c97-4e31-9b97-f38871863ed1 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:56:26.077086 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0480d646-758d-4e24-9870-145550364406 req-5fe31743-0db9-41ef-804b-9688dc14727c service neutron] 10.222.0.18 "GET /v2.0/networks/39d2ac62-44cb-480e-a4e0-face7b3c55fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356233 Feb 04 20:56:26.085388 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9b7c1b62-8c97-4e31-9b97-f38871863ed1 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:26.089048 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169be1ed-ff44-4c45-9221-df216ceb9214 None None] Sync routers for ids ['4768c878-edcb-40f0-9279-0c17983fc38e'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:56:26.102972 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169be1ed-ff44-4c45-9221-df216ceb9214 None None] Routers {'4768c878-edcb-40f0-9279-0c17983fc38e'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:56:26.103986 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-169be1ed-ff44-4c45-9221-df216ceb9214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:56:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4768c878-edcb-40f0-9279-0c17983fc38e'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:56:26.148642 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:56:26.242774 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9b7c1b62-8c97-4e31-9b97-f38871863ed1 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "PUT /v2.0/floatingips/b053517f-d9de-4ba1-b216-1cac3a477f48 HTTP/1.1" status: 200 len: 992 time: 2.3821669 Feb 04 20:56:26.250881 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def74ee5-fa9d-48ce-92c9-b4566e7c2c09', 'tag': '8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:56:26.397675 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0480d646-758d-4e24-9870-145550364406 req-7653970f-7339-4011-b275-5601080027f8 service neutron] 10.222.0.18 "GET /v2.0/networks/39d2ac62-44cb-480e-a4e0-face7b3c55fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967274 Feb 04 20:56:26.416507 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-129864d3-afcb-4f0a-afc5-eb20e8e7a0b8 req-c0ba81d0-023e-4d03-9e68-94c32359b601 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] For port 6a99f797-941c-45e2-962d-2d27a61234e8, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=6a99f797-941c-45e2-962d-2d27a61234e8,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:26.416877 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-129864d3-afcb-4f0a-afc5-eb20e8e7a0b8 req-c0ba81d0-023e-4d03-9e68-94c32359b601 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:26.499609 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:26.517928 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-169be1ed-ff44-4c45-9221-df216ceb9214 None None] Set router 4768c878-edcb-40f0-9279-0c17983fc38e gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:56:26.530330 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': '41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe', 'mac_address': 'fa:16:3e:00:4c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:56:26.535633 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba81d6-6b3f-422c-9a8d-037e40ae7a13 req-fca404a1-be67-469b-b7f6-64449b08a066 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:26.537390 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7ba81d6-6b3f-422c-9a8d-037e40ae7a13 req-fca404a1-be67-469b-b7f6-64449b08a066 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1b81706-49cb-4bba-945f-ee00f714fda3 HTTP/1.1" status: 200 len: 950 time: 0.5306771 Feb 04 20:56:26.583587 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-129864d3-afcb-4f0a-afc5-eb20e8e7a0b8 req-c0ba81d0-023e-4d03-9e68-94c32359b601 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Calling delete_port for 6a99f797-941c-45e2-962d-2d27a61234e8 owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:56:26.637769 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-679a2c25-2403-42df-8c1c-49cf0937f210 service neutron] 10.222.0.32 "GET /v2.0/ports/b08319eb-cc5b-4f8b-8518-85a440ceaf84/bindings/n-h2-827896-1 HTTP/1.1" status: 200 len: 384 time: 0.2915442 Feb 04 20:56:26.644656 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:26.668973 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:56:26.686181 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:26.694772 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:26.730660 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-f7ba81d6-6b3f-422c-9a8d-037e40ae7a13 req-54b3b3aa-d86a-41cb-a434-57cfe3a8f32c tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Deleting port 814ad5b8-0a85-4719-9ead-1980050796ff {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:56:26.731162 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f7ba81d6-6b3f-422c-9a8d-037e40ae7a13 req-54b3b3aa-d86a-41cb-a434-57cfe3a8f32c tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:26.799472 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361ceb4-aa1f-43e3-a15c-d896c9feee2c req-4bd05fc4-d50f-4918-900f-f4e50131eeb7 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:26.809051 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c361ceb4-aa1f-43e3-a15c-d896c9feee2c req-4bd05fc4-d50f-4918-900f-f4e50131eeb7 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb7966b8-3161-400f-b4b3-28f80b4767fb HTTP/1.1" status: 200 len: 944 time: 0.9580815 Feb 04 20:56:26.852793 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:26.869148 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:26.872242 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:26.872791 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:26.873738 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:26.874224 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:26.876305 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:26.877420 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:26.878192 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:26.879243 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:26.881920 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:26.882483 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:26.883813 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:26.898114 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:56:27.087315 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-c044771d-134b-4168-9b5c-8b177cbe9f46 service neutron] For port b08319eb-cc5b-4f8b-8518-85a440ceaf84, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b08319eb-cc5b-4f8b-8518-85a440ceaf84,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:27.141166 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-c044771d-134b-4168-9b5c-8b177cbe9f46 service neutron] For port b08319eb-cc5b-4f8b-8518-85a440ceaf84, host n-h1-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:56:27.188490 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-f7ba81d6-6b3f-422c-9a8d-037e40ae7a13 req-54b3b3aa-d86a-41cb-a434-57cfe3a8f32c tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] For port 814ad5b8-0a85-4719-9ead-1980050796ff, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=814ad5b8-0a85-4719-9ead-1980050796ff,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:27.188937 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f7ba81d6-6b3f-422c-9a8d-037e40ae7a13 req-54b3b3aa-d86a-41cb-a434-57cfe3a8f32c tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:27.223528 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-c044771d-134b-4168-9b5c-8b177cbe9f46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b08319eb-cc5b-4f8b-8518-85a440ceaf84 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:56:27.248336 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-c044771d-134b-4168-9b5c-8b177cbe9f46 service neutron] For port b08319eb-cc5b-4f8b-8518-85a440ceaf84, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=b08319eb-cc5b-4f8b-8518-85a440ceaf84,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:27.273588 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-129864d3-afcb-4f0a-afc5-eb20e8e7a0b8 req-c0ba81d0-023e-4d03-9e68-94c32359b601 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:27.290760 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['432de455-77b1-4958-bba0-0a1bca95066f', '814ad5b8-0a85-4719-9ead-1980050796ff'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:56:27.330155 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-f7ba81d6-6b3f-422c-9a8d-037e40ae7a13 req-54b3b3aa-d86a-41cb-a434-57cfe3a8f32c tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Calling delete_port for 814ad5b8-0a85-4719-9ead-1980050796ff owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:56:27.345685 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-169be1ed-ff44-4c45-9221-df216ceb9214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-602606223-router', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:55Z', 'updated_at': '2022-02-04T20:53:12Z', 'revision_number': 4, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'gw_port': {'id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:57Z', 'updated_at': '2022-02-04T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': 'b053517f-d9de-4ba1-b216-1cac3a477f48', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'port_id': '8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28', 'mac_address': 'fa:16:3e:13:54:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def74ee5-fa9d-48ce-92c9-b4566e7c2c09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:53:51Z', 'updated_at': '2022-02-04T20:56:24Z', 'revision_number': 5, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5201201-ed6a-4664-b8b1-d82d28e2114b', 'name': '', 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'mac_address': 'fa:16:3e:f3:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c645973d-e701-4f00-b256-28f08cd89f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:53:08Z', 'updated_at': '2022-02-04T20:53:27Z', 'revision_number': 5, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'subnets': [{'id': 'c645973d-e701-4f00-b256-28f08cd89f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:56:27.356800 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169be1ed-ff44-4c45-9221-df216ceb9214 None None] Checking router: 4768c878-edcb-40f0-9279-0c17983fc38e for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:56:27.376613 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169be1ed-ff44-4c45-9221-df216ceb9214 None None] Routers {'4768c878-edcb-40f0-9279-0c17983fc38e'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:56:27.377419 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-169be1ed-ff44-4c45-9221-df216ceb9214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:56:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4768c878-edcb-40f0-9279-0c17983fc38e'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:56:27.379965 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-c044771d-134b-4168-9b5c-8b177cbe9f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:27.435747 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba81d0-023e-4d03-9e68-94c32359b601 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Pushing event deleted for resources: {'Port': ['ID=6a99f797-941c-45e2-962d-2d27a61234e8,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:27.636170 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c361ceb4-aa1f-43e3-a15c-d896c9feee2c req-2726fbe5-7c26-4a00-b1f0-70e8248d2c36 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8260083 Feb 04 20:56:27.642788 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f7ba81d6-6b3f-422c-9a8d-037e40ae7a13 req-54b3b3aa-d86a-41cb-a434-57cfe3a8f32c tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:27.758029 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-169be1ed-ff44-4c45-9221-df216ceb9214 None None] Set router 4768c878-edcb-40f0-9279-0c17983fc38e gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:56:27.763707 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['f88318ba-9f8c-4470-96e0-8352ba9c9bda', 'eaf030fc-f030-4271-bf55-c0de902879dd', '6a99f797-941c-45e2-962d-2d27a61234e8'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:56:27.846386 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3b3aa-d86a-41cb-a434-57cfe3a8f32c tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Pushing event deleted for resources: {'Port': ['ID=814ad5b8-0a85-4719-9ead-1980050796ff,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:27.904451 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-693db7ce-205a-47ba-ac99-22832b07dd10 req-ae99ef67-79e6-46f8-b8d0-24deeb7cab8a tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-455635399', 'description': 'tempest-description-1805273524'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:56:27.909043 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['f88318ba-9f8c-4470-96e0-8352ba9c9bda', 'eaf030fc-f030-4271-bf55-c0de902879dd', '6a99f797-941c-45e2-962d-2d27a61234e8'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:56:27.923476 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ca513-2e37-4b6e-9a74-b2182f4e73f5 req-6e01e302-abcf-4642-bcfd-ada1198bd4ff tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:27.937547 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-882ca513-2e37-4b6e-9a74-b2182f4e73f5 req-6e01e302-abcf-4642-bcfd-ada1198bd4ff tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 945 time: 1.5364509 Feb 04 20:56:28.003207 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-693db7ce-205a-47ba-ac99-22832b07dd10 req-ae99ef67-79e6-46f8-b8d0-24deeb7cab8a tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:56:28.009453 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ba81d6-6b3f-422c-9a8d-037e40ae7a13 req-54b3b3aa-d86a-41cb-a434-57cfe3a8f32c tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] No DVR routers for this DVR port 814ad5b8-0a85-4719-9ead-1980050796ff on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:56:28.033247 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-693db7ce-205a-47ba-ac99-22832b07dd10 req-ae99ef67-79e6-46f8-b8d0-24deeb7cab8a tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Usage tracker for resource:security_group and tenant:f4da01125e7c4dd0833698f7f2de26a7 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:56:28.046073 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f7ba81d6-6b3f-422c-9a8d-037e40ae7a13 req-54b3b3aa-d86a-41cb-a434-57cfe3a8f32c tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:28.054503 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b81706-49cb-4bba-945f-ee00f714fda3', 'name': 'network-vif-deleted', 'tag': '814ad5b8-0a85-4719-9ead-1980050796ff'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:56:28.068774 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-693db7ce-205a-47ba-ac99-22832b07dd10 req-ae99ef67-79e6-46f8-b8d0-24deeb7cab8a tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:56:28.119194 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-693db7ce-205a-47ba-ac99-22832b07dd10 req-ae99ef67-79e6-46f8-b8d0-24deeb7cab8a tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:56:28.191061 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-882ca513-2e37-4b6e-9a74-b2182f4e73f5 req-59b5c019-cf04-49ef-ac55-0310ec4a1747 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524514 Feb 04 20:56:28.192149 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-693db7ce-205a-47ba-ac99-22832b07dd10 req-ae99ef67-79e6-46f8-b8d0-24deeb7cab8a tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:28.242431 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7ba81d6-6b3f-422c-9a8d-037e40ae7a13 req-54b3b3aa-d86a-41cb-a434-57cfe3a8f32c tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.32 "DELETE /v2.0/ports/814ad5b8-0a85-4719-9ead-1980050796ff HTTP/1.1" status: 204 len: 173 time: 1.6932466 Feb 04 20:56:28.254742 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device e0c70a27-6445-4a77-9227-98f154876a07 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:56:28.258054 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-693db7ce-205a-47ba-ac99-22832b07dd10 req-ae99ef67-79e6-46f8-b8d0-24deeb7cab8a tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:56:28.266170 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-693db7ce-205a-47ba-ac99-22832b07dd10 req-ae99ef67-79e6-46f8-b8d0-24deeb7cab8a tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Usage tracker for resource:security_group_rule and tenant:f4da01125e7c4dd0833698f7f2de26a7 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:56:28.274129 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-693db7ce-205a-47ba-ac99-22832b07dd10 req-ae99ef67-79e6-46f8-b8d0-24deeb7cab8a tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:56:28.300682 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-693db7ce-205a-47ba-ac99-22832b07dd10 req-ae99ef67-79e6-46f8-b8d0-24deeb7cab8a tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:56:28.379109 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-129864d3-afcb-4f0a-afc5-eb20e8e7a0b8 req-c0ba81d0-023e-4d03-9e68-94c32359b601 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] No DVR routers for this DVR port 6a99f797-941c-45e2-962d-2d27a61234e8 on host n-h2-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:56:28.383562 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-c044771d-134b-4168-9b5c-8b177cbe9f46 service neutron] Transition to ACTIVE for port object b08319eb-cc5b-4f8b-8518-85a440ceaf84 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:56:28.387283 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-129864d3-afcb-4f0a-afc5-eb20e8e7a0b8 req-c0ba81d0-023e-4d03-9e68-94c32359b601 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:28.413409 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-c044771d-134b-4168-9b5c-8b177cbe9f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:28.475519 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-693db7ce-205a-47ba-ac99-22832b07dd10 req-ae99ef67-79e6-46f8-b8d0-24deeb7cab8a tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:28.486746 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-693db7ce-205a-47ba-ac99-22832b07dd10 req-ae99ef67-79e6-46f8-b8d0-24deeb7cab8a tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:28.489308 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-129864d3-afcb-4f0a-afc5-eb20e8e7a0b8 req-c0ba81d0-023e-4d03-9e68-94c32359b601 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.18 "DELETE /v2.0/ports/6a99f797-941c-45e2-962d-2d27a61234e8 HTTP/1.1" status: 204 len: 173 time: 2.7070386 Feb 04 20:56:28.603536 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port e0c70a27-6445-4a77-9227-98f154876a07, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=e0c70a27-6445-4a77-9227-98f154876a07,segment=NetworkSegment(673dc65b-eb24-40c2-b385-7348d9364d07),segment_id=673dc65b-eb24-40c2-b385-7348d9364d07)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:28.635807 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:56:28.770382 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'e0c70a27-6445-4a77-9227-98f154876a07', 'network_id': '39d2ac62-44cb-480e-a4e0-face7b3c55fb', 'port_id': 'e0c70a27-6445-4a77-9227-98f154876a07', 'mac_address': 'fa:16:3e:42:09:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c37f354-72c6-48cb-981d-e4dbeabb2472', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:56:28.780973 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99ef67-79e6-46f8-b8d0-24deeb7cab8a tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e28d882f-e20e-4f5a-b4dc-226c27b75a23,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:28.792125 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-693db7ce-205a-47ba-ac99-22832b07dd10 req-ae99ef67-79e6-46f8-b8d0-24deeb7cab8a tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:28.805023 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-693db7ce-205a-47ba-ac99-22832b07dd10 req-ae99ef67-79e6-46f8-b8d0-24deeb7cab8a tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9049239 Feb 04 20:56:28.851329 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-c044771d-134b-4168-9b5c-8b177cbe9f46 service neutron] No DVR routers for this DVR port b08319eb-cc5b-4f8b-8518-85a440ceaf84 on host n-h1-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:56:28.906866 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11dc5f4-5aa9-4edf-9ca7-a1b4c99e6305 req-485edfa8-f95f-4334-b067-c86c33385dab tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:28.920746 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b11dc5f4-5aa9-4edf-9ca7-a1b4c99e6305 req-485edfa8-f95f-4334-b067-c86c33385dab tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/ports?device_id=def74ee5-fa9d-48ce-92c9-b4566e7c2c09 HTTP/1.1" status: 200 len: 946 time: 0.3764956 Feb 04 20:56:28.970485 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def74ee5-fa9d-48ce-92c9-b4566e7c2c09', 'tag': '8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2', 'status': 'completed', 'code': 200} Feb 04 20:56:28.996620 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:29.006310 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044771d-134b-4168-9b5c-8b177cbe9f46 service neutron] Pushing event updated for resources: {'Port': ['ID=b08319eb-cc5b-4f8b-8518-85a440ceaf84,revision_number=10']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:29.014230 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-c044771d-134b-4168-9b5c-8b177cbe9f46 service neutron] 10.222.0.32 "PUT /v2.0/ports/b08319eb-cc5b-4f8b-8518-85a440ceaf84/bindings/n-h2-827896-1/activate HTTP/1.1" status: 200 len: 369 time: 2.3672810 Feb 04 20:56:29.038784 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-169be1ed-ff44-4c45-9221-df216ceb9214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-602606223-router', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:55Z', 'updated_at': '2022-02-04T20:53:12Z', 'revision_number': 4, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'gw_port': {'id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:57Z', 'updated_at': '2022-02-04T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': 'b053517f-d9de-4ba1-b216-1cac3a477f48', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'port_id': '8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28', 'mac_address': 'fa:16:3e:13:54:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def74ee5-fa9d-48ce-92c9-b4566e7c2c09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:53:51Z', 'updated_at': '2022-02-04T20:56:24Z', 'revision_number': 5, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5201201-ed6a-4664-b8b1-d82d28e2114b', 'name': '', 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'mac_address': 'fa:16:3e:f3:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c645973d-e701-4f00-b256-28f08cd89f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:53:08Z', 'updated_at': '2022-02-04T20:53:27Z', 'revision_number': 5, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'subnets': [{'id': 'c645973d-e701-4f00-b256-28f08cd89f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:56:29.046743 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169be1ed-ff44-4c45-9221-df216ceb9214 None None] The sync data for ids ['4768c878-edcb-40f0-9279-0c17983fc38e'] in n-d-827896-1 is: [{'id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-602606223-router', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:55Z', 'updated_at': '2022-02-04T20:53:12Z', 'revision_number': 4, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'gw_port': {'id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:57Z', 'updated_at': '2022-02-04T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': 'b053517f-d9de-4ba1-b216-1cac3a477f48', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'port_id': '8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28', 'mac_address': 'fa:16:3e:13:54:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def74ee5-fa9d-48ce-92c9-b4566e7c2c09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:53:51Z', 'updated_at': '2022-02-04T20:56:24Z', 'revision_number': 5, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5201201-ed6a-4664-b8b1-d82d28e2114b', 'name': '', 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'mac_address': 'fa:16:3e:f3:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c645973d-e701-4f00-b256-28f08cd89f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:53:08Z', 'updated_at': '2022-02-04T20:53:27Z', 'revision_number': 5, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'subnets': [{'id': 'c645973d-e701-4f00-b256-28f08cd89f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:56:29.096396 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0c70a27-6445-4a77-9227-98f154876a07 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:56:29.161145 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port e0c70a27-6445-4a77-9227-98f154876a07, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=e0c70a27-6445-4a77-9227-98f154876a07,segment=NetworkSegment(673dc65b-eb24-40c2-b385-7348d9364d07),segment_id=673dc65b-eb24-40c2-b385-7348d9364d07)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:29.220115 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:29.226908 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:56:29.227302 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:29.249133 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-6f43f3b6-0f5c-4c0d-bb91-ec1fd9c1e307 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:29.252014 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-6f43f3b6-0f5c-4c0d-bb91-ec1fd9c1e307 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2&tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&binding%3Ahost_id=n-h1-827896-1 HTTP/1.1" status: 200 len: 1096 time: 0.1531081 Feb 04 20:56:29.293770 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b11dc5f4-5aa9-4edf-9ca7-a1b4c99e6305 req-763d2496-663f-49c2-b71b-5387d48e67b7 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/security-groups?id=9682d437-5169-4f10-a377-f31d491d46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3717501 Feb 04 20:56:29.444340 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-a736bc5d-02df-40d1-a401-95f503945cc8 req-9cbc278a-a774-4341-9a0a-2266433370c0 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Synchronizing usage tracker for tenant:1c95ab08729c4244bb5389f69a70876f on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:56:29.508098 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-a736bc5d-02df-40d1-a401-95f503945cc8 req-9cbc278a-a774-4341-9a0a-2266433370c0 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Unset dirty status for tenant:1c95ab08729c4244bb5389f69a70876f on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:56:29.509468 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-868f8779-afec-4d2b-b2c6-16012a2b0e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:29.511068 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-868f8779-afec-4d2b-b2c6-16012a2b0e0c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2&tenant_id=c5a142124dd5482a87b175ed6e7e9ba5 HTTP/1.1" status: 200 len: 1096 time: 0.2457156 Feb 04 20:56:29.518477 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a736bc5d-02df-40d1-a401-95f503945cc8 req-9cbc278a-a774-4341-9a0a-2266433370c0 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=c189d928-1b32-491d-b5ff-077510452d87 HTTP/1.1" status: 200 len: 210 time: 0.2101624 Feb 04 20:56:29.528209 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a9dcd-26a9-4398-941b-ea3f896d29b1 req-df889911-8589-4e3f-ba9f-ec10a241fdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:29.535143 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-534a9dcd-26a9-4398-941b-ea3f896d29b1 req-df889911-8589-4e3f-ba9f-ec10a241fdf3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5656db63d88345dfa2ad3799bcc2a413&device_id=def74ee5-fa9d-48ce-92c9-b4566e7c2c09 HTTP/1.1" status: 200 len: 1097 time: 0.5528986 Feb 04 20:56:29.684521 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465ec82f-1a6d-447a-9e6b-2b81292a7976 None None] New status for floating IP b053517f-d9de-4ba1-b216-1cac3a477f48: ACTIVE {{(pid=87684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:56:29.692501 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b81706-49cb-4bba-945f-ee00f714fda3', 'name': 'network-vif-deleted', 'tag': '814ad5b8-0a85-4719-9ead-1980050796ff', 'status': 'completed', 'code': 200} Feb 04 20:56:29.753940 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-98e3b4b4-318b-4935-96bd-6fba3789061d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:29.756764 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-98e3b4b4-318b-4935-96bd-6fba3789061d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 1096 time: 0.2111104 Feb 04 20:56:29.936070 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['e0c70a27-6445-4a77-9227-98f154876a07'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:56:29.974499 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a9dcd-26a9-4398-941b-ea3f896d29b1 req-c73f89bc-3a35-4eb2-b9b2-97c453435a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:29.976649 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-534a9dcd-26a9-4398-941b-ea3f896d29b1 req-c73f89bc-3a35-4eb2-b9b2-97c453435a9d service neutron] 10.222.0.32 "GET /v2.0/networks?id=c14f150b-4ca7-4c1e-a316-381569f0fa28 HTTP/1.1" status: 200 len: 924 time: 0.4336679 Feb 04 20:56:29.984454 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645447f6-b191-4c7c-aee2-347322cd8f35 req-6a36b26c-9684-4ffd-865b-e099e51ee9a3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:29.991840 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-645447f6-b191-4c7c-aee2-347322cd8f35 req-6a36b26c-9684-4ffd-865b-e099e51ee9a3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 945 time: 0.4132617 Feb 04 20:56:30.009656 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-7972fd49-4367-46c2-a734-4b3f9e365108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:30.011120 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-7972fd49-4367-46c2-a734-4b3f9e365108 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 HTTP/1.1" status: 200 len: 921 time: 0.2461934 Feb 04 20:56:30.154151 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-d14b5065-d150-4caf-9d5c-38058a463bee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b08319eb-cc5b-4f8b-8518-85a440ceaf84 HTTP/1.1" status: 200 len: 217 time: 0.1327274 Feb 04 20:56:30.170393 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2fa91-b0ed-4559-82ad-b6b76b308807 req-ee2d9a02-97b7-4999-984e-be812267171b tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:30.178173 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3db2fa91-b0ed-4559-82ad-b6b76b308807 req-ee2d9a02-97b7-4999-984e-be812267171b tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb7966b8-3161-400f-b4b3-28f80b4767fb HTTP/1.1" status: 200 len: 945 time: 0.3494341 Feb 04 20:56:30.231982 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-645447f6-b191-4c7c-aee2-347322cd8f35 req-a4d4f15e-a35b-4294-824e-2f9781d3432b tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388332 Feb 04 20:56:30.299696 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-3d895d5d-461d-436d-8e35-8650d70c96a2 req-24d176bc-269c-46b5-a213-ca9009e29e64 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1413217811', 'description': 'tempest-description-605840101'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:56:30.302583 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=e0c70a27-6445-4a77-9227-98f154876a07,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:30.309068 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-0bc08dff-749d-45c1-aaa2-8b33501ead63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:30.310738 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-0bc08dff-749d-45c1-aaa2-8b33501ead63 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af7ea361-8fb7-49bd-8e76-0990ff7e7df7 HTTP/1.1" status: 200 len: 860 time: 0.1475444 Feb 04 20:56:30.312135 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-3d895d5d-461d-436d-8e35-8650d70c96a2 req-24d176bc-269c-46b5-a213-ca9009e29e64 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:56:30.316152 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-534a9dcd-26a9-4398-941b-ea3f896d29b1 req-457924c0-8039-4d74-9e33-01745cb8d60e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2 HTTP/1.1" status: 200 len: 1000 time: 0.3017235 Feb 04 20:56:30.321245 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-3d895d5d-461d-436d-8e35-8650d70c96a2 req-24d176bc-269c-46b5-a213-ca9009e29e64 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Usage tracker for resource:security_group and tenant:f4da01125e7c4dd0833698f7f2de26a7 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:56:30.339111 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3db2fa91-b0ed-4559-82ad-b6b76b308807 req-dc54a55b-ca87-49ca-b640-fab44dea1c3a tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597388 Feb 04 20:56:30.389449 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device b08319eb-cc5b-4f8b-8518-85a440ceaf84 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:56:30.393339 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-04200d8a-5f4f-403a-8665-3820c15f2c65 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752695 Feb 04 20:56:30.402042 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-3d895d5d-461d-436d-8e35-8650d70c96a2 req-24d176bc-269c-46b5-a213-ca9009e29e64 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:56:30.431701 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-3d895d5d-461d-436d-8e35-8650d70c96a2 req-24d176bc-269c-46b5-a213-ca9009e29e64 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:56:30.467242 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a9dcd-26a9-4398-941b-ea3f896d29b1 req-35ae120c-4bb9-4af0-8753-675d99794f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:30.475818 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-534a9dcd-26a9-4398-941b-ea3f896d29b1 req-35ae120c-4bb9-4af0-8753-675d99794f47 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c645973d-e701-4f00-b256-28f08cd89f89 HTTP/1.1" status: 200 len: 862 time: 0.1354363 Feb 04 20:56:30.476686 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3d895d5d-461d-436d-8e35-8650d70c96a2 req-24d176bc-269c-46b5-a213-ca9009e29e64 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:30.585525 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-3d895d5d-461d-436d-8e35-8650d70c96a2 req-24d176bc-269c-46b5-a213-ca9009e29e64 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:56:30.594598 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-3d895d5d-461d-436d-8e35-8650d70c96a2 req-24d176bc-269c-46b5-a213-ca9009e29e64 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Usage tracker for resource:security_group_rule and tenant:f4da01125e7c4dd0833698f7f2de26a7 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:56:30.600725 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-3d895d5d-461d-436d-8e35-8650d70c96a2 req-24d176bc-269c-46b5-a213-ca9009e29e64 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:56:30.611150 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-3d895d5d-461d-436d-8e35-8650d70c96a2 req-24d176bc-269c-46b5-a213-ca9009e29e64 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:56:30.648935 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-150c0e35-cf38-4b78-973d-3a6e4fdf066a service neutron] 10.222.0.18 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455812 Feb 04 20:56:30.720134 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device b08319eb-cc5b-4f8b-8518-85a440ceaf84 not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:56:30.720558 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 814ad5b8-0a85-4719-9ead-1980050796ff no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:56:30.776050 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: 814ad5b8-0a85-4719-9ead-1980050796ff {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:56:30.776625 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 814ad5b8-0a85-4719-9ead-1980050796ff not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:56:30.819397 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3d895d5d-461d-436d-8e35-8650d70c96a2 req-24d176bc-269c-46b5-a213-ca9009e29e64 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:30.839450 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-6f22b310-b8f6-451d-a1d0-41bc7fecf44c service neutron] 10.222.0.18 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829190 Feb 04 20:56:30.969236 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3d895d5d-461d-436d-8e35-8650d70c96a2 req-24d176bc-269c-46b5-a213-ca9009e29e64 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:30.971676 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c189d928-1b32-491d-b5ff-077510452d87', 'name': 'network-vif-deleted', 'tag': '6a99f797-941c-45e2-962d-2d27a61234e8'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:56:31.029774 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['432de455-77b1-4958-bba0-0a1bca95066f'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:56:31.044005 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3d895d5d-461d-436d-8e35-8650d70c96a2 req-24d176bc-269c-46b5-a213-ca9009e29e64 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:31.064232 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3d895d5d-461d-436d-8e35-8650d70c96a2 req-24d176bc-269c-46b5-a213-ca9009e29e64 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7767525 Feb 04 20:56:31.162454 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d176bc-269c-46b5-a213-ca9009e29e64 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb625cd-97b0-455f-ace0-94e8fb3a0892,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:31.192544 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a9dcd-26a9-4398-941b-ea3f896d29b1 req-58356eca-e959-43d1-9532-7272fbf0bd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:31.194117 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-534a9dcd-26a9-4398-941b-ea3f896d29b1 req-58356eca-e959-43d1-9532-7272fbf0bd6d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c14f150b-4ca7-4c1e-a316-381569f0fa28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6977477 Feb 04 20:56:31.201786 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:31.371079 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-1b398f2e-9147-4fc3-b82b-9f2658532e0a tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:31.372762 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-1b398f2e-9147-4fc3-b82b-9f2658532e0a tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2&tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&binding%3Ahost_id=n-h2-827896-1 HTTP/1.1" status: 200 len: 1096 time: 0.1429176 Feb 04 20:56:31.449094 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f5666-1537-4186-a015-5515650e915a req-e8853ff5-78d6-4b69-a59f-1eef90e87066 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:31.450074 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dcaf5b0-e981-4679-8c24-f2f357c4c6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:56:31.457501 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-006f5666-1537-4186-a015-5515650e915a req-e8853ff5-78d6-4b69-a59f-1eef90e87066 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 945 time: 0.6227891 Feb 04 20:56:31.479468 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:31.501932 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:31.563014 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-006f5666-1537-4186-a015-5515650e915a req-515542c4-587b-4c77-9244-30219416fb82 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046684 Feb 04 20:56:31.580835 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e8808-8ee0-4f2b-9855-192bbb7922a8 req-bffd1679-1649-4e9f-a660-ec60bd30063d tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:31.583174 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f60e8808-8ee0-4f2b-9855-192bbb7922a8 req-bffd1679-1649-4e9f-a660-ec60bd30063d tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/ports?device_id=def74ee5-fa9d-48ce-92c9-b4566e7c2c09 HTTP/1.1" status: 200 len: 946 time: 0.3937445 Feb 04 20:56:31.593157 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe,revision_number=7']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:31.604364 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 6a99f797-941c-45e2-962d-2d27a61234e8 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:56:31.635049 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-93a9ab9d-9c3b-488b-85f3-a953370e5ab7 service neutron] For port b08319eb-cc5b-4f8b-8518-85a440ceaf84, host n-h1-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:56:31.641089 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-93a9ab9d-9c3b-488b-85f3-a953370e5ab7 service neutron] Notify callbacks [] for binding, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:31.642298 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a016c5bb-1903-496a-8b36-fe629f7d3b27 req-93a9ab9d-9c3b-488b-85f3-a953370e5ab7 service neutron] 10.222.0.18 "DELETE /v2.0/ports/b08319eb-cc5b-4f8b-8518-85a440ceaf84/bindings/n-h1-827896-1 HTTP/1.1" status: 204 len: 173 time: 0.2522106 Feb 04 20:56:31.663346 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-534a9dcd-26a9-4398-941b-ea3f896d29b1 req-fb87896f-9c56-49e5-b54d-de0f9400c7b9 service neutron] 10.222.0.32 "GET /v2.0/networks/c14f150b-4ca7-4c1e-a316-381569f0fa28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845019 Feb 04 20:56:31.668449 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f60e8808-8ee0-4f2b-9855-192bbb7922a8 req-8cdf26be-ef21-4a88-ab09-2548fecdaf61 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/security-groups?id=9682d437-5169-4f10-a377-f31d491d46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601332 Feb 04 20:56:31.691560 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: 6a99f797-941c-45e2-962d-2d27a61234e8 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:56:31.692198 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 6a99f797-941c-45e2-962d-2d27a61234e8 not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:56:31.910043 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c189d928-1b32-491d-b5ff-077510452d87', 'name': 'network-vif-deleted', 'tag': '6a99f797-941c-45e2-962d-2d27a61234e8', 'status': 'completed', 'code': 200} Feb 04 20:56:32.045092 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-534a9dcd-26a9-4398-941b-ea3f896d29b1 req-4c0d5c8d-2399-47fe-b6bd-8717e6eec753 service neutron] 10.222.0.32 "GET /v2.0/networks/c14f150b-4ca7-4c1e-a316-381569f0fa28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730757 Feb 04 20:56:32.234034 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-cad7cc52-3b85-4019-882e-7a1773546511 req-3e629f1d-3c70-4d0e-a876-ae5b4ebb3537 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Synchronizing usage tracker for tenant:f4da01125e7c4dd0833698f7f2de26a7 on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:56:32.262778 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-cad7cc52-3b85-4019-882e-7a1773546511 req-3e629f1d-3c70-4d0e-a876-ae5b4ebb3537 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Unset dirty status for tenant:f4da01125e7c4dd0833698f7f2de26a7 on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:56:32.265693 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cad7cc52-3b85-4019-882e-7a1773546511 req-3e629f1d-3c70-4d0e-a876-ae5b4ebb3537 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f4da01125e7c4dd0833698f7f2de26a7 HTTP/1.1" status: 200 len: 10894 time: 0.2196612 Feb 04 20:56:32.394628 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cad7cc52-3b85-4019-882e-7a1773546511 req-6d29031a-d29d-40f6-bcf1-c1626d706014 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups/90534580-969e-4349-8372-dccd27f6c398 HTTP/1.1" status: 200 len: 2981 time: 0.0738029 Feb 04 20:56:32.422193 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163af18-3c91-4f2c-a80e-d0ebf07af498 req-4903b78c-8371-4680-a648-38cd879453a7 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:32.423647 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b163af18-3c91-4f2c-a80e-d0ebf07af498 req-4903b78c-8371-4680-a648-38cd879453a7 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 945 time: 0.1515038 Feb 04 20:56:32.434234 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:32.493786 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cad7cc52-3b85-4019-882e-7a1773546511 req-29d6e6ea-64a3-44b8-89ee-d5534239c7c5 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups/90534580-969e-4349-8372-dccd27f6c398 HTTP/1.1" status: 200 len: 2981 time: 0.0928943 Feb 04 20:56:32.513262 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b163af18-3c91-4f2c-a80e-d0ebf07af498 req-1a8255e8-6947-4faa-8548-928f9bf5af35 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804384 Feb 04 20:56:32.650042 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dcaf5b0-e981-4679-8c24-f2f357c4c6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe', 'code': 200} Feb 04 20:56:32.798656 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e240a-b7d6-4386-9050-f1ba295d4d2e req-8bdaf26c-0ef1-4f76-836e-95fdb880f7c7 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:32.808088 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-975e240a-b7d6-4386-9050-f1ba295d4d2e req-8bdaf26c-0ef1-4f76-836e-95fdb880f7c7 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb7966b8-3161-400f-b4b3-28f80b4767fb HTTP/1.1" status: 200 len: 945 time: 0.1554425 Feb 04 20:56:32.863840 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-975e240a-b7d6-4386-9050-f1ba295d4d2e req-1e2c89dd-9ba9-43a8-9e83-dbf2870b8e83 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548124 Feb 04 20:56:33.025974 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-12e4ed7a-1e0c-4709-a36e-6475f5adeaaf req-34ad1be6-2042-4754-ae20-cc96ed05ac66 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups/901a7864-5c67-4ea5-92e1-f6082bb0f83b HTTP/1.1" status: 200 len: 1800 time: 0.1225893 Feb 04 20:56:33.068609 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-623e674a-0bb4-45a7-b851-32cbbdfd2b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:33.076469 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-623e674a-0bb4-45a7-b851-32cbbdfd2b7c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 1096 time: 0.1446302 Feb 04 20:56:33.228720 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-12e4ed7a-1e0c-4709-a36e-6475f5adeaaf req-a3de3de0-a924-46f5-8328-1e89adf303b6 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:33.240866 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bb8bc-1daa-4f91-a739-bd5dbe1fd459 req-be05ac27-dead-449c-a8cc-389b05a60ce9 tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:33.242520 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-374bb8bc-1daa-4f91-a739-bd5dbe1fd459 req-be05ac27-dead-449c-a8cc-389b05a60ce9 tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0c20bee-08ea-4c89-8437-b78fa310f590 HTTP/1.1" status: 200 len: 945 time: 0.3079686 Feb 04 20:56:33.301349 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-12e4ed7a-1e0c-4709-a36e-6475f5adeaaf req-a3de3de0-a924-46f5-8328-1e89adf303b6 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:33.351938 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4c769e6a-7de6-419c-9177-92caa8a97d4a req-445d7046-c3db-47ca-8612-dcb217c2ebcf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d0153775-2f16-46e6-9cb1-3fc3d75ea1b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2354469 Feb 04 20:56:33.361619 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-d0c3029e-a3ef-471d-b08e-71dbcb650ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:33.365827 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-374bb8bc-1daa-4f91-a739-bd5dbe1fd459 req-d4548f85-2aa6-46b3-ba5b-cc6280dd9fd1 tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] 10.222.0.26 "GET /v2.0/security-groups?id=79b0f11a-a12c-40fd-88c3-ca4d0fc05b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135423 Feb 04 20:56:33.370877 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-d0c3029e-a3ef-471d-b08e-71dbcb650ca6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2945ff6-c379-474d-a032-331b1f6dd08e HTTP/1.1" status: 200 len: 908 time: 0.2786677 Feb 04 20:56:33.461553 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-0fbfe59a-a6b1-4f41-8a02-89ae68f9af64 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53870aa0-b24f-4163-a2cc-04c964c4be8f HTTP/1.1" status: 200 len: 217 time: 0.0803258 Feb 04 20:56:33.466229 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-12e4ed7a-1e0c-4709-a36e-6475f5adeaaf req-a3de3de0-a924-46f5-8328-1e89adf303b6 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:33.484724 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de3de0-a924-46f5-8328-1e89adf303b6 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=901a7864-5c67-4ea5-92e1-f6082bb0f83b,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:33.516107 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c769e6a-7de6-419c-9177-92caa8a97d4a req-f86276d1-b5c8-4df3-851b-913400718785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:33.518107 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4c769e6a-7de6-419c-9177-92caa8a97d4a req-f86276d1-b5c8-4df3-851b-913400718785 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c95ab08729c4244bb5389f69a70876f&device_id=d0153775-2f16-46e6-9cb1-3fc3d75ea1b8 HTTP/1.1" status: 200 len: 1101 time: 0.1301017 Feb 04 20:56:33.519399 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-12e4ed7a-1e0c-4709-a36e-6475f5adeaaf req-a3de3de0-a924-46f5-8328-1e89adf303b6 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:33.520735 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-12e4ed7a-1e0c-4709-a36e-6475f5adeaaf req-a3de3de0-a924-46f5-8328-1e89adf303b6 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "DELETE /v2.0/security-groups/901a7864-5c67-4ea5-92e1-f6082bb0f83b HTTP/1.1" status: 204 len: 173 time: 0.4766011 Feb 04 20:56:33.614609 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-9feaad75-4f55-4b94-aa9e-63fd63559921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:33.616076 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-9feaad75-4f55-4b94-aa9e-63fd63559921 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52dce76a-dd1c-484a-ae6a-f327dbe47b7b HTTP/1.1" status: 200 len: 847 time: 0.1475847 Feb 04 20:56:33.680520 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-f620cc2c-3029-4219-8552-3fc69a3a365a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2945ff6-c379-474d-a032-331b1f6dd08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548384 Feb 04 20:56:33.862183 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c769e6a-7de6-419c-9177-92caa8a97d4a req-b74267e9-6f14-4218-ba1e-644f13593e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:33.863726 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4c769e6a-7de6-419c-9177-92caa8a97d4a req-b74267e9-6f14-4218-ba1e-644f13593e28 service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.3230033 Feb 04 20:56:33.871186 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-965a061c-bb30-4f9e-b7de-69a64bdbb5d6 service neutron] 10.222.0.18 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787331 Feb 04 20:56:33.965808 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d104f-3e7a-4d72-9d82-e59785d6b6dc req-2b3211d0-4cd7-4a77-b032-d4721ca9589b tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:33.973778 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6d9d104f-3e7a-4d72-9d82-e59785d6b6dc req-2b3211d0-4cd7-4a77-b032-d4721ca9589b tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 945 time: 0.2527986 Feb 04 20:56:33.989083 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4c769e6a-7de6-419c-9177-92caa8a97d4a req-b0119cda-b877-4a8b-aac9-a9973fbc8e71 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=f88318ba-9f8c-4470-96e0-8352ba9c9bda HTTP/1.1" status: 200 len: 217 time: 0.1025798 Feb 04 20:56:34.010804 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b25e69-d0f7-4c1d-8578-a8e6aad7982e req-bf96b7ec-5d7b-4539-b091-71467fc7ed91 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:34.013290 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2b25e69-d0f7-4c1d-8578-a8e6aad7982e req-bf96b7ec-5d7b-4539-b091-71467fc7ed91 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/ports?device_id=def74ee5-fa9d-48ce-92c9-b4566e7c2c09 HTTP/1.1" status: 200 len: 946 time: 0.2927697 Feb 04 20:56:34.056220 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-3385aecb-c1de-4f20-bc5b-c914acfba735 service neutron] 10.222.0.18 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706989 Feb 04 20:56:34.118903 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6d9d104f-3e7a-4d72-9d82-e59785d6b6dc req-c7605d4a-4fad-48e8-a1f7-f7575912aa5f tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442533 Feb 04 20:56:34.136970 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2b25e69-d0f7-4c1d-8578-a8e6aad7982e req-f74fe281-7d05-47fd-9d45-6f5737a541cb tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/security-groups?id=9682d437-5169-4f10-a377-f31d491d46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150696 Feb 04 20:56:34.141018 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c769e6a-7de6-419c-9177-92caa8a97d4a req-c03f3c08-2247-4234-937a-120880fea965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:34.152858 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4c769e6a-7de6-419c-9177-92caa8a97d4a req-c03f3c08-2247-4234-937a-120880fea965 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.1051114 Feb 04 20:56:34.166892 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device e0c70a27-6445-4a77-9227-98f154876a07 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:56:34.311355 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [req-b72b56b3-b8df-4a0e-a81e-51515e2c4d43 req-900f57da-2a8e-431a-9bf9-c185592c5b49 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] show failed (client error): The resource could not be found. Feb 04 20:56:34.314552 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b72b56b3-b8df-4a0e-a81e-51515e2c4d43 req-900f57da-2a8e-431a-9bf9-c185592c5b49 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups/901a7864-5c67-4ea5-92e1-f6082bb0f83b HTTP/1.1" status: 404 len: 352 time: 0.0478661 Feb 04 20:56:34.373700 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port e0c70a27-6445-4a77-9227-98f154876a07 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:56:34.380873 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port e0c70a27-6445-4a77-9227-98f154876a07 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:56:34.381332 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:34.432174 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761710d8-57dc-4bfb-a561-bacbc0252230 req-3e4b13ee-63e8-485f-8933-4f82f46f4a2f tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:34.433703 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-761710d8-57dc-4bfb-a561-bacbc0252230 req-3e4b13ee-63e8-485f-8933-4f82f46f4a2f tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0c20bee-08ea-4c89-8437-b78fa310f590 HTTP/1.1" status: 200 len: 945 time: 0.2310984 Feb 04 20:56:34.458693 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c769e6a-7de6-419c-9177-92caa8a97d4a req-d37d5f06-45e8-4017-a45e-ca5f07051e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:34.460148 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4c769e6a-7de6-419c-9177-92caa8a97d4a req-d37d5f06-45e8-4017-a45e-ca5f07051e62 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2769337 Feb 04 20:56:34.580140 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-761710d8-57dc-4bfb-a561-bacbc0252230 req-7d3d0dcf-9adb-4753-a5a1-62f12fb5fd05 tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Deleting port b2f75331-6bf9-4d4a-8c7c-6af04f5242e8 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:56:34.580730 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-761710d8-57dc-4bfb-a561-bacbc0252230 req-7d3d0dcf-9adb-4753-a5a1-62f12fb5fd05 tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:34.603838 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:34.632598 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce40d5c-f616-4975-a3ea-a9abc9b187f5 req-6d52ce96-233c-4cd2-ba65-bd1adef09ea7 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:34.640869 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bce40d5c-f616-4975-a3ea-a9abc9b187f5 req-6d52ce96-233c-4cd2-ba65-bd1adef09ea7 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 1096 time: 0.3133795 Feb 04 20:56:34.652209 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7966b8-3161-400f-b4b3-28f80b4767fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c70a27-6445-4a77-9227-98f154876a07'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:56:34.677043 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port e0c70a27-6445-4a77-9227-98f154876a07, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=e0c70a27-6445-4a77-9227-98f154876a07,segment=NetworkSegment(673dc65b-eb24-40c2-b385-7348d9364d07),segment_id=673dc65b-eb24-40c2-b385-7348d9364d07)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:34.687953 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:34.792117 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=e0c70a27-6445-4a77-9227-98f154876a07,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:34.875909 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4c769e6a-7de6-419c-9177-92caa8a97d4a req-8c1d68ef-dfac-417f-9e5c-81f1dd095dc9 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009228 Feb 04 20:56:34.897742 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bce40d5c-f616-4975-a3ea-a9abc9b187f5 req-9bed8569-6fe3-4496-82db-34833ab40ad0 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558229 Feb 04 20:56:34.967951 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-761710d8-57dc-4bfb-a561-bacbc0252230 req-7d3d0dcf-9adb-4753-a5a1-62f12fb5fd05 tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] For port b2f75331-6bf9-4d4a-8c7c-6af04f5242e8, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=b2f75331-6bf9-4d4a-8c7c-6af04f5242e8,segment=NetworkSegment(faa1676a-f6c3-470b-aedf-0a139f000866),segment_id=faa1676a-f6c3-470b-aedf-0a139f000866)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:34.970594 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-761710d8-57dc-4bfb-a561-bacbc0252230 req-7d3d0dcf-9adb-4753-a5a1-62f12fb5fd05 tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:35.116003 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ed86f-b026-420a-b124-82d486b87242 req-8af4cbfc-0027-461b-a3bf-559bd6426478 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:35.117578 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f50ed86f-b026-420a-b124-82d486b87242 req-8af4cbfc-0027-461b-a3bf-559bd6426478 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb7966b8-3161-400f-b4b3-28f80b4767fb HTTP/1.1" status: 200 len: 945 time: 0.5875921 Feb 04 20:56:35.169388 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-761710d8-57dc-4bfb-a561-bacbc0252230 req-7d3d0dcf-9adb-4753-a5a1-62f12fb5fd05 tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Calling delete_port for b2f75331-6bf9-4d4a-8c7c-6af04f5242e8 owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:56:35.188172 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f50ed86f-b026-420a-b124-82d486b87242 req-28b8cba9-30f7-48bc-93ea-46565e2657f2 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633757 Feb 04 20:56:35.198436 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4c769e6a-7de6-419c-9177-92caa8a97d4a req-f9a4fb73-ea14-4b43-aef4-2804f0908df0 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050976 Feb 04 20:56:35.335507 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efaec1-fff8-4257-af0b-2db2f24e7e43 req-473ece5b-9f40-470e-81d5-c217991f4d19 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:35.338122 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-66efaec1-fff8-4257-af0b-2db2f24e7e43 req-473ece5b-9f40-470e-81d5-c217991f4d19 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/ports?device_id=def74ee5-fa9d-48ce-92c9-b4566e7c2c09 HTTP/1.1" status: 200 len: 946 time: 0.1353936 Feb 04 20:56:35.405931 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-66efaec1-fff8-4257-af0b-2db2f24e7e43 req-51fb9438-794c-41ee-b659-a57d6e74f5c9 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/security-groups?id=9682d437-5169-4f10-a377-f31d491d46c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610170 Feb 04 20:56:35.458650 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-761710d8-57dc-4bfb-a561-bacbc0252230 req-7d3d0dcf-9adb-4753-a5a1-62f12fb5fd05 tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:35.475038 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['b2f75331-6bf9-4d4a-8c7c-6af04f5242e8'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:56:35.586217 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d0dcf-9adb-4753-a5a1-62f12fb5fd05 tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Pushing event deleted for resources: {'Port': ['ID=b2f75331-6bf9-4d4a-8c7c-6af04f5242e8,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:35.634323 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-133b6f90-6c44-460f-b8c3-7f3215a82cbc req-6187052e-1814-4ee8-a351-37cea660fbbb tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups/e28d882f-e20e-4f5a-b4dc-226c27b75a23 HTTP/1.1" status: 200 len: 1800 time: 0.1473029 Feb 04 20:56:35.742917 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-761710d8-57dc-4bfb-a561-bacbc0252230 req-7d3d0dcf-9adb-4753-a5a1-62f12fb5fd05 tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] No DVR routers for this DVR port b2f75331-6bf9-4d4a-8c7c-6af04f5242e8 on host n-h2-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:56:35.745817 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-133b6f90-6c44-460f-b8c3-7f3215a82cbc req-1b54bfe8-2445-4dd9-8b92-d32f53e83cdd tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:35.750430 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-761710d8-57dc-4bfb-a561-bacbc0252230 req-7d3d0dcf-9adb-4753-a5a1-62f12fb5fd05 tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:35.759261 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c20bee-08ea-4c89-8437-b78fa310f590', 'name': 'network-vif-deleted', 'tag': 'b2f75331-6bf9-4d4a-8c7c-6af04f5242e8'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:56:35.796578 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-761710d8-57dc-4bfb-a561-bacbc0252230 req-7d3d0dcf-9adb-4753-a5a1-62f12fb5fd05 tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] 10.222.0.18 "DELETE /v2.0/ports/b2f75331-6bf9-4d4a-8c7c-6af04f5242e8 HTTP/1.1" status: 204 len: 173 time: 1.3523550 Feb 04 20:56:35.801420 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-133b6f90-6c44-460f-b8c3-7f3215a82cbc req-1b54bfe8-2445-4dd9-8b92-d32f53e83cdd tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:35.865318 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-133b6f90-6c44-460f-b8c3-7f3215a82cbc req-1b54bfe8-2445-4dd9-8b92-d32f53e83cdd tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:35.937729 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54bfe8-2445-4dd9-8b92-d32f53e83cdd tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28d882f-e20e-4f5a-b4dc-226c27b75a23,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:35.959902 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-48c0a9f8-3f44-4da6-85cc-aa99d40a35cb req-fbe02afe-a7bc-4a3a-9f7b-60ca6499ae52 tempest-VolumesAdminNegativeTest-925079303 tempest-VolumesAdminNegativeTest-925079303-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0c20bee-08ea-4c89-8437-b78fa310f590 HTTP/1.1" status: 200 len: 210 time: 0.0708909 Feb 04 20:56:35.976048 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-133b6f90-6c44-460f-b8c3-7f3215a82cbc req-1b54bfe8-2445-4dd9-8b92-d32f53e83cdd tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:35.976048 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-133b6f90-6c44-460f-b8c3-7f3215a82cbc req-1b54bfe8-2445-4dd9-8b92-d32f53e83cdd tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "DELETE /v2.0/security-groups/e28d882f-e20e-4f5a-b4dc-226c27b75a23 HTTP/1.1" status: 204 len: 173 time: 0.3344648 Feb 04 20:56:36.015469 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7966b8-3161-400f-b4b3-28f80b4767fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c70a27-6445-4a77-9227-98f154876a07', 'code': 200} Feb 04 20:56:36.286658 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ce3a1-c04a-40e2-9881-3c3c1d5c1bd0 req-e271ffbc-9ceb-41e5-acb6-a402c382f6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:36.288264 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0f4ce3a1-c04a-40e2-9881-3c3c1d5c1bd0 req-e271ffbc-9ceb-41e5-acb6-a402c382f6c8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bb7966b8-3161-400f-b4b3-28f80b4767fb HTTP/1.1" status: 200 len: 1097 time: 0.1153882 Feb 04 20:56:36.341582 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0f4ce3a1-c04a-40e2-9881-3c3c1d5c1bd0 req-8c02561a-3e7d-422c-adde-b660c9e7ae51 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456204 Feb 04 20:56:36.372254 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6393001-ff39-4f7f-880e-caa4858734a6 req-08723f45-f94c-477a-8db3-eb855b1f7f9f tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:36.374421 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b6393001-ff39-4f7f-880e-caa4858734a6 req-08723f45-f94c-477a-8db3-eb855b1f7f9f tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 1096 time: 0.2526321 Feb 04 20:56:36.387437 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605c52d-ef10-4405-8a29-5ed0a9fb826e req-59e7a4c6-9ce7-47b2-a8ef-a7247d06a4d0 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:36.389181 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7605c52d-ef10-4405-8a29-5ed0a9fb826e req-59e7a4c6-9ce7-47b2-a8ef-a7247d06a4d0 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 945 time: 0.1874273 Feb 04 20:56:36.466802 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b6393001-ff39-4f7f-880e-caa4858734a6 req-24beb39b-137f-4293-a380-235c954c03e2 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766306 Feb 04 20:56:36.483079 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7605c52d-ef10-4405-8a29-5ed0a9fb826e req-0ba066e3-984b-470f-81f0-39a3b3c8a5d0 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780299 Feb 04 20:56:36.626292 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c20bee-08ea-4c89-8437-b78fa310f590', 'name': 'network-vif-deleted', 'tag': 'b2f75331-6bf9-4d4a-8c7c-6af04f5242e8', 'status': 'completed', 'code': 200} Feb 04 20:56:36.662635 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [req-39a47c38-befd-483d-a761-2e8a3560637a req-50942b23-1412-4314-9690-1d7a78eaeec4 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] show failed (client error): The resource could not be found. Feb 04 20:56:36.688174 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-39a47c38-befd-483d-a761-2e8a3560637a req-50942b23-1412-4314-9690-1d7a78eaeec4 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups/e28d882f-e20e-4f5a-b4dc-226c27b75a23 HTTP/1.1" status: 404 len: 352 time: 0.0337377 Feb 04 20:56:36.949529 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1997a451-4665-45ea-998d-057c0bcc3a3f req-4bb9b550-fb88-45fc-89d5-804729367008 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups/8bb625cd-97b0-455f-ace0-94e8fb3a0892 HTTP/1.1" status: 200 len: 1800 time: 0.0713036 Feb 04 20:56:36.981672 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6c519-96ab-425d-a435-2311fc09a386 req-c447084d-4160-4883-a063-b9af4eb35d80 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:36.982833 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cea6c519-96ab-425d-a435-2311fc09a386 req-c447084d-4160-4883-a063-b9af4eb35d80 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb7966b8-3161-400f-b4b3-28f80b4767fb HTTP/1.1" status: 200 len: 946 time: 0.1896906 Feb 04 20:56:37.077773 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cea6c519-96ab-425d-a435-2311fc09a386 req-32d7ce8d-eb24-4a9f-bf57-56435994ace1 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843122 Feb 04 20:56:37.096146 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1997a451-4665-45ea-998d-057c0bcc3a3f req-e8dd5005-70eb-44b2-803c-76f7a1f4292d tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:37.128135 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1997a451-4665-45ea-998d-057c0bcc3a3f req-e8dd5005-70eb-44b2-803c-76f7a1f4292d tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:37.194278 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1997a451-4665-45ea-998d-057c0bcc3a3f req-e8dd5005-70eb-44b2-803c-76f7a1f4292d tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:37.217887 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd5005-70eb-44b2-803c-76f7a1f4292d tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb625cd-97b0-455f-ace0-94e8fb3a0892,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:37.226561 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1997a451-4665-45ea-998d-057c0bcc3a3f req-e8dd5005-70eb-44b2-803c-76f7a1f4292d tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:37.238604 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1997a451-4665-45ea-998d-057c0bcc3a3f req-e8dd5005-70eb-44b2-803c-76f7a1f4292d tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "DELETE /v2.0/security-groups/8bb625cd-97b0-455f-ace0-94e8fb3a0892 HTTP/1.1" status: 204 len: 173 time: 0.2806237 Feb 04 20:56:37.443027 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632c5cf-7e6d-408f-addf-00e3f2f146da req-d81d9857-d6ec-4493-aea7-1caa71df1991 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:37.444936 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3632c5cf-7e6d-408f-addf-00e3f2f146da req-d81d9857-d6ec-4493-aea7-1caa71df1991 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0153775-2f16-46e6-9cb1-3fc3d75ea1b8 HTTP/1.1" status: 200 len: 950 time: 0.1243660 Feb 04 20:56:37.510900 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3632c5cf-7e6d-408f-addf-00e3f2f146da req-d3137c58-9da4-49af-b54f-f50b5084cb4f tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597754 Feb 04 20:56:37.586510 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [req-7d9d3b74-db37-4be5-af97-627ee84f6eae req-58f343de-8dce-4c0e-aaf0-b31274939b00 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] show failed (client error): The resource could not be found. Feb 04 20:56:37.591142 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7d9d3b74-db37-4be5-af97-627ee84f6eae req-58f343de-8dce-4c0e-aaf0-b31274939b00 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups/8bb625cd-97b0-455f-ace0-94e8fb3a0892 HTTP/1.1" status: 404 len: 352 time: 0.0228555 Feb 04 20:56:37.617440 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 48704) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:56:37.851995 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99964054-1586-4e54-9e22-0a8147f1d338 req-a0b4f8f7-e288-48f4-8c51-956c89c76f92 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:37.853830 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-99964054-1586-4e54-9e22-0a8147f1d338 req-a0b4f8f7-e288-48f4-8c51-956c89c76f92 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 945 time: 0.1467302 Feb 04 20:56:37.882211 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-368acbbc-3702-4d4b-b983-ba6dc5a2ef9f admin admin] Deleting subnet 5ab28547-e4b6-4bd7-9a80-e8a3c508509c {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:56:37.885187 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-368acbbc-3702-4d4b-b983-ba6dc5a2ef9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:37.938049 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-99964054-1586-4e54-9e22-0a8147f1d338 req-6b2942a3-9b0c-4ef4-b980-54d743306009 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779760 Feb 04 20:56:38.023271 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-6420c666-66c1-45ce-95c9-2418b5880ae8 req-f6452f3d-2edd-4565-82fc-d314d97a8b44 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Synchronizing usage tracker for tenant:f4da01125e7c4dd0833698f7f2de26a7 on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:56:38.054837 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-6420c666-66c1-45ce-95c9-2418b5880ae8 req-f6452f3d-2edd-4565-82fc-d314d97a8b44 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Unset dirty status for tenant:f4da01125e7c4dd0833698f7f2de26a7 on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:56:38.056545 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6420c666-66c1-45ce-95c9-2418b5880ae8 req-f6452f3d-2edd-4565-82fc-d314d97a8b44 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f4da01125e7c4dd0833698f7f2de26a7 HTTP/1.1" status: 200 len: 6147 time: 0.1595175 Feb 04 20:56:38.117870 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-368acbbc-3702-4d4b-b983-ba6dc5a2ef9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:38.141122 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6420c666-66c1-45ce-95c9-2418b5880ae8 req-44410622-6004-486b-8f9d-49f03139abcf tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups/90534580-969e-4349-8372-dccd27f6c398 HTTP/1.1" status: 200 len: 2981 time: 0.0775385 Feb 04 20:56:38.189021 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed1348-901a-44af-a334-8de37ddefded req-f8fd9b0c-cb77-4553-8234-4d475a6f8b96 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:38.189882 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-38ed1348-901a-44af-a334-8de37ddefded req-f8fd9b0c-cb77-4553-8234-4d475a6f8b96 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Synchronizing usage tracker for tenant:1c95ab08729c4244bb5389f69a70876f on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:56:38.193734 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device b2f75331-6bf9-4d4a-8c7c-6af04f5242e8 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:56:38.202625 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-368acbbc-3702-4d4b-b983-ba6dc5a2ef9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:38.229721 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6420c666-66c1-45ce-95c9-2418b5880ae8 req-10c94793-b81d-4a39-a053-57eff33ad957 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups/90534580-969e-4349-8372-dccd27f6c398 HTTP/1.1" status: 200 len: 2981 time: 0.0876665 Feb 04 20:56:38.245924 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-38ed1348-901a-44af-a334-8de37ddefded req-f8fd9b0c-cb77-4553-8234-4d475a6f8b96 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Unset dirty status for tenant:1c95ab08729c4244bb5389f69a70876f on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:56:38.247140 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-38ed1348-901a-44af-a334-8de37ddefded req-f8fd9b0c-cb77-4553-8234-4d475a6f8b96 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0153775-2f16-46e6-9cb1-3fc3d75ea1b8 HTTP/1.1" status: 200 len: 950 time: 0.5576820 Feb 04 20:56:38.279929 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: b2f75331-6bf9-4d4a-8c7c-6af04f5242e8 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:56:38.280079 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device b2f75331-6bf9-4d4a-8c7c-6af04f5242e8 not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:56:38.290660 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-393eb71e-0579-497a-885c-f3bcb6aaa520 req-e9bbe589-653d-4261-b97b-95a3ffcb7aba tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-359904673', 'description': 'tempest-description-1131830368'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:56:38.305805 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-393eb71e-0579-497a-885c-f3bcb6aaa520 req-e9bbe589-653d-4261-b97b-95a3ffcb7aba tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:56:38.339423 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-393eb71e-0579-497a-885c-f3bcb6aaa520 req-e9bbe589-653d-4261-b97b-95a3ffcb7aba tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:56:38.357973 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-38ed1348-901a-44af-a334-8de37ddefded req-0893dc92-998c-4973-b787-48646f83a398 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Deleting port f88318ba-9f8c-4470-96e0-8352ba9c9bda {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:56:38.357973 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-38ed1348-901a-44af-a334-8de37ddefded req-0893dc92-998c-4973-b787-48646f83a398 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:38.368522 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432a41c-7182-4a2e-b5df-3f4daf515803 req-71d68595-4895-4f34-b982-a0ea9cec37e4 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:38.375939 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c432a41c-7182-4a2e-b5df-3f4daf515803 req-71d68595-4895-4f34-b982-a0ea9cec37e4 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb7966b8-3161-400f-b4b3-28f80b4767fb HTTP/1.1" status: 200 len: 946 time: 0.1513851 Feb 04 20:56:38.419227 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-368acbbc-3702-4d4b-b983-ba6dc5a2ef9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:38.426962 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c432a41c-7182-4a2e-b5df-3f4daf515803 req-6107c6b9-b80b-4231-964e-2060c9c9e20c tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500460 Feb 04 20:56:38.427760 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-393eb71e-0579-497a-885c-f3bcb6aaa520 req-e9bbe589-653d-4261-b97b-95a3ffcb7aba tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:38.476009 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-393eb71e-0579-497a-885c-f3bcb6aaa520 req-e9bbe589-653d-4261-b97b-95a3ffcb7aba tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:56:38.487084 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-393eb71e-0579-497a-885c-f3bcb6aaa520 req-e9bbe589-653d-4261-b97b-95a3ffcb7aba tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Usage tracker for resource:security_group_rule and tenant:f4da01125e7c4dd0833698f7f2de26a7 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:56:38.498924 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-393eb71e-0579-497a-885c-f3bcb6aaa520 req-e9bbe589-653d-4261-b97b-95a3ffcb7aba tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:56:38.500273 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368acbbc-3702-4d4b-b983-ba6dc5a2ef9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ab28547-e4b6-4bd7-9a80-e8a3c508509c,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:38.512789 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-393eb71e-0579-497a-885c-f3bcb6aaa520 req-e9bbe589-653d-4261-b97b-95a3ffcb7aba tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:56:38.513351 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-368acbbc-3702-4d4b-b983-ba6dc5a2ef9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:38.552065 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-368acbbc-3702-4d4b-b983-ba6dc5a2ef9f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5ab28547-e4b6-4bd7-9a80-e8a3c508509c HTTP/1.1" status: 204 len: 168 time: 0.9328301 Feb 04 20:56:38.559143 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 48724) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:56:38.652513 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-393eb71e-0579-497a-885c-f3bcb6aaa520 req-e9bbe589-653d-4261-b97b-95a3ffcb7aba tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:38.698374 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-393eb71e-0579-497a-885c-f3bcb6aaa520 req-e9bbe589-653d-4261-b97b-95a3ffcb7aba tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:38.764928 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-393eb71e-0579-497a-885c-f3bcb6aaa520 req-e9bbe589-653d-4261-b97b-95a3ffcb7aba tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:38.779475 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-393eb71e-0579-497a-885c-f3bcb6aaa520 req-e9bbe589-653d-4261-b97b-95a3ffcb7aba tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4989629 Feb 04 20:56:38.794353 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-26bc8dbb-f55e-4dc5-a7ed-166670dac03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:38.845042 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bbe589-653d-4261-b97b-95a3ffcb7aba tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03033578-7fd8-43b0-8c04-77bf049033bc,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:38.877484 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0836f3-69c6-464e-bdb3-3e9b005a52b9 req-1d31639b-0216-4811-a856-eaf6d8f33920 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:38.881177 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9e0836f3-69c6-464e-bdb3-3e9b005a52b9 req-1d31639b-0216-4811-a856-eaf6d8f33920 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb7966b8-3161-400f-b4b3-28f80b4767fb HTTP/1.1" status: 200 len: 946 time: 0.2269583 Feb 04 20:56:38.905201 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-38ed1348-901a-44af-a334-8de37ddefded req-0893dc92-998c-4973-b787-48646f83a398 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] For port f88318ba-9f8c-4470-96e0-8352ba9c9bda, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f88318ba-9f8c-4470-96e0-8352ba9c9bda,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:38.906110 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-38ed1348-901a-44af-a334-8de37ddefded req-0893dc92-998c-4973-b787-48646f83a398 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:39.099353 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9e0836f3-69c6-464e-bdb3-3e9b005a52b9 req-ece385c0-b1d3-4821-be9c-b8762a45d794 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091954 Feb 04 20:56:39.137835 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-38ed1348-901a-44af-a334-8de37ddefded req-0893dc92-998c-4973-b787-48646f83a398 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Calling delete_port for f88318ba-9f8c-4470-96e0-8352ba9c9bda owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:56:39.197754 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da49c79-5b81-41bc-a9d6-21d3fbbb3b8f req-d5ab37bc-c3d7-40fd-beab-dc8fcc2eb309 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:39.199292 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9da49c79-5b81-41bc-a9d6-21d3fbbb3b8f req-d5ab37bc-c3d7-40fd-beab-dc8fcc2eb309 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a9c458-f05e-4879-9f24-8e10a2473ea9 HTTP/1.1" status: 200 len: 949 time: 0.2734764 Feb 04 20:56:39.207208 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-26bc8dbb-f55e-4dc5-a7ed-166670dac03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:39.256923 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-26bc8dbb-f55e-4dc5-a7ed-166670dac03a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e2f5940-7649-463e-91ba-b2bda9ad1958']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:56:39.288443 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-26bc8dbb-f55e-4dc5-a7ed-166670dac03a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa1676a-f6c3-470b-aedf-0a139f000866') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:56:39.288827 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-26bc8dbb-f55e-4dc5-a7ed-166670dac03a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa1676a-f6c3-470b-aedf-0a139f000866') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:56:39.311429 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-26bc8dbb-f55e-4dc5-a7ed-166670dac03a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:39.338984 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-26bc8dbb-f55e-4dc5-a7ed-166670dac03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:39.352081 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-53bfcfa9-f401-49ff-bf9b-d15c230128bd req-f69afe51-3390-44c6-b7e3-e8b061c955ac tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2002689486', 'description': 'tempest-description-882123051'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:56:39.378491 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-53bfcfa9-f401-49ff-bf9b-d15c230128bd req-f69afe51-3390-44c6-b7e3-e8b061c955ac tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:56:39.388131 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-53bfcfa9-f401-49ff-bf9b-d15c230128bd req-f69afe51-3390-44c6-b7e3-e8b061c955ac tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Usage tracker for resource:security_group and tenant:f4da01125e7c4dd0833698f7f2de26a7 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:56:39.388351 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26bc8dbb-f55e-4dc5-a7ed-166670dac03a admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:56:39.388712 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-26bc8dbb-f55e-4dc5-a7ed-166670dac03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:39.391331 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-53bfcfa9-f401-49ff-bf9b-d15c230128bd req-f69afe51-3390-44c6-b7e3-e8b061c955ac tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:56:39.403921 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 20:56:39.403921 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:56:39.403921 n-d-827896-1 neutron-server[87682]: timer() Feb 04 20:56:39.403921 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:56:39.403921 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 20:56:39.403921 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:56:39.403921 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 20:56:39.403921 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:56:39.403921 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 20:56:39.403921 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:56:39.403921 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 20:56:39.403921 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:56:39.403921 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 20:56:39.403921 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:56:39.403921 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:56:39.403921 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:56:39.403921 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:56:39.403921 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:56:39.403921 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 20:56:39.403921 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:56:39.403921 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 20:56:39.403921 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:56:39.403921 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:56:39.403921 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:56:39.403921 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 20:56:39.403921 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:56:39.403921 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:56:39.403921 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:56:39.403921 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:56:39.403921 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:56:39.403921 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:56:39.403921 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:56:39.406884 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b3a04-d01f-4cdd-ab32-2d5f242648d7 req-c0133faa-e428-47bb-bd8e-6a608dc88d73 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:39.408536 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c13b3a04-d01f-4cdd-ab32-2d5f242648d7 req-c0133faa-e428-47bb-bd8e-6a608dc88d73 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0153775-2f16-46e6-9cb1-3fc3d75ea1b8 HTTP/1.1" status: 200 len: 950 time: 0.3917520 Feb 04 20:56:39.412799 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-53bfcfa9-f401-49ff-bf9b-d15c230128bd req-f69afe51-3390-44c6-b7e3-e8b061c955ac tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:56:39.440022 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-9da49c79-5b81-41bc-a9d6-21d3fbbb3b8f req-227bf1a4-e2ee-4686-b506-15768b451901 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Deleting port eaf030fc-f030-4271-bf55-c0de902879dd {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:56:39.440267 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9da49c79-5b81-41bc-a9d6-21d3fbbb3b8f req-227bf1a4-e2ee-4686-b506-15768b451901 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:39.494385 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-53bfcfa9-f401-49ff-bf9b-d15c230128bd req-f69afe51-3390-44c6-b7e3-e8b061c955ac tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:39.524954 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-26bc8dbb-f55e-4dc5-a7ed-166670dac03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:39.531735 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-26bc8dbb-f55e-4dc5-a7ed-166670dac03a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:39.535977 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-53bfcfa9-f401-49ff-bf9b-d15c230128bd req-f69afe51-3390-44c6-b7e3-e8b061c955ac tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:56:39.548416 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-53bfcfa9-f401-49ff-bf9b-d15c230128bd req-f69afe51-3390-44c6-b7e3-e8b061c955ac tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Usage tracker for resource:security_group_rule and tenant:f4da01125e7c4dd0833698f7f2de26a7 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:56:39.554721 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c13b3a04-d01f-4cdd-ab32-2d5f242648d7 req-63fc86f0-f9e1-4e05-9166-852b995a4ff8 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369650 Feb 04 20:56:39.567887 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-38ed1348-901a-44af-a334-8de37ddefded req-0893dc92-998c-4973-b787-48646f83a398 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:39.582054 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-53bfcfa9-f401-49ff-bf9b-d15c230128bd req-f69afe51-3390-44c6-b7e3-e8b061c955ac tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:56:39.591253 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['f88318ba-9f8c-4470-96e0-8352ba9c9bda', 'eaf030fc-f030-4271-bf55-c0de902879dd'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:56:39.593183 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-53bfcfa9-f401-49ff-bf9b-d15c230128bd req-f69afe51-3390-44c6-b7e3-e8b061c955ac tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:56:39.647975 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc8dbb-f55e-4dc5-a7ed-166670dac03a admin admin] Pushing event deleted for resources: {'Network': ['ID=2e2f5940-7649-463e-91ba-b2bda9ad1958,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:39.656144 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893dc92-998c-4973-b787-48646f83a398 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Pushing event deleted for resources: {'Port': ['ID=f88318ba-9f8c-4470-96e0-8352ba9c9bda,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:39.696365 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['432de455-77b1-4958-bba0-0a1bca95066f'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:56:39.788612 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-26bc8dbb-f55e-4dc5-a7ed-166670dac03a admin admin] 10.222.0.26 "DELETE /v2.0/networks/2e2f5940-7649-463e-91ba-b2bda9ad1958 HTTP/1.1" status: 204 len: 168 time: 1.2276905 Feb 04 20:56:39.790037 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ed1348-901a-44af-a334-8de37ddefded req-0893dc92-998c-4973-b787-48646f83a398 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] No DVR routers for this DVR port f88318ba-9f8c-4470-96e0-8352ba9c9bda on host n-h2-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:56:39.791246 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 48746) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:56:39.794181 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-38ed1348-901a-44af-a334-8de37ddefded req-0893dc92-998c-4973-b787-48646f83a398 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:39.796617 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-38ed1348-901a-44af-a334-8de37ddefded req-0893dc92-998c-4973-b787-48646f83a398 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.18 "DELETE /v2.0/ports/f88318ba-9f8c-4470-96e0-8352ba9c9bda HTTP/1.1" status: 204 len: 173 time: 1.5403926 Feb 04 20:56:39.797279 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0153775-2f16-46e6-9cb1-3fc3d75ea1b8', 'name': 'network-vif-deleted', 'tag': 'f88318ba-9f8c-4470-96e0-8352ba9c9bda'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:56:39.885691 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-53bfcfa9-f401-49ff-bf9b-d15c230128bd req-f69afe51-3390-44c6-b7e3-e8b061c955ac tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:39.896779 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-9da49c79-5b81-41bc-a9d6-21d3fbbb3b8f req-227bf1a4-e2ee-4686-b506-15768b451901 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] For port eaf030fc-f030-4271-bf55-c0de902879dd, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=eaf030fc-f030-4271-bf55-c0de902879dd,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:39.897144 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9da49c79-5b81-41bc-a9d6-21d3fbbb3b8f req-227bf1a4-e2ee-4686-b506-15768b451901 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:39.907979 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-53bfcfa9-f401-49ff-bf9b-d15c230128bd req-f69afe51-3390-44c6-b7e3-e8b061c955ac tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:39.962602 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69afe51-3390-44c6-b7e3-e8b061c955ac tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deef0beb-9704-496d-ae80-5f4be02696e3,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:40.181070 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-9da49c79-5b81-41bc-a9d6-21d3fbbb3b8f req-227bf1a4-e2ee-4686-b506-15768b451901 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Calling delete_port for eaf030fc-f030-4271-bf55-c0de902879dd owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:56:40.227373 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f172d9c-5f8f-43ad-9d67-556adf853f12 admin admin] Deleting subnet 32c45cc8-7843-4f69-8f03-830bbf55e82c {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:56:40.253915 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1f172d9c-5f8f-43ad-9d67-556adf853f12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:40.353480 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1f172d9c-5f8f-43ad-9d67-556adf853f12 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:40.359245 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-53bfcfa9-f401-49ff-bf9b-d15c230128bd req-f69afe51-3390-44c6-b7e3-e8b061c955ac tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:40.385443 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-53bfcfa9-f401-49ff-bf9b-d15c230128bd req-f69afe51-3390-44c6-b7e3-e8b061c955ac tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.0122395 Feb 04 20:56:40.389152 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1f172d9c-5f8f-43ad-9d67-556adf853f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:40.577064 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020aacb1-5599-45f7-b7e0-7baa53d24a97 req-e6595cad-7351-4867-973f-a09e0f1a8106 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:40.578743 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-020aacb1-5599-45f7-b7e0-7baa53d24a97 req-e6595cad-7351-4867-973f-a09e0f1a8106 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 945 time: 0.6590836 Feb 04 20:56:40.654649 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-020aacb1-5599-45f7-b7e0-7baa53d24a97 req-0becc9b6-05b5-47d5-a5ac-1388192b7bf8 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613065 Feb 04 20:56:40.657061 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1f172d9c-5f8f-43ad-9d67-556adf853f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:40.696763 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9da49c79-5b81-41bc-a9d6-21d3fbbb3b8f req-227bf1a4-e2ee-4686-b506-15768b451901 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:40.698578 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1f172d9c-5f8f-43ad-9d67-556adf853f12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:40.708779 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['432de455-77b1-4958-bba0-0a1bca95066f'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:56:40.746639 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0153775-2f16-46e6-9cb1-3fc3d75ea1b8', 'name': 'network-vif-deleted', 'tag': 'f88318ba-9f8c-4470-96e0-8352ba9c9bda', 'status': 'completed', 'code': 200} Feb 04 20:56:40.755918 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f172d9c-5f8f-43ad-9d67-556adf853f12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32c45cc8-7843-4f69-8f03-830bbf55e82c,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:40.770651 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227bf1a4-e2ee-4686-b506-15768b451901 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Pushing event deleted for resources: {'Port': ['ID=eaf030fc-f030-4271-bf55-c0de902879dd,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:40.779047 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 48774) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:56:40.779226 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-1f172d9c-5f8f-43ad-9d67-556adf853f12 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/32c45cc8-7843-4f69-8f03-830bbf55e82c HTTP/1.1" status: 204 len: 168 time: 0.9838800 Feb 04 20:56:40.870326 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da49c79-5b81-41bc-a9d6-21d3fbbb3b8f req-227bf1a4-e2ee-4686-b506-15768b451901 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] No DVR routers for this DVR port eaf030fc-f030-4271-bf55-c0de902879dd on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:56:40.873191 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9da49c79-5b81-41bc-a9d6-21d3fbbb3b8f req-227bf1a4-e2ee-4686-b506-15768b451901 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:40.875592 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9da49c79-5b81-41bc-a9d6-21d3fbbb3b8f req-227bf1a4-e2ee-4686-b506-15768b451901 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.18 "DELETE /v2.0/ports/eaf030fc-f030-4271-bf55-c0de902879dd HTTP/1.1" status: 204 len: 173 time: 1.6693726 Feb 04 20:56:40.876199 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a9c458-f05e-4879-9f24-8e10a2473ea9', 'name': 'network-vif-deleted', 'tag': 'eaf030fc-f030-4271-bf55-c0de902879dd'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:56:41.142454 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c48cfdfd-87be-439c-8843-99a3dc2cead2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:41.401791 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a9c458-f05e-4879-9f24-8e10a2473ea9', 'name': 'network-vif-deleted', 'tag': 'eaf030fc-f030-4271-bf55-c0de902879dd', 'status': 'completed', 'code': 200} Feb 04 20:56:41.446009 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-6922927c-defd-4e6a-8ead-8f1678ded4d3 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:41.461792 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-6922927c-defd-4e6a-8ead-8f1678ded4d3 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/networks?id=58692d71-156d-4fb6-ace3-10c851e59b5e HTTP/1.1" status: 200 len: 812 time: 0.3507988 Feb 04 20:56:41.499216 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-b9b2a730-810e-4384-ab28-165cab298cf1 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/quotas/f4da01125e7c4dd0833698f7f2de26a7 HTTP/1.1" status: 200 len: 375 time: 0.0348735 Feb 04 20:56:41.642509 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-86e9d162-e76f-4afe-904b-a34549c13640 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f4da01125e7c4dd0833698f7f2de26a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1422870 Feb 04 20:56:41.856278 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-b81e2d5e-c787-4d6a-b73f-62bb7bed7cd8 service neutron] 10.222.0.26 "GET /v2.0/networks/58692d71-156d-4fb6-ace3-10c851e59b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081409 Feb 04 20:56:41.910642 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c48cfdfd-87be-439c-8843-99a3dc2cead2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:42.041619 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-c48cfdfd-87be-439c-8843-99a3dc2cead2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df1050d1-1dd3-4dfa-9849-884322141f1f']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:56:42.103179 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-c48cfdfd-87be-439c-8843-99a3dc2cead2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e933b58-ce1d-4362-8368-bbaa50e91cdd') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:56:42.103759 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-c48cfdfd-87be-439c-8843-99a3dc2cead2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e933b58-ce1d-4362-8368-bbaa50e91cdd') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:56:42.142740 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c48cfdfd-87be-439c-8843-99a3dc2cead2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:42.219819 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device f88318ba-9f8c-4470-96e0-8352ba9c9bda no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:56:42.228297 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c48cfdfd-87be-439c-8843-99a3dc2cead2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:42.256626 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48cfdfd-87be-439c-8843-99a3dc2cead2 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:56:42.257848 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c48cfdfd-87be-439c-8843-99a3dc2cead2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:42.319039 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: f88318ba-9f8c-4470-96e0-8352ba9c9bda {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:56:42.319737 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device f88318ba-9f8c-4470-96e0-8352ba9c9bda not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:56:42.320894 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device eaf030fc-f030-4271-bf55-c0de902879dd no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:56:42.321270 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 20:56:42.321270 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:56:42.321270 n-d-827896-1 neutron-server[87682]: timer() Feb 04 20:56:42.321270 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:56:42.321270 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 20:56:42.321270 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:56:42.321270 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 20:56:42.321270 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:56:42.321270 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 20:56:42.321270 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:56:42.321270 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 20:56:42.321270 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:56:42.321270 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 20:56:42.321270 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:56:42.321270 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:56:42.321270 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:56:42.321270 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:56:42.321270 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:56:42.321270 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 20:56:42.321270 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:56:42.321270 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 20:56:42.321270 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:56:42.321270 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:56:42.321270 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:56:42.321270 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 20:56:42.321270 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:56:42.321270 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:56:42.321270 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:56:42.321270 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:56:42.321270 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:56:42.321270 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:56:42.321270 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:56:42.368481 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: eaf030fc-f030-4271-bf55-c0de902879dd {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:56:42.370160 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device eaf030fc-f030-4271-bf55-c0de902879dd not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:56:42.504650 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-70714ed3-5c9e-4baa-bf9a-d090a7adfda1 service neutron] 10.222.0.26 "GET /v2.0/networks/58692d71-156d-4fb6-ace3-10c851e59b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6475055 Feb 04 20:56:42.520623 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-eb49b75d-6e96-4f94-8635-e36b2d235d0b req-356aff73-e7d8-4af9-bae0-b10a9acc649b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Synchronizing usage tracker for tenant:1c95ab08729c4244bb5389f69a70876f on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:56:42.534737 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c48cfdfd-87be-439c-8843-99a3dc2cead2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:42.546744 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-eb49b75d-6e96-4f94-8635-e36b2d235d0b req-356aff73-e7d8-4af9-bae0-b10a9acc649b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Unset dirty status for tenant:1c95ab08729c4244bb5389f69a70876f on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:56:42.562899 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c48cfdfd-87be-439c-8843-99a3dc2cead2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:42.563107 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eb49b75d-6e96-4f94-8635-e36b2d235d0b req-356aff73-e7d8-4af9-bae0-b10a9acc649b tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=24a9c458-f05e-4879-9f24-8e10a2473ea9 HTTP/1.1" status: 200 len: 210 time: 0.2680385 Feb 04 20:56:42.598273 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48cfdfd-87be-439c-8843-99a3dc2cead2 admin admin] Pushing event deleted for resources: {'Network': ['ID=df1050d1-1dd3-4dfa-9849-884322141f1f,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:42.616888 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c48cfdfd-87be-439c-8843-99a3dc2cead2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/df1050d1-1dd3-4dfa-9849-884322141f1f HTTP/1.1" status: 204 len: 168 time: 1.8361313 Feb 04 20:56:42.849520 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c832d-6b9e-4c4b-b3a7-a5352250a451 req-1d0db043-2169-4af5-8794-6e4410420890 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:42.861119 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5e6c832d-6b9e-4c4b-b3a7-a5352250a451 req-1d0db043-2169-4af5-8794-6e4410420890 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 945 time: 0.1535885 Feb 04 20:56:42.861932 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 48864) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:56:42.945150 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2687bb46-0364-4e3c-9f16-ea8126205356 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c7d9c0a9e50846ec9f44f14fde17f9ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0818198 Feb 04 20:56:42.947163 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 48878) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:56:43.124412 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d90bcb5b-936f-4027-af08-bba63913ffd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:43.204046 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d90bcb5b-936f-4027-af08-bba63913ffd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:43.309295 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5e6c832d-6b9e-4c4b-b3a7-a5352250a451 req-2adb99a5-cf00-4db1-a93e-61b51d88ef2f tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466867 Feb 04 20:56:43.342781 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d90bcb5b-936f-4027-af08-bba63913ffd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:43.364957 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4a10026c-e0a0-48b2-ac0c-700e9ea7e4fe req-29d8d99a-0bd2-463b-a5bc-d8a10ebf5b43 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/ports?device_id=608208f2-034f-4106-9c6d-c6f7d830883c HTTP/1.1" status: 200 len: 210 time: 0.2158849 Feb 04 20:56:43.405109 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90bcb5b-936f-4027-af08-bba63913ffd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b0f11a-a12c-40fd-88c3-ca4d0fc05b51,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:43.415480 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d90bcb5b-936f-4027-af08-bba63913ffd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:43.415649 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d90bcb5b-936f-4027-af08-bba63913ffd3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/79b0f11a-a12c-40fd-88c3-ca4d0fc05b51 HTTP/1.1" status: 204 len: 168 time: 0.4660308 Feb 04 20:56:43.476448 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-2c6d05c8-3eb0-4ba5-b72c-fbd3f39621f7 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:43.478845 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-2c6d05c8-3eb0-4ba5-b72c-fbd3f39621f7 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda&tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&binding%3Ahost_id=n-h1-827896-1 HTTP/1.1" status: 200 len: 1096 time: 0.4631441 Feb 04 20:56:43.507870 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-4a25d136-70c7-4f17-b7ce-72faca8c3d7b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827896-1'}}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:56:43.833059 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4e8b59aa-32d3-47f0-82f5-3fd828c4d9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:44.005073 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-4a25d136-70c7-4f17-b7ce-72faca8c3d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:44.142461 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 48936) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:56:44.187418 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3793fb-ac6a-454e-98c8-499ff81c08b0 req-5d6499b6-2f66-4978-b94b-3df5c40aaa7c tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:44.197306 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fe3793fb-ac6a-454e-98c8-499ff81c08b0 req-5d6499b6-2f66-4978-b94b-3df5c40aaa7c tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb7966b8-3161-400f-b4b3-28f80b4767fb HTTP/1.1" status: 200 len: 946 time: 0.6223390 Feb 04 20:56:44.213931 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 53870aa0-b24f-4163-a2cc-04c964c4be8f details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:56:44.238883 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1d0b392d-29b6-4dfa-95da-e2009e800eb0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cbd2140e45444e488d72043121c2b6f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0940583 Feb 04 20:56:44.241339 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 48942) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:56:44.335124 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-116d7318-4a5c-4228-b444-0be57aa3bf95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:44.383226 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-116d7318-4a5c-4228-b444-0be57aa3bf95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:44.484087 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-116d7318-4a5c-4228-b444-0be57aa3bf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:44.527402 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-116d7318-4a5c-4228-b444-0be57aa3bf95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:44.535746 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-116d7318-4a5c-4228-b444-0be57aa3bf95 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5c7c83e7-7381-4637-a31a-cb32bfd5ff17 HTTP/1.1" status: 204 len: 168 time: 0.2930453 Feb 04 20:56:44.536776 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d7318-4a5c-4228-b444-0be57aa3bf95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7c83e7-7381-4637-a31a-cb32bfd5ff17,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:44.562513 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fe3793fb-ac6a-454e-98c8-499ff81c08b0 req-10455171-7dde-4fb8-8d9a-3defe29a2bc4 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621335 Feb 04 20:56:44.672904 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-4a25d136-70c7-4f17-b7ce-72faca8c3d7b service neutron] For port 53870aa0-b24f-4163-a2cc-04c964c4be8f, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=53870aa0-b24f-4163-a2cc-04c964c4be8f,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:44.701726 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 53870aa0-b24f-4163-a2cc-04c964c4be8f, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=53870aa0-b24f-4163-a2cc-04c964c4be8f,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:44.742905 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 53870aa0-b24f-4163-a2cc-04c964c4be8f has no active binding in host n-h2-827896-1 {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 20:56:44.745379 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device e0c70a27-6445-4a77-9227-98f154876a07 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:56:44.817183 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-4a25d136-70c7-4f17-b7ce-72faca8c3d7b service neutron] For port 53870aa0-b24f-4163-a2cc-04c964c4be8f, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:56:44.927312 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cfa9074-eb38-43e4-9519-99f1b012adda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53870aa0-b24f-4163-a2cc-04c964c4be8f'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:56:44.933461 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-4a25d136-70c7-4f17-b7ce-72faca8c3d7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:44.979502 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3f888-5796-46f1-a9c8-cf635895f5e7 req-1967908e-28a9-4d31-9723-588b49ad37ad tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:44.982349 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b0f3f888-5796-46f1-a9c8-cf635895f5e7 req-1967908e-28a9-4d31-9723-588b49ad37ad tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 945 time: 0.2775619 Feb 04 20:56:44.985888 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-4a25d136-70c7-4f17-b7ce-72faca8c3d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:45.084627 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port e0c70a27-6445-4a77-9227-98f154876a07, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=e0c70a27-6445-4a77-9227-98f154876a07,segment=NetworkSegment(673dc65b-eb24-40c2-b385-7348d9364d07),segment_id=673dc65b-eb24-40c2-b385-7348d9364d07)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:45.120014 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'e0c70a27-6445-4a77-9227-98f154876a07', 'network_id': '39d2ac62-44cb-480e-a4e0-face7b3c55fb', 'port_id': 'e0c70a27-6445-4a77-9227-98f154876a07', 'mac_address': 'fa:16:3e:42:09:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c37f354-72c6-48cb-981d-e4dbeabb2472', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:56:45.264273 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:45.284948 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e0c70a27-6445-4a77-9227-98f154876a07 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:56:45.302782 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port e0c70a27-6445-4a77-9227-98f154876a07, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=e0c70a27-6445-4a77-9227-98f154876a07,segment=NetworkSegment(673dc65b-eb24-40c2-b385-7348d9364d07),segment_id=673dc65b-eb24-40c2-b385-7348d9364d07)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:45.309673 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:45.433467 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=e0c70a27-6445-4a77-9227-98f154876a07,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:45.463372 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['e0c70a27-6445-4a77-9227-98f154876a07'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:56:45.740960 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25d136-70c7-4f17-b7ce-72faca8c3d7b service neutron] Pushing event updated for resources: {'Port': ['ID=53870aa0-b24f-4163-a2cc-04c964c4be8f,revision_number=7']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:45.841655 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-9ca6eeb2-5239-474a-a2e3-7ca2b6a81ed4 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:45.843276 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-9ca6eeb2-5239-474a-a2e3-7ca2b6a81ed4 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.32 "GET /v2.0/networks?id=58692d71-156d-4fb6-ace3-10c851e59b5e HTTP/1.1" status: 200 len: 812 time: 0.5782714 Feb 04 20:56:45.853802 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-4a25d136-70c7-4f17-b7ce-72faca8c3d7b service neutron] Attempting to bind port 53870aa0-b24f-4163-a2cc-04c964c4be8f on host n-h1-827896-1 for vnic_type normal with profile {"migrating_to": "n-h2-827896-1"} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:56:45.854153 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-4a25d136-70c7-4f17-b7ce-72faca8c3d7b service neutron] Attempting to bind port 53870aa0-b24f-4163-a2cc-04c964c4be8f by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:56:45.854482 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-4a25d136-70c7-4f17-b7ce-72faca8c3d7b service neutron] Attempting to bind port 53870aa0-b24f-4163-a2cc-04c964c4be8f on network e2945ff6-c379-474d-a032-331b1f6dd08e {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:56:45.863794 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-b46f3196-6d69-416f-97b7-74b1655bf415 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Request body: {'port': {'device_id': '608208f2-034f-4106-9c6d-c6f7d830883c', 'network_id': '58692d71-156d-4fb6-ace3-10c851e59b5e', 'admin_state_up': True, 'tenant_id': 'f4da01125e7c4dd0833698f7f2de26a7'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:56:45.903892 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b0f3f888-5796-46f1-a9c8-cf635895f5e7 req-1de2f8bf-5b52-4705-956b-e8749d6224de tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9095161 Feb 04 20:56:45.910239 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-4a25d136-70c7-4f17-b7ce-72faca8c3d7b service neutron] Port 53870aa0-b24f-4163-a2cc-04c964c4be8f on network e2945ff6-c379-474d-a032-331b1f6dd08e not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:56:45.910569 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-4a25d136-70c7-4f17-b7ce-72faca8c3d7b service neutron] Attempting to bind port 53870aa0-b24f-4163-a2cc-04c964c4be8f on network e2945ff6-c379-474d-a032-331b1f6dd08e {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:56:45.994574 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-4a25d136-70c7-4f17-b7ce-72faca8c3d7b service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:56:45.994889 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-4a25d136-70c7-4f17-b7ce-72faca8c3d7b service neutron] Checking segment: {'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:56:45.995283 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-4a25d136-70c7-4f17-b7ce-72faca8c3d7b service neutron] Bound using segment: {'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:56:45.995732 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-4a25d136-70c7-4f17-b7ce-72faca8c3d7b service neutron] Bound port: 53870aa0-b24f-4163-a2cc-04c964c4be8f, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:56:45.996126 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-4a25d136-70c7-4f17-b7ce-72faca8c3d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:46.198289 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 48984) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:56:46.223943 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device e0c70a27-6445-4a77-9227-98f154876a07 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:56:46.352557 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a22e24f9-ea6e-4788-a769-3c786f9b754e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:46.382074 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port e0c70a27-6445-4a77-9227-98f154876a07 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:56:46.382975 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:46.419081 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-b46f3196-6d69-416f-97b7-74b1655bf415 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:56:46.449164 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-4a25d136-70c7-4f17-b7ce-72faca8c3d7b service neutron] For port 53870aa0-b24f-4163-a2cc-04c964c4be8f, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:56:46.457122 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-4a25d136-70c7-4f17-b7ce-72faca8c3d7b service neutron] For port 53870aa0-b24f-4163-a2cc-04c964c4be8f, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=53870aa0-b24f-4163-a2cc-04c964c4be8f,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:56:46.476258 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-f22e03d8-213a-4c2f-b261-760f09d9ac48 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1499996838-network', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:56:46.481420 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-b46f3196-6d69-416f-97b7-74b1655bf415 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:56:46.481612 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f22e03d8-213a-4c2f-b261-760f09d9ac48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:56:46.485798 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f22e03d8-213a-4c2f-b261-760f09d9ac48 admin admin] Usage tracker for resource:network and tenant:66f8c7d92acd48ffa436b71c93318a59 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:56:46.490190 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f22e03d8-213a-4c2f-b261-760f09d9ac48 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:56:46.493723 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-4a25d136-70c7-4f17-b7ce-72faca8c3d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:46.497332 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f22e03d8-213a-4c2f-b261-760f09d9ac48 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:56:46.524060 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22e03d8-213a-4c2f-b261-760f09d9ac48 admin admin] Made reservation on behalf of 66f8c7d92acd48ffa436b71c93318a59 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:56:46.526768 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f22e03d8-213a-4c2f-b261-760f09d9ac48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:46.548724 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-b46f3196-6d69-416f-97b7-74b1655bf415 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Made reservation on behalf of f4da01125e7c4dd0833698f7f2de26a7 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:56:46.553755 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-b46f3196-6d69-416f-97b7-74b1655bf415 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:46.554484 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f22e03d8-213a-4c2f-b261-760f09d9ac48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:46.573525 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f22e03d8-213a-4c2f-b261-760f09d9ac48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:56:46.577718 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f22e03d8-213a-4c2f-b261-760f09d9ac48 admin admin] Usage tracker for resource:security_group_rule and tenant:66f8c7d92acd48ffa436b71c93318a59 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:56:46.581943 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f22e03d8-213a-4c2f-b261-760f09d9ac48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:56:46.594228 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f22e03d8-213a-4c2f-b261-760f09d9ac48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:56:46.647927 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d0ad1-8b4b-4efb-88cf-fd353366aeeb req-1ad1e7df-70da-4094-a9d8-962b8b636c33 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:46.648935 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-800d0ad1-8b4b-4efb-88cf-fd353366aeeb req-1ad1e7df-70da-4094-a9d8-962b8b636c33 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Synchronizing usage tracker for tenant:1c95ab08729c4244bb5389f69a70876f on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:56:46.677348 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-800d0ad1-8b4b-4efb-88cf-fd353366aeeb req-1ad1e7df-70da-4094-a9d8-962b8b636c33 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Unset dirty status for tenant:1c95ab08729c4244bb5389f69a70876f on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:56:46.679087 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-800d0ad1-8b4b-4efb-88cf-fd353366aeeb req-1ad1e7df-70da-4094-a9d8-962b8b636c33 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9cd9679-9aaf-4c95-beb9-4b9eed13656b HTTP/1.1" status: 200 len: 949 time: 0.3045435 Feb 04 20:56:46.684948 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0267ba-a212-4647-a8d0-af16f6e91e66 req-2b29a696-45ab-4dbd-938b-18134e7b2dfd tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:46.686578 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1d0267ba-a212-4647-a8d0-af16f6e91e66 req-2b29a696-45ab-4dbd-938b-18134e7b2dfd tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9cd9679-9aaf-4c95-beb9-4b9eed13656b HTTP/1.1" status: 200 len: 949 time: 0.5604942 Feb 04 20:56:46.696994 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:46.770755 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7966b8-3161-400f-b4b3-28f80b4767fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c70a27-6445-4a77-9227-98f154876a07'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:56:46.788856 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port e0c70a27-6445-4a77-9227-98f154876a07, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=e0c70a27-6445-4a77-9227-98f154876a07,segment=NetworkSegment(673dc65b-eb24-40c2-b385-7348d9364d07),segment_id=673dc65b-eb24-40c2-b385-7348d9364d07)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:46.801816 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:46.881465 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f22e03d8-213a-4c2f-b261-760f09d9ac48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:46.898446 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f22e03d8-213a-4c2f-b261-760f09d9ac48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:46.915125 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f22e03d8-213a-4c2f-b261-760f09d9ac48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:56:46.934687 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f22e03d8-213a-4c2f-b261-760f09d9ac48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:46.937244 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-f22e03d8-213a-4c2f-b261-760f09d9ac48 admin admin] Added segment 477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3 of type vlan for network 3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 Feb 04 20:56:46.958202 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=e0c70a27-6445-4a77-9227-98f154876a07,revision_number=7']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:46.977903 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f22e03d8-213a-4c2f-b261-760f09d9ac48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:47.028153 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-800d0ad1-8b4b-4efb-88cf-fd353366aeeb req-0ea652c1-07dc-4339-bb69-6d9fdf9fa595 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Deleting port 432de455-77b1-4958-bba0-0a1bca95066f {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:56:47.028508 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-800d0ad1-8b4b-4efb-88cf-fd353366aeeb req-0ea652c1-07dc-4339-bb69-6d9fdf9fa595 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:47.029709 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-b46f3196-6d69-416f-97b7-74b1655bf415 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Allocated IP 172.20.0.14 (58692d71-156d-4fb6-ace3-10c851e59b5e/471d5236-38d9-46d6-b230-ea73933817b4/1a052043-dd5d-4310-b28d-0691b8ef07aa) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:56:47.074082 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f22e03d8-213a-4c2f-b261-760f09d9ac48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:47.075044 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22e03d8-213a-4c2f-b261-760f09d9ac48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:47.075762 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f22e03d8-213a-4c2f-b261-760f09d9ac48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:47.144193 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e03d8-213a-4c2f-b261-760f09d9ac48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419186fe-8b61-42da-bf6d-1c79d92d48df,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:47.261190 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:47.267940 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f22e03d8-213a-4c2f-b261-760f09d9ac48 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0684328 Feb 04 20:56:47.268842 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 48996) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:56:47.294392 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-bf6fe8b1-c7ad-48ac-9d1d-f940e053ff6d admin admin] Request body: {'subnet': {'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1499996838-subnet', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:56:47.294911 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:47.306390 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e03d8-213a-4c2f-b261-760f09d9ac48 admin admin] Pushing event updated for resources: {'Network': ['ID=3e95a48d-24e2-42d1-a9cb-002bd8a7bca6,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:47.311482 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-bf6fe8b1-c7ad-48ac-9d1d-f940e053ff6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:56:47.320186 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-bf6fe8b1-c7ad-48ac-9d1d-f940e053ff6d admin admin] Usage tracker for resource:subnet and tenant:66f8c7d92acd48ffa436b71c93318a59 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:56:47.332439 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:56:47.340142 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-bf6fe8b1-c7ad-48ac-9d1d-f940e053ff6d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:56:47.348311 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-b46f3196-6d69-416f-97b7-74b1655bf415 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:47.395501 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-bf6fe8b1-c7ad-48ac-9d1d-f940e053ff6d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:56:47.431436 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6fe8b1-c7ad-48ac-9d1d-f940e053ff6d admin admin] Made reservation on behalf of 66f8c7d92acd48ffa436b71c93318a59 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:56:47.434414 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bf6fe8b1-c7ad-48ac-9d1d-f940e053ff6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:47.439265 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-b46f3196-6d69-416f-97b7-74b1655bf415 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:47.472618 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-4a25d136-70c7-4f17-b7ce-72faca8c3d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:47.473963 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-4a25d136-70c7-4f17-b7ce-72faca8c3d7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:47.475596 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-4a25d136-70c7-4f17-b7ce-72faca8c3d7b service neutron] 10.222.0.18 "PUT /v2.0/ports/53870aa0-b24f-4163-a2cc-04c964c4be8f HTTP/1.1" status: 200 len: 1121 time: 3.9803832 Feb 04 20:56:47.492416 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25d136-70c7-4f17-b7ce-72faca8c3d7b service neutron] Pushing event updated for resources: {'Port': ['ID=53870aa0-b24f-4163-a2cc-04c964c4be8f,revision_number=8']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:47.505355 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-800d0ad1-8b4b-4efb-88cf-fd353366aeeb req-0ea652c1-07dc-4339-bb69-6d9fdf9fa595 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] For port 432de455-77b1-4958-bba0-0a1bca95066f, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=432de455-77b1-4958-bba0-0a1bca95066f,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:47.505733 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-800d0ad1-8b4b-4efb-88cf-fd353366aeeb req-0ea652c1-07dc-4339-bb69-6d9fdf9fa595 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:47.539846 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['a901cdcc-5cae-49d3-9cb5-87360028a18b'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:56:47.584277 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-b46f3196-6d69-416f-97b7-74b1655bf415 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Network 58692d71-156d-4fb6-ace3-10c851e59b5e is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:56:47.596355 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1d0267ba-a212-4647-a8d0-af16f6e91e66 req-59bd7b1d-c8e7-442b-b261-860e076d46c2 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.26 "GET /v2.0/security-groups?id=591bfa98-484c-42a2-bbc1-6edf05532440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164478 Feb 04 20:56:47.605770 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-b46f3196-6d69-416f-97b7-74b1655bf415 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:56:47.610668 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f3196-6d69-416f-97b7-74b1655bf415 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Pushing event updated for resources: {'Port': ['ID=1a052043-dd5d-4310-b28d-0691b8ef07aa,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:47.614200 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-b46f3196-6d69-416f-97b7-74b1655bf415 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:56:47.630886 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-b46f3196-6d69-416f-97b7-74b1655bf415 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:47.635415 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-b46f3196-6d69-416f-97b7-74b1655bf415 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:47.665742 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-800d0ad1-8b4b-4efb-88cf-fd353366aeeb req-0ea652c1-07dc-4339-bb69-6d9fdf9fa595 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Calling delete_port for 432de455-77b1-4958-bba0-0a1bca95066f owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:56:47.693156 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-b46f3196-6d69-416f-97b7-74b1655bf415 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8344588 Feb 04 20:56:47.710740 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-8d720300-b3f3-4ec0-8a5d-93f402d561c9 service neutron] Request body: {'port': {'device_id': '608208f2-034f-4106-9c6d-c6f7d830883c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:56:47.772273 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['53870aa0-b24f-4163-a2cc-04c964c4be8f'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:56:47.805253 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['53870aa0-b24f-4163-a2cc-04c964c4be8f'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:56:48.171304 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-8d720300-b3f3-4ec0-8a5d-93f402d561c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:48.339939 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c2d3d-0be7-44dc-84c5-48698e10b30d req-5dd7b232-5795-458c-889d-337be9c23a9a tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:48.342313 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-9d2c2d3d-0be7-44dc-84c5-48698e10b30d req-5dd7b232-5795-458c-889d-337be9c23a9a tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Synchronizing usage tracker for tenant:f4da01125e7c4dd0833698f7f2de26a7 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:56:48.450751 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-800d0ad1-8b4b-4efb-88cf-fd353366aeeb req-0ea652c1-07dc-4339-bb69-6d9fdf9fa595 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:48.515095 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-9d2c2d3d-0be7-44dc-84c5-48698e10b30d req-5dd7b232-5795-458c-889d-337be9c23a9a tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Unset dirty status for tenant:f4da01125e7c4dd0833698f7f2de26a7 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:56:48.516392 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9d2c2d3d-0be7-44dc-84c5-48698e10b30d req-5dd7b232-5795-458c-889d-337be9c23a9a tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/ports?device_id=608208f2-034f-4106-9c6d-c6f7d830883c HTTP/1.1" status: 200 len: 932 time: 0.6900454 Feb 04 20:56:48.674184 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-9d2c2d3d-0be7-44dc-84c5-48698e10b30d req-65cd434d-1bc3-401a-b824-8db86eeb49aa tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Synchronizing usage tracker for tenant:f4da01125e7c4dd0833698f7f2de26a7 on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:56:48.694297 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea652c1-07dc-4339-bb69-6d9fdf9fa595 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Pushing event deleted for resources: {'Port': ['ID=432de455-77b1-4958-bba0-0a1bca95066f,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:48.718005 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-9d2c2d3d-0be7-44dc-84c5-48698e10b30d req-65cd434d-1bc3-401a-b824-8db86eeb49aa tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Unset dirty status for tenant:f4da01125e7c4dd0833698f7f2de26a7 on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:56:48.719388 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9d2c2d3d-0be7-44dc-84c5-48698e10b30d req-65cd434d-1bc3-401a-b824-8db86eeb49aa tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups?id=90534580-969e-4349-8372-dccd27f6c398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905842 Feb 04 20:56:48.755649 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:48.787630 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-800d0ad1-8b4b-4efb-88cf-fd353366aeeb req-0ea652c1-07dc-4339-bb69-6d9fdf9fa595 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] No DVR routers for this DVR port 432de455-77b1-4958-bba0-0a1bca95066f on host n-h1-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:56:48.794209 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-800d0ad1-8b4b-4efb-88cf-fd353366aeeb req-0ea652c1-07dc-4339-bb69-6d9fdf9fa595 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:48.804043 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9cd9679-9aaf-4c95-beb9-4b9eed13656b', 'name': 'network-vif-deleted', 'tag': '432de455-77b1-4958-bba0-0a1bca95066f'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:56:48.817947 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bf6fe8b1-c7ad-48ac-9d1d-f940e053ff6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:48.855128 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-8d720300-b3f3-4ec0-8a5d-93f402d561c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a052043-dd5d-4310-b28d-0691b8ef07aa {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:56:48.866871 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-8d720300-b3f3-4ec0-8a5d-93f402d561c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:48.885326 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-8d720300-b3f3-4ec0-8a5d-93f402d561c9 service neutron] Transition to ACTIVE for port object 1a052043-dd5d-4310-b28d-0691b8ef07aa will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:56:48.887265 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfa9074-eb38-43e4-9519-99f1b012adda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53870aa0-b24f-4163-a2cc-04c964c4be8f', 'code': 200} Feb 04 20:56:48.892253 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-8d720300-b3f3-4ec0-8a5d-93f402d561c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:48.926541 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-800d0ad1-8b4b-4efb-88cf-fd353366aeeb req-0ea652c1-07dc-4339-bb69-6d9fdf9fa595 tempest-ServersOnMultiNodesTest-270084864 tempest-ServersOnMultiNodesTest-270084864-project] 10.222.0.32 "DELETE /v2.0/ports/432de455-77b1-4958-bba0-0a1bca95066f HTTP/1.1" status: 204 len: 173 time: 2.2383585 Feb 04 20:56:48.978845 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6fe8b1-c7ad-48ac-9d1d-f940e053ff6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad252a39-0fc7-473f-8135-1e6346b2d5e3,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:49.023491 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6fe8b1-c7ad-48ac-9d1d-f940e053ff6d admin admin] Checking segment: {'id': '477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:56:49.024203 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6fe8b1-c7ad-48ac-9d1d-f940e053ff6d admin admin] Network hostable DHCP agents. Network: 3e95a48d-24e2-42d1-a9cb-002bd8a7bca6, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:56:49.073316 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6fe8b1-c7ad-48ac-9d1d-f940e053ff6d admin admin] Network 3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:56:49.089080 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-bf6fe8b1-c7ad-48ac-9d1d-f940e053ff6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 3e95a48d-24e2-42d1-a9cb-002bd8a7bca6) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:56:49.095859 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6fe8b1-c7ad-48ac-9d1d-f940e053ff6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:49.099892 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bf6fe8b1-c7ad-48ac-9d1d-f940e053ff6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:49.100796 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db9f117-c6fe-402e-b7f7-439c493a74a2 None None] Network 3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:56:49.108624 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d720300-b3f3-4ec0-8a5d-93f402d561c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a052043-dd5d-4310-b28d-0691b8ef07aa,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:49.147271 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bf6fe8b1-c7ad-48ac-9d1d-f940e053ff6d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8682034 Feb 04 20:56:49.155028 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 49014) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:56:49.163322 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-695771d3-13e6-47ea-8e73-63e76faf447d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1499996838-router', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:56:49.186036 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-695771d3-13e6-47ea-8e73-63e76faf447d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:56:49.208688 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-695771d3-13e6-47ea-8e73-63e76faf447d admin admin] Usage tracker for resource:router and tenant:66f8c7d92acd48ffa436b71c93318a59 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:56:49.220003 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-695771d3-13e6-47ea-8e73-63e76faf447d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:56:49.231099 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-695771d3-13e6-47ea-8e73-63e76faf447d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:56:49.245474 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-695771d3-13e6-47ea-8e73-63e76faf447d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:49.247006 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-695771d3-13e6-47ea-8e73-63e76faf447d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:49.284408 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-695771d3-13e6-47ea-8e73-63e76faf447d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:49.524462 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-8d720300-b3f3-4ec0-8a5d-93f402d561c9 service neutron] Attempting to bind port 1a052043-dd5d-4310-b28d-0691b8ef07aa on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:56:49.525054 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-8d720300-b3f3-4ec0-8a5d-93f402d561c9 service neutron] Attempting to bind port 1a052043-dd5d-4310-b28d-0691b8ef07aa by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': '85aba820-b386-48fc-9381-285c1f3f2f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '58692d71-156d-4fb6-ace3-10c851e59b5e'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:56:49.525168 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-8d720300-b3f3-4ec0-8a5d-93f402d561c9 service neutron] Attempting to bind port 1a052043-dd5d-4310-b28d-0691b8ef07aa on network 58692d71-156d-4fb6-ace3-10c851e59b5e {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:56:49.547699 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-8d720300-b3f3-4ec0-8a5d-93f402d561c9 service neutron] Port 1a052043-dd5d-4310-b28d-0691b8ef07aa on network 58692d71-156d-4fb6-ace3-10c851e59b5e not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:56:49.548124 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-8d720300-b3f3-4ec0-8a5d-93f402d561c9 service neutron] Attempting to bind port 1a052043-dd5d-4310-b28d-0691b8ef07aa on network 58692d71-156d-4fb6-ace3-10c851e59b5e {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:56:49.558873 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-8d720300-b3f3-4ec0-8a5d-93f402d561c9 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:56:49.559237 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-8d720300-b3f3-4ec0-8a5d-93f402d561c9 service neutron] Checking segment: {'id': '85aba820-b386-48fc-9381-285c1f3f2f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '58692d71-156d-4fb6-ace3-10c851e59b5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:56:49.559595 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-8d720300-b3f3-4ec0-8a5d-93f402d561c9 service neutron] Bound using segment: {'id': '85aba820-b386-48fc-9381-285c1f3f2f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '58692d71-156d-4fb6-ace3-10c851e59b5e'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:56:49.560041 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-8d720300-b3f3-4ec0-8a5d-93f402d561c9 service neutron] Bound port: 1a052043-dd5d-4310-b28d-0691b8ef07aa, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85aba820-b386-48fc-9381-285c1f3f2f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '58692d71-156d-4fb6-ace3-10c851e59b5e'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:56:49.560390 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-8d720300-b3f3-4ec0-8a5d-93f402d561c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:49.676398 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-8d720300-b3f3-4ec0-8a5d-93f402d561c9 service neutron] For port 1a052043-dd5d-4310-b28d-0691b8ef07aa, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:56:49.686449 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-8d720300-b3f3-4ec0-8a5d-93f402d561c9 service neutron] For port 1a052043-dd5d-4310-b28d-0691b8ef07aa, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=1a052043-dd5d-4310-b28d-0691b8ef07aa,segment=NetworkSegment(85aba820-b386-48fc-9381-285c1f3f2f76),segment_id=85aba820-b386-48fc-9381-285c1f3f2f76)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:56:49.712741 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-8d720300-b3f3-4ec0-8a5d-93f402d561c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:49.757720 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5371a7-9f2f-42d5-bd92-810f7f5d1c83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'fixed_ips': [{'subnet_id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:56:49.758569 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0c5371a7-9f2f-42d5-bd92-810f7f5d1c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:49.889186 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-695771d3-13e6-47ea-8e73-63e76faf447d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:49.966074 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-8d720300-b3f3-4ec0-8a5d-93f402d561c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:49.966926 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-8d720300-b3f3-4ec0-8a5d-93f402d561c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:49.968994 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-8d720300-b3f3-4ec0-8a5d-93f402d561c9 service neutron] 10.222.0.32 "PUT /v2.0/ports/1a052043-dd5d-4310-b28d-0691b8ef07aa HTTP/1.1" status: 200 len: 1092 time: 2.2682657 Feb 04 20:56:50.009485 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04bf7d-37be-4365-b4f2-2c61ee798d7a req-fcde9e37-505f-46a3-b9b2-d0720784d36c tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:50.022379 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7b04bf7d-37be-4365-b4f2-2c61ee798d7a req-fcde9e37-505f-46a3-b9b2-d0720784d36c tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb7966b8-3161-400f-b4b3-28f80b4767fb HTTP/1.1" status: 200 len: 946 time: 0.6342933 Feb 04 20:56:50.192373 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-0c5371a7-9f2f-42d5-bd92-810f7f5d1c83 None None] Allocated IP 172.20.0.2 (3e95a48d-24e2-42d1-a9cb-002bd8a7bca6/ad252a39-0fc7-473f-8135-1e6346b2d5e3/8c729de0-f30a-42f9-abc5-c7378e57d0e6) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:56:50.194766 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7b04bf7d-37be-4365-b4f2-2c61ee798d7a req-e51b0395-1447-43fa-965b-6ef4b1ca1595 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710665 Feb 04 20:56:50.203298 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d720300-b3f3-4ec0-8a5d-93f402d561c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a052043-dd5d-4310-b28d-0691b8ef07aa,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:50.257735 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-70124e0e-a0e7-4420-b2c1-d59d598f6956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:50.262746 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-70124e0e-a0e7-4420-b2c1-d59d598f6956 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f4da01125e7c4dd0833698f7f2de26a7&device_id=608208f2-034f-4106-9c6d-c6f7d830883c HTTP/1.1" status: 200 len: 1095 time: 0.2319789 Feb 04 20:56:50.344822 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7966b8-3161-400f-b4b3-28f80b4767fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c70a27-6445-4a77-9227-98f154876a07', 'code': 200} Feb 04 20:56:50.357132 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 432de455-77b1-4958-bba0-0a1bca95066f no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:56:50.439463 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-6e6b427f-d8a3-4850-a8e9-e93bba9a4e15 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a052043-dd5d-4310-b28d-0691b8ef07aa HTTP/1.1" status: 200 len: 217 time: 0.1682994 Feb 04 20:56:50.527739 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-695771d3-13e6-47ea-8e73-63e76faf447d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:50.566036 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-695771d3-13e6-47ea-8e73-63e76faf447d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:50.585964 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-c9557e7d-b05e-4cee-8479-b88f50c1278e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:50.588287 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-c9557e7d-b05e-4cee-8479-b88f50c1278e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=471d5236-38d9-46d6-b230-ea73933817b4 HTTP/1.1" status: 200 len: 852 time: 0.1421459 Feb 04 20:56:50.647853 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-727d78d1-b2f3-4ed2-83a1-31ea5f70e412 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58692d71-156d-4fb6-ace3-10c851e59b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492845 Feb 04 20:56:50.740349 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73dcd7-0fb4-41d5-8d13-7376fb394461 req-0e24b6d2-b4f4-44dd-80cf-018a615a94fc tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:50.741867 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0c73dcd7-0fb4-41d5-8d13-7376fb394461 req-0e24b6d2-b4f4-44dd-80cf-018a615a94fc tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 943 time: 0.2611530 Feb 04 20:56:50.757993 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-695771d3-13e6-47ea-8e73-63e76faf447d admin admin] Allocated IP 172.25.5.163 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/5aed0619-7db8-4903-8759-42ab09ba4aa4) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:56:50.833436 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0c73dcd7-0fb4-41d5-8d13-7376fb394461 req-4d0aaa9e-23cf-4d87-839c-2dc20d42c831 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760021 Feb 04 20:56:50.853501 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0c5371a7-9f2f-42d5-bd92-810f7f5d1c83 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:50.862894 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-9767e36b-e8bf-4234-8c8c-3dc6a6480dbb service neutron] 10.222.0.32 "GET /v2.0/networks/58692d71-156d-4fb6-ace3-10c851e59b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081261 Feb 04 20:56:50.864974 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-0c5371a7-9f2f-42d5-bd92-810f7f5d1c83 None None] Transition to ACTIVE for port object 8c729de0-f30a-42f9-abc5-c7378e57d0e6 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:56:50.887959 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-0c5371a7-9f2f-42d5-bd92-810f7f5d1c83 None None] Transition to ACTIVE for port object 8c729de0-f30a-42f9-abc5-c7378e57d0e6 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:56:50.915455 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0c5371a7-9f2f-42d5-bd92-810f7f5d1c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:50.995934 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: 432de455-77b1-4958-bba0-0a1bca95066f {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:56:50.998061 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 432de455-77b1-4958-bba0-0a1bca95066f not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:56:51.021009 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-695771d3-13e6-47ea-8e73-63e76faf447d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:51.115468 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9cd9679-9aaf-4c95-beb9-4b9eed13656b', 'name': 'network-vif-deleted', 'tag': '432de455-77b1-4958-bba0-0a1bca95066f', 'status': 'completed', 'code': 200} Feb 04 20:56:51.121242 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-695771d3-13e6-47ea-8e73-63e76faf447d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:51.134317 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5371a7-9f2f-42d5-bd92-810f7f5d1c83 None None] Network 3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:56:51.165523 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-0c5371a7-9f2f-42d5-bd92-810f7f5d1c83 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:56:51.179691 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5371a7-9f2f-42d5-bd92-810f7f5d1c83 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:56:51.195821 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cfa9074-eb38-43e4-9519-99f1b012adda', 'tag': '53870aa0-b24f-4163-a2cc-04c964c4be8f'}, {'name': 'network-changed', 'server_uuid': '608208f2-034f-4106-9c6d-c6f7d830883c', 'tag': '1a052043-dd5d-4310-b28d-0691b8ef07aa'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:56:51.211165 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-20f1c57f-4491-47b2-821a-619b1132ebc1 req-7afb30d3-7a1d-4ddc-80e3-347dc11316cb service neutron] 10.222.0.32 "GET /v2.0/networks/58692d71-156d-4fb6-ace3-10c851e59b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399324 Feb 04 20:56:51.282663 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5371a7-9f2f-42d5-bd92-810f7f5d1c83 None None] Pushing event updated for resources: {'Port': ['ID=8c729de0-f30a-42f9-abc5-c7378e57d0e6,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:51.328214 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695771d3-13e6-47ea-8e73-63e76faf447d admin admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:56:51.340440 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-695771d3-13e6-47ea-8e73-63e76faf447d admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:56:51.350970 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695771d3-13e6-47ea-8e73-63e76faf447d admin admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:56:51.353621 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cfa9074-eb38-43e4-9519-99f1b012adda', 'tag': '53870aa0-b24f-4163-a2cc-04c964c4be8f', 'status': 'completed', 'code': 200} Feb 04 20:56:51.353885 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '608208f2-034f-4106-9c6d-c6f7d830883c', 'tag': '1a052043-dd5d-4310-b28d-0691b8ef07aa', 'status': 'completed', 'code': 200} Feb 04 20:56:51.452941 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-0c5371a7-9f2f-42d5-bd92-810f7f5d1c83 None None] Attempting to bind port 8c729de0-f30a-42f9-abc5-c7378e57d0e6 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:56:51.453378 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-0c5371a7-9f2f-42d5-bd92-810f7f5d1c83 None None] Attempting to bind port 8c729de0-f30a-42f9-abc5-c7378e57d0e6 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:56:51.453683 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5371a7-9f2f-42d5-bd92-810f7f5d1c83 None None] Attempting to bind port 8c729de0-f30a-42f9-abc5-c7378e57d0e6 on network 3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:56:51.454384 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842bbcb-31c0-47a1-bfbd-3ec759bf4d6c req-a6bfba73-4e2f-43a5-a3bf-ea07214aa3da tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:51.463458 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8842bbcb-31c0-47a1-bfbd-3ec759bf4d6c req-a6bfba73-4e2f-43a5-a3bf-ea07214aa3da tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/ports?device_id=608208f2-034f-4106-9c6d-c6f7d830883c HTTP/1.1" status: 200 len: 944 time: 0.2378976 Feb 04 20:56:51.468379 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6620cf-973f-48e1-91b1-726a445dad46 req-d6e6ae7b-4364-46d6-9735-6bda3cbc7716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:51.469171 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5371a7-9f2f-42d5-bd92-810f7f5d1c83 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:56:51.469569 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5371a7-9f2f-42d5-bd92-810f7f5d1c83 None None] Checking segment: {'id': '477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:56:51.470013 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a6620cf-973f-48e1-91b1-726a445dad46 req-d6e6ae7b-4364-46d6-9735-6bda3cbc7716 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 1124 time: 0.1109195 Feb 04 20:56:51.470137 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0c5371a7-9f2f-42d5-bd92-810f7f5d1c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:51.470406 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5371a7-9f2f-42d5-bd92-810f7f5d1c83 None None] Bound using segment: {'id': '477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:56:51.470891 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-0c5371a7-9f2f-42d5-bd92-810f7f5d1c83 None None] Bound port: 8c729de0-f30a-42f9-abc5-c7378e57d0e6, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:56:51.471261 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0c5371a7-9f2f-42d5-bd92-810f7f5d1c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:51.546724 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 49056) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:56:51.629776 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-0c5371a7-9f2f-42d5-bd92-810f7f5d1c83 None None] For port 8c729de0-f30a-42f9-abc5-c7378e57d0e6, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:56:51.633933 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-0c5371a7-9f2f-42d5-bd92-810f7f5d1c83 None None] For port 8c729de0-f30a-42f9-abc5-c7378e57d0e6, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=8c729de0-f30a-42f9-abc5-c7378e57d0e6,segment=NetworkSegment(477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3),segment_id=477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:56:51.639673 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0c5371a7-9f2f-42d5-bd92-810f7f5d1c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:51.709454 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8842bbcb-31c0-47a1-bfbd-3ec759bf4d6c req-834b5665-3489-44e6-a520-3b8b3102e873 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups?id=90534580-969e-4349-8372-dccd27f6c398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449672 Feb 04 20:56:51.813636 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5371a7-9f2f-42d5-bd92-810f7f5d1c83 None None] Pushing event updated for resources: {'Port': ['ID=8c729de0-f30a-42f9-abc5-c7378e57d0e6,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:51.869733 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6620cf-973f-48e1-91b1-726a445dad46 req-c01968c3-f4d6-4409-8674-fb8531aca7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:51.871239 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a6620cf-973f-48e1-91b1-726a445dad46 req-c01968c3-f4d6-4409-8674-fb8531aca7b6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e2945ff6-c379-474d-a032-331b1f6dd08e HTTP/1.1" status: 200 len: 908 time: 0.3857136 Feb 04 20:56:51.909871 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695771d3-13e6-47ea-8e73-63e76faf447d admin admin] Pushing event updated for resources: {'Port': ['ID=5aed0619-7db8-4903-8759-42ab09ba4aa4,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:52.020139 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a6620cf-973f-48e1-91b1-726a445dad46 req-c4168b0c-343c-46a4-bc94-9ff130f34b5c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53870aa0-b24f-4163-a2cc-04c964c4be8f HTTP/1.1" status: 200 len: 217 time: 0.1287253 Feb 04 20:56:52.046597 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29dde7-af68-44ae-96e2-4c6ad8268464 req-9bfc6553-8b6e-443d-a998-62a91fdd99d8 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:52.048587 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b29dde7-af68-44ae-96e2-4c6ad8268464 req-9bfc6553-8b6e-443d-a998-62a91fdd99d8 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dcaf5b0-e981-4679-8c24-f2f357c4c6e5 HTTP/1.1" status: 200 len: 950 time: 0.4350452 Feb 04 20:56:52.128900 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-001f007f-b3b9-4f7c-97c2-ab8fb7fe1686 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1c95ab08729c4244bb5389f69a70876f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5800455 Feb 04 20:56:52.138413 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 49066) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:56:52.214252 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6620cf-973f-48e1-91b1-726a445dad46 req-94af8669-cee0-4a1c-8a8d-9cd5b846ba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:52.215693 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a6620cf-973f-48e1-91b1-726a445dad46 req-94af8669-cee0-4a1c-8a8d-9cd5b846ba1b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=52dce76a-dd1c-484a-ae6a-f327dbe47b7b HTTP/1.1" status: 200 len: 847 time: 0.1578505 Feb 04 20:56:52.220387 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b29dde7-af68-44ae-96e2-4c6ad8268464 req-dd711a57-2ada-44d3-b3b2-33e2b7632f24 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc210c-964a-4042-82bb-983fec424162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235917 Feb 04 20:56:52.275304 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-695771d3-13e6-47ea-8e73-63e76faf447d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:52.301088 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a6620cf-973f-48e1-91b1-726a445dad46 req-96e77746-c310-4893-ae52-fd6d800218c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e2945ff6-c379-474d-a032-331b1f6dd08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638177 Feb 04 20:56:52.525403 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37734275-109b-47f6-af53-5ae6282cd2bb req-e1e0e7e9-50e9-4ecc-875e-162cc6534801 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:52.526898 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-37734275-109b-47f6-af53-5ae6282cd2bb req-e1e0e7e9-50e9-4ecc-875e-162cc6534801 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb7966b8-3161-400f-b4b3-28f80b4767fb HTTP/1.1" status: 200 len: 946 time: 0.6369181 Feb 04 20:56:52.559363 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9d9cd1b9-2bc2-4ceb-a52a-0afea64e7582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:52.636639 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9d9cd1b9-2bc2-4ceb-a52a-0afea64e7582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:52.679644 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-695771d3-13e6-47ea-8e73-63e76faf447d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:52.722363 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-37734275-109b-47f6-af53-5ae6282cd2bb req-53da5d40-b4bb-41be-82cd-1d75f8664b7c tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525307 Feb 04 20:56:52.739309 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a6620cf-973f-48e1-91b1-726a445dad46 req-49162765-61fa-4ee7-8b53-b5095e1b2e3f service neutron] 10.222.0.32 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285586 Feb 04 20:56:52.814694 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9d9cd1b9-2bc2-4ceb-a52a-0afea64e7582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:52.923068 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9cd1b9-2bc2-4ceb-a52a-0afea64e7582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591bfa98-484c-42a2-bbc1-6edf05532440,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:52.952883 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904fdcd-d7f8-4b33-9f2d-f604eb4f1bf5 req-a544d58f-f807-4499-ac2d-5df13fc7f5f0 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:52.965166 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0904fdcd-d7f8-4b33-9f2d-f604eb4f1bf5 req-a544d58f-f807-4499-ac2d-5df13fc7f5f0 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 943 time: 0.4593005 Feb 04 20:56:53.021618 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695771d3-13e6-47ea-8e73-63e76faf447d admin admin] Router 4d549bcc-ca13-4a19-9558-de8ab618ee7a is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:56:53.093551 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9d9cd1b9-2bc2-4ceb-a52a-0afea64e7582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:53.097762 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-9d9cd1b9-2bc2-4ceb-a52a-0afea64e7582 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/591bfa98-484c-42a2-bbc1-6edf05532440 HTTP/1.1" status: 204 len: 168 time: 0.9536984 Feb 04 20:56:53.143263 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0904fdcd-d7f8-4b33-9f2d-f604eb4f1bf5 req-7adda9fd-adfc-44fa-a661-cab55aefabed tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770697 Feb 04 20:56:53.181830 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a6620cf-973f-48e1-91b1-726a445dad46 req-943104e7-edf3-4dfa-8100-ba0e26da6c80 service neutron] 10.222.0.32 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339888 Feb 04 20:56:53.316615 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695771d3-13e6-47ea-8e73-63e76faf447d admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:56:53.327594 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213f3ea2-c0b8-4ad0-be50-272f6cb34943 None None] Sync routers for ids ['4d549bcc-ca13-4a19-9558-de8ab618ee7a'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:56:53.347510 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213f3ea2-c0b8-4ad0-be50-272f6cb34943 None None] Routers {'4d549bcc-ca13-4a19-9558-de8ab618ee7a'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:56:53.348323 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-213f3ea2-c0b8-4ad0-be50-272f6cb34943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:56:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4d549bcc-ca13-4a19-9558-de8ab618ee7a'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:56:53.402374 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-695771d3-13e6-47ea-8e73-63e76faf447d admin admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:53.404099 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-695771d3-13e6-47ea-8e73-63e76faf447d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.2480483 Feb 04 20:56:53.407120 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 49090) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:56:53.467330 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356b106a-e814-428d-9e78-dbeee91eeefa None None] Network 3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:56:53.484877 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6620cf-973f-48e1-91b1-726a445dad46 req-8741437b-9f80-43dc-b297-9d047ff04bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:53.510684 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a6620cf-973f-48e1-91b1-726a445dad46 req-8741437b-9f80-43dc-b297-9d047ff04bc1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f4da01125e7c4dd0833698f7f2de26a7&device_id=608208f2-034f-4106-9c6d-c6f7d830883c HTTP/1.1" status: 200 len: 1095 time: 0.2384522 Feb 04 20:56:53.682079 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107459d-689d-40bd-8ae7-3c69335bdeb4 req-7a67b028-bae6-41b1-945e-a274d90851f1 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:53.691459 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b107459d-689d-40bd-8ae7-3c69335bdeb4 req-7a67b028-bae6-41b1-945e-a274d90851f1 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/ports?device_id=608208f2-034f-4106-9c6d-c6f7d830883c HTTP/1.1" status: 200 len: 944 time: 0.3032837 Feb 04 20:56:53.866236 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-49746515-3d00-467c-98f6-3498e40d0b31 None None] Provisioning for port 8c729de0-f30a-42f9-abc5-c7378e57d0e6 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:56:53.937785 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 49100) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:56:53.977786 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b107459d-689d-40bd-8ae7-3c69335bdeb4 req-ecc582f2-90ed-43ba-8fe6-4631fb9f7256 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups?id=90534580-969e-4349-8372-dccd27f6c398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821279 Feb 04 20:56:54.063681 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6620cf-973f-48e1-91b1-726a445dad46 req-3bb08e6f-7fb6-4ad0-a176-e09a09daa35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:54.083805 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a6620cf-973f-48e1-91b1-726a445dad46 req-3bb08e6f-7fb6-4ad0-a176-e09a09daa35a service neutron] 10.222.0.32 "GET /v2.0/networks?id=58692d71-156d-4fb6-ace3-10c851e59b5e HTTP/1.1" status: 200 len: 913 time: 0.5566938 Feb 04 20:56:54.110756 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-213f3ea2-c0b8-4ad0-be50-272f6cb34943 None None] Set router 4d549bcc-ca13-4a19-9558-de8ab618ee7a gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:56:54.248433 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 8c729de0-f30a-42f9-abc5-c7378e57d0e6 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:56:54.275552 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 49116) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:56:54.276698 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-eb37a371-1d10-44fa-8e16-801692483393 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=28f5959133d741a3be55923862e04d9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948449 Feb 04 20:56:54.278776 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a6620cf-973f-48e1-91b1-726a445dad46 req-6575cce4-3ee3-48e3-ab66-4f91e9d2f36e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a052043-dd5d-4310-b28d-0691b8ef07aa HTTP/1.1" status: 200 len: 217 time: 0.1830401 Feb 04 20:56:54.380739 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device e0c70a27-6445-4a77-9227-98f154876a07 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:56:54.474884 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6620cf-973f-48e1-91b1-726a445dad46 req-63292d76-e7cd-4b82-842e-de677a699a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:54.477599 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a6620cf-973f-48e1-91b1-726a445dad46 req-63292d76-e7cd-4b82-842e-de677a699a7f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=471d5236-38d9-46d6-b230-ea73933817b4 HTTP/1.1" status: 200 len: 852 time: 0.1592512 Feb 04 20:56:54.580568 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a6620cf-973f-48e1-91b1-726a445dad46 req-d7e11e0d-4dc2-45c4-b8a7-2329cb68dcb3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58692d71-156d-4fb6-ace3-10c851e59b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923808 Feb 04 20:56:54.633491 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 8c729de0-f30a-42f9-abc5-c7378e57d0e6 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:56:54.652047 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:54.672484 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b4c68639-3d09-4313-b9f9-1bb63d682291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:54.673561 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 8c729de0-f30a-42f9-abc5-c7378e57d0e6 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:56:54.674152 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:54.719328 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-213f3ea2-c0b8-4ad0-be50-272f6cb34943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1499996838-router', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:56:49Z', 'updated_at': '2022-02-04T20:56:52Z', 'revision_number': 3, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'gw_port': {'id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:50Z', 'updated_at': '2022-02-04T20:56:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:56:54.725571 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-387581c9-e843-43ec-a31e-2e96f1ce829b service neutron] 10.222.0.32 "GET /v2.0/ports/53870aa0-b24f-4163-a2cc-04c964c4be8f/bindings/n-h2-827896-1 HTTP/1.1" status: 200 len: 384 time: 0.4488018 Feb 04 20:56:54.726809 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213f3ea2-c0b8-4ad0-be50-272f6cb34943 None None] Checking router: 4d549bcc-ca13-4a19-9558-de8ab618ee7a for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:56:54.730599 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213f3ea2-c0b8-4ad0-be50-272f6cb34943 None None] Updating router 4d549bcc-ca13-4a19-9558-de8ab618ee7a port 5aed0619-7db8-4903-8759-42ab09ba4aa4 binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:56:54.766088 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7966b8-3161-400f-b4b3-28f80b4767fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0c70a27-6445-4a77-9227-98f154876a07'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:56:54.780974 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port e0c70a27-6445-4a77-9227-98f154876a07, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=e0c70a27-6445-4a77-9227-98f154876a07,segment=NetworkSegment(673dc65b-eb24-40c2-b385-7348d9364d07),segment_id=673dc65b-eb24-40c2-b385-7348d9364d07)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:54.790354 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:54.791577 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:56:54.814856 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-213f3ea2-c0b8-4ad0-be50-272f6cb34943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:54.833992 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b4c68639-3d09-4313-b9f9-1bb63d682291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:54.838123 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3595c-7736-4eb1-9de0-1502081e4e11 req-8b0c5a38-c1ce-4c19-bda8-d186e3d60a5e tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:54.842139 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-85e3595c-7736-4eb1-9de0-1502081e4e11 req-8b0c5a38-c1ce-4c19-bda8-d186e3d60a5e tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 943 time: 0.3609912 Feb 04 20:56:54.950166 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779e4bd-25be-40b8-b69f-7889613a52cc req-5403083e-1883-4635-86a2-299033c02fe7 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:54.955482 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6779e4bd-25be-40b8-b69f-7889613a52cc req-5403083e-1883-4635-86a2-299033c02fe7 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb7966b8-3161-400f-b4b3-28f80b4767fb HTTP/1.1" status: 200 len: 946 time: 0.6865158 Feb 04 20:56:54.990772 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:55.006943 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a6620cf-973f-48e1-91b1-726a445dad46 req-1edc9deb-e52a-4749-aa0f-7cd314644585 service neutron] 10.222.0.32 "GET /v2.0/networks/58692d71-156d-4fb6-ace3-10c851e59b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160786 Feb 04 20:56:55.041119 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=e0c70a27-6445-4a77-9227-98f154876a07,revision_number=8']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:55.061138 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-85e3595c-7736-4eb1-9de0-1502081e4e11 req-3c0ff9ee-e876-4c03-ad68-faebac112082 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059908 Feb 04 20:56:55.079580 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 8c729de0-f30a-42f9-abc5-c7378e57d0e6, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=8c729de0-f30a-42f9-abc5-c7378e57d0e6,segment=NetworkSegment(477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3),segment_id=477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:55.087780 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:55.129162 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:55.155734 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7966b8-3161-400f-b4b3-28f80b4767fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0c70a27-6445-4a77-9227-98f154876a07', 'code': 200} Feb 04 20:56:55.197197 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:55.200763 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=8c729de0-f30a-42f9-abc5-c7378e57d0e6,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:55.204397 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:55.286072 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6779e4bd-25be-40b8-b69f-7889613a52cc req-5a605722-8c17-42fb-8749-7a82a02a8262 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207521 Feb 04 20:56:55.317975 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe,revision_number=8']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:55.368326 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a6620cf-973f-48e1-91b1-726a445dad46 req-fee44b78-a3f0-4518-addb-cbbb59dd30e2 service neutron] 10.222.0.32 "GET /v2.0/networks/58692d71-156d-4fb6-ace3-10c851e59b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199120 Feb 04 20:56:55.561407 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b4c68639-3d09-4313-b9f9-1bb63d682291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:55.617824 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c68639-3d09-4313-b9f9-1bb63d682291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04669727-efb3-4577-806a-0cae995ccdb8,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:55.625488 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-213f3ea2-c0b8-4ad0-be50-272f6cb34943 None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:55.639083 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b4c68639-3d09-4313-b9f9-1bb63d682291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:55.641062 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-213f3ea2-c0b8-4ad0-be50-272f6cb34943 None None] Transition to ACTIVE for port object 5aed0619-7db8-4903-8759-42ab09ba4aa4 will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:56:55.642227 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b4c68639-3d09-4313-b9f9-1bb63d682291 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/04669727-efb3-4577-806a-0cae995ccdb8 HTTP/1.1" status: 204 len: 168 time: 1.2782331 Feb 04 20:56:55.658592 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-17ff7688-e523-4f4f-bad1-c02a25584b0a service neutron] For port 53870aa0-b24f-4163-a2cc-04c964c4be8f, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=53870aa0-b24f-4163-a2cc-04c964c4be8f,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:55.661253 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-213f3ea2-c0b8-4ad0-be50-272f6cb34943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:55.742406 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-17ff7688-e523-4f4f-bad1-c02a25584b0a service neutron] For port 53870aa0-b24f-4163-a2cc-04c964c4be8f, host n-h1-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:56:55.760768 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:55.763353 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-213f3ea2-c0b8-4ad0-be50-272f6cb34943 None None] Attempting to bind port 5aed0619-7db8-4903-8759-42ab09ba4aa4 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:56:55.763805 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-213f3ea2-c0b8-4ad0-be50-272f6cb34943 None None] Attempting to bind port 5aed0619-7db8-4903-8759-42ab09ba4aa4 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:56:55.764059 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213f3ea2-c0b8-4ad0-be50-272f6cb34943 None None] Attempting to bind port 5aed0619-7db8-4903-8759-42ab09ba4aa4 on network 1f11f724-8cdd-497d-8220-929f45cf1223 {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:56:55.776464 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213f3ea2-c0b8-4ad0-be50-272f6cb34943 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:56:55.776763 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213f3ea2-c0b8-4ad0-be50-272f6cb34943 None None] Checking segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:56:55.777162 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-213f3ea2-c0b8-4ad0-be50-272f6cb34943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:55.777568 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213f3ea2-c0b8-4ad0-be50-272f6cb34943 None None] Bound using segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:56:55.778038 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-213f3ea2-c0b8-4ad0-be50-272f6cb34943 None None] Bound port: 5aed0619-7db8-4903-8759-42ab09ba4aa4, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:56:55.778420 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-213f3ea2-c0b8-4ad0-be50-272f6cb34943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:55.847965 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f15cee-b7a8-42b9-b413-c321f8cfdd7b None None] Pushing event updated for resources: {'Port': ['ID=5aed0619-7db8-4903-8759-42ab09ba4aa4,revision_number=2']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:55.867429 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f15cee-b7a8-42b9-b413-c321f8cfdd7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:55.867770 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f15cee-b7a8-42b9-b413-c321f8cfdd7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:55.868099 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f15cee-b7a8-42b9-b413-c321f8cfdd7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:55.868422 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f15cee-b7a8-42b9-b413-c321f8cfdd7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:55.868742 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f15cee-b7a8-42b9-b413-c321f8cfdd7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:55.869063 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f15cee-b7a8-42b9-b413-c321f8cfdd7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:55.869402 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f15cee-b7a8-42b9-b413-c321f8cfdd7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:55.869715 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f15cee-b7a8-42b9-b413-c321f8cfdd7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:55.870029 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f15cee-b7a8-42b9-b413-c321f8cfdd7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:55.870340 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f15cee-b7a8-42b9-b413-c321f8cfdd7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:55.870650 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f15cee-b7a8-42b9-b413-c321f8cfdd7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:55.870958 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f15cee-b7a8-42b9-b413-c321f8cfdd7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:56:55.877246 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-17ff7688-e523-4f4f-bad1-c02a25584b0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53870aa0-b24f-4163-a2cc-04c964c4be8f {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:56:55.883444 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-90b6857b-e036-40a4-850e-dd9a57b5bebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:55.886610 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-213f3ea2-c0b8-4ad0-be50-272f6cb34943 None None] For port 5aed0619-7db8-4903-8759-42ab09ba4aa4, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:56:55.890173 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-213f3ea2-c0b8-4ad0-be50-272f6cb34943 None None] For port 5aed0619-7db8-4903-8759-42ab09ba4aa4, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=5aed0619-7db8-4903-8759-42ab09ba4aa4,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:56:55.897500 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-213f3ea2-c0b8-4ad0-be50-272f6cb34943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:55.930737 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-17ff7688-e523-4f4f-bad1-c02a25584b0a service neutron] For port 53870aa0-b24f-4163-a2cc-04c964c4be8f, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=53870aa0-b24f-4163-a2cc-04c964c4be8f,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:56.012144 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213f3ea2-c0b8-4ad0-be50-272f6cb34943 None None] Routers {'4d549bcc-ca13-4a19-9558-de8ab618ee7a'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:56:56.012685 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-213f3ea2-c0b8-4ad0-be50-272f6cb34943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:56:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4d549bcc-ca13-4a19-9558-de8ab618ee7a'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:56:56.061126 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 8c729de0-f30a-42f9-abc5-c7378e57d0e6 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:56:56.080200 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-17ff7688-e523-4f4f-bad1-c02a25584b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:56.111664 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e6f92-a42a-4b3b-94b5-1eb4aa82120f req-3b86ec1f-3bb6-41e7-a9b3-46fc33c21c81 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:56.121775 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a70e6f92-a42a-4b3b-94b5-1eb4aa82120f req-3b86ec1f-3bb6-41e7-a9b3-46fc33c21c81 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/ports?device_id=608208f2-034f-4106-9c6d-c6f7d830883c HTTP/1.1" status: 200 len: 944 time: 0.8347316 Feb 04 20:56:56.128556 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f15cee-b7a8-42b9-b413-c321f8cfdd7b None None] Pushing event updated for resources: {'Port': ['ID=5aed0619-7db8-4903-8759-42ab09ba4aa4,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:56.193449 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82dc2ca-75f6-44ba-b329-025c405d26b3 req-fb757d40-6e4c-42ed-9c8b-efeab906c738 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:56.195928 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e82dc2ca-75f6-44ba-b329-025c405d26b3 req-fb757d40-6e4c-42ed-9c8b-efeab906c738 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb7966b8-3161-400f-b4b3-28f80b4767fb HTTP/1.1" status: 200 len: 944 time: 0.3285058 Feb 04 20:56:56.324357 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 8c729de0-f30a-42f9-abc5-c7378e57d0e6 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:56:56.324904 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:56.358292 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-213f3ea2-c0b8-4ad0-be50-272f6cb34943 None None] Set router 4d549bcc-ca13-4a19-9558-de8ab618ee7a gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:56:56.364238 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 1a052043-dd5d-4310-b28d-0691b8ef07aa details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:56:56.496669 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-17ff7688-e523-4f4f-bad1-c02a25584b0a service neutron] Transition to ACTIVE for port object 53870aa0-b24f-4163-a2cc-04c964c4be8f will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:56:56.505182 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-17ff7688-e523-4f4f-bad1-c02a25584b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:56.606710 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-90b6857b-e036-40a4-850e-dd9a57b5bebc admin admin] Allocated IP 172.20.0.1 (3e95a48d-24e2-42d1-a9cb-002bd8a7bca6/ad252a39-0fc7-473f-8135-1e6346b2d5e3/19165dbd-4a26-48e0-ac95-837955379ba3) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:56:56.795313 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 1a052043-dd5d-4310-b28d-0691b8ef07aa, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=1a052043-dd5d-4310-b28d-0691b8ef07aa,segment=NetworkSegment(85aba820-b386-48fc-9381-285c1f3f2f76),segment_id=85aba820-b386-48fc-9381-285c1f3f2f76)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:56.795869 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a70e6f92-a42a-4b3b-94b5-1eb4aa82120f req-8aa36702-0ff3-43a1-8072-676b870fc0bf tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups?id=90534580-969e-4349-8372-dccd27f6c398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6723759 Feb 04 20:56:56.812973 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '1a052043-dd5d-4310-b28d-0691b8ef07aa', 'network_id': '58692d71-156d-4fb6-ace3-10c851e59b5e', 'port_id': '1a052043-dd5d-4310-b28d-0691b8ef07aa', 'mac_address': 'fa:16:3e:90:3d:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '471d5236-38d9-46d6-b230-ea73933817b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:56:56.862162 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-213f3ea2-c0b8-4ad0-be50-272f6cb34943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1499996838-router', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:56:49Z', 'updated_at': '2022-02-04T20:56:52Z', 'revision_number': 3, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'gw_port': {'id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:50Z', 'updated_at': '2022-02-04T20:56:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:56:56.874488 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213f3ea2-c0b8-4ad0-be50-272f6cb34943 None None] The sync data for ids ['4d549bcc-ca13-4a19-9558-de8ab618ee7a'] in n-d-827896-1 is: [{'id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1499996838-router', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:56:49Z', 'updated_at': '2022-02-04T20:56:52Z', 'revision_number': 3, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'gw_port': {'id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:50Z', 'updated_at': '2022-02-04T20:56:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:56:57.017707 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:57.069059 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a052043-dd5d-4310-b28d-0691b8ef07aa {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:56:57.108827 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 1a052043-dd5d-4310-b28d-0691b8ef07aa, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=1a052043-dd5d-4310-b28d-0691b8ef07aa,segment=NetworkSegment(85aba820-b386-48fc-9381-285c1f3f2f76),segment_id=85aba820-b386-48fc-9381-285c1f3f2f76)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:57.113967 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:57.152463 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff7688-e523-4f4f-bad1-c02a25584b0a service neutron] Pushing event updated for resources: {'Port': ['ID=53870aa0-b24f-4163-a2cc-04c964c4be8f,revision_number=10']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:57.165053 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-e82dc2ca-75f6-44ba-b329-025c405d26b3 req-79208590-9f37-4ffb-820c-171eccdaf838 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Deleting port e0c70a27-6445-4a77-9227-98f154876a07 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:56:57.165681 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e82dc2ca-75f6-44ba-b329-025c405d26b3 req-79208590-9f37-4ffb-820c-171eccdaf838 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:57.192411 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-17ff7688-e523-4f4f-bad1-c02a25584b0a service neutron] No DVR routers for this DVR port 53870aa0-b24f-4163-a2cc-04c964c4be8f on host n-h1-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:56:57.232438 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dcaf5b0-e981-4679-8c24-f2f357c4c6e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:56:57.302032 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=1a052043-dd5d-4310-b28d-0691b8ef07aa,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:57.399855 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-17ff7688-e523-4f4f-bad1-c02a25584b0a service neutron] 10.222.0.32 "PUT /v2.0/ports/53870aa0-b24f-4163-a2cc-04c964c4be8f/bindings/n-h2-827896-1/activate HTTP/1.1" status: 200 len: 369 time: 2.6582153 Feb 04 20:56:57.519005 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['1a052043-dd5d-4310-b28d-0691b8ef07aa'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:56:57.555036 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-90b6857b-e036-40a4-850e-dd9a57b5bebc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:57.579773 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff07626-de0d-44a1-8f9d-4ade7b4e3f5e req-d3b98878-3d2c-44b3-913e-73e408eeecaf tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:57.587986 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0ff07626-de0d-44a1-8f9d-4ade7b4e3f5e req-d3b98878-3d2c-44b3-913e-73e408eeecaf tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 944 time: 0.7910655 Feb 04 20:56:57.619390 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-90b6857b-e036-40a4-850e-dd9a57b5bebc admin admin] Transition to ACTIVE for port object 19165dbd-4a26-48e0-ac95-837955379ba3 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:56:57.693567 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-8f0f7731-e9a4-4e5b-a579-a898554c2deb tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:57.698354 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-8f0f7731-e9a4-4e5b-a579-a898554c2deb tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda&tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&binding%3Ahost_id=n-h1-827896-1 HTTP/1.1" status: 200 len: 1095 time: 0.2330093 Feb 04 20:56:57.712731 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-e82dc2ca-75f6-44ba-b329-025c405d26b3 req-79208590-9f37-4ffb-820c-171eccdaf838 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] For port e0c70a27-6445-4a77-9227-98f154876a07, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=e0c70a27-6445-4a77-9227-98f154876a07,segment=NetworkSegment(673dc65b-eb24-40c2-b385-7348d9364d07),segment_id=673dc65b-eb24-40c2-b385-7348d9364d07)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:57.713102 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e82dc2ca-75f6-44ba-b329-025c405d26b3 req-79208590-9f37-4ffb-820c-171eccdaf838 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:57.827393 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-90b6857b-e036-40a4-850e-dd9a57b5bebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:58.000286 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-e82dc2ca-75f6-44ba-b329-025c405d26b3 req-79208590-9f37-4ffb-820c-171eccdaf838 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Calling delete_port for e0c70a27-6445-4a77-9227-98f154876a07 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:56:58.104978 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03856c-5015-454e-8770-c00a0c88ac4f req-e80775df-d39c-4ae5-bf07-86730737d90e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:58.123979 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b03856c-5015-454e-8770-c00a0c88ac4f req-e80775df-d39c-4ae5-bf07-86730737d90e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb7966b8-3161-400f-b4b3-28f80b4767fb HTTP/1.1" status: 200 len: 944 time: 1.1723025 Feb 04 20:56:58.144647 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b6857b-e036-40a4-850e-dd9a57b5bebc admin admin] Network 3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:56:58.148875 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-90b6857b-e036-40a4-850e-dd9a57b5bebc admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:56:58.171199 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6857b-e036-40a4-850e-dd9a57b5bebc admin admin] Pushing event updated for resources: {'Port': ['ID=19165dbd-4a26-48e0-ac95-837955379ba3,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:58.174987 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b6857b-e036-40a4-850e-dd9a57b5bebc admin admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:56:58.208078 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 5aed0619-7db8-4903-8759-42ab09ba4aa4 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:56:58.228971 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b03856c-5015-454e-8770-c00a0c88ac4f req-4f929dc2-6ceb-4c41-82b0-b4d300a49df7 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964518 Feb 04 20:56:58.350296 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-5e0d3291-d3a9-49ea-b79c-46d2ebf06115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:58.358465 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-5e0d3291-d3a9-49ea-b79c-46d2ebf06115 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda&tenant_id=1e904fca23cf47ec90953cad0cc5c8e4 HTTP/1.1" status: 200 len: 1095 time: 0.6509621 Feb 04 20:56:58.422502 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device b447ef48-492b-4220-b871-716bb45bab3a details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:56:58.445372 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0ff07626-de0d-44a1-8f9d-4ade7b4e3f5e req-c13fac26-8262-4d2d-82ef-1479369dde3e tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8564925 Feb 04 20:56:58.490556 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e82dc2ca-75f6-44ba-b329-025c405d26b3 req-79208590-9f37-4ffb-820c-171eccdaf838 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:58.526236 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-90b6857b-e036-40a4-850e-dd9a57b5bebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:58.641798 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 53870aa0-b24f-4163-a2cc-04c964c4be8f no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:56:58.731813 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79208590-9f37-4ffb-820c-171eccdaf838 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Pushing event deleted for resources: {'Port': ['ID=e0c70a27-6445-4a77-9227-98f154876a07,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:58.751616 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dcaf5b0-e981-4679-8c24-f2f357c4c6e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe', 'code': 200} Feb 04 20:56:58.794739 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port b447ef48-492b-4220-b871-716bb45bab3a, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b447ef48-492b-4220-b871-716bb45bab3a,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:58.811491 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': 'b447ef48-492b-4220-b871-716bb45bab3a', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': 'b447ef48-492b-4220-b871-716bb45bab3a', 'mac_address': 'fa:16:3e:fb:15:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:56:58.862049 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82dc2ca-75f6-44ba-b329-025c405d26b3 req-79208590-9f37-4ffb-820c-171eccdaf838 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] No DVR routers for this DVR port e0c70a27-6445-4a77-9227-98f154876a07 on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:56:58.876093 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e82dc2ca-75f6-44ba-b329-025c405d26b3 req-79208590-9f37-4ffb-820c-171eccdaf838 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:58.884138 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7966b8-3161-400f-b4b3-28f80b4767fb', 'name': 'network-vif-deleted', 'tag': 'e0c70a27-6445-4a77-9227-98f154876a07'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:56:58.909906 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e82dc2ca-75f6-44ba-b329-025c405d26b3 req-79208590-9f37-4ffb-820c-171eccdaf838 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.18 "DELETE /v2.0/ports/e0c70a27-6445-4a77-9227-98f154876a07 HTTP/1.1" status: 204 len: 173 time: 2.6778531 Feb 04 20:56:58.922120 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b2762-bdc6-4ea3-8060-59829f88afa9 req-f012f7b6-1b13-46d7-8b31-904b9f2bfc2d tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:58.923595 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3c0b2762-bdc6-4ea3-8060-59829f88afa9 req-f012f7b6-1b13-46d7-8b31-904b9f2bfc2d tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/ports?device_id=608208f2-034f-4106-9c6d-c6f7d830883c HTTP/1.1" status: 200 len: 945 time: 0.2138529 Feb 04 20:56:58.930850 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-265b2dda-b7c5-448f-9b20-e75e6f69f069 None None] Provisioning for port 19165dbd-4a26-48e0-ac95-837955379ba3 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:56:58.943583 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-265b2dda-b7c5-448f-9b20-e75e6f69f069 None None] Provisioning complete for port 19165dbd-4a26-48e0-ac95-837955379ba3 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:56:58.943926 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-265b2dda-b7c5-448f-9b20-e75e6f69f069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:59.001876 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-8e79fe37-6570-443a-ad8d-3ccb0bde3bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:59.004028 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-8e79fe37-6570-443a-ad8d-3ccb0bde3bd3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 1095 time: 0.6177223 Feb 04 20:56:59.024371 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:59.049005 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 5aed0619-7db8-4903-8759-42ab09ba4aa4 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:56:59.075029 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3c0b2762-bdc6-4ea3-8060-59829f88afa9 req-128d280d-d3d3-4afd-a729-4a4316850c10 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups?id=90534580-969e-4349-8372-dccd27f6c398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446860 Feb 04 20:56:59.087826 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7966b8-3161-400f-b4b3-28f80b4767fb', 'name': 'network-vif-deleted', 'tag': 'e0c70a27-6445-4a77-9227-98f154876a07', 'status': 'completed', 'code': 200} Feb 04 20:56:59.106752 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 5aed0619-7db8-4903-8759-42ab09ba4aa4 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:56:59.107144 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:59.248696 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 53870aa0-b24f-4163-a2cc-04c964c4be8f not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:56:59.259877 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b447ef48-492b-4220-b871-716bb45bab3a {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:56:59.282646 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port b447ef48-492b-4220-b871-716bb45bab3a, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b447ef48-492b-4220-b871-716bb45bab3a,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:59.284294 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-265b2dda-b7c5-448f-9b20-e75e6f69f069 None None] Port 19165dbd-4a26-48e0-ac95-837955379ba3 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:56:59.298429 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:59.406104 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-b0fdc966-2b9c-4efe-ad29-e36338fe171a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:59.407456 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-b0fdc966-2b9c-4efe-ad29-e36338fe171a service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2945ff6-c379-474d-a032-331b1f6dd08e HTTP/1.1" status: 200 len: 908 time: 0.3853822 Feb 04 20:56:59.410982 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-90b6857b-e036-40a4-850e-dd9a57b5bebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:59.459283 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:59.482890 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 5aed0619-7db8-4903-8759-42ab09ba4aa4, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=5aed0619-7db8-4903-8759-42ab09ba4aa4,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:56:59.485173 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['b447ef48-492b-4220-b871-716bb45bab3a'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:56:59.506063 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-f8d1d3a9-1ca3-4888-9305-99c8321d6365 req-2ecbc7fb-b7b5-4084-a525-b587bb39bcbb tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Synchronizing usage tracker for tenant:ac46149bf1a34e05b9bda12dd094e5c4 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:56:59.526395 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-f8d1d3a9-1ca3-4888-9305-99c8321d6365 req-2ecbc7fb-b7b5-4084-a525-b587bb39bcbb tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Unset dirty status for tenant:ac46149bf1a34e05b9bda12dd094e5c4 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:56:59.537890 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-5690745f-92db-4731-a426-d41a50d5b365 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53870aa0-b24f-4163-a2cc-04c964c4be8f HTTP/1.1" status: 200 len: 217 time: 0.1070561 Feb 04 20:56:59.545273 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f8d1d3a9-1ca3-4888-9305-99c8321d6365 req-2ecbc7fb-b7b5-4084-a525-b587bb39bcbb tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb7966b8-3161-400f-b4b3-28f80b4767fb HTTP/1.1" status: 200 len: 210 time: 0.1137657 Feb 04 20:56:59.662755 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:56:59.711225 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=b447ef48-492b-4220-b871-716bb45bab3a,revision_number=9']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:59.928454 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=5aed0619-7db8-4903-8759-42ab09ba4aa4,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:56:59.956493 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c4697-ff88-4e00-8e6d-1a2321cd9a62 req-e2bbbf06-d24c-4595-a26e-bdce9f36cead tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:56:59.965416 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d64c4697-ff88-4e00-8e6d-1a2321cd9a62 req-e2bbbf06-d24c-4595-a26e-bdce9f36cead tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 944 time: 0.1847615 Feb 04 20:57:00.003182 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-08374aab-e160-443f-9e62-97061a8d584e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:00.005060 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-08374aab-e160-443f-9e62-97061a8d584e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52dce76a-dd1c-484a-ae6a-f327dbe47b7b HTTP/1.1" status: 200 len: 847 time: 0.3797884 Feb 04 20:57:00.044777 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d64c4697-ff88-4e00-8e6d-1a2321cd9a62 req-8135d40c-5606-4bd0-9778-524ad8c73186 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783088 Feb 04 20:57:00.080123 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-e26ef41d-989f-4a63-bfad-7abc59b9f47e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2945ff6-c379-474d-a032-331b1f6dd08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667605 Feb 04 20:57:00.087869 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 5aed0619-7db8-4903-8759-42ab09ba4aa4 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:57:00.148378 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 49252) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:57:00.225332 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 5aed0619-7db8-4903-8759-42ab09ba4aa4 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:57:00.225857 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:00.278612 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-90b6857b-e036-40a4-850e-dd9a57b5bebc admin admin] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:00.292641 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-90b6857b-e036-40a4-850e-dd9a57b5bebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:00.385026 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device e0c70a27-6445-4a77-9227-98f154876a07 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:57:00.415029 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device b447ef48-492b-4220-b871-716bb45bab3a up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:57:00.426765 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f972592-11c4-45b0-b4b1-2a4aaefe25ca req-a6b6ec63-e083-44e1-b1ec-402c497c8264 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:00.428288 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7f972592-11c4-45b0-b4b1-2a4aaefe25ca req-a6b6ec63-e083-44e1-b1ec-402c497c8264 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/ports?device_id=608208f2-034f-4106-9c6d-c6f7d830883c HTTP/1.1" status: 200 len: 945 time: 0.2050359 Feb 04 20:57:00.432822 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b30570ba-9089-4685-becf-b8600d97876a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:00.474321 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-b30570ba-9089-4685-becf-b8600d97876a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:57:00.486512 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-b30570ba-9089-4685-becf-b8600d97876a admin admin] Usage tracker for resource:security_group_rule and tenant:1bbbf9a932ca4b48bed5d02f5cfd08e6 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:57:00.492463 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-b30570ba-9089-4685-becf-b8600d97876a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:57:00.503537 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-b30570ba-9089-4685-becf-b8600d97876a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:57:00.511458 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7f972592-11c4-45b0-b4b1-2a4aaefe25ca req-25b8b24a-1b1e-472a-ab8c-9dff2677d569 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups?id=90534580-969e-4349-8372-dccd27f6c398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666592 Feb 04 20:57:00.518894 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: e0c70a27-6445-4a77-9227-98f154876a07 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:57:00.519487 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device e0c70a27-6445-4a77-9227-98f154876a07 not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:57:00.563384 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port b447ef48-492b-4220-b871-716bb45bab3a triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:57:00.563795 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:00.580518 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-90b6857b-e036-40a4-850e-dd9a57b5bebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:00.587006 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-4b998980-b558-4917-b2b0-c9e54f72f746 service neutron] 10.222.0.18 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987791 Feb 04 20:57:00.617328 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b30570ba-9089-4685-becf-b8600d97876a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:00.622519 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b30570ba-9089-4685-becf-b8600d97876a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:00.625639 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6857b-e036-40a4-850e-dd9a57b5bebc admin admin] Pushing event updated for resources: {'Port': ['ID=19165dbd-4a26-48e0-ac95-837955379ba3,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:00.679577 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b30570ba-9089-4685-becf-b8600d97876a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1bbbf9a932ca4b48bed5d02f5cfd08e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5295219 Feb 04 20:57:00.680268 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 49262) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:57:00.693487 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30570ba-9089-4685-becf-b8600d97876a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f614b753-db57-4020-9bd1-2e4a353ee1bf,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:00.773973 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-02664e77-9a91-433a-a048-9512bd87dff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:00.790382 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:00.810374 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-02664e77-9a91-433a-a048-9512bd87dff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:00.842555 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e3055c-e921-43c1-b9ea-afad985046aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b447ef48-492b-4220-b871-716bb45bab3a'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:57:00.855636 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port b447ef48-492b-4220-b871-716bb45bab3a, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b447ef48-492b-4220-b871-716bb45bab3a,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:57:00.863510 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:00.864179 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 1a052043-dd5d-4310-b28d-0691b8ef07aa up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:57:00.912003 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-02664e77-9a91-433a-a048-9512bd87dff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:00.927298 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e3055c-e921-43c1-b9ea-afad985046aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b447ef48-492b-4220-b871-716bb45bab3a', 'code': 200} Feb 04 20:57:00.951011 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-99fb3881-9fd2-48a1-bf00-a4f88ee046de service neutron] 10.222.0.18 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292251 Feb 04 20:57:00.961156 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02664e77-9a91-433a-a048-9512bd87dff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f614b753-db57-4020-9bd1-2e4a353ee1bf,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:00.961521 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b6857b-e036-40a4-850e-dd9a57b5bebc admin admin] Network 3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:57:00.962718 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-90b6857b-e036-40a4-850e-dd9a57b5bebc admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:57:00.966226 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-02664e77-9a91-433a-a048-9512bd87dff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:00.969712 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-02664e77-9a91-433a-a048-9512bd87dff5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f614b753-db57-4020-9bd1-2e4a353ee1bf HTTP/1.1" status: 204 len: 168 time: 0.2861633 Feb 04 20:57:01.129409 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=b447ef48-492b-4220-b871-716bb45bab3a,revision_number=10']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:01.194517 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 1a052043-dd5d-4310-b28d-0691b8ef07aa completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:57:01.207356 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 1a052043-dd5d-4310-b28d-0691b8ef07aa triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:57:01.208696 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:01.308167 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b6857b-e036-40a4-850e-dd9a57b5bebc admin admin] Router 4d549bcc-ca13-4a19-9558-de8ab618ee7a has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:57:01.460789 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:01.477172 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-e444ebc2-0aaf-4299-8a3f-b8c7d399517c None None] Provisioning complete for port 19165dbd-4a26-48e0-ac95-837955379ba3 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:57:01.477172 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e444ebc2-0aaf-4299-8a3f-b8c7d399517c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:01.553075 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 1a052043-dd5d-4310-b28d-0691b8ef07aa, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=1a052043-dd5d-4310-b28d-0691b8ef07aa,segment=NetworkSegment(85aba820-b386-48fc-9381-285c1f3f2f76),segment_id=85aba820-b386-48fc-9381-285c1f3f2f76)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:57:01.557494 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:01.629064 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-e444ebc2-0aaf-4299-8a3f-b8c7d399517c None None] Port 19165dbd-4a26-48e0-ac95-837955379ba3 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:57:01.670102 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=1a052043-dd5d-4310-b28d-0691b8ef07aa,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:01.695920 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-abcf2c02-58be-4510-a68a-25270bc10873 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:01.697780 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-abcf2c02-58be-4510-a68a-25270bc10873 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda&tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&binding%3Ahost_id=n-h2-827896-1 HTTP/1.1" status: 200 len: 1095 time: 0.2683585 Feb 04 20:57:01.725784 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b6857b-e036-40a4-850e-dd9a57b5bebc admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:57:01.735636 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c217f-d4c3-4f73-b6eb-4372cdc31b1a req-03e4723e-243f-47e9-ab24-9d830f6b5eca tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:01.741467 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e27249-20e2-4331-8755-a5362e9006ab None None] Sync routers for ids ['4d549bcc-ca13-4a19-9558-de8ab618ee7a'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:57:01.749255 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-90b6857b-e036-40a4-850e-dd9a57b5bebc admin admin] 10.222.0.26 "PUT /v2.0/routers/4d549bcc-ca13-4a19-9558-de8ab618ee7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3402598 Feb 04 20:57:01.753183 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f32c217f-d4c3-4f73-b6eb-4372cdc31b1a req-03e4723e-243f-47e9-ab24-9d830f6b5eca tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 944 time: 0.3400152 Feb 04 20:57:01.762154 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e27249-20e2-4331-8755-a5362e9006ab None None] Routers {'4d549bcc-ca13-4a19-9558-de8ab618ee7a'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:57:01.762922 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-29e27249-20e2-4331-8755-a5362e9006ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:56:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4d549bcc-ca13-4a19-9558-de8ab618ee7a'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:57:01.782176 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-55f5f0ee-1325-4bb7-996a-7a181b50f75b tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:01.783777 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-55f5f0ee-1325-4bb7-996a-7a181b50f75b tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/networks?id=39d2ac62-44cb-480e-a4e0-face7b3c55fb HTTP/1.1" status: 200 len: 821 time: 0.5710683 Feb 04 20:57:01.797672 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 49306) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:57:01.802865 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-11872f16-a6ea-4d38-afe4-f279be7ff6f2 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/quotas/ac46149bf1a34e05b9bda12dd094e5c4 HTTP/1.1" status: 200 len: 375 time: 0.0116882 Feb 04 20:57:01.831165 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-38790de9-08c4-4536-9617-c752722b7a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:01.840687 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f32c217f-d4c3-4f73-b6eb-4372cdc31b1a req-2f81234d-d2a8-48b0-bcd9-0c48893701f0 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863950 Feb 04 20:57:01.877252 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-38790de9-08c4-4536-9617-c752722b7a26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:57:01.887441 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-38790de9-08c4-4536-9617-c752722b7a26 admin admin] Usage tracker for resource:security_group_rule and tenant:4555f378b700446099a5be5c139478e6 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:57:01.893896 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-38790de9-08c4-4536-9617-c752722b7a26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:57:01.907006 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-38790de9-08c4-4536-9617-c752722b7a26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:57:02.159347 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-f844527d-3e6d-4e5c-81e1-789f82d61c41 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ac46149bf1a34e05b9bda12dd094e5c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3301270 Feb 04 20:57:02.218406 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-29e27249-20e2-4331-8755-a5362e9006ab None None] Set router 4d549bcc-ca13-4a19-9558-de8ab618ee7a gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:57:02.235209 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-38790de9-08c4-4536-9617-c752722b7a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:02.240523 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-38790de9-08c4-4536-9617-c752722b7a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:02.309762 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-38790de9-08c4-4536-9617-c752722b7a26 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4555f378b700446099a5be5c139478e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5109162 Feb 04 20:57:02.318026 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 49314) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:57:02.318821 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38790de9-08c4-4536-9617-c752722b7a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54eff64d-a248-4c29-9a6c-0267d1fefb1b,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:02.343760 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38790de9-08c4-4536-9617-c752722b7a26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:57:02.344590 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38790de9-08c4-4536-9617-c752722b7a26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:57:02.344940 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38790de9-08c4-4536-9617-c752722b7a26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:57:02.345997 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38790de9-08c4-4536-9617-c752722b7a26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:57:02.345997 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38790de9-08c4-4536-9617-c752722b7a26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:57:02.346823 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38790de9-08c4-4536-9617-c752722b7a26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:57:02.347073 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38790de9-08c4-4536-9617-c752722b7a26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:57:02.347404 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38790de9-08c4-4536-9617-c752722b7a26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:57:02.347737 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38790de9-08c4-4536-9617-c752722b7a26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:57:02.348220 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38790de9-08c4-4536-9617-c752722b7a26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:57:02.348558 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38790de9-08c4-4536-9617-c752722b7a26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:57:02.349132 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38790de9-08c4-4536-9617-c752722b7a26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:57:02.397372 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d50327-c6c8-46a8-b91e-b77a7f6b61d9 req-f80476cc-3191-49ed-abc6-0fe7baee9cf3 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:02.404273 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-10d50327-c6c8-46a8-b91e-b77a7f6b61d9 req-f80476cc-3191-49ed-abc6-0fe7baee9cf3 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/ports?device_id=608208f2-034f-4106-9c6d-c6f7d830883c HTTP/1.1" status: 200 len: 946 time: 0.2086957 Feb 04 20:57:02.427452 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-c5c3045c-d2cd-403d-837a-aa19be92280d service neutron] For port 53870aa0-b24f-4163-a2cc-04c964c4be8f, host n-h1-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:57:02.430308 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-87c19902-f6a3-46a1-88ee-f884fd588d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:02.443711 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-48ccb7af-0325-47d4-bac4-d4e8df2f58d4 service neutron] 10.222.0.26 "GET /v2.0/networks/39d2ac62-44cb-480e-a4e0-face7b3c55fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757986 Feb 04 20:57:02.459238 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-10d50327-c6c8-46a8-b91e-b77a7f6b61d9 req-eca99e53-f6ae-4f34-89cb-815a4583ab87 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups?id=90534580-969e-4349-8372-dccd27f6c398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540338 Feb 04 20:57:02.469773 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-c5c3045c-d2cd-403d-837a-aa19be92280d service neutron] Notify callbacks [] for binding, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:02.474608 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4995dd10-ffbb-464e-8f43-a09435e95cac req-c5c3045c-d2cd-403d-837a-aa19be92280d service neutron] 10.222.0.18 "DELETE /v2.0/ports/53870aa0-b24f-4163-a2cc-04c964c4be8f/bindings/n-h1-827896-1 HTTP/1.1" status: 204 len: 173 time: 0.7692170 Feb 04 20:57:02.478513 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-87c19902-f6a3-46a1-88ee-f884fd588d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:02.582501 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-87c19902-f6a3-46a1-88ee-f884fd588d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:02.605672 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:02.619438 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c19902-f6a3-46a1-88ee-f884fd588d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54eff64d-a248-4c29-9a6c-0267d1fefb1b,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:02.631095 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-87c19902-f6a3-46a1-88ee-f884fd588d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:02.632267 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-87c19902-f6a3-46a1-88ee-f884fd588d44 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/54eff64d-a248-4c29-9a6c-0267d1fefb1b HTTP/1.1" status: 204 len: 168 time: 0.3149989 Feb 04 20:57:02.677227 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-e0e4cbc2-02cb-43f2-a759-d14df135a2eb service neutron] 10.222.0.26 "GET /v2.0/networks/39d2ac62-44cb-480e-a4e0-face7b3c55fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163684 Feb 04 20:57:02.822061 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-29e27249-20e2-4331-8755-a5362e9006ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1499996838-router', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:56:49Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'gw_port': {'id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:50Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '19165dbd-4a26-48e0-ac95-837955379ba3', 'name': '', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'mac_address': 'fa:16:3e:b6:eb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:56Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 2, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'subnets': [{'id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:57:02.832122 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e27249-20e2-4331-8755-a5362e9006ab None None] Checking router: 4d549bcc-ca13-4a19-9558-de8ab618ee7a for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:57:02.832474 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e27249-20e2-4331-8755-a5362e9006ab None None] Updating router 4d549bcc-ca13-4a19-9558-de8ab618ee7a port 19165dbd-4a26-48e0-ac95-837955379ba3 binding host n-d-827896-1 {{(pid=87684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:57:02.950767 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608208f2-034f-4106-9c6d-c6f7d830883c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a052043-dd5d-4310-b28d-0691b8ef07aa'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:57:02.980012 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-29e27249-20e2-4331-8755-a5362e9006ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:02.986617 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1896f8e1-1b7e-4219-9d84-31aaa19813f3 req-0517fe3c-bcdf-451d-b539-d8044b116435 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0891922-a522-48a6-8135-fd691f69dd4e HTTP/1.1" status: 200 len: 210 time: 0.1011765 Feb 04 20:57:03.038275 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:57:03.293557 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-0237b764-60e0-44e4-a6bf-b1a9cf7aa3d5 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:03.295162 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-0237b764-60e0-44e4-a6bf-b1a9cf7aa3d5 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/networks?id=3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 HTTP/1.1" status: 200 len: 821 time: 0.2721865 Feb 04 20:57:03.327954 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-bf4b7942-0aa9-4cbf-9800-f2fd7f2aa536 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/quotas/66f8c7d92acd48ffa436b71c93318a59 HTTP/1.1" status: 200 len: 375 time: 0.0221729 Feb 04 20:57:03.340241 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b5a53-b7e3-42a9-81f2-9113a03463b7 req-2c9615a1-bb5a-49b0-bc2b-2f39ae93c426 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:03.348187 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-488b5a53-b7e3-42a9-81f2-9113a03463b7 req-2c9615a1-bb5a-49b0-bc2b-2f39ae93c426 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 944 time: 0.1713078 Feb 04 20:57:03.459554 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-488b5a53-b7e3-42a9-81f2-9113a03463b7 req-5acbcdb4-57a2-4f58-8690-82e530a911e1 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104882 Feb 04 20:57:03.486360 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-84c99853-d4cc-43bf-852c-6df5997a2000 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=66f8c7d92acd48ffa436b71c93318a59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1354647 Feb 04 20:57:03.640013 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608208f2-034f-4106-9c6d-c6f7d830883c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a052043-dd5d-4310-b28d-0691b8ef07aa', 'code': 200} Feb 04 20:57:03.709922 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-29e27249-20e2-4331-8755-a5362e9006ab None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:03.731198 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2265cbd-be27-4ec2-aed7-025b7ad3e7bc req-93c6a704-cf03-4bc3-b055-8f00dc45d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:03.732351 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c2265cbd-be27-4ec2-aed7-025b7ad3e7bc req-93c6a704-cf03-4bc3-b055-8f00dc45d71d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=608208f2-034f-4106-9c6d-c6f7d830883c HTTP/1.1" status: 200 len: 1097 time: 0.1010394 Feb 04 20:57:03.733821 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-29e27249-20e2-4331-8755-a5362e9006ab None None] Transition to ACTIVE for port object 19165dbd-4a26-48e0-ac95-837955379ba3 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:57:03.747140 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-29e27249-20e2-4331-8755-a5362e9006ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:03.869959 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c2265cbd-be27-4ec2-aed7-025b7ad3e7bc req-0d5e03ea-34b0-4421-9553-32e2986f3a9f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=90534580-969e-4349-8372-dccd27f6c398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186612 Feb 04 20:57:03.984063 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-7dd93ddd-7e5f-48b7-8c56-dfc9a2dcb7db service neutron] 10.222.0.26 "GET /v2.0/networks/3e95a48d-24e2-42d1-a9cb-002bd8a7bca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4897573 Feb 04 20:57:04.153897 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3ffab-4afa-4838-9569-e9332fd07ee8 req-7c6f78ce-7913-4a9b-95a6-8b596a884cbf tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:04.162473 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02d3ffab-4afa-4838-9569-e9332fd07ee8 req-7c6f78ce-7913-4a9b-95a6-8b596a884cbf tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/ports?device_id=608208f2-034f-4106-9c6d-c6f7d830883c HTTP/1.1" status: 200 len: 946 time: 0.4168198 Feb 04 20:57:04.215994 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda2a6b-b5e6-437b-8de9-5c60bda3dcf7 None None] Pushing event updated for resources: {'Port': ['ID=19165dbd-4a26-48e0-ac95-837955379ba3,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:04.246425 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02d3ffab-4afa-4838-9569-e9332fd07ee8 req-d15b8051-bf78-4ee1-bd50-b188b46e6591 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups?id=90534580-969e-4349-8372-dccd27f6c398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830054 Feb 04 20:57:04.269908 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-29e27249-20e2-4331-8755-a5362e9006ab None None] Attempting to bind port 19165dbd-4a26-48e0-ac95-837955379ba3 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:57:04.270298 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-29e27249-20e2-4331-8755-a5362e9006ab None None] Attempting to bind port 19165dbd-4a26-48e0-ac95-837955379ba3 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:57:04.270659 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e27249-20e2-4331-8755-a5362e9006ab None None] Attempting to bind port 19165dbd-4a26-48e0-ac95-837955379ba3 on network 3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:57:04.278275 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e27249-20e2-4331-8755-a5362e9006ab None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:57:04.278594 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e27249-20e2-4331-8755-a5362e9006ab None None] Checking segment: {'id': '477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:57:04.278995 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-29e27249-20e2-4331-8755-a5362e9006ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:04.291988 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e27249-20e2-4331-8755-a5362e9006ab None None] Bound using segment: {'id': '477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:57:04.292446 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-29e27249-20e2-4331-8755-a5362e9006ab None None] Bound port: 19165dbd-4a26-48e0-ac95-837955379ba3, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:57:04.295477 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-29e27249-20e2-4331-8755-a5362e9006ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:04.336733 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-942ff301-554e-410f-af03-aec7debfa41f service neutron] 10.222.0.26 "GET /v2.0/networks/3e95a48d-24e2-42d1-a9cb-002bd8a7bca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515785 Feb 04 20:57:04.539191 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-29e27249-20e2-4331-8755-a5362e9006ab None None] For port 19165dbd-4a26-48e0-ac95-837955379ba3, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:57:04.542626 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-29e27249-20e2-4331-8755-a5362e9006ab None None] For port 19165dbd-4a26-48e0-ac95-837955379ba3, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=19165dbd-4a26-48e0-ac95-837955379ba3,segment=NetworkSegment(477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3),segment_id=477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:57:04.572311 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-29e27249-20e2-4331-8755-a5362e9006ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:04.741750 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e27249-20e2-4331-8755-a5362e9006ab None None] Routers {'4d549bcc-ca13-4a19-9558-de8ab618ee7a'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:57:04.743155 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-29e27249-20e2-4331-8755-a5362e9006ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:56:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4d549bcc-ca13-4a19-9558-de8ab618ee7a'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:57:04.752259 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-de0c15f9-1605-4345-9d2d-a41ab3ea2cf1 req-ff62dcac-e1ed-4b87-8031-a0e272441903 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0891922-a522-48a6-8135-fd691f69dd4e HTTP/1.1" status: 200 len: 210 time: 0.1938357 Feb 04 20:57:04.849533 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe5d23-f553-4f9a-8fcf-01ec702edeab req-a83a7909-f618-4c60-b83b-0f8f67312c90 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:04.857423 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8fbe5d23-f553-4f9a-8fcf-01ec702edeab req-a83a7909-f618-4c60-b83b-0f8f67312c90 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 1095 time: 0.1885293 Feb 04 20:57:04.918553 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda2a6b-b5e6-437b-8de9-5c60bda3dcf7 None None] Pushing event updated for resources: {'Port': ['ID=19165dbd-4a26-48e0-ac95-837955379ba3,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:04.976074 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7458ccda-a7f2-40e9-b50b-7bfdc60c03d5 req-55c74773-d2d6-44c0-a0c4-ee03343d1846 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b87cf88-ffed-4a9f-8528-ef549d4791a7 HTTP/1.1" status: 200 len: 210 time: 0.0681067 Feb 04 20:57:05.035312 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8fbe5d23-f553-4f9a-8fcf-01ec702edeab req-145e8947-299e-4a86-98f7-59dfe7723bd6 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739061 Feb 04 20:57:05.213991 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-29e27249-20e2-4331-8755-a5362e9006ab None None] Set router 4d549bcc-ca13-4a19-9558-de8ab618ee7a gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:57:05.375776 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691bbac-7dfa-483a-8e9d-e0d925fc398f req-d4ceae9f-4e66-49ad-91e6-41c08a933a0a tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:05.379201 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6691bbac-7dfa-483a-8e9d-e0d925fc398f req-d4ceae9f-4e66-49ad-91e6-41c08a933a0a tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 1095 time: 0.1626005 Feb 04 20:57:05.474420 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6691bbac-7dfa-483a-8e9d-e0d925fc398f req-19f038e5-6cea-4cb1-a90c-fb4341e7e259 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883043 Feb 04 20:57:05.853282 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-79ae030f-c869-42e4-b62c-80b5f0319fd1 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:05.854078 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-79ae030f-c869-42e4-b62c-80b5f0319fd1 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Synchronizing usage tracker for tenant:ac46149bf1a34e05b9bda12dd094e5c4 on resource:network {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:57:05.903078 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-79ae030f-c869-42e4-b62c-80b5f0319fd1 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Unset dirty status for tenant:ac46149bf1a34e05b9bda12dd094e5c4 on resource:network {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:57:05.905296 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-79ae030f-c869-42e4-b62c-80b5f0319fd1 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.18 "GET /v2.0/networks?id=39d2ac62-44cb-480e-a4e0-face7b3c55fb HTTP/1.1" status: 200 len: 821 time: 0.5561140 Feb 04 20:57:05.917752 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-0b09f926-dcf7-42c3-a492-420c0fc5dc7e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Request body: {'port': {'device_id': 'e0891922-a522-48a6-8135-fd691f69dd4e', 'network_id': '39d2ac62-44cb-480e-a4e0-face7b3c55fb', 'admin_state_up': True, 'tenant_id': 'ac46149bf1a34e05b9bda12dd094e5c4'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:57:06.129007 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-90a6489b-2140-4ff5-8302-d397774c54e8 req-09373024-ca6a-4bcc-8ef8-e421e9c7d387 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0891922-a522-48a6-8135-fd691f69dd4e HTTP/1.1" status: 200 len: 210 time: 0.1300285 Feb 04 20:57:06.179924 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-0b09f926-dcf7-42c3-a492-420c0fc5dc7e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:57:06.203265 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56993649-1a55-4f25-ae08-eef5419c82df req-2e83dc66-22f0-441d-abaa-4bbf1836cb52 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:06.213344 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-0b09f926-dcf7-42c3-a492-420c0fc5dc7e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:57:06.218581 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-56993649-1a55-4f25-ae08-eef5419c82df req-2e83dc66-22f0-441d-abaa-4bbf1836cb52 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/ports?device_id=608208f2-034f-4106-9c6d-c6f7d830883c HTTP/1.1" status: 200 len: 946 time: 0.6962295 Feb 04 20:57:06.239418 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-0b09f926-dcf7-42c3-a492-420c0fc5dc7e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Made reservation on behalf of ac46149bf1a34e05b9bda12dd094e5c4 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:57:06.243338 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-0b09f926-dcf7-42c3-a492-420c0fc5dc7e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:06.318540 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-56993649-1a55-4f25-ae08-eef5419c82df req-3c502573-d96e-4c0e-9adb-7dfb9ce7e0f6 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups?id=90534580-969e-4349-8372-dccd27f6c398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984845 Feb 04 20:57:06.324159 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-29e27249-20e2-4331-8755-a5362e9006ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1499996838-router', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:56:49Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'gw_port': {'id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:50Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '19165dbd-4a26-48e0-ac95-837955379ba3', 'name': '', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'mac_address': 'fa:16:3e:b6:eb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:56Z', 'updated_at': '2022-02-04T20:57:04Z', 'revision_number': 4, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'subnets': [{'id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:57:06.347384 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e27249-20e2-4331-8755-a5362e9006ab None None] The sync data for ids ['4d549bcc-ca13-4a19-9558-de8ab618ee7a'] in n-d-827896-1 is: [{'id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1499996838-router', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:56:49Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'gw_port': {'id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:50Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '19165dbd-4a26-48e0-ac95-837955379ba3', 'name': '', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'mac_address': 'fa:16:3e:b6:eb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:56Z', 'updated_at': '2022-02-04T20:57:04Z', 'revision_number': 4, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'subnets': [{'id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:57:06.801195 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-0b09f926-dcf7-42c3-a492-420c0fc5dc7e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Allocated IP 172.20.0.11 (39d2ac62-44cb-480e-a4e0-face7b3c55fb/8c37f354-72c6-48cb-981d-e4dbeabb2472/15b5cbab-fb18-44a5-889f-310dfd17dfc4) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:57:06.927400 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-65c30054-917c-4a50-a413-2d700c83c027 req-831b59a8-10b3-48e1-b7ff-85172773c8d0 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b87cf88-ffed-4a9f-8528-ef549d4791a7 HTTP/1.1" status: 200 len: 210 time: 0.1417465 Feb 04 20:57:07.636561 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-805a28fd-4948-4f34-abff-a63dbc884ec7 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:07.638806 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-805a28fd-4948-4f34-abff-a63dbc884ec7 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Synchronizing usage tracker for tenant:66f8c7d92acd48ffa436b71c93318a59 on resource:network {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:57:07.650725 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6ff1f113-caef-4f11-8365-57468ad9cc0a req-ce21378a-7767-4202-8310-a732cf6c4775 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0891922-a522-48a6-8135-fd691f69dd4e HTTP/1.1" status: 200 len: 210 time: 0.1059566 Feb 04 20:57:07.812696 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-0b09f926-dcf7-42c3-a492-420c0fc5dc7e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:07.821614 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-805a28fd-4948-4f34-abff-a63dbc884ec7 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Unset dirty status for tenant:66f8c7d92acd48ffa436b71c93318a59 on resource:network {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:57:07.822850 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-805a28fd-4948-4f34-abff-a63dbc884ec7 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.32 "GET /v2.0/networks?id=3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 HTTP/1.1" status: 200 len: 821 time: 0.6373918 Feb 04 20:57:07.843614 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-7d07f3b1-d1bf-4559-91a3-578077760295 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Request body: {'port': {'device_id': '1b87cf88-ffed-4a9f-8528-ef549d4791a7', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'admin_state_up': True, 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:57:08.015672 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac51d5-1b86-41d3-b7d7-ca3a0a0fcacd req-318806aa-b609-4157-b5e4-27da55baf449 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:08.026806 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-04ac51d5-1b86-41d3-b7d7-ca3a0a0fcacd req-318806aa-b609-4157-b5e4-27da55baf449 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/ports?device_id=608208f2-034f-4106-9c6d-c6f7d830883c HTTP/1.1" status: 200 len: 946 time: 0.2614427 Feb 04 20:57:08.124755 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-04ac51d5-1b86-41d3-b7d7-ca3a0a0fcacd req-e6c45c2e-3186-4f5d-95f2-e387243b3a5d tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups?id=90534580-969e-4349-8372-dccd27f6c398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967700 Feb 04 20:57:08.184118 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 19165dbd-4a26-48e0-ac95-837955379ba3 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:57:08.266166 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-7d07f3b1-d1bf-4559-91a3-578077760295 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:57:08.274097 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-0b09f926-dcf7-42c3-a492-420c0fc5dc7e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:08.291805 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-7d07f3b1-d1bf-4559-91a3-578077760295 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Usage tracker for resource:port and tenant:66f8c7d92acd48ffa436b71c93318a59 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:57:08.297889 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-7d07f3b1-d1bf-4559-91a3-578077760295 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:57:08.306832 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-7d07f3b1-d1bf-4559-91a3-578077760295 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:57:08.344271 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 19165dbd-4a26-48e0-ac95-837955379ba3 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:57:08.364530 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 19165dbd-4a26-48e0-ac95-837955379ba3 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:57:08.364901 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:08.369702 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-09ed157b-8193-4e71-9ca9-1618dfddc7fa req-9a4254f7-7183-4ac8-b8bd-3bc284482086 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b87cf88-ffed-4a9f-8528-ef549d4791a7 HTTP/1.1" status: 200 len: 210 time: 0.1143692 Feb 04 20:57:08.384463 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-7d07f3b1-d1bf-4559-91a3-578077760295 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Made reservation on behalf of 66f8c7d92acd48ffa436b71c93318a59 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:57:08.388265 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-7d07f3b1-d1bf-4559-91a3-578077760295 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:08.553364 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-0b09f926-dcf7-42c3-a492-420c0fc5dc7e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Network 39d2ac62-44cb-480e-a4e0-face7b3c55fb is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:57:08.559042 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-0b09f926-dcf7-42c3-a492-420c0fc5dc7e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:57:08.568330 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-0b09f926-dcf7-42c3-a492-420c0fc5dc7e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:57:08.672519 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:08.736995 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ac721187-f345-4376-af1c-ce4c14478f61 req-8572690a-1e7e-452a-ba86-dbb1b7284760 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-359904673&fields=id&tenant_id=f4da01125e7c4dd0833698f7f2de26a7 HTTP/1.1" status: 200 len: 267 time: 0.0974572 Feb 04 20:57:08.756243 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 19165dbd-4a26-48e0-ac95-837955379ba3, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=19165dbd-4a26-48e0-ac95-837955379ba3,segment=NetworkSegment(477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3),segment_id=477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:57:08.774852 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:08.884262 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-0b09f926-dcf7-42c3-a492-420c0fc5dc7e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:08.885048 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-0b09f926-dcf7-42c3-a492-420c0fc5dc7e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:08.932598 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=19165dbd-4a26-48e0-ac95-837955379ba3,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:08.943495 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09f926-dcf7-42c3-a492-420c0fc5dc7e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Pushing event updated for resources: {'Port': ['ID=15b5cbab-fb18-44a5-889f-310dfd17dfc4,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:09.017902 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac721187-f345-4376-af1c-ce4c14478f61 req-20972180-056a-44d6-873d-f00b471246ed tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:09.026228 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ac721187-f345-4376-af1c-ce4c14478f61 req-20972180-056a-44d6-873d-f00b471246ed tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/ports?device_id=608208f2-034f-4106-9c6d-c6f7d830883c HTTP/1.1" status: 200 len: 946 time: 0.2862554 Feb 04 20:57:09.039471 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-ac721187-f345-4376-af1c-ce4c14478f61 req-7a8c9c2c-7e73-4ea3-bc46-2e70642a3c30 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Request body: {'port': {'security_groups': ['90534580-969e-4349-8372-dccd27f6c398', '03033578-7fd8-43b0-8c04-77bf049033bc']}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:57:09.079857 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-0b09f926-dcf7-42c3-a492-420c0fc5dc7e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1663074 Feb 04 20:57:09.098132 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-e03acec7-492f-478b-ad67-d9a7c48908bb service neutron] Request body: {'port': {'device_id': 'e0891922-a522-48a6-8135-fd691f69dd4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:57:09.258107 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ac721187-f345-4376-af1c-ce4c14478f61 req-7a8c9c2c-7e73-4ea3-bc46-2e70642a3c30 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:09.282471 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-7d07f3b1-d1bf-4559-91a3-578077760295 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Allocated IP 172.20.0.11 (3e95a48d-24e2-42d1-a9cb-002bd8a7bca6/ad252a39-0fc7-473f-8135-1e6346b2d5e3/add6c51a-619a-41b8-baba-6bc43c3eda1a) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:57:09.463736 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-e03acec7-492f-478b-ad67-d9a7c48908bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:09.629357 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97c726-311a-4ac3-927f-901bb7730e10 req-0071d7b9-4eab-4466-9e07-f5b305077471 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:09.646932 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ba97c726-311a-4ac3-927f-901bb7730e10 req-0071d7b9-4eab-4466-9e07-f5b305077471 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0891922-a522-48a6-8135-fd691f69dd4e HTTP/1.1" status: 200 len: 932 time: 0.2364464 Feb 04 20:57:09.772407 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 49582) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:57:09.808474 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ba97c726-311a-4ac3-927f-901bb7730e10 req-4c7011d3-17ed-4e9e-89b2-a87e0d141f7b tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606412 Feb 04 20:57:09.957645 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-ac721187-f345-4376-af1c-ce4c14478f61 req-7a8c9c2c-7e73-4ea3-bc46-2e70642a3c30 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] For port 1a052043-dd5d-4310-b28d-0691b8ef07aa, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=1a052043-dd5d-4310-b28d-0691b8ef07aa,segment=NetworkSegment(85aba820-b386-48fc-9381-285c1f3f2f76),segment_id=85aba820-b386-48fc-9381-285c1f3f2f76)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:57:10.023819 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ac721187-f345-4376-af1c-ce4c14478f61 req-7a8c9c2c-7e73-4ea3-bc46-2e70642a3c30 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:10.036882 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ac721187-f345-4376-af1c-ce4c14478f61 req-7a8c9c2c-7e73-4ea3-bc46-2e70642a3c30 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:10.051728 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['1a052043-dd5d-4310-b28d-0691b8ef07aa'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:57:10.222171 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['a901cdcc-5cae-49d3-9cb5-87360028a18b'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:57:10.265629 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-7d07f3b1-d1bf-4559-91a3-578077760295 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:10.295441 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-7d07f3b1-d1bf-4559-91a3-578077760295 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Transition to ACTIVE for port object add6c51a-619a-41b8-baba-6bc43c3eda1a will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:57:10.316031 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 19165dbd-4a26-48e0-ac95-837955379ba3 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:57:10.317998 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c9c2c-7e73-4ea3-bc46-2e70642a3c30 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Pushing event updated for resources: {'Port': ['ID=1a052043-dd5d-4310-b28d-0691b8ef07aa,revision_number=6']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:10.376617 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-e03acec7-492f-478b-ad67-d9a7c48908bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15b5cbab-fb18-44a5-889f-310dfd17dfc4 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:57:10.385815 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-e03acec7-492f-478b-ad67-d9a7c48908bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:10.393945 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ba892538-59a7-4d04-a811-29be570bb3d9 req-3a306da8-b470-4fbe-86b9-be430fa915a1 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b87cf88-ffed-4a9f-8528-ef549d4791a7 HTTP/1.1" status: 200 len: 210 time: 0.1675317 Feb 04 20:57:10.396772 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c84c1fa1-b40f-4f2f-8651-89a00c5f5bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:10.413115 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-e03acec7-492f-478b-ad67-d9a7c48908bb service neutron] Transition to ACTIVE for port object 15b5cbab-fb18-44a5-889f-310dfd17dfc4 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:57:10.423740 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-e03acec7-492f-478b-ad67-d9a7c48908bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:10.438058 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8c9c2c-7e73-4ea3-bc46-2e70642a3c30 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:57:10.438238 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8c9c2c-7e73-4ea3-bc46-2e70642a3c30 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:57:10.438507 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8c9c2c-7e73-4ea3-bc46-2e70642a3c30 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:57:10.438797 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8c9c2c-7e73-4ea3-bc46-2e70642a3c30 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:57:10.439131 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8c9c2c-7e73-4ea3-bc46-2e70642a3c30 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:57:10.439466 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8c9c2c-7e73-4ea3-bc46-2e70642a3c30 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:57:10.439855 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8c9c2c-7e73-4ea3-bc46-2e70642a3c30 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:57:10.440185 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8c9c2c-7e73-4ea3-bc46-2e70642a3c30 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:57:10.440514 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8c9c2c-7e73-4ea3-bc46-2e70642a3c30 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:57:10.440833 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8c9c2c-7e73-4ea3-bc46-2e70642a3c30 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:57:10.441151 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8c9c2c-7e73-4ea3-bc46-2e70642a3c30 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:57:10.446048 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8c9c2c-7e73-4ea3-bc46-2e70642a3c30 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:57:10.476936 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac721187-f345-4376-af1c-ce4c14478f61 req-7a8c9c2c-7e73-4ea3-bc46-2e70642a3c30 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:10.477701 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ac721187-f345-4376-af1c-ce4c14478f61 req-7a8c9c2c-7e73-4ea3-bc46-2e70642a3c30 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:10.479223 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ac721187-f345-4376-af1c-ce4c14478f61 req-7a8c9c2c-7e73-4ea3-bc46-2e70642a3c30 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "PUT /v2.0/ports/1a052043-dd5d-4310-b28d-0691b8ef07aa HTTP/1.1" status: 200 len: 982 time: 1.4455905 Feb 04 20:57:10.479688 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608208f2-034f-4106-9c6d-c6f7d830883c', 'tag': '1a052043-dd5d-4310-b28d-0691b8ef07aa'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:57:10.493593 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c84c1fa1-b40f-4f2f-8651-89a00c5f5bc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:57:10.505900 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c84c1fa1-b40f-4f2f-8651-89a00c5f5bc4 admin admin] Usage tracker for resource:security_group_rule and tenant:dd696bfb973248afb201a2fe75f1ce4d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:57:10.512488 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c84c1fa1-b40f-4f2f-8651-89a00c5f5bc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:57:10.544907 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 19165dbd-4a26-48e0-ac95-837955379ba3 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:57:10.545288 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:10.561569 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c84c1fa1-b40f-4f2f-8651-89a00c5f5bc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:57:10.693587 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['1a052043-dd5d-4310-b28d-0691b8ef07aa'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:57:10.694357 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5658adee-0786-4d94-ba76-bfbee54414b9 req-84a74f48-c454-4851-933d-5e49fb702346 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups/03033578-7fd8-43b0-8c04-77bf049033bc HTTP/1.1" status: 200 len: 1800 time: 0.1837409 Feb 04 20:57:10.840528 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [req-5658adee-0786-4d94-ba76-bfbee54414b9 req-b0e49c9e-ae2e-43ac-973a-58345f21b29f tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 20:57:10.841564 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5658adee-0786-4d94-ba76-bfbee54414b9 req-b0e49c9e-ae2e-43ac-973a-58345f21b29f tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "DELETE /v2.0/security-groups/03033578-7fd8-43b0-8c04-77bf049033bc HTTP/1.1" status: 409 len: 341 time: 0.1324551 Feb 04 20:57:10.982618 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c84c1fa1-b40f-4f2f-8651-89a00c5f5bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:10.988053 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c84c1fa1-b40f-4f2f-8651-89a00c5f5bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:11.096946 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-7d07f3b1-d1bf-4559-91a3-578077760295 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:11.158337 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03acec7-492f-478b-ad67-d9a7c48908bb service neutron] Pushing event updated for resources: {'Port': ['ID=15b5cbab-fb18-44a5-889f-310dfd17dfc4,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:11.171505 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c1fa1-b40f-4f2f-8651-89a00c5f5bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9564fd09-993e-4e28-91fe-b9cc4705661f,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:11.208042 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c84c1fa1-b40f-4f2f-8651-89a00c5f5bc4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dd696bfb973248afb201a2fe75f1ce4d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4056180 Feb 04 20:57:11.222797 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 49614) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:57:11.301494 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-7d07f3b1-d1bf-4559-91a3-578077760295 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Network 3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:57:11.450521 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-7d07f3b1-d1bf-4559-91a3-578077760295 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:57:11.466182 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-7d07f3b1-d1bf-4559-91a3-578077760295 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:57:11.490553 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '608208f2-034f-4106-9c6d-c6f7d830883c', 'tag': '1a052043-dd5d-4310-b28d-0691b8ef07aa', 'status': 'completed', 'code': 200} Feb 04 20:57:11.746811 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-67a1e65d-15be-46f2-bd14-f3ca5b8896d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:11.896903 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d07f3b1-d1bf-4559-91a3-578077760295 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Pushing event updated for resources: {'Port': ['ID=add6c51a-619a-41b8-baba-6bc43c3eda1a,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:11.979138 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-67a1e65d-15be-46f2-bd14-f3ca5b8896d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:11.992028 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-7d07f3b1-d1bf-4559-91a3-578077760295 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:11.995070 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-7d07f3b1-d1bf-4559-91a3-578077760295 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:12.035092 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1edcb-38e3-4d86-a646-ab46bdd54cbd req-eae8dfca-8ecf-4bb8-bd38-24a749530533 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:12.052950 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ae1edcb-38e3-4d86-a646-ab46bdd54cbd req-eae8dfca-8ecf-4bb8-bd38-24a749530533 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0891922-a522-48a6-8135-fd691f69dd4e HTTP/1.1" status: 200 len: 944 time: 0.7772992 Feb 04 20:57:12.107179 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-e03acec7-492f-478b-ad67-d9a7c48908bb service neutron] Attempting to bind port 15b5cbab-fb18-44a5-889f-310dfd17dfc4 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:57:12.107742 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-e03acec7-492f-478b-ad67-d9a7c48908bb service neutron] Attempting to bind port 15b5cbab-fb18-44a5-889f-310dfd17dfc4 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '673dc65b-eb24-40c2-b385-7348d9364d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '39d2ac62-44cb-480e-a4e0-face7b3c55fb'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:57:12.108481 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-e03acec7-492f-478b-ad67-d9a7c48908bb service neutron] Attempting to bind port 15b5cbab-fb18-44a5-889f-310dfd17dfc4 on network 39d2ac62-44cb-480e-a4e0-face7b3c55fb {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:57:12.118770 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-7d07f3b1-d1bf-4559-91a3-578077760295 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2812359 Feb 04 20:57:12.132653 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-6ecfd5b7-ef8b-4aee-b18e-7365e007c7e0 service neutron] Request body: {'port': {'device_id': '1b87cf88-ffed-4a9f-8528-ef549d4791a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:57:12.168478 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-e03acec7-492f-478b-ad67-d9a7c48908bb service neutron] Port 15b5cbab-fb18-44a5-889f-310dfd17dfc4 on network 39d2ac62-44cb-480e-a4e0-face7b3c55fb not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:57:12.168478 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-e03acec7-492f-478b-ad67-d9a7c48908bb service neutron] Attempting to bind port 15b5cbab-fb18-44a5-889f-310dfd17dfc4 on network 39d2ac62-44cb-480e-a4e0-face7b3c55fb {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:57:12.187614 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-e03acec7-492f-478b-ad67-d9a7c48908bb service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:57:12.187614 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-e03acec7-492f-478b-ad67-d9a7c48908bb service neutron] Checking segment: {'id': '673dc65b-eb24-40c2-b385-7348d9364d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '39d2ac62-44cb-480e-a4e0-face7b3c55fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:57:12.187614 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-e03acec7-492f-478b-ad67-d9a7c48908bb service neutron] Bound using segment: {'id': '673dc65b-eb24-40c2-b385-7348d9364d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '39d2ac62-44cb-480e-a4e0-face7b3c55fb'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:57:12.187614 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-e03acec7-492f-478b-ad67-d9a7c48908bb service neutron] Bound port: 15b5cbab-fb18-44a5-889f-310dfd17dfc4, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673dc65b-eb24-40c2-b385-7348d9364d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '39d2ac62-44cb-480e-a4e0-face7b3c55fb'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:57:12.187614 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-e03acec7-492f-478b-ad67-d9a7c48908bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:12.263168 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-67a1e65d-15be-46f2-bd14-f3ca5b8896d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:12.311323 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1e65d-15be-46f2-bd14-f3ca5b8896d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9564fd09-993e-4e28-91fe-b9cc4705661f,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:12.321159 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-67a1e65d-15be-46f2-bd14-f3ca5b8896d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:12.325279 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-67a1e65d-15be-46f2-bd14-f3ca5b8896d5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9564fd09-993e-4e28-91fe-b9cc4705661f HTTP/1.1" status: 204 len: 168 time: 1.1012113 Feb 04 20:57:12.333434 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a07678-9501-4edb-8c6f-643ab3a34d51 req-9cc0fbae-617c-4e39-80d6-420ee7561303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:12.334976 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-88a07678-9501-4edb-8c6f-643ab3a34d51 req-9cc0fbae-617c-4e39-80d6-420ee7561303 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f4da01125e7c4dd0833698f7f2de26a7&device_id=608208f2-034f-4106-9c6d-c6f7d830883c HTTP/1.1" status: 200 len: 1136 time: 0.8080604 Feb 04 20:57:12.347009 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ae1edcb-38e3-4d86-a646-ab46bdd54cbd req-e1f5a449-af68-46c1-93e8-b7f952189f57 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898526 Feb 04 20:57:12.417002 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-9fa86455-a8ee-4cdd-87a5-a796b6712e44 None None] Provisioning for port add6c51a-619a-41b8-baba-6bc43c3eda1a completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:57:12.447133 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-9fa86455-a8ee-4cdd-87a5-a796b6712e44 None None] Provisioning complete for port add6c51a-619a-41b8-baba-6bc43c3eda1a triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:57:12.452098 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-9fa86455-a8ee-4cdd-87a5-a796b6712e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:12.528871 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-e03acec7-492f-478b-ad67-d9a7c48908bb service neutron] For port 15b5cbab-fb18-44a5-889f-310dfd17dfc4, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:57:12.539753 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-e03acec7-492f-478b-ad67-d9a7c48908bb service neutron] For port 15b5cbab-fb18-44a5-889f-310dfd17dfc4, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=15b5cbab-fb18-44a5-889f-310dfd17dfc4,segment=NetworkSegment(673dc65b-eb24-40c2-b385-7348d9364d07),segment_id=673dc65b-eb24-40c2-b385-7348d9364d07)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:57:12.614066 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-9fa86455-a8ee-4cdd-87a5-a796b6712e44 None None] Port add6c51a-619a-41b8-baba-6bc43c3eda1a cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:57:12.622851 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-e03acec7-492f-478b-ad67-d9a7c48908bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:12.748019 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-e03acec7-492f-478b-ad67-d9a7c48908bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:12.748643 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-e03acec7-492f-478b-ad67-d9a7c48908bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:12.756322 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-e03acec7-492f-478b-ad67-d9a7c48908bb service neutron] 10.222.0.18 "PUT /v2.0/ports/15b5cbab-fb18-44a5-889f-310dfd17dfc4 HTTP/1.1" status: 200 len: 1092 time: 3.6670985 Feb 04 20:57:12.756819 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0891922-a522-48a6-8135-fd691f69dd4e', 'tag': '15b5cbab-fb18-44a5-889f-310dfd17dfc4'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:57:12.779860 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-6ecfd5b7-ef8b-4aee-b18e-7365e007c7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:12.920726 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03acec7-492f-478b-ad67-d9a7c48908bb service neutron] Pushing event updated for resources: {'Port': ['ID=15b5cbab-fb18-44a5-889f-310dfd17dfc4,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:13.098017 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 49684) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:57:13.294823 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-bc3050a4-6a67-4bdb-9e0b-851b63cb2d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:13.296173 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a07678-9501-4edb-8c6f-643ab3a34d51 req-3f55ad9f-df18-47f5-b0a7-8507878c7477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:13.296772 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-bc3050a4-6a67-4bdb-9e0b-851b63cb2d12 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ac46149bf1a34e05b9bda12dd094e5c4&device_id=e0891922-a522-48a6-8135-fd691f69dd4e HTTP/1.1" status: 200 len: 1095 time: 0.4839046 Feb 04 20:57:13.298248 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-88a07678-9501-4edb-8c6f-643ab3a34d51 req-3f55ad9f-df18-47f5-b0a7-8507878c7477 service neutron] 10.222.0.32 "GET /v2.0/networks?id=58692d71-156d-4fb6-ace3-10c851e59b5e HTTP/1.1" status: 200 len: 913 time: 0.9501200 Feb 04 20:57:13.304247 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5d51a462-ae16-4daf-959f-c703837cdfc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:13.420544 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-5d51a462-ae16-4daf-959f-c703837cdfc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:57:13.426072 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5d51a462-ae16-4daf-959f-c703837cdfc9 admin admin] Usage tracker for resource:security_group_rule and tenant:315c025a39bc41c0a9be71df41a53f69 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:57:13.430226 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5d51a462-ae16-4daf-959f-c703837cdfc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:57:13.437544 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-5d51a462-ae16-4daf-959f-c703837cdfc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:57:13.449169 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-7f71fa74-9346-4a66-b197-767684122d09 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15b5cbab-fb18-44a5-889f-310dfd17dfc4 HTTP/1.1" status: 200 len: 217 time: 0.1063461 Feb 04 20:57:13.582369 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5d51a462-ae16-4daf-959f-c703837cdfc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:13.583325 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-a205489a-6697-40a5-ba54-a7fb6d63ab13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:13.584551 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-88a07678-9501-4edb-8c6f-643ab3a34d51 req-cd47a401-f859-41e9-adfb-6d126aa41d77 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a052043-dd5d-4310-b28d-0691b8ef07aa HTTP/1.1" status: 200 len: 217 time: 0.2585335 Feb 04 20:57:13.584765 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-a205489a-6697-40a5-ba54-a7fb6d63ab13 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8c37f354-72c6-48cb-981d-e4dbeabb2472 HTTP/1.1" status: 200 len: 861 time: 0.1289861 Feb 04 20:57:13.684483 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a07678-9501-4edb-8c6f-643ab3a34d51 req-3402f5ab-ec17-4382-aef1-c75826e7abbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:13.685053 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-ee1d00ca-5792-47b7-9a1a-95068fb2cb53 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39d2ac62-44cb-480e-a4e0-face7b3c55fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908759 Feb 04 20:57:13.685983 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-88a07678-9501-4edb-8c6f-643ab3a34d51 req-3402f5ab-ec17-4382-aef1-c75826e7abbd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=471d5236-38d9-46d6-b230-ea73933817b4 HTTP/1.1" status: 200 len: 852 time: 0.0932112 Feb 04 20:57:13.695762 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5d51a462-ae16-4daf-959f-c703837cdfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:13.727983 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac053f05-b0d2-4702-aa96-dec365b2ff64 req-a5e31ae1-f767-4645-b386-651e8aba7a94 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:13.729647 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ac053f05-b0d2-4702-aa96-dec365b2ff64 req-a5e31ae1-f767-4645-b386-651e8aba7a94 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b87cf88-ffed-4a9f-8528-ef549d4791a7 HTTP/1.1" status: 200 len: 932 time: 1.1941097 Feb 04 20:57:13.808845 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-88a07678-9501-4edb-8c6f-643ab3a34d51 req-5777d7de-befe-463d-a66c-8a3e351b1763 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58692d71-156d-4fb6-ace3-10c851e59b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921516 Feb 04 20:57:13.820586 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba6d8f-55c4-4b00-9da3-360de42a4056 req-b6f32a3a-903e-4752-8c3a-f1f143671e00 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:13.823158 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-96ba6d8f-55c4-4b00-9da3-360de42a4056 req-b6f32a3a-903e-4752-8c3a-f1f143671e00 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/ports?device_id=608208f2-034f-4106-9c6d-c6f7d830883c HTTP/1.1" status: 200 len: 985 time: 0.8576040 Feb 04 20:57:13.836051 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0cedeb9c-5c8a-41d7-8f0c-df813b00e4ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:14.000477 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-61425250-7301-4f7c-a78e-c2b148b97d1d service neutron] 10.222.0.18 "GET /v2.0/networks/39d2ac62-44cb-480e-a4e0-face7b3c55fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028471 Feb 04 20:57:14.058022 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-96ba6d8f-55c4-4b00-9da3-360de42a4056 req-ac6917fd-a9a4-4e42-96b1-6a1f964785b3 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups?id=90534580-969e-4349-8372-dccd27f6c398&id=03033578-7fd8-43b0-8c04-77bf049033bc&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1794457 Feb 04 20:57:14.060667 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ac053f05-b0d2-4702-aa96-dec365b2ff64 req-cfda696d-85e8-4f3c-a37a-5a392ce7d306 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/security-groups?id=419186fe-8b61-42da-bf6d-1c79d92d48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221614 Feb 04 20:57:14.075662 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5d51a462-ae16-4daf-959f-c703837cdfc9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=315c025a39bc41c0a9be71df41a53f69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9640441 Feb 04 20:57:14.081027 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 49728) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:57:14.098688 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51a462-ae16-4daf-959f-c703837cdfc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326087e8-2856-4c1d-88b1-9c97b9cec581,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:14.235630 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-6ecfd5b7-ef8b-4aee-b18e-7365e007c7e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id add6c51a-619a-41b8-baba-6bc43c3eda1a {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:57:14.242693 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-88a07678-9501-4edb-8c6f-643ab3a34d51 req-245c2486-5b6c-49b5-b5c8-08581a84fd0f service neutron] 10.222.0.32 "GET /v2.0/networks/58692d71-156d-4fb6-ace3-10c851e59b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130635 Feb 04 20:57:14.259562 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-6ecfd5b7-ef8b-4aee-b18e-7365e007c7e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:14.289156 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a6a94486-ebd1-49b1-b35b-34ba3ab31c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:14.301848 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-6ecfd5b7-ef8b-4aee-b18e-7365e007c7e0 service neutron] Transition to ACTIVE for port object add6c51a-619a-41b8-baba-6bc43c3eda1a will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:57:14.323302 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-6ecfd5b7-ef8b-4aee-b18e-7365e007c7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:14.538667 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecfd5b7-ef8b-4aee-b18e-7365e007c7e0 service neutron] Pushing event updated for resources: {'Port': ['ID=add6c51a-619a-41b8-baba-6bc43c3eda1a,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:14.552475 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1c2c0b50-a215-4c04-9b82-76af382bd922 req-7fdf6226-e411-4042-855f-9795799a1ff5 service neutron] 10.222.0.18 "GET /v2.0/networks/39d2ac62-44cb-480e-a4e0-face7b3c55fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5289719 Feb 04 20:57:14.554607 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a6a94486-ebd1-49b1-b35b-34ba3ab31c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:14.630323 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-88a07678-9501-4edb-8c6f-643ab3a34d51 req-435eb5cc-df10-437e-89cb-a996c5220d68 service neutron] 10.222.0.32 "GET /v2.0/networks/58692d71-156d-4fb6-ace3-10c851e59b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795536 Feb 04 20:57:14.778320 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0891922-a522-48a6-8135-fd691f69dd4e', 'tag': '15b5cbab-fb18-44a5-889f-310dfd17dfc4', 'status': 'completed', 'code': 200} Feb 04 20:57:14.865543 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d93c0-dcdf-4398-ac87-0278dca041f7 req-d760f5b9-820e-4dc2-9e7e-f761086e85ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:14.867332 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-294d93c0-dcdf-4398-ac87-0278dca041f7 req-d760f5b9-820e-4dc2-9e7e-f761086e85ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f4da01125e7c4dd0833698f7f2de26a7&device_id=608208f2-034f-4106-9c6d-c6f7d830883c HTTP/1.1" status: 200 len: 1136 time: 0.1799698 Feb 04 20:57:15.024881 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a6a94486-ebd1-49b1-b35b-34ba3ab31c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:15.051618 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a94486-ebd1-49b1-b35b-34ba3ab31c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326087e8-2856-4c1d-88b1-9c97b9cec581,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:15.084255 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a6a94486-ebd1-49b1-b35b-34ba3ab31c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:15.089188 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a6a94486-ebd1-49b1-b35b-34ba3ab31c49 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/326087e8-2856-4c1d-88b1-9c97b9cec581 HTTP/1.1" status: 204 len: 168 time: 1.0033963 Feb 04 20:57:15.145338 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-6ecfd5b7-ef8b-4aee-b18e-7365e007c7e0 service neutron] Attempting to bind port add6c51a-619a-41b8-baba-6bc43c3eda1a on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:57:15.146497 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-6ecfd5b7-ef8b-4aee-b18e-7365e007c7e0 service neutron] Attempting to bind port add6c51a-619a-41b8-baba-6bc43c3eda1a by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': '477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:57:15.146849 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-6ecfd5b7-ef8b-4aee-b18e-7365e007c7e0 service neutron] Attempting to bind port add6c51a-619a-41b8-baba-6bc43c3eda1a on network 3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:57:15.157761 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-6ecfd5b7-ef8b-4aee-b18e-7365e007c7e0 service neutron] Port add6c51a-619a-41b8-baba-6bc43c3eda1a on network 3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:57:15.158092 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-6ecfd5b7-ef8b-4aee-b18e-7365e007c7e0 service neutron] Attempting to bind port add6c51a-619a-41b8-baba-6bc43c3eda1a on network 3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:57:15.167606 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50219f21-5dc8-4b7e-8f90-abda702deb29 req-6ecf3deb-85ad-4a82-8372-8e970d946a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:15.169384 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-50219f21-5dc8-4b7e-8f90-abda702deb29 req-6ecf3deb-85ad-4a82-8372-8e970d946a8a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ac46149bf1a34e05b9bda12dd094e5c4&device_id=e0891922-a522-48a6-8135-fd691f69dd4e HTTP/1.1" status: 200 len: 1095 time: 0.3696501 Feb 04 20:57:15.171991 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-6ecfd5b7-ef8b-4aee-b18e-7365e007c7e0 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:57:15.172330 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-6ecfd5b7-ef8b-4aee-b18e-7365e007c7e0 service neutron] Checking segment: {'id': '477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:57:15.172721 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-6ecfd5b7-ef8b-4aee-b18e-7365e007c7e0 service neutron] Bound using segment: {'id': '477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:57:15.173462 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-6ecfd5b7-ef8b-4aee-b18e-7365e007c7e0 service neutron] Bound port: add6c51a-619a-41b8-baba-6bc43c3eda1a, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:57:15.173813 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-6ecfd5b7-ef8b-4aee-b18e-7365e007c7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:15.188443 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806de884-174f-4745-bf4d-c921414fb4cb req-528160ec-3b25-4e2a-a22e-b69399a00431 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:15.191532 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-806de884-174f-4745-bf4d-c921414fb4cb req-528160ec-3b25-4e2a-a22e-b69399a00431 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0891922-a522-48a6-8135-fd691f69dd4e HTTP/1.1" status: 200 len: 944 time: 0.2763941 Feb 04 20:57:15.302452 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d93c0-dcdf-4398-ac87-0278dca041f7 req-1dddaa78-a2d6-4615-856b-28f9f3ad3033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:15.304203 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-294d93c0-dcdf-4398-ac87-0278dca041f7 req-1dddaa78-a2d6-4615-856b-28f9f3ad3033 service neutron] 10.222.0.32 "GET /v2.0/networks?id=58692d71-156d-4fb6-ace3-10c851e59b5e HTTP/1.1" status: 200 len: 913 time: 0.4301600 Feb 04 20:57:15.321579 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-806de884-174f-4745-bf4d-c921414fb4cb req-200dd678-90b0-492f-a85b-900cfdde15d3 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227856 Feb 04 20:57:15.423391 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-294d93c0-dcdf-4398-ac87-0278dca041f7 req-f8746b8d-bb66-445d-8433-f1567dd338e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a052043-dd5d-4310-b28d-0691b8ef07aa HTTP/1.1" status: 200 len: 217 time: 0.1004817 Feb 04 20:57:15.432634 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50219f21-5dc8-4b7e-8f90-abda702deb29 req-9e71cf4a-53e8-4166-ab77-bb23fad9d86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:15.434714 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-50219f21-5dc8-4b7e-8f90-abda702deb29 req-9e71cf4a-53e8-4166-ab77-bb23fad9d86a service neutron] 10.222.0.18 "GET /v2.0/networks?id=39d2ac62-44cb-480e-a4e0-face7b3c55fb HTTP/1.1" status: 200 len: 922 time: 0.2508676 Feb 04 20:57:15.520622 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d93c0-dcdf-4398-ac87-0278dca041f7 req-84609919-d851-4892-a6e6-6640bcc7e1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:15.522596 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-294d93c0-dcdf-4398-ac87-0278dca041f7 req-84609919-d851-4892-a6e6-6640bcc7e1ad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=471d5236-38d9-46d6-b230-ea73933817b4 HTTP/1.1" status: 200 len: 852 time: 0.0880690 Feb 04 20:57:15.591345 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-294d93c0-dcdf-4398-ac87-0278dca041f7 req-65020da3-6fe6-4ba5-87ec-f8f05544e3bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58692d71-156d-4fb6-ace3-10c851e59b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617263 Feb 04 20:57:15.646253 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-50219f21-5dc8-4b7e-8f90-abda702deb29 req-1702a9d0-a108-4034-89b4-e2720d398cfd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15b5cbab-fb18-44a5-889f-310dfd17dfc4 HTTP/1.1" status: 200 len: 217 time: 0.1926811 Feb 04 20:57:15.739968 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-6ecfd5b7-ef8b-4aee-b18e-7365e007c7e0 service neutron] For port add6c51a-619a-41b8-baba-6bc43c3eda1a, host n-h1-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:57:15.760088 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-6ecfd5b7-ef8b-4aee-b18e-7365e007c7e0 service neutron] For port add6c51a-619a-41b8-baba-6bc43c3eda1a, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=add6c51a-619a-41b8-baba-6bc43c3eda1a,segment=NetworkSegment(477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3),segment_id=477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:57:15.767771 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-6ecfd5b7-ef8b-4aee-b18e-7365e007c7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:15.772355 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50219f21-5dc8-4b7e-8f90-abda702deb29 req-93c1b9b5-1295-4d92-888f-da9a1a7ef1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:15.773921 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-50219f21-5dc8-4b7e-8f90-abda702deb29 req-93c1b9b5-1295-4d92-888f-da9a1a7ef1c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8c37f354-72c6-48cb-981d-e4dbeabb2472 HTTP/1.1" status: 200 len: 861 time: 0.1050644 Feb 04 20:57:15.872537 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-50219f21-5dc8-4b7e-8f90-abda702deb29 req-633cc682-d6d5-498b-badd-604be8da60eb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39d2ac62-44cb-480e-a4e0-face7b3c55fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577765 Feb 04 20:57:15.916909 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-6ecfd5b7-ef8b-4aee-b18e-7365e007c7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:15.917569 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-6ecfd5b7-ef8b-4aee-b18e-7365e007c7e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:15.918954 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-6ecfd5b7-ef8b-4aee-b18e-7365e007c7e0 service neutron] 10.222.0.32 "PUT /v2.0/ports/add6c51a-619a-41b8-baba-6bc43c3eda1a HTTP/1.1" status: 200 len: 1092 time: 3.7932200 Feb 04 20:57:15.998744 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-294d93c0-dcdf-4398-ac87-0278dca041f7 req-88609da2-2339-492b-97a0-491a5e8f2138 service neutron] 10.222.0.32 "GET /v2.0/networks/58692d71-156d-4fb6-ace3-10c851e59b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005458 Feb 04 20:57:16.288033 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e7867efe-7261-4aab-9cc4-6fe85a2b5a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:16.291763 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecfd5b7-ef8b-4aee-b18e-7365e007c7e0 service neutron] Pushing event updated for resources: {'Port': ['ID=add6c51a-619a-41b8-baba-6bc43c3eda1a,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:16.402899 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-165772a2-cd25-4351-8db5-e4e9fb131289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:16.409715 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-165772a2-cd25-4351-8db5-e4e9fb131289 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=66f8c7d92acd48ffa436b71c93318a59&device_id=1b87cf88-ffed-4a9f-8528-ef549d4791a7 HTTP/1.1" status: 200 len: 1095 time: 0.3509419 Feb 04 20:57:16.566011 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-50219f21-5dc8-4b7e-8f90-abda702deb29 req-a6c31da6-92a0-44d4-b082-2669cbdf612a service neutron] 10.222.0.18 "GET /v2.0/networks/39d2ac62-44cb-480e-a4e0-face7b3c55fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6775606 Feb 04 20:57:16.575019 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-0c41ee0b-23a0-4407-95a2-41e00f34d511 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:16.576490 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-0c41ee0b-23a0-4407-95a2-41e00f34d511 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/networks?id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 HTTP/1.1" status: 200 len: 820 time: 0.5763800 Feb 04 20:57:16.578486 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-294d93c0-dcdf-4398-ac87-0278dca041f7 req-17d181a5-5229-4f95-a3a7-a4ee71a5d8f1 service neutron] 10.222.0.32 "GET /v2.0/networks/58692d71-156d-4fb6-ace3-10c851e59b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927969 Feb 04 20:57:16.599089 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-75a11e94-24fe-4004-9e5c-23e3abdcc085 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/quotas/c5a142124dd5482a87b175ed6e7e9ba5 HTTP/1.1" status: 200 len: 375 time: 0.0150924 Feb 04 20:57:16.615274 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-13add2ea-ae3d-4a73-bb25-cb3abba07d18 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=add6c51a-619a-41b8-baba-6bc43c3eda1a HTTP/1.1" status: 200 len: 217 time: 0.1985519 Feb 04 20:57:16.768387 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-ebdca511-3f9a-4432-a075-999e8951026f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:16.770295 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-ebdca511-3f9a-4432-a075-999e8951026f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad252a39-0fc7-473f-8135-1e6346b2d5e3 HTTP/1.1" status: 200 len: 860 time: 0.1477079 Feb 04 20:57:16.787597 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b87cf88-ffed-4a9f-8528-ef549d4791a7', 'tag': 'add6c51a-619a-41b8-baba-6bc43c3eda1a'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:57:16.863636 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-4375b67e-ee73-40cd-92ae-588e0b677059 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2580185 Feb 04 20:57:16.927976 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-50219f21-5dc8-4b7e-8f90-abda702deb29 req-0910b153-db7d-43b3-8eec-87057194e7e9 service neutron] 10.222.0.18 "GET /v2.0/networks/39d2ac62-44cb-480e-a4e0-face7b3c55fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425817 Feb 04 20:57:16.989129 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-fc58e206-b3e1-455d-b64b-2ee871631f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:16.990914 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-fc58e206-b3e1-455d-b64b-2ee871631f70 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3e95a48d-24e2-42d1-a9cb-002bd8a7bca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1938560 Feb 04 20:57:17.084949 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-40653238-da01-4b67-82ce-99a1cdf2aa49 service neutron] 10.222.0.26 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074986 Feb 04 20:57:17.227132 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-54de75a4-a72c-41d6-9011-d4c48b9e1e70 service neutron] 10.222.0.32 "GET /v2.0/networks/3e95a48d-24e2-42d1-a9cb-002bd8a7bca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261522 Feb 04 20:57:17.257835 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:17.302818 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:17.305129 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-37093598-019a-45d3-851b-1b50b8710c50 service neutron] 10.222.0.26 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081256 Feb 04 20:57:17.558151 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5d69bbb5-b53f-4e2f-ade4-4db1ea9e7145 req-9a138b35-f0e2-484f-a97b-be5e01d39547 service neutron] 10.222.0.32 "GET /v2.0/networks/3e95a48d-24e2-42d1-a9cb-002bd8a7bca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202446 Feb 04 20:57:17.995147 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca3042-77c0-4d62-8870-07c450dc576d req-06d41a06-19ea-4e27-830e-1b3049876d55 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:17.997260 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bfca3042-77c0-4d62-8870-07c450dc576d req-06d41a06-19ea-4e27-830e-1b3049876d55 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/ports?device_id=608208f2-034f-4106-9c6d-c6f7d830883c HTTP/1.1" status: 200 len: 985 time: 0.1304305 Feb 04 20:57:18.066989 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bfca3042-77c0-4d62-8870-07c450dc576d req-32c2d8d7-ef94-4efc-9dab-5de5204eee00 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups?id=90534580-969e-4349-8372-dccd27f6c398&id=03033578-7fd8-43b0-8c04-77bf049033bc&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0609174 Feb 04 20:57:18.384410 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb7122-c16b-434b-9c97-7515925c58bf req-91e28aed-d308-46c7-82bd-c3ff7acd1319 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:18.396089 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a0eb7122-c16b-434b-9c97-7515925c58bf req-91e28aed-d308-46c7-82bd-c3ff7acd1319 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b87cf88-ffed-4a9f-8528-ef549d4791a7 HTTP/1.1" status: 200 len: 944 time: 0.1785042 Feb 04 20:57:18.441786 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a0eb7122-c16b-434b-9c97-7515925c58bf req-cecda168-898b-496e-8eb5-9cec403ab588 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/security-groups?id=419186fe-8b61-42da-bf6d-1c79d92d48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446641 Feb 04 20:57:18.504461 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 15b5cbab-fb18-44a5-889f-310dfd17dfc4 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:57:18.663828 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34d4be-8232-47f1-8ac9-b1f191e5dcf1 req-1389662d-0454-48e0-99b0-42fdb56f1e07 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:18.671695 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ee34d4be-8232-47f1-8ac9-b1f191e5dcf1 req-1389662d-0454-48e0-99b0-42fdb56f1e07 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0891922-a522-48a6-8135-fd691f69dd4e HTTP/1.1" status: 200 len: 944 time: 0.1182780 Feb 04 20:57:18.737717 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ee34d4be-8232-47f1-8ac9-b1f191e5dcf1 req-81474c6b-6a64-4f00-a3f5-ead0d1c1b811 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647969 Feb 04 20:57:18.819508 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:18.852065 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 15b5cbab-fb18-44a5-889f-310dfd17dfc4, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=15b5cbab-fb18-44a5-889f-310dfd17dfc4,segment=NetworkSegment(673dc65b-eb24-40c2-b385-7348d9364d07),segment_id=673dc65b-eb24-40c2-b385-7348d9364d07)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:57:18.873077 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '15b5cbab-fb18-44a5-889f-310dfd17dfc4', 'network_id': '39d2ac62-44cb-480e-a4e0-face7b3c55fb', 'port_id': '15b5cbab-fb18-44a5-889f-310dfd17dfc4', 'mac_address': 'fa:16:3e:67:f9:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c37f354-72c6-48cb-981d-e4dbeabb2472', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:57:18.994892 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:19.041887 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15b5cbab-fb18-44a5-889f-310dfd17dfc4 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:57:19.055120 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b87cf88-ffed-4a9f-8528-ef549d4791a7', 'tag': 'add6c51a-619a-41b8-baba-6bc43c3eda1a', 'status': 'completed', 'code': 200} Feb 04 20:57:19.076345 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 15b5cbab-fb18-44a5-889f-310dfd17dfc4, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=15b5cbab-fb18-44a5-889f-310dfd17dfc4,segment=NetworkSegment(673dc65b-eb24-40c2-b385-7348d9364d07),segment_id=673dc65b-eb24-40c2-b385-7348d9364d07)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:57:19.084382 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:19.274612 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=15b5cbab-fb18-44a5-889f-310dfd17dfc4,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:19.308651 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a5d62057-9a1a-4de8-8b0c-8d773ffde4e2 req-4db2635c-456e-4310-b807-b10ee17c7891 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=4adc10db-cec5-46d4-9223-a7e6395f5f2b HTTP/1.1" status: 200 len: 210 time: 0.0661299 Feb 04 20:57:19.369385 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['15b5cbab-fb18-44a5-889f-310dfd17dfc4'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:57:19.466727 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-48141be5-f015-4ee8-94bf-1c733507a842 req-e4e19dc4-dc67-476f-87f5-1b050204d3fa tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2002689486&fields=id&tenant_id=f4da01125e7c4dd0833698f7f2de26a7 HTTP/1.1" status: 200 len: 267 time: 0.0530899 Feb 04 20:57:19.594537 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48141be5-f015-4ee8-94bf-1c733507a842 req-47f33a9b-f0d8-488c-a7cc-701e5f302a05 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:19.606086 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-48141be5-f015-4ee8-94bf-1c733507a842 req-47f33a9b-f0d8-488c-a7cc-701e5f302a05 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/ports?device_id=608208f2-034f-4106-9c6d-c6f7d830883c HTTP/1.1" status: 200 len: 985 time: 0.1384084 Feb 04 20:57:19.619133 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-48141be5-f015-4ee8-94bf-1c733507a842 req-e6f7a693-3bca-4ac3-ab58-76e5f1549058 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Request body: {'port': {'security_groups': ['03033578-7fd8-43b0-8c04-77bf049033bc', '90534580-969e-4349-8372-dccd27f6c398', 'deef0beb-9704-496d-ae80-5f4be02696e3']}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:57:19.704571 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-aa8265fd-f61e-4f59-9236-ac0b209eb0a8 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:19.706019 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-aa8265fd-f61e-4f59-9236-ac0b209eb0a8 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.18 "GET /v2.0/networks?id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 HTTP/1.1" status: 200 len: 820 time: 0.5046327 Feb 04 20:57:19.717557 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-be8a631d-9052-411f-9437-71ae4276473e tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Request body: {'port': {'device_id': '4adc10db-cec5-46d4-9223-a7e6395f5f2b', 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08', 'admin_state_up': True, 'tenant_id': 'c5a142124dd5482a87b175ed6e7e9ba5'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:57:19.883324 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-be8a631d-9052-411f-9437-71ae4276473e tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:57:19.886758 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-48141be5-f015-4ee8-94bf-1c733507a842 req-e6f7a693-3bca-4ac3-ab58-76e5f1549058 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:19.888970 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-be8a631d-9052-411f-9437-71ae4276473e tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Usage tracker for resource:port and tenant:c5a142124dd5482a87b175ed6e7e9ba5 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:57:19.893713 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552d999-e205-42e5-aab6-777166bef8db req-fe07d8c5-ec86-4dff-b2d8-ec56dfc15500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:19.895328 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3552d999-e205-42e5-aab6-777166bef8db req-fe07d8c5-ec86-4dff-b2d8-ec56dfc15500 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=66f8c7d92acd48ffa436b71c93318a59&device_id=1b87cf88-ffed-4a9f-8528-ef549d4791a7 HTTP/1.1" status: 200 len: 1095 time: 0.8194518 Feb 04 20:57:19.896154 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-be8a631d-9052-411f-9437-71ae4276473e tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:57:19.911129 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-be8a631d-9052-411f-9437-71ae4276473e tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:57:20.021450 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-be8a631d-9052-411f-9437-71ae4276473e tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Made reservation on behalf of c5a142124dd5482a87b175ed6e7e9ba5 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:57:20.035134 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-be8a631d-9052-411f-9437-71ae4276473e tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:20.232993 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552d999-e205-42e5-aab6-777166bef8db req-ce8d62dc-e0cf-476e-a3de-6d5c67eea16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:20.234519 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3552d999-e205-42e5-aab6-777166bef8db req-ce8d62dc-e0cf-476e-a3de-6d5c67eea16e service neutron] 10.222.0.32 "GET /v2.0/networks?id=3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 HTTP/1.1" status: 200 len: 922 time: 0.3249116 Feb 04 20:57:20.410039 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3552d999-e205-42e5-aab6-777166bef8db req-64f067d6-aa7c-49b2-b0ee-f5152a814476 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=add6c51a-619a-41b8-baba-6bc43c3eda1a HTTP/1.1" status: 200 len: 217 time: 0.1677418 Feb 04 20:57:20.460534 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-48141be5-f015-4ee8-94bf-1c733507a842 req-e6f7a693-3bca-4ac3-ab58-76e5f1549058 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] For port 1a052043-dd5d-4310-b28d-0691b8ef07aa, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=1a052043-dd5d-4310-b28d-0691b8ef07aa,segment=NetworkSegment(85aba820-b386-48fc-9381-285c1f3f2f76),segment_id=85aba820-b386-48fc-9381-285c1f3f2f76)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:57:20.487471 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552d999-e205-42e5-aab6-777166bef8db req-c7632f69-ac13-46a1-864d-e56fcbc88543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:20.489234 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3552d999-e205-42e5-aab6-777166bef8db req-c7632f69-ac13-46a1-864d-e56fcbc88543 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad252a39-0fc7-473f-8135-1e6346b2d5e3 HTTP/1.1" status: 200 len: 860 time: 0.0706072 Feb 04 20:57:20.492009 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-48141be5-f015-4ee8-94bf-1c733507a842 req-e6f7a693-3bca-4ac3-ab58-76e5f1549058 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:20.497709 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-48141be5-f015-4ee8-94bf-1c733507a842 req-e6f7a693-3bca-4ac3-ab58-76e5f1549058 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:20.503418 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 15b5cbab-fb18-44a5-889f-310dfd17dfc4 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:57:20.560490 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-be8a631d-9052-411f-9437-71ae4276473e tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Allocated IP 172.20.0.8 (a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08/af7ea361-8fb7-49bd-8e76-0990ff7e7df7/adef2d61-4ab7-4434-8eed-40bedafcc23a) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:57:20.623956 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['a901cdcc-5cae-49d3-9cb5-87360028a18b'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:57:20.688252 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['1a052043-dd5d-4310-b28d-0691b8ef07aa'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:57:20.691987 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552d999-e205-42e5-aab6-777166bef8db req-294b1244-b2a2-4be9-b0dd-b4000439cb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:20.693889 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3552d999-e205-42e5-aab6-777166bef8db req-294b1244-b2a2-4be9-b0dd-b4000439cb7a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3e95a48d-24e2-42d1-a9cb-002bd8a7bca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1980567 Feb 04 20:57:20.694876 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48141be5-f015-4ee8-94bf-1c733507a842 req-e6f7a693-3bca-4ac3-ab58-76e5f1549058 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:20.698162 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-48141be5-f015-4ee8-94bf-1c733507a842 req-e6f7a693-3bca-4ac3-ab58-76e5f1549058 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:20.714485 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-48141be5-f015-4ee8-94bf-1c733507a842 req-e6f7a693-3bca-4ac3-ab58-76e5f1549058 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "PUT /v2.0/ports/1a052043-dd5d-4310-b28d-0691b8ef07aa HTTP/1.1" status: 200 len: 1021 time: 1.1074510 Feb 04 20:57:20.715904 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608208f2-034f-4106-9c6d-c6f7d830883c', 'tag': '1a052043-dd5d-4310-b28d-0691b8ef07aa'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:57:20.796546 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f7a693-3bca-4ac3-ab58-76e5f1549058 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Pushing event updated for resources: {'Port': ['ID=1a052043-dd5d-4310-b28d-0691b8ef07aa,revision_number=7']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:20.856413 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['1a052043-dd5d-4310-b28d-0691b8ef07aa'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:57:21.035337 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 15b5cbab-fb18-44a5-889f-310dfd17dfc4 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:57:21.072193 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 15b5cbab-fb18-44a5-889f-310dfd17dfc4 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:57:21.072879 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:21.235959 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72652e83-7804-4fff-9de2-bd47e3481cb0 req-44118001-f706-41cf-84f9-93217038585d tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:21.240598 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3552d999-e205-42e5-aab6-777166bef8db req-d942b1be-1520-4195-80f1-172ab581d56c service neutron] 10.222.0.32 "GET /v2.0/networks/3e95a48d-24e2-42d1-a9cb-002bd8a7bca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5313630 Feb 04 20:57:21.243024 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-72652e83-7804-4fff-9de2-bd47e3481cb0 req-44118001-f706-41cf-84f9-93217038585d tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b87cf88-ffed-4a9f-8528-ef549d4791a7 HTTP/1.1" status: 200 len: 944 time: 0.2461767 Feb 04 20:57:21.298899 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-be8a631d-9052-411f-9437-71ae4276473e tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:21.369098 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-72652e83-7804-4fff-9de2-bd47e3481cb0 req-599218da-4636-4498-8b5b-4b9a7907679d tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/security-groups?id=419186fe-8b61-42da-bf6d-1c79d92d48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248913 Feb 04 20:57:21.458966 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3552d999-e205-42e5-aab6-777166bef8db req-5f8b7fa1-06db-4baf-8521-23ae8039faef service neutron] 10.222.0.32 "GET /v2.0/networks/3e95a48d-24e2-42d1-a9cb-002bd8a7bca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036092 Feb 04 20:57:21.460881 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-be8a631d-9052-411f-9437-71ae4276473e tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:21.539841 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-be8a631d-9052-411f-9437-71ae4276473e tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:57:21.554433 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-be8a631d-9052-411f-9437-71ae4276473e tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:57:21.557254 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-be8a631d-9052-411f-9437-71ae4276473e tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:57:21.714164 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44740de7-b8b5-4bcd-849e-f7d915c33d86 req-82edca78-581a-4873-a243-f8ac28419f9a tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:21.729794 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-44740de7-b8b5-4bcd-849e-f7d915c33d86 req-82edca78-581a-4873-a243-f8ac28419f9a tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0891922-a522-48a6-8135-fd691f69dd4e HTTP/1.1" status: 200 len: 945 time: 0.2143521 Feb 04 20:57:21.798671 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a631d-9052-411f-9437-71ae4276473e tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Pushing event updated for resources: {'Port': ['ID=adef2d61-4ab7-4434-8eed-40bedafcc23a,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:21.845177 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-be8a631d-9052-411f-9437-71ae4276473e tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:21.847200 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-be8a631d-9052-411f-9437-71ae4276473e tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:21.860401 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:21.904671 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-be8a631d-9052-411f-9437-71ae4276473e tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1906445 Feb 04 20:57:21.916117 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-b0db7df3-a958-408f-9dea-277709a6e1b9 service neutron] Request body: {'port': {'device_id': '4adc10db-cec5-46d4-9223-a7e6395f5f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:57:21.952465 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-44740de7-b8b5-4bcd-849e-f7d915c33d86 req-f43f0804-55cd-4c6c-9673-350df13c84cb tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193627 Feb 04 20:57:22.149948 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-b0db7df3-a958-408f-9dea-277709a6e1b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:22.392636 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0891922-a522-48a6-8135-fd691f69dd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b5cbab-fb18-44a5-889f-310dfd17dfc4'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:57:22.458769 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 15b5cbab-fb18-44a5-889f-310dfd17dfc4, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=15b5cbab-fb18-44a5-889f-310dfd17dfc4,segment=NetworkSegment(673dc65b-eb24-40c2-b385-7348d9364d07),segment_id=673dc65b-eb24-40c2-b385-7348d9364d07)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:57:22.468962 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:22.563536 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ffc9e-7dd5-498f-893f-f855a6e224aa req-109f38f0-4428-4729-a090-881706047307 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:22.574098 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6f1ffc9e-7dd5-498f-893f-f855a6e224aa req-109f38f0-4428-4729-a090-881706047307 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=4adc10db-cec5-46d4-9223-a7e6395f5f2b HTTP/1.1" status: 200 len: 931 time: 0.1674628 Feb 04 20:57:22.581092 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=15b5cbab-fb18-44a5-889f-310dfd17dfc4,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:22.583869 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device add6c51a-619a-41b8-baba-6bc43c3eda1a details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:57:22.720493 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6f1ffc9e-7dd5-498f-893f-f855a6e224aa req-c2bce86a-2b3d-4c3e-94f4-3ef8aa4f5670 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445701 Feb 04 20:57:22.835992 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['b08319eb-cc5b-4f8b-8518-85a440ceaf84'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:57:22.887170 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d5662f59-13f2-4c0f-8ce5-b3821260cae4 req-12373cd5-4cbf-4337-80f3-3764cd016cf7 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups/deef0beb-9704-496d-ae80-5f4be02696e3 HTTP/1.1" status: 200 len: 1800 time: 0.1104994 Feb 04 20:57:22.950759 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port add6c51a-619a-41b8-baba-6bc43c3eda1a, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=add6c51a-619a-41b8-baba-6bc43c3eda1a,segment=NetworkSegment(477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3),segment_id=477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:57:22.970516 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-b0db7df3-a958-408f-9dea-277709a6e1b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adef2d61-4ab7-4434-8eed-40bedafcc23a {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:57:22.989972 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-b0db7df3-a958-408f-9dea-277709a6e1b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:22.994825 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [req-d5662f59-13f2-4c0f-8ce5-b3821260cae4 req-93a2a422-a1f1-46d5-97f3-bff151485e56 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 20:57:23.007051 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': 'add6c51a-619a-41b8-baba-6bc43c3eda1a', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'port_id': 'add6c51a-619a-41b8-baba-6bc43c3eda1a', 'mac_address': 'fa:16:3e:40:23:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:57:23.013999 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d5662f59-13f2-4c0f-8ce5-b3821260cae4 req-93a2a422-a1f1-46d5-97f3-bff151485e56 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "DELETE /v2.0/security-groups/deef0beb-9704-496d-ae80-5f4be02696e3 HTTP/1.1" status: 409 len: 341 time: 0.1256948 Feb 04 20:57:23.040572 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-b0db7df3-a958-408f-9dea-277709a6e1b9 service neutron] Transition to ACTIVE for port object adef2d61-4ab7-4434-8eed-40bedafcc23a will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:57:23.060051 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-b0db7df3-a958-408f-9dea-277709a6e1b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:23.101188 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '608208f2-034f-4106-9c6d-c6f7d830883c', 'tag': '1a052043-dd5d-4310-b28d-0691b8ef07aa', 'status': 'completed', 'code': 200} Feb 04 20:57:23.184730 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:23.198966 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db7df3-a958-408f-9dea-277709a6e1b9 service neutron] Pushing event updated for resources: {'Port': ['ID=adef2d61-4ab7-4434-8eed-40bedafcc23a,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:23.393652 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id add6c51a-619a-41b8-baba-6bc43c3eda1a {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:57:23.492059 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port add6c51a-619a-41b8-baba-6bc43c3eda1a, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=add6c51a-619a-41b8-baba-6bc43c3eda1a,segment=NetworkSegment(477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3),segment_id=477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:57:23.504934 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:23.535415 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-b0db7df3-a958-408f-9dea-277709a6e1b9 service neutron] Attempting to bind port adef2d61-4ab7-4434-8eed-40bedafcc23a on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:57:23.535870 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-b0db7df3-a958-408f-9dea-277709a6e1b9 service neutron] Attempting to bind port adef2d61-4ab7-4434-8eed-40bedafcc23a by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:57:23.536009 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-b0db7df3-a958-408f-9dea-277709a6e1b9 service neutron] Attempting to bind port adef2d61-4ab7-4434-8eed-40bedafcc23a on network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:57:23.543016 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-b0db7df3-a958-408f-9dea-277709a6e1b9 service neutron] Port adef2d61-4ab7-4434-8eed-40bedafcc23a on network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:57:23.543334 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-b0db7df3-a958-408f-9dea-277709a6e1b9 service neutron] Attempting to bind port adef2d61-4ab7-4434-8eed-40bedafcc23a on network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:57:23.549797 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-b0db7df3-a958-408f-9dea-277709a6e1b9 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:57:23.550348 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-b0db7df3-a958-408f-9dea-277709a6e1b9 service neutron] Checking segment: {'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:57:23.550732 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-b0db7df3-a958-408f-9dea-277709a6e1b9 service neutron] Bound using segment: {'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:57:23.551168 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-b0db7df3-a958-408f-9dea-277709a6e1b9 service neutron] Bound port: adef2d61-4ab7-4434-8eed-40bedafcc23a, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:57:23.551535 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-b0db7df3-a958-408f-9dea-277709a6e1b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:23.555907 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104735d2-056d-4f4f-b9d2-0ef7935018bb req-10dd95a5-27ee-4429-b95f-aa395dd564ee tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:23.565473 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-104735d2-056d-4f4f-b9d2-0ef7935018bb req-10dd95a5-27ee-4429-b95f-aa395dd564ee tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b87cf88-ffed-4a9f-8528-ef549d4791a7 HTTP/1.1" status: 200 len: 944 time: 0.1910722 Feb 04 20:57:23.662115 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-104735d2-056d-4f4f-b9d2-0ef7935018bb req-058b098a-cd78-4fde-a891-55bc1f168cec tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/security-groups?id=419186fe-8b61-42da-bf6d-1c79d92d48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913482 Feb 04 20:57:23.681428 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-b0db7df3-a958-408f-9dea-277709a6e1b9 service neutron] For port adef2d61-4ab7-4434-8eed-40bedafcc23a, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:57:23.685344 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-b0db7df3-a958-408f-9dea-277709a6e1b9 service neutron] For port adef2d61-4ab7-4434-8eed-40bedafcc23a, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=adef2d61-4ab7-4434-8eed-40bedafcc23a,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:57:23.691677 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57358c11-d667-444d-ae02-38ea399313bd req-b732bd17-5e2c-4ac4-bd15-7fecf30d213e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:23.693428 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-57358c11-d667-444d-ae02-38ea399313bd req-b732bd17-5e2c-4ac4-bd15-7fecf30d213e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f4da01125e7c4dd0833698f7f2de26a7&device_id=608208f2-034f-4106-9c6d-c6f7d830883c HTTP/1.1" status: 200 len: 1175 time: 0.5409942 Feb 04 20:57:23.695145 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-b0db7df3-a958-408f-9dea-277709a6e1b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:23.720746 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=add6c51a-619a-41b8-baba-6bc43c3eda1a,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:23.837886 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0891922-a522-48a6-8135-fd691f69dd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b5cbab-fb18-44a5-889f-310dfd17dfc4', 'code': 200} Feb 04 20:57:23.915699 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-b0db7df3-a958-408f-9dea-277709a6e1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:23.916235 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-b0db7df3-a958-408f-9dea-277709a6e1b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:23.917723 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-b0db7df3-a958-408f-9dea-277709a6e1b9 service neutron] 10.222.0.18 "PUT /v2.0/ports/adef2d61-4ab7-4434-8eed-40bedafcc23a HTTP/1.1" status: 200 len: 1091 time: 2.0062070 Feb 04 20:57:23.918167 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4adc10db-cec5-46d4-9223-a7e6395f5f2b', 'tag': 'adef2d61-4ab7-4434-8eed-40bedafcc23a'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:57:23.919987 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['add6c51a-619a-41b8-baba-6bc43c3eda1a'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:57:23.998658 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57358c11-d667-444d-ae02-38ea399313bd req-bf933079-e3d3-44b8-b0bb-86d22c2e48f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:24.004775 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-57358c11-d667-444d-ae02-38ea399313bd req-bf933079-e3d3-44b8-b0bb-86d22c2e48f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=58692d71-156d-4fb6-ace3-10c851e59b5e HTTP/1.1" status: 200 len: 913 time: 0.3034413 Feb 04 20:57:24.033988 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db7df3-a958-408f-9dea-277709a6e1b9 service neutron] Pushing event updated for resources: {'Port': ['ID=adef2d61-4ab7-4434-8eed-40bedafcc23a,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:24.265339 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844f5f6-b953-4c74-98ab-fdd2d17a07ef req-8ffafebe-3eee-4e28-be54-5f0ab90695b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:24.266800 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3844f5f6-b953-4c74-98ab-fdd2d17a07ef req-8ffafebe-3eee-4e28-be54-5f0ab90695b7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e0891922-a522-48a6-8135-fd691f69dd4e HTTP/1.1" status: 200 len: 1097 time: 0.3384547 Feb 04 20:57:24.317902 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe9882-5ff0-4a7b-bf2b-27651dd6205b req-e7f0a1bb-4ad4-4c34-8d2c-dd02acabe64f tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:24.325952 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-57358c11-d667-444d-ae02-38ea399313bd req-c16b2ccf-63fc-4468-9b64-8bd533022fbe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a052043-dd5d-4310-b28d-0691b8ef07aa HTTP/1.1" status: 200 len: 217 time: 0.1753676 Feb 04 20:57:24.332946 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a0fe9882-5ff0-4a7b-bf2b-27651dd6205b req-e7f0a1bb-4ad4-4c34-8d2c-dd02acabe64f tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0891922-a522-48a6-8135-fd691f69dd4e HTTP/1.1" status: 200 len: 946 time: 0.2391839 Feb 04 20:57:24.399957 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a0fe9882-5ff0-4a7b-bf2b-27651dd6205b req-b21f7fcd-7e10-47d6-9f1e-c4c76ecc9291 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642235 Feb 04 20:57:24.409568 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57358c11-d667-444d-ae02-38ea399313bd req-8976e914-7a8d-4087-8a92-c8c788c723fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:24.411565 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-57358c11-d667-444d-ae02-38ea399313bd req-8976e914-7a8d-4087-8a92-c8c788c723fd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=471d5236-38d9-46d6-b230-ea73933817b4 HTTP/1.1" status: 200 len: 852 time: 0.0756607 Feb 04 20:57:24.447200 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3844f5f6-b953-4c74-98ab-fdd2d17a07ef req-28ac029e-2ffc-4f0a-987e-4cdb69fab468 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740344 Feb 04 20:57:24.473906 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-57358c11-d667-444d-ae02-38ea399313bd req-4ec3513c-7d0e-48c8-9e5a-6b2b9a7fa190 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58692d71-156d-4fb6-ace3-10c851e59b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495090 Feb 04 20:57:24.606924 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-5d5cb4ab-b5f4-4080-973a-24fb7248db5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:24.608766 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-5d5cb4ab-b5f4-4080-973a-24fb7248db5a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&device_id=4adc10db-cec5-46d4-9223-a7e6395f5f2b HTTP/1.1" status: 200 len: 1094 time: 0.6026480 Feb 04 20:57:24.904289 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-1d9cb105-b29c-4117-b287-cfa27d35ef2f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adef2d61-4ab7-4434-8eed-40bedafcc23a HTTP/1.1" status: 200 len: 217 time: 0.2536817 Feb 04 20:57:25.001146 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-57358c11-d667-444d-ae02-38ea399313bd req-10680c17-8053-4497-8cfe-d54dc6f4d729 service neutron] 10.222.0.32 "GET /v2.0/networks/58692d71-156d-4fb6-ace3-10c851e59b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5173008 Feb 04 20:57:25.036892 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162e9d0-38dc-4023-a8f5-5872d99f636f req-91429fef-cf4a-46c3-b9de-e4687b9e726c tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:25.039383 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6162e9d0-38dc-4023-a8f5-5872d99f636f req-91429fef-cf4a-46c3-b9de-e4687b9e726c tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=4adc10db-cec5-46d4-9223-a7e6395f5f2b HTTP/1.1" status: 200 len: 943 time: 0.1601715 Feb 04 20:57:25.057088 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-4e3eb987-b7cd-4aa0-8d7c-195b4e668483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:25.058515 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-4e3eb987-b7cd-4aa0-8d7c-195b4e668483 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af7ea361-8fb7-49bd-8e76-0990ff7e7df7 HTTP/1.1" status: 200 len: 860 time: 0.1466820 Feb 04 20:57:25.124761 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6162e9d0-38dc-4023-a8f5-5872d99f636f req-3ee11d45-561a-41d9-a532-ddb573aae183 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746877 Feb 04 20:57:25.228872 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4adc10db-cec5-46d4-9223-a7e6395f5f2b', 'tag': 'adef2d61-4ab7-4434-8eed-40bedafcc23a', 'status': 'completed', 'code': 200} Feb 04 20:57:25.231975 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-bb2def4e-035f-4d75-ae27-f9b3a0199610 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1228201 Feb 04 20:57:25.535200 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc9313-63da-4caf-84c3-6b7c8676ed6c req-b671561c-dae0-4ad0-be20-53576f708db2 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:25.535788 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-57358c11-d667-444d-ae02-38ea399313bd req-ab3ad0d6-2538-4077-a1bc-be6bab4a3c44 service neutron] 10.222.0.32 "GET /v2.0/networks/58692d71-156d-4fb6-ace3-10c851e59b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5226738 Feb 04 20:57:25.543963 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e4fc9313-63da-4caf-84c3-6b7c8676ed6c req-b671561c-dae0-4ad0-be20-53576f708db2 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b87cf88-ffed-4a9f-8528-ef549d4791a7 HTTP/1.1" status: 200 len: 945 time: 0.2134681 Feb 04 20:57:25.606308 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-d153e520-45f3-4273-a57a-37e2710de39d service neutron] 10.222.0.18 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636549 Feb 04 20:57:25.617955 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e4fc9313-63da-4caf-84c3-6b7c8676ed6c req-f499e469-17c2-48fb-8b68-064ddcc56980 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/security-groups?id=419186fe-8b61-42da-bf6d-1c79d92d48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730190 Feb 04 20:57:25.797110 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:25.908341 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-07bf635e-5a68-4965-9fb6-64fce3c91787 req-4ead4b0a-6720-4be5-9ce4-05b2149730af service neutron] 10.222.0.18 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950597 Feb 04 20:57:26.002643 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcb187-0ac0-4ba6-be22-9693d1ad9f5c req-c13540bf-43fb-4db6-8ece-12cd8dec7275 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:26.004439 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-efdcb187-0ac0-4ba6-be22-9693d1ad9f5c req-c13540bf-43fb-4db6-8ece-12cd8dec7275 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/ports?device_id=608208f2-034f-4106-9c6d-c6f7d830883c HTTP/1.1" status: 200 len: 1024 time: 0.1372652 Feb 04 20:57:26.055265 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fe0b3-a3ba-4b4a-8d00-29e6fa7fd2f7 req-47193091-a8c0-4669-8f02-b7461c2615a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:26.056951 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f20fe0b3-a3ba-4b4a-8d00-29e6fa7fd2f7 req-47193091-a8c0-4669-8f02-b7461c2615a2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&device_id=4adc10db-cec5-46d4-9223-a7e6395f5f2b HTTP/1.1" status: 200 len: 1094 time: 0.0981083 Feb 04 20:57:26.134488 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-efdcb187-0ac0-4ba6-be22-9693d1ad9f5c req-ea351586-c19b-4eef-b29c-9a469f29bec0 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups?id=90534580-969e-4349-8372-dccd27f6c398&id=deef0beb-9704-496d-ae80-5f4be02696e3&id=03033578-7fd8-43b0-8c04-77bf049033bc&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1211638 Feb 04 20:57:26.385854 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fe0b3-a3ba-4b4a-8d00-29e6fa7fd2f7 req-ba5c21be-3150-4c3e-8777-c061055fce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:26.387622 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f20fe0b3-a3ba-4b4a-8d00-29e6fa7fd2f7 req-ba5c21be-3150-4c3e-8777-c061055fce68 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 HTTP/1.1" status: 200 len: 921 time: 0.3211491 Feb 04 20:57:26.444438 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1af8a-88a2-4de4-b803-9d56cf444bbd req-880f23f4-f64d-4fbb-b46f-4b6042ad1ec7 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:26.458764 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d8d1af8a-88a2-4de4-b803-9d56cf444bbd req-880f23f4-f64d-4fbb-b46f-4b6042ad1ec7 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0891922-a522-48a6-8135-fd691f69dd4e HTTP/1.1" status: 200 len: 946 time: 0.1184185 Feb 04 20:57:26.514425 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d8d1af8a-88a2-4de4-b803-9d56cf444bbd req-02ee9aef-2641-4ffa-948f-b5773b4a615d tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544579 Feb 04 20:57:26.531899 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device add6c51a-619a-41b8-baba-6bc43c3eda1a up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:57:26.558314 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f20fe0b3-a3ba-4b4a-8d00-29e6fa7fd2f7 req-2b290a6b-5177-4f87-974d-5d290cd66df6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adef2d61-4ab7-4434-8eed-40bedafcc23a HTTP/1.1" status: 200 len: 217 time: 0.1605477 Feb 04 20:57:26.639868 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fe0b3-a3ba-4b4a-8d00-29e6fa7fd2f7 req-c9f1bedd-d2d8-433a-aefb-7dcfda022b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:26.641579 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f20fe0b3-a3ba-4b4a-8d00-29e6fa7fd2f7 req-c9f1bedd-d2d8-433a-aefb-7dcfda022b18 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af7ea361-8fb7-49bd-8e76-0990ff7e7df7 HTTP/1.1" status: 200 len: 860 time: 0.0772245 Feb 04 20:57:26.681486 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port add6c51a-619a-41b8-baba-6bc43c3eda1a completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:57:26.692971 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port add6c51a-619a-41b8-baba-6bc43c3eda1a triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:57:26.694369 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:26.790109 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f20fe0b3-a3ba-4b4a-8d00-29e6fa7fd2f7 req-388a2b96-4cb8-45da-ab5a-7554784c60c8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007409 Feb 04 20:57:26.870257 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e3a25-9b0e-4c92-9c11-2e1bde86e8a2 req-a13c0287-4c2e-4b87-9879-f5ca840f75a7 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:26.871504 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:26.875540 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-898e3a25-9b0e-4c92-9c11-2e1bde86e8a2 req-a13c0287-4c2e-4b87-9879-f5ca840f75a7 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=4adc10db-cec5-46d4-9223-a7e6395f5f2b HTTP/1.1" status: 200 len: 943 time: 0.1637604 Feb 04 20:57:26.960621 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b87cf88-ffed-4a9f-8528-ef549d4791a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add6c51a-619a-41b8-baba-6bc43c3eda1a'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:57:26.988203 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port add6c51a-619a-41b8-baba-6bc43c3eda1a, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=add6c51a-619a-41b8-baba-6bc43c3eda1a,segment=NetworkSegment(477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3),segment_id=477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:57:26.999822 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-898e3a25-9b0e-4c92-9c11-2e1bde86e8a2 req-94b98f1c-c5d6-4f47-aacf-7884d1670f07 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170864 Feb 04 20:57:27.004423 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:27.019838 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f20fe0b3-a3ba-4b4a-8d00-29e6fa7fd2f7 req-db87d00f-35b5-4a25-b79a-b3b89f83c5e7 service neutron] 10.222.0.18 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940160 Feb 04 20:57:27.029616 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce08d7-0ac5-4ab8-a338-a755a9bc689b req-0e422290-6453-4b59-a29a-0ad53e783e34 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:27.031227 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3dce08d7-0ac5-4ab8-a338-a755a9bc689b req-0e422290-6453-4b59-a29a-0ad53e783e34 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.32 "GET /v2.0/ports?device_id=608208f2-034f-4106-9c6d-c6f7d830883c HTTP/1.1" status: 200 len: 1024 time: 0.3868928 Feb 04 20:57:27.157364 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=add6c51a-619a-41b8-baba-6bc43c3eda1a,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:27.168001 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-3dce08d7-0ac5-4ab8-a338-a755a9bc689b req-5cd44416-f86f-45e0-8bee-2cffb039fd1e tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Deleting port 1a052043-dd5d-4310-b28d-0691b8ef07aa {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:57:27.168604 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-3dce08d7-0ac5-4ab8-a338-a755a9bc689b req-5cd44416-f86f-45e0-8bee-2cffb039fd1e tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:27.187555 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:57:27.187909 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:57:27.188267 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:57:27.188586 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:57:27.188918 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:57:27.189876 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:57:27.196074 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:57:27.196452 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:57:27.197862 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:57:27.198202 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:57:27.199424 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:57:27.201090 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:57:27.577251 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f20fe0b3-a3ba-4b4a-8d00-29e6fa7fd2f7 req-4631b686-d3b8-4a4e-8d09-d3c5150c47e7 service neutron] 10.222.0.18 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5448310 Feb 04 20:57:27.666083 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ab108-fb6c-4f17-90b9-237cbe41f6e8 req-eb6a2437-84b3-4596-bec1-80de16ae23b5 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:27.667913 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b24ab108-fb6c-4f17-90b9-237cbe41f6e8 req-eb6a2437-84b3-4596-bec1-80de16ae23b5 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b87cf88-ffed-4a9f-8528-ef549d4791a7 HTTP/1.1" status: 200 len: 946 time: 0.1177766 Feb 04 20:57:27.768380 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b24ab108-fb6c-4f17-90b9-237cbe41f6e8 req-c2c9f421-a721-4050-b0a6-62d9fb0fbfcd tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/security-groups?id=419186fe-8b61-42da-bf6d-1c79d92d48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935097 Feb 04 20:57:27.840493 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b87cf88-ffed-4a9f-8528-ef549d4791a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add6c51a-619a-41b8-baba-6bc43c3eda1a', 'code': 200} Feb 04 20:57:27.844622 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-3dce08d7-0ac5-4ab8-a338-a755a9bc689b req-5cd44416-f86f-45e0-8bee-2cffb039fd1e tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] For port 1a052043-dd5d-4310-b28d-0691b8ef07aa, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=1a052043-dd5d-4310-b28d-0691b8ef07aa,segment=NetworkSegment(85aba820-b386-48fc-9381-285c1f3f2f76),segment_id=85aba820-b386-48fc-9381-285c1f3f2f76)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:57:27.844990 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-3dce08d7-0ac5-4ab8-a338-a755a9bc689b req-5cd44416-f86f-45e0-8bee-2cffb039fd1e tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:28.031332 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-3dce08d7-0ac5-4ab8-a338-a755a9bc689b req-5cd44416-f86f-45e0-8bee-2cffb039fd1e tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Calling delete_port for 1a052043-dd5d-4310-b28d-0691b8ef07aa owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:57:28.167827 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069d18b-9837-4870-8d93-37dc46763241 req-57a072c0-07c2-482a-81ee-01d97472a96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:28.170073 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7069d18b-9837-4870-8d93-37dc46763241 req-57a072c0-07c2-482a-81ee-01d97472a96e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1b87cf88-ffed-4a9f-8528-ef549d4791a7 HTTP/1.1" status: 200 len: 1097 time: 0.2448995 Feb 04 20:57:28.272565 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651835f7-224d-485e-8a32-13fb1c709067 req-53a1a4e2-1f36-4c05-be47-451b715bd0d9 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:28.274149 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-651835f7-224d-485e-8a32-13fb1c709067 req-53a1a4e2-1f36-4c05-be47-451b715bd0d9 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/ports?device_id=608208f2-034f-4106-9c6d-c6f7d830883c HTTP/1.1" status: 200 len: 1024 time: 0.1733682 Feb 04 20:57:28.335935 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-3dce08d7-0ac5-4ab8-a338-a755a9bc689b req-5cd44416-f86f-45e0-8bee-2cffb039fd1e tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:28.349547 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['1a052043-dd5d-4310-b28d-0691b8ef07aa'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:57:28.370263 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-651835f7-224d-485e-8a32-13fb1c709067 req-6e3464d1-0844-4faa-864b-2767430dc59f tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups?id=90534580-969e-4349-8372-dccd27f6c398&id=deef0beb-9704-496d-ae80-5f4be02696e3&id=03033578-7fd8-43b0-8c04-77bf049033bc&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0896032 Feb 04 20:57:28.454486 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7069d18b-9837-4870-8d93-37dc46763241 req-2dd39ff1-4b58-4edf-81e3-71499faf45c0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=419186fe-8b61-42da-bf6d-1c79d92d48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740858 Feb 04 20:57:28.462023 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['a901cdcc-5cae-49d3-9cb5-87360028a18b'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:57:28.465928 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd44416-f86f-45e0-8bee-2cffb039fd1e tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Pushing event deleted for resources: {'Port': ['ID=1a052043-dd5d-4310-b28d-0691b8ef07aa,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:28.622289 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dce08d7-0ac5-4ab8-a338-a755a9bc689b req-5cd44416-f86f-45e0-8bee-2cffb039fd1e tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] No DVR routers for this DVR port 1a052043-dd5d-4310-b28d-0691b8ef07aa on host n-h1-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:57:28.629651 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-3dce08d7-0ac5-4ab8-a338-a755a9bc689b req-5cd44416-f86f-45e0-8bee-2cffb039fd1e tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:28.632388 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608208f2-034f-4106-9c6d-c6f7d830883c', 'name': 'network-vif-deleted', 'tag': '1a052043-dd5d-4310-b28d-0691b8ef07aa'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:57:28.669201 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3dce08d7-0ac5-4ab8-a338-a755a9bc689b req-5cd44416-f86f-45e0-8bee-2cffb039fd1e tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.32 "DELETE /v2.0/ports/1a052043-dd5d-4310-b28d-0691b8ef07aa HTTP/1.1" status: 204 len: 173 time: 1.6136889 Feb 04 20:57:28.733414 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ab05e-f5db-4bd3-9452-e79910831e17 req-5ca5a0c6-93cf-4070-a5e3-2bcff2cedb6e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:28.735206 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2b5ab05e-f5db-4bd3-9452-e79910831e17 req-5ca5a0c6-93cf-4070-a5e3-2bcff2cedb6e tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0891922-a522-48a6-8135-fd691f69dd4e HTTP/1.1" status: 200 len: 946 time: 0.1565249 Feb 04 20:57:28.802864 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2b5ab05e-f5db-4bd3-9452-e79910831e17 req-a0f64cc2-d344-422d-b8bc-f5c5f66e560a tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa6086dd-7d26-47e5-820f-5f3db76a3162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602491 Feb 04 20:57:28.821057 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e6e61-f84d-498b-8ea2-bc33edb0218d req-68efe79d-2a1b-4fbb-903d-3421c607b7ff tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:28.822438 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-4b5e6e61-f84d-498b-8ea2-bc33edb0218d req-68efe79d-2a1b-4fbb-903d-3421c607b7ff tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Synchronizing usage tracker for tenant:ac46149bf1a34e05b9bda12dd094e5c4 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:57:28.850739 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-4b5e6e61-f84d-498b-8ea2-bc33edb0218d req-68efe79d-2a1b-4fbb-903d-3421c607b7ff tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Unset dirty status for tenant:ac46149bf1a34e05b9bda12dd094e5c4 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:57:28.852037 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4b5e6e61-f84d-498b-8ea2-bc33edb0218d req-68efe79d-2a1b-4fbb-903d-3421c607b7ff tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0891922-a522-48a6-8135-fd691f69dd4e HTTP/1.1" status: 200 len: 946 time: 0.1464386 Feb 04 20:57:28.966977 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-4b5e6e61-f84d-498b-8ea2-bc33edb0218d req-de6a9641-ee1a-413b-b007-f4a0fa4190aa tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Deleting port 15b5cbab-fb18-44a5-889f-310dfd17dfc4 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:57:28.966977 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4b5e6e61-f84d-498b-8ea2-bc33edb0218d req-de6a9641-ee1a-413b-b007-f4a0fa4190aa tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:29.176240 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040974c-a4f7-41d2-b679-b669e77f857e req-11d4b424-3b4e-481d-8c21-3e1edda411ba tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:29.179583 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1040974c-a4f7-41d2-b679-b669e77f857e req-11d4b424-3b4e-481d-8c21-3e1edda411ba tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=4adc10db-cec5-46d4-9223-a7e6395f5f2b HTTP/1.1" status: 200 len: 943 time: 0.1712232 Feb 04 20:57:29.234623 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1040974c-a4f7-41d2-b679-b669e77f857e req-3698db17-5623-44f9-bc44-c9f36ccf6f51 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465312 Feb 04 20:57:29.336036 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608208f2-034f-4106-9c6d-c6f7d830883c', 'name': 'network-vif-deleted', 'tag': '1a052043-dd5d-4310-b28d-0691b8ef07aa', 'status': 'completed', 'code': 200} Feb 04 20:57:29.374807 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-4b5e6e61-f84d-498b-8ea2-bc33edb0218d req-de6a9641-ee1a-413b-b007-f4a0fa4190aa tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] For port 15b5cbab-fb18-44a5-889f-310dfd17dfc4, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=15b5cbab-fb18-44a5-889f-310dfd17dfc4,segment=NetworkSegment(673dc65b-eb24-40c2-b385-7348d9364d07),segment_id=673dc65b-eb24-40c2-b385-7348d9364d07)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:57:29.375178 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4b5e6e61-f84d-498b-8ea2-bc33edb0218d req-de6a9641-ee1a-413b-b007-f4a0fa4190aa tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:29.530387 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-4b5e6e61-f84d-498b-8ea2-bc33edb0218d req-de6a9641-ee1a-413b-b007-f4a0fa4190aa tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Calling delete_port for 15b5cbab-fb18-44a5-889f-310dfd17dfc4 owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:57:29.588698 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5c761-4ed3-40de-8e01-a5d88871ad28 req-08dde1a2-d7bb-4193-91d2-d1a822dd3495 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:29.590306 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-16f5c761-4ed3-40de-8e01-a5d88871ad28 req-08dde1a2-d7bb-4193-91d2-d1a822dd3495 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b87cf88-ffed-4a9f-8528-ef549d4791a7 HTTP/1.1" status: 200 len: 946 time: 0.1203299 Feb 04 20:57:29.664833 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-16f5c761-4ed3-40de-8e01-a5d88871ad28 req-17b31468-d9ad-496f-ac83-565434a1016f tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/security-groups?id=419186fe-8b61-42da-bf6d-1c79d92d48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646982 Feb 04 20:57:29.739348 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4b5e6e61-f84d-498b-8ea2-bc33edb0218d req-de6a9641-ee1a-413b-b007-f4a0fa4190aa tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:29.757253 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['15b5cbab-fb18-44a5-889f-310dfd17dfc4'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:57:29.815290 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a9641-ee1a-413b-b007-f4a0fa4190aa tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Pushing event deleted for resources: {'Port': ['ID=15b5cbab-fb18-44a5-889f-310dfd17dfc4,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:29.859800 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9026fe81-dd96-4d65-956f-de4a1377dc4c req-3e2ff9b9-0fc7-47c0-82b2-62f9f74a54c5 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups/03033578-7fd8-43b0-8c04-77bf049033bc HTTP/1.1" status: 200 len: 1800 time: 0.0812032 Feb 04 20:57:29.915909 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5e6e61-f84d-498b-8ea2-bc33edb0218d req-de6a9641-ee1a-413b-b007-f4a0fa4190aa tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] No DVR routers for this DVR port 15b5cbab-fb18-44a5-889f-310dfd17dfc4 on host n-h2-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:57:29.918627 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4b5e6e61-f84d-498b-8ea2-bc33edb0218d req-de6a9641-ee1a-413b-b007-f4a0fa4190aa tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:29.934756 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4b5e6e61-f84d-498b-8ea2-bc33edb0218d req-de6a9641-ee1a-413b-b007-f4a0fa4190aa tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.18 "DELETE /v2.0/ports/15b5cbab-fb18-44a5-889f-310dfd17dfc4 HTTP/1.1" status: 204 len: 173 time: 1.0756059 Feb 04 20:57:29.993515 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9026fe81-dd96-4d65-956f-de4a1377dc4c req-864498b9-f507-4529-8a9e-f69f303ec5ad tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:30.032968 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9422a0-35b3-43ab-b3ad-d5f86d691c3a req-e52d5224-f1c2-4dd2-8924-04246de45399 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:30.034992 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6e9422a0-35b3-43ab-b3ad-d5f86d691c3a req-e52d5224-f1c2-4dd2-8924-04246de45399 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e3055c-e921-43c1-b9ea-afad985046aa HTTP/1.1" status: 200 len: 951 time: 0.1717763 Feb 04 20:57:30.038782 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9026fe81-dd96-4d65-956f-de4a1377dc4c req-864498b9-f507-4529-8a9e-f69f303ec5ad tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:30.211296 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6e9422a0-35b3-43ab-b3ad-d5f86d691c3a req-683a7e9f-21d9-48fa-af26-3ec0cc0c17da tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc210c-964a-4042-82bb-983fec424162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637652 Feb 04 20:57:30.224829 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9026fe81-dd96-4d65-956f-de4a1377dc4c req-864498b9-f507-4529-8a9e-f69f303ec5ad tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:30.258837 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864498b9-f507-4529-8a9e-f69f303ec5ad tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03033578-7fd8-43b0-8c04-77bf049033bc,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:30.279744 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9026fe81-dd96-4d65-956f-de4a1377dc4c req-864498b9-f507-4529-8a9e-f69f303ec5ad tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:30.291494 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9026fe81-dd96-4d65-956f-de4a1377dc4c req-864498b9-f507-4529-8a9e-f69f303ec5ad tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "DELETE /v2.0/security-groups/03033578-7fd8-43b0-8c04-77bf049033bc HTTP/1.1" status: 204 len: 173 time: 0.3956275 Feb 04 20:57:30.469925 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-72137d1b-93ee-40f9-9c13-0c1036230a62 req-0fc82eea-0086-449f-853c-f94148493699 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0891922-a522-48a6-8135-fd691f69dd4e HTTP/1.1" status: 200 len: 210 time: 0.0803542 Feb 04 20:57:30.530453 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 1a052043-dd5d-4310-b28d-0691b8ef07aa no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:57:30.556580 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6ebb6f0c-ac44-4fc6-9a61-d94e91788664 req-83399015-16a9-4497-94a2-9d39f95745f9 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups/deef0beb-9704-496d-ae80-5f4be02696e3 HTTP/1.1" status: 200 len: 1800 time: 0.0610366 Feb 04 20:57:30.563736 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1dbc0-b7be-48de-80c3-c8da762648bc req-d379fd62-3896-4acb-8192-f3290a0923cc tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:30.565763 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e4f1dbc0-b7be-48de-80c3-c8da762648bc req-d379fd62-3896-4acb-8192-f3290a0923cc tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=4adc10db-cec5-46d4-9223-a7e6395f5f2b HTTP/1.1" status: 200 len: 943 time: 0.1443639 Feb 04 20:57:30.576219 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: 1a052043-dd5d-4310-b28d-0691b8ef07aa {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:57:30.576553 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 1a052043-dd5d-4310-b28d-0691b8ef07aa not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:57:30.661450 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e4f1dbc0-b7be-48de-80c3-c8da762648bc req-a58ae9fa-bc8d-459b-927e-5067072211cb tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819016 Feb 04 20:57:30.664010 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-6ebb6f0c-ac44-4fc6-9a61-d94e91788664 req-f7de2668-05cc-410e-acc8-9298c6432c08 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:30.696981 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-6ebb6f0c-ac44-4fc6-9a61-d94e91788664 req-f7de2668-05cc-410e-acc8-9298c6432c08 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:30.748940 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-6ebb6f0c-ac44-4fc6-9a61-d94e91788664 req-f7de2668-05cc-410e-acc8-9298c6432c08 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:30.783934 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-6ebb6f0c-ac44-4fc6-9a61-d94e91788664 req-f7de2668-05cc-410e-acc8-9298c6432c08 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:30.785242 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6ebb6f0c-ac44-4fc6-9a61-d94e91788664 req-f7de2668-05cc-410e-acc8-9298c6432c08 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "DELETE /v2.0/security-groups/deef0beb-9704-496d-ae80-5f4be02696e3 HTTP/1.1" status: 204 len: 173 time: 0.2185304 Feb 04 20:57:30.785968 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de2668-05cc-410e-acc8-9298c6432c08 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deef0beb-9704-496d-ae80-5f4be02696e3,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:30.836493 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-5d740ca9-f839-4ca5-8df7-5e6fa5afec22 req-e5f65859-b6c4-460b-884c-d6a2c73bccf8 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-805934520', 'description': 'tempest-description-2141689604'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:57:30.847488 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-5d740ca9-f839-4ca5-8df7-5e6fa5afec22 req-e5f65859-b6c4-460b-884c-d6a2c73bccf8 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:57:30.854585 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-5d740ca9-f839-4ca5-8df7-5e6fa5afec22 req-e5f65859-b6c4-460b-884c-d6a2c73bccf8 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Usage tracker for resource:security_group and tenant:f4da01125e7c4dd0833698f7f2de26a7 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:57:30.890046 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-5d740ca9-f839-4ca5-8df7-5e6fa5afec22 req-e5f65859-b6c4-460b-884c-d6a2c73bccf8 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:57:30.904135 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-5d740ca9-f839-4ca5-8df7-5e6fa5afec22 req-e5f65859-b6c4-460b-884c-d6a2c73bccf8 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:57:30.924302 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5d740ca9-f839-4ca5-8df7-5e6fa5afec22 req-e5f65859-b6c4-460b-884c-d6a2c73bccf8 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:30.953124 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-5d740ca9-f839-4ca5-8df7-5e6fa5afec22 req-e5f65859-b6c4-460b-884c-d6a2c73bccf8 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:57:30.959094 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-5d740ca9-f839-4ca5-8df7-5e6fa5afec22 req-e5f65859-b6c4-460b-884c-d6a2c73bccf8 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Usage tracker for resource:security_group_rule and tenant:f4da01125e7c4dd0833698f7f2de26a7 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:57:30.962891 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-5d740ca9-f839-4ca5-8df7-5e6fa5afec22 req-e5f65859-b6c4-460b-884c-d6a2c73bccf8 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:57:30.970044 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-5d740ca9-f839-4ca5-8df7-5e6fa5afec22 req-e5f65859-b6c4-460b-884c-d6a2c73bccf8 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:57:30.981341 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e917cf-7bfb-4c64-966b-0b6a84d45178 req-eecc0777-68ac-4345-8185-03aa2d5ea6f3 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:30.981341 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b2e917cf-7bfb-4c64-966b-0b6a84d45178 req-eecc0777-68ac-4345-8185-03aa2d5ea6f3 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b87cf88-ffed-4a9f-8528-ef549d4791a7 HTTP/1.1" status: 200 len: 946 time: 0.1229963 Feb 04 20:57:31.053622 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b2e917cf-7bfb-4c64-966b-0b6a84d45178 req-51c5fb81-14e0-4c23-a7da-ed054b3f29c5 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/security-groups?id=419186fe-8b61-42da-bf6d-1c79d92d48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642333 Feb 04 20:57:31.095006 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5d740ca9-f839-4ca5-8df7-5e6fa5afec22 req-e5f65859-b6c4-460b-884c-d6a2c73bccf8 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:31.100138 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5d740ca9-f839-4ca5-8df7-5e6fa5afec22 req-e5f65859-b6c4-460b-884c-d6a2c73bccf8 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:31.232802 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5d740ca9-f839-4ca5-8df7-5e6fa5afec22 req-e5f65859-b6c4-460b-884c-d6a2c73bccf8 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:31.242914 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5d740ca9-f839-4ca5-8df7-5e6fa5afec22 req-e5f65859-b6c4-460b-884c-d6a2c73bccf8 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4057417 Feb 04 20:57:31.242914 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f65859-b6c4-460b-884c-d6a2c73bccf8 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c828d25a-45d2-41c4-a429-2a7836396e66,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:31.337743 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0891922-a522-48a6-8135-fd691f69dd4e', 'name': 'network-vif-deleted', 'tag': '15b5cbab-fb18-44a5-889f-310dfd17dfc4'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:57:31.362125 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0fca2769-2701-40e7-8c41-3faa948363ff req-1956dff9-8ef9-4cad-b989-446aec9530ef tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2459774 Feb 04 20:57:31.370605 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ef499190-a2ba-49f3-83d9-d4d4bdadd9f6 req-50db7d42-45ae-42b6-8f6f-f40d83823c2d tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups/c828d25a-45d2-41c4-a429-2a7836396e66 HTTP/1.1" status: 200 len: 1800 time: 0.0972838 Feb 04 20:57:31.375274 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-0fca2769-2701-40e7-8c41-3faa948363ff req-00473421-a158-492a-830e-3a2f382fc679 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Request body: {'floatingip': {'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:57:31.383366 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-0fca2769-2701-40e7-8c41-3faa948363ff req-00473421-a158-492a-830e-3a2f382fc679 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:57:31.388164 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-ef499190-a2ba-49f3-83d9-d4d4bdadd9f6 req-7b71485b-43b9-4602-88ea-101de547b138 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Request body: {'security_group': {'name': 'tempest-sg-hth-417555635', 'description': 'tempest-description-hth-711939032'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:57:31.400663 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-0fca2769-2701-40e7-8c41-3faa948363ff req-00473421-a158-492a-830e-3a2f382fc679 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Usage tracker for resource:floatingip and tenant:66f8c7d92acd48ffa436b71c93318a59 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:57:31.405335 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-0fca2769-2701-40e7-8c41-3faa948363ff req-00473421-a158-492a-830e-3a2f382fc679 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:57:31.423242 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-0fca2769-2701-40e7-8c41-3faa948363ff req-00473421-a158-492a-830e-3a2f382fc679 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:57:31.436049 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ef499190-a2ba-49f3-83d9-d4d4bdadd9f6 req-7b71485b-43b9-4602-88ea-101de547b138 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:31.451724 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0fca2769-2701-40e7-8c41-3faa948363ff req-00473421-a158-492a-830e-3a2f382fc679 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks [] for floatingip, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:31.564623 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ef499190-a2ba-49f3-83d9-d4d4bdadd9f6 req-7b71485b-43b9-4602-88ea-101de547b138 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:31.569556 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ef499190-a2ba-49f3-83d9-d4d4bdadd9f6 req-7b71485b-43b9-4602-88ea-101de547b138 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:31.571957 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ef499190-a2ba-49f3-83d9-d4d4bdadd9f6 req-7b71485b-43b9-4602-88ea-101de547b138 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:31.573157 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ef499190-a2ba-49f3-83d9-d4d4bdadd9f6 req-7b71485b-43b9-4602-88ea-101de547b138 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "PUT /v2.0/security-groups/c828d25a-45d2-41c4-a429-2a7836396e66 HTTP/1.1" status: 200 len: 1773 time: 0.1926601 Feb 04 20:57:31.617821 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b71485b-43b9-4602-88ea-101de547b138 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c828d25a-45d2-41c4-a429-2a7836396e66,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:31.668859 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0fca2769-2701-40e7-8c41-3faa948363ff req-00473421-a158-492a-830e-3a2f382fc679 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:31.863041 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c9966-d85f-4c57-9e7e-7a87ddc7fd50 req-b117309d-9686-4abc-ab61-57a3345df97b tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:31.864406 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-752c9966-d85f-4c57-9e7e-7a87ddc7fd50 req-b117309d-9686-4abc-ab61-57a3345df97b tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e3055c-e921-43c1-b9ea-afad985046aa HTTP/1.1" status: 200 len: 951 time: 0.1599138 Feb 04 20:57:31.878256 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-0fca2769-2701-40e7-8c41-3faa948363ff req-00473421-a158-492a-830e-3a2f382fc679 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Allocated IP 172.25.5.217 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/d543aa73-4485-464a-9147-55ebb4a4cd08) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:57:31.989337 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-752c9966-d85f-4c57-9e7e-7a87ddc7fd50 req-691a96aa-0576-4273-bfed-3532c904d2a9 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc210c-964a-4042-82bb-983fec424162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181498 Feb 04 20:57:32.071596 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0891922-a522-48a6-8135-fd691f69dd4e', 'name': 'network-vif-deleted', 'tag': '15b5cbab-fb18-44a5-889f-310dfd17dfc4', 'status': 'completed', 'code': 200} Feb 04 20:57:32.077276 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0fca2769-2701-40e7-8c41-3faa948363ff req-00473421-a158-492a-830e-3a2f382fc679 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:32.108781 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0fca2769-2701-40e7-8c41-3faa948363ff req-00473421-a158-492a-830e-3a2f382fc679 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:32.202178 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fca2769-2701-40e7-8c41-3faa948363ff req-00473421-a158-492a-830e-3a2f382fc679 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:57:32.209984 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-0fca2769-2701-40e7-8c41-3faa948363ff req-00473421-a158-492a-830e-3a2f382fc679 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:57:32.218795 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fca2769-2701-40e7-8c41-3faa948363ff req-00473421-a158-492a-830e-3a2f382fc679 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:57:32.236004 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00473421-a158-492a-830e-3a2f382fc679 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Pushing event updated for resources: {'Port': ['ID=d543aa73-4485-464a-9147-55ebb4a4cd08,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:32.249437 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-beeb5518-50fa-4e09-af0b-d7e578b8c0ce req-98dd7780-0dc7-44f9-beb5-62fcb64e4774 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups/c828d25a-45d2-41c4-a429-2a7836396e66 HTTP/1.1" status: 200 len: 1773 time: 0.0932903 Feb 04 20:57:32.269767 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0fca2769-2701-40e7-8c41-3faa948363ff req-00473421-a158-492a-830e-3a2f382fc679 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:32.333049 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0fca2769-2701-40e7-8c41-3faa948363ff req-00473421-a158-492a-830e-3a2f382fc679 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:32.494512 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:32.550652 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 15b5cbab-fb18-44a5-889f-310dfd17dfc4 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:57:32.585765 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: 15b5cbab-fb18-44a5-889f-310dfd17dfc4 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:57:32.586191 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 15b5cbab-fb18-44a5-889f-310dfd17dfc4 not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:57:32.648996 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f6761-f5f5-41f6-b1bd-f5b4ec2454e3 req-11d285de-be73-47f4-8b5b-7ef8bd6f677c tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:32.650477 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ac7f6761-f5f5-41f6-b1bd-f5b4ec2454e3 req-11d285de-be73-47f4-8b5b-7ef8bd6f677c tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=4adc10db-cec5-46d4-9223-a7e6395f5f2b HTTP/1.1" status: 200 len: 943 time: 0.2942786 Feb 04 20:57:32.730534 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ac7f6761-f5f5-41f6-b1bd-f5b4ec2454e3 req-35e35251-401d-43f3-b344-95d85653cddc tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648916 Feb 04 20:57:32.762900 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0fca2769-2701-40e7-8c41-3faa948363ff req-00473421-a158-492a-830e-3a2f382fc679 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:32.768866 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0fca2769-2701-40e7-8c41-3faa948363ff req-00473421-a158-492a-830e-3a2f382fc679 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:32.837978 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0fca2769-2701-40e7-8c41-3faa948363ff req-00473421-a158-492a-830e-3a2f382fc679 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:32.864283 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00473421-a158-492a-830e-3a2f382fc679 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Pushing event updated for resources: {'Port': ['ID=d543aa73-4485-464a-9147-55ebb4a4cd08,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:32.873885 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0fca2769-2701-40e7-8c41-3faa948363ff req-00473421-a158-492a-830e-3a2f382fc679 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:32.875613 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0fca2769-2701-40e7-8c41-3faa948363ff req-00473421-a158-492a-830e-3a2f382fc679 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5037954 Feb 04 20:57:32.997025 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-0fca2769-2701-40e7-8c41-3faa948363ff req-3d636886-b447-4402-a26a-5992c27d27d1 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Synchronizing usage tracker for tenant:66f8c7d92acd48ffa436b71c93318a59 on resource:floatingip {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:57:33.046110 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1f9cc26d-8e6f-4504-9f38-4d474d90d7ae req-8d3a517c-225c-48e3-9ee1-871e8d5ff0bb tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups/c828d25a-45d2-41c4-a429-2a7836396e66 HTTP/1.1" status: 200 len: 1773 time: 0.0645404 Feb 04 20:57:33.047441 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-0fca2769-2701-40e7-8c41-3faa948363ff req-3d636886-b447-4402-a26a-5992c27d27d1 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Unset dirty status for tenant:66f8c7d92acd48ffa436b71c93318a59 on resource:floatingip {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:57:33.048825 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0fca2769-2701-40e7-8c41-3faa948363ff req-3d636886-b447-4402-a26a-5992c27d27d1 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 696 time: 0.1661503 Feb 04 20:57:33.164036 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f992a781-f790-496d-8cae-725a57e7f34d req-50e1286e-2df4-480e-8d65-454b1e8662d3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f2d53b70-88da-4d8b-a7df-d3258979de44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0777464 Feb 04 20:57:33.236924 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1f9cc26d-8e6f-4504-9f38-4d474d90d7ae req-51d8f848-b2dd-4623-b235-14e734727980 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:33.262665 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992a781-f790-496d-8cae-725a57e7f34d req-7a7421ed-e405-48e6-8ce0-5a19a36b9a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:33.264055 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f992a781-f790-496d-8cae-725a57e7f34d req-7a7421ed-e405-48e6-8ce0-5a19a36b9a2c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&device_id=f2d53b70-88da-4d8b-a7df-d3258979de44 HTTP/1.1" status: 200 len: 1095 time: 0.0747490 Feb 04 20:57:33.277482 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca2769-2701-40e7-8c41-3faa948363ff req-579d5978-a713-48b5-98a6-dd5c1e697a6c tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:33.278804 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0fca2769-2701-40e7-8c41-3faa948363ff req-579d5978-a713-48b5-98a6-dd5c1e697a6c tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 784 time: 0.2232108 Feb 04 20:57:33.285370 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1f9cc26d-8e6f-4504-9f38-4d474d90d7ae req-51d8f848-b2dd-4623-b235-14e734727980 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:33.304687 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-0fca2769-2701-40e7-8c41-3faa948363ff req-c008bf85-384b-4d2a-8d55-8639f862466d tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:57:33.305486 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0fca2769-2701-40e7-8c41-3faa948363ff req-c008bf85-384b-4d2a-8d55-8639f862466d tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126083 Feb 04 20:57:33.355485 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1f9cc26d-8e6f-4504-9f38-4d474d90d7ae req-51d8f848-b2dd-4623-b235-14e734727980 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:33.381239 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8f848-b2dd-4623-b235-14e734727980 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c828d25a-45d2-41c4-a429-2a7836396e66,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:33.396381 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1f9cc26d-8e6f-4504-9f38-4d474d90d7ae req-51d8f848-b2dd-4623-b235-14e734727980 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:33.398283 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1f9cc26d-8e6f-4504-9f38-4d474d90d7ae req-51d8f848-b2dd-4623-b235-14e734727980 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "DELETE /v2.0/security-groups/c828d25a-45d2-41c4-a429-2a7836396e66 HTTP/1.1" status: 204 len: 173 time: 0.3440146 Feb 04 20:57:33.459638 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992a781-f790-496d-8cae-725a57e7f34d req-d2ce2917-8faf-4d6c-b1e8-a119292e13d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:33.461098 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f992a781-f790-496d-8cae-725a57e7f34d req-d2ce2917-8faf-4d6c-b1e8-a119292e13d5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 HTTP/1.1" status: 200 len: 921 time: 0.1761882 Feb 04 20:57:33.573566 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f992a781-f790-496d-8cae-725a57e7f34d req-6d2928cf-dec4-4d21-a921-cb204019d83b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6728c47-d50e-42fd-9265-bf7c77103aad HTTP/1.1" status: 200 len: 217 time: 0.1053839 Feb 04 20:57:33.676809 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992a781-f790-496d-8cae-725a57e7f34d req-d8e4d80d-72e7-47cc-a2c4-25be9fdda43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:33.678552 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f992a781-f790-496d-8cae-725a57e7f34d req-d8e4d80d-72e7-47cc-a2c4-25be9fdda43d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af7ea361-8fb7-49bd-8e76-0990ff7e7df7 HTTP/1.1" status: 200 len: 860 time: 0.0956662 Feb 04 20:57:33.858183 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f992a781-f790-496d-8cae-725a57e7f34d req-668a99e2-2fb7-42c8-8867-9eb6da1c6ff8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1730738 Feb 04 20:57:33.959733 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273b079-cc7e-4b66-88db-2591e441c28c req-c0024de7-642a-4e32-946c-ffc1efa0e11f tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:33.961308 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f273b079-cc7e-4b66-88db-2591e441c28c req-c0024de7-642a-4e32-946c-ffc1efa0e11f tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/networks?id=3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 HTTP/1.1" status: 200 len: 821 time: 0.2295048 Feb 04 20:57:33.985942 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f273b079-cc7e-4b66-88db-2591e441c28c req-9b926e0f-736d-4132-b181-8aeef032dcb4 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/quotas/66f8c7d92acd48ffa436b71c93318a59 HTTP/1.1" status: 200 len: 375 time: 0.0143676 Feb 04 20:57:34.116395 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f273b079-cc7e-4b66-88db-2591e441c28c req-594fa319-ae89-46a1-a47e-042d08fac38b tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=66f8c7d92acd48ffa436b71c93318a59&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1229959 Feb 04 20:57:34.123270 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f992a781-f790-496d-8cae-725a57e7f34d req-fbbc4251-3e2e-4d65-ab81-32bd04efe6ed service neutron] 10.222.0.18 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582386 Feb 04 20:57:34.173307 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50086) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:57:34.296446 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f992a781-f790-496d-8cae-725a57e7f34d req-94977937-6c1a-4e7f-b037-98812c407067 service neutron] 10.222.0.18 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662841 Feb 04 20:57:34.320889 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f273b079-cc7e-4b66-88db-2591e441c28c req-2e74208c-0eb7-4501-be98-c237697ebbf5 service neutron] 10.222.0.26 "GET /v2.0/networks/3e95a48d-24e2-42d1-a9cb-002bd8a7bca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978152 Feb 04 20:57:34.378394 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ef2f5282-9cb8-4696-8aa1-635fa4e90a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:34.393442 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ef2f5282-9cb8-4696-8aa1-635fa4e90a59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:57:34.397387 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ef2f5282-9cb8-4696-8aa1-635fa4e90a59 admin admin] Usage tracker for resource:security_group_rule and tenant:7362595d02124d9a86341988fd7b5329 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:57:34.400146 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ef2f5282-9cb8-4696-8aa1-635fa4e90a59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:57:34.406039 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ef2f5282-9cb8-4696-8aa1-635fa4e90a59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:57:34.478025 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c8fed-80f9-437c-ae2e-7049876871d4 req-b19279fc-d168-4ca0-a4c7-b8203eecdef7 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:34.479494 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b54c8fed-80f9-437c-ae2e-7049876871d4 req-b19279fc-d168-4ca0-a4c7-b8203eecdef7 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=4adc10db-cec5-46d4-9223-a7e6395f5f2b HTTP/1.1" status: 200 len: 943 time: 0.2710078 Feb 04 20:57:34.490832 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a2681c58-fd28-4e1c-a9e4-6fb84df77a03 service neutron] 10.222.0.26 "GET /v2.0/networks/3e95a48d-24e2-42d1-a9cb-002bd8a7bca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688244 Feb 04 20:57:34.504011 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ef2f5282-9cb8-4696-8aa1-635fa4e90a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:34.511893 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ef2f5282-9cb8-4696-8aa1-635fa4e90a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:34.534149 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b54c8fed-80f9-437c-ae2e-7049876871d4 req-ce052178-7aac-4ade-8baa-4f04d66ab2c3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421846 Feb 04 20:57:34.580845 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device adef2d61-4ab7-4434-8eed-40bedafcc23a details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:57:34.594197 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device b447ef48-492b-4220-b871-716bb45bab3a no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:57:34.602494 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50092) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:57:34.602699 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ef2f5282-9cb8-4696-8aa1-635fa4e90a59 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7362595d02124d9a86341988fd7b5329&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4252369 Feb 04 20:57:34.602699 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f5282-9cb8-4696-8aa1-635fa4e90a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aefd32e-aee7-410f-8c8d-5ed98af1d02e,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:34.614224 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50096) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:57:34.737740 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [req-cd04fa33-c839-42c5-8314-bdc903f42cbf req-953e8ae0-9ded-4505-a667-4eb168f5c4b9 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] show failed (client error): The resource could not be found. Feb 04 20:57:34.738908 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cd04fa33-c839-42c5-8314-bdc903f42cbf req-953e8ae0-9ded-4505-a667-4eb168f5c4b9 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups/deef0beb-9704-496d-ae80-5f4be02696e3 HTTP/1.1" status: 404 len: 352 time: 0.0680726 Feb 04 20:57:34.841280 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ce44fafb-8ebb-4605-b384-975e89155316 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:34.874545 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ce44fafb-8ebb-4605-b384-975e89155316 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:34.892883 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-86d8c460-fba4-4569-a65d-20adb6b5f2a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:34.983585 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-29b38110-2e50-4ebe-888c-fbc4a01feb8f req-c1d2cb58-6151-42b1-baab-fee0a3214179 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ef26d40-107b-4a16-9d85-789dd08e6c53 HTTP/1.1" status: 200 len: 210 time: 0.0930383 Feb 04 20:57:34.991706 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [req-0eba6fac-3658-4cd7-b7f7-f99d9e0f813c req-be66d224-2666-4dfc-9d52-2f480e201a42 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] show failed (client error): The resource could not be found. Feb 04 20:57:34.999933 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0eba6fac-3658-4cd7-b7f7-f99d9e0f813c req-be66d224-2666-4dfc-9d52-2f480e201a42 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups/03033578-7fd8-43b0-8c04-77bf049033bc HTTP/1.1" status: 404 len: 352 time: 0.1085002 Feb 04 20:57:35.006667 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-86d8c460-fba4-4569-a65d-20adb6b5f2a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:35.063151 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [req-c0e33f8d-9f80-4341-a051-5ba348fb6b6a req-0928a1bf-aa60-4786-963f-949ac9950184 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] show failed (client error): The resource could not be found. Feb 04 20:57:35.071917 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c0e33f8d-9f80-4341-a051-5ba348fb6b6a req-0928a1bf-aa60-4786-963f-949ac9950184 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups/8bb625cd-97b0-455f-ace0-94e8fb3a0892 HTTP/1.1" status: 404 len: 352 time: 0.0416632 Feb 04 20:57:35.121332 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [req-e8abf21f-8bb9-4c81-acd9-e31b0ffbe10b req-2bda4288-74c3-4bcd-b5f7-ee233d94c2d4 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] show failed (client error): The resource could not be found. Feb 04 20:57:35.128945 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e8abf21f-8bb9-4c81-acd9-e31b0ffbe10b req-2bda4288-74c3-4bcd-b5f7-ee233d94c2d4 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups/e28d882f-e20e-4f5a-b4dc-226c27b75a23 HTTP/1.1" status: 404 len: 352 time: 0.0275409 Feb 04 20:57:35.153015 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port adef2d61-4ab7-4434-8eed-40bedafcc23a, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=adef2d61-4ab7-4434-8eed-40bedafcc23a,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:57:35.171832 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:35.183577 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'adef2d61-4ab7-4434-8eed-40bedafcc23a', 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08', 'port_id': 'adef2d61-4ab7-4434-8eed-40bedafcc23a', 'mac_address': 'fa:16:3e:ee:40:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af7ea361-8fb7-49bd-8e76-0990ff7e7df7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:57:35.193125 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ce44fafb-8ebb-4605-b384-975e89155316 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:35.218716 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44fafb-8ebb-4605-b384-975e89155316 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1319876-8b58-4eeb-8f54-da77ed35a314,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:35.227129 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-86d8c460-fba4-4569-a65d-20adb6b5f2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:35.246147 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [req-1e750c66-56da-411d-82f7-7af19d978c7f req-bd50c8b4-2b28-4c55-849e-eacbe4718c7a tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] show failed (client error): The resource could not be found. Feb 04 20:57:35.255897 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1e750c66-56da-411d-82f7-7af19d978c7f req-bd50c8b4-2b28-4c55-849e-eacbe4718c7a tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups/901a7864-5c67-4ea5-92e1-f6082bb0f83b HTTP/1.1" status: 404 len: 352 time: 0.1049395 Feb 04 20:57:35.278265 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d8c460-fba4-4569-a65d-20adb6b5f2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aefd32e-aee7-410f-8c8d-5ed98af1d02e,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:35.316333 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port b447ef48-492b-4220-b871-716bb45bab3a, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b447ef48-492b-4220-b871-716bb45bab3a,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:57:35.319653 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [req-0a24c4ca-01ad-4bc8-b0a4-bd0e17861216 req-77c93529-c1c0-4473-b57e-6cb8c6b7e462 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] show failed (client error): The resource could not be found. Feb 04 20:57:35.327502 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0a24c4ca-01ad-4bc8-b0a4-bd0e17861216 req-77c93529-c1c0-4473-b57e-6cb8c6b7e462 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups/1ec4753d-7ae0-488c-a95b-98e5b700216a HTTP/1.1" status: 404 len: 352 time: 0.0302849 Feb 04 20:57:35.342337 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ce44fafb-8ebb-4605-b384-975e89155316 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:35.343459 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ce44fafb-8ebb-4605-b384-975e89155316 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "DELETE /v2.0/security-groups/e1319876-8b58-4eeb-8f54-da77ed35a314 HTTP/1.1" status: 204 len: 168 time: 0.7429340 Feb 04 20:57:35.347496 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50152) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:57:35.350619 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-86d8c460-fba4-4569-a65d-20adb6b5f2a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:35.351701 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-86d8c460-fba4-4569-a65d-20adb6b5f2a7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9aefd32e-aee7-410f-8c8d-5ed98af1d02e HTTP/1.1" status: 204 len: 168 time: 0.7365692 Feb 04 20:57:35.358789 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e3055c-e921-43c1-b9ea-afad985046aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b447ef48-492b-4220-b871-716bb45bab3a'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:57:35.379461 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-95514dd3-d916-43fd-9913-d89c75f18957 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] show failed (client error): The resource could not be found. Feb 04 20:57:35.383486 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50160) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:57:35.389629 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-95514dd3-d916-43fd-9913-d89c75f18957 tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "GET /v2.0/security-groups/e1319876-8b58-4eeb-8f54-da77ed35a314 HTTP/1.1" status: 404 len: 347 time: 0.0320165 Feb 04 20:57:35.445860 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:35.474416 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:35.622166 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adef2d61-4ab7-4434-8eed-40bedafcc23a {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:57:35.654077 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port adef2d61-4ab7-4434-8eed-40bedafcc23a, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=adef2d61-4ab7-4434-8eed-40bedafcc23a,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:57:35.664920 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:35.702227 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=b447ef48-492b-4220-b871-716bb45bab3a,revision_number=11']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:35.792923 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e3055c-e921-43c1-b9ea-afad985046aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b447ef48-492b-4220-b871-716bb45bab3a', 'code': 200} Feb 04 20:57:35.849588 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=adef2d61-4ab7-4434-8eed-40bedafcc23a,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:35.928976 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['adef2d61-4ab7-4434-8eed-40bedafcc23a'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:57:36.024217 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-dbc2a6bd-daba-4b79-bbef-7d6a454aec5b tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Deleting port 99f2b5b2-df03-4e64-84bb-46e9d809a71d {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:57:36.025064 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-dbc2a6bd-daba-4b79-bbef-7d6a454aec5b tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:36.264869 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e5167-78fb-4b6d-92ee-1db91d7704c9 req-8f15a2c1-9d98-4533-a10a-14499e1349d0 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:36.270296 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9cb8256e-239b-4981-879b-34148329b9fa req-b77b3a09-02fc-4aab-9b8e-a18b758cce34 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3dcaf5b0-e981-4679-8c24-f2f357c4c6e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1684966 Feb 04 20:57:36.273768 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-880e5167-78fb-4b6d-92ee-1db91d7704c9 req-8f15a2c1-9d98-4533-a10a-14499e1349d0 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=4adc10db-cec5-46d4-9223-a7e6395f5f2b HTTP/1.1" status: 200 len: 944 time: 0.3636177 Feb 04 20:57:36.399336 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8256e-239b-4981-879b-34148329b9fa req-d5b90417-e70b-4728-899e-1b8b10b1a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:36.401978 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9cb8256e-239b-4981-879b-34148329b9fa req-d5b90417-e70b-4728-899e-1b8b10b1a771 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e99f9e26ac0463281aafc24e17e85e0&device_id=3dcaf5b0-e981-4679-8c24-f2f357c4c6e5 HTTP/1.1" status: 200 len: 1099 time: 0.1090708 Feb 04 20:57:36.431884 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-dbc2a6bd-daba-4b79-bbef-7d6a454aec5b tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:36.432482 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-dbc2a6bd-daba-4b79-bbef-7d6a454aec5b tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:36.557021 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-880e5167-78fb-4b6d-92ee-1db91d7704c9 req-9970f182-177d-4a84-8293-ea19f61f08b0 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823224 Feb 04 20:57:36.697844 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-dbc2a6bd-daba-4b79-bbef-7d6a454aec5b tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Calling delete_port for 99f2b5b2-df03-4e64-84bb-46e9d809a71d owned by network:floatingip {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:57:36.752520 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50212) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:57:36.840431 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8256e-239b-4981-879b-34148329b9fa req-4a3cc866-c5b3-4ab2-b409-e88a150401b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:36.842308 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9cb8256e-239b-4981-879b-34148329b9fa req-4a3cc866-c5b3-4ab2-b409-e88a150401b8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.4166436 Feb 04 20:57:36.846069 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b937bbea-af35-43e4-b225-d843c3b2869a req-fe1db465-65b9-4c63-a558-62c1c206dfa2 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ef26d40-107b-4a16-9d85-789dd08e6c53 HTTP/1.1" status: 200 len: 210 time: 0.0750501 Feb 04 20:57:36.880182 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6282d1-2636-4890-b674-6356bf053ce8 req-71197f00-8096-4e95-ae4f-75d27063ee98 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:36.890890 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ee6282d1-2636-4890-b674-6356bf053ce8 req-71197f00-8096-4e95-ae4f-75d27063ee98 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c131c95-9657-4926-8de7-3064ae4d37f1 HTTP/1.1" status: 200 len: 1023 time: 0.5958672 Feb 04 20:57:36.969969 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-ee6282d1-2636-4890-b674-6356bf053ce8 req-cf556668-9c7d-48f9-8ca6-3e06b7a8d3d9 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Synchronizing usage tracker for tenant:f4da01125e7c4dd0833698f7f2de26a7 on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:57:36.978574 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9cb8256e-239b-4981-879b-34148329b9fa req-7678ec65-828d-4f3e-872e-678fbae78e65 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe HTTP/1.1" status: 200 len: 217 time: 0.1234972 Feb 04 20:57:37.086242 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-ee6282d1-2636-4890-b674-6356bf053ce8 req-cf556668-9c7d-48f9-8ca6-3e06b7a8d3d9 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Unset dirty status for tenant:f4da01125e7c4dd0833698f7f2de26a7 on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:57:37.090730 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273b079-cc7e-4b66-88db-2591e441c28c req-b41b2cbe-bc9b-40e7-858d-1ab297d8617a tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:37.098460 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ee6282d1-2636-4890-b674-6356bf053ce8 req-cf556668-9c7d-48f9-8ca6-3e06b7a8d3d9 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc0eeb13-68c3-44b7-9631-7e53b2d387ff&id=9ee7d21a-878a-496b-8513-5f6d9882ce8f&id=90534580-969e-4349-8372-dccd27f6c398&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2062106 Feb 04 20:57:37.098888 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f273b079-cc7e-4b66-88db-2591e441c28c req-b41b2cbe-bc9b-40e7-858d-1ab297d8617a tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.32 "GET /v2.0/networks?id=3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 HTTP/1.1" status: 200 len: 821 time: 0.4719768 Feb 04 20:57:37.104091 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8256e-239b-4981-879b-34148329b9fa req-d529c20f-4aa9-4a10-bf98-1c5f62cc9210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:37.105377 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-dbc2a6bd-daba-4b79-bbef-7d6a454aec5b tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:37.111420 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9cb8256e-239b-4981-879b-34148329b9fa req-d529c20f-4aa9-4a10-bf98-1c5f62cc9210 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.1235569 Feb 04 20:57:37.122664 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a17d551e-d468-43d7-9aa9-35b0ad23f5e7 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Request body: {'port': {'device_id': '7ef26d40-107b-4a16-9d85-789dd08e6c53', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'admin_state_up': True, 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:57:37.209007 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-61d75a30-d8e9-4fd7-a35e-da67b2b3b8d3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2010306810-network', 'tenant_id': '7bded15aab9a4c4d92a66ff896e1379d'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:57:37.214807 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2a6bd-daba-4b79-bbef-7d6a454aec5b tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Pushing event deleted for resources: {'Port': ['ID=99f2b5b2-df03-4e64-84bb-46e9d809a71d,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:37.251368 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-61d75a30-d8e9-4fd7-a35e-da67b2b3b8d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:57:37.307459 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-61d75a30-d8e9-4fd7-a35e-da67b2b3b8d3 admin admin] Usage tracker for resource:network and tenant:7bded15aab9a4c4d92a66ff896e1379d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:57:37.332306 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-61d75a30-d8e9-4fd7-a35e-da67b2b3b8d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:57:37.336271 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-dbc2a6bd-daba-4b79-bbef-7d6a454aec5b tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks [] for floatingip, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:37.347475 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-61d75a30-d8e9-4fd7-a35e-da67b2b3b8d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:57:37.388820 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-dbc2a6bd-daba-4b79-bbef-7d6a454aec5b tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:37.403783 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-dbc2a6bd-daba-4b79-bbef-7d6a454aec5b tempest-ImagesOneServerNegativeTestJSON-1377774833 tempest-ImagesOneServerNegativeTestJSON-1377774833-project] 10.222.0.26 "DELETE /v2.0/floatingips/9f970a56-21ea-4e66-ae95-0a45701c2fe6 HTTP/1.1" status: 204 len: 168 time: 2.0088573 Feb 04 20:57:37.406146 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8256e-239b-4981-879b-34148329b9fa req-d3295ea5-0872-4e58-b9ec-0392882b2e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:37.407913 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9cb8256e-239b-4981-879b-34148329b9fa req-d3295ea5-0872-4e58-b9ec-0392882b2e5d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2475610 Feb 04 20:57:37.408792 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d75a30-d8e9-4fd7-a35e-da67b2b3b8d3 admin admin] Made reservation on behalf of 7bded15aab9a4c4d92a66ff896e1379d for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:57:37.411539 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-61d75a30-d8e9-4fd7-a35e-da67b2b3b8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:37.450600 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-61d75a30-d8e9-4fd7-a35e-da67b2b3b8d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:37.476194 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-61d75a30-d8e9-4fd7-a35e-da67b2b3b8d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:57:37.482911 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-61d75a30-d8e9-4fd7-a35e-da67b2b3b8d3 admin admin] Usage tracker for resource:security_group_rule and tenant:7bded15aab9a4c4d92a66ff896e1379d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:57:37.494146 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-61d75a30-d8e9-4fd7-a35e-da67b2b3b8d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:57:37.501014 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-61d75a30-d8e9-4fd7-a35e-da67b2b3b8d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:57:37.553886 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610040f-4dbb-45cf-a1f9-67b4ef650ba9 req-6b15b7be-460e-487d-aef8-34f20196b513 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:37.555902 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c610040f-4dbb-45cf-a1f9-67b4ef650ba9 req-6b15b7be-460e-487d-aef8-34f20196b513 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c131c95-9657-4926-8de7-3064ae4d37f1 HTTP/1.1" status: 200 len: 1023 time: 0.2958596 Feb 04 20:57:37.570890 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a17d551e-d468-43d7-9aa9-35b0ad23f5e7 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:57:37.585542 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a17d551e-d468-43d7-9aa9-35b0ad23f5e7 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Usage tracker for resource:port and tenant:66f8c7d92acd48ffa436b71c93318a59 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:57:37.590757 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9cb8256e-239b-4981-879b-34148329b9fa req-82be611f-9031-49b4-a999-e5bc0e93f8ea service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751010 Feb 04 20:57:37.591900 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a17d551e-d468-43d7-9aa9-35b0ad23f5e7 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:57:37.620660 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a17d551e-d468-43d7-9aa9-35b0ad23f5e7 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:57:37.701926 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50272) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:57:37.744933 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-c610040f-4dbb-45cf-a1f9-67b4ef650ba9 req-478c49e5-a8dd-49d0-8e29-d03cd1cd1946 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Deleting port a901cdcc-5cae-49d3-9cb5-87360028a18b {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:57:37.745336 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c610040f-4dbb-45cf-a1f9-67b4ef650ba9 req-478c49e5-a8dd-49d0-8e29-d03cd1cd1946 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:37.794873 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a17d551e-d468-43d7-9aa9-35b0ad23f5e7 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Made reservation on behalf of 66f8c7d92acd48ffa436b71c93318a59 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:57:37.799437 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a17d551e-d468-43d7-9aa9-35b0ad23f5e7 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:37.932687 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-61d75a30-d8e9-4fd7-a35e-da67b2b3b8d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:37.977824 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-61d75a30-d8e9-4fd7-a35e-da67b2b3b8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:37.999189 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b5b6cdf-65a5-4dad-8a3f-9d9de886f75b admin admin] Deleting subnet 8c37f354-72c6-48cb-981d-e4dbeabb2472 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:57:38.002645 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b5b6cdf-65a5-4dad-8a3f-9d9de886f75b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:38.022733 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d75a30-d8e9-4fd7-a35e-da67b2b3b8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e5c2ba-ccd5-40b5-8cc1-abaa7af6fad9,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:38.051907 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d75a30-d8e9-4fd7-a35e-da67b2b3b8d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:57:38.063334 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319e8ee-55af-4711-ad26-9f9a63fc5760 req-22516421-09fa-47cd-aa3b-98192d062e39 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:38.076549 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4319e8ee-55af-4711-ad26-9f9a63fc5760 req-22516421-09fa-47cd-aa3b-98192d062e39 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=4adc10db-cec5-46d4-9223-a7e6395f5f2b HTTP/1.1" status: 200 len: 944 time: 0.2878191 Feb 04 20:57:38.115675 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b5b6cdf-65a5-4dad-8a3f-9d9de886f75b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:38.131394 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-61d75a30-d8e9-4fd7-a35e-da67b2b3b8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:38.132025 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-61d75a30-d8e9-4fd7-a35e-da67b2b3b8d3 admin admin] Added segment 9c6b215c-a4e6-49c2-a413-2fb6b72da92f of type vlan for network f67e4cfa-d68d-4332-8e6e-b314179425e3 Feb 04 20:57:38.202472 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9cb8256e-239b-4981-879b-34148329b9fa req-67208d4f-f1d5-481c-b310-69355313565f service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6027062 Feb 04 20:57:38.244218 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b5b6cdf-65a5-4dad-8a3f-9d9de886f75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:38.271624 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7681dc6d-c0f8-4155-a443-3739c5ec2bb7 req-f65f0538-0601-4eac-bf2a-94d1269af3e3 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ef26d40-107b-4a16-9d85-789dd08e6c53 HTTP/1.1" status: 200 len: 210 time: 0.0830002 Feb 04 20:57:38.280669 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4319e8ee-55af-4711-ad26-9f9a63fc5760 req-4ac9addf-d12a-4f58-a8da-a0498aaaa343 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045827 Feb 04 20:57:38.325886 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-61d75a30-d8e9-4fd7-a35e-da67b2b3b8d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:38.368860 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-c610040f-4dbb-45cf-a1f9-67b4ef650ba9 req-478c49e5-a8dd-49d0-8e29-d03cd1cd1946 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] For port a901cdcc-5cae-49d3-9cb5-87360028a18b, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=a901cdcc-5cae-49d3-9cb5-87360028a18b,segment=NetworkSegment(85aba820-b386-48fc-9381-285c1f3f2f76),segment_id=85aba820-b386-48fc-9381-285c1f3f2f76)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:57:38.369238 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c610040f-4dbb-45cf-a1f9-67b4ef650ba9 req-478c49e5-a8dd-49d0-8e29-d03cd1cd1946 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:38.422011 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a17d551e-d468-43d7-9aa9-35b0ad23f5e7 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Allocated IP 172.20.0.3 (3e95a48d-24e2-42d1-a9cb-002bd8a7bca6/ad252a39-0fc7-473f-8135-1e6346b2d5e3/b318f438-13e2-4f16-8995-044479c003d2) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:57:38.434617 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b5b6cdf-65a5-4dad-8a3f-9d9de886f75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:38.503890 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b5b6cdf-65a5-4dad-8a3f-9d9de886f75b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:38.507021 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b6cdf-65a5-4dad-8a3f-9d9de886f75b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c37f354-72c6-48cb-981d-e4dbeabb2472,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:38.547885 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3b5b6cdf-65a5-4dad-8a3f-9d9de886f75b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8c37f354-72c6-48cb-981d-e4dbeabb2472 HTTP/1.1" status: 204 len: 168 time: 0.8427558 Feb 04 20:57:38.550107 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50318) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:57:38.624593 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device adef2d61-4ab7-4434-8eed-40bedafcc23a up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:57:38.643970 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-c610040f-4dbb-45cf-a1f9-67b4ef650ba9 req-478c49e5-a8dd-49d0-8e29-d03cd1cd1946 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Calling delete_port for a901cdcc-5cae-49d3-9cb5-87360028a18b owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:57:38.692648 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-61d75a30-d8e9-4fd7-a35e-da67b2b3b8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:38.693768 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d75a30-d8e9-4fd7-a35e-da67b2b3b8d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:38.695091 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-61d75a30-d8e9-4fd7-a35e-da67b2b3b8d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:38.708352 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port adef2d61-4ab7-4434-8eed-40bedafcc23a completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:57:38.713589 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port adef2d61-4ab7-4434-8eed-40bedafcc23a triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:57:38.714225 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:38.784825 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b7110f3e-a256-47d5-9651-007f7425a2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:38.846675 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:38.862123 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d75a30-d8e9-4fd7-a35e-da67b2b3b8d3 admin admin] Pushing event updated for resources: {'Network': ['ID=f67e4cfa-d68d-4332-8e6e-b314179425e3,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:38.866033 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-61d75a30-d8e9-4fd7-a35e-da67b2b3b8d3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 2.1048415 Feb 04 20:57:38.869004 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50332) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:57:38.876349 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-cb8e5b86-e643-45f4-9d49-6d4464f29ca4 admin admin] Request body: {'subnet': {'network_id': 'f67e4cfa-d68d-4332-8e6e-b314179425e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2010306810-subnet', 'tenant_id': '7bded15aab9a4c4d92a66ff896e1379d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:57:38.884175 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-cb8e5b86-e643-45f4-9d49-6d4464f29ca4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:57:38.885341 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network f67e4cfa-d68d-4332-8e6e-b314179425e3 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:57:38.893663 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-cb8e5b86-e643-45f4-9d49-6d4464f29ca4 admin admin] Usage tracker for resource:subnet and tenant:7bded15aab9a4c4d92a66ff896e1379d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:57:38.894927 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a17d551e-d468-43d7-9aa9-35b0ad23f5e7 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:38.913433 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4adc10db-cec5-46d4-9223-a7e6395f5f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adef2d61-4ab7-4434-8eed-40bedafcc23a'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:57:38.925927 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-cb8e5b86-e643-45f4-9d49-6d4464f29ca4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:57:38.956239 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-cb8e5b86-e643-45f4-9d49-6d4464f29ca4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:57:38.979580 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a17d551e-d468-43d7-9aa9-35b0ad23f5e7 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Transition to ACTIVE for port object b318f438-13e2-4f16-8995-044479c003d2 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:57:38.992017 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b7110f3e-a256-47d5-9651-007f7425a2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:38.992602 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port adef2d61-4ab7-4434-8eed-40bedafcc23a, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=adef2d61-4ab7-4434-8eed-40bedafcc23a,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:57:39.008146 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:39.027194 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-b7110f3e-a256-47d5-9651-007f7425a2fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d2ac62-44cb-480e-a4e0-face7b3c55fb']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:57:39.035914 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608fbeb-8874-428b-b6fc-eff7f5b724eb req-823c4cc7-e405-4207-97cc-80d136f0f94b tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:39.043701 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2608fbeb-8874-428b-b6fc-eff7f5b724eb req-823c4cc7-e405-4207-97cc-80d136f0f94b tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c131c95-9657-4926-8de7-3064ae4d37f1 HTTP/1.1" status: 200 len: 1023 time: 0.4958899 Feb 04 20:57:39.057449 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-b7110f3e-a256-47d5-9651-007f7425a2fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '673dc65b-eb24-40c2-b385-7348d9364d07') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:57:39.057798 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-b7110f3e-a256-47d5-9651-007f7425a2fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '673dc65b-eb24-40c2-b385-7348d9364d07') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:57:39.063780 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8e5b86-e643-45f4-9d49-6d4464f29ca4 admin admin] Made reservation on behalf of 7bded15aab9a4c4d92a66ff896e1379d for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:57:39.067013 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cb8e5b86-e643-45f4-9d49-6d4464f29ca4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:39.076317 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b7110f3e-a256-47d5-9651-007f7425a2fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:39.091885 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c610040f-4dbb-45cf-a1f9-67b4ef650ba9 req-478c49e5-a8dd-49d0-8e29-d03cd1cd1946 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:39.097580 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b7110f3e-a256-47d5-9651-007f7425a2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:39.105057 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a17d551e-d468-43d7-9aa9-35b0ad23f5e7 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:39.124936 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['add6c51a-619a-41b8-baba-6bc43c3eda1a'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:57:39.158631 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7110f3e-a256-47d5-9651-007f7425a2fd admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:57:39.158631 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b7110f3e-a256-47d5-9651-007f7425a2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:39.171824 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 20:57:39.171824 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:57:39.171824 n-d-827896-1 neutron-server[87682]: timer() Feb 04 20:57:39.171824 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:57:39.171824 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 20:57:39.171824 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:57:39.171824 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 20:57:39.171824 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:57:39.171824 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 20:57:39.171824 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:57:39.171824 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 20:57:39.171824 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:57:39.171824 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 20:57:39.171824 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:57:39.171824 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:57:39.171824 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:57:39.171824 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:57:39.171824 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:57:39.171824 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 20:57:39.171824 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:57:39.171824 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 20:57:39.171824 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:57:39.171824 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:57:39.171824 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:57:39.171824 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 20:57:39.171824 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:57:39.171824 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:57:39.171824 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:57:39.171824 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:57:39.171824 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:57:39.171824 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:57:39.171824 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:57:39.230040 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c49e5-a8dd-49d0-8e29-d03cd1cd1946 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Pushing event deleted for resources: {'Port': ['ID=a901cdcc-5cae-49d3-9cb5-87360028a18b,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:39.269124 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a17d551e-d468-43d7-9aa9-35b0ad23f5e7 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Network 3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:57:39.273636 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a17d551e-d468-43d7-9aa9-35b0ad23f5e7 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:57:39.275023 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a17d551e-d468-43d7-9aa9-35b0ad23f5e7 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:57:39.289574 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2608fbeb-8874-428b-b6fc-eff7f5b724eb req-f4f957b9-4c27-4b1f-bd87-bd05b0528e4c tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc0eeb13-68c3-44b7-9631-7e53b2d387ff&id=9ee7d21a-878a-496b-8513-5f6d9882ce8f&id=90534580-969e-4349-8372-dccd27f6c398&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2443767 Feb 04 20:57:39.294982 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=adef2d61-4ab7-4434-8eed-40bedafcc23a,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:39.343196 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d551e-d468-43d7-9aa9-35b0ad23f5e7 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Pushing event updated for resources: {'Port': ['ID=b318f438-13e2-4f16-8995-044479c003d2,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:39.353932 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b7110f3e-a256-47d5-9651-007f7425a2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:39.364759 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b7110f3e-a256-47d5-9651-007f7425a2fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:39.412097 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-c610040f-4dbb-45cf-a1f9-67b4ef650ba9 req-478c49e5-a8dd-49d0-8e29-d03cd1cd1946 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] No DVR routers for this DVR port a901cdcc-5cae-49d3-9cb5-87360028a18b on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:57:39.428344 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c610040f-4dbb-45cf-a1f9-67b4ef650ba9 req-478c49e5-a8dd-49d0-8e29-d03cd1cd1946 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:39.430853 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4adc10db-cec5-46d4-9223-a7e6395f5f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adef2d61-4ab7-4434-8eed-40bedafcc23a', 'code': 200} Feb 04 20:57:39.433506 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a17d551e-d468-43d7-9aa9-35b0ad23f5e7 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:39.434480 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a17d551e-d468-43d7-9aa9-35b0ad23f5e7 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:39.444348 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c131c95-9657-4926-8de7-3064ae4d37f1', 'name': 'network-vif-deleted', 'tag': 'a901cdcc-5cae-49d3-9cb5-87360028a18b'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:57:39.449319 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7110f3e-a256-47d5-9651-007f7425a2fd admin admin] Pushing event deleted for resources: {'Network': ['ID=39d2ac62-44cb-480e-a4e0-face7b3c55fb,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:39.482137 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b7110f3e-a256-47d5-9651-007f7425a2fd admin admin] 10.222.0.26 "DELETE /v2.0/networks/39d2ac62-44cb-480e-a4e0-face7b3c55fb HTTP/1.1" status: 204 len: 168 time: 0.9234641 Feb 04 20:57:39.495624 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c610040f-4dbb-45cf-a1f9-67b4ef650ba9 req-478c49e5-a8dd-49d0-8e29-d03cd1cd1946 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.18 "DELETE /v2.0/ports/a901cdcc-5cae-49d3-9cb5-87360028a18b HTTP/1.1" status: 204 len: 173 time: 1.9330995 Feb 04 20:57:39.650254 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a17d551e-d468-43d7-9aa9-35b0ad23f5e7 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5373232 Feb 04 20:57:39.656065 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-96a7f556-14d5-49c3-acdf-3ae29edc5ba8 None None] Provisioning for port b318f438-13e2-4f16-8995-044479c003d2 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:57:39.664142 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a7afd238-5e70-48fb-b529-4cf2aad0495f service neutron] Request body: {'port': {'device_id': '7ef26d40-107b-4a16-9d85-789dd08e6c53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:57:39.675995 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-96a7f556-14d5-49c3-acdf-3ae29edc5ba8 None None] Provisioning complete for port b318f438-13e2-4f16-8995-044479c003d2 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:57:39.676453 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-96a7f556-14d5-49c3-acdf-3ae29edc5ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:39.727438 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9afc7a3-efa4-4598-94a5-e6e83c9d9385 req-4958e9aa-d522-4558-ae6b-10cf7d8e9e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:39.729185 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f9afc7a3-efa4-4598-94a5-e6e83c9d9385 req-4958e9aa-d522-4558-ae6b-10cf7d8e9e2e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4adc10db-cec5-46d4-9223-a7e6395f5f2b HTTP/1.1" status: 200 len: 1096 time: 0.2459469 Feb 04 20:57:39.742673 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-96a7f556-14d5-49c3-acdf-3ae29edc5ba8 None None] Port b318f438-13e2-4f16-8995-044479c003d2 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:57:39.762066 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50374) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:57:39.835099 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a7afd238-5e70-48fb-b529-4cf2aad0495f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:39.848911 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f9afc7a3-efa4-4598-94a5-e6e83c9d9385 req-7c6e29f7-3f12-4447-a60b-605d7de710bd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679710 Feb 04 20:57:39.881722 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c2189aae-22e6-45ec-ba0f-19be7198f902 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ac46149bf1a34e05b9bda12dd094e5c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1180010 Feb 04 20:57:39.884689 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50378) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:57:39.886136 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cb8e5b86-e643-45f4-9d49-6d4464f29ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:39.941613 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171649c-9fda-4dfb-af70-4aec8e9f6514 req-8440b92f-b572-4954-8969-f501721c0233 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:39.943077 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4171649c-9fda-4dfb-af70-4aec8e9f6514 req-8440b92f-b572-4954-8969-f501721c0233 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ef26d40-107b-4a16-9d85-789dd08e6c53 HTTP/1.1" status: 200 len: 931 time: 0.3372781 Feb 04 20:57:39.978013 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1e5f620f-327c-42db-b25f-708ff235bc24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:39.979996 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965ec9b-f25a-41d7-b3e3-d8814696c5bb req-e38bef9d-f652-4899-8152-8526b6d7157f tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:39.981434 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8965ec9b-f25a-41d7-b3e3-d8814696c5bb req-e38bef9d-f652-4899-8152-8526b6d7157f tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=4adc10db-cec5-46d4-9223-a7e6395f5f2b HTTP/1.1" status: 200 len: 945 time: 0.3085709 Feb 04 20:57:40.025066 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e5b86-e643-45f4-9d49-6d4464f29ca4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c9bc8a2-4c7b-4455-a8c1-881df14931a7,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:40.046805 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:57:40.065366 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1e5f620f-327c-42db-b25f-708ff235bc24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:40.068121 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4171649c-9fda-4dfb-af70-4aec8e9f6514 req-e6b2efa1-b8ea-4bb3-8529-90456055d58e tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/security-groups?id=419186fe-8b61-42da-bf6d-1c79d92d48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137595 Feb 04 20:57:40.073974 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8e5b86-e643-45f4-9d49-6d4464f29ca4 admin admin] Checking segment: {'id': '9c6b215c-a4e6-49c2-a413-2fb6b72da92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f67e4cfa-d68d-4332-8e6e-b314179425e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:57:40.074329 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8e5b86-e643-45f4-9d49-6d4464f29ca4 admin admin] Network hostable DHCP agents. Network: f67e4cfa-d68d-4332-8e6e-b314179425e3, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:57:40.082577 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8965ec9b-f25a-41d7-b3e3-d8814696c5bb req-8f1a9c21-da74-42b0-839a-5ca2d6ec9493 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881791 Feb 04 20:57:40.106040 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8e5b86-e643-45f4-9d49-6d4464f29ca4 admin admin] Network f67e4cfa-d68d-4332-8e6e-b314179425e3 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:57:40.119758 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-cb8e5b86-e643-45f4-9d49-6d4464f29ca4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, f67e4cfa-d68d-4332-8e6e-b314179425e3) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:57:40.125471 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8e5b86-e643-45f4-9d49-6d4464f29ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:40.126856 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cb8e5b86-e643-45f4-9d49-6d4464f29ca4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:40.130081 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65330954-675f-4516-a3a2-8783f830546d None None] Network f67e4cfa-d68d-4332-8e6e-b314179425e3 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:57:40.185135 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c131c95-9657-4926-8de7-3064ae4d37f1', 'name': 'network-vif-deleted', 'tag': 'a901cdcc-5cae-49d3-9cb5-87360028a18b', 'status': 'completed', 'code': 200} Feb 04 20:57:40.190112 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-cb8e5b86-e643-45f4-9d49-6d4464f29ca4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3197193 Feb 04 20:57:40.192864 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50388) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:57:40.202979 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-94a0c6e4-8ca1-4f41-8d1b-565c2c3e972b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2010306810-router', 'tenant_id': '7bded15aab9a4c4d92a66ff896e1379d', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:57:40.214126 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-94a0c6e4-8ca1-4f41-8d1b-565c2c3e972b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:57:40.223974 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-94a0c6e4-8ca1-4f41-8d1b-565c2c3e972b admin admin] Usage tracker for resource:router and tenant:7bded15aab9a4c4d92a66ff896e1379d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:57:40.246226 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-94a0c6e4-8ca1-4f41-8d1b-565c2c3e972b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:57:40.264752 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-94a0c6e4-8ca1-4f41-8d1b-565c2c3e972b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:57:40.288661 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-94a0c6e4-8ca1-4f41-8d1b-565c2c3e972b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:40.292619 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-94a0c6e4-8ca1-4f41-8d1b-565c2c3e972b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:40.327919 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-94a0c6e4-8ca1-4f41-8d1b-565c2c3e972b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:40.447178 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1e5f620f-327c-42db-b25f-708ff235bc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:40.505680 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f620f-327c-42db-b25f-708ff235bc24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6086dd-7d26-47e5-820f-5f3db76a3162,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:40.534919 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1e5f620f-327c-42db-b25f-708ff235bc24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:40.535138 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a4ae0f-9b88-4cab-9777-3f4f7a719ae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-f67e4cfa-d68d-4332-8e6e-b314179425e3', 'network_id': 'f67e4cfa-d68d-4332-8e6e-b314179425e3', 'tenant_id': '7bded15aab9a4c4d92a66ff896e1379d', 'fixed_ips': [{'subnet_id': '5c9bc8a2-4c7b-4455-a8c1-881df14931a7'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:57:40.535941 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d2a4ae0f-9b88-4cab-9777-3f4f7a719ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:40.536099 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1e5f620f-327c-42db-b25f-708ff235bc24 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fa6086dd-7d26-47e5-820f-5f3db76a3162 HTTP/1.1" status: 204 len: 168 time: 0.6503496 Feb 04 20:57:40.622487 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device a901cdcc-5cae-49d3-9cb5-87360028a18b no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:57:40.702088 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: a901cdcc-5cae-49d3-9cb5-87360028a18b {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:57:40.702634 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device a901cdcc-5cae-49d3-9cb5-87360028a18b not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:57:40.719890 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a7afd238-5e70-48fb-b529-4cf2aad0495f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b318f438-13e2-4f16-8995-044479c003d2 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:57:40.733659 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a7afd238-5e70-48fb-b529-4cf2aad0495f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:40.758950 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a7afd238-5e70-48fb-b529-4cf2aad0495f service neutron] Transition to ACTIVE for port object b318f438-13e2-4f16-8995-044479c003d2 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:57:40.767930 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a7afd238-5e70-48fb-b529-4cf2aad0495f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:40.932303 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-d2a4ae0f-9b88-4cab-9777-3f4f7a719ae0 None None] Allocated IP 172.20.0.2 (f67e4cfa-d68d-4332-8e6e-b314179425e3/5c9bc8a2-4c7b-4455-a8c1-881df14931a7/f8a4bb51-c49a-4512-9851-39cb8de6110b) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:57:40.937680 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-94a0c6e4-8ca1-4f41-8d1b-565c2c3e972b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:41.206382 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afd238-5e70-48fb-b529-4cf2aad0495f service neutron] Pushing event updated for resources: {'Port': ['ID=b318f438-13e2-4f16-8995-044479c003d2,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:41.268880 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a7afd238-5e70-48fb-b529-4cf2aad0495f service neutron] Attempting to bind port b318f438-13e2-4f16-8995-044479c003d2 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:57:41.269246 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a7afd238-5e70-48fb-b529-4cf2aad0495f service neutron] Attempting to bind port b318f438-13e2-4f16-8995-044479c003d2 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': '477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:57:41.269575 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a7afd238-5e70-48fb-b529-4cf2aad0495f service neutron] Attempting to bind port b318f438-13e2-4f16-8995-044479c003d2 on network 3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:57:41.272536 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-9f368d12-80eb-4981-b348-395337b25ce1 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:41.277165 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a7afd238-5e70-48fb-b529-4cf2aad0495f service neutron] Port b318f438-13e2-4f16-8995-044479c003d2 on network 3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:57:41.277515 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a7afd238-5e70-48fb-b529-4cf2aad0495f service neutron] Attempting to bind port b318f438-13e2-4f16-8995-044479c003d2 on network 3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:57:41.279808 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-9f368d12-80eb-4981-b348-395337b25ce1 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/networks?id=e2945ff6-c379-474d-a032-331b1f6dd08e HTTP/1.1" status: 200 len: 807 time: 0.7207322 Feb 04 20:57:41.285755 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a7afd238-5e70-48fb-b529-4cf2aad0495f service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:57:41.286364 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a7afd238-5e70-48fb-b529-4cf2aad0495f service neutron] Checking segment: {'id': '477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:57:41.286908 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a7afd238-5e70-48fb-b529-4cf2aad0495f service neutron] Bound using segment: {'id': '477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:57:41.287588 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a7afd238-5e70-48fb-b529-4cf2aad0495f service neutron] Bound port: b318f438-13e2-4f16-8995-044479c003d2, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:57:41.288131 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a7afd238-5e70-48fb-b529-4cf2aad0495f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:41.332435 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-7d3bea50-13e3-49f9-94f3-6e2c6c0c7b4c tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/quotas/1e904fca23cf47ec90953cad0cc5c8e4 HTTP/1.1" status: 200 len: 375 time: 0.0496316 Feb 04 20:57:41.408593 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d2a4ae0f-9b88-4cab-9777-3f4f7a719ae0 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:41.417589 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a7afd238-5e70-48fb-b529-4cf2aad0495f service neutron] For port b318f438-13e2-4f16-8995-044479c003d2, host n-h1-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:57:41.419494 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d2a4ae0f-9b88-4cab-9777-3f4f7a719ae0 None None] Transition to ACTIVE for port object f8a4bb51-c49a-4512-9851-39cb8de6110b will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:57:41.424923 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a7afd238-5e70-48fb-b529-4cf2aad0495f service neutron] For port b318f438-13e2-4f16-8995-044479c003d2, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b318f438-13e2-4f16-8995-044479c003d2,segment=NetworkSegment(477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3),segment_id=477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:57:41.434188 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a7afd238-5e70-48fb-b529-4cf2aad0495f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:41.443874 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d2a4ae0f-9b88-4cab-9777-3f4f7a719ae0 None None] Transition to ACTIVE for port object f8a4bb51-c49a-4512-9851-39cb8de6110b will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:57:41.454581 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d2a4ae0f-9b88-4cab-9777-3f4f7a719ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:41.522557 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a7afd238-5e70-48fb-b529-4cf2aad0495f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:41.524084 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a7afd238-5e70-48fb-b529-4cf2aad0495f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:41.525202 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f273b079-cc7e-4b66-88db-2591e441c28c req-a7afd238-5e70-48fb-b529-4cf2aad0495f service neutron] 10.222.0.32 "PUT /v2.0/ports/b318f438-13e2-4f16-8995-044479c003d2 HTTP/1.1" status: 200 len: 1091 time: 1.8656445 Feb 04 20:57:41.525815 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef26d40-107b-4a16-9d85-789dd08e6c53', 'tag': 'b318f438-13e2-4f16-8995-044479c003d2'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:57:41.553704 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afd238-5e70-48fb-b529-4cf2aad0495f service neutron] Pushing event updated for resources: {'Port': ['ID=b318f438-13e2-4f16-8995-044479c003d2,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:41.712846 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a4ae0f-9b88-4cab-9777-3f4f7a719ae0 None None] Network f67e4cfa-d68d-4332-8e6e-b314179425e3 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:57:41.713473 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273b079-cc7e-4b66-88db-2591e441c28c req-0fb9c622-ff42-4da6-b89f-0963c506a247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:41.714397 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f273b079-cc7e-4b66-88db-2591e441c28c req-0fb9c622-ff42-4da6-b89f-0963c506a247 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=66f8c7d92acd48ffa436b71c93318a59&device_id=7ef26d40-107b-4a16-9d85-789dd08e6c53 HTTP/1.1" status: 200 len: 1094 time: 0.1412468 Feb 04 20:57:41.715658 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-d2a4ae0f-9b88-4cab-9777-3f4f7a719ae0 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:57:41.720688 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4ae0f-9b88-4cab-9777-3f4f7a719ae0 None None] Pushing event updated for resources: {'Port': ['ID=f8a4bb51-c49a-4512-9851-39cb8de6110b,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:41.745015 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a4ae0f-9b88-4cab-9777-3f4f7a719ae0 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:57:41.831156 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f273b079-cc7e-4b66-88db-2591e441c28c req-d4100019-c615-4613-9a1e-17f5bc412f2e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b318f438-13e2-4f16-8995-044479c003d2 HTTP/1.1" status: 200 len: 217 time: 0.1019635 Feb 04 20:57:41.926826 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-d2a4ae0f-9b88-4cab-9777-3f4f7a719ae0 None None] Attempting to bind port f8a4bb51-c49a-4512-9851-39cb8de6110b on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:57:41.927401 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-d2a4ae0f-9b88-4cab-9777-3f4f7a719ae0 None None] Attempting to bind port f8a4bb51-c49a-4512-9851-39cb8de6110b by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '9c6b215c-a4e6-49c2-a413-2fb6b72da92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f67e4cfa-d68d-4332-8e6e-b314179425e3'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:57:41.927942 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a4ae0f-9b88-4cab-9777-3f4f7a719ae0 None None] Attempting to bind port f8a4bb51-c49a-4512-9851-39cb8de6110b on network f67e4cfa-d68d-4332-8e6e-b314179425e3 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:57:41.936459 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a4ae0f-9b88-4cab-9777-3f4f7a719ae0 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:57:41.937022 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a4ae0f-9b88-4cab-9777-3f4f7a719ae0 None None] Checking segment: {'id': '9c6b215c-a4e6-49c2-a413-2fb6b72da92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f67e4cfa-d68d-4332-8e6e-b314179425e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:57:41.937613 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d2a4ae0f-9b88-4cab-9777-3f4f7a719ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:41.938161 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a4ae0f-9b88-4cab-9777-3f4f7a719ae0 None None] Bound using segment: {'id': '9c6b215c-a4e6-49c2-a413-2fb6b72da92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f67e4cfa-d68d-4332-8e6e-b314179425e3'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:57:41.938785 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-d2a4ae0f-9b88-4cab-9777-3f4f7a719ae0 None None] Bound port: f8a4bb51-c49a-4512-9851-39cb8de6110b, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6b215c-a4e6-49c2-a413-2fb6b72da92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f67e4cfa-d68d-4332-8e6e-b314179425e3'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:57:41.939444 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d2a4ae0f-9b88-4cab-9777-3f4f7a719ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:41.972065 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273b079-cc7e-4b66-88db-2591e441c28c req-c261b0e0-ad49-4367-af60-a528096b9e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:41.973118 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-faafd77b-6b71-42c9-ba7c-a8e1bb40ad7e tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6378677 Feb 04 20:57:41.982988 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f273b079-cc7e-4b66-88db-2591e441c28c req-c261b0e0-ad49-4367-af60-a528096b9e43 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad252a39-0fc7-473f-8135-1e6346b2d5e3 HTTP/1.1" status: 200 len: 860 time: 0.1447623 Feb 04 20:57:42.073927 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-94a0c6e4-8ca1-4f41-8d1b-565c2c3e972b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:42.077198 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273b079-cc7e-4b66-88db-2591e441c28c req-ee8bb97a-5278-435d-a03b-245b3e9da046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:42.078755 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f273b079-cc7e-4b66-88db-2591e441c28c req-ee8bb97a-5278-435d-a03b-245b3e9da046 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3e95a48d-24e2-42d1-a9cb-002bd8a7bca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886698 Feb 04 20:57:42.137851 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-d2a4ae0f-9b88-4cab-9777-3f4f7a719ae0 None None] For port f8a4bb51-c49a-4512-9851-39cb8de6110b, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:57:42.141504 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-d2a4ae0f-9b88-4cab-9777-3f4f7a719ae0 None None] For port f8a4bb51-c49a-4512-9851-39cb8de6110b, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=f8a4bb51-c49a-4512-9851-39cb8de6110b,segment=NetworkSegment(9c6b215c-a4e6-49c2-a413-2fb6b72da92f),segment_id=9c6b215c-a4e6-49c2-a413-2fb6b72da92f)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:57:42.150236 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d2a4ae0f-9b88-4cab-9777-3f4f7a719ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:42.165919 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-94a0c6e4-8ca1-4f41-8d1b-565c2c3e972b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:42.219929 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4ae0f-9b88-4cab-9777-3f4f7a719ae0 None None] Pushing event updated for resources: {'Port': ['ID=f8a4bb51-c49a-4512-9851-39cb8de6110b,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:42.254080 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f273b079-cc7e-4b66-88db-2591e441c28c req-56fc7285-ec32-48dd-a827-6a1e706c3375 service neutron] 10.222.0.32 "GET /v2.0/networks/3e95a48d-24e2-42d1-a9cb-002bd8a7bca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678386 Feb 04 20:57:42.352216 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa987a-880d-45f3-a0f0-de144a53877f req-e08f3637-63c9-403d-8d67-42a434fd9e36 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:42.353841 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bdfa987a-880d-45f3-a0f0-de144a53877f req-e08f3637-63c9-403d-8d67-42a434fd9e36 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ef26d40-107b-4a16-9d85-789dd08e6c53 HTTP/1.1" status: 200 len: 943 time: 0.5865889 Feb 04 20:57:42.400715 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f273b079-cc7e-4b66-88db-2591e441c28c req-97041fca-9c5d-4cf1-918f-2c166a111d2f service neutron] 10.222.0.32 "GET /v2.0/networks/3e95a48d-24e2-42d1-a9cb-002bd8a7bca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402755 Feb 04 20:57:42.431777 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-5aa97562-13a0-4a97-8f6e-dc2ee80ff8b6 service neutron] 10.222.0.26 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596628 Feb 04 20:57:42.568958 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bdfa987a-880d-45f3-a0f0-de144a53877f req-804db292-1f99-464e-b2a6-ff4cc19927f3 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/security-groups?id=419186fe-8b61-42da-bf6d-1c79d92d48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971126 Feb 04 20:57:42.606688 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-94a0c6e4-8ca1-4f41-8d1b-565c2c3e972b admin admin] Allocated IP 172.25.5.17 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/8a003274-595c-403b-8bbc-47df9b80209a) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:57:42.781950 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-3c181fdb-219a-4dd5-be89-f954d64a8e45 service neutron] 10.222.0.26 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391500 Feb 04 20:57:42.878802 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-94a0c6e4-8ca1-4f41-8d1b-565c2c3e972b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:42.890300 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ae413-1a2f-497c-a2fa-9abcc3c5204f req-3a54723f-ca36-4c88-bc65-4c971691c916 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:42.891784 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-968ae413-1a2f-497c-a2fa-9abcc3c5204f req-3a54723f-ca36-4c88-bc65-4c971691c916 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=4adc10db-cec5-46d4-9223-a7e6395f5f2b HTTP/1.1" status: 200 len: 945 time: 0.1539118 Feb 04 20:57:42.950048 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-968ae413-1a2f-497c-a2fa-9abcc3c5204f req-4919c1b8-58f0-40ee-b9dd-4b1919b08d7f tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522342 Feb 04 20:57:42.966679 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-94a0c6e4-8ca1-4f41-8d1b-565c2c3e972b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:43.099381 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a0c6e4-8ca1-4f41-8d1b-565c2c3e972b admin admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:57:43.113631 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0c6e4-8ca1-4f41-8d1b-565c2c3e972b admin admin] Pushing event updated for resources: {'Port': ['ID=8a003274-595c-403b-8bbc-47df9b80209a,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:43.117728 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-94a0c6e4-8ca1-4f41-8d1b-565c2c3e972b admin admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:57:43.120507 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a0c6e4-8ca1-4f41-8d1b-565c2c3e972b admin admin] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:57:43.296293 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ef26d40-107b-4a16-9d85-789dd08e6c53', 'tag': 'b318f438-13e2-4f16-8995-044479c003d2', 'status': 'completed', 'code': 200} Feb 04 20:57:43.455456 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258873f5-1415-4be9-adfc-a031b2f05f2e req-489211bd-62bc-473f-9f21-9464e528894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:43.457121 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-258873f5-1415-4be9-adfc-a031b2f05f2e req-489211bd-62bc-473f-9f21-9464e528894a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=66f8c7d92acd48ffa436b71c93318a59&device_id=7ef26d40-107b-4a16-9d85-789dd08e6c53 HTTP/1.1" status: 200 len: 1094 time: 0.1337676 Feb 04 20:57:43.568961 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-90af72b5-98fe-422c-878e-39f55e1e25f5 req-ebd420eb-62f5-4d06-9b1f-50e1e9d1e1c5 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups/9ee7d21a-878a-496b-8513-5f6d9882ce8f HTTP/1.1" status: 200 len: 1799 time: 0.2069347 Feb 04 20:57:43.624042 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88aa73de-7ce0-495b-ad60-e6b78f8dd76f None None] Network f67e4cfa-d68d-4332-8e6e-b314179425e3 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:57:43.700797 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258873f5-1415-4be9-adfc-a031b2f05f2e req-867050da-f9b4-454c-8c73-63117aaa701f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:43.703048 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-258873f5-1415-4be9-adfc-a031b2f05f2e req-867050da-f9b4-454c-8c73-63117aaa701f service neutron] 10.222.0.32 "GET /v2.0/networks?id=3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 HTTP/1.1" status: 200 len: 922 time: 0.2348692 Feb 04 20:57:43.807905 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-258873f5-1415-4be9-adfc-a031b2f05f2e req-32fafa9c-17f2-4c9e-9ee3-4afeaee4ff03 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b318f438-13e2-4f16-8995-044479c003d2 HTTP/1.1" status: 200 len: 217 time: 0.0917537 Feb 04 20:57:43.836509 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-90af72b5-98fe-422c-878e-39f55e1e25f5 req-50f33a8a-adc2-4b69-a111-c84526693b7e tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:43.854276 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-94a0c6e4-8ca1-4f41-8d1b-565c2c3e972b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:43.879656 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f719afc6-e430-4ba0-aa5d-275f796face1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:43.906900 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-938c29ca-b40b-407b-8577-a478f2f703a6 None None] Provisioning for port f8a4bb51-c49a-4512-9851-39cb8de6110b completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:57:43.907146 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258873f5-1415-4be9-adfc-a031b2f05f2e req-6c0e492f-232a-4aab-9d1f-ddfcd23aa991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:43.909126 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-258873f5-1415-4be9-adfc-a031b2f05f2e req-6c0e492f-232a-4aab-9d1f-ddfcd23aa991 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad252a39-0fc7-473f-8135-1e6346b2d5e3 HTTP/1.1" status: 200 len: 860 time: 0.0936515 Feb 04 20:57:43.963877 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-90af72b5-98fe-422c-878e-39f55e1e25f5 req-50f33a8a-adc2-4b69-a111-c84526693b7e tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:44.120407 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-90af72b5-98fe-422c-878e-39f55e1e25f5 req-50f33a8a-adc2-4b69-a111-c84526693b7e tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:44.211015 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f33a8a-adc2-4b69-a111-c84526693b7e tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee7d21a-878a-496b-8513-5f6d9882ce8f,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:44.274688 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device f8a4bb51-c49a-4512-9851-39cb8de6110b up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:57:44.303935 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258873f5-1415-4be9-adfc-a031b2f05f2e req-0b04d0c2-2802-476c-adc3-d4193aa376cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:44.307666 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-258873f5-1415-4be9-adfc-a031b2f05f2e req-0b04d0c2-2802-476c-adc3-d4193aa376cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3e95a48d-24e2-42d1-a9cb-002bd8a7bca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3894830 Feb 04 20:57:44.337166 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-90af72b5-98fe-422c-878e-39f55e1e25f5 req-50f33a8a-adc2-4b69-a111-c84526693b7e tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:44.343357 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-90af72b5-98fe-422c-878e-39f55e1e25f5 req-50f33a8a-adc2-4b69-a111-c84526693b7e tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "DELETE /v2.0/security-groups/9ee7d21a-878a-496b-8513-5f6d9882ce8f HTTP/1.1" status: 204 len: 173 time: 0.7680006 Feb 04 20:57:44.393530 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-94a0c6e4-8ca1-4f41-8d1b-565c2c3e972b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:44.434036 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port f8a4bb51-c49a-4512-9851-39cb8de6110b completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:57:44.446775 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port f8a4bb51-c49a-4512-9851-39cb8de6110b triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:57:44.448176 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:44.529972 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-258873f5-1415-4be9-adfc-a031b2f05f2e req-b48ba8e7-8a54-46e6-aec6-3c6324a994ab service neutron] 10.222.0.32 "GET /v2.0/networks/3e95a48d-24e2-42d1-a9cb-002bd8a7bca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140965 Feb 04 20:57:44.592184 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b0a30c67-084a-4d52-bf0d-1c711be69c79 None None] Provisioning complete for port f8a4bb51-c49a-4512-9851-39cb8de6110b triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:57:44.592469 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b0a30c67-084a-4d52-bf0d-1c711be69c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:44.607245 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-109097fe-4382-4fbd-b65b-2089ffc47ad0 req-97fa59f3-0472-43db-9512-dee04fc919c2 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d5a6529-67e2-4158-989f-b3784bef33f4 HTTP/1.1" status: 200 len: 210 time: 0.0559940 Feb 04 20:57:44.661943 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:44.710190 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-258873f5-1415-4be9-adfc-a031b2f05f2e req-1771d982-b675-46b4-8ede-ae7d026ba5bb service neutron] 10.222.0.32 "GET /v2.0/networks/3e95a48d-24e2-42d1-a9cb-002bd8a7bca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667554 Feb 04 20:57:44.741093 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port f8a4bb51-c49a-4512-9851-39cb8de6110b, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=f8a4bb51-c49a-4512-9851-39cb8de6110b,segment=NetworkSegment(9c6b215c-a4e6-49c2-a413-2fb6b72da92f),segment_id=9c6b215c-a4e6-49c2-a413-2fb6b72da92f)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:57:44.752101 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:44.815422 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b0a30c67-084a-4d52-bf0d-1c711be69c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:44.879874 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=f8a4bb51-c49a-4512-9851-39cb8de6110b,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:44.900232 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cc6d2-2765-4281-9d4d-0423cb52d0f4 req-665a9b4e-d18a-4b43-8da1-8800537cc0f3 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:44.901726 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cc0cc6d2-2765-4281-9d4d-0423cb52d0f4 req-665a9b4e-d18a-4b43-8da1-8800537cc0f3 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4adc10db-cec5-46d4-9223-a7e6395f5f2b HTTP/1.1" status: 200 len: 1096 time: 0.4003780 Feb 04 20:57:44.918854 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-b0a30c67-084a-4d52-bf0d-1c711be69c79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:57:44.919291 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-b0a30c67-084a-4d52-bf0d-1c711be69c79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:57:44.919519 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ca5a1-6404-4617-9503-3aced4a79f3c req-bbf52f5a-d870-4f12-a5cb-08366b3550c1 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:44.921087 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ac5ca5a1-6404-4617-9503-3aced4a79f3c req-bbf52f5a-d870-4f12-a5cb-08366b3550c1 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ef26d40-107b-4a16-9d85-789dd08e6c53 HTTP/1.1" status: 200 len: 943 time: 0.1885738 Feb 04 20:57:44.989589 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ac5ca5a1-6404-4617-9503-3aced4a79f3c req-d3265b84-b88c-4cc7-a3fc-4113407058b6 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/security-groups?id=419186fe-8b61-42da-bf6d-1c79d92d48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480189 Feb 04 20:57:45.004789 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-6df573a0-485a-46fa-a433-fdcf5da21483 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:45.006664 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-6df573a0-485a-46fa-a433-fdcf5da21483 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.18 "GET /v2.0/networks?id=e2945ff6-c379-474d-a032-331b1f6dd08e HTTP/1.1" status: 200 len: 807 time: 0.2389660 Feb 04 20:57:45.019515 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-4347fe05-60cf-42db-9990-4b5f82304c0b tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Request body: {'port': {'device_id': '2d5a6529-67e2-4158-989f-b3784bef33f4', 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e', 'admin_state_up': True, 'tenant_id': '1e904fca23cf47ec90953cad0cc5c8e4'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:57:45.025720 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cc0cc6d2-2765-4281-9d4d-0423cb52d0f4 req-d5482caf-7d59-4b50-ac02-283c944d142a tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142149 Feb 04 20:57:45.026445 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a0c6e4-8ca1-4f41-8d1b-565c2c3e972b admin admin] Router 85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3 is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:57:45.089555 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4413a22d-134e-457f-8e47-50f4dfea8a3b req-f73a9d62-4b02-42f6-a204-34ecbef033b4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=07996bf1-0225-4e57-9c04-e798441c3584&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2093248 Feb 04 20:57:45.195534 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-4347fe05-60cf-42db-9990-4b5f82304c0b tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:57:45.209748 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-4347fe05-60cf-42db-9990-4b5f82304c0b tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:57:45.234620 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-4347fe05-60cf-42db-9990-4b5f82304c0b tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Made reservation on behalf of 1e904fca23cf47ec90953cad0cc5c8e4 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:57:45.239348 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-4347fe05-60cf-42db-9990-4b5f82304c0b tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:45.373367 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a0c6e4-8ca1-4f41-8d1b-565c2c3e972b admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:57:45.385926 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4760165-3f3c-4ba5-8c6d-63645b423be4 None None] Sync routers for ids ['85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:57:45.398776 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4760165-3f3c-4ba5-8c6d-63645b423be4 None None] Routers {'85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:57:45.399749 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-c4760165-3f3c-4ba5-8c6d-63645b423be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:57:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:57:45.417239 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-94a0c6e4-8ca1-4f41-8d1b-565c2c3e972b admin admin] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:45.418495 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-94a0c6e4-8ca1-4f41-8d1b-565c2c3e972b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.2234483 Feb 04 20:57:45.430214 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50532) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:57:45.575107 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-4347fe05-60cf-42db-9990-4b5f82304c0b tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Allocated IP 172.20.0.10 (e2945ff6-c379-474d-a032-331b1f6dd08e/52dce76a-dd1c-484a-ae6a-f327dbe47b7b/ff2a7ca0-98a8-4c28-858a-0f7c07e731b3) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:57:45.606384 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-c4760165-3f3c-4ba5-8c6d-63645b423be4 None None] Set router 85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:57:45.816232 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413a22d-134e-457f-8e47-50f4dfea8a3b req-534b71b5-30b5-4285-8934-54166bf1ce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:45.817758 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4413a22d-134e-457f-8e47-50f4dfea8a3b req-534b71b5-30b5-4285-8934-54166bf1ce3e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&device_id=07996bf1-0225-4e57-9c04-e798441c3584 HTTP/1.1" status: 200 len: 1096 time: 0.5683324 Feb 04 20:57:45.825618 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-4347fe05-60cf-42db-9990-4b5f82304c0b tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:45.833711 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-652daf09-a369-49ca-95b7-bfaa4c9059e1 req-45efb458-e210-4440-a183-dce7823380eb tempest-AbsoluteLimitsNegativeTestJSON-1752866315 tempest-AbsoluteLimitsNegativeTestJSON-1752866315-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=9ea7543872bc4c5f823c794d85c57588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3902617 Feb 04 20:57:45.836262 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eb262f21-b978-4b3a-b091-6eb3b9e7cbb7 req-8b1ad964-fae1-4902-9151-4aba98e4bc2c tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "GET /v2.0/security-groups/dc0eeb13-68c3-44b7-9631-7e53b2d387ff HTTP/1.1" status: 200 len: 1800 time: 0.4645500 Feb 04 20:57:45.906250 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-c4760165-3f3c-4ba5-8c6d-63645b423be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2010306810-router', 'tenant_id': '7bded15aab9a4c4d92a66ff896e1379d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '8a003274-595c-403b-8bbc-47df9b80209a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:57:40Z', 'updated_at': '2022-02-04T20:57:43Z', 'revision_number': 3, 'project_id': '7bded15aab9a4c4d92a66ff896e1379d', 'gw_port': {'id': '8a003274-595c-403b-8bbc-47df9b80209a', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:42Z', 'updated_at': '2022-02-04T20:57:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:57:45.911832 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4760165-3f3c-4ba5-8c6d-63645b423be4 None None] Checking router: 85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:57:45.912405 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4760165-3f3c-4ba5-8c6d-63645b423be4 None None] Updating router 85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3 port 8a003274-595c-403b-8bbc-47df9b80209a binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:57:45.973019 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-c4760165-3f3c-4ba5-8c6d-63645b423be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:46.001881 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-4347fe05-60cf-42db-9990-4b5f82304c0b tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:46.013903 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['53870aa0-b24f-4163-a2cc-04c964c4be8f'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:57:46.112159 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413a22d-134e-457f-8e47-50f4dfea8a3b req-eeafe8af-741a-4e6a-b28b-685e596cfa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:46.115819 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4413a22d-134e-457f-8e47-50f4dfea8a3b req-eeafe8af-741a-4e6a-b28b-685e596cfa4a service neutron] 10.222.0.32 "GET /v2.0/networks?id=e2945ff6-c379-474d-a032-331b1f6dd08e HTTP/1.1" status: 200 len: 908 time: 0.2737186 Feb 04 20:57:46.169189 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device f8a4bb51-c49a-4512-9851-39cb8de6110b up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:57:46.230891 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652daf09-a369-49ca-95b7-bfaa4c9059e1 req-80889163-0919-4f33-9904-9af7d87653a1 tempest-AbsoluteLimitsNegativeTestJSON-1752866315 tempest-AbsoluteLimitsNegativeTestJSON-1752866315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:46.240873 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-652daf09-a369-49ca-95b7-bfaa4c9059e1 req-80889163-0919-4f33-9904-9af7d87653a1 tempest-AbsoluteLimitsNegativeTestJSON-1752866315 tempest-AbsoluteLimitsNegativeTestJSON-1752866315-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3979442 Feb 04 20:57:46.241507 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-eb262f21-b978-4b3a-b091-6eb3b9e7cbb7 req-dea79b50-6e7b-4785-9232-2e9933fedc86 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:46.263498 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4413a22d-134e-457f-8e47-50f4dfea8a3b req-0904e283-d961-48a9-a5b8-49266080900a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bc162a1-2167-4622-af4b-541e13966810 HTTP/1.1" status: 200 len: 217 time: 0.1194777 Feb 04 20:57:46.268048 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-4347fe05-60cf-42db-9990-4b5f82304c0b tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Network e2945ff6-c379-474d-a032-331b1f6dd08e is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:57:46.271286 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-4347fe05-60cf-42db-9990-4b5f82304c0b tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:57:46.278556 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-4347fe05-60cf-42db-9990-4b5f82304c0b tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:57:46.309107 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4347fe05-60cf-42db-9990-4b5f82304c0b tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Pushing event updated for resources: {'Port': ['ID=ff2a7ca0-98a8-4c28-858a-0f7c07e731b3,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:46.327091 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-652daf09-a369-49ca-95b7-bfaa4c9059e1 req-b0841e54-8203-4f7a-b036-2b674ae39ac5 tempest-AbsoluteLimitsNegativeTestJSON-1752866315 tempest-AbsoluteLimitsNegativeTestJSON-1752866315-project] 10.222.0.26 "GET /v2.0/quotas/9ea7543872bc4c5f823c794d85c57588 HTTP/1.1" status: 200 len: 375 time: 0.0233812 Feb 04 20:57:46.390641 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-15d3466d-ecb6-4f8f-a7ab-ef935bcc4ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:46.401621 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-4347fe05-60cf-42db-9990-4b5f82304c0b tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:46.402335 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-4347fe05-60cf-42db-9990-4b5f82304c0b tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:46.407766 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413a22d-134e-457f-8e47-50f4dfea8a3b req-b517f7c4-4e52-481e-bd75-0cbf3c56f4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:46.409767 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4413a22d-134e-457f-8e47-50f4dfea8a3b req-b517f7c4-4e52-481e-bd75-0cbf3c56f4a7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=52dce76a-dd1c-484a-ae6a-f327dbe47b7b HTTP/1.1" status: 200 len: 847 time: 0.1325836 Feb 04 20:57:46.420402 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-652daf09-a369-49ca-95b7-bfaa4c9059e1 req-3f9e949b-ebf5-4e62-a998-d42c6146da72 tempest-AbsoluteLimitsNegativeTestJSON-1752866315 tempest-AbsoluteLimitsNegativeTestJSON-1752866315-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9ea7543872bc4c5f823c794d85c57588&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0870428 Feb 04 20:57:46.434634 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port f8a4bb51-c49a-4512-9851-39cb8de6110b triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:57:46.435317 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:46.460530 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-eb262f21-b978-4b3a-b091-6eb3b9e7cbb7 req-dea79b50-6e7b-4785-9232-2e9933fedc86 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:46.557497 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-c4760165-3f3c-4ba5-8c6d-63645b423be4 None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:46.584011 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-c4760165-3f3c-4ba5-8c6d-63645b423be4 None None] Transition to ACTIVE for port object 8a003274-595c-403b-8bbc-47df9b80209a will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:57:46.592114 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4413a22d-134e-457f-8e47-50f4dfea8a3b req-7f7badbe-f684-4ef7-bb7d-7d58c3708ef0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e2945ff6-c379-474d-a032-331b1f6dd08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1722422 Feb 04 20:57:46.597256 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-c4760165-3f3c-4ba5-8c6d-63645b423be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:46.602307 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-4347fe05-60cf-42db-9990-4b5f82304c0b tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5871315 Feb 04 20:57:46.636686 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-0c1597e3-846a-4519-8a20-e9951505b36e service neutron] Request body: {'port': {'device_id': '2d5a6529-67e2-4158-989f-b3784bef33f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:57:46.696843 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device b318f438-13e2-4f16-8995-044479c003d2 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:57:46.754968 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe1f756-1c60-451c-9f27-37cccd79e888 None None] Pushing event updated for resources: {'Port': ['ID=8a003274-595c-403b-8bbc-47df9b80209a,revision_number=2']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:46.801433 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-c4760165-3f3c-4ba5-8c6d-63645b423be4 None None] Attempting to bind port 8a003274-595c-403b-8bbc-47df9b80209a on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:57:46.801687 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-c4760165-3f3c-4ba5-8c6d-63645b423be4 None None] Attempting to bind port 8a003274-595c-403b-8bbc-47df9b80209a by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:57:46.802005 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4760165-3f3c-4ba5-8c6d-63645b423be4 None None] Attempting to bind port 8a003274-595c-403b-8bbc-47df9b80209a on network 1f11f724-8cdd-497d-8220-929f45cf1223 {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:57:46.814885 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4760165-3f3c-4ba5-8c6d-63645b423be4 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:57:46.815396 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4760165-3f3c-4ba5-8c6d-63645b423be4 None None] Checking segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:57:46.815800 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-c4760165-3f3c-4ba5-8c6d-63645b423be4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:46.816181 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4760165-3f3c-4ba5-8c6d-63645b423be4 None None] Bound using segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:57:46.816645 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-c4760165-3f3c-4ba5-8c6d-63645b423be4 None None] Bound port: 8a003274-595c-403b-8bbc-47df9b80209a, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:57:46.817028 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-c4760165-3f3c-4ba5-8c6d-63645b423be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:46.858396 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port b318f438-13e2-4f16-8995-044479c003d2, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b318f438-13e2-4f16-8995-044479c003d2,segment=NetworkSegment(477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3),segment_id=477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:57:46.878547 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': 'b318f438-13e2-4f16-8995-044479c003d2', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'port_id': 'b318f438-13e2-4f16-8995-044479c003d2', 'mac_address': 'fa:16:3e:d8:48:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:57:46.902539 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-eb262f21-b978-4b3a-b091-6eb3b9e7cbb7 req-dea79b50-6e7b-4785-9232-2e9933fedc86 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:46.948573 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4413a22d-134e-457f-8e47-50f4dfea8a3b req-744d97a1-e9a8-430f-85de-a2e3736f73f4 service neutron] 10.222.0.32 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428142 Feb 04 20:57:46.949640 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-0c1597e3-846a-4519-8a20-e9951505b36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:46.963629 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-c4760165-3f3c-4ba5-8c6d-63645b423be4 None None] For port 8a003274-595c-403b-8bbc-47df9b80209a, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:57:46.964950 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea79b50-6e7b-4785-9232-2e9933fedc86 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0eeb13-68c3-44b7-9631-7e53b2d387ff,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:46.967174 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-c4760165-3f3c-4ba5-8c6d-63645b423be4 None None] For port 8a003274-595c-403b-8bbc-47df9b80209a, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=8a003274-595c-403b-8bbc-47df9b80209a,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:57:46.972906 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-c4760165-3f3c-4ba5-8c6d-63645b423be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:47.027494 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:47.071431 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b318f438-13e2-4f16-8995-044479c003d2 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:57:47.098609 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port b318f438-13e2-4f16-8995-044479c003d2, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b318f438-13e2-4f16-8995-044479c003d2,segment=NetworkSegment(477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3),segment_id=477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:57:47.104519 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:47.113737 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4760165-3f3c-4ba5-8c6d-63645b423be4 None None] Routers {'85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:57:47.114353 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-c4760165-3f3c-4ba5-8c6d-63645b423be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:57:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:57:47.137922 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-eb262f21-b978-4b3a-b091-6eb3b9e7cbb7 req-dea79b50-6e7b-4785-9232-2e9933fedc86 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:47.151424 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eb262f21-b978-4b3a-b091-6eb3b9e7cbb7 req-dea79b50-6e7b-4785-9232-2e9933fedc86 tempest-SecurityGroupsTestJSON-1472430353 tempest-SecurityGroupsTestJSON-1472430353-project] 10.222.0.26 "DELETE /v2.0/security-groups/dc0eeb13-68c3-44b7-9631-7e53b2d387ff HTTP/1.1" status: 204 len: 173 time: 1.3032525 Feb 04 20:57:47.152222 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50548) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:57:47.223463 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50552) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:57:47.304730 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:47.316448 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe1f756-1c60-451c-9f27-37cccd79e888 None None] Pushing event updated for resources: {'Port': ['ID=8a003274-595c-403b-8bbc-47df9b80209a,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:47.341505 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:47.362767 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=b318f438-13e2-4f16-8995-044479c003d2,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:47.397311 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4413a22d-134e-457f-8e47-50f4dfea8a3b req-c3475452-bcbd-4b33-867c-643c0363b4d1 service neutron] 10.222.0.32 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331686 Feb 04 20:57:47.518834 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-c4760165-3f3c-4ba5-8c6d-63645b423be4 None None] Set router 85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:57:47.527080 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['b318f438-13e2-4f16-8995-044479c003d2'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:57:47.540893 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-22b83026-699c-4906-bd66-a262563f5931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:47.586664 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171aa6cd-d297-4c3c-b638-978778fb50e9 req-0ac30f54-df00-4368-95e8-29c2f4661a27 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:47.593828 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-171aa6cd-d297-4c3c-b638-978778fb50e9 req-0ac30f54-df00-4368-95e8-29c2f4661a27 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4adc10db-cec5-46d4-9223-a7e6395f5f2b HTTP/1.1" status: 200 len: 1096 time: 0.9199128 Feb 04 20:57:47.614613 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-22b83026-699c-4906-bd66-a262563f5931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:57:47.639993 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bf423cea-436e-42c1-b643-42b8ed142762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:47.646963 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-22b83026-699c-4906-bd66-a262563f5931 admin admin] Usage tracker for resource:security_group_rule and tenant:9ea7543872bc4c5f823c794d85c57588 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:57:47.667662 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-22b83026-699c-4906-bd66-a262563f5931 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:57:47.676136 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e71b1b-8108-4f3a-b8fb-96fb87fecec6 admin admin] Deleting subnet 471d5236-38d9-46d6-b230-ea73933817b4 {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:57:47.680348 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-22b83026-699c-4906-bd66-a262563f5931 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:57:47.683262 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-40e71b1b-8108-4f3a-b8fb-96fb87fecec6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:47.826248 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7f3bb-a22c-430b-9d19-178ec1b7b917 req-1eb34865-07c3-455b-ab30-9cccac2ab5ea tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:47.827776 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2e7f3bb-a22c-430b-9d19-178ec1b7b917 req-1eb34865-07c3-455b-ab30-9cccac2ab5ea tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dcaf5b0-e981-4679-8c24-f2f357c4c6e5 HTTP/1.1" status: 200 len: 948 time: 0.8418641 Feb 04 20:57:47.849089 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-171aa6cd-d297-4c3c-b638-978778fb50e9 req-890420d2-19d0-441e-999b-9e1383d5323f tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545068 Feb 04 20:57:47.852121 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-40e71b1b-8108-4f3a-b8fb-96fb87fecec6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:47.915943 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-c4760165-3f3c-4ba5-8c6d-63645b423be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2010306810-router', 'tenant_id': '7bded15aab9a4c4d92a66ff896e1379d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '8a003274-595c-403b-8bbc-47df9b80209a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:57:40Z', 'updated_at': '2022-02-04T20:57:43Z', 'revision_number': 3, 'project_id': '7bded15aab9a4c4d92a66ff896e1379d', 'gw_port': {'id': '8a003274-595c-403b-8bbc-47df9b80209a', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:42Z', 'updated_at': '2022-02-04T20:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:57:47.921032 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4760165-3f3c-4ba5-8c6d-63645b423be4 None None] The sync data for ids ['85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3'] in n-d-827896-1 is: [{'id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2010306810-router', 'tenant_id': '7bded15aab9a4c4d92a66ff896e1379d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '8a003274-595c-403b-8bbc-47df9b80209a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:57:40Z', 'updated_at': '2022-02-04T20:57:43Z', 'revision_number': 3, 'project_id': '7bded15aab9a4c4d92a66ff896e1379d', 'gw_port': {'id': '8a003274-595c-403b-8bbc-47df9b80209a', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:42Z', 'updated_at': '2022-02-04T20:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:57:47.935454 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c0e01-a907-4a86-b5db-5cbfdfc39e97 req-3b539226-465e-45b3-9f43-451a3d5961ed tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:47.937030 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-176c0e01-a907-4a86-b5db-5cbfdfc39e97 req-3b539226-465e-45b3-9f43-451a3d5961ed tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dcaf5b0-e981-4679-8c24-f2f357c4c6e5 HTTP/1.1" status: 200 len: 948 time: 0.4106972 Feb 04 20:57:47.977414 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-40e71b1b-8108-4f3a-b8fb-96fb87fecec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:47.983350 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-0c1597e3-846a-4519-8a20-e9951505b36e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:57:48.009724 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-0c1597e3-846a-4519-8a20-e9951505b36e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:48.014350 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-22b83026-699c-4906-bd66-a262563f5931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:48.031254 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-22b83026-699c-4906-bd66-a262563f5931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:48.081718 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-0c1597e3-846a-4519-8a20-e9951505b36e service neutron] Transition to ACTIVE for port object ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:57:48.099199 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-0c1597e3-846a-4519-8a20-e9951505b36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:48.167097 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-22b83026-699c-4906-bd66-a262563f5931 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9ea7543872bc4c5f823c794d85c57588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9426582 Feb 04 20:57:48.208537 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50560) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:57:48.233530 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b83026-699c-4906-bd66-a262563f5931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08ad7b5-f6ad-4d2f-856d-41710d0d97e7,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:48.260814 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-176c0e01-a907-4a86-b5db-5cbfdfc39e97 req-939e79fc-390d-49a6-8d10-628fd899dd93 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc210c-964a-4042-82bb-983fec424162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108532 Feb 04 20:57:48.274152 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-d2e7f3bb-a22c-430b-9d19-178ec1b7b917 req-d3e1aa83-2314-407c-9ea1-957d4433d2e3 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Deleting port 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:57:48.274494 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d2e7f3bb-a22c-430b-9d19-178ec1b7b917 req-d3e1aa83-2314-407c-9ea1-957d4433d2e3 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:48.337566 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1597e3-846a-4519-8a20-e9951505b36e service neutron] Pushing event updated for resources: {'Port': ['ID=ff2a7ca0-98a8-4c28-858a-0f7c07e731b3,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:48.402727 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-0c1597e3-846a-4519-8a20-e9951505b36e service neutron] Attempting to bind port ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:57:48.403084 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-0c1597e3-846a-4519-8a20-e9951505b36e service neutron] Attempting to bind port ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:57:48.403370 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-0c1597e3-846a-4519-8a20-e9951505b36e service neutron] Attempting to bind port ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 on network e2945ff6-c379-474d-a032-331b1f6dd08e {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:57:48.409173 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-0c1597e3-846a-4519-8a20-e9951505b36e service neutron] Port ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 on network e2945ff6-c379-474d-a032-331b1f6dd08e not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:57:48.409761 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-0c1597e3-846a-4519-8a20-e9951505b36e service neutron] Attempting to bind port ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 on network e2945ff6-c379-474d-a032-331b1f6dd08e {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:57:48.417026 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-0c1597e3-846a-4519-8a20-e9951505b36e service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:57:48.417395 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-0c1597e3-846a-4519-8a20-e9951505b36e service neutron] Checking segment: {'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:57:48.417783 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-0c1597e3-846a-4519-8a20-e9951505b36e service neutron] Bound using segment: {'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:57:48.418214 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-0c1597e3-846a-4519-8a20-e9951505b36e service neutron] Bound port: ff2a7ca0-98a8-4c28-858a-0f7c07e731b3, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:57:48.418561 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-0c1597e3-846a-4519-8a20-e9951505b36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:48.521349 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-0c1597e3-846a-4519-8a20-e9951505b36e service neutron] For port ff2a7ca0-98a8-4c28-858a-0f7c07e731b3, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:57:48.524814 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-0c1597e3-846a-4519-8a20-e9951505b36e service neutron] For port ff2a7ca0-98a8-4c28-858a-0f7c07e731b3, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=ff2a7ca0-98a8-4c28-858a-0f7c07e731b3,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:57:48.529948 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-0c1597e3-846a-4519-8a20-e9951505b36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:48.535025 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-40e71b1b-8108-4f3a-b8fb-96fb87fecec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:48.596128 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-0c1597e3-846a-4519-8a20-e9951505b36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:48.596752 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-0c1597e3-846a-4519-8a20-e9951505b36e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:48.598175 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-0c1597e3-846a-4519-8a20-e9951505b36e service neutron] 10.222.0.18 "PUT /v2.0/ports/ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 HTTP/1.1" status: 200 len: 1092 time: 1.9701884 Feb 04 20:57:48.598625 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d5a6529-67e2-4158-989f-b3784bef33f4', 'tag': 'ff2a7ca0-98a8-4c28-858a-0f7c07e731b3'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:57:48.624088 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e71b1b-8108-4f3a-b8fb-96fb87fecec6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=471d5236-38d9-46d6-b230-ea73933817b4,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:48.628304 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1597e3-846a-4519-8a20-e9951505b36e service neutron] Pushing event updated for resources: {'Port': ['ID=ff2a7ca0-98a8-4c28-858a-0f7c07e731b3,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:48.641571 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-40e71b1b-8108-4f3a-b8fb-96fb87fecec6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:48.691542 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8f5cac68-c311-4a8c-afb7-d702da4d7867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:48.712133 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device b318f438-13e2-4f16-8995-044479c003d2 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:57:48.728498 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-7d29f5bf-24f7-48de-a24b-2a2d75c85267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:48.730049 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-7d29f5bf-24f7-48de-a24b-2a2d75c85267 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&device_id=2d5a6529-67e2-4158-989f-b3784bef33f4 HTTP/1.1" status: 200 len: 1095 time: 0.0814328 Feb 04 20:57:48.755490 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-bf423cea-436e-42c1-b643-42b8ed142762 admin admin] Allocated IP 172.20.0.1 (f67e4cfa-d68d-4332-8e6e-b314179425e3/5c9bc8a2-4c7b-4455-a8c1-881df14931a7/96847383-cd2d-430f-9cc1-78f6f0f6f73b) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:57:48.768426 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-40e71b1b-8108-4f3a-b8fb-96fb87fecec6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/471d5236-38d9-46d6-b230-ea73933817b4 HTTP/1.1" status: 204 len: 168 time: 1.6038647 Feb 04 20:57:48.772504 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50566) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:57:48.787658 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632ce3b-f00d-4074-9c13-acd8c1237dd7 req-32bde4f5-1662-4d7c-b077-c4374e417785 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:48.794771 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1632ce3b-f00d-4074-9c13-acd8c1237dd7 req-32bde4f5-1662-4d7c-b077-c4374e417785 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d5a6529-67e2-4158-989f-b3784bef33f4 HTTP/1.1" status: 200 len: 944 time: 0.6744120 Feb 04 20:57:48.802212 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:48.808322 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-77e55306-4d09-4bb3-a8f3-b49505aab1ec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 HTTP/1.1" status: 200 len: 217 time: 0.0701113 Feb 04 20:57:48.822671 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port b318f438-13e2-4f16-8995-044479c003d2 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:57:48.830509 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port b318f438-13e2-4f16-8995-044479c003d2 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:57:48.830892 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:48.886279 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-e10fe8ea-b314-4e7a-a777-ed4d8dd9d60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:48.888235 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-e10fe8ea-b314-4e7a-a777-ed4d8dd9d60f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52dce76a-dd1c-484a-ae6a-f327dbe47b7b HTTP/1.1" status: 200 len: 847 time: 0.0731416 Feb 04 20:57:48.923588 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8f5cac68-c311-4a8c-afb7-d702da4d7867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:48.946729 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-a3274252-dab4-4fd4-b10f-3fc0f834efb9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2945ff6-c379-474d-a032-331b1f6dd08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520458 Feb 04 20:57:48.966792 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:49.009004 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port b318f438-13e2-4f16-8995-044479c003d2, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b318f438-13e2-4f16-8995-044479c003d2,segment=NetworkSegment(477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3),segment_id=477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:57:49.010031 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef26d40-107b-4a16-9d85-789dd08e6c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b318f438-13e2-4f16-8995-044479c003d2'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:57:49.017669 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:49.107544 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7733bfd-9e4c-40b2-bed8-13150ccd75d7 req-4314e3a1-35c3-44a8-be0a-35f03cc0cddc tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:49.109069 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e7733bfd-9e4c-40b2-bed8-13150ccd75d7 req-4314e3a1-35c3-44a8-be0a-35f03cc0cddc tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ef26d40-107b-4a16-9d85-789dd08e6c53 HTTP/1.1" status: 200 len: 944 time: 0.7210879 Feb 04 20:57:49.119190 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=b318f438-13e2-4f16-8995-044479c003d2,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:49.129834 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1632ce3b-f00d-4074-9c13-acd8c1237dd7 req-d01af74f-b9c7-48ea-9f59-8f56faccf815 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342035 Feb 04 20:57:49.176034 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-44593491-91d3-494a-accb-847771c39d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:49.221664 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-d2e7f3bb-a22c-430b-9d19-178ec1b7b917 req-d3e1aa83-2314-407c-9ea1-957d4433d2e3 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] For port 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:57:49.222020 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d2e7f3bb-a22c-430b-9d19-178ec1b7b917 req-d3e1aa83-2314-407c-9ea1-957d4433d2e3 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:49.243871 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-f3388ab6-a1e5-40be-9edf-4136faad223c service neutron] 10.222.0.18 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903562 Feb 04 20:57:49.246020 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d5a6529-67e2-4158-989f-b3784bef33f4', 'tag': 'ff2a7ca0-98a8-4c28-858a-0f7c07e731b3', 'status': 'completed', 'code': 200} Feb 04 20:57:49.281201 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef26d40-107b-4a16-9d85-789dd08e6c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b318f438-13e2-4f16-8995-044479c003d2', 'code': 200} Feb 04 20:57:49.401201 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-d2e7f3bb-a22c-430b-9d19-178ec1b7b917 req-d3e1aa83-2314-407c-9ea1-957d4433d2e3 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Calling delete_port for 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:57:49.456849 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-10af94e2-e58a-4404-a05a-b94401a0a3c8 req-50c49344-7d29-45a0-95cd-52628eee62ab service neutron] 10.222.0.18 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055740 Feb 04 20:57:49.482256 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1da42-59c6-41b5-857f-599c17657dbe req-9d825e1e-3b65-40dc-a1eb-b842dcdaf7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:49.483721 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e7733bfd-9e4c-40b2-bed8-13150ccd75d7 req-082e1a93-0f9f-4f77-9ee3-c3167f570aa1 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/security-groups?id=419186fe-8b61-42da-bf6d-1c79d92d48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500841 Feb 04 20:57:49.483868 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8fe1da42-59c6-41b5-857f-599c17657dbe req-9d825e1e-3b65-40dc-a1eb-b842dcdaf7dd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7ef26d40-107b-4a16-9d85-789dd08e6c53 HTTP/1.1" status: 200 len: 1096 time: 0.1353064 Feb 04 20:57:49.620832 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8fe1da42-59c6-41b5-857f-599c17657dbe req-455e4ea8-ffd4-45fa-bad0-d88b98dee0f3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=419186fe-8b61-42da-bf6d-1c79d92d48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291571 Feb 04 20:57:49.634347 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f61668-4dec-4158-9089-bab4ed4e5d98 req-97057266-fcc7-4400-972f-5661906ee237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:49.635840 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d9f61668-4dec-4158-9089-bab4ed4e5d98 req-97057266-fcc7-4400-972f-5661906ee237 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&device_id=2d5a6529-67e2-4158-989f-b3784bef33f4 HTTP/1.1" status: 200 len: 1095 time: 0.1120603 Feb 04 20:57:49.647958 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8f5cac68-c311-4a8c-afb7-d702da4d7867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:49.722968 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bf423cea-436e-42c1-b643-42b8ed142762 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:49.782244 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5cac68-c311-4a8c-afb7-d702da4d7867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08ad7b5-f6ad-4d2f-856d-41710d0d97e7,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:49.797400 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f61668-4dec-4158-9089-bab4ed4e5d98 req-01d9f1bd-ef1c-49c4-8c1c-cb2d220f9abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:49.799407 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d9f61668-4dec-4158-9089-bab4ed4e5d98 req-01d9f1bd-ef1c-49c4-8c1c-cb2d220f9abb service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2945ff6-c379-474d-a032-331b1f6dd08e HTTP/1.1" status: 200 len: 908 time: 0.1577342 Feb 04 20:57:49.830754 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8f5cac68-c311-4a8c-afb7-d702da4d7867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:49.832075 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-8f5cac68-c311-4a8c-afb7-d702da4d7867 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b08ad7b5-f6ad-4d2f-856d-41710d0d97e7 HTTP/1.1" status: 204 len: 168 time: 1.6208236 Feb 04 20:57:49.845341 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-44593491-91d3-494a-accb-847771c39d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:49.882072 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [None req-bf423cea-436e-42c1-b643-42b8ed142762 admin admin] Transition to ACTIVE for port object 96847383-cd2d-430f-9cc1-78f6f0f6f73b will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:57:49.907402 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d9f61668-4dec-4158-9089-bab4ed4e5d98 req-6bf4506a-7b8d-44eb-b74c-f6e426577163 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 HTTP/1.1" status: 200 len: 217 time: 0.1004581 Feb 04 20:57:49.912778 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-44593491-91d3-494a-accb-847771c39d0e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:57:49.912778 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-44593491-91d3-494a-accb-847771c39d0e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:57:49.912778 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-44593491-91d3-494a-accb-847771c39d0e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:57:49.912778 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-44593491-91d3-494a-accb-847771c39d0e admin admin] Subscribe: > port after_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:57:49.912778 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-44593491-91d3-494a-accb-847771c39d0e admin admin] Subscribe: > port after_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:57:49.912778 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-44593491-91d3-494a-accb-847771c39d0e admin admin] Subscribe: > port after_update 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:57:49.912778 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-44593491-91d3-494a-accb-847771c39d0e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:57:49.912778 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-44593491-91d3-494a-accb-847771c39d0e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:57:49.912778 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-44593491-91d3-494a-accb-847771c39d0e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:57:49.912778 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-44593491-91d3-494a-accb-847771c39d0e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:57:49.989857 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f61668-4dec-4158-9089-bab4ed4e5d98 req-a2ccf6e4-5965-48a9-8ae5-c5a5dc6bcc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:49.992027 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d9f61668-4dec-4158-9089-bab4ed4e5d98 req-a2ccf6e4-5965-48a9-8ae5-c5a5dc6bcc4d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52dce76a-dd1c-484a-ae6a-f327dbe47b7b HTTP/1.1" status: 200 len: 847 time: 0.0767667 Feb 04 20:57:50.059599 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-44593491-91d3-494a-accb-847771c39d0e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:57:50.059599 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-44593491-91d3-494a-accb-847771c39d0e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:57:50.059599 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-44593491-91d3-494a-accb-847771c39d0e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:57:50.060939 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-44593491-91d3-494a-accb-847771c39d0e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 20:57:50.061917 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-44593491-91d3-494a-accb-847771c39d0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58692d71-156d-4fb6-ace3-10c851e59b5e']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:57:50.099155 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-44593491-91d3-494a-accb-847771c39d0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85aba820-b386-48fc-9381-285c1f3f2f76') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:57:50.099600 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-44593491-91d3-494a-accb-847771c39d0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85aba820-b386-48fc-9381-285c1f3f2f76') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:57:50.160786 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d9f61668-4dec-4158-9089-bab4ed4e5d98 req-0ffb7d6f-a3ad-4e4d-a3b3-b670a86eb674 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2945ff6-c379-474d-a032-331b1f6dd08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1619616 Feb 04 20:57:50.190268 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 8a003274-595c-403b-8bbc-47df9b80209a up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:57:50.190762 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-44593491-91d3-494a-accb-847771c39d0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:50.235727 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-44593491-91d3-494a-accb-847771c39d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:50.254772 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44593491-91d3-494a-accb-847771c39d0e admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:57:50.256936 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-44593491-91d3-494a-accb-847771c39d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: from cryptography.utils import int_from_bytes Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: from cryptography.utils import int_from_bytes Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: util.warn_limited( Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: util.warn_limited( Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: timer() Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:57:50.287888 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:57:50.336495 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d9f61668-4dec-4158-9089-bab4ed4e5d98 req-05a3b21e-beb2-4b65-9ec5-94d462dfceb2 service neutron] 10.222.0.18 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683199 Feb 04 20:57:50.374560 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c6869-6170-4dd8-a251-b158a423613c req-116d730f-bcbd-4bad-b49e-c4428dca89f4 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:50.376526 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-101c6869-6170-4dd8-a251-b158a423613c req-116d730f-bcbd-4bad-b49e-c4428dca89f4 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dcaf5b0-e981-4679-8c24-f2f357c4c6e5 HTTP/1.1" status: 200 len: 948 time: 0.7211356 Feb 04 20:57:50.376980 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d2e7f3bb-a22c-430b-9d19-178ec1b7b917 req-d3e1aa83-2314-407c-9ea1-957d4433d2e3 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:50.377497 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 8a003274-595c-403b-8bbc-47df9b80209a completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:57:50.388076 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bf423cea-436e-42c1-b643-42b8ed142762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:50.396386 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 8a003274-595c-403b-8bbc-47df9b80209a triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:57:50.396759 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:50.491974 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1aa83-2314-407c-9ea1-957d4433d2e3 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Pushing event deleted for resources: {'Port': ['ID=41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:50.576130 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d9f61668-4dec-4158-9089-bab4ed4e5d98 req-77997b45-b889-499c-b7bb-228b287ef2da service neutron] 10.222.0.18 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333944 Feb 04 20:57:50.594942 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:50.627729 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 8a003274-595c-403b-8bbc-47df9b80209a, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=8a003274-595c-403b-8bbc-47df9b80209a,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:57:50.634782 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:50.706676 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:57:50.754965 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-44593491-91d3-494a-accb-847771c39d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:50.769386 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf423cea-436e-42c1-b643-42b8ed142762 admin admin] Network f67e4cfa-d68d-4332-8e6e-b314179425e3 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:57:50.802109 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:57:50.802446 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:57:50.819940 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-bf423cea-436e-42c1-b643-42b8ed142762 admin admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:57:50.824092 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-101c6869-6170-4dd8-a251-b158a423613c req-9ebaae19-37d2-46cc-91b1-310968c1ce8e tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc210c-964a-4042-82bb-983fec424162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969374 Feb 04 20:57:50.835859 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf423cea-436e-42c1-b643-42b8ed142762 admin admin] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:57:50.846875 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=8a003274-595c-403b-8bbc-47df9b80209a,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:50.907810 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-44593491-91d3-494a-accb-847771c39d0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:50.930171 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e7f3bb-a22c-430b-9d19-178ec1b7b917 req-d3e1aa83-2314-407c-9ea1-957d4433d2e3 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] No DVR routers for this DVR port 41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:57:50.942874 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-44593491-91d3-494a-accb-847771c39d0e admin admin] 10.222.0.26 "DELETE /v2.0/networks/58692d71-156d-4fb6-ace3-10c851e59b5e HTTP/1.1" status: 204 len: 168 time: 2.1653020 Feb 04 20:57:50.944198 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44593491-91d3-494a-accb-847771c39d0e admin admin] Pushing event deleted for resources: {'Network': ['ID=58692d71-156d-4fb6-ace3-10c851e59b5e,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:50.946868 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d2e7f3bb-a22c-430b-9d19-178ec1b7b917 req-d3e1aa83-2314-407c-9ea1-957d4433d2e3 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:50.949231 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2e7f3bb-a22c-430b-9d19-178ec1b7b917 req-d3e1aa83-2314-407c-9ea1-957d4433d2e3 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.18 "DELETE /v2.0/ports/41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe HTTP/1.1" status: 204 len: 173 time: 3.0808041 Feb 04 20:57:50.957017 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf423cea-436e-42c1-b643-42b8ed142762 admin admin] Pushing event updated for resources: {'Port': ['ID=96847383-cd2d-430f-9cc1-78f6f0f6f73b,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:50.964272 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dcaf5b0-e981-4679-8c24-f2f357c4c6e5', 'name': 'network-vif-deleted', 'tag': '41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:57:50.997562 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bf423cea-436e-42c1-b643-42b8ed142762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:51.224537 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50630) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:57:51.252488 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50636) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:57:51.354902 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-21d70822-6585-438d-aa3b-dd10bc1c12c0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f4da01125e7c4dd0833698f7f2de26a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1010239 Feb 04 20:57:51.355900 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50640) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:57:51.406376 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-afc875ea-d262-485e-a6ef-263ee36672c5 None None] Provisioning for port 96847383-cd2d-430f-9cc1-78f6f0f6f73b completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:57:51.414804 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414c091-71d1-437a-b24a-8cc0cf16f5e8 req-23032ea2-66f5-475f-ace6-b65700a8f3cf tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:51.415811 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-afc875ea-d262-485e-a6ef-263ee36672c5 None None] Provisioning complete for port 96847383-cd2d-430f-9cc1-78f6f0f6f73b triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:57:51.416184 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-afc875ea-d262-485e-a6ef-263ee36672c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:51.424339 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4414c091-71d1-437a-b24a-8cc0cf16f5e8 req-23032ea2-66f5-475f-ace6-b65700a8f3cf tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d5a6529-67e2-4158-989f-b3784bef33f4 HTTP/1.1" status: 200 len: 944 time: 0.2393670 Feb 04 20:57:51.450714 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cfec3738-bd1a-42cf-ba99-06fc7c283782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:51.513573 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cfec3738-bd1a-42cf-ba99-06fc7c283782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:51.524980 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-afc875ea-d262-485e-a6ef-263ee36672c5 None None] Port 96847383-cd2d-430f-9cc1-78f6f0f6f73b cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:57:51.531545 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-37b00821-1661-477e-891a-4ea04837c3a8 req-d6e344f9-bc75-44f7-8605-5c078d700dc0 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:57:51.532834 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-37b00821-1661-477e-891a-4ea04837c3a8 req-d6e344f9-bc75-44f7-8605-5c078d700dc0 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0229063 Feb 04 20:57:51.555533 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-37b00821-1661-477e-891a-4ea04837c3a8 req-87ed6ce1-6ba5-4e67-bc05-95d467c62612 service neutron] Request body: {'binding': {'host': 'n-h1-827896-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:57:51.556073 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-37b00821-1661-477e-891a-4ea04837c3a8 req-87ed6ce1-6ba5-4e67-bc05-95d467c62612 service neutron] Unknown quota resources ['binding']. {{(pid=87683) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 04 20:57:51.572190 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cfec3738-bd1a-42cf-ba99-06fc7c283782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:51.591630 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-187bd56d-f29a-425d-9f81-08d27bc10525 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-671331755-network', 'tenant_id': '85f7bca2448f4767891f368510dd9cfa'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:57:51.593193 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4414c091-71d1-437a-b24a-8cc0cf16f5e8 req-a3d4a41a-6caf-4f62-a223-94f8852a8d62 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676159 Feb 04 20:57:51.604286 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-187bd56d-f29a-425d-9f81-08d27bc10525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:57:51.617905 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec3738-bd1a-42cf-ba99-06fc7c283782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90534580-969e-4349-8372-dccd27f6c398,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:51.617905 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-187bd56d-f29a-425d-9f81-08d27bc10525 admin admin] Usage tracker for resource:network and tenant:85f7bca2448f4767891f368510dd9cfa is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:57:51.618347 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bf423cea-436e-42c1-b643-42b8ed142762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:51.621751 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-187bd56d-f29a-425d-9f81-08d27bc10525 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:57:51.624918 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cfec3738-bd1a-42cf-ba99-06fc7c283782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:51.626931 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-cfec3738-bd1a-42cf-ba99-06fc7c283782 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/90534580-969e-4349-8372-dccd27f6c398 HTTP/1.1" status: 204 len: 168 time: 0.2692358 Feb 04 20:57:51.636030 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-187bd56d-f29a-425d-9f81-08d27bc10525 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:57:51.661302 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187bd56d-f29a-425d-9f81-08d27bc10525 admin admin] Made reservation on behalf of 85f7bca2448f4767891f368510dd9cfa for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:57:51.663685 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-187bd56d-f29a-425d-9f81-08d27bc10525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:51.688237 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-187bd56d-f29a-425d-9f81-08d27bc10525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:51.712927 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-187bd56d-f29a-425d-9f81-08d27bc10525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:57:51.719839 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-187bd56d-f29a-425d-9f81-08d27bc10525 admin admin] Usage tracker for resource:security_group_rule and tenant:85f7bca2448f4767891f368510dd9cfa is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:57:51.724343 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-187bd56d-f29a-425d-9f81-08d27bc10525 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:57:51.733776 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-187bd56d-f29a-425d-9f81-08d27bc10525 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:57:51.850173 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-187bd56d-f29a-425d-9f81-08d27bc10525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:51.860300 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-187bd56d-f29a-425d-9f81-08d27bc10525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:51.935282 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-187bd56d-f29a-425d-9f81-08d27bc10525 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:57:51.945956 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187bd56d-f29a-425d-9f81-08d27bc10525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9bf263-a0bc-4912-87dd-9e9fd8740874,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:51.952712 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-187bd56d-f29a-425d-9f81-08d27bc10525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:51.952833 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-187bd56d-f29a-425d-9f81-08d27bc10525 admin admin] Added segment 88fdd53b-7f42-4508-ad43-ef0ec2a3159e of type vlan for network f89008f8-366c-4201-a712-89e130ae414f Feb 04 20:57:52.019216 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-187bd56d-f29a-425d-9f81-08d27bc10525 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:52.097942 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-187bd56d-f29a-425d-9f81-08d27bc10525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:52.097942 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187bd56d-f29a-425d-9f81-08d27bc10525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:52.097942 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-187bd56d-f29a-425d-9f81-08d27bc10525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:52.164963 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-187bd56d-f29a-425d-9f81-08d27bc10525 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9361064 Feb 04 20:57:52.167869 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50652) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:57:52.211878 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-9985a2b3-5111-4416-987e-62bc8ece831c admin admin] Request body: {'subnet': {'network_id': 'f89008f8-366c-4201-a712-89e130ae414f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-671331755-subnet', 'tenant_id': '85f7bca2448f4767891f368510dd9cfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:57:52.213337 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 8a003274-595c-403b-8bbc-47df9b80209a up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:57:52.288166 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9985a2b3-5111-4416-987e-62bc8ece831c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:57:52.303396 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9985a2b3-5111-4416-987e-62bc8ece831c admin admin] Usage tracker for resource:subnet and tenant:85f7bca2448f4767891f368510dd9cfa is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:57:52.303396 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9985a2b3-5111-4416-987e-62bc8ece831c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:57:52.310334 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c20309-ec16-453b-9062-8db68fec147c req-e29fd011-c0d0-41ec-a14d-170fece5bda2 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:52.310334 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e2c20309-ec16-453b-9062-8db68fec147c req-e29fd011-c0d0-41ec-a14d-170fece5bda2 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ef26d40-107b-4a16-9d85-789dd08e6c53 HTTP/1.1" status: 200 len: 945 time: 0.5586627 Feb 04 20:57:52.326435 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9985a2b3-5111-4416-987e-62bc8ece831c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:57:52.332150 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 8a003274-595c-403b-8bbc-47df9b80209a triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:57:52.332150 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:52.340200 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187bd56d-f29a-425d-9f81-08d27bc10525 admin admin] Pushing event updated for resources: {'Network': ['ID=f89008f8-366c-4201-a712-89e130ae414f,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:52.359805 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9985a2b3-5111-4416-987e-62bc8ece831c admin admin] Made reservation on behalf of 85f7bca2448f4767891f368510dd9cfa for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:57:52.359805 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9985a2b3-5111-4416-987e-62bc8ece831c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:52.383412 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network f89008f8-366c-4201-a712-89e130ae414f details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:57:52.503569 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-37b00821-1661-477e-891a-4ea04837c3a8 req-87ed6ce1-6ba5-4e67-bc05-95d467c62612 service neutron] Attempting to bind port adef2d61-4ab7-4434-8eed-40bedafcc23a on host n-h1-827896-1 for vnic_type normal with profile None {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:57:52.503569 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-37b00821-1661-477e-891a-4ea04837c3a8 req-87ed6ce1-6ba5-4e67-bc05-95d467c62612 service neutron] Attempting to bind port adef2d61-4ab7-4434-8eed-40bedafcc23a by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:57:52.503569 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b00821-1661-477e-891a-4ea04837c3a8 req-87ed6ce1-6ba5-4e67-bc05-95d467c62612 service neutron] Attempting to bind port adef2d61-4ab7-4434-8eed-40bedafcc23a on network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:57:52.519035 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b00821-1661-477e-891a-4ea04837c3a8 req-87ed6ce1-6ba5-4e67-bc05-95d467c62612 service neutron] Port adef2d61-4ab7-4434-8eed-40bedafcc23a on network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:57:52.519035 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b00821-1661-477e-891a-4ea04837c3a8 req-87ed6ce1-6ba5-4e67-bc05-95d467c62612 service neutron] Attempting to bind port adef2d61-4ab7-4434-8eed-40bedafcc23a on network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:57:52.550625 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e2c20309-ec16-453b-9062-8db68fec147c req-2c3ace86-a6dc-407b-8aaa-178e0a29d646 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/security-groups?id=419186fe-8b61-42da-bf6d-1c79d92d48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308028 Feb 04 20:57:52.565662 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b00821-1661-477e-891a-4ea04837c3a8 req-87ed6ce1-6ba5-4e67-bc05-95d467c62612 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:57:52.565662 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b00821-1661-477e-891a-4ea04837c3a8 req-87ed6ce1-6ba5-4e67-bc05-95d467c62612 service neutron] Checking segment: {'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:57:52.573128 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b00821-1661-477e-891a-4ea04837c3a8 req-87ed6ce1-6ba5-4e67-bc05-95d467c62612 service neutron] Bound using segment: {'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:57:52.586693 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-37b00821-1661-477e-891a-4ea04837c3a8 req-87ed6ce1-6ba5-4e67-bc05-95d467c62612 service neutron] Bound port: adef2d61-4ab7-4434-8eed-40bedafcc23a, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:57:52.749200 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dcaf5b0-e981-4679-8c24-f2f357c4c6e5', 'name': 'network-vif-deleted', 'tag': '41ef7bbe-3fff-49ba-bfbe-0ac1036b2fbe', 'status': 'completed', 'code': 200} Feb 04 20:57:52.768951 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bf423cea-436e-42c1-b643-42b8ed142762 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:52.783889 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bf423cea-436e-42c1-b643-42b8ed142762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:52.805091 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9985a2b3-5111-4416-987e-62bc8ece831c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:52.827871 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-37b00821-1661-477e-891a-4ea04837c3a8 req-87ed6ce1-6ba5-4e67-bc05-95d467c62612 service neutron] For port adef2d61-4ab7-4434-8eed-40bedafcc23a, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=adef2d61-4ab7-4434-8eed-40bedafcc23a,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:57:52.888054 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985a2b3-5111-4416-987e-62bc8ece831c admin admin] Pushing event updated for resources: {'Subnet': ['ID=97748568-b20e-4f93-bc8e-e02a963d11d0,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:52.900550 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-37b00821-1661-477e-891a-4ea04837c3a8 req-87ed6ce1-6ba5-4e67-bc05-95d467c62612 service neutron] Notify callbacks [] for binding, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:52.900550 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-37b00821-1661-477e-891a-4ea04837c3a8 req-87ed6ce1-6ba5-4e67-bc05-95d467c62612 service neutron] 10.222.0.26 "POST /v2.0/ports/adef2d61-4ab7-4434-8eed-40bedafcc23a/bindings HTTP/1.1" status: 201 len: 389 time: 1.3407474 Feb 04 20:57:52.915943 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9985a2b3-5111-4416-987e-62bc8ece831c admin admin] Checking segment: {'id': '88fdd53b-7f42-4508-ad43-ef0ec2a3159e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'f89008f8-366c-4201-a712-89e130ae414f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:57:52.915943 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9985a2b3-5111-4416-987e-62bc8ece831c admin admin] Network hostable DHCP agents. Network: f89008f8-366c-4201-a712-89e130ae414f, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:57:52.943439 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf423cea-436e-42c1-b643-42b8ed142762 admin admin] Pushing event updated for resources: {'Port': ['ID=96847383-cd2d-430f-9cc1-78f6f0f6f73b,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:52.949047 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9985a2b3-5111-4416-987e-62bc8ece831c admin admin] Network f89008f8-366c-4201-a712-89e130ae414f is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:57:52.953949 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bf423cea-436e-42c1-b643-42b8ed142762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:52.986120 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-9985a2b3-5111-4416-987e-62bc8ece831c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, f89008f8-366c-4201-a712-89e130ae414f) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:57:53.000041 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9985a2b3-5111-4416-987e-62bc8ece831c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:53.000041 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9985a2b3-5111-4416-987e-62bc8ece831c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:53.006777 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c66e4c-a5d0-4be2-bfb1-286cd83279c7 None None] Network f89008f8-366c-4201-a712-89e130ae414f requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:57:53.062097 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9985a2b3-5111-4416-987e-62bc8ece831c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8704410 Feb 04 20:57:53.103239 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf423cea-436e-42c1-b643-42b8ed142762 admin admin] Network f67e4cfa-d68d-4332-8e6e-b314179425e3 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:57:53.105909 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-bf423cea-436e-42c1-b643-42b8ed142762 admin admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:57:53.120129 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50680) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:57:53.395703 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-58eb8fb6-8a93-47db-835f-057ff43a5672 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-528916062-network', 'tenant_id': 'b853d123be434c35ad6eaadda6a379bc'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:57:53.404053 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-58eb8fb6-8a93-47db-835f-057ff43a5672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:57:53.427789 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-58eb8fb6-8a93-47db-835f-057ff43a5672 admin admin] Usage tracker for resource:network and tenant:b853d123be434c35ad6eaadda6a379bc is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:57:53.432510 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-58eb8fb6-8a93-47db-835f-057ff43a5672 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:57:53.442252 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-58eb8fb6-8a93-47db-835f-057ff43a5672 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:57:53.473427 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58eb8fb6-8a93-47db-835f-057ff43a5672 admin admin] Made reservation on behalf of b853d123be434c35ad6eaadda6a379bc for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:57:53.476790 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-58eb8fb6-8a93-47db-835f-057ff43a5672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:53.504218 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-58eb8fb6-8a93-47db-835f-057ff43a5672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:53.531406 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9089dae-7ca4-4253-8107-b785c290e8b3 None None] Network f89008f8-366c-4201-a712-89e130ae414f requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:57:53.535137 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b00821-1661-477e-891a-4ea04837c3a8 req-43194e7c-4bb2-4277-ab3b-da1bf202410d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:53.536863 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-37b00821-1661-477e-891a-4ea04837c3a8 req-43194e7c-4bb2-4277-ab3b-da1bf202410d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&device_id=4adc10db-cec5-46d4-9223-a7e6395f5f2b HTTP/1.1" status: 200 len: 1096 time: 0.2300820 Feb 04 20:57:53.538110 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-58eb8fb6-8a93-47db-835f-057ff43a5672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:57:53.542589 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-58eb8fb6-8a93-47db-835f-057ff43a5672 admin admin] Usage tracker for resource:security_group_rule and tenant:b853d123be434c35ad6eaadda6a379bc is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:57:53.547848 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-58eb8fb6-8a93-47db-835f-057ff43a5672 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:57:53.574293 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-58eb8fb6-8a93-47db-835f-057ff43a5672 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:57:53.682475 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-6ea6d749-3cdf-47dd-9ad3-1c0bcaf1ee2b None None] Provisioning complete for port 96847383-cd2d-430f-9cc1-78f6f0f6f73b triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:57:53.682844 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6ea6d749-3cdf-47dd-9ad3-1c0bcaf1ee2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:53.692138 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf423cea-436e-42c1-b643-42b8ed142762 admin admin] Router 85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:57:53.723322 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f42a79-cfa3-4152-9de4-27f181924990 req-584a44c2-3e25-43c9-845c-1948eafa67a3 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:53.724797 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77f42a79-cfa3-4152-9de4-27f181924990 req-584a44c2-3e25-43c9-845c-1948eafa67a3 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b87cf88-ffed-4a9f-8528-ef549d4791a7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2420733 Feb 04 20:57:53.726410 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b00821-1661-477e-891a-4ea04837c3a8 req-fa4b7899-7ed6-4e82-a450-ee1a312a1b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:53.727964 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-37b00821-1661-477e-891a-4ea04837c3a8 req-fa4b7899-7ed6-4e82-a450-ee1a312a1b8b service neutron] 10.222.0.32 "GET /v2.0/networks?id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 HTTP/1.1" status: 200 len: 921 time: 0.1820459 Feb 04 20:57:53.815031 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-6ea6d749-3cdf-47dd-9ad3-1c0bcaf1ee2b None None] Port 96847383-cd2d-430f-9cc1-78f6f0f6f73b cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:57:53.822978 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-37b00821-1661-477e-891a-4ea04837c3a8 req-9331eee4-569b-4a8d-918f-b9a48e32e288 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adef2d61-4ab7-4434-8eed-40bedafcc23a HTTP/1.1" status: 200 len: 217 time: 0.0870433 Feb 04 20:57:53.875117 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-58eb8fb6-8a93-47db-835f-057ff43a5672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:53.882667 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-58eb8fb6-8a93-47db-835f-057ff43a5672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:53.898625 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77f42a79-cfa3-4152-9de4-27f181924990 req-9d835a99-ec4b-4290-85e2-a1ebe6ead043 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 696 time: 0.1116118 Feb 04 20:57:53.908727 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ff5fa-967a-4f0e-a234-478baf9da6bf req-261442ec-1379-414c-a562-aeec4f13841c tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:53.910169 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-310ff5fa-967a-4f0e-a234-478baf9da6bf req-261442ec-1379-414c-a562-aeec4f13841c tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d5a6529-67e2-4158-989f-b3784bef33f4 HTTP/1.1" status: 200 len: 944 time: 0.3192999 Feb 04 20:57:53.920626 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-77f42a79-cfa3-4152-9de4-27f181924990 req-895e79e9-8481-40bf-aaa5-68e9b4770eaa tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Request body: {'floatingip': {'port_id': 'add6c51a-619a-41b8-baba-6bc43c3eda1a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:57:53.933284 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b00821-1661-477e-891a-4ea04837c3a8 req-30b12381-ab6d-4032-b47c-2d2f7d958edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:53.934725 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-37b00821-1661-477e-891a-4ea04837c3a8 req-30b12381-ab6d-4032-b47c-2d2f7d958edc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af7ea361-8fb7-49bd-8e76-0990ff7e7df7 HTTP/1.1" status: 200 len: 860 time: 0.0989594 Feb 04 20:57:53.935394 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58eb8fb6-8a93-47db-835f-057ff43a5672 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:57:53.975428 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb8fb6-8a93-47db-835f-057ff43a5672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e87adb-2967-4fb3-8aae-72643c254c29,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:53.990207 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-58eb8fb6-8a93-47db-835f-057ff43a5672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:53.990555 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-58eb8fb6-8a93-47db-835f-057ff43a5672 admin admin] Added segment e5020a8a-8214-431e-9592-cee2e6807d9f of type vlan for network 4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e Feb 04 20:57:53.993392 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-37b00821-1661-477e-891a-4ea04837c3a8 req-b526a7ec-f67d-46b1-96d8-a2b34584ad05 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507996 Feb 04 20:57:54.088552 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-58eb8fb6-8a93-47db-835f-057ff43a5672 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:54.093129 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-77f42a79-cfa3-4152-9de4-27f181924990 req-895e79e9-8481-40bf-aaa5-68e9b4770eaa tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks [] for floatingip, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:54.166066 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-58eb8fb6-8a93-47db-835f-057ff43a5672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:54.167631 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58eb8fb6-8a93-47db-835f-057ff43a5672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:54.168470 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-58eb8fb6-8a93-47db-835f-057ff43a5672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:54.197966 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-37b00821-1661-477e-891a-4ea04837c3a8 req-1768e2d4-6343-4fd1-968d-8bcb0868455f service neutron] 10.222.0.32 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935008 Feb 04 20:57:54.257814 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-310ff5fa-967a-4f0e-a234-478baf9da6bf req-99739286-7b98-463d-8087-7b1c059a2cef tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403404 Feb 04 20:57:54.266103 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf423cea-436e-42c1-b643-42b8ed142762 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:57:54.274405 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-bf423cea-436e-42c1-b643-42b8ed142762 admin admin] 10.222.0.26 "PUT /v2.0/routers/85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8359849 Feb 04 20:57:54.284725 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c75d36e-5dd2-4bf3-a9ac-cb5fb77300fe None None] Sync routers for ids ['85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:57:54.300568 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c75d36e-5dd2-4bf3-a9ac-cb5fb77300fe None None] Routers {'85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:57:54.302069 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-0c75d36e-5dd2-4bf3-a9ac-cb5fb77300fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:57:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:57:54.365179 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb8fb6-8a93-47db-835f-057ff43a5672 admin admin] Pushing event updated for resources: {'Network': ['ID=4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:54.373542 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-58eb8fb6-8a93-47db-835f-057ff43a5672 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2523155 Feb 04 20:57:54.377609 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50696) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:57:54.385917 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:57:54.396130 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-4c97e977-0614-4ac1-82ba-a0507a706f78 admin admin] Request body: {'subnet': {'network_id': '4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-528916062-subnet', 'tenant_id': 'b853d123be434c35ad6eaadda6a379bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:57:54.406044 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-4c97e977-0614-4ac1-82ba-a0507a706f78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:57:54.417138 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-4c97e977-0614-4ac1-82ba-a0507a706f78 admin admin] Usage tracker for resource:subnet and tenant:b853d123be434c35ad6eaadda6a379bc is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:57:54.421975 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-4c97e977-0614-4ac1-82ba-a0507a706f78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:57:54.448653 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-4c97e977-0614-4ac1-82ba-a0507a706f78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:57:54.482675 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c97e977-0614-4ac1-82ba-a0507a706f78 admin admin] Made reservation on behalf of b853d123be434c35ad6eaadda6a379bc for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:57:54.487766 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4c97e977-0614-4ac1-82ba-a0507a706f78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:54.523193 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-37b00821-1661-477e-891a-4ea04837c3a8 req-cd9fbf7a-cdcd-497d-8a78-5e1dd89ca824 service neutron] 10.222.0.32 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730122 Feb 04 20:57:54.684066 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-0c75d36e-5dd2-4bf3-a9ac-cb5fb77300fe None None] Set router 85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:57:54.796544 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4c97e977-0614-4ac1-82ba-a0507a706f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:54.891193 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97e977-0614-4ac1-82ba-a0507a706f78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca68937e-9a6a-40e5-9320-e4f04a7afb8b,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:54.909546 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c97e977-0614-4ac1-82ba-a0507a706f78 admin admin] Checking segment: {'id': 'e5020a8a-8214-431e-9592-cee2e6807d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:57:54.910268 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c97e977-0614-4ac1-82ba-a0507a706f78 admin admin] Network hostable DHCP agents. Network: 4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:57:54.933617 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c97e977-0614-4ac1-82ba-a0507a706f78 admin admin] Network 4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:57:54.963160 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-4c97e977-0614-4ac1-82ba-a0507a706f78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:57:54.983333 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7426ff-d5e7-482e-9a62-4600d0cba5aa None None] Network 4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:57:54.986616 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c97e977-0614-4ac1-82ba-a0507a706f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:54.987545 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4c97e977-0614-4ac1-82ba-a0507a706f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:55.030774 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4c97e977-0614-4ac1-82ba-a0507a706f78 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6399710 Feb 04 20:57:55.030774 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50706) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:57:55.030774 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-6f153b98-e30b-43d0-a80a-8e84958495c9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-528916062-router', 'tenant_id': 'b853d123be434c35ad6eaadda6a379bc', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:57:55.043742 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6f153b98-e30b-43d0-a80a-8e84958495c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:57:55.048933 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6f153b98-e30b-43d0-a80a-8e84958495c9 admin admin] Usage tracker for resource:router and tenant:b853d123be434c35ad6eaadda6a379bc is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:57:55.052479 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6f153b98-e30b-43d0-a80a-8e84958495c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:57:55.059476 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6f153b98-e30b-43d0-a80a-8e84958495c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:57:55.073727 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6f153b98-e30b-43d0-a80a-8e84958495c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:55.074993 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6f153b98-e30b-43d0-a80a-8e84958495c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:55.097721 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6f153b98-e30b-43d0-a80a-8e84958495c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:55.385108 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-0c75d36e-5dd2-4bf3-a9ac-cb5fb77300fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2010306810-router', 'tenant_id': '7bded15aab9a4c4d92a66ff896e1379d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '8a003274-595c-403b-8bbc-47df9b80209a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:57:40Z', 'updated_at': '2022-02-04T20:57:51Z', 'revision_number': 4, 'project_id': '7bded15aab9a4c4d92a66ff896e1379d', 'gw_port': {'id': '8a003274-595c-403b-8bbc-47df9b80209a', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:42Z', 'updated_at': '2022-02-04T20:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '96847383-cd2d-430f-9cc1-78f6f0f6f73b', 'name': '', 'network_id': 'f67e4cfa-d68d-4332-8e6e-b314179425e3', 'tenant_id': '7bded15aab9a4c4d92a66ff896e1379d', 'mac_address': 'fa:16:3e:d6:58:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '5c9bc8a2-4c7b-4455-a8c1-881df14931a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:47Z', 'updated_at': '2022-02-04T20:57:51Z', 'revision_number': 2, 'project_id': '7bded15aab9a4c4d92a66ff896e1379d', 'subnets': [{'id': '5c9bc8a2-4c7b-4455-a8c1-881df14931a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:57:55.393400 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c75d36e-5dd2-4bf3-a9ac-cb5fb77300fe None None] Checking router: 85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:57:55.394048 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c75d36e-5dd2-4bf3-a9ac-cb5fb77300fe None None] Updating router 85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3 port 96847383-cd2d-430f-9cc1-78f6f0f6f73b binding host n-d-827896-1 {{(pid=87684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:57:55.413452 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6298d1-07ba-411f-b818-f254830441d3 req-84f3d5b2-4226-4c40-8065-ec82a35b8d1c tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:55.414981 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0e6298d1-07ba-411f-b818-f254830441d3 req-84f3d5b2-4226-4c40-8065-ec82a35b8d1c tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=4adc10db-cec5-46d4-9223-a7e6395f5f2b HTTP/1.1" status: 200 len: 945 time: 0.6285026 Feb 04 20:57:55.460254 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054c95f0-4256-4754-9b55-9f6f52a1d981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e', 'network_id': '4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e', 'tenant_id': 'b853d123be434c35ad6eaadda6a379bc', 'fixed_ips': [{'subnet_id': 'ca68937e-9a6a-40e5-9320-e4f04a7afb8b'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:57:55.461333 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-054c95f0-4256-4754-9b55-9f6f52a1d981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:55.473434 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0c75d36e-5dd2-4bf3-a9ac-cb5fb77300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:55.484078 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-77f42a79-cfa3-4152-9de4-27f181924990 req-895e79e9-8481-40bf-aaa5-68e9b4770eaa tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:55.497849 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0e6298d1-07ba-411f-b818-f254830441d3 req-00fd769b-5d3d-4852-9fcc-494dbb1fc84a tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675814 Feb 04 20:57:55.498533 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-77f42a79-cfa3-4152-9de4-27f181924990 req-895e79e9-8481-40bf-aaa5-68e9b4770eaa tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:55.553107 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6f153b98-e30b-43d0-a80a-8e84958495c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:55.742216 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c5509-f46a-42c7-b9a2-3e7d568efbe5 req-50692508-d9d6-4dbf-a51e-9ab3ab35010c tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:55.742895 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-3e0c5509-f46a-42c7-b9a2-3e7d568efbe5 req-50692508-d9d6-4dbf-a51e-9ab3ab35010c tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Synchronizing usage tracker for tenant:5656db63d88345dfa2ad3799bcc2a413 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:57:55.768888 n-d-827896-1 neutron-server[87683]: INFO neutron.db.l3_db [req-77f42a79-cfa3-4152-9de4-27f181924990 req-895e79e9-8481-40bf-aaa5-68e9b4770eaa tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Floating IP cd322b16-9384-4ef6-8e55-7c9ce502975a associated. External IP: 172.25.5.217, port: add6c51a-619a-41b8-baba-6bc43c3eda1a. Feb 04 20:57:55.783714 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-3e0c5509-f46a-42c7-b9a2-3e7d568efbe5 req-50692508-d9d6-4dbf-a51e-9ab3ab35010c tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Unset dirty status for tenant:5656db63d88345dfa2ad3799bcc2a413 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:57:55.784809 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3e0c5509-f46a-42c7-b9a2-3e7d568efbe5 req-50692508-d9d6-4dbf-a51e-9ab3ab35010c tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.32 "GET /v2.0/ports?device_id=def74ee5-fa9d-48ce-92c9-b4566e7c2c09 HTTP/1.1" status: 200 len: 946 time: 0.2354007 Feb 04 20:57:55.844065 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-054c95f0-4256-4754-9b55-9f6f52a1d981 None None] Allocated IP 172.20.0.2 (4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e/ca68937e-9a6a-40e5-9320-e4f04a7afb8b/065a35c3-d5e6-4b1c-a823-385742f915dd) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:57:56.058098 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-3e0c5509-f46a-42c7-b9a2-3e7d568efbe5 req-09eb67f5-633c-4852-8469-8667086d404b tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Deleting port 8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:57:56.059210 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-3e0c5509-f46a-42c7-b9a2-3e7d568efbe5 req-09eb67f5-633c-4852-8469-8667086d404b tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:56.132914 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:56.172775 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-054c95f0-4256-4754-9b55-9f6f52a1d981 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:56.209671 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-93112bd5-ab17-49b5-adf9-126e8a717dee tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:56.211115 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-93112bd5-ab17-49b5-adf9-126e8a717dee tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] 10.222.0.26 "GET /v2.0/networks?id=f89008f8-366c-4201-a712-89e130ae414f HTTP/1.1" status: 200 len: 821 time: 0.3280590 Feb 04 20:57:56.236839 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-054c95f0-4256-4754-9b55-9f6f52a1d981 None None] Transition to ACTIVE for port object 065a35c3-d5e6-4b1c-a823-385742f915dd will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:57:56.307108 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-054c95f0-4256-4754-9b55-9f6f52a1d981 None None] Transition to ACTIVE for port object 065a35c3-d5e6-4b1c-a823-385742f915dd will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:57:56.330118 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-054c95f0-4256-4754-9b55-9f6f52a1d981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:56.422363 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-807a5e98-21cc-452c-bee2-39cbff69cedc tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] 10.222.0.26 "GET /v2.0/quotas/85f7bca2448f4767891f368510dd9cfa HTTP/1.1" status: 200 len: 375 time: 0.0339141 Feb 04 20:57:56.437950 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054c95f0-4256-4754-9b55-9f6f52a1d981 None None] Network 4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:57:56.444960 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-054c95f0-4256-4754-9b55-9f6f52a1d981 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:57:56.447639 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054c95f0-4256-4754-9b55-9f6f52a1d981 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:57:56.458376 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c95f0-4256-4754-9b55-9f6f52a1d981 None None] Pushing event updated for resources: {'Port': ['ID=065a35c3-d5e6-4b1c-a823-385742f915dd,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:56.482387 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-f63f0b82-c855-4346-8962-ac0eb4f39b52 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=85f7bca2448f4767891f368510dd9cfa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591288 Feb 04 20:57:56.494950 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6f153b98-e30b-43d0-a80a-8e84958495c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:56.536396 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6f153b98-e30b-43d0-a80a-8e84958495c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:56.636625 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-3e0c5509-f46a-42c7-b9a2-3e7d568efbe5 req-09eb67f5-633c-4852-8469-8667086d404b tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] For port 8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2,segment=NetworkSegment(a26c100c-943b-457e-bebf-b0c82822cb3c),segment_id=a26c100c-943b-457e-bebf-b0c82822cb3c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:57:56.637791 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-3e0c5509-f46a-42c7-b9a2-3e7d568efbe5 req-09eb67f5-633c-4852-8469-8667086d404b tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:56.644037 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77f42a79-cfa3-4152-9de4-27f181924990 req-895e79e9-8481-40bf-aaa5-68e9b4770eaa tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Router 4d549bcc-ca13-4a19-9558-de8ab618ee7a has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:57:56.665563 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-054c95f0-4256-4754-9b55-9f6f52a1d981 None None] Attempting to bind port 065a35c3-d5e6-4b1c-a823-385742f915dd on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:57:56.666191 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-054c95f0-4256-4754-9b55-9f6f52a1d981 None None] Attempting to bind port 065a35c3-d5e6-4b1c-a823-385742f915dd by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': 'e5020a8a-8214-431e-9592-cee2e6807d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:57:56.666623 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054c95f0-4256-4754-9b55-9f6f52a1d981 None None] Attempting to bind port 065a35c3-d5e6-4b1c-a823-385742f915dd on network 4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:57:56.679697 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054c95f0-4256-4754-9b55-9f6f52a1d981 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:57:56.680244 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054c95f0-4256-4754-9b55-9f6f52a1d981 None None] Checking segment: {'id': 'e5020a8a-8214-431e-9592-cee2e6807d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:57:56.680785 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-054c95f0-4256-4754-9b55-9f6f52a1d981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:56.681244 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054c95f0-4256-4754-9b55-9f6f52a1d981 None None] Bound using segment: {'id': 'e5020a8a-8214-431e-9592-cee2e6807d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:57:56.681789 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-054c95f0-4256-4754-9b55-9f6f52a1d981 None None] Bound port: 065a35c3-d5e6-4b1c-a823-385742f915dd, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5020a8a-8214-431e-9592-cee2e6807d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:57:56.682233 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-054c95f0-4256-4754-9b55-9f6f52a1d981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:56.693363 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0c75d36e-5dd2-4bf3-a9ac-cb5fb77300fe None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:56.743686 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-0c75d36e-5dd2-4bf3-a9ac-cb5fb77300fe None None] Transition to ACTIVE for port object 96847383-cd2d-430f-9cc1-78f6f0f6f73b will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:57:56.761878 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0c75d36e-5dd2-4bf3-a9ac-cb5fb77300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:56.922756 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-6f153b98-e30b-43d0-a80a-8e84958495c9 admin admin] Allocated IP 172.25.5.6 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/4028c1cc-bae9-4933-9785-1f02eb5d1d07) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:57:56.993550 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-054c95f0-4256-4754-9b55-9f6f52a1d981 None None] For port 065a35c3-d5e6-4b1c-a823-385742f915dd, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:57:56.995830 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58cb35-afb5-4c8b-9329-ed931cc3a401 None None] Pushing event updated for resources: {'Port': ['ID=96847383-cd2d-430f-9cc1-78f6f0f6f73b,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:57.045861 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77f42a79-cfa3-4152-9de4-27f181924990 req-895e79e9-8481-40bf-aaa5-68e9b4770eaa tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:57:57.060565 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f208d8-9469-48e7-8ce9-f2539a0d7c3d None None] Sync routers for ids ['4d549bcc-ca13-4a19-9558-de8ab618ee7a'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:57:57.069418 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-77f42a79-cfa3-4152-9de4-27f181924990 req-895e79e9-8481-40bf-aaa5-68e9b4770eaa tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:57.075171 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f208d8-9469-48e7-8ce9-f2539a0d7c3d None None] Routers {'4d549bcc-ca13-4a19-9558-de8ab618ee7a'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:57:57.081732 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-47f208d8-9469-48e7-8ce9-f2539a0d7c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:57:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4d549bcc-ca13-4a19-9558-de8ab618ee7a'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:57:57.090491 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-054c95f0-4256-4754-9b55-9f6f52a1d981 None None] For port 065a35c3-d5e6-4b1c-a823-385742f915dd, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=065a35c3-d5e6-4b1c-a823-385742f915dd,segment=NetworkSegment(e5020a8a-8214-431e-9592-cee2e6807d9f),segment_id=e5020a8a-8214-431e-9592-cee2e6807d9f)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:57:57.133904 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-702d5bdb-2256-4000-8bf8-9c29f4bfd255 service neutron] 10.222.0.26 "GET /v2.0/networks/f89008f8-366c-4201-a712-89e130ae414f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6505599 Feb 04 20:57:57.146812 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-054c95f0-4256-4754-9b55-9f6f52a1d981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:57.248721 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-0c75d36e-5dd2-4bf3-a9ac-cb5fb77300fe None None] Attempting to bind port 96847383-cd2d-430f-9cc1-78f6f0f6f73b on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:57:57.249280 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-0c75d36e-5dd2-4bf3-a9ac-cb5fb77300fe None None] Attempting to bind port 96847383-cd2d-430f-9cc1-78f6f0f6f73b by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '9c6b215c-a4e6-49c2-a413-2fb6b72da92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f67e4cfa-d68d-4332-8e6e-b314179425e3'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:57:57.249775 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c75d36e-5dd2-4bf3-a9ac-cb5fb77300fe None None] Attempting to bind port 96847383-cd2d-430f-9cc1-78f6f0f6f73b on network f67e4cfa-d68d-4332-8e6e-b314179425e3 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:57:57.257304 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-3e0c5509-f46a-42c7-b9a2-3e7d568efbe5 req-09eb67f5-633c-4852-8469-8667086d404b tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:57.257677 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-3e0c5509-f46a-42c7-b9a2-3e7d568efbe5 req-09eb67f5-633c-4852-8469-8667086d404b tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:57.258015 n-d-827896-1 neutron-server[87682]: INFO neutron.db.l3_db [req-3e0c5509-f46a-42c7-b9a2-3e7d568efbe5 req-09eb67f5-633c-4852-8469-8667086d404b tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Floating IP b053517f-d9de-4ba1-b216-1cac3a477f48 disassociated. External IP: 172.25.5.221, port: 8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2. Feb 04 20:57:57.258362 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-3e0c5509-f46a-42c7-b9a2-3e7d568efbe5 req-09eb67f5-633c-4852-8469-8667086d404b tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Calling delete_port for 8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2 owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:57:57.276228 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c75d36e-5dd2-4bf3-a9ac-cb5fb77300fe None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:57:57.276749 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c75d36e-5dd2-4bf3-a9ac-cb5fb77300fe None None] Checking segment: {'id': '9c6b215c-a4e6-49c2-a413-2fb6b72da92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f67e4cfa-d68d-4332-8e6e-b314179425e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:57:57.277295 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0c75d36e-5dd2-4bf3-a9ac-cb5fb77300fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:57.277797 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c75d36e-5dd2-4bf3-a9ac-cb5fb77300fe None None] Bound using segment: {'id': '9c6b215c-a4e6-49c2-a413-2fb6b72da92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f67e4cfa-d68d-4332-8e6e-b314179425e3'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:57:57.278392 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-0c75d36e-5dd2-4bf3-a9ac-cb5fb77300fe None None] Bound port: 96847383-cd2d-430f-9cc1-78f6f0f6f73b, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6b215c-a4e6-49c2-a413-2fb6b72da92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f67e4cfa-d68d-4332-8e6e-b314179425e3'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:57:57.282863 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0c75d36e-5dd2-4bf3-a9ac-cb5fb77300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:57.295333 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c95f0-4256-4754-9b55-9f6f52a1d981 None None] Pushing event updated for resources: {'Port': ['ID=065a35c3-d5e6-4b1c-a823-385742f915dd,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:57.342675 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77f42a79-cfa3-4152-9de4-27f181924990 req-895e79e9-8481-40bf-aaa5-68e9b4770eaa tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "PUT /v2.0/floatingips/cd322b16-9384-4ef6-8e55-7c9ce502975a HTTP/1.1" status: 200 len: 997 time: 3.4287469 Feb 04 20:57:57.363161 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b87cf88-ffed-4a9f-8528-ef549d4791a7', 'tag': 'add6c51a-619a-41b8-baba-6bc43c3eda1a'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:57:57.392632 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b9862-5dbe-418b-a05a-f1e7a3c11f64 req-e2d30a4a-d7d6-4bc1-aa3c-6745cddf0cd3 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:57.393685 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d90b9862-5dbe-418b-a05a-f1e7a3c11f64 req-e2d30a4a-d7d6-4bc1-aa3c-6745cddf0cd3 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Synchronizing usage tracker for tenant:6e99f9e26ac0463281aafc24e17e85e0 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:57:57.410185 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6f153b98-e30b-43d0-a80a-8e84958495c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:57.426267 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-ef758db9-4ba2-42db-8520-b26e7e872196 service neutron] 10.222.0.26 "GET /v2.0/networks/f89008f8-366c-4201-a712-89e130ae414f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898932 Feb 04 20:57:57.431267 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-47f208d8-9469-48e7-8ce9-f2539a0d7c3d None None] Set router 4d549bcc-ca13-4a19-9558-de8ab618ee7a gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:57:57.431537 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-0c75d36e-5dd2-4bf3-a9ac-cb5fb77300fe None None] For port 96847383-cd2d-430f-9cc1-78f6f0f6f73b, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:57:57.441687 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-0c75d36e-5dd2-4bf3-a9ac-cb5fb77300fe None None] For port 96847383-cd2d-430f-9cc1-78f6f0f6f73b, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=96847383-cd2d-430f-9cc1-78f6f0f6f73b,segment=NetworkSegment(9c6b215c-a4e6-49c2-a413-2fb6b72da92f),segment_id=9c6b215c-a4e6-49c2-a413-2fb6b72da92f)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:57:57.447659 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0c75d36e-5dd2-4bf3-a9ac-cb5fb77300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:57.456654 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d90b9862-5dbe-418b-a05a-f1e7a3c11f64 req-e2d30a4a-d7d6-4bc1-aa3c-6745cddf0cd3 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Unset dirty status for tenant:6e99f9e26ac0463281aafc24e17e85e0 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:57:57.458233 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d90b9862-5dbe-418b-a05a-f1e7a3c11f64 req-e2d30a4a-d7d6-4bc1-aa3c-6745cddf0cd3 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.32 "GET /v2.0/ports?device_id=60e3055c-e921-43c1-b9ea-afad985046aa HTTP/1.1" status: 200 len: 949 time: 0.6339898 Feb 04 20:57:57.544698 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-3e0c5509-f46a-42c7-b9a2-3e7d568efbe5 req-09eb67f5-633c-4852-8469-8667086d404b tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:57.568892 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58cb35-afb5-4c8b-9329-ed931cc3a401 None None] Pushing event updated for resources: {'Port': ['ID=96847383-cd2d-430f-9cc1-78f6f0f6f73b,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:57.602257 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c75d36e-5dd2-4bf3-a9ac-cb5fb77300fe None None] Routers {'85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:57:57.603394 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-0c75d36e-5dd2-4bf3-a9ac-cb5fb77300fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:57:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:57:57.638171 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6f153b98-e30b-43d0-a80a-8e84958495c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:57.691318 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb67f5-633c-4852-8469-8667086d404b tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Pushing event deleted for resources: {'Port': ['ID=8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:57.724105 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-d90b9862-5dbe-418b-a05a-f1e7a3c11f64 req-af07fbb6-29a5-4029-a6c9-c95b25b48946 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Deleting port b447ef48-492b-4220-b871-716bb45bab3a {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:57:57.724448 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d90b9862-5dbe-418b-a05a-f1e7a3c11f64 req-af07fbb6-29a5-4029-a6c9-c95b25b48946 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:57.895274 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f153b98-e30b-43d0-a80a-8e84958495c9 admin admin] Pushing event updated for resources: {'Port': ['ID=4028c1cc-bae9-4933-9785-1f02eb5d1d07,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:57:57.919860 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f153b98-e30b-43d0-a80a-8e84958495c9 admin admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:57:57.922244 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-6f153b98-e30b-43d0-a80a-8e84958495c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:57:58.176096 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f153b98-e30b-43d0-a80a-8e84958495c9 admin admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:57:58.217358 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-0c75d36e-5dd2-4bf3-a9ac-cb5fb77300fe None None] Set router 85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:57:58.321945 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e222d615-7f6d-4d25-8fb9-6faec9b780c5 req-685c934c-f1ad-4102-b3b9-1b57a93793f5 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/ports?device_id=def74ee5-fa9d-48ce-92c9-b4566e7c2c09 HTTP/1.1" status: 200 len: 210 time: 0.1810381 Feb 04 20:57:58.413451 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 065a35c3-d5e6-4b1c-a823-385742f915dd up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:57:58.452079 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-47f208d8-9469-48e7-8ce9-f2539a0d7c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1499996838-router', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:56:49Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'gw_port': {'id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:50Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': 'cd322b16-9384-4ef6-8e55-7c9ce502975a', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'port_id': 'add6c51a-619a-41b8-baba-6bc43c3eda1a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'mac_address': 'fa:16:3e:40:23:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b87cf88-ffed-4a9f-8528-ef549d4791a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:57:32Z', 'updated_at': '2022-02-04T20:57:55Z', 'revision_number': 1, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19165dbd-4a26-48e0-ac95-837955379ba3', 'name': '', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'mac_address': 'fa:16:3e:b6:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:56Z', 'updated_at': '2022-02-04T20:57:08Z', 'revision_number': 5, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'subnets': [{'id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:57:58.459411 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f208d8-9469-48e7-8ce9-f2539a0d7c3d None None] Checking router: 4d549bcc-ca13-4a19-9558-de8ab618ee7a for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:57:58.484874 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f208d8-9469-48e7-8ce9-f2539a0d7c3d None None] Routers {'4d549bcc-ca13-4a19-9558-de8ab618ee7a'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:57:58.488003 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-47f208d8-9469-48e7-8ce9-f2539a0d7c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:57:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4d549bcc-ca13-4a19-9558-de8ab618ee7a'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:57:58.504713 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f42a79-cfa3-4152-9de4-27f181924990 req-ccee69fe-4553-44a6-8e73-b6369c8d441b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:58.510016 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77f42a79-cfa3-4152-9de4-27f181924990 req-ccee69fe-4553-44a6-8e73-b6369c8d441b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66f8c7d92acd48ffa436b71c93318a59&device_id=1b87cf88-ffed-4a9f-8528-ef549d4791a7 HTTP/1.1" status: 200 len: 1097 time: 1.1348326 Feb 04 20:57:58.692975 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:57:58.694568 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e0c5509-f46a-42c7-b9a2-3e7d568efbe5 req-09eb67f5-633c-4852-8469-8667086d404b tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Router 4768c878-edcb-40f0-9279-0c17983fc38e has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:57:58.867018 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-47f208d8-9469-48e7-8ce9-f2539a0d7c3d None None] Set router 4d549bcc-ca13-4a19-9558-de8ab618ee7a gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:57:58.931738 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-d90b9862-5dbe-418b-a05a-f1e7a3c11f64 req-af07fbb6-29a5-4029-a6c9-c95b25b48946 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] For port b447ef48-492b-4220-b871-716bb45bab3a, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b447ef48-492b-4220-b871-716bb45bab3a,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:57:58.932278 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d90b9862-5dbe-418b-a05a-f1e7a3c11f64 req-af07fbb6-29a5-4029-a6c9-c95b25b48946 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:59.094565 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e0c5509-f46a-42c7-b9a2-3e7d568efbe5 req-09eb67f5-633c-4852-8469-8667086d404b tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:57:59.182284 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296a0a90-b4dd-4b3d-b3b5-f8d9512111da None None] Sync routers for ids ['4768c878-edcb-40f0-9279-0c17983fc38e'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:57:59.249006 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 065a35c3-d5e6-4b1c-a823-385742f915dd completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:57:59.276234 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e0c5509-f46a-42c7-b9a2-3e7d568efbe5 req-09eb67f5-633c-4852-8469-8667086d404b tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] No DVR routers for this DVR port 8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2 on host n-h1-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:57:59.302873 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296a0a90-b4dd-4b3d-b3b5-f8d9512111da None None] Routers {'4768c878-edcb-40f0-9279-0c17983fc38e'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:57:59.305346 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-296a0a90-b4dd-4b3d-b3b5-f8d9512111da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:57:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4768c878-edcb-40f0-9279-0c17983fc38e'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:57:59.395231 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-3e0c5509-f46a-42c7-b9a2-3e7d568efbe5 req-09eb67f5-633c-4852-8469-8667086d404b tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:59.415166 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ff6f09-edb9-4a86-a18e-fdb3fdcb18a6 None None] Network 4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:57:59.463571 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def74ee5-fa9d-48ce-92c9-b4566e7c2c09', 'name': 'network-vif-deleted', 'tag': '8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:57:59.502929 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3e0c5509-f46a-42c7-b9a2-3e7d568efbe5 req-09eb67f5-633c-4852-8469-8667086d404b tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.32 "DELETE /v2.0/ports/8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2 HTTP/1.1" status: 204 len: 173 time: 3.6965880 Feb 04 20:57:59.575093 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6f153b98-e30b-43d0-a80a-8e84958495c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:57:59.668864 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-d90b9862-5dbe-418b-a05a-f1e7a3c11f64 req-af07fbb6-29a5-4029-a6c9-c95b25b48946 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Calling delete_port for b447ef48-492b-4220-b871-716bb45bab3a owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:57:59.790307 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-47f208d8-9469-48e7-8ce9-f2539a0d7c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1499996838-router', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:56:49Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'gw_port': {'id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:50Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': 'cd322b16-9384-4ef6-8e55-7c9ce502975a', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'port_id': 'add6c51a-619a-41b8-baba-6bc43c3eda1a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'mac_address': 'fa:16:3e:40:23:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b87cf88-ffed-4a9f-8528-ef549d4791a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:57:32Z', 'updated_at': '2022-02-04T20:57:55Z', 'revision_number': 1, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19165dbd-4a26-48e0-ac95-837955379ba3', 'name': '', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'mac_address': 'fa:16:3e:b6:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:56Z', 'updated_at': '2022-02-04T20:57:08Z', 'revision_number': 5, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'subnets': [{'id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:57:59.794645 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f208d8-9469-48e7-8ce9-f2539a0d7c3d None None] The sync data for ids ['4d549bcc-ca13-4a19-9558-de8ab618ee7a'] in n-d-827896-1 is: [{'id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1499996838-router', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:56:49Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'gw_port': {'id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:50Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': 'cd322b16-9384-4ef6-8e55-7c9ce502975a', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'port_id': 'add6c51a-619a-41b8-baba-6bc43c3eda1a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'mac_address': 'fa:16:3e:40:23:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b87cf88-ffed-4a9f-8528-ef549d4791a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:57:32Z', 'updated_at': '2022-02-04T20:57:55Z', 'revision_number': 1, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19165dbd-4a26-48e0-ac95-837955379ba3', 'name': '', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'mac_address': 'fa:16:3e:b6:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:56Z', 'updated_at': '2022-02-04T20:57:08Z', 'revision_number': 5, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'subnets': [{'id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:57:59.950547 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204d27f-7f84-4c77-a138-4df464b7b65e req-921b5dfb-20d5-49ee-8110-09141e5111c7 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:57:59.958833 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d204d27f-7f84-4c77-a138-4df464b7b65e req-921b5dfb-20d5-49ee-8110-09141e5111c7 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e3055c-e921-43c1-b9ea-afad985046aa HTTP/1.1" status: 200 len: 949 time: 1.3434899 Feb 04 20:57:59.986990 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-0ef03ced-2989-4103-9f6a-00a4b01127f9 None None] Provisioning for port 065a35c3-d5e6-4b1c-a823-385742f915dd completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:57:59.986990 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port ff2a7ca0-98a8-4c28-858a-0f7c07e731b3, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=ff2a7ca0-98a8-4c28-858a-0f7c07e731b3,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:58:00.032799 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f42a79-cfa3-4152-9de4-27f181924990 req-51bfed5f-2bab-49a7-87b2-b740e115d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:00.044754 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77f42a79-cfa3-4152-9de4-27f181924990 req-51bfed5f-2bab-49a7-87b2-b740e115d4a6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 HTTP/1.1" status: 200 len: 922 time: 1.4201651 Feb 04 20:58:00.069192 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-0ef03ced-2989-4103-9f6a-00a4b01127f9 None None] Provisioning complete for port 065a35c3-d5e6-4b1c-a823-385742f915dd triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:58:00.091173 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0ef03ced-2989-4103-9f6a-00a4b01127f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:00.177400 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'ff2a7ca0-98a8-4c28-858a-0f7c07e731b3', 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e', 'port_id': 'ff2a7ca0-98a8-4c28-858a-0f7c07e731b3', 'mac_address': 'fa:16:3e:61:4f:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52dce76a-dd1c-484a-ae6a-f327dbe47b7b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:58:00.230260 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d204d27f-7f84-4c77-a138-4df464b7b65e req-273d4a29-0415-4847-89fd-7e1289eea401 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc210c-964a-4042-82bb-983fec424162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627137 Feb 04 20:58:00.328926 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-296a0a90-b4dd-4b3d-b3b5-f8d9512111da None None] Set router 4768c878-edcb-40f0-9279-0c17983fc38e gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:58:00.340963 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77f42a79-cfa3-4152-9de4-27f181924990 req-a9755269-445a-4bfb-9b83-34d4de812585 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=add6c51a-619a-41b8-baba-6bc43c3eda1a HTTP/1.1" status: 200 len: 1000 time: 0.2931619 Feb 04 20:58:00.472477 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d90b9862-5dbe-418b-a05a-f1e7a3c11f64 req-af07fbb6-29a5-4029-a6c9-c95b25b48946 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:00.498128 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b9807a-2bd6-470a-8e9b-3fb6f06eb930 None None] New status for floating IP cd322b16-9384-4ef6-8e55-7c9ce502975a: ACTIVE {{(pid=87685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:58:00.501599 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-0c75d36e-5dd2-4bf3-a9ac-cb5fb77300fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2010306810-router', 'tenant_id': '7bded15aab9a4c4d92a66ff896e1379d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '8a003274-595c-403b-8bbc-47df9b80209a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:57:40Z', 'updated_at': '2022-02-04T20:57:51Z', 'revision_number': 4, 'project_id': '7bded15aab9a4c4d92a66ff896e1379d', 'gw_port': {'id': '8a003274-595c-403b-8bbc-47df9b80209a', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:42Z', 'updated_at': '2022-02-04T20:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '96847383-cd2d-430f-9cc1-78f6f0f6f73b', 'name': '', 'network_id': 'f67e4cfa-d68d-4332-8e6e-b314179425e3', 'tenant_id': '7bded15aab9a4c4d92a66ff896e1379d', 'mac_address': 'fa:16:3e:d6:58:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '5c9bc8a2-4c7b-4455-a8c1-881df14931a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:47Z', 'updated_at': '2022-02-04T20:57:57Z', 'revision_number': 4, 'project_id': '7bded15aab9a4c4d92a66ff896e1379d', 'subnets': [{'id': '5c9bc8a2-4c7b-4455-a8c1-881df14931a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:00.518421 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:00.615494 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c75d36e-5dd2-4bf3-a9ac-cb5fb77300fe None None] The sync data for ids ['85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3'] in n-d-827896-1 is: [{'id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2010306810-router', 'tenant_id': '7bded15aab9a4c4d92a66ff896e1379d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '8a003274-595c-403b-8bbc-47df9b80209a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:57:40Z', 'updated_at': '2022-02-04T20:57:51Z', 'revision_number': 4, 'project_id': '7bded15aab9a4c4d92a66ff896e1379d', 'gw_port': {'id': '8a003274-595c-403b-8bbc-47df9b80209a', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:42Z', 'updated_at': '2022-02-04T20:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '96847383-cd2d-430f-9cc1-78f6f0f6f73b', 'name': '', 'network_id': 'f67e4cfa-d68d-4332-8e6e-b314179425e3', 'tenant_id': '7bded15aab9a4c4d92a66ff896e1379d', 'mac_address': 'fa:16:3e:d6:58:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '5c9bc8a2-4c7b-4455-a8c1-881df14931a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:47Z', 'updated_at': '2022-02-04T20:57:57Z', 'revision_number': 4, 'project_id': '7bded15aab9a4c4d92a66ff896e1379d', 'subnets': [{'id': '5c9bc8a2-4c7b-4455-a8c1-881df14931a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:58:00.620915 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-1941b5b3-a043-4039-a7cd-e28f21a6ce85 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:00.621647 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-1941b5b3-a043-4039-a7cd-e28f21a6ce85 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Synchronizing usage tracker for tenant:85f7bca2448f4767891f368510dd9cfa on resource:network {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:58:00.644805 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07fbb6-29a5-4029-a6c9-c95b25b48946 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Pushing event deleted for resources: {'Port': ['ID=b447ef48-492b-4220-b871-716bb45bab3a,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:00.672715 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6f153b98-e30b-43d0-a80a-8e84958495c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:00.715765 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:58:00.757778 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port ff2a7ca0-98a8-4c28-858a-0f7c07e731b3, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=ff2a7ca0-98a8-4c28-858a-0f7c07e731b3,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:58:00.765669 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device b447ef48-492b-4220-b871-716bb45bab3a no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:58:00.805172 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f42a79-cfa3-4152-9de4-27f181924990 req-107dc3c2-fea9-423d-974c-893f9b0e34d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:00.807361 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77f42a79-cfa3-4152-9de4-27f181924990 req-107dc3c2-fea9-423d-974c-893f9b0e34d5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ad252a39-0fc7-473f-8135-1e6346b2d5e3 HTTP/1.1" status: 200 len: 860 time: 0.4682319 Feb 04 20:58:00.824155 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-1941b5b3-a043-4039-a7cd-e28f21a6ce85 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Unset dirty status for tenant:85f7bca2448f4767891f368510dd9cfa on resource:network {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:58:00.825437 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-1941b5b3-a043-4039-a7cd-e28f21a6ce85 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] 10.222.0.32 "GET /v2.0/networks?id=f89008f8-366c-4201-a712-89e130ae414f HTTP/1.1" status: 200 len: 821 time: 1.0713375 Feb 04 20:58:00.838975 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-d17ce7e0-0f4e-4df1-9d1e-e2ea7e3b42f1 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Request body: {'port': {'device_id': '398b16b6-e4e2-436d-bac1-deccda4a61f5', 'network_id': 'f89008f8-366c-4201-a712-89e130ae414f', 'admin_state_up': True, 'tenant_id': '85f7bca2448f4767891f368510dd9cfa'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:58:00.933994 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90b9862-5dbe-418b-a05a-f1e7a3c11f64 req-af07fbb6-29a5-4029-a6c9-c95b25b48946 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] No DVR routers for this DVR port b447ef48-492b-4220-b871-716bb45bab3a on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:58:00.952364 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d90b9862-5dbe-418b-a05a-f1e7a3c11f64 req-af07fbb6-29a5-4029-a6c9-c95b25b48946 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:00.966295 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:00.992366 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d90b9862-5dbe-418b-a05a-f1e7a3c11f64 req-af07fbb6-29a5-4029-a6c9-c95b25b48946 tempest-ListImageFiltersTestJSON-615305558 tempest-ListImageFiltersTestJSON-615305558-project] 10.222.0.32 "DELETE /v2.0/ports/b447ef48-492b-4220-b871-716bb45bab3a HTTP/1.1" status: 204 len: 173 time: 3.5277526 Feb 04 20:58:01.055957 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: b447ef48-492b-4220-b871-716bb45bab3a {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:58:01.056886 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device b447ef48-492b-4220-b871-716bb45bab3a not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:58:01.057530 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:58:01.066609 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-43d0f4b2-b637-467b-923e-6a72b7177002 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:01.067613 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-43d0f4b2-b637-467b-923e-6a72b7177002 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Synchronizing usage tracker for tenant:7bded15aab9a4c4d92a66ff896e1379d on resource:network {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:58:01.078951 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f42a79-cfa3-4152-9de4-27f181924990 req-e27699aa-1d82-49a9-b579-3766f12ddd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:01.087827 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77f42a79-cfa3-4152-9de4-27f181924990 req-e27699aa-1d82-49a9-b579-3766f12ddd22 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3e95a48d-24e2-42d1-a9cb-002bd8a7bca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1865182 Feb 04 20:58:01.098429 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-77f42a79-cfa3-4152-9de4-27f181924990 req-a8b966a0-23e1-429c-97f4-3d55a615be39 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:58:01.100130 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77f42a79-cfa3-4152-9de4-27f181924990 req-a8b966a0-23e1-429c-97f4-3d55a615be39 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075512 Feb 04 20:58:01.249765 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-43d0f4b2-b637-467b-923e-6a72b7177002 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Unset dirty status for tenant:7bded15aab9a4c4d92a66ff896e1379d on resource:network {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:58:01.262430 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-43d0f4b2-b637-467b-923e-6a72b7177002 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/networks?id=f67e4cfa-d68d-4332-8e6e-b314179425e3 HTTP/1.1" status: 200 len: 829 time: 0.6819739 Feb 04 20:58:01.307331 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-ad2b951f-8c9b-4560-8bbd-5f70b4c202cb tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/quotas/7bded15aab9a4c4d92a66ff896e1379d HTTP/1.1" status: 200 len: 375 time: 0.0444305 Feb 04 20:58:01.327125 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: 8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:58:01.327466 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2 not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:58:01.337169 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-d17ce7e0-0f4e-4df1-9d1e-e2ea7e3b42f1 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:58:01.348558 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-d17ce7e0-0f4e-4df1-9d1e-e2ea7e3b42f1 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Usage tracker for resource:port and tenant:85f7bca2448f4767891f368510dd9cfa is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:58:01.356215 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-d17ce7e0-0f4e-4df1-9d1e-e2ea7e3b42f1 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:58:01.369944 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-d17ce7e0-0f4e-4df1-9d1e-e2ea7e3b42f1 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:58:01.378917 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['ff2a7ca0-98a8-4c28-858a-0f7c07e731b3'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:58:01.399079 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-d17ce7e0-0f4e-4df1-9d1e-e2ea7e3b42f1 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Made reservation on behalf of 85f7bca2448f4767891f368510dd9cfa for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:58:01.402632 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-d17ce7e0-0f4e-4df1-9d1e-e2ea7e3b42f1 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:01.417505 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0ef03ced-2989-4103-9f6a-00a4b01127f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:01.423003 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f153b98-e30b-43d0-a80a-8e84958495c9 admin admin] Router 99defa9e-d0cf-40fb-8b41-5e85c50548fd is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:58:01.456559 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=ff2a7ca0-98a8-4c28-858a-0f7c07e731b3,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:01.489171 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77f42a79-cfa3-4152-9de4-27f181924990 req-955f6447-3992-48ce-ad3f-4467af83fc7e service neutron] 10.222.0.26 "GET /v2.0/networks/3e95a48d-24e2-42d1-a9cb-002bd8a7bca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757496 Feb 04 20:58:01.571684 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-0ef03ced-2989-4103-9f6a-00a4b01127f9 None None] For port 065a35c3-d5e6-4b1c-a823-385742f915dd, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=065a35c3-d5e6-4b1c-a823-385742f915dd,segment=NetworkSegment(e5020a8a-8214-431e-9592-cee2e6807d9f),segment_id=e5020a8a-8214-431e-9592-cee2e6807d9f)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:58:01.631874 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0ef03ced-2989-4103-9f6a-00a4b01127f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:01.647118 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-e099758d-144e-43cb-a14e-d52d8adf673d tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Synchronizing usage tracker for tenant:7bded15aab9a4c4d92a66ff896e1379d on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:58:01.736124 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-e099758d-144e-43cb-a14e-d52d8adf673d tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Unset dirty status for tenant:7bded15aab9a4c4d92a66ff896e1379d on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:58:01.738669 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-e099758d-144e-43cb-a14e-d52d8adf673d tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7bded15aab9a4c4d92a66ff896e1379d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4295115 Feb 04 20:58:01.756274 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77f42a79-cfa3-4152-9de4-27f181924990 req-de6bedc1-f066-4eeb-966d-99400ad7b7b4 service neutron] 10.222.0.26 "GET /v2.0/networks/3e95a48d-24e2-42d1-a9cb-002bd8a7bca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529905 Feb 04 20:58:01.831948 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef03ced-2989-4103-9f6a-00a4b01127f9 None None] Pushing event updated for resources: {'Port': ['ID=065a35c3-d5e6-4b1c-a823-385742f915dd,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:01.845610 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-d17ce7e0-0f4e-4df1-9d1e-e2ea7e3b42f1 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Allocated IP 172.20.0.3 (f89008f8-366c-4201-a712-89e130ae414f/97748568-b20e-4f93-bc8e-e02a963d11d0/58773d88-d214-48fd-9c24-1702b03fc7a4) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:58:01.941662 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-296a0a90-b4dd-4b3d-b3b5-f8d9512111da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-602606223-router', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:55Z', 'updated_at': '2022-02-04T20:53:12Z', 'revision_number': 4, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'gw_port': {'id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:57Z', 'updated_at': '2022-02-04T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'f5201201-ed6a-4664-b8b1-d82d28e2114b', 'name': '', 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'mac_address': 'fa:16:3e:f3:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c645973d-e701-4f00-b256-28f08cd89f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:53:08Z', 'updated_at': '2022-02-04T20:53:27Z', 'revision_number': 5, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'subnets': [{'id': 'c645973d-e701-4f00-b256-28f08cd89f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:01.968497 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296a0a90-b4dd-4b3d-b3b5-f8d9512111da None None] Checking router: 4768c878-edcb-40f0-9279-0c17983fc38e for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:58:02.030918 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296a0a90-b4dd-4b3d-b3b5-f8d9512111da None None] Routers {'4768c878-edcb-40f0-9279-0c17983fc38e'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:58:02.034335 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-296a0a90-b4dd-4b3d-b3b5-f8d9512111da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:57:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4768c878-edcb-40f0-9279-0c17983fc38e'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:02.125002 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-f50201a2-16e0-4d98-895d-bc75cc79a6e5 service neutron] 10.222.0.26 "GET /v2.0/networks/f67e4cfa-d68d-4332-8e6e-b314179425e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667259 Feb 04 20:58:02.280381 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 96847383-cd2d-430f-9cc1-78f6f0f6f73b up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:58:02.380124 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-d17ce7e0-0f4e-4df1-9d1e-e2ea7e3b42f1 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:02.381561 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-8b2ecdc7-a85f-4fad-b22f-d9dccd397046 None None] Provisioning complete for port 065a35c3-d5e6-4b1c-a823-385742f915dd triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:58:02.381926 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8b2ecdc7-a85f-4fad-b22f-d9dccd397046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:02.405394 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cce4a-4378-4b99-8a12-470830a730cc req-577df7ad-01b7-4345-81de-f57d8a4b88bf tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:02.406569 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f153b98-e30b-43d0-a80a-8e84958495c9 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:58:02.413446 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-db7cce4a-4378-4b99-8a12-470830a730cc req-577df7ad-01b7-4345-81de-f57d8a4b88bf tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d5a6529-67e2-4158-989f-b3784bef33f4 HTTP/1.1" status: 200 len: 945 time: 0.2873020 Feb 04 20:58:02.421555 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-296a0a90-b4dd-4b3d-b3b5-f8d9512111da None None] Set router 4768c878-edcb-40f0-9279-0c17983fc38e gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:58:02.434141 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-339398eb-98b3-4138-97f9-4c4f43a9220f service neutron] 10.222.0.26 "GET /v2.0/networks/f67e4cfa-d68d-4332-8e6e-b314179425e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543740 Feb 04 20:58:02.452869 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6f153b98-e30b-43d0-a80a-8e84958495c9 admin admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:02.456124 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6f153b98-e30b-43d0-a80a-8e84958495c9 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 7.4303284 Feb 04 20:58:02.458296 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50756) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:58:02.476699 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7727e726-deba-49bc-b73e-f81069b089c4 None None] Sync routers for ids ['99defa9e-d0cf-40fb-8b41-5e85c50548fd'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:58:02.476954 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-db7cce4a-4378-4b99-8a12-470830a730cc req-2cd91a02-dd80-4b99-9478-44ca658139b6 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626047 Feb 04 20:58:02.536569 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7727e726-deba-49bc-b73e-f81069b089c4 None None] Routers {'99defa9e-d0cf-40fb-8b41-5e85c50548fd'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:58:02.541643 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-7727e726-deba-49bc-b73e-f81069b089c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:57:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['99defa9e-d0cf-40fb-8b41-5e85c50548fd'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:02.743109 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-d17ce7e0-0f4e-4df1-9d1e-e2ea7e3b42f1 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:02.766197 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b3948-1963-43c3-9171-b3030a5c1dda req-95e206f0-bc96-4da7-8e35-5e7d227e896b tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:02.774293 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9d4b3948-1963-43c3-9171-b3030a5c1dda req-95e206f0-bc96-4da7-8e35-5e7d227e896b tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=4adc10db-cec5-46d4-9223-a7e6395f5f2b HTTP/1.1" status: 200 len: 945 time: 0.1870151 Feb 04 20:58:02.833859 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b87cf88-ffed-4a9f-8528-ef549d4791a7', 'tag': 'add6c51a-619a-41b8-baba-6bc43c3eda1a', 'status': 'completed', 'code': 200} Feb 04 20:58:02.870841 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:02.896304 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 96847383-cd2d-430f-9cc1-78f6f0f6f73b completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:58:02.960328 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9d4b3948-1963-43c3-9171-b3030a5c1dda req-6b25c1cb-e4b8-464d-aa71-e8aed503fec4 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806548 Feb 04 20:58:03.152225 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 96847383-cd2d-430f-9cc1-78f6f0f6f73b triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:58:03.152604 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:03.195338 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:58:03.423625 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-d17ce7e0-0f4e-4df1-9d1e-e2ea7e3b42f1 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Network f89008f8-366c-4201-a712-89e130ae414f is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:58:03.437587 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-d17ce7e0-0f4e-4df1-9d1e-e2ea7e3b42f1 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:58:03.445416 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ce7e0-0f4e-4df1-9d1e-e2ea7e3b42f1 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Pushing event updated for resources: {'Port': ['ID=58773d88-d214-48fd-9c24-1702b03fc7a4,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:03.456129 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-d17ce7e0-0f4e-4df1-9d1e-e2ea7e3b42f1 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:58:03.505144 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def74ee5-fa9d-48ce-92c9-b4566e7c2c09', 'name': 'network-vif-deleted', 'tag': '8b6a6b4a-1233-4cfd-8f0b-6542a63ef8b2', 'status': 'completed', 'code': 200} Feb 04 20:58:03.505620 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eab9ea-909c-4860-8df4-69d137049c80 req-2beeaafa-0879-4e56-82f5-9ccd42228f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:03.505620 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c2eab9ea-909c-4860-8df4-69d137049c80 req-2beeaafa-0879-4e56-82f5-9ccd42228f55 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=66f8c7d92acd48ffa436b71c93318a59&device_id=1b87cf88-ffed-4a9f-8528-ef549d4791a7 HTTP/1.1" status: 200 len: 1097 time: 0.6322522 Feb 04 20:58:03.539496 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ce7e0-0f4e-4df1-9d1e-e2ea7e3b42f1 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:03.539496 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ce7e0-0f4e-4df1-9d1e-e2ea7e3b42f1 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:03.539496 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ce7e0-0f4e-4df1-9d1e-e2ea7e3b42f1 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:03.539496 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ce7e0-0f4e-4df1-9d1e-e2ea7e3b42f1 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:03.539496 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ce7e0-0f4e-4df1-9d1e-e2ea7e3b42f1 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:03.539496 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ce7e0-0f4e-4df1-9d1e-e2ea7e3b42f1 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:03.539496 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ce7e0-0f4e-4df1-9d1e-e2ea7e3b42f1 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:03.539496 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ce7e0-0f4e-4df1-9d1e-e2ea7e3b42f1 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:03.539496 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ce7e0-0f4e-4df1-9d1e-e2ea7e3b42f1 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:03.539496 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ce7e0-0f4e-4df1-9d1e-e2ea7e3b42f1 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:03.539496 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ce7e0-0f4e-4df1-9d1e-e2ea7e3b42f1 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:03.539496 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ce7e0-0f4e-4df1-9d1e-e2ea7e3b42f1 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:03.748491 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-7727e726-deba-49bc-b73e-f81069b089c4 None None] Set router 99defa9e-d0cf-40fb-8b41-5e85c50548fd gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:58:03.755222 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066b80f-414d-42cb-a4c1-fd68933649b4 req-bae484cc-24a9-4589-99e0-7c46e66bcd2a tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:03.755222 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7066b80f-414d-42cb-a4c1-fd68933649b4 req-bae484cc-24a9-4589-99e0-7c46e66bcd2a tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] 10.222.0.26 "GET /v2.0/ports?device_id=398b16b6-e4e2-436d-bac1-deccda4a61f5 HTTP/1.1" status: 200 len: 931 time: 0.5434771 Feb 04 20:58:03.773169 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b00821-1661-477e-891a-4ea04837c3a8 req-feddf615-554b-4474-8bd0-ecf15b54ce5a tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:03.773169 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-37b00821-1661-477e-891a-4ea04837c3a8 req-feddf615-554b-4474-8bd0-ecf15b54ce5a tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4adc10db-cec5-46d4-9223-a7e6395f5f2b&tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&binding%3Ahost_id=n-h2-827896-1 HTTP/1.1" status: 200 len: 1096 time: 0.4591651 Feb 04 20:58:03.827744 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-37b00821-1661-477e-891a-4ea04837c3a8 req-8112a410-196d-4900-81fe-56e0da04ae14 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827896-1'}}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:58:03.864066 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7066b80f-414d-42cb-a4c1-fd68933649b4 req-1d6babd9-7bf5-4f6d-a835-69ae3936f839 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa9bf263-a0bc-4912-87dd-9e9fd8740874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098661 Feb 04 20:58:03.894522 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-d17ce7e0-0f4e-4df1-9d1e-e2ea7e3b42f1 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:03.895415 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-d17ce7e0-0f4e-4df1-9d1e-e2ea7e3b42f1 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:03.933733 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-d17ce7e0-0f4e-4df1-9d1e-e2ea7e3b42f1 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0974586 Feb 04 20:58:04.070204 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-1b23640b-b447-48a3-aa9f-892a65dcb5d6 service neutron] Request body: {'port': {'device_id': '398b16b6-e4e2-436d-bac1-deccda4a61f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:58:04.159396 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:04.179529 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-296a0a90-b4dd-4b3d-b3b5-f8d9512111da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-602606223-router', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:55Z', 'updated_at': '2022-02-04T20:53:12Z', 'revision_number': 4, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'gw_port': {'id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:57Z', 'updated_at': '2022-02-04T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'f5201201-ed6a-4664-b8b1-d82d28e2114b', 'name': '', 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'mac_address': 'fa:16:3e:f3:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c645973d-e701-4f00-b256-28f08cd89f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:53:08Z', 'updated_at': '2022-02-04T20:53:27Z', 'revision_number': 5, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'subnets': [{'id': 'c645973d-e701-4f00-b256-28f08cd89f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:04.181468 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-56555fe9-1512-4281-878d-7528a5769d7a req-15bbea75-06b9-4a2c-ad91-b60b26202f00 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eb48c4b-faf3-4fb9-9752-dba2306b3e03 HTTP/1.1" status: 200 len: 210 time: 0.0850706 Feb 04 20:58:04.186832 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:58:04.208873 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296a0a90-b4dd-4b3d-b3b5-f8d9512111da None None] The sync data for ids ['4768c878-edcb-40f0-9279-0c17983fc38e'] in n-d-827896-1 is: [{'id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-602606223-router', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:55Z', 'updated_at': '2022-02-04T20:53:12Z', 'revision_number': 4, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'gw_port': {'id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:57Z', 'updated_at': '2022-02-04T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'f5201201-ed6a-4664-b8b1-d82d28e2114b', 'name': '', 'network_id': 'c14f150b-4ca7-4c1e-a316-381569f0fa28', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'mac_address': 'fa:16:3e:f3:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c645973d-e701-4f00-b256-28f08cd89f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:53:08Z', 'updated_at': '2022-02-04T20:53:27Z', 'revision_number': 5, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'subnets': [{'id': 'c645973d-e701-4f00-b256-28f08cd89f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:58:04.219343 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:58:04.219343 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:04.334557 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-bea8a1cc-7c34-47ac-b983-ae3893ee93cf tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:04.336427 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-bea8a1cc-7c34-47ac-b983-ae3893ee93cf tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ef26d40-107b-4a16-9d85-789dd08e6c53&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4533076 Feb 04 20:58:04.379471 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 96847383-cd2d-430f-9cc1-78f6f0f6f73b, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=96847383-cd2d-430f-9cc1-78f6f0f6f73b,segment=NetworkSegment(9c6b215c-a4e6-49c2-a413-2fb6b72da92f),segment_id=9c6b215c-a4e6-49c2-a413-2fb6b72da92f)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:58:04.396644 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:04.398424 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 065a35c3-d5e6-4b1c-a823-385742f915dd up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:58:04.519964 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-1b23640b-b447-48a3-aa9f-892a65dcb5d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:04.527091 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eab9ea-909c-4860-8df4-69d137049c80 req-a91a8f4e-a955-4e34-9c42-bb2a578e5b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:04.529303 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c2eab9ea-909c-4860-8df4-69d137049c80 req-a91a8f4e-a955-4e34-9c42-bb2a578e5b21 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 HTTP/1.1" status: 200 len: 922 time: 1.0149539 Feb 04 20:58:04.649122 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.32', 62480) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:58:04.691531 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-37b00821-1661-477e-891a-4ea04837c3a8 req-8112a410-196d-4900-81fe-56e0da04ae14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:04.697971 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e589a2b7-f9c0-4a6b-990a-6f865dd5a251 None None] New status for floating IP b053517f-d9de-4ba1-b216-1cac3a477f48: DOWN {{(pid=87685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:58:04.748029 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c2eab9ea-909c-4860-8df4-69d137049c80 req-94b8ac3b-41a2-480f-8c22-a0276a32ad9c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=add6c51a-619a-41b8-baba-6bc43c3eda1a HTTP/1.1" status: 200 len: 1002 time: 0.1998577 Feb 04 20:58:04.760278 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-69b08bdf-37f3-498f-b996-126b5c3d18ff tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 1002 time: 0.3882704 Feb 04 20:58:04.768524 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-e304c529-b75b-4289-8662-6d7b8e077240 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Request body: {'floatingip': {'port_id': 'b318f438-13e2-4f16-8995-044479c003d2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:58:04.792501 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device adef2d61-4ab7-4434-8eed-40bedafcc23a details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:58:04.874891 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 065a35c3-d5e6-4b1c-a823-385742f915dd triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:58:04.875169 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:04.889672 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e3055c-e921-43c1-b9ea-afad985046aa', 'name': 'network-vif-deleted', 'tag': 'b447ef48-492b-4220-b871-716bb45bab3a'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:58:04.904312 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:04.920488 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-94589d86-a91c-4795-9d85-b394a980f40c tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:04.925818 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-94589d86-a91c-4795-9d85-b394a980f40c tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.32 "GET /v2.0/networks?id=f67e4cfa-d68d-4332-8e6e-b314179425e3 HTTP/1.1" status: 200 len: 829 time: 0.2458150 Feb 04 20:58:04.935090 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=96847383-cd2d-430f-9cc1-78f6f0f6f73b,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:04.988345 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-d4ef1340-ddb5-412d-8be7-65ee63d0fe5b tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Request body: {'port': {'device_id': '9eb48c4b-faf3-4fb9-9752-dba2306b3e03', 'network_id': 'f67e4cfa-d68d-4332-8e6e-b314179425e3', 'admin_state_up': True, 'tenant_id': '7bded15aab9a4c4d92a66ff896e1379d'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:58:05.091071 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5a6529-67e2-4158-989f-b3784bef33f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2a7ca0-98a8-4c28-858a-0f7c07e731b3'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:58:05.093290 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3fb56-f007-44fa-adbc-c0a7fddeeb9c req-43fea1fb-892a-490a-a1d9-546de5abc709 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:05.095093 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a4e3fb56-f007-44fa-adbc-c0a7fddeeb9c req-43fea1fb-892a-490a-a1d9-546de5abc709 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d5a6529-67e2-4158-989f-b3784bef33f4 HTTP/1.1" status: 200 len: 945 time: 0.6188979 Feb 04 20:58:05.161987 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-7727e726-deba-49bc-b73e-f81069b089c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'name': 'tempest-ServersTestJSON-528916062-router', 'tenant_id': 'b853d123be434c35ad6eaadda6a379bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '4028c1cc-bae9-4933-9785-1f02eb5d1d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:57:55Z', 'updated_at': '2022-02-04T20:57:58Z', 'revision_number': 3, 'project_id': 'b853d123be434c35ad6eaadda6a379bc', 'gw_port': {'id': '4028c1cc-bae9-4933-9785-1f02eb5d1d07', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:56Z', 'updated_at': '2022-02-04T20:57:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:05.170060 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eab9ea-909c-4860-8df4-69d137049c80 req-b4832e75-8f49-45d4-9493-0d56c4e09a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:05.171682 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c2eab9ea-909c-4860-8df4-69d137049c80 req-b4832e75-8f49-45d4-9493-0d56c4e09a19 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad252a39-0fc7-473f-8135-1e6346b2d5e3 HTTP/1.1" status: 200 len: 860 time: 0.3278811 Feb 04 20:58:05.191312 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port ff2a7ca0-98a8-4c28-858a-0f7c07e731b3, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=ff2a7ca0-98a8-4c28-858a-0f7c07e731b3,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:58:05.193500 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-e304c529-b75b-4289-8662-6d7b8e077240 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks [] for floatingip, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:05.201629 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7727e726-deba-49bc-b73e-f81069b089c4 None None] Checking router: 99defa9e-d0cf-40fb-8b41-5e85c50548fd for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:58:05.201629 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7727e726-deba-49bc-b73e-f81069b089c4 None None] Updating router 99defa9e-d0cf-40fb-8b41-5e85c50548fd port 4028c1cc-bae9-4933-9785-1f02eb5d1d07 binding host n-d-827896-1 {{(pid=87684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:58:05.234289 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:05.346435 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port adef2d61-4ab7-4434-8eed-40bedafcc23a, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=adef2d61-4ab7-4434-8eed-40bedafcc23a,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:58:05.360113 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7727e726-deba-49bc-b73e-f81069b089c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:05.378263 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-597f53dd-e9cd-46cc-86ef-dc3d17997531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:05.418919 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a4e3fb56-f007-44fa-adbc-c0a7fddeeb9c req-3d2a8d18-6a2d-44a1-a120-a580d65feab9 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640660 Feb 04 20:58:05.425065 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-d4ef1340-ddb5-412d-8be7-65ee63d0fe5b tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:58:05.437820 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-d4ef1340-ddb5-412d-8be7-65ee63d0fe5b tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:58:05.474193 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device adef2d61-4ab7-4434-8eed-40bedafcc23a has no active binding in host n-h1-827896-1 {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 20:58:05.488426 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=ff2a7ca0-98a8-4c28-858a-0f7c07e731b3,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:05.586092 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-d4ef1340-ddb5-412d-8be7-65ee63d0fe5b tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Made reservation on behalf of 7bded15aab9a4c4d92a66ff896e1379d for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:58:05.599244 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-d4ef1340-ddb5-412d-8be7-65ee63d0fe5b tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:05.746516 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-37b00821-1661-477e-891a-4ea04837c3a8 req-8112a410-196d-4900-81fe-56e0da04ae14 service neutron] For port adef2d61-4ab7-4434-8eed-40bedafcc23a, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=adef2d61-4ab7-4434-8eed-40bedafcc23a,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:58:05.754241 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eab9ea-909c-4860-8df4-69d137049c80 req-9ef500e9-492c-4786-91c2-faa06b161a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:05.757730 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c2eab9ea-909c-4860-8df4-69d137049c80 req-9ef500e9-492c-4786-91c2-faa06b161a27 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3e95a48d-24e2-42d1-a9cb-002bd8a7bca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5006351 Feb 04 20:58:05.766169 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 96847383-cd2d-430f-9cc1-78f6f0f6f73b up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:58:05.895451 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 96847383-cd2d-430f-9cc1-78f6f0f6f73b triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:58:05.896491 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:06.133760 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-37b00821-1661-477e-891a-4ea04837c3a8 req-8112a410-196d-4900-81fe-56e0da04ae14 service neutron] For port adef2d61-4ab7-4434-8eed-40bedafcc23a, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:58:06.269803 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7727e726-deba-49bc-b73e-f81069b089c4 None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:06.297837 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-7727e726-deba-49bc-b73e-f81069b089c4 None None] Transition to ACTIVE for port object 4028c1cc-bae9-4933-9785-1f02eb5d1d07 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:58:06.305824 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-597f53dd-e9cd-46cc-86ef-dc3d17997531 admin admin] Allocated IP 172.20.0.1 (4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e/ca68937e-9a6a-40e5-9320-e4f04a7afb8b/b0e35f61-74be-4e10-ba64-f054a408d7a7) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:58:06.319808 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7727e726-deba-49bc-b73e-f81069b089c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:06.399333 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-d4ef1340-ddb5-412d-8be7-65ee63d0fe5b tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Allocated IP 172.20.0.10 (f67e4cfa-d68d-4332-8e6e-b314179425e3/5c9bc8a2-4c7b-4455-a8c1-881df14931a7/6a4816f4-bd94-4fdb-ba68-faecd2da0a23) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:58:06.438142 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-37b00821-1661-477e-891a-4ea04837c3a8 req-8112a410-196d-4900-81fe-56e0da04ae14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:06.445891 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-7727e726-deba-49bc-b73e-f81069b089c4 None None] Attempting to bind port 4028c1cc-bae9-4933-9785-1f02eb5d1d07 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:58:06.445891 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-7727e726-deba-49bc-b73e-f81069b089c4 None None] Attempting to bind port 4028c1cc-bae9-4933-9785-1f02eb5d1d07 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:58:06.445891 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7727e726-deba-49bc-b73e-f81069b089c4 None None] Attempting to bind port 4028c1cc-bae9-4933-9785-1f02eb5d1d07 on network 1f11f724-8cdd-497d-8220-929f45cf1223 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:58:06.456157 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c2eab9ea-909c-4860-8df4-69d137049c80 req-45a0431d-c8e0-42a0-b310-77c33a2c0f87 service neutron] 10.222.0.32 "GET /v2.0/networks/3e95a48d-24e2-42d1-a9cb-002bd8a7bca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6136684 Feb 04 20:58:06.461204 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7727e726-deba-49bc-b73e-f81069b089c4 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:58:06.461204 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7727e726-deba-49bc-b73e-f81069b089c4 None None] Checking segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:58:06.461204 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7727e726-deba-49bc-b73e-f81069b089c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:06.461204 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7727e726-deba-49bc-b73e-f81069b089c4 None None] Bound using segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:58:06.461204 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-7727e726-deba-49bc-b73e-f81069b089c4 None None] Bound port: 4028c1cc-bae9-4933-9785-1f02eb5d1d07, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:58:06.461204 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7727e726-deba-49bc-b73e-f81069b089c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:06.467519 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-37b00821-1661-477e-891a-4ea04837c3a8 req-8112a410-196d-4900-81fe-56e0da04ae14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:06.512149 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-1b23640b-b447-48a3-aa9f-892a65dcb5d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58773d88-d214-48fd-9c24-1702b03fc7a4 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:58:06.526269 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-1b23640b-b447-48a3-aa9f-892a65dcb5d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:06.539159 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e8b02-7e2f-45f5-a0b8-7276a8f1a774 None None] Pushing event updated for resources: {'Port': ['ID=4028c1cc-bae9-4933-9785-1f02eb5d1d07,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:06.592339 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-7727e726-deba-49bc-b73e-f81069b089c4 None None] For port 4028c1cc-bae9-4933-9785-1f02eb5d1d07, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:58:06.592543 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-1b23640b-b447-48a3-aa9f-892a65dcb5d6 service neutron] Transition to ACTIVE for port object 58773d88-d214-48fd-9c24-1702b03fc7a4 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:58:06.597331 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-7727e726-deba-49bc-b73e-f81069b089c4 None None] For port 4028c1cc-bae9-4933-9785-1f02eb5d1d07, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=4028c1cc-bae9-4933-9785-1f02eb5d1d07,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:58:06.602979 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7727e726-deba-49bc-b73e-f81069b089c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:06.616279 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-1b23640b-b447-48a3-aa9f-892a65dcb5d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:06.712803 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e8b02-7e2f-45f5-a0b8-7276a8f1a774 None None] Pushing event updated for resources: {'Port': ['ID=4028c1cc-bae9-4933-9785-1f02eb5d1d07,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:06.716158 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7727e726-deba-49bc-b73e-f81069b089c4 None None] Routers {'99defa9e-d0cf-40fb-8b41-5e85c50548fd'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:58:06.716158 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-7727e726-deba-49bc-b73e-f81069b089c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:57:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['99defa9e-d0cf-40fb-8b41-5e85c50548fd'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:06.920224 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-597f53dd-e9cd-46cc-86ef-dc3d17997531 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:06.971788 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-7727e726-deba-49bc-b73e-f81069b089c4 None None] Set router 99defa9e-d0cf-40fb-8b41-5e85c50548fd gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:58:06.972496 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112a410-196d-4900-81fe-56e0da04ae14 service neutron] Pushing event updated for resources: {'Port': ['ID=adef2d61-4ab7-4434-8eed-40bedafcc23a,revision_number=7']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:07.021550 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b23640b-b447-48a3-aa9f-892a65dcb5d6 service neutron] Pushing event updated for resources: {'Port': ['ID=58773d88-d214-48fd-9c24-1702b03fc7a4,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:07.033762 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-37b00821-1661-477e-891a-4ea04837c3a8 req-8112a410-196d-4900-81fe-56e0da04ae14 service neutron] Attempting to bind port adef2d61-4ab7-4434-8eed-40bedafcc23a on host n-h2-827896-1 for vnic_type normal with profile {"migrating_to": "n-h1-827896-1"} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:58:07.033937 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-37b00821-1661-477e-891a-4ea04837c3a8 req-8112a410-196d-4900-81fe-56e0da04ae14 service neutron] Attempting to bind port adef2d61-4ab7-4434-8eed-40bedafcc23a by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:58:07.034466 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b00821-1661-477e-891a-4ea04837c3a8 req-8112a410-196d-4900-81fe-56e0da04ae14 service neutron] Attempting to bind port adef2d61-4ab7-4434-8eed-40bedafcc23a on network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:58:07.058729 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b00821-1661-477e-891a-4ea04837c3a8 req-8112a410-196d-4900-81fe-56e0da04ae14 service neutron] Port adef2d61-4ab7-4434-8eed-40bedafcc23a on network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:58:07.059340 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b00821-1661-477e-891a-4ea04837c3a8 req-8112a410-196d-4900-81fe-56e0da04ae14 service neutron] Attempting to bind port adef2d61-4ab7-4434-8eed-40bedafcc23a on network a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:58:07.067197 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-597f53dd-e9cd-46cc-86ef-dc3d17997531 admin admin] Transition to ACTIVE for port object b0e35f61-74be-4e10-ba64-f054a408d7a7 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:58:07.071430 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c2eab9ea-909c-4860-8df4-69d137049c80 req-de42def3-eb50-439e-95da-5b3ce374a71d service neutron] 10.222.0.32 "GET /v2.0/networks/3e95a48d-24e2-42d1-a9cb-002bd8a7bca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6195118 Feb 04 20:58:07.082854 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b00821-1661-477e-891a-4ea04837c3a8 req-8112a410-196d-4900-81fe-56e0da04ae14 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:58:07.083448 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b00821-1661-477e-891a-4ea04837c3a8 req-8112a410-196d-4900-81fe-56e0da04ae14 service neutron] Checking segment: {'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:58:07.084609 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b00821-1661-477e-891a-4ea04837c3a8 req-8112a410-196d-4900-81fe-56e0da04ae14 service neutron] Bound using segment: {'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:58:07.086562 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-37b00821-1661-477e-891a-4ea04837c3a8 req-8112a410-196d-4900-81fe-56e0da04ae14 service neutron] Bound port: adef2d61-4ab7-4434-8eed-40bedafcc23a, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:58:07.087156 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-37b00821-1661-477e-891a-4ea04837c3a8 req-8112a410-196d-4900-81fe-56e0da04ae14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:07.088374 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-1b23640b-b447-48a3-aa9f-892a65dcb5d6 service neutron] Attempting to bind port 58773d88-d214-48fd-9c24-1702b03fc7a4 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:58:07.088715 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-1b23640b-b447-48a3-aa9f-892a65dcb5d6 service neutron] Attempting to bind port 58773d88-d214-48fd-9c24-1702b03fc7a4 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': '88fdd53b-7f42-4508-ad43-ef0ec2a3159e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'f89008f8-366c-4201-a712-89e130ae414f'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:58:07.089048 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-1b23640b-b447-48a3-aa9f-892a65dcb5d6 service neutron] Attempting to bind port 58773d88-d214-48fd-9c24-1702b03fc7a4 on network f89008f8-366c-4201-a712-89e130ae414f {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:58:07.105980 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-1b23640b-b447-48a3-aa9f-892a65dcb5d6 service neutron] Port 58773d88-d214-48fd-9c24-1702b03fc7a4 on network f89008f8-366c-4201-a712-89e130ae414f not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:58:07.105980 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-1b23640b-b447-48a3-aa9f-892a65dcb5d6 service neutron] Attempting to bind port 58773d88-d214-48fd-9c24-1702b03fc7a4 on network f89008f8-366c-4201-a712-89e130ae414f {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:58:07.120001 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-d4ef1340-ddb5-412d-8be7-65ee63d0fe5b tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:07.124449 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-1b23640b-b447-48a3-aa9f-892a65dcb5d6 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:58:07.124791 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-1b23640b-b447-48a3-aa9f-892a65dcb5d6 service neutron] Checking segment: {'id': '88fdd53b-7f42-4508-ad43-ef0ec2a3159e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'f89008f8-366c-4201-a712-89e130ae414f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:58:07.125181 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-1b23640b-b447-48a3-aa9f-892a65dcb5d6 service neutron] Bound using segment: {'id': '88fdd53b-7f42-4508-ad43-ef0ec2a3159e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'f89008f8-366c-4201-a712-89e130ae414f'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:58:07.126635 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-1b23640b-b447-48a3-aa9f-892a65dcb5d6 service neutron] Bound port: 58773d88-d214-48fd-9c24-1702b03fc7a4, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88fdd53b-7f42-4508-ad43-ef0ec2a3159e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'f89008f8-366c-4201-a712-89e130ae414f'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:58:07.126981 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-1b23640b-b447-48a3-aa9f-892a65dcb5d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:07.135375 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a2cf0-90f2-4472-ba73-6adcffb2980b req-af9de76f-9b37-4085-ba00-1bcc16905c84 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:07.138882 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2a3a2cf0-90f2-4472-ba73-6adcffb2980b req-af9de76f-9b37-4085-ba00-1bcc16905c84 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=4adc10db-cec5-46d4-9223-a7e6395f5f2b HTTP/1.1" status: 200 len: 943 time: 0.7745667 Feb 04 20:58:07.190668 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-d4ef1340-ddb5-412d-8be7-65ee63d0fe5b tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Transition to ACTIVE for port object 6a4816f4-bd94-4fdb-ba68-faecd2da0a23 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:58:07.259409 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-597f53dd-e9cd-46cc-86ef-dc3d17997531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:07.284596 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2a3a2cf0-90f2-4472-ba73-6adcffb2980b req-d831ee4f-b91a-4fda-9113-bc4726caf677 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318033 Feb 04 20:58:07.306315 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-37b00821-1661-477e-891a-4ea04837c3a8 req-8112a410-196d-4900-81fe-56e0da04ae14 service neutron] For port adef2d61-4ab7-4434-8eed-40bedafcc23a, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:58:07.315630 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-37b00821-1661-477e-891a-4ea04837c3a8 req-8112a410-196d-4900-81fe-56e0da04ae14 service neutron] For port adef2d61-4ab7-4434-8eed-40bedafcc23a, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=adef2d61-4ab7-4434-8eed-40bedafcc23a,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:58:07.340789 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-7727e726-deba-49bc-b73e-f81069b089c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'name': 'tempest-ServersTestJSON-528916062-router', 'tenant_id': 'b853d123be434c35ad6eaadda6a379bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '4028c1cc-bae9-4933-9785-1f02eb5d1d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:57:55Z', 'updated_at': '2022-02-04T20:57:58Z', 'revision_number': 3, 'project_id': 'b853d123be434c35ad6eaadda6a379bc', 'gw_port': {'id': '4028c1cc-bae9-4933-9785-1f02eb5d1d07', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:56Z', 'updated_at': '2022-02-04T20:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:07.347481 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7727e726-deba-49bc-b73e-f81069b089c4 None None] The sync data for ids ['99defa9e-d0cf-40fb-8b41-5e85c50548fd'] in n-d-827896-1 is: [{'id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'name': 'tempest-ServersTestJSON-528916062-router', 'tenant_id': 'b853d123be434c35ad6eaadda6a379bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '4028c1cc-bae9-4933-9785-1f02eb5d1d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:57:55Z', 'updated_at': '2022-02-04T20:57:58Z', 'revision_number': 3, 'project_id': 'b853d123be434c35ad6eaadda6a379bc', 'gw_port': {'id': '4028c1cc-bae9-4933-9785-1f02eb5d1d07', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:56Z', 'updated_at': '2022-02-04T20:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:58:07.356684 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-1b23640b-b447-48a3-aa9f-892a65dcb5d6 service neutron] For port 58773d88-d214-48fd-9c24-1702b03fc7a4, host n-h1-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:58:07.372294 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597f53dd-e9cd-46cc-86ef-dc3d17997531 admin admin] Network 4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:58:07.382261 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-597f53dd-e9cd-46cc-86ef-dc3d17997531 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:58:07.388080 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-1b23640b-b447-48a3-aa9f-892a65dcb5d6 service neutron] For port 58773d88-d214-48fd-9c24-1702b03fc7a4, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=58773d88-d214-48fd-9c24-1702b03fc7a4,segment=NetworkSegment(88fdd53b-7f42-4508-ad43-ef0ec2a3159e),segment_id=88fdd53b-7f42-4508-ad43-ef0ec2a3159e)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:58:07.392629 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f53dd-e9cd-46cc-86ef-dc3d17997531 admin admin] Pushing event updated for resources: {'Port': ['ID=b0e35f61-74be-4e10-ba64-f054a408d7a7,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:07.396110 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597f53dd-e9cd-46cc-86ef-dc3d17997531 admin admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:58:07.438031 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-1b23640b-b447-48a3-aa9f-892a65dcb5d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:07.492410 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-37b00821-1661-477e-891a-4ea04837c3a8 req-8112a410-196d-4900-81fe-56e0da04ae14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:07.523975 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-d4ef1340-ddb5-412d-8be7-65ee63d0fe5b tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:07.573729 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-1b23640b-b447-48a3-aa9f-892a65dcb5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:07.574404 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-1b23640b-b447-48a3-aa9f-892a65dcb5d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:07.576116 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-1b23640b-b447-48a3-aa9f-892a65dcb5d6 service neutron] 10.222.0.32 "PUT /v2.0/ports/58773d88-d214-48fd-9c24-1702b03fc7a4 HTTP/1.1" status: 200 len: 1091 time: 3.5221493 Feb 04 20:58:07.578878 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398b16b6-e4e2-436d-bac1-deccda4a61f5', 'tag': '58773d88-d214-48fd-9c24-1702b03fc7a4'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:58:07.614436 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-597f53dd-e9cd-46cc-86ef-dc3d17997531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:07.624192 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-d4ef1340-ddb5-412d-8be7-65ee63d0fe5b tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Network f67e4cfa-d68d-4332-8e6e-b314179425e3 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:58:07.624192 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-d4ef1340-ddb5-412d-8be7-65ee63d0fe5b tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:58:07.649431 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-d4ef1340-ddb5-412d-8be7-65ee63d0fe5b tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:58:07.705761 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b23640b-b447-48a3-aa9f-892a65dcb5d6 service neutron] Pushing event updated for resources: {'Port': ['ID=58773d88-d214-48fd-9c24-1702b03fc7a4,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:07.992117 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-d4ef1340-ddb5-412d-8be7-65ee63d0fe5b tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:07.992117 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-d4ef1340-ddb5-412d-8be7-65ee63d0fe5b tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:08.008276 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef1340-ddb5-412d-8be7-65ee63d0fe5b tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Pushing event updated for resources: {'Port': ['ID=6a4816f4-bd94-4fdb-ba68-faecd2da0a23,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:08.131244 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-d4ef1340-ddb5-412d-8be7-65ee63d0fe5b tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1730382 Feb 04 20:58:08.143385 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-e304c529-b75b-4289-8662-6d7b8e077240 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:08.155156 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-a84c827f-6ee9-4ce9-9ec5-422ee0dc0aec None None] Provisioning for port b0e35f61-74be-4e10-ba64-f054a408d7a7 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:58:08.178395 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-54580484-6b19-4dcc-a267-96d9b52bafea service neutron] Request body: {'port': {'device_id': '9eb48c4b-faf3-4fb9-9752-dba2306b3e03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:58:08.179780 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-a84c827f-6ee9-4ce9-9ec5-422ee0dc0aec None None] Provisioning complete for port b0e35f61-74be-4e10-ba64-f054a408d7a7 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:58:08.179780 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a84c827f-6ee9-4ce9-9ec5-422ee0dc0aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:08.254532 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-c15374eb-5cad-4e3c-86f7-2ab614ab16d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:08.256140 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-c15374eb-5cad-4e3c-86f7-2ab614ab16d0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85f7bca2448f4767891f368510dd9cfa&device_id=398b16b6-e4e2-436d-bac1-deccda4a61f5 HTTP/1.1" status: 200 len: 1094 time: 0.5488272 Feb 04 20:58:08.263530 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112a410-196d-4900-81fe-56e0da04ae14 service neutron] Pushing event updated for resources: {'Port': ['ID=adef2d61-4ab7-4434-8eed-40bedafcc23a,revision_number=8']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:08.268925 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-e304c529-b75b-4289-8662-6d7b8e077240 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:08.270352 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-a84c827f-6ee9-4ce9-9ec5-422ee0dc0aec None None] Port b0e35f61-74be-4e10-ba64-f054a408d7a7 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:58:08.340423 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b00821-1661-477e-891a-4ea04837c3a8 req-8112a410-196d-4900-81fe-56e0da04ae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:08.341378 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-37b00821-1661-477e-891a-4ea04837c3a8 req-8112a410-196d-4900-81fe-56e0da04ae14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:08.342712 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-37b00821-1661-477e-891a-4ea04837c3a8 req-8112a410-196d-4900-81fe-56e0da04ae14 service neutron] 10.222.0.32 "PUT /v2.0/ports/adef2d61-4ab7-4434-8eed-40bedafcc23a HTTP/1.1" status: 200 len: 1121 time: 4.5235546 Feb 04 20:58:08.429104 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d3875322-9205-4af4-9a88-1fe17da5af10 None None] Provisioning for port 6a4816f4-bd94-4fdb-ba68-faecd2da0a23 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:58:08.443007 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-9d6dd46e-a785-4b9c-9bdd-3f8aae6116e6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58773d88-d214-48fd-9c24-1702b03fc7a4 HTTP/1.1" status: 200 len: 217 time: 0.1408019 Feb 04 20:58:08.445092 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['adef2d61-4ab7-4434-8eed-40bedafcc23a'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:58:08.490062 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['adef2d61-4ab7-4434-8eed-40bedafcc23a'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:58:08.518205 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6af7f1-3fdf-4c39-80cc-4ea26cc0b3cb req-27e9c840-7397-447a-807a-a2f6b84e0f6e tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:08.527777 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fe6af7f1-3fdf-4c39-80cc-4ea26cc0b3cb req-27e9c840-7397-447a-807a-a2f6b84e0f6e tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] 10.222.0.26 "GET /v2.0/ports?device_id=398b16b6-e4e2-436d-bac1-deccda4a61f5 HTTP/1.1" status: 200 len: 943 time: 0.5827947 Feb 04 20:58:08.544710 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d3875322-9205-4af4-9a88-1fe17da5af10 None None] Provisioning complete for port 6a4816f4-bd94-4fdb-ba68-faecd2da0a23 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:58:08.545149 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d3875322-9205-4af4-9a88-1fe17da5af10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:08.621868 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fe6af7f1-3fdf-4c39-80cc-4ea26cc0b3cb req-8bd6d8c0-0932-4da5-9701-0dfdf27511d7 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa9bf263-a0bc-4912-87dd-9e9fd8740874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930598 Feb 04 20:58:08.681125 n-d-827896-1 neutron-server[87683]: INFO neutron.db.l3_db [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-e304c529-b75b-4289-8662-6d7b8e077240 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Floating IP cd322b16-9384-4ef6-8e55-7c9ce502975a associated. External IP: 172.25.5.217, port: add6c51a-619a-41b8-baba-6bc43c3eda1a. Feb 04 20:58:08.752780 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e3055c-e921-43c1-b9ea-afad985046aa', 'name': 'network-vif-deleted', 'tag': 'b447ef48-492b-4220-b871-716bb45bab3a', 'status': 'completed', 'code': 200} Feb 04 20:58:08.763157 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5a6529-67e2-4158-989f-b3784bef33f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2a7ca0-98a8-4c28-858a-0f7c07e731b3', 'code': 200} Feb 04 20:58:08.769337 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-d3875322-9205-4af4-9a88-1fe17da5af10 None None] Port 6a4816f4-bd94-4fdb-ba68-faecd2da0a23 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:58:08.811079 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-597f53dd-e9cd-46cc-86ef-dc3d17997531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:08.995465 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-54580484-6b19-4dcc-a267-96d9b52bafea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:09.013535 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-e89938dc-0544-4f74-9c3a-0ce4a40e0e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:09.015367 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-e89938dc-0544-4f74-9c3a-0ce4a40e0e9d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=97748568-b20e-4f93-bc8e-e02a963d11d0 HTTP/1.1" status: 200 len: 861 time: 0.5342865 Feb 04 20:58:09.137088 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-fe7c9680-8f45-45b2-86d7-4a9b006545a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89008f8-366c-4201-a712-89e130ae414f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105738 Feb 04 20:58:09.203209 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce399c-1a33-4f76-87d2-38d546246050 req-91170157-ee5c-4c3c-8389-5fede340d74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:09.205518 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8bce399c-1a33-4f76-87d2-38d546246050 req-91170157-ee5c-4c3c-8389-5fede340d74b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2d5a6529-67e2-4158-989f-b3784bef33f4 HTTP/1.1" status: 200 len: 1097 time: 0.3651080 Feb 04 20:58:09.255868 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb73e7-7364-4ead-abb4-67495f232f32 req-b893c44e-80c5-4a8d-a21e-8933dab9dae5 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:09.257233 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b2eb73e7-7364-4ead-abb4-67495f232f32 req-b893c44e-80c5-4a8d-a21e-8933dab9dae5 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eb48c4b-faf3-4fb9-9752-dba2306b3e03 HTTP/1.1" status: 200 len: 932 time: 0.2622561 Feb 04 20:58:09.347547 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8bce399c-1a33-4f76-87d2-38d546246050 req-f49a9eaf-5408-4cd9-a051-5931626b46d7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325755 Feb 04 20:58:09.388693 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b2eb73e7-7364-4ead-abb4-67495f232f32 req-77733614-135a-45df-bc04-e830fc045c98 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Synchronizing usage tracker for tenant:7bded15aab9a4c4d92a66ff896e1379d on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:58:09.404736 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-e304c529-b75b-4289-8662-6d7b8e077240 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Router 4d549bcc-ca13-4a19-9558-de8ab618ee7a has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:58:09.420400 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b2eb73e7-7364-4ead-abb4-67495f232f32 req-77733614-135a-45df-bc04-e830fc045c98 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Unset dirty status for tenant:7bded15aab9a4c4d92a66ff896e1379d on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:58:09.428039 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b2eb73e7-7364-4ead-abb4-67495f232f32 req-77733614-135a-45df-bc04-e830fc045c98 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8e5c2ba-ccd5-40b5-8cc1-abaa7af6fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170082 Feb 04 20:58:09.472920 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-d937548a-6a87-4205-a524-220647b32d56 service neutron] 10.222.0.32 "GET /v2.0/networks/f89008f8-366c-4201-a712-89e130ae414f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268023 Feb 04 20:58:09.607577 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 4028c1cc-bae9-4933-9785-1f02eb5d1d07 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:58:09.659529 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-e304c529-b75b-4289-8662-6d7b8e077240 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:58:09.677472 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0e36ea-6cc4-48de-a17b-10e91a23530d None None] Sync routers for ids ['4d549bcc-ca13-4a19-9558-de8ab618ee7a'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:58:09.685854 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.resource_extend [None req-597f53dd-e9cd-46cc-86ef-dc3d17997531 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:58:09.698515 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0e36ea-6cc4-48de-a17b-10e91a23530d None None] Routers {'4d549bcc-ca13-4a19-9558-de8ab618ee7a'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:58:09.699656 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-3c0e36ea-6cc4-48de-a17b-10e91a23530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:57:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4d549bcc-ca13-4a19-9558-de8ab618ee7a'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:09.732432 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-597f53dd-e9cd-46cc-86ef-dc3d17997531 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:09.742540 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-597f53dd-e9cd-46cc-86ef-dc3d17997531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:09.865445 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f53dd-e9cd-46cc-86ef-dc3d17997531 admin admin] Pushing event updated for resources: {'Port': ['ID=b0e35f61-74be-4e10-ba64-f054a408d7a7,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:09.900059 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 4028c1cc-bae9-4933-9785-1f02eb5d1d07 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:58:09.918761 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 4028c1cc-bae9-4933-9785-1f02eb5d1d07 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:58:09.919493 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:09.950405 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-597f53dd-e9cd-46cc-86ef-dc3d17997531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:09.988073 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b3d74276-d720-4bfa-a84c-f4e17e0b9e66 req-a7a0ae24-291c-4cf2-89d3-8448c24df340 service neutron] 10.222.0.32 "GET /v2.0/networks/f89008f8-366c-4201-a712-89e130ae414f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5079377 Feb 04 20:58:10.013709 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-3c0e36ea-6cc4-48de-a17b-10e91a23530d None None] Set router 4d549bcc-ca13-4a19-9558-de8ab618ee7a gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:58:10.181363 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-54580484-6b19-4dcc-a267-96d9b52bafea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a4816f4-bd94-4fdb-ba68-faecd2da0a23 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:58:10.201925 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-54580484-6b19-4dcc-a267-96d9b52bafea service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:10.242881 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597f53dd-e9cd-46cc-86ef-dc3d17997531 admin admin] Network 4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:58:10.244338 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-54580484-6b19-4dcc-a267-96d9b52bafea service neutron] Transition to ACTIVE for port object 6a4816f4-bd94-4fdb-ba68-faecd2da0a23 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:58:10.244974 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-597f53dd-e9cd-46cc-86ef-dc3d17997531 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:58:10.323478 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:10.341341 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-54580484-6b19-4dcc-a267-96d9b52bafea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:10.391558 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98206a-3ca6-477c-a4ab-899c42863ebd req-eb9e056c-af95-4471-a925-98e5ada7c887 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:10.394668 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9a98206a-3ca6-477c-a4ab-899c42863ebd req-eb9e056c-af95-4471-a925-98e5ada7c887 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d5a6529-67e2-4158-989f-b3784bef33f4 HTTP/1.1" status: 200 len: 946 time: 0.3457844 Feb 04 20:58:10.398632 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-e304c529-b75b-4289-8662-6d7b8e077240 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Router 4d549bcc-ca13-4a19-9558-de8ab618ee7a has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:58:10.422195 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 4028c1cc-bae9-4933-9785-1f02eb5d1d07, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=4028c1cc-bae9-4933-9785-1f02eb5d1d07,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:58:10.432791 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:10.541360 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9a98206a-3ca6-477c-a4ab-899c42863ebd req-6e04cf59-4efa-4c33-abf3-534002f9365a tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410515 Feb 04 20:58:10.632482 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50844) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:58:10.641823 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=4028c1cc-bae9-4933-9785-1f02eb5d1d07,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:10.670580 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3df10f67-180f-4991-96c1-734af6e2fcec None None] Provisioning complete for port b0e35f61-74be-4e10-ba64-f054a408d7a7 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:58:10.670998 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3df10f67-180f-4991-96c1-734af6e2fcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:10.751872 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-e304c529-b75b-4289-8662-6d7b8e077240 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:58:10.761569 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-e304c529-b75b-4289-8662-6d7b8e077240 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:10.797061 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4adc10db-cec5-46d4-9223-a7e6395f5f2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adef2d61-4ab7-4434-8eed-40bedafcc23a'}, {'name': 'network-changed', 'server_uuid': '4adc10db-cec5-46d4-9223-a7e6395f5f2b', 'tag': 'adef2d61-4ab7-4434-8eed-40bedafcc23a'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:58:10.820946 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-3c0e36ea-6cc4-48de-a17b-10e91a23530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1499996838-router', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:56:49Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'gw_port': {'id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:50Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': 'cd322b16-9384-4ef6-8e55-7c9ce502975a', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'port_id': 'b318f438-13e2-4f16-8995-044479c003d2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'mac_address': 'fa:16:3e:d8:48:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef26d40-107b-4a16-9d85-789dd08e6c53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:57:32Z', 'updated_at': '2022-02-04T20:58:07Z', 'revision_number': 3, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19165dbd-4a26-48e0-ac95-837955379ba3', 'name': '', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'mac_address': 'fa:16:3e:b6:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:56Z', 'updated_at': '2022-02-04T20:57:08Z', 'revision_number': 5, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'subnets': [{'id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:10.835194 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0e36ea-6cc4-48de-a17b-10e91a23530d None None] Checking router: 4d549bcc-ca13-4a19-9558-de8ab618ee7a for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:58:10.865030 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0e36ea-6cc4-48de-a17b-10e91a23530d None None] Routers {'4d549bcc-ca13-4a19-9558-de8ab618ee7a'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:58:10.865861 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-3c0e36ea-6cc4-48de-a17b-10e91a23530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:57:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4d549bcc-ca13-4a19-9558-de8ab618ee7a'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:10.933859 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3df10f67-180f-4991-96c1-734af6e2fcec None None] Port b0e35f61-74be-4e10-ba64-f054a408d7a7 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:58:11.013041 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '398b16b6-e4e2-436d-bac1-deccda4a61f5', 'tag': '58773d88-d214-48fd-9c24-1702b03fc7a4', 'status': 'completed', 'code': 200} Feb 04 20:58:11.025095 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597f53dd-e9cd-46cc-86ef-dc3d17997531 admin admin] Router 99defa9e-d0cf-40fb-8b41-5e85c50548fd has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:58:11.044299 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-e304c529-b75b-4289-8662-6d7b8e077240 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "PUT /v2.0/floatingips/cd322b16-9384-4ef6-8e55-7c9ce502975a HTTP/1.1" status: 200 len: 998 time: 6.2817862 Feb 04 20:58:11.141269 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c51d1e-4a37-44c4-8304-0efc28709718 req-f1fdcb12-de69-47b4-a87d-aac61e54640e tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:11.143644 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b5c51d1e-4a37-44c4-8304-0efc28709718 req-f1fdcb12-de69-47b4-a87d-aac61e54640e tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=4adc10db-cec5-46d4-9223-a7e6395f5f2b HTTP/1.1" status: 200 len: 943 time: 0.2184305 Feb 04 20:58:11.151870 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-3c0e36ea-6cc4-48de-a17b-10e91a23530d None None] Set router 4d549bcc-ca13-4a19-9558-de8ab618ee7a gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:58:11.152747 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-f86b79b2-4f6e-4ea9-888c-63aa29adfe98 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:11.154298 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-f86b79b2-4f6e-4ea9-888c-63aa29adfe98 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/ports/add6c51a-619a-41b8-baba-6bc43c3eda1a HTTP/1.1" status: 200 len: 943 time: 0.1089356 Feb 04 20:58:11.196771 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b5c51d1e-4a37-44c4-8304-0efc28709718 req-75abf66d-b2b0-4e8b-a61b-7f74ea7b60ee tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413094 Feb 04 20:58:11.238577 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54580484-6b19-4dcc-a267-96d9b52bafea service neutron] Pushing event updated for resources: {'Port': ['ID=6a4816f4-bd94-4fdb-ba68-faecd2da0a23,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:11.321558 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-6f337f93-d28c-4a80-a263-e38c98e5ee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:11.329914 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-6f337f93-d28c-4a80-a263-e38c98e5ee1f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66f8c7d92acd48ffa436b71c93318a59&device_id=1b87cf88-ffed-4a9f-8528-ef549d4791a7 HTTP/1.1" status: 200 len: 1097 time: 0.0902288 Feb 04 20:58:11.373999 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-60cf5d41-c714-4414-b659-ab597b18d06d tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:11.432505 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-60cf5d41-c714-4414-b659-ab597b18d06d tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:11.463396 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597f53dd-e9cd-46cc-86ef-dc3d17997531 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:58:11.468200 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-54580484-6b19-4dcc-a267-96d9b52bafea service neutron] Attempting to bind port 6a4816f4-bd94-4fdb-ba68-faecd2da0a23 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:58:11.468771 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-54580484-6b19-4dcc-a267-96d9b52bafea service neutron] Attempting to bind port 6a4816f4-bd94-4fdb-ba68-faecd2da0a23 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': '9c6b215c-a4e6-49c2-a413-2fb6b72da92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f67e4cfa-d68d-4332-8e6e-b314179425e3'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:58:11.469284 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-54580484-6b19-4dcc-a267-96d9b52bafea service neutron] Attempting to bind port 6a4816f4-bd94-4fdb-ba68-faecd2da0a23 on network f67e4cfa-d68d-4332-8e6e-b314179425e3 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:58:11.476474 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6878f8-ce77-44d9-abe8-ef0dd66e64ac None None] Sync routers for ids ['99defa9e-d0cf-40fb-8b41-5e85c50548fd'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:58:11.477619 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-597f53dd-e9cd-46cc-86ef-dc3d17997531 admin admin] 10.222.0.26 "PUT /v2.0/routers/99defa9e-d0cf-40fb-8b41-5e85c50548fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0172820 Feb 04 20:58:11.481678 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476bb26-7e0b-421e-8b4d-08f66cf4dcc9 req-5d6b1b9e-c68a-47c9-8454-12ef20136cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:11.483320 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e476bb26-7e0b-421e-8b4d-08f66cf4dcc9 req-5d6b1b9e-c68a-47c9-8454-12ef20136cd5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85f7bca2448f4767891f368510dd9cfa&device_id=398b16b6-e4e2-436d-bac1-deccda4a61f5 HTTP/1.1" status: 200 len: 1094 time: 0.5278249 Feb 04 20:58:11.492712 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6878f8-ce77-44d9-abe8-ef0dd66e64ac None None] Routers {'99defa9e-d0cf-40fb-8b41-5e85c50548fd'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:58:11.493560 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-2c6878f8-ce77-44d9-abe8-ef0dd66e64ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:57:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['99defa9e-d0cf-40fb-8b41-5e85c50548fd'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:11.521822 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-54580484-6b19-4dcc-a267-96d9b52bafea service neutron] Port 6a4816f4-bd94-4fdb-ba68-faecd2da0a23 on network f67e4cfa-d68d-4332-8e6e-b314179425e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:58:11.522571 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-54580484-6b19-4dcc-a267-96d9b52bafea service neutron] Attempting to bind port 6a4816f4-bd94-4fdb-ba68-faecd2da0a23 on network f67e4cfa-d68d-4332-8e6e-b314179425e3 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:58:11.587794 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-54580484-6b19-4dcc-a267-96d9b52bafea service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:58:11.588435 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-54580484-6b19-4dcc-a267-96d9b52bafea service neutron] Checking segment: {'id': '9c6b215c-a4e6-49c2-a413-2fb6b72da92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f67e4cfa-d68d-4332-8e6e-b314179425e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:58:11.588997 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-54580484-6b19-4dcc-a267-96d9b52bafea service neutron] Bound using segment: {'id': '9c6b215c-a4e6-49c2-a413-2fb6b72da92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f67e4cfa-d68d-4332-8e6e-b314179425e3'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:58:11.589539 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-3c0e36ea-6cc4-48de-a17b-10e91a23530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1499996838-router', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:56:49Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'gw_port': {'id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:50Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': 'cd322b16-9384-4ef6-8e55-7c9ce502975a', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'port_id': 'b318f438-13e2-4f16-8995-044479c003d2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'mac_address': 'fa:16:3e:d8:48:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef26d40-107b-4a16-9d85-789dd08e6c53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:57:32Z', 'updated_at': '2022-02-04T20:58:07Z', 'revision_number': 3, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19165dbd-4a26-48e0-ac95-837955379ba3', 'name': '', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'mac_address': 'fa:16:3e:b6:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:56Z', 'updated_at': '2022-02-04T20:57:08Z', 'revision_number': 5, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'subnets': [{'id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:11.589982 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-54580484-6b19-4dcc-a267-96d9b52bafea service neutron] Bound port: 6a4816f4-bd94-4fdb-ba68-faecd2da0a23, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c6b215c-a4e6-49c2-a413-2fb6b72da92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f67e4cfa-d68d-4332-8e6e-b314179425e3'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:58:11.590508 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-54580484-6b19-4dcc-a267-96d9b52bafea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:11.594435 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0e36ea-6cc4-48de-a17b-10e91a23530d None None] The sync data for ids ['4d549bcc-ca13-4a19-9558-de8ab618ee7a'] in n-d-827896-1 is: [{'id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1499996838-router', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:56:49Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'gw_port': {'id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:50Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': 'cd322b16-9384-4ef6-8e55-7c9ce502975a', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'port_id': 'b318f438-13e2-4f16-8995-044479c003d2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'mac_address': 'fa:16:3e:d8:48:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef26d40-107b-4a16-9d85-789dd08e6c53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:57:32Z', 'updated_at': '2022-02-04T20:58:07Z', 'revision_number': 3, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19165dbd-4a26-48e0-ac95-837955379ba3', 'name': '', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'mac_address': 'fa:16:3e:b6:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:56Z', 'updated_at': '2022-02-04T20:57:08Z', 'revision_number': 5, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'subnets': [{'id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:58:11.615478 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 4028c1cc-bae9-4933-9785-1f02eb5d1d07 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:58:11.625570 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-74b3f68f-956c-49f2-ab4b-549aec9d5f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:11.642506 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-74b3f68f-956c-49f2-ab4b-549aec9d5f5e service neutron] 10.222.0.26 "GET /v2.0/networks?id=3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 HTTP/1.1" status: 200 len: 922 time: 0.3109066 Feb 04 20:58:11.699381 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-60cf5d41-c714-4414-b659-ab597b18d06d tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:11.738349 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf5d41-c714-4414-b659-ab597b18d06d tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9682d437-5169-4f10-a377-f31d491d46c9,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:11.815047 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476bb26-7e0b-421e-8b4d-08f66cf4dcc9 req-9cd3a2c3-ff0a-41fb-9308-9e0fa0cf7163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:11.816061 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 4028c1cc-bae9-4933-9785-1f02eb5d1d07 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:58:11.816527 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:11.816623 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e476bb26-7e0b-421e-8b4d-08f66cf4dcc9 req-9cd3a2c3-ff0a-41fb-9308-9e0fa0cf7163 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89008f8-366c-4201-a712-89e130ae414f HTTP/1.1" status: 200 len: 922 time: 0.3171165 Feb 04 20:58:11.855222 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953fca26-a987-4a12-a668-f80115c8199d req-7713c514-de94-489a-b508-327dd9099826 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:11.866241 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-953fca26-a987-4a12-a668-f80115c8199d req-7713c514-de94-489a-b508-327dd9099826 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] 10.222.0.26 "GET /v2.0/ports?device_id=398b16b6-e4e2-436d-bac1-deccda4a61f5 HTTP/1.1" status: 200 len: 943 time: 0.5140307 Feb 04 20:58:11.902393 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-1a126038-843d-4544-abbe-b07be91f2288 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=add6c51a-619a-41b8-baba-6bc43c3eda1a HTTP/1.1" status: 200 len: 217 time: 0.2585952 Feb 04 20:58:11.911603 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-54580484-6b19-4dcc-a267-96d9b52bafea service neutron] For port 6a4816f4-bd94-4fdb-ba68-faecd2da0a23, host n-h1-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:58:11.922465 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e476bb26-7e0b-421e-8b4d-08f66cf4dcc9 req-635bede2-c0a4-45dc-9c6f-3b881fdc8952 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58773d88-d214-48fd-9c24-1702b03fc7a4 HTTP/1.1" status: 200 len: 217 time: 0.0937355 Feb 04 20:58:11.924917 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-60cf5d41-c714-4414-b659-ab597b18d06d tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:11.925466 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-60cf5d41-c714-4414-b659-ab597b18d06d tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "DELETE /v2.0/security-groups/9682d437-5169-4f10-a377-f31d491d46c9 HTTP/1.1" status: 204 len: 168 time: 1.2894590 Feb 04 20:58:11.963808 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50856) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:58:11.975644 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-54580484-6b19-4dcc-a267-96d9b52bafea service neutron] For port 6a4816f4-bd94-4fdb-ba68-faecd2da0a23, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=6a4816f4-bd94-4fdb-ba68-faecd2da0a23,segment=NetworkSegment(9c6b215c-a4e6-49c2-a413-2fb6b72da92f),segment_id=9c6b215c-a4e6-49c2-a413-2fb6b72da92f)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:58:11.998638 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-54580484-6b19-4dcc-a267-96d9b52bafea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:12.045772 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-2c6878f8-ce77-44d9-abe8-ef0dd66e64ac None None] Set router 99defa9e-d0cf-40fb-8b41-5e85c50548fd gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:58:12.068276 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-6f185e44-a8f4-4e69-b954-aae04cbff729 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] show failed (client error): The resource could not be found. Feb 04 20:58:12.068276 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6f185e44-a8f4-4e69-b954-aae04cbff729 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "GET /v2.0/security-groups/9682d437-5169-4f10-a377-f31d491d46c9 HTTP/1.1" status: 404 len: 347 time: 0.0820758 Feb 04 20:58:12.071805 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-953fca26-a987-4a12-a668-f80115c8199d req-d8786e7d-6a89-4bf3-84ed-6508029d05a6 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa9bf263-a0bc-4912-87dd-9e9fd8740874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867917 Feb 04 20:58:12.071805 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50860) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:58:12.104993 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-54580484-6b19-4dcc-a267-96d9b52bafea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:12.115687 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-54580484-6b19-4dcc-a267-96d9b52bafea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:12.118957 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-54580484-6b19-4dcc-a267-96d9b52bafea service neutron] 10.222.0.32 "PUT /v2.0/ports/6a4816f4-bd94-4fdb-ba68-faecd2da0a23 HTTP/1.1" status: 200 len: 1092 time: 3.9685481 Feb 04 20:58:12.130942 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476bb26-7e0b-421e-8b4d-08f66cf4dcc9 req-e3c51e8c-b82d-44d1-98bb-078b7d6f94d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:12.130942 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e476bb26-7e0b-421e-8b4d-08f66cf4dcc9 req-e3c51e8c-b82d-44d1-98bb-078b7d6f94d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=97748568-b20e-4f93-bc8e-e02a963d11d0 HTTP/1.1" status: 200 len: 861 time: 0.2000830 Feb 04 20:58:12.166521 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54580484-6b19-4dcc-a267-96d9b52bafea service neutron] Pushing event updated for resources: {'Port': ['ID=6a4816f4-bd94-4fdb-ba68-faecd2da0a23,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:12.182087 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-23993bed-80ef-4fc0-a306-cd53387401bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:12.191469 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-23993bed-80ef-4fc0-a306-cd53387401bc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ad252a39-0fc7-473f-8135-1e6346b2d5e3 HTTP/1.1" status: 200 len: 860 time: 0.2882195 Feb 04 20:58:12.314825 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3928ff-0aaa-4beb-93da-a988bb288c03 None None] New status for floating IP cd322b16-9384-4ef6-8e55-7c9ce502975a: ACTIVE {{(pid=87684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:58:12.323789 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e476bb26-7e0b-421e-8b4d-08f66cf4dcc9 req-1972da73-c7d4-481e-86af-48d1e7e80d30 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89008f8-366c-4201-a712-89e130ae414f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1472490 Feb 04 20:58:12.682537 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-b60a7ad4-6184-4dfc-aada-91d824b567e6 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Deleting port 1f8b9a69-e4fa-401f-8e35-dab43d54f482 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:58:12.685222 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b60a7ad4-6184-4dfc-aada-91d824b567e6 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:12.770720 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-59b039c6-d673-46f1-9293-93167ef53239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:12.772298 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-59b039c6-d673-46f1-9293-93167ef53239 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7bded15aab9a4c4d92a66ff896e1379d&device_id=9eb48c4b-faf3-4fb9-9752-dba2306b3e03 HTTP/1.1" status: 200 len: 1095 time: 0.3553312 Feb 04 20:58:12.873512 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-806002f8-b34b-43cf-8f1e-bbdcdc15cd11 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a4816f4-bd94-4fdb-ba68-faecd2da0a23 HTTP/1.1" status: 200 len: 217 time: 0.0900278 Feb 04 20:58:12.991118 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-a26ccce5-4f8e-4182-894d-71a1d0205a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:12.999001 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-a26ccce5-4f8e-4182-894d-71a1d0205a31 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c9bc8a2-4c7b-4455-a8c1-881df14931a7 HTTP/1.1" status: 200 len: 868 time: 0.1152637 Feb 04 20:58:13.139105 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb48c4b-faf3-4fb9-9752-dba2306b3e03', 'tag': '6a4816f4-bd94-4fdb-ba68-faecd2da0a23'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:58:13.153129 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e476bb26-7e0b-421e-8b4d-08f66cf4dcc9 req-76041f9a-b6a8-4197-8ffc-570acbb63db0 service neutron] 10.222.0.32 "GET /v2.0/networks/f89008f8-366c-4201-a712-89e130ae414f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8211765 Feb 04 20:58:13.197523 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-47ef2704-d8df-41c6-863e-74ccb9093678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:13.199347 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-47ef2704-d8df-41c6-863e-74ccb9093678 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3e95a48d-24e2-42d1-a9cb-002bd8a7bca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0069180 Feb 04 20:58:13.276991 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-2c6878f8-ce77-44d9-abe8-ef0dd66e64ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'name': 'tempest-ServersTestJSON-528916062-router', 'tenant_id': 'b853d123be434c35ad6eaadda6a379bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '4028c1cc-bae9-4933-9785-1f02eb5d1d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:57:55Z', 'updated_at': '2022-02-04T20:58:08Z', 'revision_number': 4, 'project_id': 'b853d123be434c35ad6eaadda6a379bc', 'gw_port': {'id': '4028c1cc-bae9-4933-9785-1f02eb5d1d07', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:56Z', 'updated_at': '2022-02-04T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'b0e35f61-74be-4e10-ba64-f054a408d7a7', 'name': '', 'network_id': '4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e', 'tenant_id': 'b853d123be434c35ad6eaadda6a379bc', 'mac_address': 'fa:16:3e:48:2b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ca68937e-9a6a-40e5-9320-e4f04a7afb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:58:05Z', 'updated_at': '2022-02-04T20:58:09Z', 'revision_number': 2, 'project_id': 'b853d123be434c35ad6eaadda6a379bc', 'subnets': [{'id': 'ca68937e-9a6a-40e5-9320-e4f04a7afb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:13.281324 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6878f8-ce77-44d9-abe8-ef0dd66e64ac None None] Checking router: 99defa9e-d0cf-40fb-8b41-5e85c50548fd for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:58:13.281659 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6878f8-ce77-44d9-abe8-ef0dd66e64ac None None] Updating router 99defa9e-d0cf-40fb-8b41-5e85c50548fd port b0e35f61-74be-4e10-ba64-f054a408d7a7 binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:58:13.399103 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-37b00821-1661-477e-891a-4ea04837c3a8 req-b0ca881f-2e35-4384-968a-ed90511b3180 service neutron] 10.222.0.18 "GET /v2.0/ports/adef2d61-4ab7-4434-8eed-40bedafcc23a/bindings/n-h1-827896-1 HTTP/1.1" status: 200 len: 384 time: 0.6417465 Feb 04 20:58:13.421556 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-2c6878f8-ce77-44d9-abe8-ef0dd66e64ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:13.486699 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a76ee28-c272-437a-9727-07d2dc3ea5c0 None None] Sync routers for ids ['4d549bcc-ca13-4a19-9558-de8ab618ee7a'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:58:13.499939 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50892) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:58:13.512274 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a76ee28-c272-437a-9727-07d2dc3ea5c0 None None] Routers {'4d549bcc-ca13-4a19-9558-de8ab618ee7a'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:58:13.513022 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-3a76ee28-c272-437a-9727-07d2dc3ea5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:57:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4d549bcc-ca13-4a19-9558-de8ab618ee7a'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:13.581142 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b60a7ad4-6184-4dfc-aada-91d824b567e6 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:13.582157 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b60a7ad4-6184-4dfc-aada-91d824b567e6 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:13.622663 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-19bce787-07e4-4fa9-bdab-37f95b92429e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:13.622663 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-19bce787-07e4-4fa9-bdab-37f95b92429e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f67e4cfa-d68d-4332-8e6e-b314179425e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6103649 Feb 04 20:58:13.768604 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-b60a7ad4-6184-4dfc-aada-91d824b567e6 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Calling delete_port for 1f8b9a69-e4fa-401f-8e35-dab43d54f482 owned by network:floatingip {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:58:13.812344 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-6a0a2b8e-6c67-405a-8ad9-15ccc0626f32 service neutron] 10.222.0.26 "GET /v2.0/networks/3e95a48d-24e2-42d1-a9cb-002bd8a7bca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5216947 Feb 04 20:58:13.823068 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e476bb26-7e0b-421e-8b4d-08f66cf4dcc9 req-48b05aa4-8f1f-4330-83ce-db6c5eae66a6 service neutron] 10.222.0.32 "GET /v2.0/networks/f89008f8-366c-4201-a712-89e130ae414f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6558137 Feb 04 20:58:13.868251 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2daa277f-9490-4c01-b945-2a12b3cb09c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:13.927733 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a2d90-8eec-497e-812c-d3c268ab0fd8 req-9fcaeeee-a0e1-471f-b510-514773ba08a8 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:13.928024 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-3a76ee28-c272-437a-9727-07d2dc3ea5c0 None None] Set router 4d549bcc-ca13-4a19-9558-de8ab618ee7a gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:58:13.929885 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-538a2d90-8eec-497e-812c-d3c268ab0fd8 req-9fcaeeee-a0e1-471f-b510-514773ba08a8 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eb48c4b-faf3-4fb9-9752-dba2306b3e03 HTTP/1.1" status: 200 len: 944 time: 0.7383363 Feb 04 20:58:13.958373 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-8261ab9f-a680-47c0-8f8b-14bf8b9e6c47 service neutron] 10.222.0.32 "GET /v2.0/networks/f67e4cfa-d68d-4332-8e6e-b314179425e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363862 Feb 04 20:58:14.175838 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5d6b7a19-bfd3-4cc6-8cf0-68f7c19efc47 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6e99f9e26ac0463281aafc24e17e85e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6662903 Feb 04 20:58:14.177651 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50898) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:58:14.202148 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-538a2d90-8eec-497e-812c-d3c268ab0fd8 req-0d9af51f-fc08-4ccd-b8b7-2a0f2541a781 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8e5c2ba-ccd5-40b5-8cc1-abaa7af6fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180226 Feb 04 20:58:14.411049 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-29866e83-63d5-45b9-9bf1-4de4953cb67e req-82403694-ea5c-4ca3-b16d-2f5b34d6dd7c service neutron] 10.222.0.32 "GET /v2.0/networks/f67e4cfa-d68d-4332-8e6e-b314179425e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409943 Feb 04 20:58:14.426859 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4adc10db-cec5-46d4-9223-a7e6395f5f2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adef2d61-4ab7-4434-8eed-40bedafcc23a', 'code': 200} Feb 04 20:58:14.427071 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4adc10db-cec5-46d4-9223-a7e6395f5f2b', 'tag': 'adef2d61-4ab7-4434-8eed-40bedafcc23a', 'status': 'completed', 'code': 200} Feb 04 20:58:14.427698 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b60a7ad4-6184-4dfc-aada-91d824b567e6 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:14.438103 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-754bb22a-4a81-4583-bc0b-370ad518ea95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:14.443847 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-e403ad79-a883-4e0a-8e36-fd969e68d2f5 service neutron] 10.222.0.26 "GET /v2.0/networks/3e95a48d-24e2-42d1-a9cb-002bd8a7bca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5969198 Feb 04 20:58:14.493984 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-754bb22a-4a81-4583-bc0b-370ad518ea95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:14.533745 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de3090-8cbb-4888-bc69-7bf3071becb4 req-ec539222-4205-4d09-8c39-25ce053c235d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:14.533745 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b3de3090-8cbb-4888-bc69-7bf3071becb4 req-ec539222-4205-4d09-8c39-25ce053c235d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&device_id=4adc10db-cec5-46d4-9223-a7e6395f5f2b HTTP/1.1" status: 200 len: 1124 time: 0.2126720 Feb 04 20:58:14.697806 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a7ad4-6184-4dfc-aada-91d824b567e6 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Pushing event deleted for resources: {'Port': ['ID=1f8b9a69-e4fa-401f-8e35-dab43d54f482,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:14.712755 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de3090-8cbb-4888-bc69-7bf3071becb4 req-2dcd1160-7930-4376-b10a-a6368fe1b57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:14.712755 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b3de3090-8cbb-4888-bc69-7bf3071becb4 req-2dcd1160-7930-4376-b10a-a6368fe1b57b service neutron] 10.222.0.18 "GET /v2.0/networks?id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 HTTP/1.1" status: 200 len: 921 time: 0.1673622 Feb 04 20:58:14.728145 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60a7ad4-6184-4dfc-aada-91d824b567e6 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:14.728145 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60a7ad4-6184-4dfc-aada-91d824b567e6 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:14.728145 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60a7ad4-6184-4dfc-aada-91d824b567e6 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:14.728145 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60a7ad4-6184-4dfc-aada-91d824b567e6 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:14.728145 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60a7ad4-6184-4dfc-aada-91d824b567e6 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:14.728145 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60a7ad4-6184-4dfc-aada-91d824b567e6 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:14.728145 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60a7ad4-6184-4dfc-aada-91d824b567e6 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:14.728145 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60a7ad4-6184-4dfc-aada-91d824b567e6 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:14.728145 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60a7ad4-6184-4dfc-aada-91d824b567e6 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:14.728145 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60a7ad4-6184-4dfc-aada-91d824b567e6 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:14.728145 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60a7ad4-6184-4dfc-aada-91d824b567e6 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:14.728145 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60a7ad4-6184-4dfc-aada-91d824b567e6 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:14.758774 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-37b00821-1661-477e-891a-4ea04837c3a8 req-1e787913-9c49-41f6-b41d-b2984306ba01 service neutron] For port adef2d61-4ab7-4434-8eed-40bedafcc23a, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=adef2d61-4ab7-4434-8eed-40bedafcc23a,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:58:14.807354 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b3de3090-8cbb-4888-bc69-7bf3071becb4 req-f273646e-0940-40c5-8af7-16c446277e01 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adef2d61-4ab7-4434-8eed-40bedafcc23a HTTP/1.1" status: 200 len: 217 time: 0.0849333 Feb 04 20:58:14.807354 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-754bb22a-4a81-4583-bc0b-370ad518ea95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:14.812380 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 58773d88-d214-48fd-9c24-1702b03fc7a4 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:58:14.839472 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-3a76ee28-c272-437a-9727-07d2dc3ea5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1499996838-router', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:56:49Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'gw_port': {'id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:50Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': 'cd322b16-9384-4ef6-8e55-7c9ce502975a', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'port_id': 'b318f438-13e2-4f16-8995-044479c003d2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'mac_address': 'fa:16:3e:d8:48:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef26d40-107b-4a16-9d85-789dd08e6c53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:57:32Z', 'updated_at': '2022-02-04T20:58:13Z', 'revision_number': 4, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19165dbd-4a26-48e0-ac95-837955379ba3', 'name': '', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'mac_address': 'fa:16:3e:b6:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:56Z', 'updated_at': '2022-02-04T20:57:08Z', 'revision_number': 5, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'subnets': [{'id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:14.858337 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a76ee28-c272-437a-9727-07d2dc3ea5c0 None None] Checking router: 4d549bcc-ca13-4a19-9558-de8ab618ee7a for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:58:14.863625 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b60a7ad4-6184-4dfc-aada-91d824b567e6 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks [] for floatingip, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:14.869843 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-2c6878f8-ce77-44d9-abe8-ef0dd66e64ac None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:14.875418 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754bb22a-4a81-4583-bc0b-370ad518ea95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffc210c-964a-4042-82bb-983fec424162,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:14.875418 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-754bb22a-4a81-4583-bc0b-370ad518ea95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:14.875418 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-754bb22a-4a81-4583-bc0b-370ad518ea95 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cffc210c-964a-4042-82bb-983fec424162 HTTP/1.1" status: 204 len: 168 time: 0.6975439 Feb 04 20:58:14.886653 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a76ee28-c272-437a-9727-07d2dc3ea5c0 None None] Routers {'4d549bcc-ca13-4a19-9558-de8ab618ee7a'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:58:14.886653 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-3a76ee28-c272-437a-9727-07d2dc3ea5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:57:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4d549bcc-ca13-4a19-9558-de8ab618ee7a'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:14.926374 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b60a7ad4-6184-4dfc-aada-91d824b567e6 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:14.926374 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b60a7ad4-6184-4dfc-aada-91d824b567e6 tempest-ServersWithSpecificFlavorTestJSON-1722265234 tempest-ServersWithSpecificFlavorTestJSON-1722265234-project] 10.222.0.26 "DELETE /v2.0/floatingips/b053517f-d9de-4ba1-b216-1cac3a477f48 HTTP/1.1" status: 204 len: 168 time: 2.8448520 Feb 04 20:58:14.932336 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-37b00821-1661-477e-891a-4ea04837c3a8 req-1e787913-9c49-41f6-b41d-b2984306ba01 service neutron] For port adef2d61-4ab7-4434-8eed-40bedafcc23a, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:58:14.938913 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de3090-8cbb-4888-bc69-7bf3071becb4 req-8645e14f-9249-44f7-aefa-e562468ed44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:14.941492 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b3de3090-8cbb-4888-bc69-7bf3071becb4 req-8645e14f-9249-44f7-aefa-e562468ed44c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af7ea361-8fb7-49bd-8e76-0990ff7e7df7 HTTP/1.1" status: 200 len: 860 time: 0.1337049 Feb 04 20:58:14.986200 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc058a-13b8-442b-8914-8593434308a7 req-b5187db3-20fb-4755-afaa-889271747f47 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:14.989588 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b8dc058a-13b8-442b-8914-8593434308a7 req-b5187db3-20fb-4755-afaa-889271747f47 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d5a6529-67e2-4158-989f-b3784bef33f4 HTTP/1.1" status: 200 len: 946 time: 0.4471025 Feb 04 20:58:15.120617 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-2c6878f8-ce77-44d9-abe8-ef0dd66e64ac None None] Transition to ACTIVE for port object b0e35f61-74be-4e10-ba64-f054a408d7a7 will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:58:15.139609 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b3de3090-8cbb-4888-bc69-7bf3071becb4 req-30b97286-8815-4443-906b-510bba8acec0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1918523 Feb 04 20:58:15.148151 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-836b52f1-e3a5-430e-baff-79157c918287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:15.151762 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-836b52f1-e3a5-430e-baff-79157c918287 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66f8c7d92acd48ffa436b71c93318a59&device_id=7ef26d40-107b-4a16-9d85-789dd08e6c53 HTTP/1.1" status: 200 len: 1096 time: 0.5633073 Feb 04 20:58:15.259598 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device adef2d61-4ab7-4434-8eed-40bedafcc23a no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:58:15.368366 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-2c6878f8-ce77-44d9-abe8-ef0dd66e64ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:15.479588 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b8dc058a-13b8-442b-8914-8593434308a7 req-f69a7a8e-8189-4cd4-92de-a54e9b38c76f tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4692335 Feb 04 20:58:15.482619 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-37b00821-1661-477e-891a-4ea04837c3a8 req-1e787913-9c49-41f6-b41d-b2984306ba01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adef2d61-4ab7-4434-8eed-40bedafcc23a {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:58:15.484915 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70233b41-7337-4b17-a84d-dbcb2332b7cd None None] Pushing event updated for resources: {'Port': ['ID=b0e35f61-74be-4e10-ba64-f054a408d7a7,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:15.531810 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-37b00821-1661-477e-891a-4ea04837c3a8 req-1e787913-9c49-41f6-b41d-b2984306ba01 service neutron] For port adef2d61-4ab7-4434-8eed-40bedafcc23a, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=adef2d61-4ab7-4434-8eed-40bedafcc23a,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:58:15.550659 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 58773d88-d214-48fd-9c24-1702b03fc7a4, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=58773d88-d214-48fd-9c24-1702b03fc7a4,segment=NetworkSegment(88fdd53b-7f42-4508-ad43-ef0ec2a3159e),segment_id=88fdd53b-7f42-4508-ad43-ef0ec2a3159e)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:58:15.639912 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b3de3090-8cbb-4888-bc69-7bf3071becb4 req-5c4dbd16-c35a-43bb-870b-f701ccbfce15 service neutron] 10.222.0.18 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952300 Feb 04 20:58:15.641797 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233b41-7337-4b17-a84d-dbcb2332b7cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:15.642121 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233b41-7337-4b17-a84d-dbcb2332b7cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:15.642467 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233b41-7337-4b17-a84d-dbcb2332b7cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:15.643422 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233b41-7337-4b17-a84d-dbcb2332b7cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:15.643422 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233b41-7337-4b17-a84d-dbcb2332b7cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:15.643422 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233b41-7337-4b17-a84d-dbcb2332b7cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:15.644030 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233b41-7337-4b17-a84d-dbcb2332b7cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:15.644113 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233b41-7337-4b17-a84d-dbcb2332b7cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:15.644572 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233b41-7337-4b17-a84d-dbcb2332b7cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:15.645149 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233b41-7337-4b17-a84d-dbcb2332b7cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:15.645149 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233b41-7337-4b17-a84d-dbcb2332b7cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:15.645645 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233b41-7337-4b17-a84d-dbcb2332b7cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:15.663155 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '58773d88-d214-48fd-9c24-1702b03fc7a4', 'network_id': 'f89008f8-366c-4201-a712-89e130ae414f', 'port_id': '58773d88-d214-48fd-9c24-1702b03fc7a4', 'mac_address': 'fa:16:3e:55:07:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97748568-b20e-4f93-bc8e-e02a963d11d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:58:15.696928 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-37b00821-1661-477e-891a-4ea04837c3a8 req-1e787913-9c49-41f6-b41d-b2984306ba01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:15.831799 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-3a76ee28-c272-437a-9727-07d2dc3ea5c0 None None] Set router 4d549bcc-ca13-4a19-9558-de8ab618ee7a gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:58:15.858186 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-9142b988-aa09-43a1-88e6-50b8bfbf116b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:15.860684 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-9142b988-aa09-43a1-88e6-50b8bfbf116b service neutron] 10.222.0.26 "GET /v2.0/networks?id=3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 HTTP/1.1" status: 200 len: 922 time: 0.6991308 Feb 04 20:58:15.890281 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:15.937653 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58773d88-d214-48fd-9c24-1702b03fc7a4 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:58:15.988765 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 58773d88-d214-48fd-9c24-1702b03fc7a4, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=58773d88-d214-48fd-9c24-1702b03fc7a4,segment=NetworkSegment(88fdd53b-7f42-4508-ad43-ef0ec2a3159e),segment_id=88fdd53b-7f42-4508-ad43-ef0ec2a3159e)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:58:16.014721 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:16.059485 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-d6f96274-f7db-466c-9f2d-53c6bd1590b7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b318f438-13e2-4f16-8995-044479c003d2 HTTP/1.1" status: 200 len: 1001 time: 0.1805761 Feb 04 20:58:16.084572 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b3de3090-8cbb-4888-bc69-7bf3071becb4 req-c860e4f0-a4f9-418f-8761-fd6c29f92dea service neutron] 10.222.0.18 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362352 Feb 04 20:58:16.191629 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=58773d88-d214-48fd-9c24-1702b03fc7a4,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:16.262723 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-2c6878f8-ce77-44d9-abe8-ef0dd66e64ac None None] Attempting to bind port b0e35f61-74be-4e10-ba64-f054a408d7a7 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:58:16.263282 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-2c6878f8-ce77-44d9-abe8-ef0dd66e64ac None None] Attempting to bind port b0e35f61-74be-4e10-ba64-f054a408d7a7 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': 'e5020a8a-8214-431e-9592-cee2e6807d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:58:16.263466 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6878f8-ce77-44d9-abe8-ef0dd66e64ac None None] Attempting to bind port b0e35f61-74be-4e10-ba64-f054a408d7a7 on network 4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:58:16.271517 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-f3099781-c7ae-41e0-9dcc-7c029622d4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:16.273198 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-f3099781-c7ae-41e0-9dcc-7c029622d4e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ad252a39-0fc7-473f-8135-1e6346b2d5e3 HTTP/1.1" status: 200 len: 860 time: 0.1344934 Feb 04 20:58:16.274190 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6878f8-ce77-44d9-abe8-ef0dd66e64ac None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:58:16.274570 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6878f8-ce77-44d9-abe8-ef0dd66e64ac None None] Checking segment: {'id': 'e5020a8a-8214-431e-9592-cee2e6807d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:58:16.274970 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-2c6878f8-ce77-44d9-abe8-ef0dd66e64ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:16.275353 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6878f8-ce77-44d9-abe8-ef0dd66e64ac None None] Bound using segment: {'id': 'e5020a8a-8214-431e-9592-cee2e6807d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:58:16.275939 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-2c6878f8-ce77-44d9-abe8-ef0dd66e64ac None None] Bound port: b0e35f61-74be-4e10-ba64-f054a408d7a7, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5020a8a-8214-431e-9592-cee2e6807d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:58:16.276314 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-2c6878f8-ce77-44d9-abe8-ef0dd66e64ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:16.295242 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50930) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:58:16.308414 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-7ea7bba6-77b7-497e-a46c-b641ff472f2c tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Request body: {'security_group': {'name': 'tempest-securitygroup--287791857', 'description': 'tempest-description--2145635138'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:58:16.334861 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-88476024-b455-4069-aded-6639d6b0575e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:16.338054 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7ea7bba6-77b7-497e-a46c-b641ff472f2c tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:58:16.355359 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7ea7bba6-77b7-497e-a46c-b641ff472f2c tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Usage tracker for resource:security_group and tenant:b853d123be434c35ad6eaadda6a379bc is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:58:16.361542 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7ea7bba6-77b7-497e-a46c-b641ff472f2c tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:58:16.371375 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-37b00821-1661-477e-891a-4ea04837c3a8 req-1e787913-9c49-41f6-b41d-b2984306ba01 service neutron] Transition to ACTIVE for port object adef2d61-4ab7-4434-8eed-40bedafcc23a will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:58:16.381003 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-37b00821-1661-477e-891a-4ea04837c3a8 req-1e787913-9c49-41f6-b41d-b2984306ba01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:16.385810 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7ea7bba6-77b7-497e-a46c-b641ff472f2c tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:58:16.401244 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7ea7bba6-77b7-497e-a46c-b641ff472f2c tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:16.426361 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7ea7bba6-77b7-497e-a46c-b641ff472f2c tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:58:16.432447 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b87cf88-ffed-4a9f-8528-ef549d4791a7', 'tag': 'add6c51a-619a-41b8-baba-6bc43c3eda1a'}, {'name': 'network-changed', 'server_uuid': '7ef26d40-107b-4a16-9d85-789dd08e6c53', 'tag': 'b318f438-13e2-4f16-8995-044479c003d2'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:58:16.440538 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7ea7bba6-77b7-497e-a46c-b641ff472f2c tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Usage tracker for resource:security_group_rule and tenant:b853d123be434c35ad6eaadda6a379bc is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:58:16.445258 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7ea7bba6-77b7-497e-a46c-b641ff472f2c tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:58:16.466199 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7ea7bba6-77b7-497e-a46c-b641ff472f2c tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:58:16.588157 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['58773d88-d214-48fd-9c24-1702b03fc7a4'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:58:16.604176 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7ea7bba6-77b7-497e-a46c-b641ff472f2c tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:16.608445 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7ea7bba6-77b7-497e-a46c-b641ff472f2c tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:16.637830 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-d343c8ed-db95-48fe-a4ca-809bd6a7a7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:16.654663 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-d343c8ed-db95-48fe-a4ca-809bd6a7a7ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3e95a48d-24e2-42d1-a9cb-002bd8a7bca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3748090 Feb 04 20:58:16.669804 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7ea7bba6-77b7-497e-a46c-b641ff472f2c tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:16.671791 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7ea7bba6-77b7-497e-a46c-b641ff472f2c tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3743317 Feb 04 20:58:16.674583 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50938) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:58:16.681676 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-d6143812-34cb-47c4-a1cd-334788662f4a tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Request body: {'security_group_rule': {'security_group_id': 'b1a33d20-11be-4212-b786-165d7dd1f28c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:58:16.686860 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7bba6-77b7-497e-a46c-b641ff472f2c tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a33d20-11be-4212-b786-165d7dd1f28c,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:16.692333 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-2c6878f8-ce77-44d9-abe8-ef0dd66e64ac None None] For port b0e35f61-74be-4e10-ba64-f054a408d7a7, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:58:16.697108 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-2c6878f8-ce77-44d9-abe8-ef0dd66e64ac None None] For port b0e35f61-74be-4e10-ba64-f054a408d7a7, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=b0e35f61-74be-4e10-ba64-f054a408d7a7,segment=NetworkSegment(e5020a8a-8214-431e-9592-cee2e6807d9f),segment_id=e5020a8a-8214-431e-9592-cee2e6807d9f)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:58:16.708063 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-2c6878f8-ce77-44d9-abe8-ef0dd66e64ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:16.708488 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d6143812-34cb-47c4-a1cd-334788662f4a tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:58:16.716321 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d6143812-34cb-47c4-a1cd-334788662f4a tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Usage tracker for resource:security_group_rule and tenant:b853d123be434c35ad6eaadda6a379bc is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:58:16.721830 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d6143812-34cb-47c4-a1cd-334788662f4a tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:58:16.736380 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d6143812-34cb-47c4-a1cd-334788662f4a tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:58:16.763602 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d6143812-34cb-47c4-a1cd-334788662f4a tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:16.779157 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b00821-1661-477e-891a-4ea04837c3a8 req-1e787913-9c49-41f6-b41d-b2984306ba01 service neutron] No DVR routers for this DVR port adef2d61-4ab7-4434-8eed-40bedafcc23a on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:58:16.823372 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device adef2d61-4ab7-4434-8eed-40bedafcc23a no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:58:16.864282 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d6143812-34cb-47c4-a1cd-334788662f4a tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:16.869763 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d6143812-34cb-47c4-a1cd-334788662f4a tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:16.893014 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6878f8-ce77-44d9-abe8-ef0dd66e64ac None None] Routers {'99defa9e-d0cf-40fb-8b41-5e85c50548fd'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:58:16.894521 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-2c6878f8-ce77-44d9-abe8-ef0dd66e64ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:58:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['99defa9e-d0cf-40fb-8b41-5e85c50548fd'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:16.909080 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6143812-34cb-47c4-a1cd-334788662f4a tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d83be09b-7efa-457a-b186-ad9358af8083,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:16.927520 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d6143812-34cb-47c4-a1cd-334788662f4a tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:16.929151 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d6143812-34cb-47c4-a1cd-334788662f4a tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2533739 Feb 04 20:58:16.931732 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50944) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:58:16.939038 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-a3e0e716-8ff4-44b4-856f-9d3205a289a3 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Request body: {'security_group_rule': {'security_group_id': 'b1a33d20-11be-4212-b786-165d7dd1f28c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:58:16.947671 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a3e0e716-8ff4-44b4-856f-9d3205a289a3 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:58:16.952953 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a3e0e716-8ff4-44b4-856f-9d3205a289a3 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Usage tracker for resource:security_group_rule and tenant:b853d123be434c35ad6eaadda6a379bc is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:58:16.958852 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a3e0e716-8ff4-44b4-856f-9d3205a289a3 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:58:16.966215 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a3e0e716-8ff4-44b4-856f-9d3205a289a3 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:58:16.988655 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a3e0e716-8ff4-44b4-856f-9d3205a289a3 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:17.014998 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e787913-9c49-41f6-b41d-b2984306ba01 service neutron] Pushing event updated for resources: {'Port': ['ID=adef2d61-4ab7-4434-8eed-40bedafcc23a,revision_number=10']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:17.057521 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-37b00821-1661-477e-891a-4ea04837c3a8 req-1e787913-9c49-41f6-b41d-b2984306ba01 service neutron] 10.222.0.18 "PUT /v2.0/ports/adef2d61-4ab7-4434-8eed-40bedafcc23a/bindings/n-h1-827896-1/activate HTTP/1.1" status: 200 len: 369 time: 3.6528800 Feb 04 20:58:17.083938 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a3e0e716-8ff4-44b4-856f-9d3205a289a3 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:17.091498 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a3e0e716-8ff4-44b4-856f-9d3205a289a3 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:17.101012 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82789f4e-afd2-4396-b897-67ab4cb54ae5 req-9262d751-2d0d-49ed-a3b4-0aa9838c13e3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:17.108886 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-82789f4e-afd2-4396-b897-67ab4cb54ae5 req-9262d751-2d0d-49ed-a3b4-0aa9838c13e3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=4adc10db-cec5-46d4-9223-a7e6395f5f2b HTTP/1.1" status: 200 len: 944 time: 0.7129409 Feb 04 20:58:17.181064 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-2c6878f8-ce77-44d9-abe8-ef0dd66e64ac None None] Set router 99defa9e-d0cf-40fb-8b41-5e85c50548fd gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:58:17.209894 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-82789f4e-afd2-4396-b897-67ab4cb54ae5 req-f27b5856-049d-4fe4-b8c3-8df79a3c5375 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996130 Feb 04 20:58:17.214600 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-31c14bd3-b40a-449a-b345-b3846e6d2433 service neutron] 10.222.0.26 "GET /v2.0/networks/3e95a48d-24e2-42d1-a9cb-002bd8a7bca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5588715 Feb 04 20:58:17.218917 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0e716-8ff4-44b4-856f-9d3205a289a3 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c67bdab-af24-4f31-b977-82ee1e28af27,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:17.230157 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a3e0e716-8ff4-44b4-856f-9d3205a289a3 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:17.234911 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a3e0e716-8ff4-44b4-856f-9d3205a289a3 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3019581 Feb 04 20:58:17.249919 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70233b41-7337-4b17-a84d-dbcb2332b7cd None None] Pushing event updated for resources: {'Port': ['ID=b0e35f61-74be-4e10-ba64-f054a408d7a7,revision_number=4']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:17.250057 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50948) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:58:17.259621 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-98376774-0a08-4b1b-aa43-9952b03866d4 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Request body: {'floatingip': {'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:58:17.286748 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-3a76ee28-c272-437a-9727-07d2dc3ea5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1499996838-router', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:56:49Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'gw_port': {'id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:50Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': 'cd322b16-9384-4ef6-8e55-7c9ce502975a', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'port_id': 'b318f438-13e2-4f16-8995-044479c003d2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'mac_address': 'fa:16:3e:d8:48:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef26d40-107b-4a16-9d85-789dd08e6c53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:57:32Z', 'updated_at': '2022-02-04T20:58:13Z', 'revision_number': 4, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19165dbd-4a26-48e0-ac95-837955379ba3', 'name': '', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'mac_address': 'fa:16:3e:b6:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:56Z', 'updated_at': '2022-02-04T20:57:08Z', 'revision_number': 5, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'subnets': [{'id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:17.289770 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:17.293854 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:17.300827 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:58:17.308572 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b00821-1661-477e-891a-4ea04837c3a8 req-b7fd5af3-1bcb-4525-ad27-c067fc013fed tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:17.311778 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-37b00821-1661-477e-891a-4ea04837c3a8 req-b7fd5af3-1bcb-4525-ad27-c067fc013fed tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4adc10db-cec5-46d4-9223-a7e6395f5f2b&tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&binding%3Ahost_id=n-h2-827896-1 HTTP/1.1" status: 200 len: 1095 time: 0.1510324 Feb 04 20:58:17.311944 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a76ee28-c272-437a-9727-07d2dc3ea5c0 None None] The sync data for ids ['4d549bcc-ca13-4a19-9558-de8ab618ee7a'] in n-d-827896-1 is: [{'id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1499996838-router', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:56:49Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'gw_port': {'id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:50Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': 'cd322b16-9384-4ef6-8e55-7c9ce502975a', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'port_id': 'b318f438-13e2-4f16-8995-044479c003d2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'mac_address': 'fa:16:3e:d8:48:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef26d40-107b-4a16-9d85-789dd08e6c53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:57:32Z', 'updated_at': '2022-02-04T20:58:13Z', 'revision_number': 4, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19165dbd-4a26-48e0-ac95-837955379ba3', 'name': '', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'mac_address': 'fa:16:3e:b6:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:56Z', 'updated_at': '2022-02-04T20:57:08Z', 'revision_number': 5, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'subnets': [{'id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:58:17.314659 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-98376774-0a08-4b1b-aa43-9952b03866d4 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:58:17.324924 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-98376774-0a08-4b1b-aa43-9952b03866d4 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Usage tracker for resource:floatingip and tenant:b853d123be434c35ad6eaadda6a379bc is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:58:17.342789 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-98376774-0a08-4b1b-aa43-9952b03866d4 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:58:17.378736 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-98376774-0a08-4b1b-aa43-9952b03866d4 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:58:17.426794 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-98376774-0a08-4b1b-aa43-9952b03866d4 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks [] for floatingip, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:17.443380 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b00821-1661-477e-891a-4ea04837c3a8 req-c11533c5-b277-4441-bff8-3ccbdeb147de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:17.444852 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-37b00821-1661-477e-891a-4ea04837c3a8 req-c11533c5-b277-4441-bff8-3ccbdeb147de service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4adc10db-cec5-46d4-9223-a7e6395f5f2b&tenant_id=c5a142124dd5482a87b175ed6e7e9ba5 HTTP/1.1" status: 200 len: 1095 time: 0.1082184 Feb 04 20:58:17.563664 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b00821-1661-477e-891a-4ea04837c3a8 req-cfabc40d-6ca8-4327-b78a-aad9e9f4138c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:17.565608 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-37b00821-1661-477e-891a-4ea04837c3a8 req-cfabc40d-6ca8-4327-b78a-aad9e9f4138c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&device_id=4adc10db-cec5-46d4-9223-a7e6395f5f2b HTTP/1.1" status: 200 len: 1095 time: 0.0881982 Feb 04 20:58:17.583663 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6c05a653-2662-4392-b1ef-65b6adbe3e18 req-b467458f-0f3e-49fe-9144-0fb0ef1ed679 service neutron] 10.222.0.26 "GET /v2.0/networks/3e95a48d-24e2-42d1-a9cb-002bd8a7bca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613718 Feb 04 20:58:17.633013 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7494fa8-81eb-4d7f-8988-72fe34cc408f req-09ad2fe3-082d-4999-b744-feb59804bb63 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:17.634534 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7494fa8-81eb-4d7f-8988-72fe34cc408f req-09ad2fe3-082d-4999-b744-feb59804bb63 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] 10.222.0.26 "GET /v2.0/ports?device_id=398b16b6-e4e2-436d-bac1-deccda4a61f5 HTTP/1.1" status: 200 len: 944 time: 0.2134571 Feb 04 20:58:17.643621 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-2c6878f8-ce77-44d9-abe8-ef0dd66e64ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'name': 'tempest-ServersTestJSON-528916062-router', 'tenant_id': 'b853d123be434c35ad6eaadda6a379bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '4028c1cc-bae9-4933-9785-1f02eb5d1d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:57:55Z', 'updated_at': '2022-02-04T20:58:08Z', 'revision_number': 4, 'project_id': 'b853d123be434c35ad6eaadda6a379bc', 'gw_port': {'id': '4028c1cc-bae9-4933-9785-1f02eb5d1d07', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:56Z', 'updated_at': '2022-02-04T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'b0e35f61-74be-4e10-ba64-f054a408d7a7', 'name': '', 'network_id': '4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e', 'tenant_id': 'b853d123be434c35ad6eaadda6a379bc', 'mac_address': 'fa:16:3e:48:2b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ca68937e-9a6a-40e5-9320-e4f04a7afb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:58:05Z', 'updated_at': '2022-02-04T20:58:16Z', 'revision_number': 4, 'project_id': 'b853d123be434c35ad6eaadda6a379bc', 'subnets': [{'id': 'ca68937e-9a6a-40e5-9320-e4f04a7afb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:17.650275 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6878f8-ce77-44d9-abe8-ef0dd66e64ac None None] The sync data for ids ['99defa9e-d0cf-40fb-8b41-5e85c50548fd'] in n-d-827896-1 is: [{'id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'name': 'tempest-ServersTestJSON-528916062-router', 'tenant_id': 'b853d123be434c35ad6eaadda6a379bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '4028c1cc-bae9-4933-9785-1f02eb5d1d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:57:55Z', 'updated_at': '2022-02-04T20:58:08Z', 'revision_number': 4, 'project_id': 'b853d123be434c35ad6eaadda6a379bc', 'gw_port': {'id': '4028c1cc-bae9-4933-9785-1f02eb5d1d07', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:56Z', 'updated_at': '2022-02-04T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'b0e35f61-74be-4e10-ba64-f054a408d7a7', 'name': '', 'network_id': '4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e', 'tenant_id': 'b853d123be434c35ad6eaadda6a379bc', 'mac_address': 'fa:16:3e:48:2b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ca68937e-9a6a-40e5-9320-e4f04a7afb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:58:05Z', 'updated_at': '2022-02-04T20:58:16Z', 'revision_number': 4, 'project_id': 'b853d123be434c35ad6eaadda6a379bc', 'subnets': [{'id': 'ca68937e-9a6a-40e5-9320-e4f04a7afb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:58:17.733259 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7494fa8-81eb-4d7f-8988-72fe34cc408f req-ae24460d-d41c-4f1a-9475-880fce65e9dd tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa9bf263-a0bc-4912-87dd-9e9fd8740874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905631 Feb 04 20:58:17.755496 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-98376774-0a08-4b1b-aa43-9952b03866d4 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:17.872307 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb48c4b-faf3-4fb9-9752-dba2306b3e03', 'tag': '6a4816f4-bd94-4fdb-ba68-faecd2da0a23', 'status': 'completed', 'code': 200} Feb 04 20:58:17.978751 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b00821-1661-477e-891a-4ea04837c3a8 req-ce6ea89a-8d1b-48ce-b7bc-ccc067888b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:17.980438 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-37b00821-1661-477e-891a-4ea04837c3a8 req-ce6ea89a-8d1b-48ce-b7bc-ccc067888b8d service neutron] 10.222.0.32 "GET /v2.0/networks?id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 HTTP/1.1" status: 200 len: 921 time: 0.4084303 Feb 04 20:58:18.062390 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-37b00821-1661-477e-891a-4ea04837c3a8 req-33f77bd0-6e72-414e-bfcd-fe2c586e9c74 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adef2d61-4ab7-4434-8eed-40bedafcc23a HTTP/1.1" status: 200 len: 217 time: 0.0750282 Feb 04 20:58:18.129839 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360c8b7-3abd-4c3d-83d8-9e6a99528992 req-b03c0287-ed0c-409e-8600-a9eacd3f7cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:18.131353 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c360c8b7-3abd-4c3d-83d8-9e6a99528992 req-b03c0287-ed0c-409e-8600-a9eacd3f7cce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7bded15aab9a4c4d92a66ff896e1379d&device_id=9eb48c4b-faf3-4fb9-9752-dba2306b3e03 HTTP/1.1" status: 200 len: 1095 time: 0.2583179 Feb 04 20:58:18.171271 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b00821-1661-477e-891a-4ea04837c3a8 req-7ecc341c-8b85-483a-8d9b-934ba31d4bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:18.173863 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-37b00821-1661-477e-891a-4ea04837c3a8 req-7ecc341c-8b85-483a-8d9b-934ba31d4bcc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af7ea361-8fb7-49bd-8e76-0990ff7e7df7 HTTP/1.1" status: 200 len: 860 time: 0.1022196 Feb 04 20:58:18.183252 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce9d68-f1e6-4e53-8e0f-d9e8fdc0226b req-ed222fc2-f008-4190-8769-a0a1d0633bdd tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:18.184763 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-32ce9d68-f1e6-4e53-8e0f-d9e8fdc0226b req-ed222fc2-f008-4190-8769-a0a1d0633bdd tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eb48c4b-faf3-4fb9-9752-dba2306b3e03 HTTP/1.1" status: 200 len: 944 time: 0.3682556 Feb 04 20:58:18.248665 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e4cea-d903-4c40-82af-f250acb4df90 req-d6720f91-e9ee-40ca-a79e-a9eabb378509 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:18.250168 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-042e4cea-d903-4c40-82af-f250acb4df90 req-d6720f91-e9ee-40ca-a79e-a9eabb378509 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2d5a6529-67e2-4158-989f-b3784bef33f4 HTTP/1.1" status: 200 len: 1097 time: 0.3444867 Feb 04 20:58:18.253316 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-98376774-0a08-4b1b-aa43-9952b03866d4 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Allocated IP 172.25.5.47 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/3be50ab3-467a-460b-b018-8c1a05cc69aa) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:58:18.272663 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-32ce9d68-f1e6-4e53-8e0f-d9e8fdc0226b req-0fdff821-5f87-4096-8d76-381f2ef75001 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8e5c2ba-ccd5-40b5-8cc1-abaa7af6fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724161 Feb 04 20:58:18.280604 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-37b00821-1661-477e-891a-4ea04837c3a8 req-60275247-4458-4fa2-8a64-34eb51955ada service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566323 Feb 04 20:58:18.380562 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-042e4cea-d903-4c40-82af-f250acb4df90 req-3c2c0ef7-0ab7-4e52-9a9b-1d2f8847a8e8 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154981 Feb 04 20:58:18.386338 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b87cf88-ffed-4a9f-8528-ef549d4791a7', 'tag': 'add6c51a-619a-41b8-baba-6bc43c3eda1a', 'status': 'completed', 'code': 200} Feb 04 20:58:18.386519 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ef26d40-107b-4a16-9d85-789dd08e6c53', 'tag': 'b318f438-13e2-4f16-8995-044479c003d2', 'status': 'completed', 'code': 200} Feb 04 20:58:18.469889 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360c8b7-3abd-4c3d-83d8-9e6a99528992 req-5f6f0c9c-4a49-402b-b494-238df0158186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:18.471672 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c360c8b7-3abd-4c3d-83d8-9e6a99528992 req-5f6f0c9c-4a49-402b-b494-238df0158186 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f67e4cfa-d68d-4332-8e6e-b314179425e3 HTTP/1.1" status: 200 len: 930 time: 0.3323715 Feb 04 20:58:18.580453 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-98376774-0a08-4b1b-aa43-9952b03866d4 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:18.582357 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c360c8b7-3abd-4c3d-83d8-9e6a99528992 req-45fcabf1-5a26-4d34-b549-5a29eacea654 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a4816f4-bd94-4fdb-ba68-faecd2da0a23 HTTP/1.1" status: 200 len: 217 time: 0.0722880 Feb 04 20:58:18.586400 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-37b00821-1661-477e-891a-4ea04837c3a8 req-504c6511-754f-4b5c-b323-5d3dcf1351af service neutron] 10.222.0.32 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958751 Feb 04 20:58:18.664880 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-53b9b7e0-9c7c-414b-9abd-cf2a1b2e3638 req-c20c205a-77d4-455b-9269-55c7c3ee5b2b tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 1001 time: 0.2140436 Feb 04 20:58:18.767170 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360c8b7-3abd-4c3d-83d8-9e6a99528992 req-5b385650-f6c8-4e66-9c2c-6b5dd9cd32b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:18.767170 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c360c8b7-3abd-4c3d-83d8-9e6a99528992 req-5b385650-f6c8-4e66-9c2c-6b5dd9cd32b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c9bc8a2-4c7b-4455-a8c1-881df14931a7 HTTP/1.1" status: 200 len: 868 time: 0.1578479 Feb 04 20:58:18.775933 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9b7e0-9c7c-414b-9abd-cf2a1b2e3638 req-330765d7-49d0-4023-972c-d0fde572b7fa tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:18.775933 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-53b9b7e0-9c7c-414b-9abd-cf2a1b2e3638 req-330765d7-49d0-4023-972c-d0fde572b7fa tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/ports/b318f438-13e2-4f16-8995-044479c003d2 HTTP/1.1" status: 200 len: 942 time: 0.0925548 Feb 04 20:58:18.793461 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b044577-cec4-43b3-821a-a217017abd8a req-418fc551-c118-42df-9f01-73d037bbdace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:18.793461 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b044577-cec4-43b3-821a-a217017abd8a req-418fc551-c118-42df-9f01-73d037bbdace service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=66f8c7d92acd48ffa436b71c93318a59&device_id=1b87cf88-ffed-4a9f-8528-ef549d4791a7 HTTP/1.1" status: 200 len: 1097 time: 0.4019816 Feb 04 20:58:18.803142 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:18.820906 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 6a4816f4-bd94-4fdb-ba68-faecd2da0a23 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:58:18.826112 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-98376774-0a08-4b1b-aa43-9952b03866d4 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:18.929074 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-37b00821-1661-477e-891a-4ea04837c3a8 req-6342da7c-dcde-414e-aacc-68f5e896a1f5 service neutron] 10.222.0.32 "GET /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250213 Feb 04 20:58:18.959724 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360c8b7-3abd-4c3d-83d8-9e6a99528992 req-381efddd-1f32-4148-ac25-21cbaf0e199c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:18.963906 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c360c8b7-3abd-4c3d-83d8-9e6a99528992 req-381efddd-1f32-4148-ac25-21cbaf0e199c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f67e4cfa-d68d-4332-8e6e-b314179425e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1846213 Feb 04 20:58:19.026568 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 58773d88-d214-48fd-9c24-1702b03fc7a4 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:58:19.140909 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c360c8b7-3abd-4c3d-83d8-9e6a99528992 req-12423674-63ac-447f-8d83-a773fb23d272 service neutron] 10.222.0.32 "GET /v2.0/networks/f67e4cfa-d68d-4332-8e6e-b314179425e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692626 Feb 04 20:58:19.245746 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 6a4816f4-bd94-4fdb-ba68-faecd2da0a23, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=6a4816f4-bd94-4fdb-ba68-faecd2da0a23,segment=NetworkSegment(9c6b215c-a4e6-49c2-a413-2fb6b72da92f),segment_id=9c6b215c-a4e6-49c2-a413-2fb6b72da92f)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:58:19.255530 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 58773d88-d214-48fd-9c24-1702b03fc7a4 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:58:19.268431 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 58773d88-d214-48fd-9c24-1702b03fc7a4 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:58:19.269734 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:19.272563 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98376774-0a08-4b1b-aa43-9952b03866d4 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:58:19.275315 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-98376774-0a08-4b1b-aa43-9952b03866d4 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:58:19.288255 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98376774-0a08-4b1b-aa43-9952b03866d4 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:58:19.300940 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '6a4816f4-bd94-4fdb-ba68-faecd2da0a23', 'network_id': 'f67e4cfa-d68d-4332-8e6e-b314179425e3', 'port_id': '6a4816f4-bd94-4fdb-ba68-faecd2da0a23', 'mac_address': 'fa:16:3e:a7:8f:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c9bc8a2-4c7b-4455-a8c1-881df14931a7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:58:19.381141 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c360c8b7-3abd-4c3d-83d8-9e6a99528992 req-2468cbb0-be06-4993-a14a-1a9ec183eac8 service neutron] 10.222.0.32 "GET /v2.0/networks/f67e4cfa-d68d-4332-8e6e-b314179425e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327831 Feb 04 20:58:19.389729 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b00821-1661-477e-891a-4ea04837c3a8 req-d1b32d3f-69e6-49aa-a6a6-b46ecfd2465a tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:19.396222 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-37b00821-1661-477e-891a-4ea04837c3a8 req-d1b32d3f-69e6-49aa-a6a6-b46ecfd2465a tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4adc10db-cec5-46d4-9223-a7e6395f5f2b&tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&binding%3Ahost_id=n-h1-827896-1 HTTP/1.1" status: 200 len: 1095 time: 0.1467071 Feb 04 20:58:19.413246 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:19.443268 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a4816f4-bd94-4fdb-ba68-faecd2da0a23 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:58:19.517239 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b044577-cec4-43b3-821a-a217017abd8a req-083f782e-2f32-455d-8c22-8615d49ed6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:19.519096 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b044577-cec4-43b3-821a-a217017abd8a req-083f782e-2f32-455d-8c22-8615d49ed6e5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 HTTP/1.1" status: 200 len: 922 time: 0.7181873 Feb 04 20:58:19.522943 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 6a4816f4-bd94-4fdb-ba68-faecd2da0a23, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=6a4816f4-bd94-4fdb-ba68-faecd2da0a23,segment=NetworkSegment(9c6b215c-a4e6-49c2-a413-2fb6b72da92f),segment_id=9c6b215c-a4e6-49c2-a413-2fb6b72da92f)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:58:19.536244 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:19.580878 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:19.602369 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98376774-0a08-4b1b-aa43-9952b03866d4 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Pushing event updated for resources: {'Port': ['ID=3be50ab3-467a-460b-b018-8c1a05cc69aa,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:19.628985 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-37b00821-1661-477e-891a-4ea04837c3a8 req-34c337c8-c485-4f81-8f28-944b4614b9cc service neutron] For port adef2d61-4ab7-4434-8eed-40bedafcc23a, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:58:19.632720 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-37b00821-1661-477e-891a-4ea04837c3a8 req-34c337c8-c485-4f81-8f28-944b4614b9cc service neutron] Notify callbacks [] for binding, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:19.634644 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-37b00821-1661-477e-891a-4ea04837c3a8 req-34c337c8-c485-4f81-8f28-944b4614b9cc service neutron] 10.222.0.32 "DELETE /v2.0/ports/adef2d61-4ab7-4434-8eed-40bedafcc23a/bindings/n-h2-827896-1 HTTP/1.1" status: 204 len: 173 time: 0.2316535 Feb 04 20:58:19.636004 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b044577-cec4-43b3-821a-a217017abd8a req-5198e5d0-063c-4aea-a647-0cd2bb3ac9b1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=add6c51a-619a-41b8-baba-6bc43c3eda1a HTTP/1.1" status: 200 len: 217 time: 0.1022904 Feb 04 20:58:19.639139 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-53b9b7e0-9c7c-414b-9abd-cf2a1b2e3638 req-0076c29e-f78e-4f6d-bb04-18b4653b4844 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 1001 time: 0.5255988 Feb 04 20:58:19.669077 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398b16b6-e4e2-436d-bac1-deccda4a61f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58773d88-d214-48fd-9c24-1702b03fc7a4'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:58:19.679743 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device b0e35f61-74be-4e10-ba64-f054a408d7a7 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:58:19.718738 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 58773d88-d214-48fd-9c24-1702b03fc7a4, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=58773d88-d214-48fd-9c24-1702b03fc7a4,segment=NetworkSegment(88fdd53b-7f42-4508-ad43-ef0ec2a3159e),segment_id=88fdd53b-7f42-4508-ad43-ef0ec2a3159e)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:58:19.735065 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:19.752447 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=6a4816f4-bd94-4fdb-ba68-faecd2da0a23,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:19.826102 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b044577-cec4-43b3-821a-a217017abd8a req-c2af75ca-4b7f-4768-9cdd-7f41f2b6cd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:19.827485 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b044577-cec4-43b3-821a-a217017abd8a req-c2af75ca-4b7f-4768-9cdd-7f41f2b6cd59 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad252a39-0fc7-473f-8135-1e6346b2d5e3 HTTP/1.1" status: 200 len: 860 time: 0.1816967 Feb 04 20:58:19.835116 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=58773d88-d214-48fd-9c24-1702b03fc7a4,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:19.838379 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port b0e35f61-74be-4e10-ba64-f054a408d7a7 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:58:19.841658 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735aa42b-d859-4aec-833f-b99313a1d8f8 req-6b37ae45-74c0-495e-b261-140eaf9668ba tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:19.843121 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-735aa42b-d859-4aec-833f-b99313a1d8f8 req-6b37ae45-74c0-495e-b261-140eaf9668ba tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=4adc10db-cec5-46d4-9223-a7e6395f5f2b HTTP/1.1" status: 200 len: 944 time: 0.4521568 Feb 04 20:58:19.843570 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port b0e35f61-74be-4e10-ba64-f054a408d7a7 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:58:19.843940 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:19.844194 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-98376774-0a08-4b1b-aa43-9952b03866d4 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:19.966331 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:19.984010 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['6a4816f4-bd94-4fdb-ba68-faecd2da0a23'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:58:20.024956 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-735aa42b-d859-4aec-833f-b99313a1d8f8 req-9ab4461f-a0d8-4170-8702-d37835babc95 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450701 Feb 04 20:58:20.039002 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9b7e0-9c7c-414b-9abd-cf2a1b2e3638 req-187f4140-9e89-4b72-b423-a074a0976b6b tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:20.045650 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-53b9b7e0-9c7c-414b-9abd-cf2a1b2e3638 req-187f4140-9e89-4b72-b423-a074a0976b6b tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 784 time: 0.3623116 Feb 04 20:58:20.051525 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-98376774-0a08-4b1b-aa43-9952b03866d4 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:20.062476 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port b0e35f61-74be-4e10-ba64-f054a408d7a7, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=b0e35f61-74be-4e10-ba64-f054a408d7a7,segment=NetworkSegment(e5020a8a-8214-431e-9592-cee2e6807d9f),segment_id=e5020a8a-8214-431e-9592-cee2e6807d9f)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:58:20.072829 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:20.092860 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-53b9b7e0-9c7c-414b-9abd-cf2a1b2e3638 req-bbd76586-4567-4e2e-ae63-570122093c15 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:58:20.097778 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-53b9b7e0-9c7c-414b-9abd-cf2a1b2e3638 req-bbd76586-4567-4e2e-ae63-570122093c15 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0511432 Feb 04 20:58:20.185324 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=b0e35f61-74be-4e10-ba64-f054a408d7a7,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:20.189841 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b044577-cec4-43b3-821a-a217017abd8a req-ba590d9b-6b0a-4835-92c8-5b4d8c0b1110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:20.191552 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b044577-cec4-43b3-821a-a217017abd8a req-ba590d9b-6b0a-4835-92c8-5b4d8c0b1110 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3e95a48d-24e2-42d1-a9cb-002bd8a7bca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3446007 Feb 04 20:58:20.676075 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b044577-cec4-43b3-821a-a217017abd8a req-8e8d81c5-1a0c-4b65-a1ba-dd0eca335e55 service neutron] 10.222.0.32 "GET /v2.0/networks/3e95a48d-24e2-42d1-a9cb-002bd8a7bca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362016 Feb 04 20:58:20.681000 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef13b0-7346-4fe0-a256-91a01146162f req-e106d64d-9188-452d-9446-0f9efbdb9a9e tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:20.682397 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9eef13b0-7346-4fe0-a256-91a01146162f req-e106d64d-9188-452d-9446-0f9efbdb9a9e tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2d5a6529-67e2-4158-989f-b3784bef33f4 HTTP/1.1" status: 200 len: 1097 time: 0.4889793 Feb 04 20:58:20.721269 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4c52c-c878-40a8-956c-ae7a4f258143 req-95e74779-0d22-4b3f-aad2-a9325c5b6e9b tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:20.722690 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-95b4c52c-c878-40a8-956c-ae7a4f258143 req-95e74779-0d22-4b3f-aad2-a9325c5b6e9b tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] 10.222.0.26 "GET /v2.0/ports?device_id=398b16b6-e4e2-436d-bac1-deccda4a61f5 HTTP/1.1" status: 200 len: 945 time: 0.4802039 Feb 04 20:58:20.787645 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [None req-98376774-0a08-4b1b-aa43-9952b03866d4 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:58:20.829151 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-98376774-0a08-4b1b-aa43-9952b03866d4 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:20.849077 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-98376774-0a08-4b1b-aa43-9952b03866d4 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:20.919505 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9eef13b0-7346-4fe0-a256-91a01146162f req-682c6328-1500-451c-b5d7-83cfdead32b0 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109115 Feb 04 20:58:20.946781 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-95b4c52c-c878-40a8-956c-ae7a4f258143 req-9819b152-c065-49fd-804c-d97d75b0dbbf tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa9bf263-a0bc-4912-87dd-9e9fd8740874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604040 Feb 04 20:58:21.010538 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98376774-0a08-4b1b-aa43-9952b03866d4 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Pushing event updated for resources: {'Port': ['ID=3be50ab3-467a-460b-b018-8c1a05cc69aa,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:21.022430 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b044577-cec4-43b3-821a-a217017abd8a req-88c77449-e33e-41b0-92d3-027c86c00e40 service neutron] 10.222.0.32 "GET /v2.0/networks/3e95a48d-24e2-42d1-a9cb-002bd8a7bca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372889 Feb 04 20:58:21.031911 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398b16b6-e4e2-436d-bac1-deccda4a61f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58773d88-d214-48fd-9c24-1702b03fc7a4', 'code': 200} Feb 04 20:58:21.043225 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-98376774-0a08-4b1b-aa43-9952b03866d4 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:21.071166 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-98376774-0a08-4b1b-aa43-9952b03866d4 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:21.083852 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-98376774-0a08-4b1b-aa43-9952b03866d4 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8205767 Feb 04 20:58:21.213580 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaba8c-261a-41d9-b68e-746ef2627ecc req-7c333ba7-f91d-412f-9c95-bd048c082c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:21.215928 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-10eaba8c-261a-41d9-b68e-746ef2627ecc req-7c333ba7-f91d-412f-9c95-bd048c082c7e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=398b16b6-e4e2-436d-bac1-deccda4a61f5 HTTP/1.1" status: 200 len: 1096 time: 0.0954416 Feb 04 20:58:21.316976 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7bae60c-e48c-40e5-bfc2-f5ce797ef89a req-6aa445dd-319d-4c49-b6a9-dcc429ea27e2 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 1001 time: 0.1858501 Feb 04 20:58:21.372507 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-10eaba8c-261a-41d9-b68e-746ef2627ecc req-05404280-0189-4fc7-b93d-afe73f67bf2b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fa9bf263-a0bc-4912-87dd-9e9fd8740874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498787 Feb 04 20:58:21.388551 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b044577-cec4-43b3-821a-a217017abd8a req-6c406c74-be49-4343-8a3f-243aa3d6536e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:21.390416 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b044577-cec4-43b3-821a-a217017abd8a req-6c406c74-be49-4343-8a3f-243aa3d6536e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=66f8c7d92acd48ffa436b71c93318a59&device_id=7ef26d40-107b-4a16-9d85-789dd08e6c53 HTTP/1.1" status: 200 len: 1096 time: 0.3145270 Feb 04 20:58:21.406528 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e7bfb-550b-4f73-b95f-6331923ccf1f req-c2a87b50-de7f-427c-a2fa-c19570a98418 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:21.408687 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0c4e7bfb-550b-4f73-b95f-6331923ccf1f req-c2a87b50-de7f-427c-a2fa-c19570a98418 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eb48c4b-faf3-4fb9-9752-dba2306b3e03 HTTP/1.1" status: 200 len: 945 time: 0.2771220 Feb 04 20:58:21.435335 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bae60c-e48c-40e5-bfc2-f5ce797ef89a req-27059651-e84f-4504-aead-8cd3b611036f tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:21.435707 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7bae60c-e48c-40e5-bfc2-f5ce797ef89a req-27059651-e84f-4504-aead-8cd3b611036f tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/ports/b318f438-13e2-4f16-8995-044479c003d2 HTTP/1.1" status: 200 len: 942 time: 0.1106403 Feb 04 20:58:21.464801 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0c4e7bfb-550b-4f73-b95f-6331923ccf1f req-f0ebc682-5028-47d1-9009-c67f0263327e tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8e5c2ba-ccd5-40b5-8cc1-abaa7af6fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496614 Feb 04 20:58:21.592089 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device b0e35f61-74be-4e10-ba64-f054a408d7a7 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:58:21.740152 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7bae60c-e48c-40e5-bfc2-f5ce797ef89a req-a102739c-4da1-4d32-afc5-0d95f404d91f tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 1001 time: 0.2178903 Feb 04 20:58:21.747138 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port b0e35f61-74be-4e10-ba64-f054a408d7a7 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:58:21.747476 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:21.945031 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b044577-cec4-43b3-821a-a217017abd8a req-9627f48b-22c3-48b2-a5f9-55c23db4a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:21.946068 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b044577-cec4-43b3-821a-a217017abd8a req-9627f48b-22c3-48b2-a5f9-55c23db4a651 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 HTTP/1.1" status: 200 len: 922 time: 0.3174789 Feb 04 20:58:22.168839 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bae60c-e48c-40e5-bfc2-f5ce797ef89a req-0aa6cda8-df7d-43f5-93ff-e0e3be292b4e tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:22.170702 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7bae60c-e48c-40e5-bfc2-f5ce797ef89a req-0aa6cda8-df7d-43f5-93ff-e0e3be292b4e tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 784 time: 0.4331229 Feb 04 20:58:22.186089 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2790c66-d14d-4ab4-9d5e-96043f6c775a req-1cc3e134-8af1-4df3-a2c7-70a8c7b18e49 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:22.188850 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a2790c66-d14d-4ab4-9d5e-96043f6c775a req-1cc3e134-8af1-4df3-a2c7-70a8c7b18e49 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4adc10db-cec5-46d4-9223-a7e6395f5f2b HTTP/1.1" status: 200 len: 1095 time: 0.4297354 Feb 04 20:58:22.258354 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b044577-cec4-43b3-821a-a217017abd8a req-8e9fb055-f110-4eed-8f23-66829d11e2f2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b318f438-13e2-4f16-8995-044479c003d2 HTTP/1.1" status: 200 len: 1001 time: 0.3022516 Feb 04 20:58:22.363044 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7bae60c-e48c-40e5-bfc2-f5ce797ef89a req-b985f39e-91ef-400f-b35a-c5daa973ff32 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 1001 time: 0.1818056 Feb 04 20:58:22.367842 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a2790c66-d14d-4ab4-9d5e-96043f6c775a req-6f1facae-481d-492a-be27-98804372b550 tempest-LiveAutoBlockMigrationV225Test-1165071332 tempest-LiveAutoBlockMigrationV225Test-1165071332-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310482 Feb 04 20:58:22.376611 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-f7bae60c-e48c-40e5-bfc2-f5ce797ef89a req-f86e21fc-51ac-49fd-a9ff-d3a566b729ea tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:58:22.434000 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b044577-cec4-43b3-821a-a217017abd8a req-a8b7ddca-1a12-4904-bf3b-16bd4ced03f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:22.434793 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b044577-cec4-43b3-821a-a217017abd8a req-a8b7ddca-1a12-4904-bf3b-16bd4ced03f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad252a39-0fc7-473f-8135-1e6346b2d5e3 HTTP/1.1" status: 200 len: 860 time: 0.1607769 Feb 04 20:58:22.528187 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f7bae60c-e48c-40e5-bfc2-f5ce797ef89a req-f86e21fc-51ac-49fd-a9ff-d3a566b729ea tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks [] for floatingip, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:22.740719 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-37872d7c-7737-45a6-b6c0-3232b9458407 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--287791857&fields=id&tenant_id=b853d123be434c35ad6eaadda6a379bc HTTP/1.1" status: 200 len: 267 time: 0.1585822 Feb 04 20:58:22.762498 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b044577-cec4-43b3-821a-a217017abd8a req-88f49461-a5f8-4a92-abf0-4ba7718d7e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:22.763438 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b044577-cec4-43b3-821a-a217017abd8a req-88f49461-a5f8-4a92-abf0-4ba7718d7e01 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3e95a48d-24e2-42d1-a9cb-002bd8a7bca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3104436 Feb 04 20:58:22.852358 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 6a4816f4-bd94-4fdb-ba68-faecd2da0a23 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:58:22.929319 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 6a4816f4-bd94-4fdb-ba68-faecd2da0a23 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:58:22.950132 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 6a4816f4-bd94-4fdb-ba68-faecd2da0a23 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:58:22.950514 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:23.038809 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f7bae60c-e48c-40e5-bfc2-f5ce797ef89a req-f86e21fc-51ac-49fd-a9ff-d3a566b729ea tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:23.052429 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f7bae60c-e48c-40e5-bfc2-f5ce797ef89a req-f86e21fc-51ac-49fd-a9ff-d3a566b729ea tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:23.052797 n-d-827896-1 neutron-server[87683]: INFO neutron.db.l3_db [req-f7bae60c-e48c-40e5-bfc2-f5ce797ef89a req-f86e21fc-51ac-49fd-a9ff-d3a566b729ea tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Floating IP cd322b16-9384-4ef6-8e55-7c9ce502975a disassociated. External IP: 172.25.5.217, port: b318f438-13e2-4f16-8995-044479c003d2. Feb 04 20:58:23.130067 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:23.157971 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb48c4b-faf3-4fb9-9752-dba2306b3e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4816f4-bd94-4fdb-ba68-faecd2da0a23'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:58:23.168466 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 6a4816f4-bd94-4fdb-ba68-faecd2da0a23, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=6a4816f4-bd94-4fdb-ba68-faecd2da0a23,segment=NetworkSegment(9c6b215c-a4e6-49c2-a413-2fb6b72da92f),segment_id=9c6b215c-a4e6-49c2-a413-2fb6b72da92f)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:58:23.173318 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:23.184568 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-512f7d26-ff25-4a6a-9170-2ad02b0bf765 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:23.186122 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-512f7d26-ff25-4a6a-9170-2ad02b0bf765 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "GET /v2.0/networks?id=4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e HTTP/1.1" status: 200 len: 805 time: 0.4267266 Feb 04 20:58:23.242957 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b044577-cec4-43b3-821a-a217017abd8a req-f5148ea8-e7ad-4454-a9da-b56d307ce7bc service neutron] 10.222.0.32 "GET /v2.0/networks/3e95a48d-24e2-42d1-a9cb-002bd8a7bca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582396 Feb 04 20:58:23.259646 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=6a4816f4-bd94-4fdb-ba68-faecd2da0a23,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:23.306302 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-635d2902-1ff6-46ab-b8f6-4c7460c6cb4e tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "GET /v2.0/quotas/b853d123be434c35ad6eaadda6a379bc HTTP/1.1" status: 200 len: 375 time: 0.0625632 Feb 04 20:58:23.686966 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b044577-cec4-43b3-821a-a217017abd8a req-61ee6d37-a935-41a9-95fb-53592537fb53 service neutron] 10.222.0.32 "GET /v2.0/networks/3e95a48d-24e2-42d1-a9cb-002bd8a7bca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368038 Feb 04 20:58:23.778077 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-42bdebd8-770e-46e1-9915-8d0c0bd3187e tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b853d123be434c35ad6eaadda6a379bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4230092 Feb 04 20:58:23.812280 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7bae60c-e48c-40e5-bfc2-f5ce797ef89a req-f86e21fc-51ac-49fd-a9ff-d3a566b729ea tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Router 4d549bcc-ca13-4a19-9558-de8ab618ee7a has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:58:24.095784 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7bae60c-e48c-40e5-bfc2-f5ce797ef89a req-f86e21fc-51ac-49fd-a9ff-d3a566b729ea tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:58:24.101386 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f7bae60c-e48c-40e5-bfc2-f5ce797ef89a req-f86e21fc-51ac-49fd-a9ff-d3a566b729ea tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:24.105792 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42922c25-9f17-4020-aa29-acfb932aac9a None None] Sync routers for ids ['4d549bcc-ca13-4a19-9558-de8ab618ee7a'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:58:24.116982 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42922c25-9f17-4020-aa29-acfb932aac9a None None] Routers {'4d549bcc-ca13-4a19-9558-de8ab618ee7a'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:58:24.117685 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-42922c25-9f17-4020-aa29-acfb932aac9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:58:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4d549bcc-ca13-4a19-9558-de8ab618ee7a'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:24.170010 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-6968db28-c28b-49ac-99ab-6d0ccd06d5a2 service neutron] 10.222.0.26 "GET /v2.0/networks/4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791244 Feb 04 20:58:24.177941 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7bae60c-e48c-40e5-bfc2-f5ce797ef89a req-f86e21fc-51ac-49fd-a9ff-d3a566b729ea tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "PUT /v2.0/floatingips/cd322b16-9384-4ef6-8e55-7c9ce502975a HTTP/1.1" status: 200 len: 695 time: 1.8091650 Feb 04 20:58:24.178397 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef26d40-107b-4a16-9d85-789dd08e6c53', 'tag': 'b318f438-13e2-4f16-8995-044479c003d2'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:58:24.314857 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-42922c25-9f17-4020-aa29-acfb932aac9a None None] Set router 4d549bcc-ca13-4a19-9558-de8ab618ee7a gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:58:24.368795 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-c198bd4e-fd42-47ef-9bdb-931784e20294 service neutron] 10.222.0.26 "GET /v2.0/networks/4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857131 Feb 04 20:58:24.371464 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bae60c-e48c-40e5-bfc2-f5ce797ef89a req-835da46f-31dd-4f92-8f7d-01ff4ecfcf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:24.372721 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7bae60c-e48c-40e5-bfc2-f5ce797ef89a req-835da46f-31dd-4f92-8f7d-01ff4ecfcf4b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66f8c7d92acd48ffa436b71c93318a59&device_id=7ef26d40-107b-4a16-9d85-789dd08e6c53 HTTP/1.1" status: 200 len: 1096 time: 0.1718397 Feb 04 20:58:24.546217 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bae60c-e48c-40e5-bfc2-f5ce797ef89a req-1bbcbcea-11bf-462b-a601-5ce3b7667eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:24.548007 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7bae60c-e48c-40e5-bfc2-f5ce797ef89a req-1bbcbcea-11bf-462b-a601-5ce3b7667eb4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 HTTP/1.1" status: 200 len: 922 time: 0.1673937 Feb 04 20:58:24.634351 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7bae60c-e48c-40e5-bfc2-f5ce797ef89a req-588d5960-97f3-4dbb-94ef-da48f7c8fbde service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b318f438-13e2-4f16-8995-044479c003d2 HTTP/1.1" status: 200 len: 217 time: 0.0767443 Feb 04 20:58:24.707986 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-42922c25-9f17-4020-aa29-acfb932aac9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1499996838-router', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:56:49Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'gw_port': {'id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:50Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '19165dbd-4a26-48e0-ac95-837955379ba3', 'name': '', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'mac_address': 'fa:16:3e:b6:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:56Z', 'updated_at': '2022-02-04T20:57:08Z', 'revision_number': 5, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'subnets': [{'id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:24.712560 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42922c25-9f17-4020-aa29-acfb932aac9a None None] Checking router: 4d549bcc-ca13-4a19-9558-de8ab618ee7a for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:58:24.721091 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bae60c-e48c-40e5-bfc2-f5ce797ef89a req-3748169c-b562-4a17-806c-ffa4087e9b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:24.723638 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7bae60c-e48c-40e5-bfc2-f5ce797ef89a req-3748169c-b562-4a17-806c-ffa4087e9b3b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ad252a39-0fc7-473f-8135-1e6346b2d5e3 HTTP/1.1" status: 200 len: 860 time: 0.0868964 Feb 04 20:58:24.735521 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42922c25-9f17-4020-aa29-acfb932aac9a None None] Routers {'4d549bcc-ca13-4a19-9558-de8ab618ee7a'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:58:24.737045 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-42922c25-9f17-4020-aa29-acfb932aac9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:58:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4d549bcc-ca13-4a19-9558-de8ab618ee7a'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:24.832395 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bae60c-e48c-40e5-bfc2-f5ce797ef89a req-cde4393f-d630-4300-8ac8-024acf79e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:24.839956 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7bae60c-e48c-40e5-bfc2-f5ce797ef89a req-cde4393f-d630-4300-8ac8-024acf79e086 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3e95a48d-24e2-42d1-a9cb-002bd8a7bca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1045349 Feb 04 20:58:25.040893 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-42922c25-9f17-4020-aa29-acfb932aac9a None None] Set router 4d549bcc-ca13-4a19-9558-de8ab618ee7a gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:58:25.053660 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7bae60c-e48c-40e5-bfc2-f5ce797ef89a req-450b44c5-d418-46ce-a0dc-f64af89567cc service neutron] 10.222.0.26 "GET /v2.0/networks/3e95a48d-24e2-42d1-a9cb-002bd8a7bca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125804 Feb 04 20:58:25.311436 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7bae60c-e48c-40e5-bfc2-f5ce797ef89a req-d22730de-29b3-4642-bc89-540b499d7d01 service neutron] 10.222.0.26 "GET /v2.0/networks/3e95a48d-24e2-42d1-a9cb-002bd8a7bca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491462 Feb 04 20:58:25.661013 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-42922c25-9f17-4020-aa29-acfb932aac9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1499996838-router', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:56:49Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'gw_port': {'id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:50Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '19165dbd-4a26-48e0-ac95-837955379ba3', 'name': '', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'mac_address': 'fa:16:3e:b6:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:56Z', 'updated_at': '2022-02-04T20:57:08Z', 'revision_number': 5, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'subnets': [{'id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:25.673838 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42922c25-9f17-4020-aa29-acfb932aac9a None None] The sync data for ids ['4d549bcc-ca13-4a19-9558-de8ab618ee7a'] in n-d-827896-1 is: [{'id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1499996838-router', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:56:49Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'gw_port': {'id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:50Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '19165dbd-4a26-48e0-ac95-837955379ba3', 'name': '', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'mac_address': 'fa:16:3e:b6:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:56Z', 'updated_at': '2022-02-04T20:57:08Z', 'revision_number': 5, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'subnets': [{'id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:58:25.848114 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:26.174779 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0c87ac-31ab-4df7-8c03-d2c68c2f543c None None] New status for floating IP cd322b16-9384-4ef6-8e55-7c9ce502975a: DOWN {{(pid=87685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:58:26.452701 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-4b2c9c9c-71be-4116-a3a1-477bb1accffb tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:58:26.458813 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-4b2c9c9c-71be-4116-a3a1-477bb1accffb tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0357432 Feb 04 20:58:26.521750 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-98594d84-7e07-4845-a1b6-24bd1a3f1c14 service neutron] Request body: {'binding': {'host': 'n-h1-827896-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:58:26.521750 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-98594d84-7e07-4845-a1b6-24bd1a3f1c14 service neutron] Unknown quota resources ['binding']. {{(pid=87683) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 04 20:58:26.751457 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-ffecbec6-d663-49e0-8d93-4c4436f5c69f tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:26.751768 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-ffecbec6-d663-49e0-8d93-4c4436f5c69f tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.18 "GET /v2.0/networks?id=4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e HTTP/1.1" status: 200 len: 805 time: 0.3338878 Feb 04 20:58:26.791924 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebd4cf-83e2-47e1-a17a-7f5e8f267147 req-bcc3b32a-5316-467f-9ae7-3692fd4cd652 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:26.793448 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9eebd4cf-83e2-47e1-a17a-7f5e8f267147 req-bcc3b32a-5316-467f-9ae7-3692fd4cd652 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] 10.222.0.26 "GET /v2.0/ports?device_id=398b16b6-e4e2-436d-bac1-deccda4a61f5 HTTP/1.1" status: 200 len: 945 time: 0.5436277 Feb 04 20:58:26.867208 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-3e22c119-d20c-4559-b368-9ff0b0070945 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b853d123be434c35ad6eaadda6a379bc HTTP/1.1" status: 200 len: 379 time: 0.1016045 Feb 04 20:58:26.887907 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-9e9040c8-c62a-4665-9995-60fdbc82d887 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Request body: {'port': {'device_id': '9a445a81-5812-4ae7-bb15-d774de074360', 'network_id': '4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e', 'admin_state_up': True, 'tenant_id': 'b853d123be434c35ad6eaadda6a379bc', 'security_groups': ['b1a33d20-11be-4212-b786-165d7dd1f28c']}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:58:26.930343 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9eebd4cf-83e2-47e1-a17a-7f5e8f267147 req-322b7dbb-3d26-4d50-9b2b-f29d8f43d3fb tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa9bf263-a0bc-4912-87dd-9e9fd8740874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278982 Feb 04 20:58:26.984643 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-98594d84-7e07-4845-a1b6-24bd1a3f1c14 service neutron] Attempting to bind port ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 on host n-h1-827896-1 for vnic_type normal with profile None {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:58:26.986115 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-98594d84-7e07-4845-a1b6-24bd1a3f1c14 service neutron] Attempting to bind port ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:58:26.986115 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-98594d84-7e07-4845-a1b6-24bd1a3f1c14 service neutron] Attempting to bind port ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 on network e2945ff6-c379-474d-a032-331b1f6dd08e {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:58:27.004340 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-98594d84-7e07-4845-a1b6-24bd1a3f1c14 service neutron] Port ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 on network e2945ff6-c379-474d-a032-331b1f6dd08e not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:58:27.004340 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-98594d84-7e07-4845-a1b6-24bd1a3f1c14 service neutron] Attempting to bind port ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 on network e2945ff6-c379-474d-a032-331b1f6dd08e {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:58:27.014646 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-98594d84-7e07-4845-a1b6-24bd1a3f1c14 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:58:27.015254 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-98594d84-7e07-4845-a1b6-24bd1a3f1c14 service neutron] Checking segment: {'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:58:27.015521 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-98594d84-7e07-4845-a1b6-24bd1a3f1c14 service neutron] Bound using segment: {'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:58:27.015940 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-98594d84-7e07-4845-a1b6-24bd1a3f1c14 service neutron] Bound port: ff2a7ca0-98a8-4c28-858a-0f7c07e731b3, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:58:27.080810 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-9e9040c8-c62a-4665-9995-60fdbc82d887 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:58:27.086940 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-9e9040c8-c62a-4665-9995-60fdbc82d887 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Usage tracker for resource:port and tenant:b853d123be434c35ad6eaadda6a379bc is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:58:27.089943 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-9e9040c8-c62a-4665-9995-60fdbc82d887 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:58:27.093238 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-98594d84-7e07-4845-a1b6-24bd1a3f1c14 service neutron] For port ff2a7ca0-98a8-4c28-858a-0f7c07e731b3, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=ff2a7ca0-98a8-4c28-858a-0f7c07e731b3,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:58:27.098569 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-9e9040c8-c62a-4665-9995-60fdbc82d887 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:58:27.101546 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-98594d84-7e07-4845-a1b6-24bd1a3f1c14 service neutron] Notify callbacks [] for binding, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:27.102676 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-98594d84-7e07-4845-a1b6-24bd1a3f1c14 service neutron] 10.222.0.26 "POST /v2.0/ports/ff2a7ca0-98a8-4c28-858a-0f7c07e731b3/bindings HTTP/1.1" status: 201 len: 389 time: 0.5936997 Feb 04 20:58:27.112711 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-9e9040c8-c62a-4665-9995-60fdbc82d887 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Made reservation on behalf of b853d123be434c35ad6eaadda6a379bc for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:58:27.117790 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-9e9040c8-c62a-4665-9995-60fdbc82d887 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:27.253008 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb48c4b-faf3-4fb9-9752-dba2306b3e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4816f4-bd94-4fdb-ba68-faecd2da0a23', 'code': 200} Feb 04 20:58:27.321542 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ef26d40-107b-4a16-9d85-789dd08e6c53', 'tag': 'b318f438-13e2-4f16-8995-044479c003d2', 'status': 'completed', 'code': 200} Feb 04 20:58:27.507094 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a3422340-7d46-4933-ad3b-55d785e28c69 req-114e9223-5907-480a-95c0-639ed17c1e6e tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a445a81-5812-4ae7-bb15-d774de074360 HTTP/1.1" status: 200 len: 210 time: 0.0814576 Feb 04 20:58:27.530014 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-9e9040c8-c62a-4665-9995-60fdbc82d887 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Allocated IP 172.20.0.10 (4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e/ca68937e-9a6a-40e5-9320-e4f04a7afb8b/4481983f-5829-4879-87a9-6c3e19143e2a) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:58:27.555136 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89137599-beaf-4798-af10-dfb72cba72c1 req-163556e1-e48f-4ad5-83df-8f017117101b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:27.556775 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-89137599-beaf-4798-af10-dfb72cba72c1 req-163556e1-e48f-4ad5-83df-8f017117101b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9eb48c4b-faf3-4fb9-9752-dba2306b3e03 HTTP/1.1" status: 200 len: 1097 time: 0.1481278 Feb 04 20:58:27.562362 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-f8daaf6b-77ee-4bc9-9bea-a9f9336bea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:27.564797 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-f8daaf6b-77ee-4bc9-9bea-a9f9336bea94 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&device_id=2d5a6529-67e2-4158-989f-b3784bef33f4 HTTP/1.1" status: 200 len: 1097 time: 0.1171134 Feb 04 20:58:27.680986 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db538a8a-2d76-4f27-8351-162a29b31db4 req-5e09b44a-7c4a-4b94-98f8-b0d56f640ad0 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:27.682375 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-db538a8a-2d76-4f27-8351-162a29b31db4 req-5e09b44a-7c4a-4b94-98f8-b0d56f640ad0 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eb48c4b-faf3-4fb9-9752-dba2306b3e03 HTTP/1.1" status: 200 len: 946 time: 0.3701458 Feb 04 20:58:27.686707 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-89137599-beaf-4798-af10-dfb72cba72c1 req-ed01c117-6e2c-4a77-9759-57af4e995e47 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a8e5c2ba-ccd5-40b5-8cc1-abaa7af6fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208358 Feb 04 20:58:27.697037 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f4ced-d313-476a-81cb-d707ad220799 req-6ba3c4d1-1501-47eb-a949-e9b55f168586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:27.698486 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-941f4ced-d313-476a-81cb-d707ad220799 req-6ba3c4d1-1501-47eb-a949-e9b55f168586 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=66f8c7d92acd48ffa436b71c93318a59&device_id=7ef26d40-107b-4a16-9d85-789dd08e6c53 HTTP/1.1" status: 200 len: 1096 time: 0.3221567 Feb 04 20:58:27.731818 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-51fbc620-c503-46e8-a548-724b9b1913ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:27.733285 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-51fbc620-c503-46e8-a548-724b9b1913ca service neutron] 10.222.0.32 "GET /v2.0/networks?id=e2945ff6-c379-474d-a032-331b1f6dd08e HTTP/1.1" status: 200 len: 908 time: 0.1530123 Feb 04 20:58:27.784874 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-db538a8a-2d76-4f27-8351-162a29b31db4 req-5382aae3-57f3-417a-9772-e10c630d61d0 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8e5c2ba-ccd5-40b5-8cc1-abaa7af6fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891104 Feb 04 20:58:27.804254 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-9e9040c8-c62a-4665-9995-60fdbc82d887 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:27.831251 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-9e9040c8-c62a-4665-9995-60fdbc82d887 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Transition to ACTIVE for port object 4481983f-5829-4879-87a9-6c3e19143e2a will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:58:27.856306 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-9e9040c8-c62a-4665-9995-60fdbc82d887 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:27.928427 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-9e9040c8-c62a-4665-9995-60fdbc82d887 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Network 4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:58:27.931664 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-9e9040c8-c62a-4665-9995-60fdbc82d887 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:58:27.934155 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-9e9040c8-c62a-4665-9995-60fdbc82d887 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:58:28.033048 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9040c8-c62a-4665-9995-60fdbc82d887 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Pushing event updated for resources: {'Port': ['ID=4481983f-5829-4879-87a9-6c3e19143e2a,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:28.124837 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-fc3a4b3e-f86c-4c1f-a5e3-f3170c3c6e99 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 HTTP/1.1" status: 200 len: 217 time: 0.1481035 Feb 04 20:58:28.162387 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-9e9040c8-c62a-4665-9995-60fdbc82d887 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:28.163011 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-9e9040c8-c62a-4665-9995-60fdbc82d887 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:28.206836 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-e7eb0d45-f0f9-4552-8c5e-5d070a333bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:28.208457 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-e7eb0d45-f0f9-4552-8c5e-5d070a333bea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=52dce76a-dd1c-484a-ae6a-f327dbe47b7b HTTP/1.1" status: 200 len: 847 time: 0.0754902 Feb 04 20:58:28.261452 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-9e9040c8-c62a-4665-9995-60fdbc82d887 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3744035 Feb 04 20:58:28.267637 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-5ae9a508-8a37-4bf8-b651-d4f7ec141e85 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e2945ff6-c379-474d-a032-331b1f6dd08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437200 Feb 04 20:58:28.281233 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-0c30f7da-6bd5-4ca3-abd0-f825e8b33553 service neutron] Request body: {'port': {'device_id': '9a445a81-5812-4ae7-bb15-d774de074360', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:58:28.287130 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-35c5d1e5-67c4-4d92-8756-e64c2d1ebefe None None] Provisioning for port 4481983f-5829-4879-87a9-6c3e19143e2a completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:58:28.292533 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-35c5d1e5-67c4-4d92-8756-e64c2d1ebefe None None] Provisioning complete for port 4481983f-5829-4879-87a9-6c3e19143e2a triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:58:28.292904 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-35c5d1e5-67c4-4d92-8756-e64c2d1ebefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:28.351643 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-35c5d1e5-67c4-4d92-8756-e64c2d1ebefe None None] Port 4481983f-5829-4879-87a9-6c3e19143e2a cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:58:28.419198 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-2d1eb297-e0d9-401b-a5e2-2e395bd59931 service neutron] 10.222.0.32 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460838 Feb 04 20:58:28.473663 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f4ced-d313-476a-81cb-d707ad220799 req-72fee859-d1f3-4aa4-8125-2799d825f7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:28.475124 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-941f4ced-d313-476a-81cb-d707ad220799 req-72fee859-d1f3-4aa4-8125-2799d825f7b0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 HTTP/1.1" status: 200 len: 922 time: 0.4867542 Feb 04 20:58:28.501746 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27c25a-2883-4728-a551-a06442f6d606 req-d14be428-29a4-4bad-a619-a5a72b85bf96 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:28.509930 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8e27c25a-2883-4728-a551-a06442f6d606 req-d14be428-29a4-4bad-a619-a5a72b85bf96 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=4adc10db-cec5-46d4-9223-a7e6395f5f2b HTTP/1.1" status: 200 len: 944 time: 0.4797046 Feb 04 20:58:28.643521 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-941f4ced-d313-476a-81cb-d707ad220799 req-dee11838-db20-4d14-8389-e31e57515e5a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b318f438-13e2-4f16-8995-044479c003d2 HTTP/1.1" status: 200 len: 217 time: 0.1302252 Feb 04 20:58:28.650769 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa77bb5-8213-4eb0-891e-529de7d32230 req-9ce19737-4836-42c1-a999-faa4bb69feaa tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:28.650769 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-ffa77bb5-8213-4eb0-891e-529de7d32230 req-9ce19737-4836-42c1-a999-faa4bb69feaa tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Synchronizing usage tracker for tenant:c5a142124dd5482a87b175ed6e7e9ba5 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:58:28.662574 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-f267d670-2c71-451c-8799-76cf2aeef673 service neutron] 10.222.0.32 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321947 Feb 04 20:58:28.678895 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-ffa77bb5-8213-4eb0-891e-529de7d32230 req-9ce19737-4836-42c1-a999-faa4bb69feaa tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Unset dirty status for tenant:c5a142124dd5482a87b175ed6e7e9ba5 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:58:28.678895 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-ffa77bb5-8213-4eb0-891e-529de7d32230 req-9ce19737-4836-42c1-a999-faa4bb69feaa tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.32 "GET /v2.0/ports?device_id=4adc10db-cec5-46d4-9223-a7e6395f5f2b HTTP/1.1" status: 200 len: 944 time: 0.1734192 Feb 04 20:58:28.747783 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8e27c25a-2883-4728-a551-a06442f6d606 req-a7a075c1-00ab-4901-ab83-eeca94b800b9 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390840 Feb 04 20:58:28.762280 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b8afe-e7b9-495e-b151-daa81644ae35 req-a2afec68-70c7-450e-9abf-9d2dc5d7a34d tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:28.762280 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-281b8afe-e7b9-495e-b151-daa81644ae35 req-a2afec68-70c7-450e-9abf-9d2dc5d7a34d tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d5a6529-67e2-4158-989f-b3784bef33f4 HTTP/1.1" status: 200 len: 946 time: 0.5493121 Feb 04 20:58:28.769837 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-0c30f7da-6bd5-4ca3-abd0-f825e8b33553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:28.789686 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-ffa77bb5-8213-4eb0-891e-529de7d32230 req-0a7698d3-b819-49db-b6ac-244a3525afd0 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Deleting port adef2d61-4ab7-4434-8eed-40bedafcc23a {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:58:28.789686 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-ffa77bb5-8213-4eb0-891e-529de7d32230 req-0a7698d3-b819-49db-b6ac-244a3525afd0 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:28.869082 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f4ced-d313-476a-81cb-d707ad220799 req-c5c36e39-3c1d-4a33-9514-c78989533145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:28.869082 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-941f4ced-d313-476a-81cb-d707ad220799 req-c5c36e39-3c1d-4a33-9514-c78989533145 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad252a39-0fc7-473f-8135-1e6346b2d5e3 HTTP/1.1" status: 200 len: 860 time: 0.1964426 Feb 04 20:58:28.941460 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-281b8afe-e7b9-495e-b151-daa81644ae35 req-778516d4-3763-4a3a-a4f6-54e38f27e8db tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767683 Feb 04 20:58:29.407437 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-ffa77bb5-8213-4eb0-891e-529de7d32230 req-0a7698d3-b819-49db-b6ac-244a3525afd0 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] For port adef2d61-4ab7-4434-8eed-40bedafcc23a, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=adef2d61-4ab7-4434-8eed-40bedafcc23a,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:58:29.407437 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-ffa77bb5-8213-4eb0-891e-529de7d32230 req-0a7698d3-b819-49db-b6ac-244a3525afd0 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:29.558325 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-ffa77bb5-8213-4eb0-891e-529de7d32230 req-0a7698d3-b819-49db-b6ac-244a3525afd0 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Calling delete_port for adef2d61-4ab7-4434-8eed-40bedafcc23a owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:58:29.602089 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f4ced-d313-476a-81cb-d707ad220799 req-401c9bc3-bfc7-4344-8c83-95e5795280d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:29.602089 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-941f4ced-d313-476a-81cb-d707ad220799 req-401c9bc3-bfc7-4344-8c83-95e5795280d2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3e95a48d-24e2-42d1-a9cb-002bd8a7bca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7230139 Feb 04 20:58:29.727879 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-ffa77bb5-8213-4eb0-891e-529de7d32230 req-0a7698d3-b819-49db-b6ac-244a3525afd0 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:29.735788 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['b08319eb-cc5b-4f8b-8518-85a440ceaf84'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:58:29.789156 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7698d3-b819-49db-b6ac-244a3525afd0 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Pushing event deleted for resources: {'Port': ['ID=adef2d61-4ab7-4434-8eed-40bedafcc23a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:29.847804 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0e75d-6dfa-4b0e-ac21-b317cb807639 req-248121ef-c723-4f91-be30-74ce0bdcf482 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:29.862932 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-05e0e75d-6dfa-4b0e-ac21-b317cb807639 req-248121ef-c723-4f91-be30-74ce0bdcf482 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b87cf88-ffed-4a9f-8528-ef549d4791a7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6940699 Feb 04 20:58:30.037519 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa77bb5-8213-4eb0-891e-529de7d32230 req-0a7698d3-b819-49db-b6ac-244a3525afd0 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] No DVR routers for this DVR port adef2d61-4ab7-4434-8eed-40bedafcc23a on host n-h1-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:58:30.041132 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-ffa77bb5-8213-4eb0-891e-529de7d32230 req-0a7698d3-b819-49db-b6ac-244a3525afd0 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:30.051673 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-941f4ced-d313-476a-81cb-d707ad220799 req-44b56719-b91f-4b86-a75b-89660df54d38 service neutron] 10.222.0.32 "GET /v2.0/networks/3e95a48d-24e2-42d1-a9cb-002bd8a7bca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424052 Feb 04 20:58:30.135233 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3d931-a01a-4065-a1de-f95776b7d9ee req-ad139c54-39bf-4762-a1fb-23d5216a4caf tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:30.135233 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b9f3d931-a01a-4065-a1de-f95776b7d9ee req-ad139c54-39bf-4762-a1fb-23d5216a4caf tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Synchronizing usage tracker for tenant:b853d123be434c35ad6eaadda6a379bc on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:58:30.144421 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4adc10db-cec5-46d4-9223-a7e6395f5f2b', 'name': 'network-vif-deleted', 'tag': 'adef2d61-4ab7-4434-8eed-40bedafcc23a'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:58:30.149556 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-05e0e75d-6dfa-4b0e-ac21-b317cb807639 req-88afe380-1521-4c64-99c2-66ceb28d91ad tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 696 time: 0.2427392 Feb 04 20:58:30.149556 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-0c30f7da-6bd5-4ca3-abd0-f825e8b33553 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:58:30.151492 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-ffa77bb5-8213-4eb0-891e-529de7d32230 req-0a7698d3-b819-49db-b6ac-244a3525afd0 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.32 "DELETE /v2.0/ports/adef2d61-4ab7-4434-8eed-40bedafcc23a HTTP/1.1" status: 204 len: 173 time: 1.4551125 Feb 04 20:58:30.151596 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-05e0e75d-6dfa-4b0e-ac21-b317cb807639 req-c67a61fd-e64d-4063-bfc7-af0440d23240 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Request body: {'floatingip': {'port_id': 'add6c51a-619a-41b8-baba-6bc43c3eda1a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:58:30.184732 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368e533-1500-4819-b545-3040290bd987 req-739e4a28-65a4-4587-845e-8f171cbf30bc tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:30.185474 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-8368e533-1500-4819-b545-3040290bd987 req-739e4a28-65a4-4587-845e-8f171cbf30bc tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Synchronizing usage tracker for tenant:66f8c7d92acd48ffa436b71c93318a59 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:58:30.205360 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-8368e533-1500-4819-b545-3040290bd987 req-739e4a28-65a4-4587-845e-8f171cbf30bc tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Unset dirty status for tenant:66f8c7d92acd48ffa436b71c93318a59 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:58:30.206927 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8368e533-1500-4819-b545-3040290bd987 req-739e4a28-65a4-4587-845e-8f171cbf30bc tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ef26d40-107b-4a16-9d85-789dd08e6c53 HTTP/1.1" status: 200 len: 945 time: 0.1633911 Feb 04 20:58:30.298373 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-8368e533-1500-4819-b545-3040290bd987 req-42754a59-3994-4619-92a1-c9b847db61d3 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Deleting port b318f438-13e2-4f16-8995-044479c003d2 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:58:30.298764 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-8368e533-1500-4819-b545-3040290bd987 req-42754a59-3994-4619-92a1-c9b847db61d3 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:30.350068 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-05e0e75d-6dfa-4b0e-ac21-b317cb807639 req-c67a61fd-e64d-4063-bfc7-af0440d23240 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks [] for floatingip, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:30.603160 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-8368e533-1500-4819-b545-3040290bd987 req-42754a59-3994-4619-92a1-c9b847db61d3 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] For port b318f438-13e2-4f16-8995-044479c003d2, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b318f438-13e2-4f16-8995-044479c003d2,segment=NetworkSegment(477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3),segment_id=477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:58:30.603526 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-8368e533-1500-4819-b545-3040290bd987 req-42754a59-3994-4619-92a1-c9b847db61d3 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:30.660386 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-0c30f7da-6bd5-4ca3-abd0-f825e8b33553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4481983f-5829-4879-87a9-6c3e19143e2a {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:58:30.669189 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-0c30f7da-6bd5-4ca3-abd0-f825e8b33553 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:30.696429 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-0c30f7da-6bd5-4ca3-abd0-f825e8b33553 service neutron] Transition to ACTIVE for port object 4481983f-5829-4879-87a9-6c3e19143e2a will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:58:30.707228 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b9f3d931-a01a-4065-a1de-f95776b7d9ee req-ad139c54-39bf-4762-a1fb-23d5216a4caf tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Unset dirty status for tenant:b853d123be434c35ad6eaadda6a379bc on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:58:30.708370 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b9f3d931-a01a-4065-a1de-f95776b7d9ee req-ad139c54-39bf-4762-a1fb-23d5216a4caf tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a445a81-5812-4ae7-bb15-d774de074360 HTTP/1.1" status: 200 len: 932 time: 1.1696446 Feb 04 20:58:30.716133 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-0c30f7da-6bd5-4ca3-abd0-f825e8b33553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:30.737963 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-8368e533-1500-4819-b545-3040290bd987 req-42754a59-3994-4619-92a1-c9b847db61d3 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Calling delete_port for b318f438-13e2-4f16-8995-044479c003d2 owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:58:30.981817 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-8368e533-1500-4819-b545-3040290bd987 req-42754a59-3994-4619-92a1-c9b847db61d3 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:30.994208 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['add6c51a-619a-41b8-baba-6bc43c3eda1a', 'b318f438-13e2-4f16-8995-044479c003d2'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:58:31.119929 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42754a59-3994-4619-92a1-c9b847db61d3 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Pushing event deleted for resources: {'Port': ['ID=b318f438-13e2-4f16-8995-044479c003d2,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:31.149590 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30f7da-6bd5-4ca3-abd0-f825e8b33553 service neutron] Pushing event updated for resources: {'Port': ['ID=4481983f-5829-4879-87a9-6c3e19143e2a,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:31.239799 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b9f3d931-a01a-4065-a1de-f95776b7d9ee req-7e6fa773-56e6-4c86-ac38-6795193ee529 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1a33d20-11be-4212-b786-165d7dd1f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5135651 Feb 04 20:58:31.354941 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-8368e533-1500-4819-b545-3040290bd987 req-42754a59-3994-4619-92a1-c9b847db61d3 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] No DVR routers for this DVR port b318f438-13e2-4f16-8995-044479c003d2 on host n-h1-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:58:31.358991 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-8368e533-1500-4819-b545-3040290bd987 req-42754a59-3994-4619-92a1-c9b847db61d3 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:31.379811 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8368e533-1500-4819-b545-3040290bd987 req-42754a59-3994-4619-92a1-c9b847db61d3 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.32 "DELETE /v2.0/ports/b318f438-13e2-4f16-8995-044479c003d2 HTTP/1.1" status: 204 len: 173 time: 1.1671388 Feb 04 20:58:31.596703 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-941f4ced-d313-476a-81cb-d707ad220799 req-bfc04725-99a1-4d59-a86c-47ee199d0d27 service neutron] 10.222.0.32 "GET /v2.0/networks/3e95a48d-24e2-42d1-a9cb-002bd8a7bca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5086651 Feb 04 20:58:31.756734 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-0c30f7da-6bd5-4ca3-abd0-f825e8b33553 service neutron] Attempting to bind port 4481983f-5829-4879-87a9-6c3e19143e2a on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:58:31.757415 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-0c30f7da-6bd5-4ca3-abd0-f825e8b33553 service neutron] Attempting to bind port 4481983f-5829-4879-87a9-6c3e19143e2a by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'e5020a8a-8214-431e-9592-cee2e6807d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:58:31.757415 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-0c30f7da-6bd5-4ca3-abd0-f825e8b33553 service neutron] Attempting to bind port 4481983f-5829-4879-87a9-6c3e19143e2a on network 4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:58:31.773824 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-0c30f7da-6bd5-4ca3-abd0-f825e8b33553 service neutron] Port 4481983f-5829-4879-87a9-6c3e19143e2a on network 4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:58:31.774275 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-0c30f7da-6bd5-4ca3-abd0-f825e8b33553 service neutron] Attempting to bind port 4481983f-5829-4879-87a9-6c3e19143e2a on network 4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:58:31.794169 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-0c30f7da-6bd5-4ca3-abd0-f825e8b33553 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:58:31.794169 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-0c30f7da-6bd5-4ca3-abd0-f825e8b33553 service neutron] Checking segment: {'id': 'e5020a8a-8214-431e-9592-cee2e6807d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:58:31.794169 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-0c30f7da-6bd5-4ca3-abd0-f825e8b33553 service neutron] Bound using segment: {'id': 'e5020a8a-8214-431e-9592-cee2e6807d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:58:31.794169 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-0c30f7da-6bd5-4ca3-abd0-f825e8b33553 service neutron] Bound port: 4481983f-5829-4879-87a9-6c3e19143e2a, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5020a8a-8214-431e-9592-cee2e6807d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:58:31.794169 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-0c30f7da-6bd5-4ca3-abd0-f825e8b33553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:31.819723 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c1997-bf52-4ec0-962c-773d8ae8f6ac req-b199b4e9-95f3-44b8-be6a-de1e115ff2c7 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:31.825735 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-822c1997-bf52-4ec0-962c-773d8ae8f6ac req-b199b4e9-95f3-44b8-be6a-de1e115ff2c7 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eb48c4b-faf3-4fb9-9752-dba2306b3e03 HTTP/1.1" status: 200 len: 946 time: 0.2913771 Feb 04 20:58:31.970387 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-822c1997-bf52-4ec0-962c-773d8ae8f6ac req-572cfe08-2fbd-47b9-9740-692a50cd205c tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8e5c2ba-ccd5-40b5-8cc1-abaa7af6fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350579 Feb 04 20:58:32.001713 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-0c30f7da-6bd5-4ca3-abd0-f825e8b33553 service neutron] For port 4481983f-5829-4879-87a9-6c3e19143e2a, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:58:32.005835 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-0c30f7da-6bd5-4ca3-abd0-f825e8b33553 service neutron] For port 4481983f-5829-4879-87a9-6c3e19143e2a, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=4481983f-5829-4879-87a9-6c3e19143e2a,segment=NetworkSegment(e5020a8a-8214-431e-9592-cee2e6807d9f),segment_id=e5020a8a-8214-431e-9592-cee2e6807d9f)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:58:32.101754 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-0c30f7da-6bd5-4ca3-abd0-f825e8b33553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:32.189968 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51096) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:58:32.232704 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-0c30f7da-6bd5-4ca3-abd0-f825e8b33553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:32.232704 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-0c30f7da-6bd5-4ca3-abd0-f825e8b33553 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:32.232704 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-0c30f7da-6bd5-4ca3-abd0-f825e8b33553 service neutron] 10.222.0.18 "PUT /v2.0/ports/4481983f-5829-4879-87a9-6c3e19143e2a HTTP/1.1" status: 200 len: 1092 time: 3.9551442 Feb 04 20:58:32.232704 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a445a81-5812-4ae7-bb15-d774de074360', 'tag': '4481983f-5829-4879-87a9-6c3e19143e2a'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:58:32.292949 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-05e0e75d-6dfa-4b0e-ac21-b317cb807639 req-c67a61fd-e64d-4063-bfc7-af0440d23240 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:32.426111 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30f7da-6bd5-4ca3-abd0-f825e8b33553 service neutron] Pushing event updated for resources: {'Port': ['ID=4481983f-5829-4879-87a9-6c3e19143e2a,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:32.460103 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-05e0e75d-6dfa-4b0e-ac21-b317cb807639 req-c67a61fd-e64d-4063-bfc7-af0440d23240 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:32.491349 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:32.852114 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-abfaec18-3651-4c7a-b036-430737edaad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:32.852114 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-abfaec18-3651-4c7a-b036-430737edaad7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b853d123be434c35ad6eaadda6a379bc&device_id=9a445a81-5812-4ae7-bb15-d774de074360 HTTP/1.1" status: 200 len: 1095 time: 0.5418854 Feb 04 20:58:32.947415 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device adef2d61-4ab7-4434-8eed-40bedafcc23a no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:58:33.008872 n-d-827896-1 neutron-server[87683]: INFO neutron.db.l3_db [req-05e0e75d-6dfa-4b0e-ac21-b317cb807639 req-c67a61fd-e64d-4063-bfc7-af0440d23240 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Floating IP cd322b16-9384-4ef6-8e55-7c9ce502975a associated. External IP: 172.25.5.217, port: add6c51a-619a-41b8-baba-6bc43c3eda1a. Feb 04 20:58:33.023595 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: adef2d61-4ab7-4434-8eed-40bedafcc23a {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:58:33.023595 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device adef2d61-4ab7-4434-8eed-40bedafcc23a not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:58:33.023595 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device b318f438-13e2-4f16-8995-044479c003d2 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:58:33.071959 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: b318f438-13e2-4f16-8995-044479c003d2 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:58:33.072362 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device b318f438-13e2-4f16-8995-044479c003d2 not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:58:33.239520 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-2ec78f30-e8e8-4f54-bdfd-38de09cc3953 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4481983f-5829-4879-87a9-6c3e19143e2a HTTP/1.1" status: 200 len: 217 time: 0.3764620 Feb 04 20:58:33.323066 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-7c84a868-2bf4-46bf-802f-785d3da2de04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:33.324496 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-7c84a868-2bf4-46bf-802f-785d3da2de04 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ca68937e-9a6a-40e5-9320-e4f04a7afb8b HTTP/1.1" status: 200 len: 844 time: 0.0685065 Feb 04 20:58:33.486075 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f24a54-5ff4-426e-96b6-1ad6e9aa9d4b req-4ade2ee2-9ef3-42eb-ba9a-0f4c667515b3 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:33.486075 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b4f24a54-5ff4-426e-96b6-1ad6e9aa9d4b req-4ade2ee2-9ef3-42eb-ba9a-0f4c667515b3 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d5a6529-67e2-4158-989f-b3784bef33f4 HTTP/1.1" status: 200 len: 946 time: 0.7694798 Feb 04 20:58:33.667565 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b4f24a54-5ff4-426e-96b6-1ad6e9aa9d4b req-f39b48b3-dbae-41c9-91a8-501bb958fdcc tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644292 Feb 04 20:58:33.692348 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-c1cd5a6e-8950-4dfa-b216-6969ab51b1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:33.708026 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-c1cd5a6e-8950-4dfa-b216-6969ab51b1d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3729990 Feb 04 20:58:33.785460 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4adc10db-cec5-46d4-9223-a7e6395f5f2b', 'name': 'network-vif-deleted', 'tag': 'adef2d61-4ab7-4434-8eed-40bedafcc23a', 'status': 'completed', 'code': 200} Feb 04 20:58:33.817635 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5348783e-35d9-41f4-b91e-e4fcbe38e0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:34.230746 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05e0e75d-6dfa-4b0e-ac21-b317cb807639 req-c67a61fd-e64d-4063-bfc7-af0440d23240 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Router 4d549bcc-ca13-4a19-9558-de8ab618ee7a has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:58:34.282531 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-098a156a-fcd9-4677-adb2-7564731f8355 service neutron] 10.222.0.18 "GET /v2.0/networks/4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515753 Feb 04 20:58:34.410621 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b2aeeede-fc1c-49dd-b6bb-2e0dcce751e1 req-b9e73ae9-0c36-4583-8975-bb3fc6b2e784 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 258 time: 0.5759325 Feb 04 20:58:34.426436 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-b2aeeede-fc1c-49dd-b6bb-2e0dcce751e1 req-ab100986-5d2c-48e4-bf60-7affe154bffb tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Request body: {'floatingip': {'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:58:34.460313 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-5348783e-35d9-41f4-b91e-e4fcbe38e0e3 admin admin] Deleting port f5201201-ed6a-4664-b8b1-d82d28e2114b {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:58:34.460760 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5348783e-35d9-41f4-b91e-e4fcbe38e0e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:34.508459 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-b2aeeede-fc1c-49dd-b6bb-2e0dcce751e1 req-ab100986-5d2c-48e4-bf60-7affe154bffb tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:58:34.520999 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b2aeeede-fc1c-49dd-b6bb-2e0dcce751e1 req-ab100986-5d2c-48e4-bf60-7affe154bffb tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Usage tracker for resource:floatingip and tenant:7bded15aab9a4c4d92a66ff896e1379d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:58:34.526149 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b2aeeede-fc1c-49dd-b6bb-2e0dcce751e1 req-ab100986-5d2c-48e4-bf60-7affe154bffb tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:58:34.561350 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-b2aeeede-fc1c-49dd-b6bb-2e0dcce751e1 req-ab100986-5d2c-48e4-bf60-7affe154bffb tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:58:34.666768 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b2aeeede-fc1c-49dd-b6bb-2e0dcce751e1 req-ab100986-5d2c-48e4-bf60-7affe154bffb tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks [] for floatingip, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:34.694649 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-5348783e-35d9-41f4-b91e-e4fcbe38e0e3 admin admin] For port f5201201-ed6a-4664-b8b1-d82d28e2114b, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=f5201201-ed6a-4664-b8b1-d82d28e2114b,segment=NetworkSegment(a26c100c-943b-457e-bebf-b0c82822cb3c),segment_id=a26c100c-943b-457e-bebf-b0c82822cb3c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:58:34.695857 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5348783e-35d9-41f4-b91e-e4fcbe38e0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:34.721507 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d29f0b93-8f1f-4efe-8549-ea8e21f99474 req-01d99594-9aac-434d-b771-82023a1005d6 service neutron] 10.222.0.18 "GET /v2.0/networks/4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840194 Feb 04 20:58:34.729708 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05e0e75d-6dfa-4b0e-ac21-b317cb807639 req-c67a61fd-e64d-4063-bfc7-af0440d23240 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:58:34.740160 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-05e0e75d-6dfa-4b0e-ac21-b317cb807639 req-c67a61fd-e64d-4063-bfc7-af0440d23240 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:34.742012 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da58f14b-0019-497a-a206-5b0d3218cc0f None None] Sync routers for ids ['4d549bcc-ca13-4a19-9558-de8ab618ee7a'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:58:34.753499 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da58f14b-0019-497a-a206-5b0d3218cc0f None None] Routers {'4d549bcc-ca13-4a19-9558-de8ab618ee7a'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:58:34.757468 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-da58f14b-0019-497a-a206-5b0d3218cc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:58:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4d549bcc-ca13-4a19-9558-de8ab618ee7a'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:34.913058 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-5348783e-35d9-41f4-b91e-e4fcbe38e0e3 admin admin] Calling delete_port for f5201201-ed6a-4664-b8b1-d82d28e2114b owned by network:router_interface {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:58:35.071187 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-da58f14b-0019-497a-a206-5b0d3218cc0f None None] Set router 4d549bcc-ca13-4a19-9558-de8ab618ee7a gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:58:35.179902 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36218c2e-4e9c-4f18-9912-4d1718579361 req-8f7a70cb-f743-473f-86af-f27affb9e0c9 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:35.182146 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-36218c2e-4e9c-4f18-9912-4d1718579361 req-8f7a70cb-f743-473f-86af-f27affb9e0c9 tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] 10.222.0.32 "GET /v2.0/ports?device_id=398b16b6-e4e2-436d-bac1-deccda4a61f5 HTTP/1.1" status: 200 len: 945 time: 0.8482294 Feb 04 20:58:35.269859 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-05e0e75d-6dfa-4b0e-ac21-b317cb807639 req-c67a61fd-e64d-4063-bfc7-af0440d23240 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "PUT /v2.0/floatingips/cd322b16-9384-4ef6-8e55-7c9ce502975a HTTP/1.1" status: 200 len: 997 time: 5.1625009 Feb 04 20:58:35.380553 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-36218c2e-4e9c-4f18-9912-4d1718579361 req-9ed66e8f-c314-4042-8283-588ae946b34f tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Deleting port 58773d88-d214-48fd-9c24-1702b03fc7a4 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:58:35.381332 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-36218c2e-4e9c-4f18-9912-4d1718579361 req-9ed66e8f-c314-4042-8283-588ae946b34f tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:35.577573 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0e75d-6dfa-4b0e-ac21-b317cb807639 req-776e4c26-7cc6-4d5f-8457-80a528b02159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:35.580245 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-05e0e75d-6dfa-4b0e-ac21-b317cb807639 req-776e4c26-7cc6-4d5f-8457-80a528b02159 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66f8c7d92acd48ffa436b71c93318a59&device_id=1b87cf88-ffed-4a9f-8528-ef549d4791a7 HTTP/1.1" status: 200 len: 1097 time: 0.2765112 Feb 04 20:58:35.580554 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b2aeeede-fc1c-49dd-b6bb-2e0dcce751e1 req-ab100986-5d2c-48e4-bf60-7affe154bffb tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:35.624607 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-da58f14b-0019-497a-a206-5b0d3218cc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1499996838-router', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:56:49Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'gw_port': {'id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:50Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': 'cd322b16-9384-4ef6-8e55-7c9ce502975a', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'port_id': 'add6c51a-619a-41b8-baba-6bc43c3eda1a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'mac_address': 'fa:16:3e:40:23:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b87cf88-ffed-4a9f-8528-ef549d4791a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:57:32Z', 'updated_at': '2022-02-04T20:58:31Z', 'revision_number': 8, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19165dbd-4a26-48e0-ac95-837955379ba3', 'name': '', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'mac_address': 'fa:16:3e:b6:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:56Z', 'updated_at': '2022-02-04T20:57:08Z', 'revision_number': 5, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'subnets': [{'id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:35.629386 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da58f14b-0019-497a-a206-5b0d3218cc0f None None] Checking router: 4d549bcc-ca13-4a19-9558-de8ab618ee7a for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:58:35.645943 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da58f14b-0019-497a-a206-5b0d3218cc0f None None] Routers {'4d549bcc-ca13-4a19-9558-de8ab618ee7a'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:58:35.645943 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-da58f14b-0019-497a-a206-5b0d3218cc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:58:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4d549bcc-ca13-4a19-9558-de8ab618ee7a'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:35.668467 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5348783e-35d9-41f4-b91e-e4fcbe38e0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:35.793896 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef26d40-107b-4a16-9d85-789dd08e6c53', 'name': 'network-vif-deleted', 'tag': 'b318f438-13e2-4f16-8995-044479c003d2'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:58:35.798950 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348783e-35d9-41f4-b91e-e4fcbe38e0e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5201201-ed6a-4664-b8b1-d82d28e2114b,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:35.945487 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-da58f14b-0019-497a-a206-5b0d3218cc0f None None] Set router 4d549bcc-ca13-4a19-9558-de8ab618ee7a gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:58:35.963304 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-36218c2e-4e9c-4f18-9912-4d1718579361 req-9ed66e8f-c314-4042-8283-588ae946b34f tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] For port 58773d88-d214-48fd-9c24-1702b03fc7a4, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=58773d88-d214-48fd-9c24-1702b03fc7a4,segment=NetworkSegment(88fdd53b-7f42-4508-ad43-ef0ec2a3159e),segment_id=88fdd53b-7f42-4508-ad43-ef0ec2a3159e)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:58:35.963304 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-36218c2e-4e9c-4f18-9912-4d1718579361 req-9ed66e8f-c314-4042-8283-588ae946b34f tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:36.080962 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0e75d-6dfa-4b0e-ac21-b317cb807639 req-2ed0ddfc-7c58-4bb8-8045-2cc0a8258778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:36.082636 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-05e0e75d-6dfa-4b0e-ac21-b317cb807639 req-2ed0ddfc-7c58-4bb8-8045-2cc0a8258778 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 HTTP/1.1" status: 200 len: 922 time: 0.4468281 Feb 04 20:58:36.232964 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5348783e-35d9-41f4-b91e-e4fcbe38e0e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:36.465899 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-36218c2e-4e9c-4f18-9912-4d1718579361 req-9ed66e8f-c314-4042-8283-588ae946b34f tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Calling delete_port for 58773d88-d214-48fd-9c24-1702b03fc7a4 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:58:36.495434 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-da58f14b-0019-497a-a206-5b0d3218cc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1499996838-router', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:56:49Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'gw_port': {'id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:50Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': 'cd322b16-9384-4ef6-8e55-7c9ce502975a', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'port_id': 'add6c51a-619a-41b8-baba-6bc43c3eda1a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'mac_address': 'fa:16:3e:40:23:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b87cf88-ffed-4a9f-8528-ef549d4791a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:57:32Z', 'updated_at': '2022-02-04T20:58:31Z', 'revision_number': 8, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19165dbd-4a26-48e0-ac95-837955379ba3', 'name': '', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'mac_address': 'fa:16:3e:b6:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:56Z', 'updated_at': '2022-02-04T20:57:08Z', 'revision_number': 5, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'subnets': [{'id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:36.502108 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da58f14b-0019-497a-a206-5b0d3218cc0f None None] The sync data for ids ['4d549bcc-ca13-4a19-9558-de8ab618ee7a'] in n-d-827896-1 is: [{'id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1499996838-router', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:56:49Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'gw_port': {'id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:50Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': 'cd322b16-9384-4ef6-8e55-7c9ce502975a', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'port_id': 'add6c51a-619a-41b8-baba-6bc43c3eda1a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'mac_address': 'fa:16:3e:40:23:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b87cf88-ffed-4a9f-8528-ef549d4791a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:57:32Z', 'updated_at': '2022-02-04T20:58:31Z', 'revision_number': 8, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19165dbd-4a26-48e0-ac95-837955379ba3', 'name': '', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'mac_address': 'fa:16:3e:b6:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:56Z', 'updated_at': '2022-02-04T20:57:08Z', 'revision_number': 5, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'subnets': [{'id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:58:36.603825 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-b2aeeede-fc1c-49dd-b6bb-2e0dcce751e1 req-ab100986-5d2c-48e4-bf60-7affe154bffb tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Allocated IP 172.25.5.43 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/321bf226-7f5f-4b07-9890-9963c24e7e3a) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:58:36.607977 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-05e0e75d-6dfa-4b0e-ac21-b317cb807639 req-cd0afa85-9e77-4c8b-94cb-f601c77affd0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=add6c51a-619a-41b8-baba-6bc43c3eda1a HTTP/1.1" status: 200 len: 1000 time: 0.3914452 Feb 04 20:58:36.827950 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0e75d-6dfa-4b0e-ac21-b317cb807639 req-db9324b3-b768-403a-b71c-e03b6e4812d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:36.830084 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-05e0e75d-6dfa-4b0e-ac21-b317cb807639 req-db9324b3-b768-403a-b71c-e03b6e4812d6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ad252a39-0fc7-473f-8135-1e6346b2d5e3 HTTP/1.1" status: 200 len: 860 time: 0.2049572 Feb 04 20:58:36.836961 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34046a4-9606-46e6-9d65-5549f2861691 None None] New status for floating IP cd322b16-9384-4ef6-8e55-7c9ce502975a: ACTIVE {{(pid=87685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:58:36.939879 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-36218c2e-4e9c-4f18-9912-4d1718579361 req-9ed66e8f-c314-4042-8283-588ae946b34f tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:36.956326 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['58773d88-d214-48fd-9c24-1702b03fc7a4'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:58:36.978995 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5348783e-35d9-41f4-b91e-e4fcbe38e0e3 admin admin] Router 4768c878-edcb-40f0-9279-0c17983fc38e has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:58:37.006501 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed66e8f-c314-4042-8283-588ae946b34f tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Pushing event deleted for resources: {'Port': ['ID=58773d88-d214-48fd-9c24-1702b03fc7a4,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:37.068058 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b2aeeede-fc1c-49dd-b6bb-2e0dcce751e1 req-ab100986-5d2c-48e4-bf60-7affe154bffb tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:37.100403 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 4481983f-5829-4879-87a9-6c3e19143e2a details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:58:37.116322 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-36218c2e-4e9c-4f18-9912-4d1718579361 req-9ed66e8f-c314-4042-8283-588ae946b34f tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] No DVR routers for this DVR port 58773d88-d214-48fd-9c24-1702b03fc7a4 on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:58:37.120779 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-36218c2e-4e9c-4f18-9912-4d1718579361 req-9ed66e8f-c314-4042-8283-588ae946b34f tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:37.140331 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-36218c2e-4e9c-4f18-9912-4d1718579361 req-9ed66e8f-c314-4042-8283-588ae946b34f tempest-InstanceActionsNegativeTestJSON-93653881 tempest-InstanceActionsNegativeTestJSON-93653881-project] 10.222.0.32 "DELETE /v2.0/ports/58773d88-d214-48fd-9c24-1702b03fc7a4 HTTP/1.1" status: 204 len: 173 time: 1.9508836 Feb 04 20:58:37.145899 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0e75d-6dfa-4b0e-ac21-b317cb807639 req-d3a5c971-0cbb-410b-97bd-d137330c44a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:37.147363 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-05e0e75d-6dfa-4b0e-ac21-b317cb807639 req-d3a5c971-0cbb-410b-97bd-d137330c44a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3e95a48d-24e2-42d1-a9cb-002bd8a7bca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3044279 Feb 04 20:58:37.241580 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b2aeeede-fc1c-49dd-b6bb-2e0dcce751e1 req-ab100986-5d2c-48e4-bf60-7affe154bffb tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:37.275934 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5348783e-35d9-41f4-b91e-e4fcbe38e0e3 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:58:37.290803 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37601fa-fd58-49c5-90e2-9aa666e9182a None None] Sync routers for ids ['4768c878-edcb-40f0-9279-0c17983fc38e'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:58:37.295968 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5348783e-35d9-41f4-b91e-e4fcbe38e0e3 admin admin] 10.222.0.26 "PUT /v2.0/routers/4768c878-edcb-40f0-9279-0c17983fc38e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1091352 Feb 04 20:58:37.298962 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51122) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:58:37.331446 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37601fa-fd58-49c5-90e2-9aa666e9182a None None] Routers {'4768c878-edcb-40f0-9279-0c17983fc38e'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:58:37.332125 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-a37601fa-fd58-49c5-90e2-9aa666e9182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:58:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4768c878-edcb-40f0-9279-0c17983fc38e'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:37.462176 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 4481983f-5829-4879-87a9-6c3e19143e2a, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=4481983f-5829-4879-87a9-6c3e19143e2a,segment=NetworkSegment(e5020a8a-8214-431e-9592-cee2e6807d9f),segment_id=e5020a8a-8214-431e-9592-cee2e6807d9f)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:58:37.466943 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2aeeede-fc1c-49dd-b6bb-2e0dcce751e1 req-ab100986-5d2c-48e4-bf60-7affe154bffb tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:58:37.475144 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-b2aeeede-fc1c-49dd-b6bb-2e0dcce751e1 req-ab100986-5d2c-48e4-bf60-7affe154bffb tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:58:37.488434 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2aeeede-fc1c-49dd-b6bb-2e0dcce751e1 req-ab100986-5d2c-48e4-bf60-7affe154bffb tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:58:37.497936 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '4481983f-5829-4879-87a9-6c3e19143e2a', 'network_id': '4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e', 'port_id': '4481983f-5829-4879-87a9-6c3e19143e2a', 'mac_address': 'fa:16:3e:b6:b5:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca68937e-9a6a-40e5-9320-e4f04a7afb8b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:58:37.536157 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab100986-5d2c-48e4-bf60-7affe154bffb tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Pushing event updated for resources: {'Port': ['ID=321bf226-7f5f-4b07-9890-9963c24e7e3a,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:37.572121 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-05e0e75d-6dfa-4b0e-ac21-b317cb807639 req-320fb41b-6bad-47ae-868d-ed0e0c9ac39c service neutron] 10.222.0.26 "GET /v2.0/networks/3e95a48d-24e2-42d1-a9cb-002bd8a7bca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159081 Feb 04 20:58:37.604589 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-613933d1-a606-45f4-be37-e3fe4f628ada admin admin] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:37.660544 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:37.682833 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b2aeeede-fc1c-49dd-b6bb-2e0dcce751e1 req-ab100986-5d2c-48e4-bf60-7affe154bffb tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:37.706184 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-a37601fa-fd58-49c5-90e2-9aa666e9182a None None] Set router 4768c878-edcb-40f0-9279-0c17983fc38e gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:58:37.853040 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-613933d1-a606-45f4-be37-e3fe4f628ada admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:37.871156 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-613933d1-a606-45f4-be37-e3fe4f628ada admin admin] Deleting port 1ad7e667-ae85-4b76-bc74-c7ecc82c1995 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:58:37.871784 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-613933d1-a606-45f4-be37-e3fe4f628ada admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:37.892428 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4481983f-5829-4879-87a9-6c3e19143e2a {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:58:37.912431 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 4481983f-5829-4879-87a9-6c3e19143e2a, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=4481983f-5829-4879-87a9-6c3e19143e2a,segment=NetworkSegment(e5020a8a-8214-431e-9592-cee2e6807d9f),segment_id=e5020a8a-8214-431e-9592-cee2e6807d9f)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:58:37.922765 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:37.991131 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-05e0e75d-6dfa-4b0e-ac21-b317cb807639 req-aa7994fb-e2e8-4b53-8434-26251cd534f2 service neutron] 10.222.0.26 "GET /v2.0/networks/3e95a48d-24e2-42d1-a9cb-002bd8a7bca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889899 Feb 04 20:58:38.063278 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b2aeeede-fc1c-49dd-b6bb-2e0dcce751e1 req-ab100986-5d2c-48e4-bf60-7affe154bffb tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:38.155568 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=4481983f-5829-4879-87a9-6c3e19143e2a,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:38.156062 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-6baa9fe7-cd4c-4989-9951-1a081f8d7b3b tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:38.158990 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-6baa9fe7-cd4c-4989-9951-1a081f8d7b3b tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2d5a6529-67e2-4158-989f-b3784bef33f4&tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&binding%3Ahost_id=n-h2-827896-1 HTTP/1.1" status: 200 len: 1097 time: 0.4748483 Feb 04 20:58:38.167343 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:38.167957 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:38.168452 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:38.169477 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:38.169969 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:38.170544 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:38.171041 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:38.171521 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:38.173007 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:38.173986 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:38.174469 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:38.174968 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:58:38.179812 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-b8b895cb-74be-4cc2-8802-a5c29716fbdd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827896-1'}}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:58:38.210573 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['4481983f-5829-4879-87a9-6c3e19143e2a'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:58:38.218621 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-613933d1-a606-45f4-be37-e3fe4f628ada admin admin] For port 1ad7e667-ae85-4b76-bc74-c7ecc82c1995, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=1ad7e667-ae85-4b76-bc74-c7ecc82c1995,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:58:38.218955 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-613933d1-a606-45f4-be37-e3fe4f628ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:38.352052 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-b8b895cb-74be-4cc2-8802-a5c29716fbdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:38.362835 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-613933d1-a606-45f4-be37-e3fe4f628ada admin admin] Calling delete_port for 1ad7e667-ae85-4b76-bc74-c7ecc82c1995 owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:58:38.493876 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a445a81-5812-4ae7-bb15-d774de074360', 'tag': '4481983f-5829-4879-87a9-6c3e19143e2a', 'status': 'completed', 'code': 200} Feb 04 20:58:38.555513 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-a37601fa-fd58-49c5-90e2-9aa666e9182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-602606223-router', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:55Z', 'updated_at': '2022-02-04T20:58:35Z', 'revision_number': 5, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'gw_port': {'id': '1ad7e667-ae85-4b76-bc74-c7ecc82c1995', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:52:57Z', 'updated_at': '2022-02-04T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:38.563688 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37601fa-fd58-49c5-90e2-9aa666e9182a None None] Checking router: 4768c878-edcb-40f0-9279-0c17983fc38e for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:58:38.615659 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37601fa-fd58-49c5-90e2-9aa666e9182a None None] Routers {'4768c878-edcb-40f0-9279-0c17983fc38e'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:58:38.616344 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-a37601fa-fd58-49c5-90e2-9aa666e9182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:58:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4768c878-edcb-40f0-9279-0c17983fc38e'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:38.746980 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-613933d1-a606-45f4-be37-e3fe4f628ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:38.822681 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613933d1-a606-45f4-be37-e3fe4f628ada admin admin] Pushing event deleted for resources: {'Port': ['ID=1ad7e667-ae85-4b76-bc74-c7ecc82c1995,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:38.841062 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-a37601fa-fd58-49c5-90e2-9aa666e9182a None None] Set router 4768c878-edcb-40f0-9279-0c17983fc38e gateway port host: None {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:58:38.902255 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-b8b895cb-74be-4cc2-8802-a5c29716fbdd service neutron] For port ff2a7ca0-98a8-4c28-858a-0f7c07e731b3, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=ff2a7ca0-98a8-4c28-858a-0f7c07e731b3,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:58:38.910781 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd50b59-fcc3-41e9-9c09-43334c00243f req-35766298-58bf-48d1-98c0-4a6cb46d7cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:38.912239 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1dd50b59-fcc3-41e9-9c09-43334c00243f req-35766298-58bf-48d1-98c0-4a6cb46d7cef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b853d123be434c35ad6eaadda6a379bc&device_id=9a445a81-5812-4ae7-bb15-d774de074360 HTTP/1.1" status: 200 len: 1096 time: 0.4229276 Feb 04 20:58:38.931064 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-613933d1-a606-45f4-be37-e3fe4f628ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:38.954641 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6340605-535b-40fa-8b34-77ed7b16b61d req-1d9a2235-5c9c-4012-8adf-976af5c1c2f8 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:38.956153 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e6340605-535b-40fa-8b34-77ed7b16b61d req-1d9a2235-5c9c-4012-8adf-976af5c1c2f8 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a445a81-5812-4ae7-bb15-d774de074360 HTTP/1.1" status: 200 len: 945 time: 0.2732792 Feb 04 20:58:39.033532 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [req-b2aeeede-fc1c-49dd-b6bb-2e0dcce751e1 req-ab100986-5d2c-48e4-bf60-7affe154bffb tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:58:39.062039 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:58:39.067423 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 58773d88-d214-48fd-9c24-1702b03fc7a4 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:58:39.081428 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b2aeeede-fc1c-49dd-b6bb-2e0dcce751e1 req-ab100986-5d2c-48e4-bf60-7affe154bffb tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:39.092920 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-b8b895cb-74be-4cc2-8802-a5c29716fbdd service neutron] For port ff2a7ca0-98a8-4c28-858a-0f7c07e731b3, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:58:39.132247 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-a37601fa-fd58-49c5-90e2-9aa666e9182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-602606223-router', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:55Z', 'updated_at': '2022-02-04T20:58:37Z', 'revision_number': 6, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'gw_port_host': None}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:39.146305 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-613933d1-a606-45f4-be37-e3fe4f628ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:39.147688 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: 58773d88-d214-48fd-9c24-1702b03fc7a4 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:58:39.148051 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 58773d88-d214-48fd-9c24-1702b03fc7a4 not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:58:39.154135 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37601fa-fd58-49c5-90e2-9aa666e9182a None None] The sync data for ids ['4768c878-edcb-40f0-9279-0c17983fc38e'] in n-d-827896-1 is: [{'id': '4768c878-edcb-40f0-9279-0c17983fc38e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-602606223-router', 'tenant_id': '5656db63d88345dfa2ad3799bcc2a413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:52:55Z', 'updated_at': '2022-02-04T20:58:37Z', 'revision_number': 6, 'project_id': '5656db63d88345dfa2ad3799bcc2a413', 'gw_port_host': None}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:58:39.160910 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-613933d1-a606-45f4-be37-e3fe4f628ada admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:39.167550 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b2aeeede-fc1c-49dd-b6bb-2e0dcce751e1 req-ab100986-5d2c-48e4-bf60-7affe154bffb tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:39.201577 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-613933d1-a606-45f4-be37-e3fe4f628ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:39.201577 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613933d1-a606-45f4-be37-e3fe4f628ada admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4768c878-edcb-40f0-9279-0c17983fc38e {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:58:39.216206 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-613933d1-a606-45f4-be37-e3fe4f628ada admin admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:39.222051 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-613933d1-a606-45f4-be37-e3fe4f628ada admin admin] 10.222.0.26 "DELETE /v2.0/routers/4768c878-edcb-40f0-9279-0c17983fc38e HTTP/1.1" status: 204 len: 168 time: 1.9219480 Feb 04 20:58:39.222658 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51130) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:58:39.298840 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e6340605-535b-40fa-8b34-77ed7b16b61d req-2da29576-9920-4b33-8091-a0828b1fe60f tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1a33d20-11be-4212-b786-165d7dd1f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2774253 Feb 04 20:58:39.310507 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-e28365c1-b823-4e1b-91b0-4b5fa30a4306 admin admin] Deleting subnet c645973d-e701-4f00-b256-28f08cd89f89 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:58:39.310507 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e28365c1-b823-4e1b-91b0-4b5fa30a4306 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:39.343012 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab100986-5d2c-48e4-bf60-7affe154bffb tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Pushing event updated for resources: {'Port': ['ID=321bf226-7f5f-4b07-9890-9963c24e7e3a,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:39.349453 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port ff2a7ca0-98a8-4c28-858a-0f7c07e731b3, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=ff2a7ca0-98a8-4c28-858a-0f7c07e731b3,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:58:39.364067 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 has no active binding in host n-h1-827896-1 {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 20:58:39.377587 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e28365c1-b823-4e1b-91b0-4b5fa30a4306 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:39.405324 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd50b59-fcc3-41e9-9c09-43334c00243f req-e9fd6273-a492-4ec7-aeca-3355941fce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:39.407863 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1dd50b59-fcc3-41e9-9c09-43334c00243f req-e9fd6273-a492-4ec7-aeca-3355941fce71 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e HTTP/1.1" status: 200 len: 906 time: 0.4854794 Feb 04 20:58:39.418562 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-b8b895cb-74be-4cc2-8802-a5c29716fbdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:39.430932 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51134) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:58:39.521571 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-99db30fa-b80e-4d92-b3b1-4c52c4bd121f admin admin] Deleting subnet 97748568-b20e-4f93-bc8e-e02a963d11d0 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:58:39.521571 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-99db30fa-b80e-4d92-b3b1-4c52c4bd121f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:39.540925 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1dd50b59-fcc3-41e9-9c09-43334c00243f req-5c0745c4-22c1-41ff-bd9e-d5378cc50760 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4481983f-5829-4879-87a9-6c3e19143e2a HTTP/1.1" status: 200 len: 217 time: 0.1257777 Feb 04 20:58:39.583924 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-99db30fa-b80e-4d92-b3b1-4c52c4bd121f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:39.622468 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e28365c1-b823-4e1b-91b0-4b5fa30a4306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:39.650674 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device f5201201-ed6a-4664-b8b1-d82d28e2114b no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:58:39.695260 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-99db30fa-b80e-4d92-b3b1-4c52c4bd121f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:39.709064 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: f5201201-ed6a-4664-b8b1-d82d28e2114b {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:58:39.709444 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device f5201201-ed6a-4664-b8b1-d82d28e2114b not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:58:39.715784 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-b8b895cb-74be-4cc2-8802-a5c29716fbdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:39.762693 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e28365c1-b823-4e1b-91b0-4b5fa30a4306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:39.809271 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b2aeeede-fc1c-49dd-b6bb-2e0dcce751e1 req-ab100986-5d2c-48e4-bf60-7affe154bffb tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:39.810476 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28365c1-b823-4e1b-91b0-4b5fa30a4306 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c645973d-e701-4f00-b256-28f08cd89f89,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:39.813451 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e28365c1-b823-4e1b-91b0-4b5fa30a4306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:39.822604 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb90bd00-56e6-4e6c-9b95-183044fe0c25 None None] Network c14f150b-4ca7-4c1e-a316-381569f0fa28 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:58:39.826081 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-99db30fa-b80e-4d92-b3b1-4c52c4bd121f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:39.865350 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e28365c1-b823-4e1b-91b0-4b5fa30a4306 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c645973d-e701-4f00-b256-28f08cd89f89 HTTP/1.1" status: 204 len: 168 time: 0.6394956 Feb 04 20:58:39.868993 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51138) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:58:39.869712 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db30fa-b80e-4d92-b3b1-4c52c4bd121f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97748568-b20e-4f93-bc8e-e02a963d11d0,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:39.874358 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-99db30fa-b80e-4d92-b3b1-4c52c4bd121f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:39.876323 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-99db30fa-b80e-4d92-b3b1-4c52c4bd121f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/97748568-b20e-4f93-bc8e-e02a963d11d0 HTTP/1.1" status: 204 len: 168 time: 0.4442570 Feb 04 20:58:39.892674 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51142) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:58:39.971108 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd50b59-fcc3-41e9-9c09-43334c00243f req-f43dea27-f3e9-407c-9aa9-9bd530b2a3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:39.974091 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1dd50b59-fcc3-41e9-9c09-43334c00243f req-f43dea27-f3e9-407c-9aa9-9bd530b2a3f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ca68937e-9a6a-40e5-9320-e4f04a7afb8b HTTP/1.1" status: 200 len: 844 time: 0.2441864 Feb 04 20:58:40.058655 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b895cb-74be-4cc2-8802-a5c29716fbdd service neutron] Pushing event updated for resources: {'Port': ['ID=ff2a7ca0-98a8-4c28-858a-0f7c07e731b3,revision_number=7']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:40.084480 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a2509b79-9f55-46dc-ba76-17748c45f0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:40.090214 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-43713360-7083-4593-b31b-850fbadc80a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:40.107014 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-a2509b79-9f55-46dc-ba76-17748c45f0a0 admin admin] Deleting port 5283f4b4-1b35-4293-a7cd-4e875d317466 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:58:40.107362 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a2509b79-9f55-46dc-ba76-17748c45f0a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:40.119425 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b2aeeede-fc1c-49dd-b6bb-2e0dcce751e1 req-ab100986-5d2c-48e4-bf60-7affe154bffb tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:40.120601 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b2aeeede-fc1c-49dd-b6bb-2e0dcce751e1 req-ab100986-5d2c-48e4-bf60-7affe154bffb tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.7157764 Feb 04 20:58:40.136753 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bf71dc-dde8-42b5-9b8f-a60a8977bb2c None None] DHCP port deletion for c14f150b-4ca7-4c1e-a316-381569f0fa28 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:58:40.142192 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-36bf71dc-dde8-42b5-9b8f-a60a8977bb2c None None] Deleting port 5283f4b4-1b35-4293-a7cd-4e875d317466 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:58:40.142573 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-36bf71dc-dde8-42b5-9b8f-a60a8977bb2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:40.224766 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b2aeeede-fc1c-49dd-b6bb-2e0dcce751e1 req-a8923d2e-ca5f-45fe-9078-5a259df77a85 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Synchronizing usage tracker for tenant:7bded15aab9a4c4d92a66ff896e1379d on resource:floatingip {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:58:40.246159 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-b8b895cb-74be-4cc2-8802-a5c29716fbdd service neutron] Attempting to bind port ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 on host n-h2-827896-1 for vnic_type normal with profile {"migrating_to": "n-h1-827896-1"} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:58:40.246729 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-b8b895cb-74be-4cc2-8802-a5c29716fbdd service neutron] Attempting to bind port ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:58:40.247289 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-b8b895cb-74be-4cc2-8802-a5c29716fbdd service neutron] Attempting to bind port ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 on network e2945ff6-c379-474d-a032-331b1f6dd08e {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:58:40.264129 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-b8b895cb-74be-4cc2-8802-a5c29716fbdd service neutron] Port ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 on network e2945ff6-c379-474d-a032-331b1f6dd08e not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:58:40.264776 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-b8b895cb-74be-4cc2-8802-a5c29716fbdd service neutron] Attempting to bind port ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 on network e2945ff6-c379-474d-a032-331b1f6dd08e {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:58:40.277037 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-b8b895cb-74be-4cc2-8802-a5c29716fbdd service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:58:40.277397 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-b8b895cb-74be-4cc2-8802-a5c29716fbdd service neutron] Checking segment: {'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:58:40.277981 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-b8b895cb-74be-4cc2-8802-a5c29716fbdd service neutron] Bound using segment: {'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:58:40.278411 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-b8b895cb-74be-4cc2-8802-a5c29716fbdd service neutron] Bound port: ff2a7ca0-98a8-4c28-858a-0f7c07e731b3, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2af5256-5129-4b85-97f3-81d5f6e51ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2945ff6-c379-474d-a032-331b1f6dd08e'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:58:40.278945 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-b8b895cb-74be-4cc2-8802-a5c29716fbdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:40.290653 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b2aeeede-fc1c-49dd-b6bb-2e0dcce751e1 req-a8923d2e-ca5f-45fe-9078-5a259df77a85 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Unset dirty status for tenant:7bded15aab9a4c4d92a66ff896e1379d on resource:floatingip {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:58:40.291832 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b2aeeede-fc1c-49dd-b6bb-2e0dcce751e1 req-a8923d2e-ca5f-45fe-9078-5a259df77a85 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.43 HTTP/1.1" status: 200 len: 695 time: 0.1622524 Feb 04 20:58:40.312034 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e6b0d-db84-4c7a-b2f0-0cb9000a77f5 req-8456b86b-d53d-4573-b9aa-fa8ee6ac3e52 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:40.314139 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-183e6b0d-db84-4c7a-b2f0-0cb9000a77f5 req-8456b86b-d53d-4573-b9aa-fa8ee6ac3e52 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d5a6529-67e2-4158-989f-b3784bef33f4 HTTP/1.1" status: 200 len: 944 time: 0.7775877 Feb 04 20:58:40.367458 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-36bf71dc-dde8-42b5-9b8f-a60a8977bb2c None None] For port 5283f4b4-1b35-4293-a7cd-4e875d317466, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=5283f4b4-1b35-4293-a7cd-4e875d317466,segment=NetworkSegment(a26c100c-943b-457e-bebf-b0c82822cb3c),segment_id=a26c100c-943b-457e-bebf-b0c82822cb3c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:58:40.368042 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-36bf71dc-dde8-42b5-9b8f-a60a8977bb2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:40.416391 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-43713360-7083-4593-b31b-850fbadc80a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:40.464471 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-43713360-7083-4593-b31b-850fbadc80a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f89008f8-366c-4201-a712-89e130ae414f']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:40.495396 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b87cf88-ffed-4a9f-8528-ef549d4791a7', 'tag': 'add6c51a-619a-41b8-baba-6bc43c3eda1a'}, {'server_uuid': '398b16b6-e4e2-436d-bac1-deccda4a61f5', 'name': 'network-vif-deleted', 'tag': '58773d88-d214-48fd-9c24-1702b03fc7a4'}, {'server_uuid': '2d5a6529-67e2-4158-989f-b3784bef33f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff2a7ca0-98a8-4c28-858a-0f7c07e731b3'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:58:40.508267 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd50b59-fcc3-41e9-9c09-43334c00243f req-d8bae57c-4b74-45b1-8e61-bbf8c0e0a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:40.509760 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1dd50b59-fcc3-41e9-9c09-43334c00243f req-d8bae57c-4b74-45b1-8e61-bbf8c0e0a4fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4429646 Feb 04 20:58:40.511389 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-36bf71dc-dde8-42b5-9b8f-a60a8977bb2c None None] Calling delete_port for 5283f4b4-1b35-4293-a7cd-4e875d317466 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:58:40.550560 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-43713360-7083-4593-b31b-850fbadc80a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88fdd53b-7f42-4508-ad43-ef0ec2a3159e') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:40.550969 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-43713360-7083-4593-b31b-850fbadc80a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88fdd53b-7f42-4508-ad43-ef0ec2a3159e') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:40.570692 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-43713360-7083-4593-b31b-850fbadc80a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:40.602258 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-43713360-7083-4593-b31b-850fbadc80a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:40.605471 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-a2509b79-9f55-46dc-ba76-17748c45f0a0 admin admin] For port 5283f4b4-1b35-4293-a7cd-4e875d317466, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=5283f4b4-1b35-4293-a7cd-4e875d317466,segment=NetworkSegment(a26c100c-943b-457e-bebf-b0c82822cb3c),segment_id=a26c100c-943b-457e-bebf-b0c82822cb3c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:58:40.605823 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a2509b79-9f55-46dc-ba76-17748c45f0a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:40.612448 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-36bf71dc-dde8-42b5-9b8f-a60a8977bb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:40.621831 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43713360-7083-4593-b31b-850fbadc80a2 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:58:40.622232 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-43713360-7083-4593-b31b-850fbadc80a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:40.625418 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-b8b895cb-74be-4cc2-8802-a5c29716fbdd service neutron] For port ff2a7ca0-98a8-4c28-858a-0f7c07e731b3, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:58:40.635885 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 20:58:40.635885 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:58:40.635885 n-d-827896-1 neutron-server[87682]: timer() Feb 04 20:58:40.635885 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:58:40.635885 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 20:58:40.635885 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:58:40.635885 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 20:58:40.635885 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:58:40.635885 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 20:58:40.635885 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:58:40.635885 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 20:58:40.635885 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:58:40.635885 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 20:58:40.635885 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:58:40.635885 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:58:40.635885 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:58:40.635885 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:58:40.635885 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:58:40.635885 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 20:58:40.635885 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:58:40.635885 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 20:58:40.635885 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:58:40.635885 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:58:40.635885 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:58:40.635885 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 20:58:40.635885 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:58:40.635885 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:58:40.635885 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:58:40.635885 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:58:40.635885 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:58:40.635885 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:58:40.635885 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:58:40.642763 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-183e6b0d-db84-4c7a-b2f0-0cb9000a77f5 req-a70cf965-b5b9-42b6-9a95-bbf7921f5077 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963552 Feb 04 20:58:40.666920 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bf71dc-dde8-42b5-9b8f-a60a8977bb2c None None] Pushing event deleted for resources: {'Port': ['ID=5283f4b4-1b35-4293-a7cd-4e875d317466,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:40.678874 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-b8b895cb-74be-4cc2-8802-a5c29716fbdd service neutron] For port ff2a7ca0-98a8-4c28-858a-0f7c07e731b3, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=ff2a7ca0-98a8-4c28-858a-0f7c07e731b3,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:58:40.683267 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bf71dc-dde8-42b5-9b8f-a60a8977bb2c None None] No DVR routers for this DVR port 5283f4b4-1b35-4293-a7cd-4e875d317466 on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:58:40.696457 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-b8b895cb-74be-4cc2-8802-a5c29716fbdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:40.821778 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-a2509b79-9f55-46dc-ba76-17748c45f0a0 admin admin] Calling delete_port for 5283f4b4-1b35-4293-a7cd-4e875d317466 owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:58:40.862332 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aeeede-fc1c-49dd-b6bb-2e0dcce751e1 req-15e3f087-6fee-441b-92b2-1c6ec80d3e76 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:40.865103 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b2aeeede-fc1c-49dd-b6bb-2e0dcce751e1 req-15e3f087-6fee-441b-92b2-1c6ec80d3e76 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 784 time: 0.5464206 Feb 04 20:58:40.896873 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1dd50b59-fcc3-41e9-9c09-43334c00243f req-24e497c2-300a-42e0-85f8-217153cf34ba service neutron] 10.222.0.18 "GET /v2.0/networks/4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685677 Feb 04 20:58:40.916803 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-43713360-7083-4593-b31b-850fbadc80a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:40.960796 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef26d40-107b-4a16-9d85-789dd08e6c53', 'name': 'network-vif-deleted', 'tag': 'b318f438-13e2-4f16-8995-044479c003d2', 'status': 'completed', 'code': 200} Feb 04 20:58:40.960796 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-43713360-7083-4593-b31b-850fbadc80a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:40.967801 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b895cb-74be-4cc2-8802-a5c29716fbdd service neutron] Pushing event updated for resources: {'Port': ['ID=ff2a7ca0-98a8-4c28-858a-0f7c07e731b3,revision_number=8']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:40.976513 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43713360-7083-4593-b31b-850fbadc80a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f89008f8-366c-4201-a712-89e130ae414f,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:40.998745 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-43713360-7083-4593-b31b-850fbadc80a2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f89008f8-366c-4201-a712-89e130ae414f HTTP/1.1" status: 204 len: 168 time: 1.1030259 Feb 04 20:58:41.013643 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.api [None req-a2509b79-9f55-46dc-ba76-17748c45f0a0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:58:41.014131 n-d-827896-1 neutron-server[87682]: DEBUG oslo_db.api [None req-a2509b79-9f55-46dc-ba76-17748c45f0a0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:58:41.035851 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-b8b895cb-74be-4cc2-8802-a5c29716fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:41.036657 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-b8b895cb-74be-4cc2-8802-a5c29716fbdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:41.038206 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-b8b895cb-74be-4cc2-8802-a5c29716fbdd service neutron] 10.222.0.32 "PUT /v2.0/ports/ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 HTTP/1.1" status: 200 len: 1122 time: 2.8687327 Feb 04 20:58:41.074031 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['ff2a7ca0-98a8-4c28-858a-0f7c07e731b3'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:58:41.150171 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['ff2a7ca0-98a8-4c28-858a-0f7c07e731b3'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:58:41.217093 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e8e9f2f0-1e1d-45c9-8853-cd281fbf3fc9 req-25c01d23-24a9-4220-be77-0e27fadc6527 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/floatingips/cd322b16-9384-4ef6-8e55-7c9ce502975a HTTP/1.1" status: 200 len: 999 time: 0.1882355 Feb 04 20:58:41.255521 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51158) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:58:41.261578 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1dd50b59-fcc3-41e9-9c09-43334c00243f req-d21e1928-0d96-403e-9c11-603fd37d41fc service neutron] 10.222.0.18 "GET /v2.0/networks/4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311203 Feb 04 20:58:41.319901 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 4481983f-5829-4879-87a9-6c3e19143e2a up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:58:41.337780 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1a1f3bd8-1823-4ed5-a2e3-63f439370253 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=85f7bca2448f4767891f368510dd9cfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0811167 Feb 04 20:58:41.339920 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51162) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:58:41.457398 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9f2f0-1e1d-45c9-8853-cd281fbf3fc9 req-45526a79-4afa-489b-b5e9-ba69c285390f tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:41.464458 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4279c90a-835f-4f9b-b6f7-072f3af05ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:41.476654 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e8e9f2f0-1e1d-45c9-8853-cd281fbf3fc9 req-45526a79-4afa-489b-b5e9-ba69c285390f tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 784 time: 0.2429650 Feb 04 20:58:41.496245 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-e8e9f2f0-1e1d-45c9-8853-cd281fbf3fc9 req-8d098b88-86fb-4a3d-8c53-b750d9e51c05 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:58:41.511969 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e8e9f2f0-1e1d-45c9-8853-cd281fbf3fc9 req-8d098b88-86fb-4a3d-8c53-b750d9e51c05 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0318074 Feb 04 20:58:41.517523 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-a2509b79-9f55-46dc-ba76-17748c45f0a0 admin admin] Deleting port 5283f4b4-1b35-4293-a7cd-4e875d317466 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:58:41.517860 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a2509b79-9f55-46dc-ba76-17748c45f0a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:41.667245 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 1ad7e667-ae85-4b76-bc74-c7ecc82c1995 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:58:41.777448 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 1ad7e667-ae85-4b76-bc74-c7ecc82c1995 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:58:41.778438 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 1ad7e667-ae85-4b76-bc74-c7ecc82c1995 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:58:41.778438 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 5283f4b4-1b35-4293-a7cd-4e875d317466 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:58:41.782874 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-a2509b79-9f55-46dc-ba76-17748c45f0a0 admin admin] The port '5283f4b4-1b35-4293-a7cd-4e875d317466' was deleted {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:58:41.794570 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4279c90a-835f-4f9b-b6f7-072f3af05ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:41.888784 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 5283f4b4-1b35-4293-a7cd-4e875d317466 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:58:41.889127 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 5283f4b4-1b35-4293-a7cd-4e875d317466 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:58:41.907942 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b87cf88-ffed-4a9f-8528-ef549d4791a7', 'tag': 'add6c51a-619a-41b8-baba-6bc43c3eda1a', 'status': 'completed', 'code': 200} Feb 04 20:58:41.908969 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398b16b6-e4e2-436d-bac1-deccda4a61f5', 'name': 'network-vif-deleted', 'tag': '58773d88-d214-48fd-9c24-1702b03fc7a4', 'status': 'completed', 'code': 200} Feb 04 20:58:41.909568 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5a6529-67e2-4158-989f-b3784bef33f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff2a7ca0-98a8-4c28-858a-0f7c07e731b3', 'code': 200} Feb 04 20:58:41.924237 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 4481983f-5829-4879-87a9-6c3e19143e2a completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:58:41.948257 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 4481983f-5829-4879-87a9-6c3e19143e2a triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:58:41.949321 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:42.062165 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4279c90a-835f-4f9b-b6f7-072f3af05ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:42.148924 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279c90a-835f-4f9b-b6f7-072f3af05ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9bf263-a0bc-4912-87dd-9e9fd8740874,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:42.230422 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4279c90a-835f-4f9b-b6f7-072f3af05ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:42.232114 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4279c90a-835f-4f9b-b6f7-072f3af05ce8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fa9bf263-a0bc-4912-87dd-9e9fd8740874 HTTP/1.1" status: 204 len: 168 time: 0.8922865 Feb 04 20:58:42.240305 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a2509b79-9f55-46dc-ba76-17748c45f0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:42.254934 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:42.270296 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe523d5d-d080-4c0c-bc27-7d2f3675fc5d req-59e46284-c8b5-4f5d-b7a6-5986ba9754d7 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:42.272233 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fe523d5d-d080-4c0c-bc27-7d2f3675fc5d req-59e46284-c8b5-4f5d-b7a6-5986ba9754d7 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a445a81-5812-4ae7-bb15-d774de074360 HTTP/1.1" status: 200 len: 945 time: 0.3610377 Feb 04 20:58:42.285748 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb75bba-1743-4d9f-8440-0c1e8a4f61cd req-aef85693-8b08-49bd-9b7f-59347fc47930 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:42.291237 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-a2509b79-9f55-46dc-ba76-17748c45f0a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c14f150b-4ca7-4c1e-a316-381569f0fa28']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:42.293381 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a445a81-5812-4ae7-bb15-d774de074360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4481983f-5829-4879-87a9-6c3e19143e2a'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:58:42.298691 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-deb75bba-1743-4d9f-8440-0c1e8a4f61cd req-aef85693-8b08-49bd-9b7f-59347fc47930 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eb48c4b-faf3-4fb9-9752-dba2306b3e03&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4549775 Feb 04 20:58:42.313705 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 4481983f-5829-4879-87a9-6c3e19143e2a, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=4481983f-5829-4879-87a9-6c3e19143e2a,segment=NetworkSegment(e5020a8a-8214-431e-9592-cee2e6807d9f),segment_id=e5020a8a-8214-431e-9592-cee2e6807d9f)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:58:42.314220 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-a2509b79-9f55-46dc-ba76-17748c45f0a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a26c100c-943b-457e-bebf-b0c82822cb3c') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:42.314522 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-a2509b79-9f55-46dc-ba76-17748c45f0a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a26c100c-943b-457e-bebf-b0c82822cb3c') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:42.325584 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:42.334512 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6a046-1be3-4885-a1df-50d767d7aab3 req-c98f4c18-b7da-4305-922e-ddf1afc84d5f tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:42.334644 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a2509b79-9f55-46dc-ba76-17748c45f0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:42.338180 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d6d6a046-1be3-4885-a1df-50d767d7aab3 req-c98f4c18-b7da-4305-922e-ddf1afc84d5f tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.18 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 945 time: 0.7815959 Feb 04 20:58:42.363025 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a2509b79-9f55-46dc-ba76-17748c45f0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:42.369779 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2509b79-9f55-46dc-ba76-17748c45f0a0 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:58:42.370124 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a2509b79-9f55-46dc-ba76-17748c45f0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: timer() Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:58:42.388778 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:58:42.436477 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=4481983f-5829-4879-87a9-6c3e19143e2a,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:42.487187 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a2509b79-9f55-46dc-ba76-17748c45f0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:42.494203 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a2509b79-9f55-46dc-ba76-17748c45f0a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:42.529325 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a2509b79-9f55-46dc-ba76-17748c45f0a0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c14f150b-4ca7-4c1e-a316-381569f0fa28 HTTP/1.1" status: 204 len: 168 time: 2.6565208 Feb 04 20:58:42.533761 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2509b79-9f55-46dc-ba76-17748c45f0a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c14f150b-4ca7-4c1e-a316-381569f0fa28,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:42.537017 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51176) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:58:42.601956 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-deb75bba-1743-4d9f-8440-0c1e8a4f61cd req-9bd2482f-6149-475d-a6a2-7af931ad5c8b tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.43 HTTP/1.1" status: 200 len: 695 time: 0.3012629 Feb 04 20:58:42.623663 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-deb75bba-1743-4d9f-8440-0c1e8a4f61cd req-0228fd18-6573-4c26-a892-c0e76f39d210 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Request body: {'floatingip': {'port_id': '6a4816f4-bd94-4fdb-ba68-faecd2da0a23', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:58:42.698880 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38c1a9-7909-4f6e-93bf-3fb97bc9af0e req-a7049cdd-b128-497d-8bc3-b8d624f75764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:42.700332 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-de38c1a9-7909-4f6e-93bf-3fb97bc9af0e req-a7049cdd-b128-497d-8bc3-b8d624f75764 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=66f8c7d92acd48ffa436b71c93318a59&device_id=1b87cf88-ffed-4a9f-8528-ef549d4791a7 HTTP/1.1" status: 200 len: 1097 time: 0.8082588 Feb 04 20:58:42.831739 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-d6d6a046-1be3-4885-a1df-50d767d7aab3 req-c97989b4-5fc0-42d1-8047-f7660c28bfc3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Deleting port b08319eb-cc5b-4f8b-8518-85a440ceaf84 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:58:42.831860 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d6d6a046-1be3-4885-a1df-50d767d7aab3 req-c97989b4-5fc0-42d1-8047-f7660c28bfc3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:42.863512 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-deb75bba-1743-4d9f-8440-0c1e8a4f61cd req-0228fd18-6573-4c26-a892-c0e76f39d210 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks [] for floatingip, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:42.952199 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fe523d5d-d080-4c0c-bc27-7d2f3675fc5d req-dd871a17-e1e4-4af2-ab3a-8762cdd78eb2 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1a33d20-11be-4212-b786-165d7dd1f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6441522 Feb 04 20:58:43.377004 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38c1a9-7909-4f6e-93bf-3fb97bc9af0e req-5c4ccaff-2307-4a9d-b8c9-15cd57e54b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:43.377004 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-de38c1a9-7909-4f6e-93bf-3fb97bc9af0e req-5c4ccaff-2307-4a9d-b8c9-15cd57e54b2d service neutron] 10.222.0.32 "GET /v2.0/networks?id=3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 HTTP/1.1" status: 200 len: 922 time: 0.6434846 Feb 04 20:58:43.479030 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-55f7127d-254d-4e73-a13d-f15e96e52558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:43.573837 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51198) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:58:43.767818 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-0a936418-3ad1-4a43-8741-9e196a7e2027 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-490221282-network', 'tenant_id': '71d66760485a4a8882272889cbb18327'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:58:43.768417 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-de38c1a9-7909-4f6e-93bf-3fb97bc9af0e req-bae68970-7217-49fa-9f00-32ae9658b48e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=add6c51a-619a-41b8-baba-6bc43c3eda1a HTTP/1.1" status: 200 len: 1002 time: 0.3750994 Feb 04 20:58:43.771936 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0a936418-3ad1-4a43-8741-9e196a7e2027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:58:43.842374 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8ba58767-79d6-4220-a904-4fd2b35d85a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:43.848045 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0a936418-3ad1-4a43-8741-9e196a7e2027 admin admin] Usage tracker for resource:network and tenant:71d66760485a4a8882272889cbb18327 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:58:43.856558 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0a936418-3ad1-4a43-8741-9e196a7e2027 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:58:43.873048 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0a936418-3ad1-4a43-8741-9e196a7e2027 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:58:43.895288 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a936418-3ad1-4a43-8741-9e196a7e2027 admin admin] Made reservation on behalf of 71d66760485a4a8882272889cbb18327 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:58:43.898630 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a936418-3ad1-4a43-8741-9e196a7e2027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:43.900770 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d41036-1031-4ce2-a1fe-12da25a2eb5e req-845f4a1c-decc-415b-b130-75d64a5a3a2b tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:43.901409 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-65d41036-1031-4ce2-a1fe-12da25a2eb5e req-845f4a1c-decc-415b-b130-75d64a5a3a2b tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=81351f75-ca36-4dd6-b2a2-bf5087bd6eb2 HTTP/1.1" status: 200 len: 945 time: 0.7530632 Feb 04 20:58:43.912765 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d5a6529-67e2-4158-989f-b3784bef33f4', 'tag': 'ff2a7ca0-98a8-4c28-858a-0f7c07e731b3'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:58:43.915592 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a936418-3ad1-4a43-8741-9e196a7e2027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:43.926968 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-d6d6a046-1be3-4885-a1df-50d767d7aab3 req-c97989b4-5fc0-42d1-8047-f7660c28bfc3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] For port b08319eb-cc5b-4f8b-8518-85a440ceaf84, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=b08319eb-cc5b-4f8b-8518-85a440ceaf84,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:58:43.927191 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d6d6a046-1be3-4885-a1df-50d767d7aab3 req-c97989b4-5fc0-42d1-8047-f7660c28bfc3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:43.935089 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0a936418-3ad1-4a43-8741-9e196a7e2027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:58:43.949423 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0a936418-3ad1-4a43-8741-9e196a7e2027 admin admin] Usage tracker for resource:security_group_rule and tenant:71d66760485a4a8882272889cbb18327 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:58:43.955607 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0a936418-3ad1-4a43-8741-9e196a7e2027 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:58:43.963672 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0a936418-3ad1-4a43-8741-9e196a7e2027 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:58:44.043229 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-55f7127d-254d-4e73-a13d-f15e96e52558 admin admin] Deleting port 6370abd0-1da5-48b4-b949-dbfc913ac02b {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:58:44.044031 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-55f7127d-254d-4e73-a13d-f15e96e52558 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:44.100060 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-d6d6a046-1be3-4885-a1df-50d767d7aab3 req-c97989b4-5fc0-42d1-8047-f7660c28bfc3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Calling delete_port for b08319eb-cc5b-4f8b-8518-85a440ceaf84 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:58:44.242151 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38c1a9-7909-4f6e-93bf-3fb97bc9af0e req-ca7e6899-6991-413a-a07f-8e832ee1ec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:44.243811 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-de38c1a9-7909-4f6e-93bf-3fb97bc9af0e req-ca7e6899-6991-413a-a07f-8e832ee1ec3e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad252a39-0fc7-473f-8135-1e6346b2d5e3 HTTP/1.1" status: 200 len: 860 time: 0.4077086 Feb 04 20:58:44.253365 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a936418-3ad1-4a43-8741-9e196a7e2027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:44.269817 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a936418-3ad1-4a43-8741-9e196a7e2027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:44.296833 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-55f7127d-254d-4e73-a13d-f15e96e52558 admin admin] For port 6370abd0-1da5-48b4-b949-dbfc913ac02b, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=6370abd0-1da5-48b4-b949-dbfc913ac02b,segment=NetworkSegment(6679bdef-9f63-49db-ab6f-1d3908df0aa5),segment_id=6679bdef-9f63-49db-ab6f-1d3908df0aa5)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:58:44.296833 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-55f7127d-254d-4e73-a13d-f15e96e52558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:44.309042 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-65d41036-1031-4ce2-a1fe-12da25a2eb5e req-f0160bd9-477b-4f87-95b0-8eb76b474436 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743026 Feb 04 20:58:44.339539 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a936418-3ad1-4a43-8741-9e196a7e2027 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:58:44.408531 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a936418-3ad1-4a43-8741-9e196a7e2027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68932ba2-6081-4022-98a0-c6c713e17c21,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:44.495784 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-55f7127d-254d-4e73-a13d-f15e96e52558 admin admin] Calling delete_port for 6370abd0-1da5-48b4-b949-dbfc913ac02b owned by network:router_interface {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:58:44.522934 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a936418-3ad1-4a43-8741-9e196a7e2027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:44.523283 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-0a936418-3ad1-4a43-8741-9e196a7e2027 admin admin] Added segment 831e4d33-fa1b-4d70-9423-4698db389355 of type vlan for network 9ea98f9d-846a-4cae-aac9-ed7b20f6357e Feb 04 20:58:44.551953 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-be520989-82c4-45e0-a7b1-3ae422941441 req-e1161ad3-9ebd-4f60-aad2-6049c7b08a32 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 1002 time: 0.1966047 Feb 04 20:58:44.563748 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d6d6a046-1be3-4885-a1df-50d767d7aab3 req-c97989b4-5fc0-42d1-8047-f7660c28bfc3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:44.574106 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a936418-3ad1-4a43-8741-9e196a7e2027 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:44.600571 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38c1a9-7909-4f6e-93bf-3fb97bc9af0e req-1973211f-350c-4c63-b4f0-2a306fce9589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:44.602093 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-de38c1a9-7909-4f6e-93bf-3fb97bc9af0e req-1973211f-350c-4c63-b4f0-2a306fce9589 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3e95a48d-24e2-42d1-a9cb-002bd8a7bca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3437505 Feb 04 20:58:44.626946 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a936418-3ad1-4a43-8741-9e196a7e2027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:44.627922 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a936418-3ad1-4a43-8741-9e196a7e2027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:44.628499 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a936418-3ad1-4a43-8741-9e196a7e2027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:44.692890 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97989b4-5fc0-42d1-8047-f7660c28bfc3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Pushing event deleted for resources: {'Port': ['ID=b08319eb-cc5b-4f8b-8518-85a440ceaf84,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:44.742854 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0a936418-3ad1-4a43-8741-9e196a7e2027 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1653588 Feb 04 20:58:44.743714 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51208) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:58:44.744328 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a936418-3ad1-4a43-8741-9e196a7e2027 admin admin] Pushing event updated for resources: {'Network': ['ID=9ea98f9d-846a-4cae-aac9-ed7b20f6357e,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:44.752069 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [req-deb75bba-1743-4d9f-8440-0c1e8a4f61cd req-0228fd18-6573-4c26-a892-c0e76f39d210 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:58:44.757813 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-59987332-e11b-4b8a-812c-86593de77cbf admin admin] Request body: {'subnet': {'network_id': '9ea98f9d-846a-4cae-aac9-ed7b20f6357e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-490221282-subnet', 'tenant_id': '71d66760485a4a8882272889cbb18327', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:58:44.758022 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 9ea98f9d-846a-4cae-aac9-ed7b20f6357e details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:58:44.764014 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-59987332-e11b-4b8a-812c-86593de77cbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:58:44.769553 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-59987332-e11b-4b8a-812c-86593de77cbf admin admin] Usage tracker for resource:subnet and tenant:71d66760485a4a8882272889cbb18327 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:58:44.772690 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-59987332-e11b-4b8a-812c-86593de77cbf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:58:44.779033 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-59987332-e11b-4b8a-812c-86593de77cbf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:58:44.827505 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59987332-e11b-4b8a-812c-86593de77cbf admin admin] Made reservation on behalf of 71d66760485a4a8882272889cbb18327 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:58:44.830442 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-59987332-e11b-4b8a-812c-86593de77cbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:44.929476 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be520989-82c4-45e0-a7b1-3ae422941441 req-8ebd5072-02e1-4895-85fc-431f40da5450 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:44.943393 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-55f7127d-254d-4e73-a13d-f15e96e52558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:44.950652 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-be520989-82c4-45e0-a7b1-3ae422941441 req-8ebd5072-02e1-4895-85fc-431f40da5450 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/ports/add6c51a-619a-41b8-baba-6bc43c3eda1a HTTP/1.1" status: 200 len: 943 time: 0.3857543 Feb 04 20:58:44.969524 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-deb75bba-1743-4d9f-8440-0c1e8a4f61cd req-0228fd18-6573-4c26-a892-c0e76f39d210 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:44.993831 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d6a046-1be3-4885-a1df-50d767d7aab3 req-c97989b4-5fc0-42d1-8047-f7660c28bfc3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] No DVR routers for this DVR port b08319eb-cc5b-4f8b-8518-85a440ceaf84 on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:58:44.998636 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-deb75bba-1743-4d9f-8440-0c1e8a4f61cd req-0228fd18-6573-4c26-a892-c0e76f39d210 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:45.008088 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7127d-254d-4e73-a13d-f15e96e52558 admin admin] Pushing event deleted for resources: {'Port': ['ID=6370abd0-1da5-48b4-b949-dbfc913ac02b,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:45.064116 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d6d6a046-1be3-4885-a1df-50d767d7aab3 req-c97989b4-5fc0-42d1-8047-f7660c28bfc3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:45.158677 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device b08319eb-cc5b-4f8b-8518-85a440ceaf84 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:58:45.206127 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: b08319eb-cc5b-4f8b-8518-85a440ceaf84 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:58:45.206731 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device b08319eb-cc5b-4f8b-8518-85a440ceaf84 not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:58:45.277163 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d6d6a046-1be3-4885-a1df-50d767d7aab3 req-c97989b4-5fc0-42d1-8047-f7660c28bfc3 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.18 "DELETE /v2.0/ports/b08319eb-cc5b-4f8b-8518-85a440ceaf84 HTTP/1.1" status: 204 len: 173 time: 2.8178010 Feb 04 20:58:45.277163 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-de38c1a9-7909-4f6e-93bf-3fb97bc9af0e req-3442eb37-a2bd-4b6b-9782-51ea4790d623 service neutron] 10.222.0.32 "GET /v2.0/networks/3e95a48d-24e2-42d1-a9cb-002bd8a7bca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6220963 Feb 04 20:58:45.607540 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-59987332-e11b-4b8a-812c-86593de77cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:45.641388 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-be520989-82c4-45e0-a7b1-3ae422941441 req-1cda35c9-6af4-42e1-92e5-31aef4fe1d1f tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 1002 time: 0.5792940 Feb 04 20:58:45.658098 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-55f7127d-254d-4e73-a13d-f15e96e52558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:45.797614 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59987332-e11b-4b8a-812c-86593de77cbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b918476-86d2-4cd8-8e6b-fa385bc79185,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:45.862080 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59987332-e11b-4b8a-812c-86593de77cbf admin admin] Checking segment: {'id': '831e4d33-fa1b-4d70-9423-4698db389355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '9ea98f9d-846a-4cae-aac9-ed7b20f6357e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:58:45.862450 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59987332-e11b-4b8a-812c-86593de77cbf admin admin] Network hostable DHCP agents. Network: 9ea98f9d-846a-4cae-aac9-ed7b20f6357e, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:58:45.894108 n-d-827896-1 neutron-server[87683]: INFO neutron.db.l3_db [req-deb75bba-1743-4d9f-8440-0c1e8a4f61cd req-0228fd18-6573-4c26-a892-c0e76f39d210 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Floating IP a379ef56-8e51-4db4-95e1-b8ec7384a188 associated. External IP: 172.25.5.43, port: 6a4816f4-bd94-4fdb-ba68-faecd2da0a23. Feb 04 20:58:45.924574 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59987332-e11b-4b8a-812c-86593de77cbf admin admin] Network 9ea98f9d-846a-4cae-aac9-ed7b20f6357e is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:58:46.008221 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-59987332-e11b-4b8a-812c-86593de77cbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 9ea98f9d-846a-4cae-aac9-ed7b20f6357e) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:58:46.008221 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59987332-e11b-4b8a-812c-86593de77cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:46.008221 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-59987332-e11b-4b8a-812c-86593de77cbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:46.020067 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32516e51-e124-4da7-a19a-e78a849b7473 None None] Network 9ea98f9d-846a-4cae-aac9-ed7b20f6357e requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:58:46.057780 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-de38c1a9-7909-4f6e-93bf-3fb97bc9af0e req-07a0cf99-4ec9-4cb3-bed6-c14033229866 service neutron] 10.222.0.32 "GET /v2.0/networks/3e95a48d-24e2-42d1-a9cb-002bd8a7bca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7490609 Feb 04 20:58:46.110350 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-bd5096a8-915d-433a-9490-e99be80fd37a service neutron] 10.222.0.18 "GET /v2.0/ports/ff2a7ca0-98a8-4c28-858a-0f7c07e731b3/bindings/n-h1-827896-1 HTTP/1.1" status: 200 len: 384 time: 0.3226638 Feb 04 20:58:46.205641 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-59987332-e11b-4b8a-812c-86593de77cbf admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4460883 Feb 04 20:58:46.205838 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be520989-82c4-45e0-a7b1-3ae422941441 req-d1852068-7a45-4418-9ec2-0266768cd0c7 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:46.210327 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-be520989-82c4-45e0-a7b1-3ae422941441 req-d1852068-7a45-4418-9ec2-0266768cd0c7 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 784 time: 0.5481222 Feb 04 20:58:46.283292 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f7127d-254d-4e73-a13d-f15e96e52558 admin admin] Router e351198e-8576-42ad-bdb4-84ff00f6bcc8 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:58:46.337862 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ac2412dc-cb6c-4dd4-b1be-d2d042679906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:46.425769 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83165b5-ae43-4478-a550-e8d2988543a9 None None] Network 9ea98f9d-846a-4cae-aac9-ed7b20f6357e requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:58:46.492174 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-be520989-82c4-45e0-a7b1-3ae422941441 req-ef678b8f-72aa-46c0-8660-6657a1a1ebea tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 1002 time: 0.2672250 Feb 04 20:58:46.559885 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-be520989-82c4-45e0-a7b1-3ae422941441 req-8e669abf-aaee-44c2-9b1d-b50099037958 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:58:46.574712 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f7127d-254d-4e73-a13d-f15e96e52558 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:58:46.588702 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-55f7127d-254d-4e73-a13d-f15e96e52558 admin admin] 10.222.0.26 "PUT /v2.0/routers/e351198e-8576-42ad-bdb4-84ff00f6bcc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0432153 Feb 04 20:58:46.588702 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51220) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:58:46.601418 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de303f1-32f2-4730-a741-7bdbe90aafdb None None] Sync routers for ids ['e351198e-8576-42ad-bdb4-84ff00f6bcc8'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:58:46.612710 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de303f1-32f2-4730-a741-7bdbe90aafdb None None] Routers {'e351198e-8576-42ad-bdb4-84ff00f6bcc8'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:58:46.613917 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-7de303f1-32f2-4730-a741-7bdbe90aafdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:58:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['e351198e-8576-42ad-bdb4-84ff00f6bcc8'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:46.810588 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-7de303f1-32f2-4730-a741-7bdbe90aafdb None None] Set router e351198e-8576-42ad-bdb4-84ff00f6bcc8 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:58:46.840229 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-614a8360-484d-4848-9c6f-fdb97bb64dc3 admin admin] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:46.847191 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-be520989-82c4-45e0-a7b1-3ae422941441 req-8e669abf-aaee-44c2-9b1d-b50099037958 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks [] for floatingip, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:46.985340 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-deb75bba-1743-4d9f-8440-0c1e8a4f61cd req-0228fd18-6573-4c26-a892-c0e76f39d210 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Router 85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:58:47.133837 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-7de303f1-32f2-4730-a741-7bdbe90aafdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e351198e-8576-42ad-bdb4-84ff00f6bcc8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-718297321-router', 'tenant_id': 'a6b17d5e6bc643d0a2391b99d2496f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'd5caf8e7-5a96-491b-b03a-b89df80645ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:53:22Z', 'updated_at': '2022-02-04T20:58:44Z', 'revision_number': 5, 'project_id': 'a6b17d5e6bc643d0a2391b99d2496f47', 'gw_port': {'id': 'd5caf8e7-5a96-491b-b03a-b89df80645ec', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e351198e-8576-42ad-bdb4-84ff00f6bcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:53:25Z', 'updated_at': '2022-02-04T20:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:47.133837 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de303f1-32f2-4730-a741-7bdbe90aafdb None None] Checking router: e351198e-8576-42ad-bdb4-84ff00f6bcc8 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:58:47.142816 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de303f1-32f2-4730-a741-7bdbe90aafdb None None] Routers {'e351198e-8576-42ad-bdb4-84ff00f6bcc8'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:58:47.143490 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-7de303f1-32f2-4730-a741-7bdbe90aafdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:58:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['e351198e-8576-42ad-bdb4-84ff00f6bcc8'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:47.152420 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-614a8360-484d-4848-9c6f-fdb97bb64dc3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:47.163477 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-614a8360-484d-4848-9c6f-fdb97bb64dc3 admin admin] Deleting port d5caf8e7-5a96-491b-b03a-b89df80645ec {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:58:47.164336 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-614a8360-484d-4848-9c6f-fdb97bb64dc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:47.262360 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:47.309165 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:47.322294 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-7de303f1-32f2-4730-a741-7bdbe90aafdb None None] Set router e351198e-8576-42ad-bdb4-84ff00f6bcc8 gateway port host: None {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:58:47.446024 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-7de303f1-32f2-4730-a741-7bdbe90aafdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e351198e-8576-42ad-bdb4-84ff00f6bcc8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-718297321-router', 'tenant_id': 'a6b17d5e6bc643d0a2391b99d2496f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:53:22Z', 'updated_at': '2022-02-04T20:58:47Z', 'revision_number': 6, 'project_id': 'a6b17d5e6bc643d0a2391b99d2496f47', 'gw_port_host': None}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:47.450315 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de303f1-32f2-4730-a741-7bdbe90aafdb None None] The sync data for ids ['e351198e-8576-42ad-bdb4-84ff00f6bcc8'] in n-d-827896-1 is: [{'id': 'e351198e-8576-42ad-bdb4-84ff00f6bcc8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-718297321-router', 'tenant_id': 'a6b17d5e6bc643d0a2391b99d2496f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:53:22Z', 'updated_at': '2022-02-04T20:58:47Z', 'revision_number': 6, 'project_id': 'a6b17d5e6bc643d0a2391b99d2496f47', 'gw_port_host': None}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:58:47.451986 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-a6bd2de3-2245-4e62-8567-401df37742f7 service neutron] For port ff2a7ca0-98a8-4c28-858a-0f7c07e731b3, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=ff2a7ca0-98a8-4c28-858a-0f7c07e731b3,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:58:47.533993 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-614a8360-484d-4848-9c6f-fdb97bb64dc3 admin admin] For port d5caf8e7-5a96-491b-b03a-b89df80645ec, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=d5caf8e7-5a96-491b-b03a-b89df80645ec,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:58:47.534568 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-614a8360-484d-4848-9c6f-fdb97bb64dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:47.631113 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-be520989-82c4-45e0-a7b1-3ae422941441 req-8e669abf-aaee-44c2-9b1d-b50099037958 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:47.647279 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-a6bd2de3-2245-4e62-8567-401df37742f7 service neutron] For port ff2a7ca0-98a8-4c28-858a-0f7c07e731b3, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:58:47.666200 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-614a8360-484d-4848-9c6f-fdb97bb64dc3 admin admin] Calling delete_port for d5caf8e7-5a96-491b-b03a-b89df80645ec owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:58:47.675328 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-be520989-82c4-45e0-a7b1-3ae422941441 req-8e669abf-aaee-44c2-9b1d-b50099037958 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:47.675642 n-d-827896-1 neutron-server[87683]: INFO neutron.db.l3_db [req-be520989-82c4-45e0-a7b1-3ae422941441 req-8e669abf-aaee-44c2-9b1d-b50099037958 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Floating IP cd322b16-9384-4ef6-8e55-7c9ce502975a disassociated. External IP: 172.25.5.217, port: add6c51a-619a-41b8-baba-6bc43c3eda1a. Feb 04 20:58:47.794838 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1cd57e4d-73e1-4d72-818b-7deed0a4a627 req-b2d5023d-b1b9-4201-8a75-aa74febaae4e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3a0bf939-34f9-4279-994a-7507e6b5d01a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6068618 Feb 04 20:58:47.801247 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-deb75bba-1743-4d9f-8440-0c1e8a4f61cd req-0228fd18-6573-4c26-a892-c0e76f39d210 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:58:47.801247 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-a6bd2de3-2245-4e62-8567-401df37742f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:58:47.810268 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-deb75bba-1743-4d9f-8440-0c1e8a4f61cd req-0228fd18-6573-4c26-a892-c0e76f39d210 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:47.821240 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b5ca96-0b02-4c8a-b2d0-e7949f884747 None None] Sync routers for ids ['85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:58:47.827293 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 6370abd0-1da5-48b4-b949-dbfc913ac02b no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:58:47.905174 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 6370abd0-1da5-48b4-b949-dbfc913ac02b {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:58:47.905777 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 6370abd0-1da5-48b4-b949-dbfc913ac02b not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:58:47.913777 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b5ca96-0b02-4c8a-b2d0-e7949f884747 None None] Routers {'85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:58:47.913882 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-614a8360-484d-4848-9c6f-fdb97bb64dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:47.914380 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-21b5ca96-0b02-4c8a-b2d0-e7949f884747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:58:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:47.928956 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-a6bd2de3-2245-4e62-8567-401df37742f7 service neutron] For port ff2a7ca0-98a8-4c28-858a-0f7c07e731b3, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=ff2a7ca0-98a8-4c28-858a-0f7c07e731b3,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:58:47.987224 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a8360-484d-4848-9c6f-fdb97bb64dc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5caf8e7-5a96-491b-b03a-b89df80645ec,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:48.112960 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-deb75bba-1743-4d9f-8440-0c1e8a4f61cd req-0228fd18-6573-4c26-a892-c0e76f39d210 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "PUT /v2.0/floatingips/a379ef56-8e51-4db4-95e1-b8ec7384a188 HTTP/1.1" status: 200 len: 996 time: 5.4906080 Feb 04 20:58:48.120640 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-614a8360-484d-4848-9c6f-fdb97bb64dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:48.146554 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-21b5ca96-0b02-4c8a-b2d0-e7949f884747 None None] Set router 85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:58:48.173604 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-a6bd2de3-2245-4e62-8567-401df37742f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:48.351780 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-614a8360-484d-4848-9c6f-fdb97bb64dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:48.354425 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-614a8360-484d-4848-9c6f-fdb97bb64dc3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:48.394733 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-614a8360-484d-4848-9c6f-fdb97bb64dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:48.394733 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614a8360-484d-4848-9c6f-fdb97bb64dc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e351198e-8576-42ad-bdb4-84ff00f6bcc8 {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:58:48.408836 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-614a8360-484d-4848-9c6f-fdb97bb64dc3 admin admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:48.410112 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-614a8360-484d-4848-9c6f-fdb97bb64dc3 admin admin] 10.222.0.26 "DELETE /v2.0/routers/e351198e-8576-42ad-bdb4-84ff00f6bcc8 HTTP/1.1" status: 204 len: 168 time: 1.8254244 Feb 04 20:58:48.413088 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51224) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:58:48.418072 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd57e4d-73e1-4d72-818b-7deed0a4a627 req-7f86e5b2-e3db-4319-bc7f-85bbb6571213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:48.419534 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1cd57e4d-73e1-4d72-818b-7deed0a4a627 req-7f86e5b2-e3db-4319-bc7f-85bbb6571213 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&device_id=3a0bf939-34f9-4279-994a-7507e6b5d01a HTTP/1.1" status: 200 len: 1096 time: 0.5684557 Feb 04 20:58:48.489364 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-987c2e04-a476-4736-bc89-1bcf863bb631 admin admin] Deleting subnet 014b8a54-79b7-46a7-a1c2-f3220ad5f192 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:58:48.494151 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-987c2e04-a476-4736-bc89-1bcf863bb631 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:48.534009 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-a6bd2de3-2245-4e62-8567-401df37742f7 service neutron] Transition to ACTIVE for port object ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:58:48.571111 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-987c2e04-a476-4736-bc89-1bcf863bb631 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:48.595582 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb75bba-1743-4d9f-8440-0c1e8a4f61cd req-7b1c3601-0986-485b-bf56-3b479504b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:48.603291 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-deb75bba-1743-4d9f-8440-0c1e8a4f61cd req-7b1c3601-0986-485b-bf56-3b479504b7aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7bded15aab9a4c4d92a66ff896e1379d&device_id=9eb48c4b-faf3-4fb9-9752-dba2306b3e03 HTTP/1.1" status: 200 len: 1097 time: 0.4647574 Feb 04 20:58:48.631892 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-a6bd2de3-2245-4e62-8567-401df37742f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:48.653036 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-21b5ca96-0b02-4c8a-b2d0-e7949f884747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2010306810-router', 'tenant_id': '7bded15aab9a4c4d92a66ff896e1379d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '8a003274-595c-403b-8bbc-47df9b80209a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:57:40Z', 'updated_at': '2022-02-04T20:57:51Z', 'revision_number': 4, 'project_id': '7bded15aab9a4c4d92a66ff896e1379d', 'gw_port': {'id': '8a003274-595c-403b-8bbc-47df9b80209a', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:42Z', 'updated_at': '2022-02-04T20:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': 'a379ef56-8e51-4db4-95e1-b8ec7384a188', 'tenant_id': '7bded15aab9a4c4d92a66ff896e1379d', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'port_id': '6a4816f4-bd94-4fdb-ba68-faecd2da0a23', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67e4cfa-d68d-4332-8e6e-b314179425e3', 'mac_address': 'fa:16:3e:a7:8f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb48c4b-faf3-4fb9-9752-dba2306b3e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:58:37Z', 'updated_at': '2022-02-04T20:58:44Z', 'revision_number': 1, 'project_id': '7bded15aab9a4c4d92a66ff896e1379d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96847383-cd2d-430f-9cc1-78f6f0f6f73b', 'name': '', 'network_id': 'f67e4cfa-d68d-4332-8e6e-b314179425e3', 'tenant_id': '7bded15aab9a4c4d92a66ff896e1379d', 'mac_address': 'fa:16:3e:d6:58:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '5c9bc8a2-4c7b-4455-a8c1-881df14931a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:47Z', 'updated_at': '2022-02-04T20:58:04Z', 'revision_number': 5, 'project_id': '7bded15aab9a4c4d92a66ff896e1379d', 'subnets': [{'id': '5c9bc8a2-4c7b-4455-a8c1-881df14931a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:48.658507 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b5ca96-0b02-4c8a-b2d0-e7949f884747 None None] Checking router: 85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:58:48.678128 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b5ca96-0b02-4c8a-b2d0-e7949f884747 None None] Routers {'85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:58:48.680197 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-21b5ca96-0b02-4c8a-b2d0-e7949f884747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:58:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:48.695198 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-987c2e04-a476-4736-bc89-1bcf863bb631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:48.788344 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-987c2e04-a476-4736-bc89-1bcf863bb631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:48.793390 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:48.830791 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c2e04-a476-4736-bc89-1bcf863bb631 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=014b8a54-79b7-46a7-a1c2-f3220ad5f192,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:48.834490 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-987c2e04-a476-4736-bc89-1bcf863bb631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:48.843163 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-987c2e04-a476-4736-bc89-1bcf863bb631 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/014b8a54-79b7-46a7-a1c2-f3220ad5f192 HTTP/1.1" status: 204 len: 168 time: 0.4265919 Feb 04 20:58:48.843440 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51228) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:58:48.931932 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539846fa-6aa1-4a7c-af04-7c96d36fd2ed None None] Network 21e24fe0-7cd8-41e0-a336-549d0730d0d8 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:58:48.979996 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fc9e791a-f938-49e6-9805-39ae68200fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:48.992352 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-fc9e791a-f938-49e6-9805-39ae68200fdc admin admin] Deleting port 1a3f5989-e49a-401a-b7b5-df91d0ab5a6e {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:58:48.992969 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fc9e791a-f938-49e6-9805-39ae68200fdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:49.059417 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-21b5ca96-0b02-4c8a-b2d0-e7949f884747 None None] Set router 85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:58:49.104037 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd57e4d-73e1-4d72-818b-7deed0a4a627 req-252828ee-0812-4f9c-bd5b-f9e4f979ee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:49.105543 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1cd57e4d-73e1-4d72-818b-7deed0a4a627 req-252828ee-0812-4f9c-bd5b-f9e4f979ee65 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e2945ff6-c379-474d-a032-331b1f6dd08e HTTP/1.1" status: 200 len: 908 time: 0.6241729 Feb 04 20:58:49.127475 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be520989-82c4-45e0-a7b1-3ae422941441 req-8e669abf-aaee-44c2-9b1d-b50099037958 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Router 4d549bcc-ca13-4a19-9558-de8ab618ee7a has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:58:49.186591 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd2de3-2245-4e62-8567-401df37742f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ff2a7ca0-98a8-4c28-858a-0f7c07e731b3,revision_number=10']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:49.197643 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-a6bd2de3-2245-4e62-8567-401df37742f7 service neutron] No DVR routers for this DVR port ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:58:49.213272 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1cd57e4d-73e1-4d72-818b-7deed0a4a627 req-974d4f15-ab7c-4031-b756-5524b0ca266d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 HTTP/1.1" status: 200 len: 217 time: 0.0852191 Feb 04 20:58:49.235146 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:58:49.256826 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-fc9e791a-f938-49e6-9805-39ae68200fdc admin admin] For port 1a3f5989-e49a-401a-b7b5-df91d0ab5a6e, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=1a3f5989-e49a-401a-b7b5-df91d0ab5a6e,segment=NetworkSegment(6679bdef-9f63-49db-ab6f-1d3908df0aa5),segment_id=6679bdef-9f63-49db-ab6f-1d3908df0aa5)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:58:49.257255 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fc9e791a-f938-49e6-9805-39ae68200fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:49.319607 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb75bba-1743-4d9f-8440-0c1e8a4f61cd req-adfa7c38-1533-4c81-a599-b011f26dbf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:49.321201 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-deb75bba-1743-4d9f-8440-0c1e8a4f61cd req-adfa7c38-1533-4c81-a599-b011f26dbf8e service neutron] 10.222.0.26 "GET /v2.0/networks?id=f67e4cfa-d68d-4332-8e6e-b314179425e3 HTTP/1.1" status: 200 len: 930 time: 0.7189012 Feb 04 20:58:49.463399 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-a6bd2de3-2245-4e62-8567-401df37742f7 service neutron] 10.222.0.18 "PUT /v2.0/ports/ff2a7ca0-98a8-4c28-858a-0f7c07e731b3/bindings/n-h1-827896-1/activate HTTP/1.1" status: 200 len: 369 time: 3.3474603 Feb 04 20:58:49.514408 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:58:49.527565 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd57e4d-73e1-4d72-818b-7deed0a4a627 req-8f2868e0-7c74-45d8-a3bd-dfa55eff4af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:49.528934 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1cd57e4d-73e1-4d72-818b-7deed0a4a627 req-8f2868e0-7c74-45d8-a3bd-dfa55eff4af9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=52dce76a-dd1c-484a-ae6a-f327dbe47b7b HTTP/1.1" status: 200 len: 847 time: 0.2999372 Feb 04 20:58:49.544799 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-fc9e791a-f938-49e6-9805-39ae68200fdc admin admin] Calling delete_port for 1a3f5989-e49a-401a-b7b5-df91d0ab5a6e owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:58:49.671386 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1cd57e4d-73e1-4d72-818b-7deed0a4a627 req-43c690c5-7e38-4287-a621-067bb0b91eb5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e2945ff6-c379-474d-a032-331b1f6dd08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822663 Feb 04 20:58:49.691084 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device d5caf8e7-5a96-491b-b03a-b89df80645ec no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:58:49.711760 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fc9e791a-f938-49e6-9805-39ae68200fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:49.713934 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-deb75bba-1743-4d9f-8440-0c1e8a4f61cd req-05664462-a216-43ee-a407-38ed3949074f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a4816f4-bd94-4fdb-ba68-faecd2da0a23 HTTP/1.1" status: 200 len: 999 time: 0.3190742 Feb 04 20:58:49.741551 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: d5caf8e7-5a96-491b-b03a-b89df80645ec {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:58:49.741890 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device d5caf8e7-5a96-491b-b03a-b89df80645ec not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:58:49.752875 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9237da2b-f1bd-4a16-9e8c-268e5e516642 None None] DHCP port deletion for 21e24fe0-7cd8-41e0-a336-549d0730d0d8 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:58:49.760353 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-6f57ade2-9a3f-4dfe-9b52-71795a3e5e99 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:49.761878 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-6f57ade2-9a3f-4dfe-9b52-71795a3e5e99 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2d5a6529-67e2-4158-989f-b3784bef33f4&tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&binding%3Ahost_id=n-h2-827896-1 HTTP/1.1" status: 200 len: 1096 time: 0.1803701 Feb 04 20:58:49.771378 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-21b5ca96-0b02-4c8a-b2d0-e7949f884747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2010306810-router', 'tenant_id': '7bded15aab9a4c4d92a66ff896e1379d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '8a003274-595c-403b-8bbc-47df9b80209a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:57:40Z', 'updated_at': '2022-02-04T20:57:51Z', 'revision_number': 4, 'project_id': '7bded15aab9a4c4d92a66ff896e1379d', 'gw_port': {'id': '8a003274-595c-403b-8bbc-47df9b80209a', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:42Z', 'updated_at': '2022-02-04T20:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': 'a379ef56-8e51-4db4-95e1-b8ec7384a188', 'tenant_id': '7bded15aab9a4c4d92a66ff896e1379d', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'port_id': '6a4816f4-bd94-4fdb-ba68-faecd2da0a23', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67e4cfa-d68d-4332-8e6e-b314179425e3', 'mac_address': 'fa:16:3e:a7:8f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb48c4b-faf3-4fb9-9752-dba2306b3e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:58:37Z', 'updated_at': '2022-02-04T20:58:44Z', 'revision_number': 1, 'project_id': '7bded15aab9a4c4d92a66ff896e1379d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96847383-cd2d-430f-9cc1-78f6f0f6f73b', 'name': '', 'network_id': 'f67e4cfa-d68d-4332-8e6e-b314179425e3', 'tenant_id': '7bded15aab9a4c4d92a66ff896e1379d', 'mac_address': 'fa:16:3e:d6:58:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '5c9bc8a2-4c7b-4455-a8c1-881df14931a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:47Z', 'updated_at': '2022-02-04T20:58:04Z', 'revision_number': 5, 'project_id': '7bded15aab9a4c4d92a66ff896e1379d', 'subnets': [{'id': '5c9bc8a2-4c7b-4455-a8c1-881df14931a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:49.772046 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e791a-f938-49e6-9805-39ae68200fdc admin admin] Pushing event deleted for resources: {'Port': ['ID=1a3f5989-e49a-401a-b7b5-df91d0ab5a6e,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:49.776989 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b5ca96-0b02-4c8a-b2d0-e7949f884747 None None] The sync data for ids ['85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3'] in n-d-827896-1 is: [{'id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2010306810-router', 'tenant_id': '7bded15aab9a4c4d92a66ff896e1379d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '8a003274-595c-403b-8bbc-47df9b80209a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:57:40Z', 'updated_at': '2022-02-04T20:57:51Z', 'revision_number': 4, 'project_id': '7bded15aab9a4c4d92a66ff896e1379d', 'gw_port': {'id': '8a003274-595c-403b-8bbc-47df9b80209a', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:42Z', 'updated_at': '2022-02-04T20:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': 'a379ef56-8e51-4db4-95e1-b8ec7384a188', 'tenant_id': '7bded15aab9a4c4d92a66ff896e1379d', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'port_id': '6a4816f4-bd94-4fdb-ba68-faecd2da0a23', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67e4cfa-d68d-4332-8e6e-b314179425e3', 'mac_address': 'fa:16:3e:a7:8f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb48c4b-faf3-4fb9-9752-dba2306b3e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:58:37Z', 'updated_at': '2022-02-04T20:58:44Z', 'revision_number': 1, 'project_id': '7bded15aab9a4c4d92a66ff896e1379d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96847383-cd2d-430f-9cc1-78f6f0f6f73b', 'name': '', 'network_id': 'f67e4cfa-d68d-4332-8e6e-b314179425e3', 'tenant_id': '7bded15aab9a4c4d92a66ff896e1379d', 'mac_address': 'fa:16:3e:d6:58:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '5c9bc8a2-4c7b-4455-a8c1-881df14931a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:47Z', 'updated_at': '2022-02-04T20:58:04Z', 'revision_number': 5, 'project_id': '7bded15aab9a4c4d92a66ff896e1379d', 'subnets': [{'id': '5c9bc8a2-4c7b-4455-a8c1-881df14931a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:58:49.819249 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9e791a-f938-49e6-9805-39ae68200fdc admin admin] No DVR routers for this DVR port 1a3f5989-e49a-401a-b7b5-df91d0ab5a6e on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:58:49.826726 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be520989-82c4-45e0-a7b1-3ae422941441 req-8e669abf-aaee-44c2-9b1d-b50099037958 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:58:49.840288 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291b902b-6c68-4c03-864b-a5087a9599d2 None None] Sync routers for ids ['4d549bcc-ca13-4a19-9558-de8ab618ee7a'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:58:49.842708 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-be520989-82c4-45e0-a7b1-3ae422941441 req-8e669abf-aaee-44c2-9b1d-b50099037958 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:49.858142 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291b902b-6c68-4c03-864b-a5087a9599d2 None None] Routers {'4d549bcc-ca13-4a19-9558-de8ab618ee7a'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:58:49.858893 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-291b902b-6c68-4c03-864b-a5087a9599d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:58:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4d549bcc-ca13-4a19-9558-de8ab618ee7a'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:49.938947 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb75bba-1743-4d9f-8440-0c1e8a4f61cd req-c6f780ee-78ff-4841-903e-bb442677497e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:49.955043 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fc9e791a-f938-49e6-9805-39ae68200fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:49.964851 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-deb75bba-1743-4d9f-8440-0c1e8a4f61cd req-c6f780ee-78ff-4841-903e-bb442677497e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5c9bc8a2-4c7b-4455-a8c1-881df14931a7 HTTP/1.1" status: 200 len: 868 time: 0.2476838 Feb 04 20:58:49.988142 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-fc9e791a-f938-49e6-9805-39ae68200fdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e24fe0-7cd8-41e0-a336-549d0730d0d8']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:50.002854 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-3fc19aae-1a88-4158-8180-d3b0a825baca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:50.004349 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-3fc19aae-1a88-4158-8180-d3b0a825baca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2d5a6529-67e2-4158-989f-b3784bef33f4&tenant_id=1e904fca23cf47ec90953cad0cc5c8e4 HTTP/1.1" status: 200 len: 1096 time: 0.2302072 Feb 04 20:58:50.006167 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-fc9e791a-f938-49e6-9805-39ae68200fdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6679bdef-9f63-49db-ab6f-1d3908df0aa5') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:50.006616 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-fc9e791a-f938-49e6-9805-39ae68200fdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6679bdef-9f63-49db-ab6f-1d3908df0aa5') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:50.019454 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fc9e791a-f938-49e6-9805-39ae68200fdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:50.052078 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-be520989-82c4-45e0-a7b1-3ae422941441 req-8e669abf-aaee-44c2-9b1d-b50099037958 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "PUT /v2.0/floatingips/cd322b16-9384-4ef6-8e55-7c9ce502975a HTTP/1.1" status: 200 len: 696 time: 3.5304615 Feb 04 20:58:50.095074 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fc9e791a-f938-49e6-9805-39ae68200fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:50.114416 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc9e791a-f938-49e6-9805-39ae68200fdc admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:58:50.114843 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fc9e791a-f938-49e6-9805-39ae68200fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:50.117800 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318802cc-9a17-44f9-a0f9-4fadafa959dd None None] New status for floating IP a379ef56-8e51-4db4-95e1-b8ec7384a188: ACTIVE {{(pid=87684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:58:50.129652 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 20:58:50.129652 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:58:50.129652 n-d-827896-1 neutron-server[87682]: timer() Feb 04 20:58:50.129652 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:58:50.129652 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 20:58:50.129652 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:58:50.129652 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 20:58:50.129652 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:58:50.129652 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 20:58:50.129652 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:58:50.129652 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 20:58:50.129652 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:58:50.129652 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 20:58:50.129652 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:58:50.129652 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:58:50.129652 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:58:50.129652 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:58:50.129652 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:58:50.129652 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 20:58:50.129652 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:58:50.129652 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 20:58:50.129652 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:58:50.129652 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:58:50.129652 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:58:50.129652 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 20:58:50.129652 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:58:50.129652 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:58:50.129652 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:58:50.129652 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:58:50.129652 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:58:50.129652 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:58:50.129652 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:58:50.137374 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1cd57e4d-73e1-4d72-818b-7deed0a4a627 req-0b14ab19-6b12-4377-a6f2-cecdfa7d8a12 service neutron] 10.222.0.32 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568522 Feb 04 20:58:50.164209 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-291b902b-6c68-4c03-864b-a5087a9599d2 None None] Set router 4d549bcc-ca13-4a19-9558-de8ab618ee7a gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:58:50.231425 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fc9e791a-f938-49e6-9805-39ae68200fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:50.236597 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-eb4eb1a4-b2c9-4e08-8c32-a64d964a79b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:50.238414 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-eb4eb1a4-b2c9-4e08-8c32-a64d964a79b4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&device_id=2d5a6529-67e2-4158-989f-b3784bef33f4 HTTP/1.1" status: 200 len: 1096 time: 0.2004876 Feb 04 20:58:50.259238 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fc9e791a-f938-49e6-9805-39ae68200fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:50.264682 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb75bba-1743-4d9f-8440-0c1e8a4f61cd req-2a8aab76-ab40-47f0-92e8-75425b66b615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:50.267214 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-deb75bba-1743-4d9f-8440-0c1e8a4f61cd req-2a8aab76-ab40-47f0-92e8-75425b66b615 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f67e4cfa-d68d-4332-8e6e-b314179425e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3016441 Feb 04 20:58:50.295150 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e791a-f938-49e6-9805-39ae68200fdc admin admin] Pushing event deleted for resources: {'Network': ['ID=21e24fe0-7cd8-41e0-a336-549d0730d0d8,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:50.354356 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fc9e791a-f938-49e6-9805-39ae68200fdc admin admin] 10.222.0.26 "DELETE /v2.0/networks/21e24fe0-7cd8-41e0-a336-549d0730d0d8 HTTP/1.1" status: 204 len: 168 time: 1.5092902 Feb 04 20:58:50.403233 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be520989-82c4-45e0-a7b1-3ae422941441 req-c7e778cd-48f3-4b19-bf0d-8b8f98ab603a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:50.405414 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-be520989-82c4-45e0-a7b1-3ae422941441 req-c7e778cd-48f3-4b19-bf0d-8b8f98ab603a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66f8c7d92acd48ffa436b71c93318a59&device_id=1b87cf88-ffed-4a9f-8528-ef549d4791a7 HTTP/1.1" status: 200 len: 1097 time: 0.3244462 Feb 04 20:58:50.445623 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1cd57e4d-73e1-4d72-818b-7deed0a4a627 req-3b159ebd-1fcf-4d7c-b1cc-2eec5b7dc54d service neutron] 10.222.0.32 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970576 Feb 04 20:58:50.504439 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-6a1725a3-d40e-4b0f-b2fa-0e14785f1f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:50.511661 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-6a1725a3-d40e-4b0f-b2fa-0e14785f1f9f service neutron] 10.222.0.32 "GET /v2.0/networks?id=e2945ff6-c379-474d-a032-331b1f6dd08e HTTP/1.1" status: 200 len: 908 time: 0.2535233 Feb 04 20:58:50.535842 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-291b902b-6c68-4c03-864b-a5087a9599d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1499996838-router', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:56:49Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'gw_port': {'id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:50Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '19165dbd-4a26-48e0-ac95-837955379ba3', 'name': '', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'mac_address': 'fa:16:3e:b6:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:56Z', 'updated_at': '2022-02-04T20:57:08Z', 'revision_number': 5, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'subnets': [{'id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:50.540799 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291b902b-6c68-4c03-864b-a5087a9599d2 None None] Checking router: 4d549bcc-ca13-4a19-9558-de8ab618ee7a for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:58:50.551448 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291b902b-6c68-4c03-864b-a5087a9599d2 None None] Routers {'4d549bcc-ca13-4a19-9558-de8ab618ee7a'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:58:50.552381 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-291b902b-6c68-4c03-864b-a5087a9599d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:58:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4d549bcc-ca13-4a19-9558-de8ab618ee7a'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:50.594861 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51234) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:58:50.610953 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-32236b32-69ef-4cef-ada0-2f3d0cfe826e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 HTTP/1.1" status: 200 len: 217 time: 0.0926328 Feb 04 20:58:50.702344 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-deb75bba-1743-4d9f-8440-0c1e8a4f61cd req-e6a28135-ea85-492e-a076-ba54b779d8ac service neutron] 10.222.0.26 "GET /v2.0/networks/f67e4cfa-d68d-4332-8e6e-b314179425e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286282 Feb 04 20:58:50.705422 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9691571b-2988-41b2-8758-17cf9514bcaa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5656db63d88345dfa2ad3799bcc2a413&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0979702 Feb 04 20:58:50.706390 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51238) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:58:50.728217 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-870f6ba9-ba63-4a7b-99af-2245142e024b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:50.729654 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-870f6ba9-ba63-4a7b-99af-2245142e024b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=52dce76a-dd1c-484a-ae6a-f327dbe47b7b HTTP/1.1" status: 200 len: 847 time: 0.0925398 Feb 04 20:58:50.745593 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-291b902b-6c68-4c03-864b-a5087a9599d2 None None] Set router 4d549bcc-ca13-4a19-9558-de8ab618ee7a gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:58:50.814389 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-355f5295-4afb-4558-9829-3cf0426e130b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e2945ff6-c379-474d-a032-331b1f6dd08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704267 Feb 04 20:58:50.826209 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be520989-82c4-45e0-a7b1-3ae422941441 req-1334bf62-8568-4498-96ab-27c09c9fd7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:50.827781 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-be520989-82c4-45e0-a7b1-3ae422941441 req-1334bf62-8568-4498-96ab-27c09c9fd7c8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 HTTP/1.1" status: 200 len: 922 time: 0.4136865 Feb 04 20:58:50.902460 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-728e2e93-5954-46f7-8f39-38026fed30e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:50.926410 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-be520989-82c4-45e0-a7b1-3ae422941441 req-0effba6f-03dc-4147-a998-7b95dd89e1d6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=add6c51a-619a-41b8-baba-6bc43c3eda1a HTTP/1.1" status: 200 len: 217 time: 0.0907795 Feb 04 20:58:50.955686 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-728e2e93-5954-46f7-8f39-38026fed30e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:50.988182 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-deb75bba-1743-4d9f-8440-0c1e8a4f61cd req-77f83303-5619-47b0-8010-b5ebd58f721d service neutron] 10.222.0.26 "GET /v2.0/networks/f67e4cfa-d68d-4332-8e6e-b314179425e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742984 Feb 04 20:58:51.012217 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be520989-82c4-45e0-a7b1-3ae422941441 req-0b512c3c-c03b-470f-b888-6a3564de1429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:51.029874 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-be520989-82c4-45e0-a7b1-3ae422941441 req-0b512c3c-c03b-470f-b888-6a3564de1429 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ad252a39-0fc7-473f-8135-1e6346b2d5e3 HTTP/1.1" status: 200 len: 860 time: 0.0904937 Feb 04 20:58:51.051791 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-03c1f9ea-256d-43f1-b077-aedd319878a2 service neutron] 10.222.0.32 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244365 Feb 04 20:58:51.174589 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-728e2e93-5954-46f7-8f39-38026fed30e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:51.176095 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be520989-82c4-45e0-a7b1-3ae422941441 req-41c72037-b83c-49f5-8a02-e41e786dde13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:51.179366 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-be520989-82c4-45e0-a7b1-3ae422941441 req-41c72037-b83c-49f5-8a02-e41e786dde13 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3e95a48d-24e2-42d1-a9cb-002bd8a7bca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1509614 Feb 04 20:58:51.203450 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-291b902b-6c68-4c03-864b-a5087a9599d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1499996838-router', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:56:49Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'gw_port': {'id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:50Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '19165dbd-4a26-48e0-ac95-837955379ba3', 'name': '', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'mac_address': 'fa:16:3e:b6:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:56Z', 'updated_at': '2022-02-04T20:57:08Z', 'revision_number': 5, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'subnets': [{'id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:58:51.208918 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e2e93-5954-46f7-8f39-38026fed30e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d19b42-8de8-4541-9230-047649741813,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:51.214937 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291b902b-6c68-4c03-864b-a5087a9599d2 None None] The sync data for ids ['4d549bcc-ca13-4a19-9558-de8ab618ee7a'] in n-d-827896-1 is: [{'id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1499996838-router', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:56:49Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'gw_port': {'id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:50Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '19165dbd-4a26-48e0-ac95-837955379ba3', 'name': '', 'network_id': '3e95a48d-24e2-42d1-a9cb-002bd8a7bca6', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'mac_address': 'fa:16:3e:b6:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:56Z', 'updated_at': '2022-02-04T20:57:08Z', 'revision_number': 5, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'subnets': [{'id': 'ad252a39-0fc7-473f-8135-1e6346b2d5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:58:51.238741 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-728e2e93-5954-46f7-8f39-38026fed30e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:51.241313 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-728e2e93-5954-46f7-8f39-38026fed30e0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/73d19b42-8de8-4541-9230-047649741813 HTTP/1.1" status: 204 len: 168 time: 0.5305774 Feb 04 20:58:51.277780 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-e384ca5a-e7e9-497b-baa2-ff6335d4b450 service neutron] 10.222.0.32 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192631 Feb 04 20:58:51.577932 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-be520989-82c4-45e0-a7b1-3ae422941441 req-029a7833-1be5-4be9-8e40-e872206d94b9 service neutron] 10.222.0.26 "GET /v2.0/networks/3e95a48d-24e2-42d1-a9cb-002bd8a7bca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884325 Feb 04 20:58:51.583335 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 1a3f5989-e49a-401a-b7b5-df91d0ab5a6e no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:58:51.630929 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 1a3f5989-e49a-401a-b7b5-df91d0ab5a6e {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:58:51.631659 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 1a3f5989-e49a-401a-b7b5-df91d0ab5a6e not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:58:51.676003 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-cb62bd78-94f3-4c88-82c0-c49b23b5afa0 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:51.677504 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-cb62bd78-94f3-4c88-82c0-c49b23b5afa0 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2d5a6529-67e2-4158-989f-b3784bef33f4&tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&binding%3Ahost_id=n-h1-827896-1 HTTP/1.1" status: 200 len: 1096 time: 0.1043279 Feb 04 20:58:51.682754 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4a7a41-b865-497e-a798-c8debbcd4b0e None None] New status for floating IP cd322b16-9384-4ef6-8e55-7c9ce502975a: DOWN {{(pid=87685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:58:51.789303 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c110d4a-011b-450c-8113-bc4598efa5d7 req-32cd15b7-4688-46a5-854e-6954ee2705e8 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:51.797478 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9c110d4a-011b-450c-8113-bc4598efa5d7 req-32cd15b7-4688-46a5-854e-6954ee2705e8 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d5a6529-67e2-4158-989f-b3784bef33f4 HTTP/1.1" status: 200 len: 945 time: 0.3690345 Feb 04 20:58:51.854467 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51250) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:58:51.887190 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-be520989-82c4-45e0-a7b1-3ae422941441 req-ef80d9c0-f833-4aee-8bb8-9547b23b13ab service neutron] 10.222.0.26 "GET /v2.0/networks/3e95a48d-24e2-42d1-a9cb-002bd8a7bca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075304 Feb 04 20:58:51.927315 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9c110d4a-011b-450c-8113-bc4598efa5d7 req-130d9809-8dd3-43ca-95f7-ed92b05f326a tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289518 Feb 04 20:58:51.948040 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b8cee18c-700f-466c-be8e-2ea7aadcb247 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a6b17d5e6bc643d0a2391b99d2496f47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0907707 Feb 04 20:58:51.950023 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51256) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:58:51.968315 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a445a81-5812-4ae7-bb15-d774de074360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4481983f-5829-4879-87a9-6c3e19143e2a', 'code': 200} Feb 04 20:58:52.069639 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-030c8f29-4d85-49b2-82ac-b8e20ab67ae1 service neutron] For port ff2a7ca0-98a8-4c28-858a-0f7c07e731b3, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:58:52.075437 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-030c8f29-4d85-49b2-82ac-b8e20ab67ae1 service neutron] Notify callbacks [] for binding, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:52.077426 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-030c8f29-4d85-49b2-82ac-b8e20ab67ae1 service neutron] 10.222.0.32 "DELETE /v2.0/ports/ff2a7ca0-98a8-4c28-858a-0f7c07e731b3/bindings/n-h2-827896-1 HTTP/1.1" status: 204 len: 173 time: 0.3891473 Feb 04 20:58:52.132609 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d5a6529-67e2-4158-989f-b3784bef33f4', 'tag': 'ff2a7ca0-98a8-4c28-858a-0f7c07e731b3', 'status': 'completed', 'code': 200} Feb 04 20:58:52.219404 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d2cf8a94-de8a-4f73-a446-df33e58fc749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:52.261768 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804adfc2-b834-48ec-a4f1-cab0c2a651e3 req-f134722f-9904-42ad-9927-083e38e408ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:52.265744 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-804adfc2-b834-48ec-a4f1-cab0c2a651e3 req-f134722f-9904-42ad-9927-083e38e408ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&device_id=2d5a6529-67e2-4158-989f-b3784bef33f4 HTTP/1.1" status: 200 len: 1096 time: 0.1276832 Feb 04 20:58:52.285920 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d2cf8a94-de8a-4f73-a446-df33e58fc749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:52.332622 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65c2fa-5f6b-4d19-9e3a-df781c92878f req-f2441394-26cd-41c8-870b-c4b690c9389b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:52.333933 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0b65c2fa-5f6b-4d19-9e3a-df781c92878f req-f2441394-26cd-41c8-870b-c4b690c9389b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9a445a81-5812-4ae7-bb15-d774de074360 HTTP/1.1" status: 200 len: 1097 time: 0.2959325 Feb 04 20:58:52.351437 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677611f4-9882-4a89-b5af-40aa3a345ea2 req-9b14ec3d-790a-47bc-8b27-309373c8f22a tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:52.357826 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-677611f4-9882-4a89-b5af-40aa3a345ea2 req-9b14ec3d-790a-47bc-8b27-309373c8f22a tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a445a81-5812-4ae7-bb15-d774de074360 HTTP/1.1" status: 200 len: 946 time: 0.2346032 Feb 04 20:58:52.443132 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0b65c2fa-5f6b-4d19-9e3a-df781c92878f req-04caceb2-dd78-4c68-9038-86381d463b21 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b1a33d20-11be-4212-b786-165d7dd1f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011176 Feb 04 20:58:52.443809 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d2cf8a94-de8a-4f73-a446-df33e58fc749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:52.461059 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf8a94-de8a-4f73-a446-df33e58fc749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006aecd5-abbc-4cc5-a22f-0cd8dc8f8974,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:52.465565 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-677611f4-9882-4a89-b5af-40aa3a345ea2 req-d154d1f5-ba94-42c7-82b5-4041b8725572 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1a33d20-11be-4212-b786-165d7dd1f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063893 Feb 04 20:58:52.473472 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d2cf8a94-de8a-4f73-a446-df33e58fc749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:52.474805 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d2cf8a94-de8a-4f73-a446-df33e58fc749 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/006aecd5-abbc-4cc5-a22f-0cd8dc8f8974 HTTP/1.1" status: 204 len: 168 time: 0.5231540 Feb 04 20:58:52.484931 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804adfc2-b834-48ec-a4f1-cab0c2a651e3 req-c391dd78-c22b-4001-9d85-98f38f2faa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:52.486494 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-804adfc2-b834-48ec-a4f1-cab0c2a651e3 req-c391dd78-c22b-4001-9d85-98f38f2faa38 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e2945ff6-c379-474d-a032-331b1f6dd08e HTTP/1.1" status: 200 len: 908 time: 0.2128522 Feb 04 20:58:52.591902 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-804adfc2-b834-48ec-a4f1-cab0c2a651e3 req-b3af24ac-0265-485a-b3fc-8ade2955e840 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 HTTP/1.1" status: 200 len: 217 time: 0.0866020 Feb 04 20:58:52.664851 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804adfc2-b834-48ec-a4f1-cab0c2a651e3 req-13c0d2e3-f4a4-48fb-8c7d-48597408d126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:52.666396 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-804adfc2-b834-48ec-a4f1-cab0c2a651e3 req-13c0d2e3-f4a4-48fb-8c7d-48597408d126 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=52dce76a-dd1c-484a-ae6a-f327dbe47b7b HTTP/1.1" status: 200 len: 847 time: 0.0673583 Feb 04 20:58:52.741837 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-804adfc2-b834-48ec-a4f1-cab0c2a651e3 req-8b6d1175-feb7-486e-9ecb-2095196aaf0c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e2945ff6-c379-474d-a032-331b1f6dd08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677462 Feb 04 20:58:52.752197 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f6ae08ea-6f14-4c6f-94eb-dacab5d74f91 req-f822eb60-70b0-4d50-899f-56a7712d0b98 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 258 time: 0.2461207 Feb 04 20:58:52.762856 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-f6ae08ea-6f14-4c6f-94eb-dacab5d74f91 req-d95210d5-6de2-4b75-835e-1de15d52e49c tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Request body: {'floatingip': {'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:58:52.770918 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-f6ae08ea-6f14-4c6f-94eb-dacab5d74f91 req-d95210d5-6de2-4b75-835e-1de15d52e49c tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:58:52.785980 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-f6ae08ea-6f14-4c6f-94eb-dacab5d74f91 req-d95210d5-6de2-4b75-835e-1de15d52e49c tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:58:52.801576 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f6ae08ea-6f14-4c6f-94eb-dacab5d74f91 req-d95210d5-6de2-4b75-835e-1de15d52e49c tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks [] for floatingip, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:52.922103 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-804adfc2-b834-48ec-a4f1-cab0c2a651e3 req-8d1b2e5c-0660-4de9-bfa0-3f23bb5271f5 service neutron] 10.222.0.32 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725426 Feb 04 20:58:53.128235 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-8612eec6-8e3a-4f63-a545-9421c448fd4b tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:53.128887 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-804adfc2-b834-48ec-a4f1-cab0c2a651e3 req-c81c6bf9-1ed8-4311-8acb-0be1eec77d90 service neutron] 10.222.0.32 "GET /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948905 Feb 04 20:58:53.135157 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-8612eec6-8e3a-4f63-a545-9421c448fd4b tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.26 "GET /v2.0/networks?id=9ea98f9d-846a-4cae-aac9-ed7b20f6357e HTTP/1.1" status: 200 len: 817 time: 0.2158165 Feb 04 20:58:53.150779 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-f53799d8-b2e9-464d-97f2-cb3dfaf5328d tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.26 "GET /v2.0/quotas/71d66760485a4a8882272889cbb18327 HTTP/1.1" status: 200 len: 375 time: 0.0147653 Feb 04 20:58:53.152277 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f6ae08ea-6f14-4c6f-94eb-dacab5d74f91 req-d95210d5-6de2-4b75-835e-1de15d52e49c tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:53.350896 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-b04fbcd4-fb4e-4b40-8169-edac85a1ae2b tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=71d66760485a4a8882272889cbb18327&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573909 Feb 04 20:58:53.542754 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-f6ae08ea-6f14-4c6f-94eb-dacab5d74f91 req-d95210d5-6de2-4b75-835e-1de15d52e49c tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Allocated IP 172.25.5.52 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/04329215-9c09-45d7-b9ad-aa7acc4680a4) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:58:53.572971 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-71aad60a-5ef8-4abd-b0f9-a5c37282459a service neutron] 10.222.0.26 "GET /v2.0/networks/9ea98f9d-846a-4cae-aac9-ed7b20f6357e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081652 Feb 04 20:58:53.813923 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-9092743b-b9c3-4e82-a10e-68f399ab82db service neutron] 10.222.0.26 "GET /v2.0/networks/9ea98f9d-846a-4cae-aac9-ed7b20f6357e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398906 Feb 04 20:58:53.834702 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f6ae08ea-6f14-4c6f-94eb-dacab5d74f91 req-d95210d5-6de2-4b75-835e-1de15d52e49c tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:53.867952 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f6ae08ea-6f14-4c6f-94eb-dacab5d74f91 req-d95210d5-6de2-4b75-835e-1de15d52e49c tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:53.938827 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6ae08ea-6f14-4c6f-94eb-dacab5d74f91 req-d95210d5-6de2-4b75-835e-1de15d52e49c tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:58:53.942539 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-f6ae08ea-6f14-4c6f-94eb-dacab5d74f91 req-d95210d5-6de2-4b75-835e-1de15d52e49c tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:58:53.949424 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ae08ea-6f14-4c6f-94eb-dacab5d74f91 req-d95210d5-6de2-4b75-835e-1de15d52e49c tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:58:54.016737 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95210d5-6de2-4b75-835e-1de15d52e49c tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Pushing event updated for resources: {'Port': ['ID=04329215-9c09-45d7-b9ad-aa7acc4680a4,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:54.082406 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f6ae08ea-6f14-4c6f-94eb-dacab5d74f91 req-d95210d5-6de2-4b75-835e-1de15d52e49c tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:54.133752 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81351f75-ca36-4dd6-b2a2-bf5087bd6eb2', 'name': 'network-vif-deleted', 'tag': 'b08319eb-cc5b-4f8b-8518-85a440ceaf84'}, {'name': 'network-changed', 'server_uuid': '9eb48c4b-faf3-4fb9-9752-dba2306b3e03', 'tag': '6a4816f4-bd94-4fdb-ba68-faecd2da0a23'}, {'name': 'network-changed', 'server_uuid': '1b87cf88-ffed-4a9f-8528-ef549d4791a7', 'tag': 'add6c51a-619a-41b8-baba-6bc43c3eda1a'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:58:54.165582 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f6ae08ea-6f14-4c6f-94eb-dacab5d74f91 req-d95210d5-6de2-4b75-835e-1de15d52e49c tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:54.261165 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:58:54.424303 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f6ae08ea-6f14-4c6f-94eb-dacab5d74f91 req-d95210d5-6de2-4b75-835e-1de15d52e49c tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:54.429518 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f6ae08ea-6f14-4c6f-94eb-dacab5d74f91 req-d95210d5-6de2-4b75-835e-1de15d52e49c tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:54.592766 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95210d5-6de2-4b75-835e-1de15d52e49c tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Pushing event updated for resources: {'Port': ['ID=04329215-9c09-45d7-b9ad-aa7acc4680a4,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:54.607248 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f6ae08ea-6f14-4c6f-94eb-dacab5d74f91 req-d95210d5-6de2-4b75-835e-1de15d52e49c tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:54.649348 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355724ef-f12c-4916-b20e-f2ce2a802685 req-f71c738e-f711-496e-98a7-85ab98ff5271 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:54.650888 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-355724ef-f12c-4916-b20e-f2ce2a802685 req-f71c738e-f711-496e-98a7-85ab98ff5271 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d5a6529-67e2-4158-989f-b3784bef33f4 HTTP/1.1" status: 200 len: 945 time: 0.1667714 Feb 04 20:58:54.654152 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f6ae08ea-6f14-4c6f-94eb-dacab5d74f91 req-d95210d5-6de2-4b75-835e-1de15d52e49c tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:54.665146 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f6ae08ea-6f14-4c6f-94eb-dacab5d74f91 req-d95210d5-6de2-4b75-835e-1de15d52e49c tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9088559 Feb 04 20:58:54.760925 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-f6ae08ea-6f14-4c6f-94eb-dacab5d74f91 req-61fcffbc-ebc8-4fa8-b7d9-76b8df67fcb7 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Synchronizing usage tracker for tenant:7bded15aab9a4c4d92a66ff896e1379d on resource:floatingip {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:58:54.788860 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-355724ef-f12c-4916-b20e-f2ce2a802685 req-4100b565-3316-4787-9244-35c623564c60 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216071 Feb 04 20:58:54.794063 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-f6ae08ea-6f14-4c6f-94eb-dacab5d74f91 req-61fcffbc-ebc8-4fa8-b7d9-76b8df67fcb7 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Unset dirty status for tenant:7bded15aab9a4c4d92a66ff896e1379d on resource:floatingip {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:58:54.795290 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f6ae08ea-6f14-4c6f-94eb-dacab5d74f91 req-61fcffbc-ebc8-4fa8-b7d9-76b8df67fcb7 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.52 HTTP/1.1" status: 200 len: 695 time: 0.1293437 Feb 04 20:58:55.257683 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae08ea-6f14-4c6f-94eb-dacab5d74f91 req-4b3232b3-19a6-4a34-a77b-7505852a6677 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:55.259586 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f6ae08ea-6f14-4c6f-94eb-dacab5d74f91 req-4b3232b3-19a6-4a34-a77b-7505852a6677 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 784 time: 0.4565065 Feb 04 20:58:55.269872 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa9df5-3687-46e3-8be5-2e011d95c221 req-a03de8eb-b1cd-4af7-91f4-a57351729007 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:55.269872 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-a3aa9df5-3687-46e3-8be5-2e011d95c221 req-a03de8eb-b1cd-4af7-91f4-a57351729007 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Synchronizing usage tracker for tenant:c5a142124dd5482a87b175ed6e7e9ba5 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:58:55.292393 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3359f-5b87-46dd-91ec-0f368da5d899 req-2e6081e3-ce4f-4908-a1f9-70478fa79d9a tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:55.293944 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-65a3359f-5b87-46dd-91ec-0f368da5d899 req-2e6081e3-ce4f-4908-a1f9-70478fa79d9a tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a445a81-5812-4ae7-bb15-d774de074360 HTTP/1.1" status: 200 len: 946 time: 0.3460045 Feb 04 20:58:55.299826 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-a3aa9df5-3687-46e3-8be5-2e011d95c221 req-a03de8eb-b1cd-4af7-91f4-a57351729007 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Unset dirty status for tenant:c5a142124dd5482a87b175ed6e7e9ba5 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:58:55.301013 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a3aa9df5-3687-46e3-8be5-2e011d95c221 req-a03de8eb-b1cd-4af7-91f4-a57351729007 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2d53b70-88da-4d8b-a7df-d3258979de44 HTTP/1.1" status: 200 len: 944 time: 0.4599354 Feb 04 20:58:55.402863 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-65a3359f-5b87-46dd-91ec-0f368da5d899 req-dbd9639a-dae7-426e-bd75-9d71229ea3d0 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1a33d20-11be-4212-b786-165d7dd1f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001246 Feb 04 20:58:55.410613 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-a3aa9df5-3687-46e3-8be5-2e011d95c221 req-e078bf3a-0515-4903-9e46-07229bd5b43e tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Deleting port d6728c47-d50e-42fd-9265-bf7c77103aad {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:58:55.410952 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a3aa9df5-3687-46e3-8be5-2e011d95c221 req-e078bf3a-0515-4903-9e46-07229bd5b43e tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:55.532133 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81351f75-ca36-4dd6-b2a2-bf5087bd6eb2', 'name': 'network-vif-deleted', 'tag': 'b08319eb-cc5b-4f8b-8518-85a440ceaf84', 'status': 'completed', 'code': 200} Feb 04 20:58:55.532886 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb48c4b-faf3-4fb9-9752-dba2306b3e03', 'tag': '6a4816f4-bd94-4fdb-ba68-faecd2da0a23', 'status': 'completed', 'code': 200} Feb 04 20:58:55.533332 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b87cf88-ffed-4a9f-8528-ef549d4791a7', 'tag': 'add6c51a-619a-41b8-baba-6bc43c3eda1a', 'status': 'completed', 'code': 200} Feb 04 20:58:55.735488 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99b102-0013-4ba7-b5a3-9d35315f2e62 req-2d96c726-3fb0-4ba2-9877-d9e974d128a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:55.737247 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-dc99b102-0013-4ba7-b5a3-9d35315f2e62 req-2d96c726-3fb0-4ba2-9877-d9e974d128a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7bded15aab9a4c4d92a66ff896e1379d&device_id=9eb48c4b-faf3-4fb9-9752-dba2306b3e03 HTTP/1.1" status: 200 len: 1097 time: 0.1406744 Feb 04 20:58:55.853637 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:55.920260 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-a3aa9df5-3687-46e3-8be5-2e011d95c221 req-e078bf3a-0515-4903-9e46-07229bd5b43e tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] For port d6728c47-d50e-42fd-9265-bf7c77103aad, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=d6728c47-d50e-42fd-9265-bf7c77103aad,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:58:55.922799 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a3aa9df5-3687-46e3-8be5-2e011d95c221 req-e078bf3a-0515-4903-9e46-07229bd5b43e tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:56.048360 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99b102-0013-4ba7-b5a3-9d35315f2e62 req-77e909d1-b08d-4696-8c6e-4849cca35211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:56.050125 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-dc99b102-0013-4ba7-b5a3-9d35315f2e62 req-77e909d1-b08d-4696-8c6e-4849cca35211 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f67e4cfa-d68d-4332-8e6e-b314179425e3 HTTP/1.1" status: 200 len: 930 time: 0.3056676 Feb 04 20:58:56.155440 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-ea7f9d10-c6fa-4d45-90d4-f53858bad34a tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:56.156511 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-ea7f9d10-c6fa-4d45-90d4-f53858bad34a tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Synchronizing usage tracker for tenant:71d66760485a4a8882272889cbb18327 on resource:network {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:58:56.191245 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-ea7f9d10-c6fa-4d45-90d4-f53858bad34a tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Unset dirty status for tenant:71d66760485a4a8882272889cbb18327 on resource:network {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:58:56.192469 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-ea7f9d10-c6fa-4d45-90d4-f53858bad34a tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.18 "GET /v2.0/networks?id=9ea98f9d-846a-4cae-aac9-ed7b20f6357e HTTP/1.1" status: 200 len: 817 time: 0.3156900 Feb 04 20:58:56.202099 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-dc99b102-0013-4ba7-b5a3-9d35315f2e62 req-64d06ec6-e5e3-4839-b94f-3dfe08466164 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a4816f4-bd94-4fdb-ba68-faecd2da0a23 HTTP/1.1" status: 200 len: 1001 time: 0.1346805 Feb 04 20:58:56.207687 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-3c729602-a646-4a8f-8e5d-581e1aab7f7d tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Request body: {'port': {'device_id': '9ce0c493-e4f6-4f9b-8eab-95507c819e4e', 'network_id': '9ea98f9d-846a-4cae-aac9-ed7b20f6357e', 'admin_state_up': True, 'tenant_id': '71d66760485a4a8882272889cbb18327'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:58:56.380541 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-a3aa9df5-3687-46e3-8be5-2e011d95c221 req-e078bf3a-0515-4903-9e46-07229bd5b43e tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Calling delete_port for d6728c47-d50e-42fd-9265-bf7c77103aad owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:58:56.417070 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-2033e867-08cb-490e-9da5-cd8e80dae524 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:56.418743 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-2033e867-08cb-490e-9da5-cd8e80dae524 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.32 "GET /v2.0/networks?id=9ea98f9d-846a-4cae-aac9-ed7b20f6357e HTTP/1.1" status: 200 len: 817 time: 0.5457559 Feb 04 20:58:56.451851 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-7d644375-43b1-4111-9212-8ad36fabcd58 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Request body: {'port': {'device_id': '7b5d6695-e102-4df0-9130-774e3f4b1ad9', 'network_id': '9ea98f9d-846a-4cae-aac9-ed7b20f6357e', 'admin_state_up': True, 'tenant_id': '71d66760485a4a8882272889cbb18327'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:58:56.600375 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99b102-0013-4ba7-b5a3-9d35315f2e62 req-9c2c387a-70c5-4066-a694-76be8eeabc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:56.601682 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-dc99b102-0013-4ba7-b5a3-9d35315f2e62 req-9c2c387a-70c5-4066-a694-76be8eeabc71 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c9bc8a2-4c7b-4455-a8c1-881df14931a7 HTTP/1.1" status: 200 len: 868 time: 0.3745975 Feb 04 20:58:56.612899 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5776edb-8030-49f1-86f7-df6293a04ae9 req-60ea17ba-aaaa-443f-b65a-f059255bd815 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:56.614047 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f5776edb-8030-49f1-86f7-df6293a04ae9 req-60ea17ba-aaaa-443f-b65a-f059255bd815 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2d53b70-88da-4d8b-a7df-d3258979de44 HTTP/1.1" status: 200 len: 944 time: 0.8272521 Feb 04 20:58:56.707113 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-3c729602-a646-4a8f-8e5d-581e1aab7f7d tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:58:56.713194 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-3c729602-a646-4a8f-8e5d-581e1aab7f7d tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Usage tracker for resource:port and tenant:71d66760485a4a8882272889cbb18327 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:58:56.719719 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-3c729602-a646-4a8f-8e5d-581e1aab7f7d tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:58:56.726284 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4eb9b-5e0f-42a8-a444-d2cecb2768a8 req-fdb5c72a-50fa-4351-b552-d7861c605e6c tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:56.727763 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-24c4eb9b-5e0f-42a8-a444-d2cecb2768a8 req-fdb5c72a-50fa-4351-b552-d7861c605e6c tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eb48c4b-faf3-4fb9-9752-dba2306b3e03&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6517143 Feb 04 20:58:56.730513 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-3fe4a91d-d089-41c8-8506-d6b3b7a3f68f tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:56.731482 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-3fe4a91d-d089-41c8-8506-d6b3b7a3f68f tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.32 "GET /v2.0/networks?id=9ea98f9d-846a-4cae-aac9-ed7b20f6357e HTTP/1.1" status: 200 len: 817 time: 0.4603517 Feb 04 20:58:56.737265 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-3c729602-a646-4a8f-8e5d-581e1aab7f7d tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:58:56.744952 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-26f20f4e-ecde-45be-bb3a-776e1a08420f tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Request body: {'port': {'device_id': '0ccee242-4d2d-4fb0-ba55-8e5a60dc1fed', 'network_id': '9ea98f9d-846a-4cae-aac9-ed7b20f6357e', 'admin_state_up': True, 'tenant_id': '71d66760485a4a8882272889cbb18327'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:58:56.818063 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-7d644375-43b1-4111-9212-8ad36fabcd58 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:58:56.821828 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-3c729602-a646-4a8f-8e5d-581e1aab7f7d tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Made reservation on behalf of 71d66760485a4a8882272889cbb18327 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:58:56.825236 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-3c729602-a646-4a8f-8e5d-581e1aab7f7d tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:56.840245 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-7d644375-43b1-4111-9212-8ad36fabcd58 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Usage tracker for resource:port and tenant:71d66760485a4a8882272889cbb18327 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:58:56.848128 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f5776edb-8030-49f1-86f7-df6293a04ae9 req-7e789ecf-41b2-4118-9a29-b81ff9252ccc tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e91bd16-e1c2-4502-9265-9ed6f38095b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200801 Feb 04 20:58:56.852133 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-7d644375-43b1-4111-9212-8ad36fabcd58 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:58:56.857902 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-24c4eb9b-5e0f-42a8-a444-d2cecb2768a8 req-c4a719ae-76ac-40d6-bbbd-86e79bd6a975 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.52 HTTP/1.1" status: 200 len: 695 time: 0.1119182 Feb 04 20:58:56.861962 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-7d644375-43b1-4111-9212-8ad36fabcd58 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:58:56.863995 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a3aa9df5-3687-46e3-8be5-2e011d95c221 req-e078bf3a-0515-4903-9e46-07229bd5b43e tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:56.918121 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-24c4eb9b-5e0f-42a8-a444-d2cecb2768a8 req-d6c66b27-d641-49f7-a1bf-780571145ebc tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Request body: {'floatingip': {'port_id': '6a4816f4-bd94-4fdb-ba68-faecd2da0a23', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:58:56.923323 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99b102-0013-4ba7-b5a3-9d35315f2e62 req-6629305e-3a2e-4e8d-80c6-67eed69ba490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:56.924899 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-dc99b102-0013-4ba7-b5a3-9d35315f2e62 req-6629305e-3a2e-4e8d-80c6-67eed69ba490 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f67e4cfa-d68d-4332-8e6e-b314179425e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3039427 Feb 04 20:58:56.985681 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078bf3a-0515-4903-9e46-07229bd5b43e tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Pushing event deleted for resources: {'Port': ['ID=d6728c47-d50e-42fd-9265-bf7c77103aad,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:56.987076 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-7d644375-43b1-4111-9212-8ad36fabcd58 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Made reservation on behalf of 71d66760485a4a8882272889cbb18327 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:58:56.990562 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-7d644375-43b1-4111-9212-8ad36fabcd58 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:57.176320 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-26f20f4e-ecde-45be-bb3a-776e1a08420f tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:58:57.187958 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-26f20f4e-ecde-45be-bb3a-776e1a08420f tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Usage tracker for resource:port and tenant:71d66760485a4a8882272889cbb18327 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:58:57.195400 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-26f20f4e-ecde-45be-bb3a-776e1a08420f tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:58:57.213498 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-26f20f4e-ecde-45be-bb3a-776e1a08420f tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:58:57.226628 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-24c4eb9b-5e0f-42a8-a444-d2cecb2768a8 req-d6c66b27-d641-49f7-a1bf-780571145ebc tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks [] for floatingip, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:57.238271 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-dc99b102-0013-4ba7-b5a3-9d35315f2e62 req-2275b11b-f815-4ca0-a768-1742c86da8c8 service neutron] 10.222.0.32 "GET /v2.0/networks/f67e4cfa-d68d-4332-8e6e-b314179425e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958550 Feb 04 20:58:57.238838 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-26f20f4e-ecde-45be-bb3a-776e1a08420f tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Made reservation on behalf of 71d66760485a4a8882272889cbb18327 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:58:57.242178 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-26f20f4e-ecde-45be-bb3a-776e1a08420f tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:57.289184 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-3c729602-a646-4a8f-8e5d-581e1aab7f7d tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Allocated IP 172.20.0.10 (9ea98f9d-846a-4cae-aac9-ed7b20f6357e/1b918476-86d2-4cd8-8e6b-fa385bc79185/6f278301-6393-4e4d-bb31-75b7054b881e) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:58:57.379182 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3aa9df5-3687-46e3-8be5-2e011d95c221 req-e078bf3a-0515-4903-9e46-07229bd5b43e tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] No DVR routers for this DVR port d6728c47-d50e-42fd-9265-bf7c77103aad on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:58:57.433880 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a3aa9df5-3687-46e3-8be5-2e011d95c221 req-e078bf3a-0515-4903-9e46-07229bd5b43e tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:57.527810 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a3aa9df5-3687-46e3-8be5-2e011d95c221 req-e078bf3a-0515-4903-9e46-07229bd5b43e tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.18 "DELETE /v2.0/ports/d6728c47-d50e-42fd-9265-bf7c77103aad HTTP/1.1" status: 204 len: 173 time: 2.2060740 Feb 04 20:58:57.537907 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-dc99b102-0013-4ba7-b5a3-9d35315f2e62 req-2abaf0d7-3cda-405f-bf23-9beb8da6aba7 service neutron] 10.222.0.32 "GET /v2.0/networks/f67e4cfa-d68d-4332-8e6e-b314179425e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787621 Feb 04 20:58:57.542391 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d53b70-88da-4d8b-a7df-d3258979de44', 'name': 'network-vif-deleted', 'tag': 'd6728c47-d50e-42fd-9265-bf7c77103aad'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:58:57.578720 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac349c-a538-48b6-8429-c004e73ccecc req-a48aeeb6-c6c1-4e0e-afd9-e03aa5b4d16e tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:57.580058 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-61ac349c-a538-48b6-8429-c004e73ccecc req-a48aeeb6-c6c1-4e0e-afd9-e03aa5b4d16e tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a445a81-5812-4ae7-bb15-d774de074360 HTTP/1.1" status: 200 len: 946 time: 0.5336254 Feb 04 20:58:57.603293 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51360) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:58:57.627478 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-05be64c1-d6de-40f8-853e-fb53a0949496 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Request body: {'floatingip': {'port_id': '4481983f-5829-4879-87a9-6c3e19143e2a'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:58:57.742158 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-05be64c1-d6de-40f8-853e-fb53a0949496 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks [] for floatingip, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:57.823930 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9a347d6b-36c8-49d4-b396-136523735d9d req-ce72f90d-4f8c-4104-a257-b89fced2e565 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ccee242-4d2d-4fb0-ba55-8e5a60dc1fed HTTP/1.1" status: 200 len: 210 time: 0.0656524 Feb 04 20:58:57.851990 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [req-24c4eb9b-5e0f-42a8-a444-d2cecb2768a8 req-d6c66b27-d641-49f7-a1bf-780571145ebc tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 20:58:57.853101 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-24c4eb9b-5e0f-42a8-a444-d2cecb2768a8 req-d6c66b27-d641-49f7-a1bf-780571145ebc tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "PUT /v2.0/floatingips/1c10ae1b-2606-4ee3-81b3-a8b418918cbc HTTP/1.1" status: 409 len: 550 time: 0.9533877 Feb 04 20:58:58.011256 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f712188a-4de9-4a3d-95f3-c225731b06e5 req-db6d3e98-5aa4-460e-a7f7-41216b29b2bc tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/floatingips/cd322b16-9384-4ef6-8e55-7c9ce502975a HTTP/1.1" status: 200 len: 694 time: 0.1542475 Feb 04 20:58:58.136804 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-3c729602-a646-4a8f-8e5d-581e1aab7f7d tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:58.288924 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99b102-0013-4ba7-b5a3-9d35315f2e62 req-bdb656e7-230f-4c72-a448-152652222bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:58.290226 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712188a-4de9-4a3d-95f3-c225731b06e5 req-9b0ecc4a-0ada-4b58-8740-d9e452ce5711 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:58.290477 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-dc99b102-0013-4ba7-b5a3-9d35315f2e62 req-bdb656e7-230f-4c72-a448-152652222bef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=66f8c7d92acd48ffa436b71c93318a59&device_id=1b87cf88-ffed-4a9f-8528-ef549d4791a7 HTTP/1.1" status: 200 len: 1097 time: 0.4751208 Feb 04 20:58:58.291648 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f712188a-4de9-4a3d-95f3-c225731b06e5 req-9b0ecc4a-0ada-4b58-8740-d9e452ce5711 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 784 time: 0.2791786 Feb 04 20:58:58.456998 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51376) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:58:58.495606 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f712188a-4de9-4a3d-95f3-c225731b06e5 req-40e9b9f9-4fb4-4ac7-a821-e7e59ee809f0 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 697 time: 0.1971488 Feb 04 20:58:58.632627 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-3c729602-a646-4a8f-8e5d-581e1aab7f7d tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:58.650943 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f712188a-4de9-4a3d-95f3-c225731b06e5 req-f5ef07ba-06ff-43ca-95eb-60815b7c688a tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 697 time: 0.1129966 Feb 04 20:58:58.744852 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa999b-6845-412a-8ffc-016ea2be345c req-faf63a43-568a-47f2-b597-41305feeab9c tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:58.746453 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d4fa999b-6845-412a-8ffc-016ea2be345c req-faf63a43-568a-47f2-b597-41305feeab9c tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2d5a6529-67e2-4158-989f-b3784bef33f4 HTTP/1.1" status: 200 len: 1096 time: 0.5686655 Feb 04 20:58:58.771244 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-7d644375-43b1-4111-9212-8ad36fabcd58 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Allocated IP 172.20.0.2 (9ea98f9d-846a-4cae-aac9-ed7b20f6357e/1b918476-86d2-4cd8-8e6b-fa385bc79185/9193fbea-95f0-4d6e-94c0-f3ff9e48d877) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:58:58.775216 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3e95e3ba-f6e1-4e26-91f2-42b56117efd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:58.787505 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-3c729602-a646-4a8f-8e5d-581e1aab7f7d tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Network 9ea98f9d-846a-4cae-aac9-ed7b20f6357e is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:58:58.793779 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-3c729602-a646-4a8f-8e5d-581e1aab7f7d tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:58:58.807051 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-3c729602-a646-4a8f-8e5d-581e1aab7f7d tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:58:58.866720 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c729602-a646-4a8f-8e5d-581e1aab7f7d tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Pushing event updated for resources: {'Port': ['ID=6f278301-6393-4e4d-bb31-75b7054b881e,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:58:58.990992 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-3c729602-a646-4a8f-8e5d-581e1aab7f7d tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:58.990992 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-3c729602-a646-4a8f-8e5d-581e1aab7f7d tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:59.041119 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99b102-0013-4ba7-b5a3-9d35315f2e62 req-102ca6fe-526b-4f9a-a28d-b980fc3e7f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:59.042599 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-dc99b102-0013-4ba7-b5a3-9d35315f2e62 req-102ca6fe-526b-4f9a-a28d-b980fc3e7f27 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 HTTP/1.1" status: 200 len: 922 time: 0.7096448 Feb 04 20:58:59.049400 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-3c729602-a646-4a8f-8e5d-581e1aab7f7d tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8426809 Feb 04 20:58:59.080628 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-3e95e3ba-f6e1-4e26-91f2-42b56117efd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:58:59.089625 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-f712188a-4de9-4a3d-95f3-c225731b06e5 req-0f7fe6ea-1f9e-45ab-9c7d-fef1bf90d826 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Deleting port d543aa73-4485-464a-9147-55ebb4a4cd08 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:58:59.091530 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f712188a-4de9-4a3d-95f3-c225731b06e5 req-0f7fe6ea-1f9e-45ab-9c7d-fef1bf90d826 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:59.111505 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-164d0273-8e97-45ad-8cb1-6d2a57e7946b service neutron] Request body: {'port': {'device_id': '9ce0c493-e4f6-4f9b-8eab-95507c819e4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:58:59.118436 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-3e95e3ba-f6e1-4e26-91f2-42b56117efd3 admin admin] Usage tracker for resource:security_group_rule and tenant:af40b07670d04b6b81fb7d9d8e91e9b2 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:58:59.122983 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-3e95e3ba-f6e1-4e26-91f2-42b56117efd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:58:59.170142 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-3e95e3ba-f6e1-4e26-91f2-42b56117efd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:58:59.170480 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-dc99b102-0013-4ba7-b5a3-9d35315f2e62 req-4681c510-5662-4cd6-bbcc-f95a02755763 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=add6c51a-619a-41b8-baba-6bc43c3eda1a HTTP/1.1" status: 200 len: 217 time: 0.1137812 Feb 04 20:58:59.190050 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device d6728c47-d50e-42fd-9265-bf7c77103aad no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:58:59.236180 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: d6728c47-d50e-42fd-9265-bf7c77103aad {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:58:59.236180 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device d6728c47-d50e-42fd-9265-bf7c77103aad not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:58:59.259630 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d4fa999b-6845-412a-8ffc-016ea2be345c req-cec957bf-3abd-4fdd-91bf-c490ad254178 tempest-LiveMigrationTest-1853916409 tempest-LiveMigrationTest-1853916409-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4897153 Feb 04 20:58:59.320651 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99b102-0013-4ba7-b5a3-9d35315f2e62 req-4b24a28f-a8e9-4ff0-8eba-f2b9f549f266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:59.322137 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-dc99b102-0013-4ba7-b5a3-9d35315f2e62 req-4b24a28f-a8e9-4ff0-8eba-f2b9f549f266 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad252a39-0fc7-473f-8135-1e6346b2d5e3 HTTP/1.1" status: 200 len: 860 time: 0.1416976 Feb 04 20:58:59.399955 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-164d0273-8e97-45ad-8cb1-6d2a57e7946b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:59.423680 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.resource_extend [None req-05be64c1-d6de-40f8-853e-fb53a0949496 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 20:58:59.434925 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d53b70-88da-4d8b-a7df-d3258979de44', 'name': 'network-vif-deleted', 'tag': 'd6728c47-d50e-42fd-9265-bf7c77103aad', 'status': 'completed', 'code': 200} Feb 04 20:58:59.600310 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-05be64c1-d6de-40f8-853e-fb53a0949496 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:59.612044 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-05be64c1-d6de-40f8-853e-fb53a0949496 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:59.649993 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-60ce594c-ec5f-4ed3-bd43-e265d0d7b182 req-3716d4d1-9d24-4808-922d-b19a215bb0e8 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/floatingips/1c10ae1b-2606-4ee3-81b3-a8b418918cbc HTTP/1.1" status: 200 len: 692 time: 0.2141683 Feb 04 20:58:59.668469 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51390) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:58:59.771226 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99b102-0013-4ba7-b5a3-9d35315f2e62 req-6e864250-73a1-4f18-9dd1-31e7f110083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:58:59.772970 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-dc99b102-0013-4ba7-b5a3-9d35315f2e62 req-6e864250-73a1-4f18-9dd1-31e7f110083c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3e95a48d-24e2-42d1-a9cb-002bd8a7bca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4433594 Feb 04 20:58:59.800188 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-7d644375-43b1-4111-9212-8ad36fabcd58 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:59.820631 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3e95e3ba-f6e1-4e26-91f2-42b56117efd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:59.835816 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3e95e3ba-f6e1-4e26-91f2-42b56117efd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:59.930252 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f712188a-4de9-4a3d-95f3-c225731b06e5 req-0f7fe6ea-1f9e-45ab-9c7d-fef1bf90d826 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:59.930550 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f712188a-4de9-4a3d-95f3-c225731b06e5 req-0f7fe6ea-1f9e-45ab-9c7d-fef1bf90d826 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:58:59.956730 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-3e95e3ba-f6e1-4e26-91f2-42b56117efd3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=af40b07670d04b6b81fb7d9d8e91e9b2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4945085 Feb 04 20:58:59.962527 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51396) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:58:59.962527 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-00b88cf5-e1c0-47f9-b220-fb3f6199ebed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:00.014615 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-00b88cf5-e1c0-47f9-b220-fb3f6199ebed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:59:00.026942 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95e3ba-f6e1-4e26-91f2-42b56117efd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f41ed0-95b7-466c-82cd-94f4f812aaf2,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:00.029863 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-00b88cf5-e1c0-47f9-b220-fb3f6199ebed admin admin] Usage tracker for resource:security_group_rule and tenant:0541624b79f64585a414a0b8faed2f7f is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:59:00.050963 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-00b88cf5-e1c0-47f9-b220-fb3f6199ebed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:59:00.065010 n-d-827896-1 neutron-server[87682]: INFO neutron.db.l3_db [None req-05be64c1-d6de-40f8-853e-fb53a0949496 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Floating IP 1598e308-bf06-42de-989a-d7fa8b47d540 associated. External IP: 172.25.5.47, port: 4481983f-5829-4879-87a9-6c3e19143e2a. Feb 04 20:59:00.099403 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-f712188a-4de9-4a3d-95f3-c225731b06e5 req-0f7fe6ea-1f9e-45ab-9c7d-fef1bf90d826 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Calling delete_port for d543aa73-4485-464a-9147-55ebb4a4cd08 owned by network:floatingip {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:00.139812 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce594c-ec5f-4ed3-bd43-e265d0d7b182 req-6b4c26eb-622e-4f26-8aca-7e7ac60e519a tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:00.141941 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-60ce594c-ec5f-4ed3-bd43-e265d0d7b182 req-6b4c26eb-622e-4f26-8aca-7e7ac60e519a tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 784 time: 0.4601524 Feb 04 20:59:00.160078 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-60ce594c-ec5f-4ed3-bd43-e265d0d7b182 req-bd733588-4a28-44d2-8db4-5be47396bd6d tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 20:59:00.161084 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-60ce594c-ec5f-4ed3-bd43-e265d0d7b182 req-bd733588-4a28-44d2-8db4-5be47396bd6d tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107303 Feb 04 20:59:00.228448 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-7d644375-43b1-4111-9212-8ad36fabcd58 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:00.264392 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-00b88cf5-e1c0-47f9-b220-fb3f6199ebed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:59:00.332204 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-60ce594c-ec5f-4ed3-bd43-e265d0d7b182 req-49e9df25-cc1a-4ec5-8d52-fda13d7e8756 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.52 HTTP/1.1" status: 200 len: 695 time: 0.1619239 Feb 04 20:59:00.342570 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-7d644375-43b1-4111-9212-8ad36fabcd58 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Network 9ea98f9d-846a-4cae-aac9-ed7b20f6357e is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:59:00.351294 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-7d644375-43b1-4111-9212-8ad36fabcd58 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:59:00.353688 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-7d644375-43b1-4111-9212-8ad36fabcd58 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:59:00.362328 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-dc99b102-0013-4ba7-b5a3-9d35315f2e62 req-c03b5fe4-a0e7-4919-902a-daa46b3ec0c7 service neutron] 10.222.0.32 "GET /v2.0/networks/3e95a48d-24e2-42d1-a9cb-002bd8a7bca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5815983 Feb 04 20:59:00.448844 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d644375-43b1-4111-9212-8ad36fabcd58 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Pushing event updated for resources: {'Port': ['ID=9193fbea-95f0-4d6e-94c0-f3ff9e48d877,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:00.517424 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-60ce594c-ec5f-4ed3-bd43-e265d0d7b182 req-7fadbec3-8c28-490e-b255-4abac30aaa76 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.52 HTTP/1.1" status: 200 len: 695 time: 0.1706464 Feb 04 20:59:00.545984 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-26f20f4e-ecde-45be-bb3a-776e1a08420f tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Allocated IP 172.20.0.4 (9ea98f9d-846a-4cae-aac9-ed7b20f6357e/1b918476-86d2-4cd8-8e6b-fa385bc79185/fe045c71-4b39-4427-9e3c-604be64d6b45) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:59:00.560913 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-272503a2-d093-4d2e-8e0a-63af24e526f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:00.618814 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-7d644375-43b1-4111-9212-8ad36fabcd58 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:00.619316 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-7d644375-43b1-4111-9212-8ad36fabcd58 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:00.656764 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-272503a2-d093-4d2e-8e0a-63af24e526f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:00.725773 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f712188a-4de9-4a3d-95f3-c225731b06e5 req-0f7fe6ea-1f9e-45ab-9c7d-fef1bf90d826 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:00.775008 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-dc99b102-0013-4ba7-b5a3-9d35315f2e62 req-8405b52f-bb6c-4afa-bf61-d3b6f45f2ef2 service neutron] 10.222.0.32 "GET /v2.0/networks/3e95a48d-24e2-42d1-a9cb-002bd8a7bca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054298 Feb 04 20:59:00.896300 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-60ce594c-ec5f-4ed3-bd43-e265d0d7b182 req-8f922c3f-f0a0-41ee-bc49-d79c22446f1c tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Deleting port 04329215-9c09-45d7-b9ad-aa7acc4680a4 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:00.896595 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-60ce594c-ec5f-4ed3-bd43-e265d0d7b182 req-8f922c3f-f0a0-41ee-bc49-d79c22446f1c tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:00.946825 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-00b88cf5-e1c0-47f9-b220-fb3f6199ebed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:00.965092 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fe6ea-1f9e-45ab-9c7d-fef1bf90d826 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Pushing event deleted for resources: {'Port': ['ID=d543aa73-4485-464a-9147-55ebb4a4cd08,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:00.973766 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-00b88cf5-e1c0-47f9-b220-fb3f6199ebed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:00.981125 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-7d644375-43b1-4111-9212-8ad36fabcd58 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5427480 Feb 04 20:59:01.012239 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-272503a2-d093-4d2e-8e0a-63af24e526f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:01.022389 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-128b6fca-be55-4a03-9f49-ac633d8bcde2 service neutron] Request body: {'port': {'device_id': '7b5d6695-e102-4df0-9130-774e3f4b1ad9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:59:01.152820 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b88cf5-e1c0-47f9-b220-fb3f6199ebed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4dda5af-684f-478b-b274-e59973c7fe57,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:01.179507 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-00b88cf5-e1c0-47f9-b220-fb3f6199ebed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0541624b79f64585a414a0b8faed2f7f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5088410 Feb 04 20:59:01.185864 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-272503a2-d093-4d2e-8e0a-63af24e526f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:01.186866 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-272503a2-d093-4d2e-8e0a-63af24e526f6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/04f41ed0-95b7-466c-82cd-94f4f812aaf2 HTTP/1.1" status: 204 len: 168 time: 1.2208798 Feb 04 20:59:01.187911 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51402) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:01.201371 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272503a2-d093-4d2e-8e0a-63af24e526f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f41ed0-95b7-466c-82cd-94f4f812aaf2,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:01.238534 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f712188a-4de9-4a3d-95f3-c225731b06e5 req-0f7fe6ea-1f9e-45ab-9c7d-fef1bf90d826 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks [] for floatingip, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:01.241106 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f712188a-4de9-4a3d-95f3-c225731b06e5 req-0f7fe6ea-1f9e-45ab-9c7d-fef1bf90d826 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:01.242295 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f712188a-4de9-4a3d-95f3-c225731b06e5 req-0f7fe6ea-1f9e-45ab-9c7d-fef1bf90d826 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "DELETE /v2.0/floatingips/cd322b16-9384-4ef6-8e55-7c9ce502975a HTTP/1.1" status: 204 len: 173 time: 2.6310177 Feb 04 20:59:01.249227 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-26f20f4e-ecde-45be-bb3a-776e1a08420f tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:01.253933 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05be64c1-d6de-40f8-853e-fb53a0949496 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Router 99defa9e-d0cf-40fb-8b41-5e85c50548fd has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:59:01.271255 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-128b6fca-be55-4a03-9f49-ac633d8bcde2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:01.302671 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-60ce594c-ec5f-4ed3-bd43-e265d0d7b182 req-8f922c3f-f0a0-41ee-bc49-d79c22446f1c tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:01.303001 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-60ce594c-ec5f-4ed3-bd43-e265d0d7b182 req-8f922c3f-f0a0-41ee-bc49-d79c22446f1c tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:01.397804 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-13bcff4d-435b-461e-ae05-b72baedd4411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:01.480510 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-60ce594c-ec5f-4ed3-bd43-e265d0d7b182 req-8f922c3f-f0a0-41ee-bc49-d79c22446f1c tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Calling delete_port for 04329215-9c09-45d7-b9ad-aa7acc4680a4 owned by network:floatingip {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:01.506407 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-13bcff4d-435b-461e-ae05-b72baedd4411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:01.538203 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-26f20f4e-ecde-45be-bb3a-776e1a08420f tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:01.619368 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51414) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:01.668889 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05be64c1-d6de-40f8-853e-fb53a0949496 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:59:01.677595 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5f602cd8-2579-4f7b-b377-a1cc23756006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:01.679757 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105d37cf-ff83-4723-807f-f6a27e55e558 None None] Sync routers for ids ['99defa9e-d0cf-40fb-8b41-5e85c50548fd'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:59:01.694695 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-05be64c1-d6de-40f8-853e-fb53a0949496 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:01.695261 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105d37cf-ff83-4723-807f-f6a27e55e558 None None] Routers {'99defa9e-d0cf-40fb-8b41-5e85c50548fd'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:59:01.696094 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-105d37cf-ff83-4723-807f-f6a27e55e558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:58:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['99defa9e-d0cf-40fb-8b41-5e85c50548fd'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:01.722860 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-5f602cd8-2579-4f7b-b377-a1cc23756006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:59:01.731854 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5f602cd8-2579-4f7b-b377-a1cc23756006 admin admin] Usage tracker for resource:security_group_rule and tenant:4dacbe96336a4495b925025d66687434 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:59:01.736070 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5f602cd8-2579-4f7b-b377-a1cc23756006 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:59:01.746091 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-26f20f4e-ecde-45be-bb3a-776e1a08420f tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Network 9ea98f9d-846a-4cae-aac9-ed7b20f6357e is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:59:01.758348 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-26f20f4e-ecde-45be-bb3a-776e1a08420f tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:59:01.770886 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-26f20f4e-ecde-45be-bb3a-776e1a08420f tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:59:01.777337 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-5f602cd8-2579-4f7b-b377-a1cc23756006 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:59:01.809606 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02cfee-b4ee-4427-a14c-9e27b76c704e req-436012c3-a9ed-4e68-8262-d466959c7f17 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:01.810410 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-6d02cfee-b4ee-4427-a14c-9e27b76c704e req-436012c3-a9ed-4e68-8262-d466959c7f17 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Synchronizing usage tracker for tenant:71d66760485a4a8882272889cbb18327 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:59:01.818137 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f20f4e-ecde-45be-bb3a-776e1a08420f tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Pushing event updated for resources: {'Port': ['ID=fe045c71-4b39-4427-9e3c-604be64d6b45,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:01.855527 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-60ce594c-ec5f-4ed3-bd43-e265d0d7b182 req-8f922c3f-f0a0-41ee-bc49-d79c22446f1c tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:01.856209 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-05be64c1-d6de-40f8-853e-fb53a0949496 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "PUT /v2.0/floatingips/1598e308-bf06-42de-989a-d7fa8b47d540 HTTP/1.1" status: 200 len: 991 time: 4.2509160 Feb 04 20:59:01.862198 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a445a81-5812-4ae7-bb15-d774de074360', 'tag': '4481983f-5829-4879-87a9-6c3e19143e2a'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:59:01.888777 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-13bcff4d-435b-461e-ae05-b72baedd4411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:01.903181 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-6d02cfee-b4ee-4427-a14c-9e27b76c704e req-436012c3-a9ed-4e68-8262-d466959c7f17 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Unset dirty status for tenant:71d66760485a4a8882272889cbb18327 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:59:01.904337 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6d02cfee-b4ee-4427-a14c-9e27b76c704e req-436012c3-a9ed-4e68-8262-d466959c7f17 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ccee242-4d2d-4fb0-ba55-8e5a60dc1fed HTTP/1.1" status: 200 len: 931 time: 0.4337053 Feb 04 20:59:01.913714 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-26f20f4e-ecde-45be-bb3a-776e1a08420f tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:01.914339 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-26f20f4e-ecde-45be-bb3a-776e1a08420f tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:01.928427 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-105d37cf-ff83-4723-807f-f6a27e55e558 None None] Set router 99defa9e-d0cf-40fb-8b41-5e85c50548fd gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:59:01.934059 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bcff4d-435b-461e-ae05-b72baedd4411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4dda5af-684f-478b-b274-e59973c7fe57,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:01.943092 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f922c3f-f0a0-41ee-bc49-d79c22446f1c tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Pushing event deleted for resources: {'Port': ['ID=04329215-9c09-45d7-b9ad-aa7acc4680a4,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:01.948957 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-13bcff4d-435b-461e-ae05-b72baedd4411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:01.950428 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-13bcff4d-435b-461e-ae05-b72baedd4411 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c4dda5af-684f-478b-b274-e59973c7fe57 HTTP/1.1" status: 204 len: 168 time: 0.7557609 Feb 04 20:59:01.963103 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-26f20f4e-ecde-45be-bb3a-776e1a08420f tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2226701 Feb 04 20:59:02.004121 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-e39c50bd-c1b3-4cd7-a8fe-c98490c6d9f5 service neutron] Request body: {'port': {'device_id': '0ccee242-4d2d-4fb0-ba55-8e5a60dc1fed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:59:02.082084 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-60ce594c-ec5f-4ed3-bd43-e265d0d7b182 req-8f922c3f-f0a0-41ee-bc49-d79c22446f1c tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks [] for floatingip, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:02.096623 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6d02cfee-b4ee-4427-a14c-9e27b76c704e req-2d8f188a-12d3-460a-b60d-3eb435476097 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.26 "GET /v2.0/security-groups?id=68932ba2-6081-4022-98a0-c6c713e17c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822991 Feb 04 20:59:02.161955 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5f602cd8-2579-4f7b-b377-a1cc23756006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:02.180812 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5f602cd8-2579-4f7b-b377-a1cc23756006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:02.235643 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-164d0273-8e97-45ad-8cb1-6d2a57e7946b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f278301-6393-4e4d-bb31-75b7054b881e {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:59:02.246928 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-164d0273-8e97-45ad-8cb1-6d2a57e7946b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:02.272093 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5f602cd8-2579-4f7b-b377-a1cc23756006 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4dacbe96336a4495b925025d66687434&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6444454 Feb 04 20:59:02.278668 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51424) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:02.279697 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f602cd8-2579-4f7b-b377-a1cc23756006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb33b603-5d20-4e14-9a1a-90120e39b116,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:02.313166 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-164d0273-8e97-45ad-8cb1-6d2a57e7946b service neutron] Transition to ACTIVE for port object 6f278301-6393-4e4d-bb31-75b7054b881e will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:59:02.322177 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-e39c50bd-c1b3-4cd7-a8fe-c98490c6d9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:02.334547 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-164d0273-8e97-45ad-8cb1-6d2a57e7946b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:02.354112 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-60ce594c-ec5f-4ed3-bd43-e265d0d7b182 req-8f922c3f-f0a0-41ee-bc49-d79c22446f1c tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:02.366423 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-60ce594c-ec5f-4ed3-bd43-e265d0d7b182 req-8f922c3f-f0a0-41ee-bc49-d79c22446f1c tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "DELETE /v2.0/floatingips/1c10ae1b-2606-4ee3-81b3-a8b418918cbc HTTP/1.1" status: 204 len: 173 time: 1.8389487 Feb 04 20:59:02.608886 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d0273-8e97-45ad-8cb1-6d2a57e7946b service neutron] Pushing event updated for resources: {'Port': ['ID=6f278301-6393-4e4d-bb31-75b7054b881e,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:02.654287 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:02.668058 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-105d37cf-ff83-4723-807f-f6a27e55e558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'name': 'tempest-ServersTestJSON-528916062-router', 'tenant_id': 'b853d123be434c35ad6eaadda6a379bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '4028c1cc-bae9-4933-9785-1f02eb5d1d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:57:55Z', 'updated_at': '2022-02-04T20:58:08Z', 'revision_number': 4, 'project_id': 'b853d123be434c35ad6eaadda6a379bc', 'gw_port': {'id': '4028c1cc-bae9-4933-9785-1f02eb5d1d07', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:56Z', 'updated_at': '2022-02-04T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': '1598e308-bf06-42de-989a-d7fa8b47d540', 'tenant_id': 'b853d123be434c35ad6eaadda6a379bc', 'floating_ip_address': '172.25.5.47', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'port_id': '4481983f-5829-4879-87a9-6c3e19143e2a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e', 'mac_address': 'fa:16:3e:b6:b5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a445a81-5812-4ae7-bb15-d774de074360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:58:19Z', 'updated_at': '2022-02-04T20:58:59Z', 'revision_number': 1, 'project_id': 'b853d123be434c35ad6eaadda6a379bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0e35f61-74be-4e10-ba64-f054a408d7a7', 'name': '', 'network_id': '4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e', 'tenant_id': 'b853d123be434c35ad6eaadda6a379bc', 'mac_address': 'fa:16:3e:48:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ca68937e-9a6a-40e5-9320-e4f04a7afb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:58:05Z', 'updated_at': '2022-02-04T20:58:20Z', 'revision_number': 5, 'project_id': 'b853d123be434c35ad6eaadda6a379bc', 'subnets': [{'id': 'ca68937e-9a6a-40e5-9320-e4f04a7afb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:02.678694 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105d37cf-ff83-4723-807f-f6a27e55e558 None None] Checking router: 99defa9e-d0cf-40fb-8b41-5e85c50548fd for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:59:02.691639 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105d37cf-ff83-4723-807f-f6a27e55e558 None None] Routers {'99defa9e-d0cf-40fb-8b41-5e85c50548fd'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:59:02.692555 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-105d37cf-ff83-4723-807f-f6a27e55e558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:58:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['99defa9e-d0cf-40fb-8b41-5e85c50548fd'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:02.737623 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-128b6fca-be55-4a03-9f49-ac633d8bcde2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9193fbea-95f0-4d6e-94c0-f3ff9e48d877 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:59:02.747385 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-128b6fca-be55-4a03-9f49-ac633d8bcde2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:02.763983 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-128b6fca-be55-4a03-9f49-ac633d8bcde2 service neutron] Transition to ACTIVE for port object 9193fbea-95f0-4d6e-94c0-f3ff9e48d877 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:59:02.830650 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7da6946b-8333-4905-95b9-8252a5864932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:02.853166 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-128b6fca-be55-4a03-9f49-ac633d8bcde2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:02.883392 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-164d0273-8e97-45ad-8cb1-6d2a57e7946b service neutron] Attempting to bind port 6f278301-6393-4e4d-bb31-75b7054b881e on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:59:02.883946 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-164d0273-8e97-45ad-8cb1-6d2a57e7946b service neutron] Attempting to bind port 6f278301-6393-4e4d-bb31-75b7054b881e by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '831e4d33-fa1b-4d70-9423-4698db389355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '9ea98f9d-846a-4cae-aac9-ed7b20f6357e'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:59:02.884430 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-164d0273-8e97-45ad-8cb1-6d2a57e7946b service neutron] Attempting to bind port 6f278301-6393-4e4d-bb31-75b7054b881e on network 9ea98f9d-846a-4cae-aac9-ed7b20f6357e {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:59:02.892904 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-164d0273-8e97-45ad-8cb1-6d2a57e7946b service neutron] Port 6f278301-6393-4e4d-bb31-75b7054b881e on network 9ea98f9d-846a-4cae-aac9-ed7b20f6357e not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:59:02.893534 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-164d0273-8e97-45ad-8cb1-6d2a57e7946b service neutron] Attempting to bind port 6f278301-6393-4e4d-bb31-75b7054b881e on network 9ea98f9d-846a-4cae-aac9-ed7b20f6357e {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:59:02.916964 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-164d0273-8e97-45ad-8cb1-6d2a57e7946b service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:59:02.917639 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-164d0273-8e97-45ad-8cb1-6d2a57e7946b service neutron] Checking segment: {'id': '831e4d33-fa1b-4d70-9423-4698db389355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '9ea98f9d-846a-4cae-aac9-ed7b20f6357e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:59:02.918182 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-164d0273-8e97-45ad-8cb1-6d2a57e7946b service neutron] Bound using segment: {'id': '831e4d33-fa1b-4d70-9423-4698db389355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '9ea98f9d-846a-4cae-aac9-ed7b20f6357e'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:59:02.918944 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-164d0273-8e97-45ad-8cb1-6d2a57e7946b service neutron] Bound port: 6f278301-6393-4e4d-bb31-75b7054b881e, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '831e4d33-fa1b-4d70-9423-4698db389355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '9ea98f9d-846a-4cae-aac9-ed7b20f6357e'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:59:02.919442 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-164d0273-8e97-45ad-8cb1-6d2a57e7946b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:03.073893 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-105d37cf-ff83-4723-807f-f6a27e55e558 None None] Set router 99defa9e-d0cf-40fb-8b41-5e85c50548fd gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:59:03.180803 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a445a81-5812-4ae7-bb15-d774de074360', 'tag': '4481983f-5829-4879-87a9-6c3e19143e2a', 'status': 'completed', 'code': 200} Feb 04 20:59:03.207407 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7da6946b-8333-4905-95b9-8252a5864932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:03.280184 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-164d0273-8e97-45ad-8cb1-6d2a57e7946b service neutron] For port 6f278301-6393-4e4d-bb31-75b7054b881e, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:59:03.286091 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-164d0273-8e97-45ad-8cb1-6d2a57e7946b service neutron] For port 6f278301-6393-4e4d-bb31-75b7054b881e, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=6f278301-6393-4e4d-bb31-75b7054b881e,segment=NetworkSegment(831e4d33-fa1b-4d70-9423-4698db389355),segment_id=831e4d33-fa1b-4d70-9423-4698db389355)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:59:03.298918 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-164d0273-8e97-45ad-8cb1-6d2a57e7946b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:03.487064 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-164d0273-8e97-45ad-8cb1-6d2a57e7946b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:03.487690 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-164d0273-8e97-45ad-8cb1-6d2a57e7946b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:03.489160 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-164d0273-8e97-45ad-8cb1-6d2a57e7946b service neutron] 10.222.0.18 "PUT /v2.0/ports/6f278301-6393-4e4d-bb31-75b7054b881e HTTP/1.1" status: 200 len: 1092 time: 4.4351187 Feb 04 20:59:03.546990 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-e39c50bd-c1b3-4cd7-a8fe-c98490c6d9f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe045c71-4b39-4427-9e3c-604be64d6b45 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:59:03.555452 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-105d37cf-ff83-4723-807f-f6a27e55e558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'name': 'tempest-ServersTestJSON-528916062-router', 'tenant_id': 'b853d123be434c35ad6eaadda6a379bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '4028c1cc-bae9-4933-9785-1f02eb5d1d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:57:55Z', 'updated_at': '2022-02-04T20:58:08Z', 'revision_number': 4, 'project_id': 'b853d123be434c35ad6eaadda6a379bc', 'gw_port': {'id': '4028c1cc-bae9-4933-9785-1f02eb5d1d07', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:56Z', 'updated_at': '2022-02-04T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': '1598e308-bf06-42de-989a-d7fa8b47d540', 'tenant_id': 'b853d123be434c35ad6eaadda6a379bc', 'floating_ip_address': '172.25.5.47', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'port_id': '4481983f-5829-4879-87a9-6c3e19143e2a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e', 'mac_address': 'fa:16:3e:b6:b5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a445a81-5812-4ae7-bb15-d774de074360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:58:19Z', 'updated_at': '2022-02-04T20:58:59Z', 'revision_number': 1, 'project_id': 'b853d123be434c35ad6eaadda6a379bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0e35f61-74be-4e10-ba64-f054a408d7a7', 'name': '', 'network_id': '4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e', 'tenant_id': 'b853d123be434c35ad6eaadda6a379bc', 'mac_address': 'fa:16:3e:48:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ca68937e-9a6a-40e5-9320-e4f04a7afb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:58:05Z', 'updated_at': '2022-02-04T20:58:20Z', 'revision_number': 5, 'project_id': 'b853d123be434c35ad6eaadda6a379bc', 'subnets': [{'id': 'ca68937e-9a6a-40e5-9320-e4f04a7afb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:03.560011 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105d37cf-ff83-4723-807f-f6a27e55e558 None None] The sync data for ids ['99defa9e-d0cf-40fb-8b41-5e85c50548fd'] in n-d-827896-1 is: [{'id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'name': 'tempest-ServersTestJSON-528916062-router', 'tenant_id': 'b853d123be434c35ad6eaadda6a379bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '4028c1cc-bae9-4933-9785-1f02eb5d1d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:57:55Z', 'updated_at': '2022-02-04T20:58:08Z', 'revision_number': 4, 'project_id': 'b853d123be434c35ad6eaadda6a379bc', 'gw_port': {'id': '4028c1cc-bae9-4933-9785-1f02eb5d1d07', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:56Z', 'updated_at': '2022-02-04T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': '1598e308-bf06-42de-989a-d7fa8b47d540', 'tenant_id': 'b853d123be434c35ad6eaadda6a379bc', 'floating_ip_address': '172.25.5.47', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'port_id': '4481983f-5829-4879-87a9-6c3e19143e2a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e', 'mac_address': 'fa:16:3e:b6:b5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a445a81-5812-4ae7-bb15-d774de074360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T20:58:19Z', 'updated_at': '2022-02-04T20:58:59Z', 'revision_number': 1, 'project_id': 'b853d123be434c35ad6eaadda6a379bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0e35f61-74be-4e10-ba64-f054a408d7a7', 'name': '', 'network_id': '4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e', 'tenant_id': 'b853d123be434c35ad6eaadda6a379bc', 'mac_address': 'fa:16:3e:48:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ca68937e-9a6a-40e5-9320-e4f04a7afb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:58:05Z', 'updated_at': '2022-02-04T20:58:20Z', 'revision_number': 5, 'project_id': 'b853d123be434c35ad6eaadda6a379bc', 'subnets': [{'id': 'ca68937e-9a6a-40e5-9320-e4f04a7afb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:59:03.583359 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b6fca-be55-4a03-9f49-ac633d8bcde2 service neutron] Pushing event updated for resources: {'Port': ['ID=9193fbea-95f0-4d6e-94c0-f3ff9e48d877,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:03.602385 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d0273-8e97-45ad-8cb1-6d2a57e7946b service neutron] Pushing event updated for resources: {'Port': ['ID=6f278301-6393-4e4d-bb31-75b7054b881e,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:03.612627 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-e39c50bd-c1b3-4cd7-a8fe-c98490c6d9f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:03.638663 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d0273-8e97-45ad-8cb1-6d2a57e7946b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:03.639243 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d0273-8e97-45ad-8cb1-6d2a57e7946b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:03.639668 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d0273-8e97-45ad-8cb1-6d2a57e7946b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:03.640688 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d0273-8e97-45ad-8cb1-6d2a57e7946b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:03.641050 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d0273-8e97-45ad-8cb1-6d2a57e7946b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:03.641486 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d0273-8e97-45ad-8cb1-6d2a57e7946b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:03.641929 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d0273-8e97-45ad-8cb1-6d2a57e7946b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:03.642322 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d0273-8e97-45ad-8cb1-6d2a57e7946b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:03.642711 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d0273-8e97-45ad-8cb1-6d2a57e7946b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:03.643131 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d0273-8e97-45ad-8cb1-6d2a57e7946b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:03.643522 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d0273-8e97-45ad-8cb1-6d2a57e7946b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:03.643798 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d0273-8e97-45ad-8cb1-6d2a57e7946b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:03.650145 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b44154be-8b24-4ab5-b8a1-05b97c7b2325 req-5874a77f-acfe-4214-8309-5dbbb726acfa tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Synchronizing usage tracker for tenant:7bded15aab9a4c4d92a66ff896e1379d on resource:floatingip {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:59:03.687238 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163cb55-078b-466b-9902-0c331629eb3b req-0198d07b-21c5-4966-bc8e-c9c09211c6d6 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:03.687949 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-9163cb55-078b-466b-9902-0c331629eb3b req-0198d07b-21c5-4966-bc8e-c9c09211c6d6 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Synchronizing usage tracker for tenant:1e904fca23cf47ec90953cad0cc5c8e4 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:59:03.698955 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-e39c50bd-c1b3-4cd7-a8fe-c98490c6d9f5 service neutron] Transition to ACTIVE for port object fe045c71-4b39-4427-9e3c-604be64d6b45 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:59:03.705575 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-2dc99306-fbef-4b4f-92e0-11bc7685867d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:03.707283 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-2dc99306-fbef-4b4f-92e0-11bc7685867d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=71d66760485a4a8882272889cbb18327&device_id=9ce0c493-e4f6-4f9b-8eab-95507c819e4e HTTP/1.1" status: 200 len: 1095 time: 0.1667523 Feb 04 20:59:03.707951 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7da6946b-8333-4905-95b9-8252a5864932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:03.709716 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-e39c50bd-c1b3-4cd7-a8fe-c98490c6d9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:03.723558 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-128b6fca-be55-4a03-9f49-ac633d8bcde2 service neutron] Attempting to bind port 9193fbea-95f0-4d6e-94c0-f3ff9e48d877 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:59:03.723924 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-128b6fca-be55-4a03-9f49-ac633d8bcde2 service neutron] Attempting to bind port 9193fbea-95f0-4d6e-94c0-f3ff9e48d877 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': '831e4d33-fa1b-4d70-9423-4698db389355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '9ea98f9d-846a-4cae-aac9-ed7b20f6357e'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:59:03.724230 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-128b6fca-be55-4a03-9f49-ac633d8bcde2 service neutron] Attempting to bind port 9193fbea-95f0-4d6e-94c0-f3ff9e48d877 on network 9ea98f9d-846a-4cae-aac9-ed7b20f6357e {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:59:03.732809 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b44154be-8b24-4ab5-b8a1-05b97c7b2325 req-5874a77f-acfe-4214-8309-5dbbb726acfa tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Unset dirty status for tenant:7bded15aab9a4c4d92a66ff896e1379d on resource:floatingip {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:59:03.734060 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b44154be-8b24-4ab5-b8a1-05b97c7b2325 req-5874a77f-acfe-4214-8309-5dbbb726acfa tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.43 HTTP/1.1" status: 200 len: 1001 time: 0.5396869 Feb 04 20:59:03.752082 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad891693-d9c3-4a1b-bb1b-14a97f1634eb req-a87c803e-89cc-47ad-96ad-78bd6eb65bda tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:03.753580 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ad891693-d9c3-4a1b-bb1b-14a97f1634eb req-a87c803e-89cc-47ad-96ad-78bd6eb65bda tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a445a81-5812-4ae7-bb15-d774de074360 HTTP/1.1" status: 200 len: 946 time: 0.5744610 Feb 04 20:59:03.754174 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-128b6fca-be55-4a03-9f49-ac633d8bcde2 service neutron] Port 9193fbea-95f0-4d6e-94c0-f3ff9e48d877 on network 9ea98f9d-846a-4cae-aac9-ed7b20f6357e not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:59:03.754492 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-128b6fca-be55-4a03-9f49-ac633d8bcde2 service neutron] Attempting to bind port 9193fbea-95f0-4d6e-94c0-f3ff9e48d877 on network 9ea98f9d-846a-4cae-aac9-ed7b20f6357e {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:59:03.756789 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da6946b-8333-4905-95b9-8252a5864932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb33b603-5d20-4e14-9a1a-90120e39b116,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:03.807939 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ad4c4-97bf-4b61-a0e5-deb4bfc09220 req-c35956a4-d5a3-4f20-9f0b-1a6f75b9b97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:03.809414 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e64ad4c4-97bf-4b61-a0e5-deb4bfc09220 req-c35956a4-d5a3-4f20-9f0b-1a6f75b9b97e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b853d123be434c35ad6eaadda6a379bc&device_id=9a445a81-5812-4ae7-bb15-d774de074360 HTTP/1.1" status: 200 len: 1097 time: 0.5217242 Feb 04 20:59:03.810133 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-128b6fca-be55-4a03-9f49-ac633d8bcde2 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:59:03.810481 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-128b6fca-be55-4a03-9f49-ac633d8bcde2 service neutron] Checking segment: {'id': '831e4d33-fa1b-4d70-9423-4698db389355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '9ea98f9d-846a-4cae-aac9-ed7b20f6357e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:59:03.810850 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-128b6fca-be55-4a03-9f49-ac633d8bcde2 service neutron] Bound using segment: {'id': '831e4d33-fa1b-4d70-9423-4698db389355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '9ea98f9d-846a-4cae-aac9-ed7b20f6357e'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:59:03.811285 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-128b6fca-be55-4a03-9f49-ac633d8bcde2 service neutron] Bound port: 9193fbea-95f0-4d6e-94c0-f3ff9e48d877, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '831e4d33-fa1b-4d70-9423-4698db389355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '9ea98f9d-846a-4cae-aac9-ed7b20f6357e'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:59:03.811623 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-128b6fca-be55-4a03-9f49-ac633d8bcde2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:03.826186 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-9163cb55-078b-466b-9902-0c331629eb3b req-0198d07b-21c5-4966-bc8e-c9c09211c6d6 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Unset dirty status for tenant:1e904fca23cf47ec90953cad0cc5c8e4 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:59:03.827315 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9163cb55-078b-466b-9902-0c331629eb3b req-0198d07b-21c5-4966-bc8e-c9c09211c6d6 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d5a6529-67e2-4158-989f-b3784bef33f4 HTTP/1.1" status: 200 len: 945 time: 0.4538348 Feb 04 20:59:03.851911 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac1831-bb6d-49e3-9df8-d2bfda7e7ad8 req-c8d4def0-e86d-4315-809b-dd0598e048e6 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:03.852615 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b3ac1831-bb6d-49e3-9df8-d2bfda7e7ad8 req-c8d4def0-e86d-4315-809b-dd0598e048e6 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Synchronizing usage tracker for tenant:c5a142124dd5482a87b175ed6e7e9ba5 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:59:03.853260 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-295674bf-7b2f-4ab2-b462-7728e7528a4a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f278301-6393-4e4d-bb31-75b7054b881e HTTP/1.1" status: 200 len: 217 time: 0.1012394 Feb 04 20:59:03.855355 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7da6946b-8333-4905-95b9-8252a5864932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:03.859229 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-7da6946b-8333-4905-95b9-8252a5864932 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eb33b603-5d20-4e14-9a1a-90120e39b116 HTTP/1.1" status: 204 len: 168 time: 1.5512247 Feb 04 20:59:03.866828 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcd67de-92a6-41f6-98a4-bf4e8698d9e0 None None] New status for floating IP 1598e308-bf06-42de-989a-d7fa8b47d540: ACTIVE {{(pid=87685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:59:04.035782 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44154be-8b24-4ab5-b8a1-05b97c7b2325 req-c30fc439-7331-4468-a2d4-ae877449f747 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:04.036310 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b44154be-8b24-4ab5-b8a1-05b97c7b2325 req-c30fc439-7331-4468-a2d4-ae877449f747 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Synchronizing usage tracker for tenant:7bded15aab9a4c4d92a66ff896e1379d on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:59:04.071641 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ad891693-d9c3-4a1b-bb1b-14a97f1634eb req-30d8d9fc-34c6-42e7-8b9b-10a749d6690e tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1a33d20-11be-4212-b786-165d7dd1f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2767794 Feb 04 20:59:04.077162 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b3ac1831-bb6d-49e3-9df8-d2bfda7e7ad8 req-c8d4def0-e86d-4315-809b-dd0598e048e6 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Unset dirty status for tenant:c5a142124dd5482a87b175ed6e7e9ba5 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:59:04.079551 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b3ac1831-bb6d-49e3-9df8-d2bfda7e7ad8 req-c8d4def0-e86d-4315-809b-dd0598e048e6 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.18 "GET /v2.0/ports?device_id=2834215a-8a33-4460-87eb-ea406ea85d58 HTTP/1.1" status: 200 len: 945 time: 0.6141713 Feb 04 20:59:04.102254 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c50bd-c1b3-4cd7-a8fe-c98490c6d9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=fe045c71-4b39-4427-9e3c-604be64d6b45,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:04.221023 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ad4c4-97bf-4b61-a0e5-deb4bfc09220 req-42951bd5-79dc-4e91-a984-1dbbc2eb67b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:04.222181 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e64ad4c4-97bf-4b61-a0e5-deb4bfc09220 req-42951bd5-79dc-4e91-a984-1dbbc2eb67b2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e HTTP/1.1" status: 200 len: 906 time: 0.3966727 Feb 04 20:59:04.287834 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-9163cb55-078b-466b-9902-0c331629eb3b req-731de991-a2fd-42ed-97f0-91f574a17d39 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Deleting port ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:04.288288 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9163cb55-078b-466b-9902-0c331629eb3b req-731de991-a2fd-42ed-97f0-91f574a17d39 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:04.329130 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-a639d1d1-aec5-438d-93ab-f15ff512324a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:04.330954 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-a639d1d1-aec5-438d-93ab-f15ff512324a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b918476-86d2-4cd8-8e6b-fa385bc79185 HTTP/1.1" status: 200 len: 857 time: 0.3750854 Feb 04 20:59:04.361475 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b44154be-8b24-4ab5-b8a1-05b97c7b2325 req-c30fc439-7331-4468-a2d4-ae877449f747 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Unset dirty status for tenant:7bded15aab9a4c4d92a66ff896e1379d on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:59:04.362625 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b44154be-8b24-4ab5-b8a1-05b97c7b2325 req-c30fc439-7331-4468-a2d4-ae877449f747 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/ports/6a4816f4-bd94-4fdb-ba68-faecd2da0a23 HTTP/1.1" status: 200 len: 943 time: 0.6210570 Feb 04 20:59:04.366138 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-b3ac1831-bb6d-49e3-9df8-d2bfda7e7ad8 req-6f3c3f1d-7e92-4ee8-a16b-87d8468b6e18 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Deleting port b839036c-b1c5-47a3-88df-ec976ce16dca {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:04.366484 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b3ac1831-bb6d-49e3-9df8-d2bfda7e7ad8 req-6f3c3f1d-7e92-4ee8-a16b-87d8468b6e18 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:04.403755 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-7eb6fcd7-87ca-421c-9c2a-9be4eba538a8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ea98f9d-846a-4cae-aac9-ed7b20f6357e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558167 Feb 04 20:59:04.451976 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-128b6fca-be55-4a03-9f49-ac633d8bcde2 service neutron] For port 9193fbea-95f0-4d6e-94c0-f3ff9e48d877, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:59:04.456176 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-128b6fca-be55-4a03-9f49-ac633d8bcde2 service neutron] For port 9193fbea-95f0-4d6e-94c0-f3ff9e48d877, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=9193fbea-95f0-4d6e-94c0-f3ff9e48d877,segment=NetworkSegment(831e4d33-fa1b-4d70-9423-4698db389355),segment_id=831e4d33-fa1b-4d70-9423-4698db389355)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:59:04.560391 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-128b6fca-be55-4a03-9f49-ac633d8bcde2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:04.644874 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-e39c50bd-c1b3-4cd7-a8fe-c98490c6d9f5 service neutron] Attempting to bind port fe045c71-4b39-4427-9e3c-604be64d6b45 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:59:04.645223 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-e39c50bd-c1b3-4cd7-a8fe-c98490c6d9f5 service neutron] Attempting to bind port fe045c71-4b39-4427-9e3c-604be64d6b45 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': '831e4d33-fa1b-4d70-9423-4698db389355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '9ea98f9d-846a-4cae-aac9-ed7b20f6357e'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:59:04.645547 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-e39c50bd-c1b3-4cd7-a8fe-c98490c6d9f5 service neutron] Attempting to bind port fe045c71-4b39-4427-9e3c-604be64d6b45 on network 9ea98f9d-846a-4cae-aac9-ed7b20f6357e {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:59:04.668211 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-e39c50bd-c1b3-4cd7-a8fe-c98490c6d9f5 service neutron] Port fe045c71-4b39-4427-9e3c-604be64d6b45 on network 9ea98f9d-846a-4cae-aac9-ed7b20f6357e not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:59:04.668553 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-e39c50bd-c1b3-4cd7-a8fe-c98490c6d9f5 service neutron] Attempting to bind port fe045c71-4b39-4427-9e3c-604be64d6b45 on network 9ea98f9d-846a-4cae-aac9-ed7b20f6357e {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:59:04.689595 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-e39c50bd-c1b3-4cd7-a8fe-c98490c6d9f5 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:59:04.689945 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-e39c50bd-c1b3-4cd7-a8fe-c98490c6d9f5 service neutron] Checking segment: {'id': '831e4d33-fa1b-4d70-9423-4698db389355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '9ea98f9d-846a-4cae-aac9-ed7b20f6357e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:59:04.690337 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-e39c50bd-c1b3-4cd7-a8fe-c98490c6d9f5 service neutron] Bound using segment: {'id': '831e4d33-fa1b-4d70-9423-4698db389355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '9ea98f9d-846a-4cae-aac9-ed7b20f6357e'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:59:04.690770 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-e39c50bd-c1b3-4cd7-a8fe-c98490c6d9f5 service neutron] Bound port: fe045c71-4b39-4427-9e3c-604be64d6b45, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '831e4d33-fa1b-4d70-9423-4698db389355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '9ea98f9d-846a-4cae-aac9-ed7b20f6357e'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:59:04.691116 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-e39c50bd-c1b3-4cd7-a8fe-c98490c6d9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:04.865869 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-128b6fca-be55-4a03-9f49-ac633d8bcde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:04.866467 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-128b6fca-be55-4a03-9f49-ac633d8bcde2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:04.867815 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-128b6fca-be55-4a03-9f49-ac633d8bcde2 service neutron] 10.222.0.32 "PUT /v2.0/ports/9193fbea-95f0-4d6e-94c0-f3ff9e48d877 HTTP/1.1" status: 200 len: 1091 time: 3.8759847 Feb 04 20:59:04.878096 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e64ad4c4-97bf-4b61-a0e5-deb4bfc09220 req-e24254e6-baf6-4e03-a2bf-041bbaf8f0c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4481983f-5829-4879-87a9-6c3e19143e2a HTTP/1.1" status: 200 len: 1001 time: 0.6354432 Feb 04 20:59:04.879009 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5d6695-e102-4df0-9130-774e3f4b1ad9', 'tag': '9193fbea-95f0-4d6e-94c0-f3ff9e48d877'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:59:04.938692 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-b86f7751-8225-4cf8-835b-bacc3cf20992 service neutron] 10.222.0.18 "GET /v2.0/networks/9ea98f9d-846a-4cae-aac9-ed7b20f6357e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5244524 Feb 04 20:59:04.941860 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-e39c50bd-c1b3-4cd7-a8fe-c98490c6d9f5 service neutron] For port fe045c71-4b39-4427-9e3c-604be64d6b45, host n-h1-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:59:04.992000 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-e39c50bd-c1b3-4cd7-a8fe-c98490c6d9f5 service neutron] For port fe045c71-4b39-4427-9e3c-604be64d6b45, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=fe045c71-4b39-4427-9e3c-604be64d6b45,segment=NetworkSegment(831e4d33-fa1b-4d70-9423-4698db389355),segment_id=831e4d33-fa1b-4d70-9423-4698db389355)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:59:05.045123 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-e39c50bd-c1b3-4cd7-a8fe-c98490c6d9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:05.143783 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-9163cb55-078b-466b-9902-0c331629eb3b req-731de991-a2fd-42ed-97f0-91f574a17d39 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] For port ff2a7ca0-98a8-4c28-858a-0f7c07e731b3, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=ff2a7ca0-98a8-4c28-858a-0f7c07e731b3,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:05.144344 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9163cb55-078b-466b-9902-0c331629eb3b req-731de991-a2fd-42ed-97f0-91f574a17d39 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:05.152928 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b44154be-8b24-4ab5-b8a1-05b97c7b2325 req-24d8380e-fa59-4372-b013-93b9eb7f5585 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.43 HTTP/1.1" status: 200 len: 1001 time: 0.6078262 Feb 04 20:59:05.165743 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-e39c50bd-c1b3-4cd7-a8fe-c98490c6d9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:05.166624 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-e39c50bd-c1b3-4cd7-a8fe-c98490c6d9f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:05.168013 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-e39c50bd-c1b3-4cd7-a8fe-c98490c6d9f5 service neutron] 10.222.0.32 "PUT /v2.0/ports/fe045c71-4b39-4427-9e3c-604be64d6b45 HTTP/1.1" status: 200 len: 1091 time: 3.1699357 Feb 04 20:59:05.183223 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b6fca-be55-4a03-9f49-ac633d8bcde2 service neutron] Pushing event updated for resources: {'Port': ['ID=9193fbea-95f0-4d6e-94c0-f3ff9e48d877,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:05.186850 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ad4c4-97bf-4b61-a0e5-deb4bfc09220 req-44215864-a7ee-49d5-a574-7e0d7bc534e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:05.189335 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e64ad4c4-97bf-4b61-a0e5-deb4bfc09220 req-44215864-a7ee-49d5-a574-7e0d7bc534e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ca68937e-9a6a-40e5-9320-e4f04a7afb8b HTTP/1.1" status: 200 len: 844 time: 0.2927442 Feb 04 20:59:05.231780 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce0c493-e4f6-4f9b-8eab-95507c819e4e', 'tag': '6f278301-6393-4e4d-bb31-75b7054b881e'}, {'name': 'network-changed', 'server_uuid': '0ccee242-4d2d-4fb0-ba55-8e5a60dc1fed', 'tag': 'fe045c71-4b39-4427-9e3c-604be64d6b45'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:59:05.338618 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-9163cb55-078b-466b-9902-0c331629eb3b req-731de991-a2fd-42ed-97f0-91f574a17d39 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Calling delete_port for ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:05.385089 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5bf082-2c6d-4314-a3bb-aa77883e8383 req-da3f11d4-982d-417e-a136-21964eb435eb tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:05.386863 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ec5bf082-2c6d-4314-a3bb-aa77883e8383 req-da3f11d4-982d-417e-a136-21964eb435eb tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d5a6529-67e2-4158-989f-b3784bef33f4 HTTP/1.1" status: 200 len: 945 time: 1.0267923 Feb 04 20:59:05.407388 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd41e7-ca14-41a6-8341-7e3c211269a9 req-f5e4a4ae-076b-4125-a62a-b089621d85a0 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:05.408082 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-74dd41e7-ca14-41a6-8341-7e3c211269a9 req-f5e4a4ae-076b-4125-a62a-b089621d85a0 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Synchronizing usage tracker for tenant:66f8c7d92acd48ffa436b71c93318a59 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:59:05.444261 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c50bd-c1b3-4cd7-a8fe-c98490c6d9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=fe045c71-4b39-4427-9e3c-604be64d6b45,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:05.448845 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-a32dbfb4-57df-4f98-9bcb-6c9d6a7151a9 service neutron] 10.222.0.18 "GET /v2.0/networks/9ea98f9d-846a-4cae-aac9-ed7b20f6357e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5042882 Feb 04 20:59:05.458355 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-b3ac1831-bb6d-49e3-9df8-d2bfda7e7ad8 req-6f3c3f1d-7e92-4ee8-a16b-87d8468b6e18 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] For port b839036c-b1c5-47a3-88df-ec976ce16dca, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=b839036c-b1c5-47a3-88df-ec976ce16dca,segment=NetworkSegment(aaf6eb1f-7d9c-463f-b46f-fa7126efff76),segment_id=aaf6eb1f-7d9c-463f-b46f-fa7126efff76)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:05.458720 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b3ac1831-bb6d-49e3-9df8-d2bfda7e7ad8 req-6f3c3f1d-7e92-4ee8-a16b-87d8468b6e18 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:05.569400 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-8c4468ff-e09a-47b3-bc01-a18405488c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:05.571002 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-8c4468ff-e09a-47b3-bc01-a18405488c58 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=71d66760485a4a8882272889cbb18327&device_id=0ccee242-4d2d-4fb0-ba55-8e5a60dc1fed HTTP/1.1" status: 200 len: 1094 time: 0.2704937 Feb 04 20:59:05.572672 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9163cb55-078b-466b-9902-0c331629eb3b req-731de991-a2fd-42ed-97f0-91f574a17d39 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:05.584289 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['53870aa0-b24f-4163-a2cc-04c964c4be8f'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:59:05.631462 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-f6c9fcbb-5195-43be-ba40-848217a34740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:05.632924 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-f6c9fcbb-5195-43be-ba40-848217a34740 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=71d66760485a4a8882272889cbb18327&device_id=7b5d6695-e102-4df0-9130-774e3f4b1ad9 HTTP/1.1" status: 200 len: 1094 time: 0.6623042 Feb 04 20:59:05.645432 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-b3ac1831-bb6d-49e3-9df8-d2bfda7e7ad8 req-6f3c3f1d-7e92-4ee8-a16b-87d8468b6e18 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Calling delete_port for b839036c-b1c5-47a3-88df-ec976ce16dca owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:05.677154 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-74dd41e7-ca14-41a6-8341-7e3c211269a9 req-f5e4a4ae-076b-4125-a62a-b089621d85a0 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Unset dirty status for tenant:66f8c7d92acd48ffa436b71c93318a59 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:59:05.678063 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-74dd41e7-ca14-41a6-8341-7e3c211269a9 req-f5e4a4ae-076b-4125-a62a-b089621d85a0 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b87cf88-ffed-4a9f-8528-ef549d4791a7 HTTP/1.1" status: 200 len: 946 time: 1.3543584 Feb 04 20:59:05.712749 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731de991-a2fd-42ed-97f0-91f574a17d39 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Pushing event deleted for resources: {'Port': ['ID=ff2a7ca0-98a8-4c28-858a-0f7c07e731b3,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:05.716936 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-0e35f8a5-5b08-4862-be15-64c838200fa9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe045c71-4b39-4427-9e3c-604be64d6b45 HTTP/1.1" status: 200 len: 217 time: 0.0880392 Feb 04 20:59:05.796443 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ec5bf082-2c6d-4314-a3bb-aa77883e8383 req-8d456a5e-0af4-4099-bc34-071e541c154d tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794923 Feb 04 20:59:05.833663 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-72b12c60-d484-45ff-97ed-636531e78e63 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9193fbea-95f0-4d6e-94c0-f3ff9e48d877 HTTP/1.1" status: 200 len: 217 time: 0.1427784 Feb 04 20:59:05.842174 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-9163cb55-078b-466b-9902-0c331629eb3b req-731de991-a2fd-42ed-97f0-91f574a17d39 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] No DVR routers for this DVR port ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 on host n-h1-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:59:05.852229 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9163cb55-078b-466b-9902-0c331629eb3b req-731de991-a2fd-42ed-97f0-91f574a17d39 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:05.874226 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-e6d506df-f62f-402e-8c99-4f490657f496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:05.875955 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-e6d506df-f62f-402e-8c99-4f490657f496 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1b918476-86d2-4cd8-8e6b-fa385bc79185 HTTP/1.1" status: 200 len: 857 time: 0.1156533 Feb 04 20:59:05.877344 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9163cb55-078b-466b-9902-0c331629eb3b req-731de991-a2fd-42ed-97f0-91f574a17d39 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.32 "DELETE /v2.0/ports/ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 HTTP/1.1" status: 204 len: 173 time: 2.0265503 Feb 04 20:59:05.907241 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44154be-8b24-4ab5-b8a1-05b97c7b2325 req-e94a33de-169f-4dda-a595-ff8bab2dc178 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:05.910027 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b44154be-8b24-4ab5-b8a1-05b97c7b2325 req-e94a33de-169f-4dda-a595-ff8bab2dc178 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 784 time: 0.7293544 Feb 04 20:59:05.939820 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-84e22c9d-fc95-4424-81bf-6f5338e6ecee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9ea98f9d-846a-4cae-aac9-ed7b20f6357e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554194 Feb 04 20:59:05.997146 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ad4c4-97bf-4b61-a0e5-deb4bfc09220 req-f3e2d53c-c510-4538-8e26-aac3fae1711a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:05.998649 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e64ad4c4-97bf-4b61-a0e5-deb4bfc09220 req-f3e2d53c-c510-4538-8e26-aac3fae1711a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7650242 Feb 04 20:59:06.064489 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-74dd41e7-ca14-41a6-8341-7e3c211269a9 req-ba5b56d8-4ed2-41ad-841c-c32ca3d43937 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Deleting port add6c51a-619a-41b8-baba-6bc43c3eda1a {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:06.064832 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-74dd41e7-ca14-41a6-8341-7e3c211269a9 req-ba5b56d8-4ed2-41ad-841c-c32ca3d43937 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:06.082515 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-26dbc477-2a8b-42c0-8041-06299c96896a service neutron] 10.222.0.32 "GET /v2.0/networks/9ea98f9d-846a-4cae-aac9-ed7b20f6357e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340969 Feb 04 20:59:06.275989 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-e3657e24-10b2-4164-a2de-6e74c1371f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:06.277429 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-e3657e24-10b2-4164-a2de-6e74c1371f1a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1b918476-86d2-4cd8-8e6b-fa385bc79185 HTTP/1.1" status: 200 len: 857 time: 0.4259033 Feb 04 20:59:06.342575 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-6f7a2de9-6324-4f68-81db-c35fdb3b4fe7 service neutron] 10.222.0.32 "GET /v2.0/networks/9ea98f9d-846a-4cae-aac9-ed7b20f6357e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515693 Feb 04 20:59:06.382834 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-9dfed5b6-0048-4885-b14c-15572bd195eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9ea98f9d-846a-4cae-aac9-ed7b20f6357e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822017 Feb 04 20:59:06.415775 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b44154be-8b24-4ab5-b8a1-05b97c7b2325 req-fbeb8606-f2ee-491d-b2a9-32ac66059fb1 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.43 HTTP/1.1" status: 200 len: 1001 time: 0.4948046 Feb 04 20:59:06.677306 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-b44154be-8b24-4ab5-b8a1-05b97c7b2325 req-9f01e22e-91a2-48ad-aa4c-a3843d21adc3 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:59:06.790309 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07103469-bd5d-4468-95fb-82493ed68477 req-5c42be21-2ef1-434d-8df0-5975820d6866 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:06.791709 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-07103469-bd5d-4468-95fb-82493ed68477 req-5c42be21-2ef1-434d-8df0-5975820d6866 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b87cf88-ffed-4a9f-8528-ef549d4791a7 HTTP/1.1" status: 200 len: 946 time: 0.8721309 Feb 04 20:59:06.801473 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b3ac1831-bb6d-49e3-9df8-d2bfda7e7ad8 req-6f3c3f1d-7e92-4ee8-a16b-87d8468b6e18 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:06.902405 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e64ad4c4-97bf-4b61-a0e5-deb4bfc09220 req-010431f9-4e4f-4d5c-b38d-0ad323e2d6fd service neutron] 10.222.0.18 "GET /v2.0/networks/4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8490014 Feb 04 20:59:06.971665 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c3f1d-7e92-4ee8-a16b-87d8468b6e18 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Pushing event deleted for resources: {'Port': ['ID=b839036c-b1c5-47a3-88df-ec976ce16dca,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:07.073669 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:59:07.081015 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b44154be-8b24-4ab5-b8a1-05b97c7b2325 req-9f01e22e-91a2-48ad-aa4c-a3843d21adc3 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks [] for floatingip, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:07.113014 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:59:07.113573 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device ff2a7ca0-98a8-4c28-858a-0f7c07e731b3 not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:59:07.252388 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device b839036c-b1c5-47a3-88df-ec976ce16dca no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:59:07.277244 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-07103469-bd5d-4468-95fb-82493ed68477 req-0c561f63-8d01-43fe-b8c2-e99ae3f4e012 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.26 "GET /v2.0/security-groups?id=419186fe-8b61-42da-bf6d-1c79d92d48df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4701393 Feb 04 20:59:07.289781 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: b839036c-b1c5-47a3-88df-ec976ce16dca {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:59:07.290344 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device b839036c-b1c5-47a3-88df-ec976ce16dca not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:59:07.291474 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ac1831-bb6d-49e3-9df8-d2bfda7e7ad8 req-6f3c3f1d-7e92-4ee8-a16b-87d8468b6e18 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] No DVR routers for this DVR port b839036c-b1c5-47a3-88df-ec976ce16dca on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:59:07.315956 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-b93b592a-e552-45be-837e-aaead9b15a37 service neutron] 10.222.0.32 "GET /v2.0/networks/9ea98f9d-846a-4cae-aac9-ed7b20f6357e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9037375 Feb 04 20:59:07.321150 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b3ac1831-bb6d-49e3-9df8-d2bfda7e7ad8 req-6f3c3f1d-7e92-4ee8-a16b-87d8468b6e18 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:07.567141 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b3ac1831-bb6d-49e3-9df8-d2bfda7e7ad8 req-6f3c3f1d-7e92-4ee8-a16b-87d8468b6e18 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.18 "DELETE /v2.0/ports/b839036c-b1c5-47a3-88df-ec976ce16dca HTTP/1.1" status: 204 len: 173 time: 3.4784591 Feb 04 20:59:07.618325 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-42b64c03-507a-4e30-8bd5-eb87ea38a6d9 req-9cb1d366-ae25-4ee1-af28-15a16a460839 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Synchronizing usage tracker for tenant:c5a142124dd5482a87b175ed6e7e9ba5 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:59:07.627220 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e64ad4c4-97bf-4b61-a0e5-deb4bfc09220 req-effda10b-adae-4fd2-9259-76a0811f1d78 service neutron] 10.222.0.18 "GET /v2.0/networks/4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7044594 Feb 04 20:59:07.632053 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-74dd41e7-ca14-41a6-8341-7e3c211269a9 req-ba5b56d8-4ed2-41ad-841c-c32ca3d43937 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] For port add6c51a-619a-41b8-baba-6bc43c3eda1a, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=add6c51a-619a-41b8-baba-6bc43c3eda1a,segment=NetworkSegment(477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3),segment_id=477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:07.632415 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-74dd41e7-ca14-41a6-8341-7e3c211269a9 req-ba5b56d8-4ed2-41ad-841c-c32ca3d43937 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:07.881771 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-74dd41e7-ca14-41a6-8341-7e3c211269a9 req-ba5b56d8-4ed2-41ad-841c-c32ca3d43937 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Calling delete_port for add6c51a-619a-41b8-baba-6bc43c3eda1a owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:07.931047 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b44154be-8b24-4ab5-b8a1-05b97c7b2325 req-9f01e22e-91a2-48ad-aa4c-a3843d21adc3 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:07.933682 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e20b83f1-577e-4144-bc88-f5b1883a5bea req-7f49cebc-ba4d-4ef8-997b-1fa99507696a service neutron] 10.222.0.32 "GET /v2.0/networks/9ea98f9d-846a-4cae-aac9-ed7b20f6357e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6026211 Feb 04 20:59:07.937854 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-42b64c03-507a-4e30-8bd5-eb87ea38a6d9 req-9cb1d366-ae25-4ee1-af28-15a16a460839 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] Unset dirty status for tenant:c5a142124dd5482a87b175ed6e7e9ba5 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:59:07.939478 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-42b64c03-507a-4e30-8bd5-eb87ea38a6d9 req-9cb1d366-ae25-4ee1-af28-15a16a460839 tempest-LiveAutoBlockMigrationV225Test-1285366687 tempest-LiveAutoBlockMigrationV225Test-1285366687-project] 10.222.0.26 "GET /v2.0/ports?device_id=2834215a-8a33-4460-87eb-ea406ea85d58 HTTP/1.1" status: 200 len: 210 time: 0.4305604 Feb 04 20:59:07.942310 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b44154be-8b24-4ab5-b8a1-05b97c7b2325 req-9f01e22e-91a2-48ad-aa4c-a3843d21adc3 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:07.942619 n-d-827896-1 neutron-server[87683]: INFO neutron.db.l3_db [req-b44154be-8b24-4ab5-b8a1-05b97c7b2325 req-9f01e22e-91a2-48ad-aa4c-a3843d21adc3 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Floating IP a379ef56-8e51-4db4-95e1-b8ec7384a188 disassociated. External IP: 172.25.5.43, port: 6a4816f4-bd94-4fdb-ba68-faecd2da0a23. Feb 04 20:59:08.471269 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-74dd41e7-ca14-41a6-8341-7e3c211269a9 req-ba5b56d8-4ed2-41ad-841c-c32ca3d43937 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:08.557540 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbaf83-50ee-4edd-ba1c-469b93132860 req-596d7cc4-33be-4c39-aa85-64599f07fb25 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:08.559060 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-62dbaf83-50ee-4edd-ba1c-469b93132860 req-596d7cc4-33be-4c39-aa85-64599f07fb25 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ccee242-4d2d-4fb0-ba55-8e5a60dc1fed HTTP/1.1" status: 200 len: 943 time: 0.3073540 Feb 04 20:59:08.559847 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b56d8-4ed2-41ad-841c-c32ca3d43937 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Pushing event deleted for resources: {'Port': ['ID=add6c51a-619a-41b8-baba-6bc43c3eda1a,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:08.719158 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-74dd41e7-ca14-41a6-8341-7e3c211269a9 req-ba5b56d8-4ed2-41ad-841c-c32ca3d43937 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] No DVR routers for this DVR port add6c51a-619a-41b8-baba-6bc43c3eda1a on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:59:08.726693 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-74dd41e7-ca14-41a6-8341-7e3c211269a9 req-ba5b56d8-4ed2-41ad-841c-c32ca3d43937 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:08.764495 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-74dd41e7-ca14-41a6-8341-7e3c211269a9 req-ba5b56d8-4ed2-41ad-841c-c32ca3d43937 tempest-FloatingIPsAssociationTestJSON-558746199 tempest-FloatingIPsAssociationTestJSON-558746199-project] 10.222.0.32 "DELETE /v2.0/ports/add6c51a-619a-41b8-baba-6bc43c3eda1a HTTP/1.1" status: 204 len: 173 time: 3.0242617 Feb 04 20:59:08.767986 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-62dbaf83-50ee-4edd-ba1c-469b93132860 req-490e041a-9b3c-4e5a-9b60-ee24c9f6f725 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.26 "GET /v2.0/security-groups?id=68932ba2-6081-4022-98a0-c6c713e17c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739769 Feb 04 20:59:08.777791 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b44154be-8b24-4ab5-b8a1-05b97c7b2325 req-9f01e22e-91a2-48ad-aa4c-a3843d21adc3 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Router 85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:59:09.035445 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b44154be-8b24-4ab5-b8a1-05b97c7b2325 req-9f01e22e-91a2-48ad-aa4c-a3843d21adc3 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:59:09.040589 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b44154be-8b24-4ab5-b8a1-05b97c7b2325 req-9f01e22e-91a2-48ad-aa4c-a3843d21adc3 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:09.047614 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde5e9de-240c-4ab5-a9f7-ac284ad0c6cd None None] Sync routers for ids ['85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:59:09.066393 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde5e9de-240c-4ab5-a9f7-ac284ad0c6cd None None] Routers {'85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:59:09.067257 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-bde5e9de-240c-4ab5-a9f7-ac284ad0c6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:58:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:09.116483 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b44154be-8b24-4ab5-b8a1-05b97c7b2325 req-9f01e22e-91a2-48ad-aa4c-a3843d21adc3 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "PUT /v2.0/floatingips/a379ef56-8e51-4db4-95e1-b8ec7384a188 HTTP/1.1" status: 200 len: 694 time: 2.6590161 Feb 04 20:59:09.184273 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b5d6695-e102-4df0-9130-774e3f4b1ad9', 'tag': '9193fbea-95f0-4d6e-94c0-f3ff9e48d877', 'status': 'completed', 'code': 200} Feb 04 20:59:09.253326 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device fe045c71-4b39-4427-9e3c-604be64d6b45 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:59:09.255901 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device add6c51a-619a-41b8-baba-6bc43c3eda1a no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:59:09.300832 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: add6c51a-619a-41b8-baba-6bc43c3eda1a {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:59:09.301159 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device add6c51a-619a-41b8-baba-6bc43c3eda1a not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:59:09.303216 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 6f278301-6393-4e4d-bb31-75b7054b881e details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:59:09.363921 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44154be-8b24-4ab5-b8a1-05b97c7b2325 req-97bd7613-d3b4-4d9f-94e4-1c4a5853b1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:09.371023 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b44154be-8b24-4ab5-b8a1-05b97c7b2325 req-97bd7613-d3b4-4d9f-94e4-1c4a5853b1b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7bded15aab9a4c4d92a66ff896e1379d&device_id=9eb48c4b-faf3-4fb9-9752-dba2306b3e03 HTTP/1.1" status: 200 len: 1097 time: 0.2389281 Feb 04 20:59:09.393807 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438233d-db7f-4323-af44-5f9656b686b0 req-b668c3a9-8246-4090-af6e-2203826cc333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:09.395308 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f438233d-db7f-4323-af44-5f9656b686b0 req-b668c3a9-8246-4090-af6e-2203826cc333 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=71d66760485a4a8882272889cbb18327&device_id=7b5d6695-e102-4df0-9130-774e3f4b1ad9 HTTP/1.1" status: 200 len: 1094 time: 0.2047987 Feb 04 20:59:09.561450 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-bde5e9de-240c-4ab5-a9f7-ac284ad0c6cd None None] Set router 85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:59:09.575929 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbddc78-8d49-4ab9-ae18-2d8cfb220181 req-c4428efa-bbb7-4f15-8aa3-2524b7b7c0c3 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:09.577429 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7dbddc78-8d49-4ab9-ae18-2d8cfb220181 req-c4428efa-bbb7-4f15-8aa3-2524b7b7c0c3 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a445a81-5812-4ae7-bb15-d774de074360 HTTP/1.1" status: 200 len: 946 time: 0.3106449 Feb 04 20:59:09.670086 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44154be-8b24-4ab5-b8a1-05b97c7b2325 req-a7bee1af-10f8-425b-9e4b-11b166915c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:09.671978 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b44154be-8b24-4ab5-b8a1-05b97c7b2325 req-a7bee1af-10f8-425b-9e4b-11b166915c52 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f67e4cfa-d68d-4332-8e6e-b314179425e3 HTTP/1.1" status: 200 len: 930 time: 0.2996724 Feb 04 20:59:09.679899 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438233d-db7f-4323-af44-5f9656b686b0 req-ad4da252-a07e-4a2c-83a3-476501e6747a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:09.681309 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f438233d-db7f-4323-af44-5f9656b686b0 req-ad4da252-a07e-4a2c-83a3-476501e6747a service neutron] 10.222.0.32 "GET /v2.0/networks?id=9ea98f9d-846a-4cae-aac9-ed7b20f6357e HTTP/1.1" status: 200 len: 918 time: 0.2785084 Feb 04 20:59:09.877194 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 6f278301-6393-4e4d-bb31-75b7054b881e, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=6f278301-6393-4e4d-bb31-75b7054b881e,segment=NetworkSegment(831e4d33-fa1b-4d70-9423-4698db389355),segment_id=831e4d33-fa1b-4d70-9423-4698db389355)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:09.906629 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port fe045c71-4b39-4427-9e3c-604be64d6b45, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=fe045c71-4b39-4427-9e3c-604be64d6b45,segment=NetworkSegment(831e4d33-fa1b-4d70-9423-4698db389355),segment_id=831e4d33-fa1b-4d70-9423-4698db389355)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:09.915367 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7dbddc78-8d49-4ab9-ae18-2d8cfb220181 req-371e66cf-e819-443e-8e9c-5506ada19d07 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1a33d20-11be-4212-b786-165d7dd1f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3237870 Feb 04 20:59:09.918033 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '6f278301-6393-4e4d-bb31-75b7054b881e', 'network_id': '9ea98f9d-846a-4cae-aac9-ed7b20f6357e', 'port_id': '6f278301-6393-4e4d-bb31-75b7054b881e', 'mac_address': 'fa:16:3e:79:0d:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b918476-86d2-4cd8-8e6b-fa385bc79185', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:59:09.934262 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b44154be-8b24-4ab5-b8a1-05b97c7b2325 req-e6ebce85-d2ac-48d7-864b-691fda4058e1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a4816f4-bd94-4fdb-ba68-faecd2da0a23 HTTP/1.1" status: 200 len: 217 time: 0.2520454 Feb 04 20:59:09.950470 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f438233d-db7f-4323-af44-5f9656b686b0 req-c222c13a-3a6c-45f3-89fa-3de106b056b1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9193fbea-95f0-4d6e-94c0-f3ff9e48d877 HTTP/1.1" status: 200 len: 217 time: 0.2195129 Feb 04 20:59:09.966434 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': 'fe045c71-4b39-4427-9e3c-604be64d6b45', 'network_id': '9ea98f9d-846a-4cae-aac9-ed7b20f6357e', 'port_id': 'fe045c71-4b39-4427-9e3c-604be64d6b45', 'mac_address': 'fa:16:3e:f4:f6:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b918476-86d2-4cd8-8e6b-fa385bc79185', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:59:09.994183 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ce0c493-e4f6-4f9b-8eab-95507c819e4e', 'tag': '6f278301-6393-4e4d-bb31-75b7054b881e', 'status': 'completed', 'code': 200} Feb 04 20:59:09.994647 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ccee242-4d2d-4fb0-ba55-8e5a60dc1fed', 'tag': 'fe045c71-4b39-4427-9e3c-604be64d6b45', 'status': 'completed', 'code': 200} Feb 04 20:59:10.108791 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:10.132932 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:10.148360 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f278301-6393-4e4d-bb31-75b7054b881e {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:59:10.171861 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe045c71-4b39-4427-9e3c-604be64d6b45 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:59:10.179511 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 6f278301-6393-4e4d-bb31-75b7054b881e, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=6f278301-6393-4e4d-bb31-75b7054b881e,segment=NetworkSegment(831e4d33-fa1b-4d70-9423-4698db389355),segment_id=831e4d33-fa1b-4d70-9423-4698db389355)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:10.196504 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:10.199002 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port fe045c71-4b39-4427-9e3c-604be64d6b45, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=fe045c71-4b39-4427-9e3c-604be64d6b45,segment=NetworkSegment(831e4d33-fa1b-4d70-9423-4698db389355),segment_id=831e4d33-fa1b-4d70-9423-4698db389355)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:10.213754 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44154be-8b24-4ab5-b8a1-05b97c7b2325 req-76981d90-73ea-4442-a0a4-e3e94c349a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:10.215202 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b44154be-8b24-4ab5-b8a1-05b97c7b2325 req-76981d90-73ea-4442-a0a4-e3e94c349a17 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5c9bc8a2-4c7b-4455-a8c1-881df14931a7 HTTP/1.1" status: 200 len: 868 time: 0.2667284 Feb 04 20:59:10.233347 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-40e46dc7-40fb-44ad-b151-df0e2cf8384b tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0812273 Feb 04 20:59:10.241035 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:10.243893 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-bde5e9de-240c-4ab5-a9f7-ac284ad0c6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2010306810-router', 'tenant_id': '7bded15aab9a4c4d92a66ff896e1379d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '8a003274-595c-403b-8bbc-47df9b80209a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:57:40Z', 'updated_at': '2022-02-04T20:57:51Z', 'revision_number': 4, 'project_id': '7bded15aab9a4c4d92a66ff896e1379d', 'gw_port': {'id': '8a003274-595c-403b-8bbc-47df9b80209a', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:42Z', 'updated_at': '2022-02-04T20:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '96847383-cd2d-430f-9cc1-78f6f0f6f73b', 'name': '', 'network_id': 'f67e4cfa-d68d-4332-8e6e-b314179425e3', 'tenant_id': '7bded15aab9a4c4d92a66ff896e1379d', 'mac_address': 'fa:16:3e:d6:58:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '5c9bc8a2-4c7b-4455-a8c1-881df14931a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:47Z', 'updated_at': '2022-02-04T20:58:04Z', 'revision_number': 5, 'project_id': '7bded15aab9a4c4d92a66ff896e1379d', 'subnets': [{'id': '5c9bc8a2-4c7b-4455-a8c1-881df14931a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:10.263213 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde5e9de-240c-4ab5-a9f7-ac284ad0c6cd None None] Checking router: 85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:59:10.277643 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438233d-db7f-4323-af44-5f9656b686b0 req-296d0567-87b7-4f90-82bf-88541471e646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:10.277897 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde5e9de-240c-4ab5-a9f7-ac284ad0c6cd None None] Routers {'85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:59:10.278500 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-bde5e9de-240c-4ab5-a9f7-ac284ad0c6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:58:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:10.279034 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f438233d-db7f-4323-af44-5f9656b686b0 req-296d0567-87b7-4f90-82bf-88541471e646 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1b918476-86d2-4cd8-8e6b-fa385bc79185 HTTP/1.1" status: 200 len: 857 time: 0.2544246 Feb 04 20:59:10.361669 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=6f278301-6393-4e4d-bb31-75b7054b881e,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:10.418666 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f438233d-db7f-4323-af44-5f9656b686b0 req-60ebb150-8a4f-4857-ad99-c160527a84b5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9ea98f9d-846a-4cae-aac9-ed7b20f6357e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108859 Feb 04 20:59:10.422723 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['6f278301-6393-4e4d-bb31-75b7054b881e'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:59:10.538599 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81a5f7-0d08-4f71-aac9-981d56932614 req-13a3d7d7-e7f0-4ef3-a99e-71594467f74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:10.540054 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4a81a5f7-0d08-4f71-aac9-981d56932614 req-13a3d7d7-e7f0-4ef3-a99e-71594467f74b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=71d66760485a4a8882272889cbb18327&device_id=0ccee242-4d2d-4fb0-ba55-8e5a60dc1fed HTTP/1.1" status: 200 len: 1094 time: 0.5183752 Feb 04 20:59:10.575506 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=fe045c71-4b39-4427-9e3c-604be64d6b45,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:10.588976 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81a5f7-0d08-4f71-aac9-981d56932614 req-f5fa5869-a889-478d-afcc-dc963dd63d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:10.590471 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4a81a5f7-0d08-4f71-aac9-981d56932614 req-f5fa5869-a889-478d-afcc-dc963dd63d9e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=71d66760485a4a8882272889cbb18327&device_id=9ce0c493-e4f6-4f9b-8eab-95507c819e4e HTTP/1.1" status: 200 len: 1095 time: 0.5673456 Feb 04 20:59:10.605522 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-bde5e9de-240c-4ab5-a9f7-ac284ad0c6cd None None] Set router 85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:59:10.673337 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['fe045c71-4b39-4427-9e3c-604be64d6b45'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:59:10.773091 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44154be-8b24-4ab5-b8a1-05b97c7b2325 req-f14ec1d6-731f-4c2e-a3b5-790dd2981729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:10.774599 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b44154be-8b24-4ab5-b8a1-05b97c7b2325 req-f14ec1d6-731f-4c2e-a3b5-790dd2981729 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f67e4cfa-d68d-4332-8e6e-b314179425e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5442717 Feb 04 20:59:10.786820 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-25745880-1194-4656-b42f-80012bff93d7 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:10.788188 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-25745880-1194-4656-b42f-80012bff93d7 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5176444 Feb 04 20:59:10.925323 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-3f3893ce-40f2-4e9a-a153-aab8d6f9be0e tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/quotas/55d1f91d84e0433d8b3ab7473aab0e34 HTTP/1.1" status: 200 len: 375 time: 0.1227605 Feb 04 20:59:10.957282 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f438233d-db7f-4323-af44-5f9656b686b0 req-5cbadebd-4100-4538-86de-487ee9fbbb67 service neutron] 10.222.0.32 "GET /v2.0/networks/9ea98f9d-846a-4cae-aac9-ed7b20f6357e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5319095 Feb 04 20:59:11.052804 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-aaf0b9f7-5c41-4b11-834b-af8b10e1781a tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1110272 Feb 04 20:59:11.112590 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81a5f7-0d08-4f71-aac9-981d56932614 req-1de4586d-0af9-42e0-8cfc-10f1f26ab10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:11.114062 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4a81a5f7-0d08-4f71-aac9-981d56932614 req-1de4586d-0af9-42e0-8cfc-10f1f26ab10f service neutron] 10.222.0.32 "GET /v2.0/networks?id=9ea98f9d-846a-4cae-aac9-ed7b20f6357e HTTP/1.1" status: 200 len: 918 time: 0.5655005 Feb 04 20:59:11.114988 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81a5f7-0d08-4f71-aac9-981d56932614 req-de9e1e7e-92b7-4d63-96bf-a04b0e5afb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:11.116260 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4a81a5f7-0d08-4f71-aac9-981d56932614 req-de9e1e7e-92b7-4d63-96bf-a04b0e5afb7e service neutron] 10.222.0.18 "GET /v2.0/networks?id=9ea98f9d-846a-4cae-aac9-ed7b20f6357e HTTP/1.1" status: 200 len: 918 time: 0.5083642 Feb 04 20:59:11.117427 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 9193fbea-95f0-4d6e-94c0-f3ff9e48d877 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:59:11.379909 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2834215a-8a33-4460-87eb-ea406ea85d58', 'name': 'network-vif-deleted', 'tag': 'b839036c-b1c5-47a3-88df-ec976ce16dca'}, {'server_uuid': '1b87cf88-ffed-4a9f-8528-ef549d4791a7', 'name': 'network-vif-deleted', 'tag': 'add6c51a-619a-41b8-baba-6bc43c3eda1a'}, {'name': 'network-changed', 'server_uuid': '9eb48c4b-faf3-4fb9-9752-dba2306b3e03', 'tag': '6a4816f4-bd94-4fdb-ba68-faecd2da0a23'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:59:11.386502 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51538) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:11.420482 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4a81a5f7-0d08-4f71-aac9-981d56932614 req-fe1bc31f-1d5b-49a6-b793-727ea3366fdf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe045c71-4b39-4427-9e3c-604be64d6b45 HTTP/1.1" status: 200 len: 217 time: 0.2875183 Feb 04 20:59:11.431738 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4a81a5f7-0d08-4f71-aac9-981d56932614 req-1b7ed0f2-224c-4236-88b1-694eafacb7a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f278301-6393-4e4d-bb31-75b7054b881e HTTP/1.1" status: 200 len: 217 time: 0.3019764 Feb 04 20:59:11.550691 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-bde5e9de-240c-4ab5-a9f7-ac284ad0c6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2010306810-router', 'tenant_id': '7bded15aab9a4c4d92a66ff896e1379d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '8a003274-595c-403b-8bbc-47df9b80209a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:57:40Z', 'updated_at': '2022-02-04T20:57:51Z', 'revision_number': 4, 'project_id': '7bded15aab9a4c4d92a66ff896e1379d', 'gw_port': {'id': '8a003274-595c-403b-8bbc-47df9b80209a', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:42Z', 'updated_at': '2022-02-04T20:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '96847383-cd2d-430f-9cc1-78f6f0f6f73b', 'name': '', 'network_id': 'f67e4cfa-d68d-4332-8e6e-b314179425e3', 'tenant_id': '7bded15aab9a4c4d92a66ff896e1379d', 'mac_address': 'fa:16:3e:d6:58:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '5c9bc8a2-4c7b-4455-a8c1-881df14931a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:47Z', 'updated_at': '2022-02-04T20:58:04Z', 'revision_number': 5, 'project_id': '7bded15aab9a4c4d92a66ff896e1379d', 'subnets': [{'id': '5c9bc8a2-4c7b-4455-a8c1-881df14931a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:11.564743 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 9193fbea-95f0-4d6e-94c0-f3ff9e48d877, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=9193fbea-95f0-4d6e-94c0-f3ff9e48d877,segment=NetworkSegment(831e4d33-fa1b-4d70-9423-4698db389355),segment_id=831e4d33-fa1b-4d70-9423-4698db389355)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:11.571135 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51544) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:11.599652 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde5e9de-240c-4ab5-a9f7-ac284ad0c6cd None None] The sync data for ids ['85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3'] in n-d-827896-1 is: [{'id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2010306810-router', 'tenant_id': '7bded15aab9a4c4d92a66ff896e1379d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '8a003274-595c-403b-8bbc-47df9b80209a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:57:40Z', 'updated_at': '2022-02-04T20:57:51Z', 'revision_number': 4, 'project_id': '7bded15aab9a4c4d92a66ff896e1379d', 'gw_port': {'id': '8a003274-595c-403b-8bbc-47df9b80209a', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:42Z', 'updated_at': '2022-02-04T20:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '96847383-cd2d-430f-9cc1-78f6f0f6f73b', 'name': '', 'network_id': 'f67e4cfa-d68d-4332-8e6e-b314179425e3', 'tenant_id': '7bded15aab9a4c4d92a66ff896e1379d', 'mac_address': 'fa:16:3e:d6:58:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '5c9bc8a2-4c7b-4455-a8c1-881df14931a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:47Z', 'updated_at': '2022-02-04T20:58:04Z', 'revision_number': 5, 'project_id': '7bded15aab9a4c4d92a66ff896e1379d', 'subnets': [{'id': '5c9bc8a2-4c7b-4455-a8c1-881df14931a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:59:11.609436 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b44154be-8b24-4ab5-b8a1-05b97c7b2325 req-27536b89-9457-4730-b924-5cad7a8a3d16 service neutron] 10.222.0.26 "GET /v2.0/networks/f67e4cfa-d68d-4332-8e6e-b314179425e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8194845 Feb 04 20:59:11.614263 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '9193fbea-95f0-4d6e-94c0-f3ff9e48d877', 'network_id': '9ea98f9d-846a-4cae-aac9-ed7b20f6357e', 'port_id': '9193fbea-95f0-4d6e-94c0-f3ff9e48d877', 'mac_address': 'fa:16:3e:b5:49:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b918476-86d2-4cd8-8e6b-fa385bc79185', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:59:11.770802 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:11.824716 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9193fbea-95f0-4d6e-94c0-f3ff9e48d877 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:59:11.864634 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 9193fbea-95f0-4d6e-94c0-f3ff9e48d877, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=9193fbea-95f0-4d6e-94c0-f3ff9e48d877,segment=NetworkSegment(831e4d33-fa1b-4d70-9423-4698db389355),segment_id=831e4d33-fa1b-4d70-9423-4698db389355)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:11.876096 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:12.008183 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=9193fbea-95f0-4d6e-94c0-f3ff9e48d877,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:12.011589 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f438233d-db7f-4323-af44-5f9656b686b0 req-2366ae23-7216-4c57-86d2-4c61713300b8 service neutron] 10.222.0.32 "GET /v2.0/networks/9ea98f9d-846a-4cae-aac9-ed7b20f6357e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0076394 Feb 04 20:59:12.034700 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81a5f7-0d08-4f71-aac9-981d56932614 req-2f15f9e0-9d4f-4d65-aec8-80abac5a37b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:12.036348 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4a81a5f7-0d08-4f71-aac9-981d56932614 req-2f15f9e0-9d4f-4d65-aec8-80abac5a37b9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1b918476-86d2-4cd8-8e6b-fa385bc79185 HTTP/1.1" status: 200 len: 857 time: 0.6037908 Feb 04 20:59:12.060918 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81a5f7-0d08-4f71-aac9-981d56932614 req-346584ef-9e34-44e2-a02a-4b633c656fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:12.063557 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4a81a5f7-0d08-4f71-aac9-981d56932614 req-346584ef-9e34-44e2-a02a-4b633c656fe7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b918476-86d2-4cd8-8e6b-fa385bc79185 HTTP/1.1" status: 200 len: 857 time: 0.5926089 Feb 04 20:59:12.091119 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5a6529-67e2-4158-989f-b3784bef33f4', 'name': 'network-vif-deleted', 'tag': 'ff2a7ca0-98a8-4c28-858a-0f7c07e731b3'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:59:12.158840 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f200aa-d009-4d50-8ccd-4a4ece6ef763 None None] New status for floating IP a379ef56-8e51-4db4-95e1-b8ec7384a188: DOWN {{(pid=87685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:59:12.206225 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4a81a5f7-0d08-4f71-aac9-981d56932614 req-897dc5b0-51be-4144-8182-35c0b8387824 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9ea98f9d-846a-4cae-aac9-ed7b20f6357e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1413491 Feb 04 20:59:12.217270 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4a81a5f7-0d08-4f71-aac9-981d56932614 req-014cb46f-1042-41a2-a013-e1f716fa63e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ea98f9d-846a-4cae-aac9-ed7b20f6357e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1460140 Feb 04 20:59:12.233041 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['9193fbea-95f0-4d6e-94c0-f3ff9e48d877'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:59:12.312302 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cd4c7e1-7c0f-4b91-b628-1be8ee96c1cb admin admin] Deleting subnet af7ea361-8fb7-49bd-8e76-0990ff7e7df7 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:59:12.341232 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8cd4c7e1-7c0f-4b91-b628-1be8ee96c1cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:12.416938 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b44154be-8b24-4ab5-b8a1-05b97c7b2325 req-b87b3619-94d0-43ef-b664-ee2ac573cc68 service neutron] 10.222.0.26 "GET /v2.0/networks/f67e4cfa-d68d-4332-8e6e-b314179425e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7799621 Feb 04 20:59:12.458518 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8cd4c7e1-7c0f-4b91-b628-1be8ee96c1cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:12.484774 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb860ea-6187-480e-bdcb-c2fdba5b9691 req-00cadb13-c8fa-4b3f-8118-3b6df2428ce7 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:12.491654 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7bb860ea-6187-480e-bdcb-c2fdba5b9691 req-00cadb13-c8fa-4b3f-8118-3b6df2428ce7 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ccee242-4d2d-4fb0-ba55-8e5a60dc1fed HTTP/1.1" status: 200 len: 944 time: 0.5734515 Feb 04 20:59:12.568493 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4a81a5f7-0d08-4f71-aac9-981d56932614 req-af7618c9-d242-4356-8b38-82c6b40f69ce service neutron] 10.222.0.18 "GET /v2.0/networks/9ea98f9d-846a-4cae-aac9-ed7b20f6357e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428771 Feb 04 20:59:12.571701 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4a81a5f7-0d08-4f71-aac9-981d56932614 req-cff22e8d-d10c-4895-b81b-10c4839e77e2 service neutron] 10.222.0.32 "GET /v2.0/networks/9ea98f9d-846a-4cae-aac9-ed7b20f6357e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520570 Feb 04 20:59:12.642139 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7bb860ea-6187-480e-bdcb-c2fdba5b9691 req-359314ee-619b-4a34-815d-7424a795f953 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.26 "GET /v2.0/security-groups?id=68932ba2-6081-4022-98a0-c6c713e17c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494510 Feb 04 20:59:12.675059 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8cd4c7e1-7c0f-4b91-b628-1be8ee96c1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:12.837081 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8cd4c7e1-7c0f-4b91-b628-1be8ee96c1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:12.926052 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8cd4c7e1-7c0f-4b91-b628-1be8ee96c1cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:12.980896 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4c7e1-7c0f-4b91-b628-1be8ee96c1cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af7ea361-8fb7-49bd-8e76-0990ff7e7df7,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:13.021101 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8cd4c7e1-7c0f-4b91-b628-1be8ee96c1cb admin admin] 10.222.0.26 "DELETE /v2.0/subnets/af7ea361-8fb7-49bd-8e76-0990ff7e7df7 HTTP/1.1" status: 204 len: 168 time: 1.4439535 Feb 04 20:59:13.030109 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51560) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:13.074149 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3c6e24a0-7646-47c0-bc93-a49eee61e475 req-921e3e20-e856-4fc0-8853-6fe50c978dab tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 210 time: 0.1409485 Feb 04 20:59:13.091179 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-4030ab84-241e-48a2-83db-14c93cf11d65 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1954470 Feb 04 20:59:13.100463 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device fe045c71-4b39-4427-9e3c-604be64d6b45 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:59:13.192989 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2834215a-8a33-4460-87eb-ea406ea85d58', 'name': 'network-vif-deleted', 'tag': 'b839036c-b1c5-47a3-88df-ec976ce16dca', 'status': 'completed', 'code': 200} Feb 04 20:59:13.193258 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b87cf88-ffed-4a9f-8528-ef549d4791a7', 'name': 'network-vif-deleted', 'tag': 'add6c51a-619a-41b8-baba-6bc43c3eda1a', 'status': 'completed', 'code': 200} Feb 04 20:59:13.193524 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb48c4b-faf3-4fb9-9752-dba2306b3e03', 'tag': '6a4816f4-bd94-4fdb-ba68-faecd2da0a23', 'status': 'completed', 'code': 200} Feb 04 20:59:13.207933 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4050c497-f84b-47ed-aa8a-ae11883af8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:13.252040 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port fe045c71-4b39-4427-9e3c-604be64d6b45 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:59:13.259614 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port fe045c71-4b39-4427-9e3c-604be64d6b45 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:59:13.260728 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:13.278935 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c46ae14b-b6d5-4c1d-8a47-ddda62e82dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:13.336868 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 6f278301-6393-4e4d-bb31-75b7054b881e up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:59:13.400876 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4a81a5f7-0d08-4f71-aac9-981d56932614 req-fc474606-8926-41d0-9490-858b5bac0c0b service neutron] 10.222.0.32 "GET /v2.0/networks/9ea98f9d-846a-4cae-aac9-ed7b20f6357e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8014112 Feb 04 20:59:13.449183 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4a81a5f7-0d08-4f71-aac9-981d56932614 req-73c50f49-0d8c-4820-8bf2-bdfd743cf9e7 service neutron] 10.222.0.18 "GET /v2.0/networks/9ea98f9d-846a-4cae-aac9-ed7b20f6357e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8722110 Feb 04 20:59:13.497751 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a412696-eb93-492e-8746-2add1bb8549c req-7e3535d0-2aa7-44d7-85b5-a7ae2b2191d2 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:13.499183 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a412696-eb93-492e-8746-2add1bb8549c req-7e3535d0-2aa7-44d7-85b5-a7ae2b2191d2 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a445a81-5812-4ae7-bb15-d774de074360 HTTP/1.1" status: 200 len: 946 time: 0.5975292 Feb 04 20:59:13.510967 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4050c497-f84b-47ed-aa8a-ae11883af8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:13.546205 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-0fe96a53-6a59-440d-9e6e-5755eed60b0b tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:13.548179 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-0fe96a53-6a59-440d-9e6e-5755eed60b0b tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4505339 Feb 04 20:59:13.554505 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:13.560772 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-4050c497-f84b-47ed-aa8a-ae11883af8c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:13.564465 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 6f278301-6393-4e4d-bb31-75b7054b881e completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:59:13.573157 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 6f278301-6393-4e4d-bb31-75b7054b881e triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:59:13.573553 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:13.580472 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-4050c497-f84b-47ed-aa8a-ae11883af8c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:13.580773 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-4050c497-f84b-47ed-aa8a-ae11883af8c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf6eb1f-7d9c-463f-b46f-fa7126efff76') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:13.598095 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a412696-eb93-492e-8746-2add1bb8549c req-7a7340a5-293a-4e86-abda-ea179a34608d tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1a33d20-11be-4212-b786-165d7dd1f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890245 Feb 04 20:59:13.609451 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Request body: {'port': {'device_id': 'e32ac594-02a0-42bc-9e5d-ccff33ed0062', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'admin_state_up': True, 'tenant_id': '55d1f91d84e0433d8b3ab7473aab0e34'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:59:13.630920 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09169fd-4de8-463c-8090-dd4cfb2bcece req-01232030-e4f2-47e9-a8b9-8a6c71699978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:13.633070 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a09169fd-4de8-463c-8090-dd4cfb2bcece req-01232030-e4f2-47e9-a8b9-8a6c71699978 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7bded15aab9a4c4d92a66ff896e1379d&device_id=9eb48c4b-faf3-4fb9-9752-dba2306b3e03 HTTP/1.1" status: 200 len: 1097 time: 0.3444965 Feb 04 20:59:13.636442 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ccee242-4d2d-4fb0-ba55-8e5a60dc1fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe045c71-4b39-4427-9e3c-604be64d6b45'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:59:13.659132 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port fe045c71-4b39-4427-9e3c-604be64d6b45, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=fe045c71-4b39-4427-9e3c-604be64d6b45,segment=NetworkSegment(831e4d33-fa1b-4d70-9423-4698db389355),segment_id=831e4d33-fa1b-4d70-9423-4698db389355)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:13.672916 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:13.791510 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4050c497-f84b-47ed-aa8a-ae11883af8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:13.799757 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5a6529-67e2-4158-989f-b3784bef33f4', 'name': 'network-vif-deleted', 'tag': 'ff2a7ca0-98a8-4c28-858a-0f7c07e731b3', 'status': 'completed', 'code': 200} Feb 04 20:59:13.864065 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4050c497-f84b-47ed-aa8a-ae11883af8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:13.883504 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:13.903113 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4050c497-f84b-47ed-aa8a-ae11883af8c2 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:59:13.903520 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4050c497-f84b-47ed-aa8a-ae11883af8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:13.928147 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=fe045c71-4b39-4427-9e3c-604be64d6b45,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:13.929427 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 20:59:13.929427 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:59:13.929427 n-d-827896-1 neutron-server[87682]: timer() Feb 04 20:59:13.929427 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:59:13.929427 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 20:59:13.929427 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:59:13.929427 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 20:59:13.929427 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:59:13.929427 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 20:59:13.929427 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:59:13.929427 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 20:59:13.929427 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:59:13.929427 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 20:59:13.929427 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:59:13.929427 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:59:13.929427 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:59:13.929427 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:59:13.929427 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:59:13.929427 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 20:59:13.929427 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:59:13.929427 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 20:59:13.929427 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:59:13.929427 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:59:13.929427 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:59:13.929427 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 20:59:13.929427 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:59:13.929427 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:59:13.929427 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:59:13.929427 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:59:13.929427 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:59:13.929427 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:59:13.929427 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:59:13.943235 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c8a496e4-ede1-458e-a7db-f6b27ba53de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:13.972445 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 6f278301-6393-4e4d-bb31-75b7054b881e, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=6f278301-6393-4e4d-bb31-75b7054b881e,segment=NetworkSegment(831e4d33-fa1b-4d70-9423-4698db389355),segment_id=831e4d33-fa1b-4d70-9423-4698db389355)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:13.983973 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:14.024555 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09169fd-4de8-463c-8090-dd4cfb2bcece req-4d2b0f30-7460-47d3-bbec-fa5373fb6786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:14.026037 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a09169fd-4de8-463c-8090-dd4cfb2bcece req-4d2b0f30-7460-47d3-bbec-fa5373fb6786 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f67e4cfa-d68d-4332-8e6e-b314179425e3 HTTP/1.1" status: 200 len: 930 time: 0.3839424 Feb 04 20:59:14.110250 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=6f278301-6393-4e4d-bb31-75b7054b881e,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:14.151463 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4050c497-f84b-47ed-aa8a-ae11883af8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:14.174276 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4050c497-f84b-47ed-aa8a-ae11883af8c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:14.200534 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4050c497-f84b-47ed-aa8a-ae11883af8c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:14.272171 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4050c497-f84b-47ed-aa8a-ae11883af8c2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/a01c8fae-1c7e-4bfb-b5c6-a3efcbc32c08 HTTP/1.1" status: 204 len: 168 time: 1.2386374 Feb 04 20:59:14.272781 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51574) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:14.284300 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a09169fd-4de8-463c-8090-dd4cfb2bcece req-88f01e49-7528-45e9-8cb9-346be9f33bd4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a4816f4-bd94-4fdb-ba68-faecd2da0a23 HTTP/1.1" status: 200 len: 217 time: 0.2492952 Feb 04 20:59:14.289085 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3b2bf718-d881-4e22-888f-ba63c93c70e4 req-5b552ae2-5cb8-4ef3-90eb-683c71da46b7 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/floatingips/a379ef56-8e51-4db4-95e1-b8ec7384a188 HTTP/1.1" status: 200 len: 692 time: 0.2570677 Feb 04 20:59:14.359607 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-395232a1-1da3-418f-b370-272d95c0db79 admin admin] Deleting subnet d54162ed-0613-4e2e-85ca-fe6747780b6e {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:59:14.362995 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-395232a1-1da3-418f-b370-272d95c0db79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:14.427977 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-395232a1-1da3-418f-b370-272d95c0db79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:14.447805 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ccee242-4d2d-4fb0-ba55-8e5a60dc1fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe045c71-4b39-4427-9e3c-604be64d6b45', 'code': 200} Feb 04 20:59:14.477847 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09169fd-4de8-463c-8090-dd4cfb2bcece req-81689af5-570a-4b8a-89de-0f49e173d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:14.479457 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a09169fd-4de8-463c-8090-dd4cfb2bcece req-81689af5-570a-4b8a-89de-0f49e173d271 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c9bc8a2-4c7b-4455-a8c1-881df14931a7 HTTP/1.1" status: 200 len: 868 time: 0.1862884 Feb 04 20:59:14.514508 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-395232a1-1da3-418f-b370-272d95c0db79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:14.546664 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:59:14.572529 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-c46ae14b-b6d5-4c1d-8a47-ddda62e82dbe admin admin] Deleting port 19165dbd-4a26-48e0-ac95-837955379ba3 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:14.572867 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c46ae14b-b6d5-4c1d-8a47-ddda62e82dbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:14.643628 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Usage tracker for resource:port and tenant:55d1f91d84e0433d8b3ab7473aab0e34 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:59:14.655548 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:59:14.681024 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:59:14.705019 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-395232a1-1da3-418f-b370-272d95c0db79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:14.735907 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2bf718-d881-4e22-888f-ba63c93c70e4 req-f846639a-30b6-4d18-b76f-2fa5b6bbbd98 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:14.737387 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3b2bf718-d881-4e22-888f-ba63c93c70e4 req-f846639a-30b6-4d18-b76f-2fa5b6bbbd98 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 784 time: 0.4065974 Feb 04 20:59:14.742990 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Made reservation on behalf of 55d1f91d84e0433d8b3ab7473aab0e34 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:59:14.746559 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:14.761617 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-395232a1-1da3-418f-b370-272d95c0db79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:14.774645 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395232a1-1da3-418f-b370-272d95c0db79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d54162ed-0613-4e2e-85ca-fe6747780b6e,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:14.783516 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-395232a1-1da3-418f-b370-272d95c0db79 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d54162ed-0613-4e2e-85ca-fe6747780b6e HTTP/1.1" status: 204 len: 168 time: 0.5035272 Feb 04 20:59:14.784112 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51580) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:14.822696 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:14.872615 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:59:14.877747 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3b2bf718-d881-4e22-888f-ba63c93c70e4 req-3ed383f9-68bf-4817-8377-521ff5c030d2 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.43 HTTP/1.1" status: 200 len: 695 time: 0.1164243 Feb 04 20:59:14.884659 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Usage tracker for resource:security_group_rule and tenant:55d1f91d84e0433d8b3ab7473aab0e34 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:59:14.889092 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:59:14.915847 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-c46ae14b-b6d5-4c1d-8a47-ddda62e82dbe admin admin] For port 19165dbd-4a26-48e0-ac95-837955379ba3, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=19165dbd-4a26-48e0-ac95-837955379ba3,segment=NetworkSegment(477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3),segment_id=477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:14.916156 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c46ae14b-b6d5-4c1d-8a47-ddda62e82dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:14.960118 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:59:14.965658 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09169fd-4de8-463c-8090-dd4cfb2bcece req-1646096b-a43a-40f9-9601-638c39215698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:14.967220 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a09169fd-4de8-463c-8090-dd4cfb2bcece req-1646096b-a43a-40f9-9601-638c39215698 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f67e4cfa-d68d-4332-8e6e-b314179425e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4736857 Feb 04 20:59:14.976756 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3898b7-8e83-408d-b18e-c35f87a10863 req-7ad406e2-1210-4ac2-aaba-3bd05da1fd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:14.978202 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fe3898b7-8e83-408d-b18e-c35f87a10863 req-7ad406e2-1210-4ac2-aaba-3bd05da1fd5e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0ccee242-4d2d-4fb0-ba55-8e5a60dc1fed HTTP/1.1" status: 200 len: 1096 time: 0.4384403 Feb 04 20:59:15.001648 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126fcdd-2fc5-4db2-ab5a-87a8aaea6c51 req-5e38dcdd-d13e-4108-bf9c-6f4e339bae06 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:15.003043 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4126fcdd-2fc5-4db2-ab5a-87a8aaea6c51 req-5e38dcdd-d13e-4108-bf9c-6f4e339bae06 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ccee242-4d2d-4fb0-ba55-8e5a60dc1fed HTTP/1.1" status: 200 len: 945 time: 0.4180315 Feb 04 20:59:15.051698 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-368065c8-10ae-439a-b6d2-b100cdae6dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:15.055180 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3b2bf718-d881-4e22-888f-ba63c93c70e4 req-3ed1eaf0-24a0-4a75-a158-a3d5cca64ed6 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.43 HTTP/1.1" status: 200 len: 695 time: 0.1624608 Feb 04 20:59:15.062827 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-c46ae14b-b6d5-4c1d-8a47-ddda62e82dbe admin admin] Calling delete_port for 19165dbd-4a26-48e0-ac95-837955379ba3 owned by network:router_interface {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:15.094095 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 9193fbea-95f0-4d6e-94c0-f3ff9e48d877 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:59:15.184937 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 9193fbea-95f0-4d6e-94c0-f3ff9e48d877 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:59:15.190547 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 9193fbea-95f0-4d6e-94c0-f3ff9e48d877 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:59:15.191169 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:15.286020 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fe3898b7-8e83-408d-b18e-c35f87a10863 req-03242bcc-1065-4811-8466-53520ab94eca service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=68932ba2-6081-4022-98a0-c6c713e17c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785990 Feb 04 20:59:15.299379 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-368065c8-10ae-439a-b6d2-b100cdae6dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:15.333839 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-368065c8-10ae-439a-b6d2-b100cdae6dd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf7a149-080a-4377-acc7-3af7ee6fc013']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:15.349245 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-368065c8-10ae-439a-b6d2-b100cdae6dd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaef5823-556a-47b9-9e30-346578abf2ca') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:15.349558 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-368065c8-10ae-439a-b6d2-b100cdae6dd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaef5823-556a-47b9-9e30-346578abf2ca') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:15.350840 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:15.368423 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-368065c8-10ae-439a-b6d2-b100cdae6dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:15.370866 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4126fcdd-2fc5-4db2-ab5a-87a8aaea6c51 req-390c379b-9702-4b94-8aac-750b974dd4e7 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.26 "GET /v2.0/security-groups?id=68932ba2-6081-4022-98a0-c6c713e17c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417754 Feb 04 20:59:15.388529 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 9193fbea-95f0-4d6e-94c0-f3ff9e48d877, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=9193fbea-95f0-4d6e-94c0-f3ff9e48d877,segment=NetworkSegment(831e4d33-fa1b-4d70-9423-4698db389355),segment_id=831e4d33-fa1b-4d70-9423-4698db389355)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:15.394983 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-368065c8-10ae-439a-b6d2-b100cdae6dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:15.397623 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:15.437349 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-368065c8-10ae-439a-b6d2-b100cdae6dd1 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:59:15.438288 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-368065c8-10ae-439a-b6d2-b100cdae6dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:15.446818 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:15.451681 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 20:59:15.451681 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:59:15.451681 n-d-827896-1 neutron-server[87682]: timer() Feb 04 20:59:15.451681 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:59:15.451681 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 20:59:15.451681 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:59:15.451681 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 20:59:15.451681 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:59:15.451681 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 20:59:15.451681 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:59:15.451681 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 20:59:15.451681 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:59:15.451681 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 20:59:15.451681 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:59:15.451681 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:59:15.451681 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:59:15.451681 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:59:15.451681 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:59:15.451681 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 20:59:15.451681 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:59:15.451681 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 20:59:15.451681 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:59:15.451681 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:59:15.451681 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:59:15.451681 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 20:59:15.451681 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:59:15.451681 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:59:15.451681 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:59:15.451681 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:59:15.451681 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:59:15.451681 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:59:15.451681 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:59:15.487479 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=9193fbea-95f0-4d6e-94c0-f3ff9e48d877,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:15.496530 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:15.500381 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-3b2bf718-d881-4e22-888f-ba63c93c70e4 req-b9dad071-80b7-4db2-bd1b-dc085aecd521 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Deleting port 321bf226-7f5f-4b07-9890-9963c24e7e3a {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:15.500771 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3b2bf718-d881-4e22-888f-ba63c93c70e4 req-b9dad071-80b7-4db2-bd1b-dc085aecd521 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:15.552052 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c46ae14b-b6d5-4c1d-8a47-ddda62e82dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:15.591437 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-368065c8-10ae-439a-b6d2-b100cdae6dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:15.726852 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ae14b-b6d5-4c1d-8a47-ddda62e82dbe admin admin] Pushing event deleted for resources: {'Port': ['ID=19165dbd-4a26-48e0-ac95-837955379ba3,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:15.731400 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-368065c8-10ae-439a-b6d2-b100cdae6dd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:15.766684 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a09169fd-4de8-463c-8090-dd4cfb2bcece req-4b22e9b8-7138-4e77-9823-be512f138632 service neutron] 10.222.0.32 "GET /v2.0/networks/f67e4cfa-d68d-4332-8e6e-b314179425e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7858565 Feb 04 20:59:15.767372 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368065c8-10ae-439a-b6d2-b100cdae6dd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbf7a149-080a-4377-acc7-3af7ee6fc013,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:15.791394 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1ba78ff0-825a-4006-9043-b8e912337181 req-bf47e567-1af0-429f-a743-45d8eafa0c57 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 210 time: 0.3012540 Feb 04 20:59:15.813309 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-368065c8-10ae-439a-b6d2-b100cdae6dd1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/cbf7a149-080a-4377-acc7-3af7ee6fc013 HTTP/1.1" status: 204 len: 168 time: 1.0261910 Feb 04 20:59:15.972258 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef72d1af-2df2-478e-9403-2b885b8d98df,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:15.993077 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:15.993610 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:15.993951 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:15.994281 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:15.994817 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:15.994963 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:15.995442 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:15.995772 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:15.996091 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:15.996438 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:15.996733 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:15.997055 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:16.066712 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51592) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:16.097860 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c46ae14b-b6d5-4c1d-8a47-ddda62e82dbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:16.266344 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7736dbe7-97ee-43b0-8edc-2762b7044568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:16.277232 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a09169fd-4de8-463c-8090-dd4cfb2bcece req-119f30b0-4e97-491a-b2c0-9ed00f57aa7b service neutron] 10.222.0.32 "GET /v2.0/networks/f67e4cfa-d68d-4332-8e6e-b314179425e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4997094 Feb 04 20:59:16.281805 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Allocated IP 192.168.233.84 (54d6ae2e-de73-4435-bfdd-cd390a2143ad/3d2f9c06-58f8-4b66-a033-2aa50eedddcd/ad455e09-717a-4546-83e2-e55a50a48670) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:59:16.288352 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-8723433a-efde-4be1-a927-fda1e9a6eaa4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c5a142124dd5482a87b175ed6e7e9ba5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2117643 Feb 04 20:59:16.289782 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51598) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:16.293193 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3b2bf718-d881-4e22-888f-ba63c93c70e4 req-b9dad071-80b7-4db2-bd1b-dc085aecd521 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:16.293533 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3b2bf718-d881-4e22-888f-ba63c93c70e4 req-b9dad071-80b7-4db2-bd1b-dc085aecd521 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:16.421609 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cabbb78d-b1d2-4522-9990-f174021b3dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:16.448515 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce0c493-e4f6-4f9b-8eab-95507c819e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f278301-6393-4e4d-bb31-75b7054b881e'}, {'server_uuid': '7b5d6695-e102-4df0-9130-774e3f4b1ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9193fbea-95f0-4d6e-94c0-f3ff9e48d877'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:59:16.452213 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-3b2bf718-d881-4e22-888f-ba63c93c70e4 req-b9dad071-80b7-4db2-bd1b-dc085aecd521 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Calling delete_port for 321bf226-7f5f-4b07-9890-9963c24e7e3a owned by network:floatingip {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:16.474341 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cabbb78d-b1d2-4522-9990-f174021b3dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:16.616963 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46ae14b-b6d5-4c1d-8a47-ddda62e82dbe admin admin] Router 4d549bcc-ca13-4a19-9558-de8ab618ee7a has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:59:16.624309 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cabbb78d-b1d2-4522-9990-f174021b3dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:16.707096 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabbb78d-b1d2-4522-9990-f174021b3dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e91bd16-e1c2-4502-9265-9ed6f38095b3,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:16.710947 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cabbb78d-b1d2-4522-9990-f174021b3dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:16.712056 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-cabbb78d-b1d2-4522-9990-f174021b3dc3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2e91bd16-e1c2-4502-9265-9ed6f38095b3 HTTP/1.1" status: 204 len: 168 time: 0.4221897 Feb 04 20:59:16.724367 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4445a36-498d-4b03-87d1-2c1d02e77cc1 req-49befbcd-6b05-4b57-b8fa-f9e631b40625 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:16.726415 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b4445a36-498d-4b03-87d1-2c1d02e77cc1 req-49befbcd-6b05-4b57-b8fa-f9e631b40625 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 944 time: 0.2909577 Feb 04 20:59:16.842029 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46ae14b-b6d5-4c1d-8a47-ddda62e82dbe admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:59:16.849756 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c46ae14b-b6d5-4c1d-8a47-ddda62e82dbe admin admin] 10.222.0.26 "PUT /v2.0/routers/4d549bcc-ca13-4a19-9558-de8ab618ee7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4603813 Feb 04 20:59:16.852330 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51612) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:16.855754 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bb84d7-6adc-4b21-833d-557d81e31184 None None] Sync routers for ids ['4d549bcc-ca13-4a19-9558-de8ab618ee7a'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:59:16.865682 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bb84d7-6adc-4b21-833d-557d81e31184 None None] Routers {'4d549bcc-ca13-4a19-9558-de8ab618ee7a'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:59:16.866504 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-83bb84d7-6adc-4b21-833d-557d81e31184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:59:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4d549bcc-ca13-4a19-9558-de8ab618ee7a'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:16.930331 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b4445a36-498d-4b03-87d1-2c1d02e77cc1 req-778ac9ff-a6e2-4765-8d41-1a407406c1b2 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871369 Feb 04 20:59:16.933826 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:16.947750 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3b2bf718-d881-4e22-888f-ba63c93c70e4 req-b9dad071-80b7-4db2-bd1b-dc085aecd521 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:17.025730 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Transition to ACTIVE for port object ad455e09-717a-4546-83e2-e55a50a48670 will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:59:17.027821 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dad071-80b7-4db2-bd1b-dc085aecd521 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Pushing event deleted for resources: {'Port': ['ID=321bf226-7f5f-4b07-9890-9963c24e7e3a,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:17.070170 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e275aea4-b6e5-446c-a655-b09839366348 admin admin] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:17.146010 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdaf83-35a9-4bc9-a6f6-efa284577b67 req-d124a580-5981-4d4d-9945-35ec07714bab tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:17.147906 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-decdaf83-35a9-4bc9-a6f6-efa284577b67 req-d124a580-5981-4d4d-9945-35ec07714bab tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 944 time: 0.3495729 Feb 04 20:59:17.255472 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51620) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:17.257323 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3b2bf718-d881-4e22-888f-ba63c93c70e4 req-b9dad071-80b7-4db2-bd1b-dc085aecd521 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks [] for floatingip, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:17.274949 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:17.298079 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-83bb84d7-6adc-4b21-833d-557d81e31184 None None] Set router 4d549bcc-ca13-4a19-9558-de8ab618ee7a gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:59:17.313486 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:17.320378 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-decdaf83-35a9-4bc9-a6f6-efa284577b67 req-e7b1cfcb-d699-4bf9-bd42-e5524cc6facf tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Deleting port 53870aa0-b24f-4163-a2cc-04c964c4be8f {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:17.320723 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-decdaf83-35a9-4bc9-a6f6-efa284577b67 req-e7b1cfcb-d699-4bf9-bd42-e5524cc6facf tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:17.342477 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:17.470590 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Network 54d6ae2e-de73-4435-bfdd-cd390a2143ad is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:59:17.483367 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a735ea7a-049f-4218-bf29-5a41d6d815fe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=72729e32f2f3471aa0011680832a89fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259750 Feb 04 20:59:17.488645 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:59:17.489566 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51624) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:17.492207 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e275aea4-b6e5-446c-a655-b09839366348 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:17.492947 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Pushing event updated for resources: {'Port': ['ID=ad455e09-717a-4546-83e2-e55a50a48670,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:17.504559 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-e275aea4-b6e5-446c-a655-b09839366348 admin admin] Deleting port 5aed0619-7db8-4903-8759-42ab09ba4aa4 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:17.504966 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e275aea4-b6e5-446c-a655-b09839366348 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:17.653567 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-83bb84d7-6adc-4b21-833d-557d81e31184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1499996838-router', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:56:49Z', 'updated_at': '2022-02-04T20:59:15Z', 'revision_number': 5, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'gw_port': {'id': '5aed0619-7db8-4903-8759-42ab09ba4aa4', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:56:50Z', 'updated_at': '2022-02-04T20:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:17.660000 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bb84d7-6adc-4b21-833d-557d81e31184 None None] Checking router: 4d549bcc-ca13-4a19-9558-de8ab618ee7a for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:59:17.667641 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:59:17.672986 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bb84d7-6adc-4b21-833d-557d81e31184 None None] Routers {'4d549bcc-ca13-4a19-9558-de8ab618ee7a'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:59:17.673644 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-83bb84d7-6adc-4b21-833d-557d81e31184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:59:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4d549bcc-ca13-4a19-9558-de8ab618ee7a'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:17.708983 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607569d-e6bc-4d0c-8dab-a3b629c98067 req-79c73fa6-8d1f-48a9-ad2a-484949090792 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:17.715767 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5607569d-e6bc-4d0c-8dab-a3b629c98067 req-79c73fa6-8d1f-48a9-ad2a-484949090792 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ccee242-4d2d-4fb0-ba55-8e5a60dc1fed HTTP/1.1" status: 200 len: 945 time: 0.5149405 Feb 04 20:59:17.717882 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3b2bf718-d881-4e22-888f-ba63c93c70e4 req-b9dad071-80b7-4db2-bd1b-dc085aecd521 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:17.719195 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3b2bf718-d881-4e22-888f-ba63c93c70e4 req-b9dad071-80b7-4db2-bd1b-dc085aecd521 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "DELETE /v2.0/floatingips/a379ef56-8e51-4db4-95e1-b8ec7384a188 HTTP/1.1" status: 204 len: 173 time: 2.5835264 Feb 04 20:59:17.747271 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-e275aea4-b6e5-446c-a655-b09839366348 admin admin] For port 5aed0619-7db8-4903-8759-42ab09ba4aa4, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=5aed0619-7db8-4903-8759-42ab09ba4aa4,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:17.747913 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e275aea4-b6e5-446c-a655-b09839366348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:17.864059 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce0c493-e4f6-4f9b-8eab-95507c819e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f278301-6393-4e4d-bb31-75b7054b881e', 'code': 200} Feb 04 20:59:17.864509 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5d6695-e102-4df0-9130-774e3f4b1ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9193fbea-95f0-4d6e-94c0-f3ff9e48d877', 'code': 200} Feb 04 20:59:17.891268 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:17.892021 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:17.912017 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5607569d-e6bc-4d0c-8dab-a3b629c98067 req-8a5f8cda-cbe9-4125-8257-bf198508245c tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.26 "GET /v2.0/security-groups?id=68932ba2-6081-4022-98a0-c6c713e17c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953051 Feb 04 20:59:17.920520 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-83bb84d7-6adc-4b21-833d-557d81e31184 None None] Set router 4d549bcc-ca13-4a19-9558-de8ab618ee7a gateway port host: None {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:59:18.059276 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-00f69aa5-0e29-40c8-aec0-707734f46a45 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4676030 Feb 04 20:59:18.078679 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-9533859a-0b33-4d4c-a031-af27f6a70601 service neutron] Request body: {'port': {'device_id': 'e32ac594-02a0-42bc-9e5d-ccff33ed0062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:59:18.080224 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-83bb84d7-6adc-4b21-833d-557d81e31184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1499996838-router', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:56:49Z', 'updated_at': '2022-02-04T20:59:17Z', 'revision_number': 6, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'gw_port_host': None}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:18.087386 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bb84d7-6adc-4b21-833d-557d81e31184 None None] The sync data for ids ['4d549bcc-ca13-4a19-9558-de8ab618ee7a'] in n-d-827896-1 is: [{'id': '4d549bcc-ca13-4a19-9558-de8ab618ee7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1499996838-router', 'tenant_id': '66f8c7d92acd48ffa436b71c93318a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:56:49Z', 'updated_at': '2022-02-04T20:59:17Z', 'revision_number': 6, 'project_id': '66f8c7d92acd48ffa436b71c93318a59', 'gw_port_host': None}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:59:18.101198 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ecee4695-3d6f-4e8d-b89f-4f2f02dddba3 None None] Provisioning for port ad455e09-717a-4546-83e2-e55a50a48670 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:59:18.105011 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-e275aea4-b6e5-446c-a655-b09839366348 admin admin] Calling delete_port for 5aed0619-7db8-4903-8759-42ab09ba4aa4 owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:18.109968 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ecee4695-3d6f-4e8d-b89f-4f2f02dddba3 None None] Provisioning complete for port ad455e09-717a-4546-83e2-e55a50a48670 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:59:18.110340 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ecee4695-3d6f-4e8d-b89f-4f2f02dddba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:18.179403 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-ecee4695-3d6f-4e8d-b89f-4f2f02dddba3 None None] Port ad455e09-717a-4546-83e2-e55a50a48670 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:59:18.191552 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-decdaf83-35a9-4bc9-a6f6-efa284577b67 req-e7b1cfcb-d699-4bf9-bd42-e5524cc6facf tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] For port 53870aa0-b24f-4163-a2cc-04c964c4be8f, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=53870aa0-b24f-4163-a2cc-04c964c4be8f,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:18.192062 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-decdaf83-35a9-4bc9-a6f6-efa284577b67 req-e7b1cfcb-d699-4bf9-bd42-e5524cc6facf tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:18.208475 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bbbe8f36-1450-4f44-a18d-812b1e52281e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:18.255299 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bbbe8f36-1450-4f44-a18d-812b1e52281e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:18.321957 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66753672-7890-4703-b786-4d5732eae535 req-a09dbdb0-5cf7-44fa-ac42-5490867cb170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:18.323427 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-66753672-7890-4703-b786-4d5732eae535 req-a09dbdb0-5cf7-44fa-ac42-5490867cb170 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9ce0c493-e4f6-4f9b-8eab-95507c819e4e HTTP/1.1" status: 200 len: 1097 time: 0.2776365 Feb 04 20:59:18.395364 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bbbe8f36-1450-4f44-a18d-812b1e52281e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:18.398832 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-decdaf83-35a9-4bc9-a6f6-efa284577b67 req-e7b1cfcb-d699-4bf9-bd42-e5524cc6facf tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Calling delete_port for 53870aa0-b24f-4163-a2cc-04c964c4be8f owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:18.426028 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe8f36-1450-4f44-a18d-812b1e52281e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723322d0-2593-4491-8711-27f9b480bcdd,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:18.440019 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-66753672-7890-4703-b786-4d5732eae535 req-c5bd54ba-2c0a-46b2-a438-fcf0c33b16d1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=68932ba2-6081-4022-98a0-c6c713e17c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095917 Feb 04 20:59:18.446702 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e275aea4-b6e5-446c-a655-b09839366348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:18.450427 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bbbe8f36-1450-4f44-a18d-812b1e52281e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:18.455338 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bbbe8f36-1450-4f44-a18d-812b1e52281e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/723322d0-2593-4491-8711-27f9b480bcdd HTTP/1.1" status: 204 len: 168 time: 0.9538703 Feb 04 20:59:18.501068 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-9533859a-0b33-4d4c-a031-af27f6a70601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:18.503433 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275aea4-b6e5-446c-a655-b09839366348 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aed0619-7db8-4903-8759-42ab09ba4aa4,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:18.535700 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4aca8-cc09-4bcf-86cf-ea8d4ae42642 req-3f092e0a-5930-414a-845d-9692c4262b3e tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:18.536430 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-50d4aca8-cc09-4bcf-86cf-ea8d4ae42642 req-3f092e0a-5930-414a-845d-9692c4262b3e tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Synchronizing usage tracker for tenant:55d1f91d84e0433d8b3ab7473aab0e34 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:59:18.540412 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8c6c9-b6c6-40a1-a046-5a126a5e4628 req-888ed94a-ac27-4600-b26e-a68f0a28575a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:18.541900 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-23c8c6c9-b6c6-40a1-a046-5a126a5e4628 req-888ed94a-ac27-4600-b26e-a68f0a28575a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7b5d6695-e102-4df0-9130-774e3f4b1ad9 HTTP/1.1" status: 200 len: 1096 time: 0.5949464 Feb 04 20:59:18.616965 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e275aea4-b6e5-446c-a655-b09839366348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:18.697501 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-50d4aca8-cc09-4bcf-86cf-ea8d4ae42642 req-3f092e0a-5930-414a-845d-9692c4262b3e tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Unset dirty status for tenant:55d1f91d84e0433d8b3ab7473aab0e34 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:59:18.698652 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-50d4aca8-cc09-4bcf-86cf-ea8d4ae42642 req-3f092e0a-5930-414a-845d-9692c4262b3e tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 935 time: 0.7016997 Feb 04 20:59:18.718290 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-23c8c6c9-b6c6-40a1-a046-5a126a5e4628 req-fba8b88c-a21c-49b7-9a1b-07a9311340e9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=68932ba2-6081-4022-98a0-c6c713e17c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681244 Feb 04 20:59:18.751374 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:18.808243 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53ffea-ae60-4869-b966-2225057575da req-dae17a5b-99b1-4706-b2f7-7fe73802cfee tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:18.809750 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3b53ffea-ae60-4869-b966-2225057575da req-dae17a5b-99b1-4706-b2f7-7fe73802cfee tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b5d6695-e102-4df0-9130-774e3f4b1ad9 HTTP/1.1" status: 200 len: 945 time: 0.6003411 Feb 04 20:59:18.816250 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e275aea4-b6e5-446c-a655-b09839366348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:18.819254 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e275aea4-b6e5-446c-a655-b09839366348 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:18.844732 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e275aea4-b6e5-446c-a655-b09839366348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:18.845257 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e275aea4-b6e5-446c-a655-b09839366348 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d549bcc-ca13-4a19-9558-de8ab618ee7a {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:59:18.858369 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e275aea4-b6e5-446c-a655-b09839366348 admin admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:18.859738 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e275aea4-b6e5-446c-a655-b09839366348 admin admin] 10.222.0.26 "DELETE /v2.0/routers/4d549bcc-ca13-4a19-9558-de8ab618ee7a HTTP/1.1" status: 204 len: 168 time: 2.0062449 Feb 04 20:59:18.862192 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51646) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:18.898970 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-50d4aca8-cc09-4bcf-86cf-ea8d4ae42642 req-a6a7469d-2707-48db-9ec0-24a5cd538420 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Synchronizing usage tracker for tenant:55d1f91d84e0433d8b3ab7473aab0e34 on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:59:18.907470 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-decdaf83-35a9-4bc9-a6f6-efa284577b67 req-e7b1cfcb-d699-4bf9-bd42-e5524cc6facf tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:18.921609 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['53870aa0-b24f-4163-a2cc-04c964c4be8f'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:59:18.934072 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-97266ccb-f49f-4338-b626-17eeec4bcef5 admin admin] Deleting subnet ad252a39-0fc7-473f-8135-1e6346b2d5e3 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:59:18.940243 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-97266ccb-f49f-4338-b626-17eeec4bcef5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:18.996790 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-97266ccb-f49f-4338-b626-17eeec4bcef5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:19.072080 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b1cfcb-d699-4bf9-bd42-e5524cc6facf tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Pushing event deleted for resources: {'Port': ['ID=53870aa0-b24f-4163-a2cc-04c964c4be8f,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:19.094425 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3b53ffea-ae60-4869-b966-2225057575da req-54319f5d-42e5-4840-a4d9-d7d2bc8437d4 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.26 "GET /v2.0/security-groups?id=68932ba2-6081-4022-98a0-c6c713e17c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625625 Feb 04 20:59:19.107823 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-97266ccb-f49f-4338-b626-17eeec4bcef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:19.174134 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-50d4aca8-cc09-4bcf-86cf-ea8d4ae42642 req-a6a7469d-2707-48db-9ec0-24a5cd538420 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Unset dirty status for tenant:55d1f91d84e0433d8b3ab7473aab0e34 on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:59:19.175495 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-50d4aca8-cc09-4bcf-86cf-ea8d4ae42642 req-a6a7469d-2707-48db-9ec0-24a5cd538420 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602509 Feb 04 20:59:19.240231 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-97266ccb-f49f-4338-b626-17eeec4bcef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:19.246164 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-decdaf83-35a9-4bc9-a6f6-efa284577b67 req-e7b1cfcb-d699-4bf9-bd42-e5524cc6facf tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] No DVR routers for this DVR port 53870aa0-b24f-4163-a2cc-04c964c4be8f on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:59:19.250637 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-decdaf83-35a9-4bc9-a6f6-efa284577b67 req-e7b1cfcb-d699-4bf9-bd42-e5524cc6facf tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:19.253092 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cfa9074-eb38-43e4-9519-99f1b012adda', 'name': 'network-vif-deleted', 'tag': '53870aa0-b24f-4163-a2cc-04c964c4be8f'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:59:19.308174 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97266ccb-f49f-4338-b626-17eeec4bcef5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad252a39-0fc7-473f-8135-1e6346b2d5e3,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:19.314078 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-decdaf83-35a9-4bc9-a6f6-efa284577b67 req-e7b1cfcb-d699-4bf9-bd42-e5524cc6facf tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.18 "DELETE /v2.0/ports/53870aa0-b24f-4163-a2cc-04c964c4be8f HTTP/1.1" status: 204 len: 173 time: 2.1598763 Feb 04 20:59:19.321343 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-97266ccb-f49f-4338-b626-17eeec4bcef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:19.322792 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-eb57d5a1-42fa-4388-b3f7-1daf7eac6be7 req-03efe17d-3d87-4577-9e2c-59d90fd1c653 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Synchronizing usage tracker for tenant:1e904fca23cf47ec90953cad0cc5c8e4 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:59:19.329066 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925f3c60-31e3-4a5f-9e5f-cc580fc46f12 None None] Network 3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:59:19.336652 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-97266ccb-f49f-4338-b626-17eeec4bcef5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ad252a39-0fc7-473f-8135-1e6346b2d5e3 HTTP/1.1" status: 204 len: 168 time: 0.4733119 Feb 04 20:59:19.339234 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51666) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:19.601598 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-eb57d5a1-42fa-4388-b3f7-1daf7eac6be7 req-03efe17d-3d87-4577-9e2c-59d90fd1c653 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Unset dirty status for tenant:1e904fca23cf47ec90953cad0cc5c8e4 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:59:19.613946 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eb57d5a1-42fa-4388-b3f7-1daf7eac6be7 req-03efe17d-3d87-4577-9e2c-59d90fd1c653 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cfa9074-eb38-43e4-9519-99f1b012adda HTTP/1.1" status: 200 len: 210 time: 0.3509867 Feb 04 20:59:19.618501 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-af0422bb-41d5-461c-9c0f-55b77f51c74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:19.647569 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-af0422bb-41d5-461c-9c0f-55b77f51c74a admin admin] Deleting port 8c729de0-f30a-42f9-abc5-c7378e57d0e6 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:19.647569 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-af0422bb-41d5-461c-9c0f-55b77f51c74a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:19.723504 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-9533859a-0b33-4d4c-a031-af27f6a70601 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad455e09-717a-4546-83e2-e55a50a48670 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:59:19.743457 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-9533859a-0b33-4d4c-a031-af27f6a70601 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:19.767651 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 19165dbd-4a26-48e0-ac95-837955379ba3 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:59:19.792601 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-9533859a-0b33-4d4c-a031-af27f6a70601 service neutron] Transition to ACTIVE for port object ad455e09-717a-4546-83e2-e55a50a48670 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:59:19.807978 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-9533859a-0b33-4d4c-a031-af27f6a70601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:19.823308 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 19165dbd-4a26-48e0-ac95-837955379ba3 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:59:19.823677 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 19165dbd-4a26-48e0-ac95-837955379ba3 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:59:19.824069 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 5aed0619-7db8-4903-8759-42ab09ba4aa4 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:59:19.863989 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 5aed0619-7db8-4903-8759-42ab09ba4aa4 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:59:19.864374 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 5aed0619-7db8-4903-8759-42ab09ba4aa4 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:59:19.891849 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfa9074-eb38-43e4-9519-99f1b012adda', 'name': 'network-vif-deleted', 'tag': '53870aa0-b24f-4163-a2cc-04c964c4be8f', 'status': 'completed', 'code': 200} Feb 04 20:59:19.899983 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415b8bb-5127-497c-8c6e-0c31a02d979d req-0adcf60d-cfd8-49f0-8f3f-c24230ccf181 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:19.900654 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-9415b8bb-5127-497c-8c6e-0c31a02d979d req-0adcf60d-cfd8-49f0-8f3f-c24230ccf181 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Synchronizing usage tracker for tenant:7bded15aab9a4c4d92a66ff896e1379d on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:59:20.005298 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da624d7-8238-49e8-adfb-388d45d48af9 None None] DHCP port deletion for 3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:59:20.009799 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-5da624d7-8238-49e8-adfb-388d45d48af9 None None] Deleting port 8c729de0-f30a-42f9-abc5-c7378e57d0e6 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:20.010268 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5da624d7-8238-49e8-adfb-388d45d48af9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:20.121869 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533859a-0b33-4d4c-a031-af27f6a70601 service neutron] Pushing event updated for resources: {'Port': ['ID=ad455e09-717a-4546-83e2-e55a50a48670,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:20.140556 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-9415b8bb-5127-497c-8c6e-0c31a02d979d req-0adcf60d-cfd8-49f0-8f3f-c24230ccf181 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Unset dirty status for tenant:7bded15aab9a4c4d92a66ff896e1379d on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:59:20.151763 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9415b8bb-5127-497c-8c6e-0c31a02d979d req-0adcf60d-cfd8-49f0-8f3f-c24230ccf181 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eb48c4b-faf3-4fb9-9752-dba2306b3e03&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.8173876 Feb 04 20:59:20.385108 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-af0422bb-41d5-461c-9c0f-55b77f51c74a admin admin] For port 8c729de0-f30a-42f9-abc5-c7378e57d0e6, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=8c729de0-f30a-42f9-abc5-c7378e57d0e6,segment=NetworkSegment(477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3),segment_id=477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:20.386164 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-af0422bb-41d5-461c-9c0f-55b77f51c74a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:20.524889 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-5da624d7-8238-49e8-adfb-388d45d48af9 None None] For port 8c729de0-f30a-42f9-abc5-c7378e57d0e6, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=8c729de0-f30a-42f9-abc5-c7378e57d0e6,segment=NetworkSegment(477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3),segment_id=477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:20.525459 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5da624d7-8238-49e8-adfb-388d45d48af9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:20.559812 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51696) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:20.560479 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-9415b8bb-5127-497c-8c6e-0c31a02d979d req-2bf897b0-4079-4937-982c-152bec03739a tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Synchronizing usage tracker for tenant:7bded15aab9a4c4d92a66ff896e1379d on resource:floatingip {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:59:20.596833 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-af0422bb-41d5-461c-9c0f-55b77f51c74a admin admin] Calling delete_port for 8c729de0-f30a-42f9-abc5-c7378e57d0e6 owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:20.679067 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-9415b8bb-5127-497c-8c6e-0c31a02d979d req-2bf897b0-4079-4937-982c-152bec03739a tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Unset dirty status for tenant:7bded15aab9a4c4d92a66ff896e1379d on resource:floatingip {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:59:20.680328 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9415b8bb-5127-497c-8c6e-0c31a02d979d req-2bf897b0-4079-4937-982c-152bec03739a tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.5269177 Feb 04 20:59:20.701784 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-5da624d7-8238-49e8-adfb-388d45d48af9 None None] Calling delete_port for 8c729de0-f30a-42f9-abc5-c7378e57d0e6 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:20.722932 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-9533859a-0b33-4d4c-a031-af27f6a70601 service neutron] Attempting to bind port ad455e09-717a-4546-83e2-e55a50a48670 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:59:20.723409 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-9533859a-0b33-4d4c-a031-af27f6a70601 service neutron] Attempting to bind port ad455e09-717a-4546-83e2-e55a50a48670 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:59:20.723816 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-9533859a-0b33-4d4c-a031-af27f6a70601 service neutron] Attempting to bind port ad455e09-717a-4546-83e2-e55a50a48670 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:59:20.725790 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-af0422bb-41d5-461c-9c0f-55b77f51c74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:20.733899 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-9533859a-0b33-4d4c-a031-af27f6a70601 service neutron] Port ad455e09-717a-4546-83e2-e55a50a48670 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 20:59:20.734533 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-9533859a-0b33-4d4c-a031-af27f6a70601 service neutron] Attempting to bind port ad455e09-717a-4546-83e2-e55a50a48670 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:59:20.753141 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e5fcf-c968-4020-8707-e150320f6de5 req-cff3d48c-77b2-409e-9899-f76913abdcd6 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:20.757672 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a04e5fcf-c968-4020-8707-e150320f6de5 req-cff3d48c-77b2-409e-9899-f76913abdcd6 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b5d6695-e102-4df0-9130-774e3f4b1ad9 HTTP/1.1" status: 200 len: 945 time: 0.2658176 Feb 04 20:59:20.761839 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-9533859a-0b33-4d4c-a031-af27f6a70601 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:59:20.762306 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-9533859a-0b33-4d4c-a031-af27f6a70601 service neutron] Checking segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:59:20.762787 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-9533859a-0b33-4d4c-a031-af27f6a70601 service neutron] Bound using segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:59:20.763322 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-9533859a-0b33-4d4c-a031-af27f6a70601 service neutron] Bound port: ad455e09-717a-4546-83e2-e55a50a48670, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:59:20.764148 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-9533859a-0b33-4d4c-a031-af27f6a70601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:20.804700 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-5da624d7-8238-49e8-adfb-388d45d48af9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:59:20.805048 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-5da624d7-8238-49e8-adfb-388d45d48af9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:59:20.813191 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0422bb-41d5-461c-9c0f-55b77f51c74a admin admin] Pushing event deleted for resources: {'Port': ['ID=8c729de0-f30a-42f9-abc5-c7378e57d0e6,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:20.815086 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0422bb-41d5-461c-9c0f-55b77f51c74a admin admin] No DVR routers for this DVR port 8c729de0-f30a-42f9-abc5-c7378e57d0e6 on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:59:20.938664 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-af0422bb-41d5-461c-9c0f-55b77f51c74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:20.962979 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a04e5fcf-c968-4020-8707-e150320f6de5 req-07b48a52-7e33-47b8-aa50-cbd0017bb8d4 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.26 "GET /v2.0/security-groups?id=68932ba2-6081-4022-98a0-c6c713e17c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660092 Feb 04 20:59:20.964699 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-af0422bb-41d5-461c-9c0f-55b77f51c74a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e95a48d-24e2-42d1-a9cb-002bd8a7bca6']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:20.978825 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-af0422bb-41d5-461c-9c0f-55b77f51c74a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:20.979198 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-af0422bb-41d5-461c-9c0f-55b77f51c74a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '477bebb2-9b51-4d2b-8c3d-4a73fcd95ba3') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:20.989808 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e2fab5a4-9932-4da0-b955-f8ad93e11028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:20.996029 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-af0422bb-41d5-461c-9c0f-55b77f51c74a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:21.005988 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e2fab5a4-9932-4da0-b955-f8ad93e11028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:59:21.014206 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e2fab5a4-9932-4da0-b955-f8ad93e11028 admin admin] Usage tracker for resource:security_group_rule and tenant:709ab93b1a3847128b78768cc6aff5bf is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:59:21.016577 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-af0422bb-41d5-461c-9c0f-55b77f51c74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:21.017598 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-9533859a-0b33-4d4c-a031-af27f6a70601 service neutron] For port ad455e09-717a-4546-83e2-e55a50a48670, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:59:21.021465 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e2fab5a4-9932-4da0-b955-f8ad93e11028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:59:21.025172 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0422bb-41d5-461c-9c0f-55b77f51c74a admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:59:21.025326 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-9533859a-0b33-4d4c-a031-af27f6a70601 service neutron] For port ad455e09-717a-4546-83e2-e55a50a48670, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=ad455e09-717a-4546-83e2-e55a50a48670,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:59:21.026031 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-af0422bb-41d5-461c-9c0f-55b77f51c74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:21.033283 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e2fab5a4-9932-4da0-b955-f8ad93e11028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:59:21.035560 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-9533859a-0b33-4d4c-a031-af27f6a70601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:21.044435 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 20:59:21.044435 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:59:21.044435 n-d-827896-1 neutron-server[87682]: timer() Feb 04 20:59:21.044435 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:59:21.044435 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 20:59:21.044435 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:59:21.044435 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 20:59:21.044435 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:59:21.044435 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 20:59:21.044435 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:59:21.044435 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 20:59:21.044435 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:59:21.044435 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 20:59:21.044435 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:59:21.044435 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:59:21.044435 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:59:21.044435 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:59:21.044435 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:59:21.044435 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 20:59:21.044435 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:59:21.044435 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 20:59:21.044435 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:59:21.044435 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:59:21.044435 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:59:21.044435 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 20:59:21.044435 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:59:21.044435 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:59:21.044435 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:59:21.044435 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:59:21.044435 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:59:21.044435 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:59:21.044435 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:59:21.119496 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-9533859a-0b33-4d4c-a031-af27f6a70601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:21.119496 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-9533859a-0b33-4d4c-a031-af27f6a70601 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:21.121694 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-9533859a-0b33-4d4c-a031-af27f6a70601 service neutron] 10.222.0.18 "PUT /v2.0/ports/ad455e09-717a-4546-83e2-e55a50a48670 HTTP/1.1" status: 200 len: 1095 time: 3.0471408 Feb 04 20:59:21.136918 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b9440-e89d-4b4b-97b3-ac8ceeee3b2b req-f39cd6ff-d57d-44bd-a3bd-9d47ee19ec7a tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:21.139056 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-af0422bb-41d5-461c-9c0f-55b77f51c74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:21.145318 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-932b9440-e89d-4b4b-97b3-ac8ceeee3b2b req-f39cd6ff-d57d-44bd-a3bd-9d47ee19ec7a tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 947 time: 0.3112419 Feb 04 20:59:21.158647 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-af0422bb-41d5-461c-9c0f-55b77f51c74a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:21.165166 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0422bb-41d5-461c-9c0f-55b77f51c74a admin admin] Pushing event deleted for resources: {'Network': ['ID=3e95a48d-24e2-42d1-a9cb-002bd8a7bca6,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:21.189124 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-af0422bb-41d5-461c-9c0f-55b77f51c74a admin admin] 10.222.0.26 "DELETE /v2.0/networks/3e95a48d-24e2-42d1-a9cb-002bd8a7bca6 HTTP/1.1" status: 204 len: 168 time: 1.8485966 Feb 04 20:59:21.215936 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533859a-0b33-4d4c-a031-af27f6a70601 service neutron] Pushing event updated for resources: {'Port': ['ID=ad455e09-717a-4546-83e2-e55a50a48670,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:21.306275 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-5da624d7-8238-49e8-adfb-388d45d48af9 None None] Deleting port 8c729de0-f30a-42f9-abc5-c7378e57d0e6 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:21.306761 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5da624d7-8238-49e8-adfb-388d45d48af9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:21.319258 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-932b9440-e89d-4b4b-97b3-ac8ceeee3b2b req-abc08aac-2b57-4b5d-8fc7-923447c332b5 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728976 Feb 04 20:59:21.384443 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51720) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:21.430918 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-5da624d7-8238-49e8-adfb-388d45d48af9 None None] The port '8c729de0-f30a-42f9-abc5-c7378e57d0e6' was deleted {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:59:21.432579 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 53870aa0-b24f-4163-a2cc-04c964c4be8f no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:59:21.442721 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3aa7ee17-4e78-4dae-bee6-1ed53a58cbc3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=66f8c7d92acd48ffa436b71c93318a59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0568464 Feb 04 20:59:21.446622 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51726) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:21.479954 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: 53870aa0-b24f-4163-a2cc-04c964c4be8f {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:59:21.480299 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 53870aa0-b24f-4163-a2cc-04c964c4be8f not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:59:21.486079 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-118ddf3f-2b1a-4c08-9c2f-311a7f9f07d2 req-fb5dfc71-65d3-4a99-897e-f0c694132b93 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1015601 Feb 04 20:59:21.534014 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e2fab5a4-9932-4da0-b955-f8ad93e11028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:21.540024 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e2fab5a4-9932-4da0-b955-f8ad93e11028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:21.574994 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-03df7522-c16e-4f72-a9af-184564f43393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:21.601511 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 8c729de0-f30a-42f9-abc5-c7378e57d0e6 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:59:21.602234 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-f59d15db-6bfe-4d14-b008-57b9fcf48f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:21.603778 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-f59d15db-6bfe-4d14-b008-57b9fcf48f26 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 1098 time: 0.4016035 Feb 04 20:59:21.629609 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-03df7522-c16e-4f72-a9af-184564f43393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:21.644137 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 8c729de0-f30a-42f9-abc5-c7378e57d0e6 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:59:21.644805 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 8c729de0-f30a-42f9-abc5-c7378e57d0e6 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:59:21.676491 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e2fab5a4-9932-4da0-b955-f8ad93e11028 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=709ab93b1a3847128b78768cc6aff5bf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1109605 Feb 04 20:59:21.679922 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51736) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:21.685469 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fab5a4-9932-4da0-b955-f8ad93e11028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66326df3-3d52-4daf-a3f0-6d2235a9b6ab,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:21.699903 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-560e7730-d0fe-4d76-bfe9-80bbcc4be576 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=ad455e09-717a-4546-83e2-e55a50a48670 HTTP/1.1" status: 200 len: 217 time: 0.0858819 Feb 04 20:59:21.752960 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cb3d2970-0ce0-4a79-a97e-c8982012f357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:21.755550 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-03df7522-c16e-4f72-a9af-184564f43393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:21.790894 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df7522-c16e-4f72-a9af-184564f43393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419186fe-8b61-42da-bf6d-1c79d92d48df,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:21.792576 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-50617808-c06c-4bf6-a9d9-0ba5ea8774ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:21.794199 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-50617808-c06c-4bf6-a9d9-0ba5ea8774ba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.0883064 Feb 04 20:59:21.800795 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-03df7522-c16e-4f72-a9af-184564f43393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:21.804370 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-03df7522-c16e-4f72-a9af-184564f43393 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/419186fe-8b61-42da-bf6d-1c79d92d48df HTTP/1.1" status: 204 len: 168 time: 0.3565803 Feb 04 20:59:21.806519 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cb3d2970-0ce0-4a79-a97e-c8982012f357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:21.893221 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32ac594-02a0-42bc-9e5d-ccff33ed0062', 'tag': 'ad455e09-717a-4546-83e2-e55a50a48670'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:59:21.909518 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-06d0c773-85bc-4a66-946a-5e86d290ee42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:21.910935 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cb3d2970-0ce0-4a79-a97e-c8982012f357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:21.911406 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-06d0c773-85bc-4a66-946a-5e86d290ee42 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1112421 Feb 04 20:59:21.942641 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d2970-0ce0-4a79-a97e-c8982012f357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66326df3-3d52-4daf-a3f0-6d2235a9b6ab,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:21.971057 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cb3d2970-0ce0-4a79-a97e-c8982012f357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:21.976567 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-cb3d2970-0ce0-4a79-a97e-c8982012f357 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/66326df3-3d52-4daf-a3f0-6d2235a9b6ab HTTP/1.1" status: 204 len: 168 time: 0.2956705 Feb 04 20:59:22.070908 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e32ac594-02a0-42bc-9e5d-ccff33ed0062', 'tag': 'ad455e09-717a-4546-83e2-e55a50a48670', 'status': 'completed', 'code': 200} Feb 04 20:59:22.244869 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-034aadca-7d62-419b-9df0-80696288ccd3 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271339 Feb 04 20:59:22.517518 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97f75f-aa50-4d2a-9e2d-9af394cd922b req-3587286b-f81e-4f96-bb2f-459e47cd6519 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:22.519001 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9e97f75f-aa50-4d2a-9e2d-9af394cd922b req-3587286b-f81e-4f96-bb2f-459e47cd6519 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a0bf939-34f9-4279-994a-7507e6b5d01a HTTP/1.1" status: 200 len: 945 time: 0.4303443 Feb 04 20:59:22.598959 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2e258-a1cc-4c97-bbca-a421cbe8e08f req-e44d2ee0-ce66-4b93-9b63-33948f1e5527 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:22.600431 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-49d2e258-a1cc-4c97-bbca-a421cbe8e08f req-e44d2ee0-ce66-4b93-9b63-33948f1e5527 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eb48c4b-faf3-4fb9-9752-dba2306b3e03 HTTP/1.1" status: 200 len: 946 time: 0.4264948 Feb 04 20:59:22.631759 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9e97f75f-aa50-4d2a-9e2d-9af394cd922b req-2ae073cf-5d3f-49d7-9fdf-bbf4eae447a9 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974000 Feb 04 20:59:22.657733 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5eeb5327-219e-4d99-802a-07fad15b41b4 req-c8a0378e-b3b6-40fd-9ddb-16bd3a982393 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040620 Feb 04 20:59:22.679116 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a002b-7559-4d7b-bddc-676c657dbf9c req-caf53499-9271-4867-ae4e-7c239bc59697 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:22.682209 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c56a002b-7559-4d7b-bddc-676c657dbf9c req-caf53499-9271-4867-ae4e-7c239bc59697 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a0bf939-34f9-4279-994a-7507e6b5d01a HTTP/1.1" status: 200 len: 945 time: 0.2865906 Feb 04 20:59:22.867748 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-49d2e258-a1cc-4c97-bbca-a421cbe8e08f req-5559fb75-9c47-4489-b3e2-09931788c880 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8e5c2ba-ccd5-40b5-8cc1-abaa7af6fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476356 Feb 04 20:59:22.907443 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-c56a002b-7559-4d7b-bddc-676c657dbf9c req-5fd083dc-64e3-4ddc-b9a8-8c06d72f9619 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Deleting port ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:22.907940 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c56a002b-7559-4d7b-bddc-676c657dbf9c req-5fd083dc-64e3-4ddc-b9a8-8c06d72f9619 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:23.026001 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81783c5d-140a-4fcc-9bac-91a8cfaa2e80 req-feafa375-896f-46a9-9859-9145e8017a42 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:23.027458 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-81783c5d-140a-4fcc-9bac-91a8cfaa2e80 req-feafa375-896f-46a9-9859-9145e8017a42 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b5d6695-e102-4df0-9130-774e3f4b1ad9 HTTP/1.1" status: 200 len: 945 time: 0.2505043 Feb 04 20:59:23.133874 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad539f-001d-40a1-bfae-429094812965 req-1b4cef50-66a4-4920-b16a-9bcbaa7a4552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:23.135442 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7ad539f-001d-40a1-bfae-429094812965 req-1b4cef50-66a4-4920-b16a-9bcbaa7a4552 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 1098 time: 0.4038265 Feb 04 20:59:23.289268 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-81783c5d-140a-4fcc-9bac-91a8cfaa2e80 req-2689dcb8-8069-4cb7-8a1f-6859c50dc96b tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.26 "GET /v2.0/security-groups?id=68932ba2-6081-4022-98a0-c6c713e17c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528133 Feb 04 20:59:23.303182 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51812) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:23.390411 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d8da986b-b077-4ffd-9831-99841fc52d68 req-d18c3b31-5a86-462b-800e-a75ecb7e9986 tempest-QuotasAdminNegativeTest-626633571 tempest-QuotasAdminNegativeTest-626633571-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=15482a09f43343d4ad652edddfff15e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714242 Feb 04 20:59:23.440282 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-aab3bc89-b1ac-43f7-b028-922b23dd2312 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1457996505-network', 'tenant_id': '47f2935da1374a4986a1e3079bd486fe'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:59:23.444882 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-aab3bc89-b1ac-43f7-b028-922b23dd2312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:59:23.448688 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-aab3bc89-b1ac-43f7-b028-922b23dd2312 admin admin] Usage tracker for resource:network and tenant:47f2935da1374a4986a1e3079bd486fe is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:59:23.451775 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-aab3bc89-b1ac-43f7-b028-922b23dd2312 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:59:23.457779 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-aab3bc89-b1ac-43f7-b028-922b23dd2312 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:59:23.468721 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab3bc89-b1ac-43f7-b028-922b23dd2312 admin admin] Made reservation on behalf of 47f2935da1374a4986a1e3079bd486fe for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:59:23.471404 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aab3bc89-b1ac-43f7-b028-922b23dd2312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:23.484085 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aab3bc89-b1ac-43f7-b028-922b23dd2312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:23.498712 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-aab3bc89-b1ac-43f7-b028-922b23dd2312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:59:23.503429 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-aab3bc89-b1ac-43f7-b028-922b23dd2312 admin admin] Usage tracker for resource:security_group_rule and tenant:47f2935da1374a4986a1e3079bd486fe is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:59:23.506503 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-aab3bc89-b1ac-43f7-b028-922b23dd2312 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:59:23.513118 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-aab3bc89-b1ac-43f7-b028-922b23dd2312 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:59:23.606798 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aab3bc89-b1ac-43f7-b028-922b23dd2312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:23.611929 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aab3bc89-b1ac-43f7-b028-922b23dd2312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:23.658433 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aab3bc89-b1ac-43f7-b028-922b23dd2312 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:59:23.671586 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab3bc89-b1ac-43f7-b028-922b23dd2312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad9aed8-7e26-40da-a0e7-dd82a90eab4a,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:23.678625 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-c56a002b-7559-4d7b-bddc-676c657dbf9c req-5fd083dc-64e3-4ddc-b9a8-8c06d72f9619 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] For port ddbd31bc-a9ae-404c-9e3d-b4027bd67e51, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=ddbd31bc-a9ae-404c-9e3d-b4027bd67e51,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:23.679358 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c56a002b-7559-4d7b-bddc-676c657dbf9c req-5fd083dc-64e3-4ddc-b9a8-8c06d72f9619 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:23.684984 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aab3bc89-b1ac-43f7-b028-922b23dd2312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:23.685694 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-aab3bc89-b1ac-43f7-b028-922b23dd2312 admin admin] Added segment 89fab6c7-259e-4924-bae1-109821606dbc of type vlan for network 7e196d80-283b-4430-958d-a906e29c4c2f Feb 04 20:59:23.687545 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad539f-001d-40a1-bfae-429094812965 req-df52a5aa-ec1a-41f6-a7b8-11b20c2294ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:23.688649 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7ad539f-001d-40a1-bfae-429094812965 req-df52a5aa-ec1a-41f6-a7b8-11b20c2294ad service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.4994266 Feb 04 20:59:23.726974 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aab3bc89-b1ac-43f7-b028-922b23dd2312 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:23.757341 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aab3bc89-b1ac-43f7-b028-922b23dd2312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:23.758611 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab3bc89-b1ac-43f7-b028-922b23dd2312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:23.759321 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aab3bc89-b1ac-43f7-b028-922b23dd2312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:23.887428 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-aab3bc89-b1ac-43f7-b028-922b23dd2312 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5817227 Feb 04 20:59:23.887874 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab3bc89-b1ac-43f7-b028-922b23dd2312 admin admin] Pushing event updated for resources: {'Network': ['ID=7e196d80-283b-4430-958d-a906e29c4c2f,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:23.890850 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51844) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:23.897332 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-169dd8be-d92f-4242-a890-76c50c94f23f admin admin] Request body: {'subnet': {'network_id': '7e196d80-283b-4430-958d-a906e29c4c2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1457996505-subnet', 'tenant_id': '47f2935da1374a4986a1e3079bd486fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:59:23.901033 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 7e196d80-283b-4430-958d-a906e29c4c2f details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:59:23.901576 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-c56a002b-7559-4d7b-bddc-676c657dbf9c req-5fd083dc-64e3-4ddc-b9a8-8c06d72f9619 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Calling delete_port for ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:23.913050 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-169dd8be-d92f-4242-a890-76c50c94f23f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:59:23.917743 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-169dd8be-d92f-4242-a890-76c50c94f23f admin admin] Usage tracker for resource:subnet and tenant:47f2935da1374a4986a1e3079bd486fe is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:59:23.922187 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-169dd8be-d92f-4242-a890-76c50c94f23f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:59:23.929024 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-169dd8be-d92f-4242-a890-76c50c94f23f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:59:23.936653 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7ad539f-001d-40a1-bfae-429094812965 req-405a298c-a65c-4d58-80af-fb17a4fd03fd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=ad455e09-717a-4546-83e2-e55a50a48670 HTTP/1.1" status: 200 len: 217 time: 0.2324364 Feb 04 20:59:23.951249 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169dd8be-d92f-4242-a890-76c50c94f23f admin admin] Made reservation on behalf of 47f2935da1374a4986a1e3079bd486fe for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:59:23.955040 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-169dd8be-d92f-4242-a890-76c50c94f23f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:24.179882 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da986b-b077-4ffd-9831-99841fc52d68 req-b7c2af3c-7de2-4919-a1b0-14d2a97d773c tempest-QuotasAdminNegativeTest-626633571 tempest-QuotasAdminNegativeTest-626633571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:24.181325 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d8da986b-b077-4ffd-9831-99841fc52d68 req-b7c2af3c-7de2-4919-a1b0-14d2a97d773c tempest-QuotasAdminNegativeTest-626633571 tempest-QuotasAdminNegativeTest-626633571-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7214184 Feb 04 20:59:24.199261 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-169dd8be-d92f-4242-a890-76c50c94f23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:24.230770 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ac0bc-f5b2-4ae9-a6c8-aecd43bfa164 req-bfb82023-b560-4b76-b75a-f143e08a08a8 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:24.232203 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c01ac0bc-f5b2-4ae9-a6c8-aecd43bfa164 req-bfb82023-b560-4b76-b75a-f143e08a08a8 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 947 time: 0.8058817 Feb 04 20:59:24.239086 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad539f-001d-40a1-bfae-429094812965 req-766f9720-1528-4ceb-8b10-7be206107663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:24.240505 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7ad539f-001d-40a1-bfae-429094812965 req-766f9720-1528-4ceb-8b10-7be206107663 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.2813601 Feb 04 20:59:24.247730 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83698181-b7d6-4384-87c4-cef340680cf0 req-02397df9-4e6c-409e-8e39-85b977ff1476 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:24.249149 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-83698181-b7d6-4384-87c4-cef340680cf0 req-02397df9-4e6c-409e-8e39-85b977ff1476 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.32 "GET /v2.0/ports?device_id=9eb48c4b-faf3-4fb9-9752-dba2306b3e03 HTTP/1.1" status: 200 len: 946 time: 0.6799521 Feb 04 20:59:24.250398 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d8da986b-b077-4ffd-9831-99841fc52d68 req-4200bb2f-2839-4338-a190-ecbb2c9601bf tempest-QuotasAdminNegativeTest-626633571 tempest-QuotasAdminNegativeTest-626633571-project] 10.222.0.26 "GET /v2.0/quotas/15482a09f43343d4ad652edddfff15e1 HTTP/1.1" status: 200 len: 375 time: 0.0588195 Feb 04 20:59:24.279282 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169dd8be-d92f-4242-a890-76c50c94f23f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4175292-4006-4d0f-8828-8e4d5d4958cc,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:24.290413 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169dd8be-d92f-4242-a890-76c50c94f23f admin admin] Checking segment: {'id': '89fab6c7-259e-4924-bae1-109821606dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '7e196d80-283b-4430-958d-a906e29c4c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:59:24.290770 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169dd8be-d92f-4242-a890-76c50c94f23f admin admin] Network hostable DHCP agents. Network: 7e196d80-283b-4430-958d-a906e29c4c2f, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:59:24.309746 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169dd8be-d92f-4242-a890-76c50c94f23f admin admin] Network 7e196d80-283b-4430-958d-a906e29c4c2f is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:59:24.318811 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-169dd8be-d92f-4242-a890-76c50c94f23f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 7e196d80-283b-4430-958d-a906e29c4c2f) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:59:24.322739 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169dd8be-d92f-4242-a890-76c50c94f23f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:24.323331 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-169dd8be-d92f-4242-a890-76c50c94f23f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:24.328350 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1065b07-f7b1-4ca8-b8c2-515ea421de17 None None] Network 7e196d80-283b-4430-958d-a906e29c4c2f requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:59:24.350523 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-169dd8be-d92f-4242-a890-76c50c94f23f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4585106 Feb 04 20:59:24.353118 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51852) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:24.358142 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-1bf8a7b0-46e4-4174-9187-ba285ce94712 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1457996505-router', 'tenant_id': '47f2935da1374a4986a1e3079bd486fe', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:59:24.366361 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-1bf8a7b0-46e4-4174-9187-ba285ce94712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:59:24.371202 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1bf8a7b0-46e4-4174-9187-ba285ce94712 admin admin] Usage tracker for resource:router and tenant:47f2935da1374a4986a1e3079bd486fe is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:59:24.374423 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1bf8a7b0-46e4-4174-9187-ba285ce94712 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:59:24.381106 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-1bf8a7b0-46e4-4174-9187-ba285ce94712 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:59:24.396133 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1bf8a7b0-46e4-4174-9187-ba285ce94712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:24.397527 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1bf8a7b0-46e4-4174-9187-ba285ce94712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:24.416262 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1bf8a7b0-46e4-4174-9187-ba285ce94712 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:24.421767 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d8da986b-b077-4ffd-9831-99841fc52d68 req-4b7c1e25-e889-4d2e-8844-5fb0a36923d9 tempest-QuotasAdminNegativeTest-626633571 tempest-QuotasAdminNegativeTest-626633571-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=15482a09f43343d4ad652edddfff15e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1235332 Feb 04 20:59:24.530956 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-83698181-b7d6-4384-87c4-cef340680cf0 req-52b3dd0e-2adc-4349-8b76-c61caaf7e217 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Deleting port 6a4816f4-bd94-4fdb-ba68-faecd2da0a23 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:24.531462 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-83698181-b7d6-4384-87c4-cef340680cf0 req-52b3dd0e-2adc-4349-8b76-c61caaf7e217 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:24.580388 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7821f643-d573-48dc-969f-e0982fdf335e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-7e196d80-283b-4430-958d-a906e29c4c2f', 'network_id': '7e196d80-283b-4430-958d-a906e29c4c2f', 'tenant_id': '47f2935da1374a4986a1e3079bd486fe', 'fixed_ips': [{'subnet_id': 'c4175292-4006-4d0f-8828-8e4d5d4958cc'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 20:59:24.581358 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7821f643-d573-48dc-969f-e0982fdf335e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:24.622357 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c56a002b-7559-4d7b-bddc-676c657dbf9c req-5fd083dc-64e3-4ddc-b9a8-8c06d72f9619 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:24.704686 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c01ac0bc-f5b2-4ae9-a6c8-aecd43bfa164 req-2c770f4e-df27-4c56-8137-f1282575d660 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4532852 Feb 04 20:59:24.736965 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd083dc-64e3-4ddc-b9a8-8c06d72f9619 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Pushing event deleted for resources: {'Port': ['ID=ddbd31bc-a9ae-404c-9e3d-b4027bd67e51,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:24.746375 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-7821f643-d573-48dc-969f-e0982fdf335e None None] Allocated IP 172.20.0.2 (7e196d80-283b-4430-958d-a906e29c4c2f/c4175292-4006-4d0f-8828-8e4d5d4958cc/270ff4c0-6ece-4852-8227-dc0eb9e0ee31) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:59:24.823764 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1bf8a7b0-46e4-4174-9187-ba285ce94712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:24.916672 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56a002b-7559-4d7b-bddc-676c657dbf9c req-5fd083dc-64e3-4ddc-b9a8-8c06d72f9619 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] No DVR routers for this DVR port ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:59:24.929132 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c56a002b-7559-4d7b-bddc-676c657dbf9c req-5fd083dc-64e3-4ddc-b9a8-8c06d72f9619 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:24.934682 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0bf939-34f9-4279-994a-7507e6b5d01a', 'name': 'network-vif-deleted', 'tag': 'ddbd31bc-a9ae-404c-9e3d-b4027bd67e51'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:59:24.948029 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-354ae4a7-df06-479b-a34e-a1fb800340c9 req-60dc0106-de6b-40fa-8202-d024effef36a tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a0bf939-34f9-4279-994a-7507e6b5d01a HTTP/1.1" status: 200 len: 210 time: 0.0809727 Feb 04 20:59:24.990996 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad539f-001d-40a1-bfae-429094812965 req-153376ff-2ff4-49ef-9aff-9294878540e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:24.992519 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7ad539f-001d-40a1-bfae-429094812965 req-153376ff-2ff4-49ef-9aff-9294878540e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7395921 Feb 04 20:59:24.998383 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7821f643-d573-48dc-969f-e0982fdf335e None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:25.023414 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-7821f643-d573-48dc-969f-e0982fdf335e None None] Transition to ACTIVE for port object 270ff4c0-6ece-4852-8227-dc0eb9e0ee31 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:59:25.045783 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-7821f643-d573-48dc-969f-e0982fdf335e None None] Transition to ACTIVE for port object 270ff4c0-6ece-4852-8227-dc0eb9e0ee31 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:59:25.057223 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7821f643-d573-48dc-969f-e0982fdf335e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:25.090784 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c56a002b-7559-4d7b-bddc-676c657dbf9c req-5fd083dc-64e3-4ddc-b9a8-8c06d72f9619 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.32 "DELETE /v2.0/ports/ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 HTTP/1.1" status: 204 len: 173 time: 2.4007967 Feb 04 20:59:25.140598 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7821f643-d573-48dc-969f-e0982fdf335e None None] Network 7e196d80-283b-4430-958d-a906e29c4c2f is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:59:25.143904 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-7821f643-d573-48dc-969f-e0982fdf335e None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:59:25.149082 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7821f643-d573-48dc-969f-e0982fdf335e None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:59:25.149845 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56ef78-d1e6-4b88-bfdc-4e3ad9c779fb req-de08ae1b-935f-46c5-966b-b441d98e745e tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:25.157106 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9a56ef78-d1e6-4b88-bfdc-4e3ad9c779fb req-de08ae1b-935f-46c5-966b-b441d98e745e tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ce0c493-e4f6-4f9b-8eab-95507c819e4e HTTP/1.1" status: 200 len: 946 time: 0.5798745 Feb 04 20:59:25.198613 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821f643-d573-48dc-969f-e0982fdf335e None None] Pushing event updated for resources: {'Port': ['ID=270ff4c0-6ece-4852-8227-dc0eb9e0ee31,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:25.238206 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1bf8a7b0-46e4-4174-9187-ba285ce94712 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:25.261975 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-7821f643-d573-48dc-969f-e0982fdf335e None None] Attempting to bind port 270ff4c0-6ece-4852-8227-dc0eb9e0ee31 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:59:25.262349 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-7821f643-d573-48dc-969f-e0982fdf335e None None] Attempting to bind port 270ff4c0-6ece-4852-8227-dc0eb9e0ee31 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '89fab6c7-259e-4924-bae1-109821606dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '7e196d80-283b-4430-958d-a906e29c4c2f'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:59:25.262715 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7821f643-d573-48dc-969f-e0982fdf335e None None] Attempting to bind port 270ff4c0-6ece-4852-8227-dc0eb9e0ee31 on network 7e196d80-283b-4430-958d-a906e29c4c2f {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:59:25.270343 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7821f643-d573-48dc-969f-e0982fdf335e None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:59:25.271356 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7821f643-d573-48dc-969f-e0982fdf335e None None] Checking segment: {'id': '89fab6c7-259e-4924-bae1-109821606dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '7e196d80-283b-4430-958d-a906e29c4c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:59:25.273241 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7821f643-d573-48dc-969f-e0982fdf335e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:25.274434 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7821f643-d573-48dc-969f-e0982fdf335e None None] Bound using segment: {'id': '89fab6c7-259e-4924-bae1-109821606dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '7e196d80-283b-4430-958d-a906e29c4c2f'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:59:25.275428 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-7821f643-d573-48dc-969f-e0982fdf335e None None] Bound port: 270ff4c0-6ece-4852-8227-dc0eb9e0ee31, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fab6c7-259e-4924-bae1-109821606dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '7e196d80-283b-4430-958d-a906e29c4c2f'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:59:25.276018 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7821f643-d573-48dc-969f-e0982fdf335e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:25.279507 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1bf8a7b0-46e4-4174-9187-ba285ce94712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:25.334933 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9a56ef78-d1e6-4b88-bfdc-4e3ad9c779fb req-a22bbeb0-c7fd-4120-9293-99b2a5e9ea2b tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.26 "GET /v2.0/security-groups?id=68932ba2-6081-4022-98a0-c6c713e17c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755271 Feb 04 20:59:25.337968 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-83698181-b7d6-4384-87c4-cef340680cf0 req-52b3dd0e-2adc-4349-8b76-c61caaf7e217 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] For port 6a4816f4-bd94-4fdb-ba68-faecd2da0a23, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=6a4816f4-bd94-4fdb-ba68-faecd2da0a23,segment=NetworkSegment(9c6b215c-a4e6-49c2-a413-2fb6b72da92f),segment_id=9c6b215c-a4e6-49c2-a413-2fb6b72da92f)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:25.338488 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-83698181-b7d6-4384-87c4-cef340680cf0 req-52b3dd0e-2adc-4349-8b76-c61caaf7e217 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:25.379800 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device ad455e09-717a-4546-83e2-e55a50a48670 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 20:59:25.442780 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-1bf8a7b0-46e4-4174-9187-ba285ce94712 admin admin] Allocated IP 172.25.5.49 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/9b8d4fbc-8f1e-4517-9c4f-09e20db538c8) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:59:25.521504 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-83698181-b7d6-4384-87c4-cef340680cf0 req-52b3dd0e-2adc-4349-8b76-c61caaf7e217 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Calling delete_port for 6a4816f4-bd94-4fdb-ba68-faecd2da0a23 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:25.546718 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-7821f643-d573-48dc-969f-e0982fdf335e None None] For port 270ff4c0-6ece-4852-8227-dc0eb9e0ee31, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:59:25.570182 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-7821f643-d573-48dc-969f-e0982fdf335e None None] For port 270ff4c0-6ece-4852-8227-dc0eb9e0ee31, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=270ff4c0-6ece-4852-8227-dc0eb9e0ee31,segment=NetworkSegment(89fab6c7-259e-4924-bae1-109821606dbc),segment_id=89fab6c7-259e-4924-bae1-109821606dbc)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:59:25.576883 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7821f643-d573-48dc-969f-e0982fdf335e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:25.654838 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1bf8a7b0-46e4-4174-9187-ba285ce94712 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:25.672719 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821f643-d573-48dc-969f-e0982fdf335e None None] Pushing event updated for resources: {'Port': ['ID=270ff4c0-6ece-4852-8227-dc0eb9e0ee31,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:25.695108 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1bf8a7b0-46e4-4174-9187-ba285ce94712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:25.703109 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784a30a-42b0-45d2-b20f-559f6a0e6b41 req-e93345b5-2681-492d-a2d5-cc018e3c8300 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:25.705591 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c784a30a-42b0-45d2-b20f-559f6a0e6b41 req-e93345b5-2681-492d-a2d5-cc018e3c8300 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eb48c4b-faf3-4fb9-9752-dba2306b3e03 HTTP/1.1" status: 200 len: 946 time: 0.5631151 Feb 04 20:59:25.716149 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7ad539f-001d-40a1-bfae-429094812965 req-d8ab2a57-5772-43fe-844a-3a9d9c745668 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6707542 Feb 04 20:59:25.740597 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port ad455e09-717a-4546-83e2-e55a50a48670, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=ad455e09-717a-4546-83e2-e55a50a48670,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:25.762510 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'ad455e09-717a-4546-83e2-e55a50a48670', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': 'ad455e09-717a-4546-83e2-e55a50a48670', 'mac_address': 'fa:16:3e:bb:5a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 20:59:25.832018 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf8a7b0-46e4-4174-9187-ba285ce94712 admin admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:59:25.836067 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-1bf8a7b0-46e4-4174-9187-ba285ce94712 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:59:25.847610 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf8a7b0-46e4-4174-9187-ba285ce94712 admin admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:59:25.872616 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0bf939-34f9-4279-994a-7507e6b5d01a', 'name': 'network-vif-deleted', 'tag': 'ddbd31bc-a9ae-404c-9e3d-b4027bd67e51', 'status': 'completed', 'code': 200} Feb 04 20:59:25.909615 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:25.911987 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:25.940026 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad455e09-717a-4546-83e2-e55a50a48670 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 20:59:25.959844 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port ad455e09-717a-4546-83e2-e55a50a48670, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=ad455e09-717a-4546-83e2-e55a50a48670,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:25.965082 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:26.010192 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c784a30a-42b0-45d2-b20f-559f6a0e6b41 req-e48ee50d-158a-44fe-84ad-2ab67ab8b209 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.26 "GET /v2.0/security-groups?id=a8e5c2ba-ccd5-40b5-8cc1-abaa7af6fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905509 Feb 04 20:59:26.064178 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8a7b0-46e4-4174-9187-ba285ce94712 admin admin] Pushing event updated for resources: {'Port': ['ID=9b8d4fbc-8f1e-4517-9c4f-09e20db538c8,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:26.189316 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=ad455e09-717a-4546-83e2-e55a50a48670,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:26.225432 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['ad455e09-717a-4546-83e2-e55a50a48670'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:59:26.303876 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7ad539f-001d-40a1-bfae-429094812965 req-083729c1-0753-4744-8a9c-8c64630d5f9a service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5327315 Feb 04 20:59:26.305368 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-83698181-b7d6-4384-87c4-cef340680cf0 req-52b3dd0e-2adc-4349-8b76-c61caaf7e217 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:26.661116 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3dd0e-2adc-4349-8b76-c61caaf7e217 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Pushing event deleted for resources: {'Port': ['ID=6a4816f4-bd94-4fdb-ba68-faecd2da0a23,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:26.752392 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-83698181-b7d6-4384-87c4-cef340680cf0 req-52b3dd0e-2adc-4349-8b76-c61caaf7e217 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] No DVR routers for this DVR port 6a4816f4-bd94-4fdb-ba68-faecd2da0a23 on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:59:26.763391 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-83698181-b7d6-4384-87c4-cef340680cf0 req-52b3dd0e-2adc-4349-8b76-c61caaf7e217 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:26.790425 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-83698181-b7d6-4384-87c4-cef340680cf0 req-52b3dd0e-2adc-4349-8b76-c61caaf7e217 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745 tempest-FloatingIPsAssociationNegativeTestJSON-2069474745-project] 10.222.0.32 "DELETE /v2.0/ports/6a4816f4-bd94-4fdb-ba68-faecd2da0a23 HTTP/1.1" status: 204 len: 173 time: 2.4864361 Feb 04 20:59:26.807204 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ab7c3-763d-4f3a-9bb3-d4e9106e7532 req-6ae8c541-64e9-46cd-9cf5-c0f89f311601 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:26.808714 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b83ab7c3-763d-4f3a-9bb3-d4e9106e7532 req-6ae8c541-64e9-46cd-9cf5-c0f89f311601 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 948 time: 0.1607797 Feb 04 20:59:26.839994 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1bf8a7b0-46e4-4174-9187-ba285ce94712 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:26.895770 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b83ab7c3-763d-4f3a-9bb3-d4e9106e7532 req-eaba03b8-dd13-4753-ae52-895e8cd7f45d tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794244 Feb 04 20:59:27.186674 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681e1f1-47c4-4eef-8402-39a97588b7a5 req-857d1ea3-77a2-4fb1-b2b3-579ec4745ed9 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:27.188210 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1681e1f1-47c4-4eef-8402-39a97588b7a5 req-857d1ea3-77a2-4fb1-b2b3-579ec4745ed9 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b5d6695-e102-4df0-9130-774e3f4b1ad9 HTTP/1.1" status: 200 len: 945 time: 0.1079481 Feb 04 20:59:27.194066 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:59:27.266418 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:59:27.266958 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device ddbd31bc-a9ae-404c-9e3d-b4027bd67e51 not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:59:27.267519 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 6a4816f4-bd94-4fdb-ba68-faecd2da0a23 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:59:27.268011 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1681e1f1-47c4-4eef-8402-39a97588b7a5 req-8b324cf9-7c56-4765-9867-b5222b7c681a tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.26 "GET /v2.0/security-groups?id=68932ba2-6081-4022-98a0-c6c713e17c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729351 Feb 04 20:59:27.317473 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: 6a4816f4-bd94-4fdb-ba68-faecd2da0a23 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:59:27.317825 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 6a4816f4-bd94-4fdb-ba68-faecd2da0a23 not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:59:27.364537 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device ad455e09-717a-4546-83e2-e55a50a48670 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:59:27.446191 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port ad455e09-717a-4546-83e2-e55a50a48670 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:59:27.452987 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port ad455e09-717a-4546-83e2-e55a50a48670 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:59:27.453691 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:27.496872 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1bf8a7b0-46e4-4174-9187-ba285ce94712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:27.614207 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6ed44a-b14e-4fa2-857b-d73c23d9470e None None] Network 7e196d80-283b-4430-958d-a906e29c4c2f requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:59:27.687110 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51978) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:27.754675 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 270ff4c0-6ece-4852-8227-dc0eb9e0ee31 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:59:27.816436 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf8a7b0-46e4-4174-9187-ba285ce94712 admin admin] Router f292ff04-6ebd-4c94-9d09-3aabf4761455 is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 20:59:27.888184 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-f202d966-87a4-4256-8ea9-0823534460f7 None None] Provisioning for port 270ff4c0-6ece-4852-8227-dc0eb9e0ee31 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:59:27.890426 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb48c4b-faf3-4fb9-9752-dba2306b3e03', 'name': 'network-vif-deleted', 'tag': '6a4816f4-bd94-4fdb-ba68-faecd2da0a23'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:59:27.909623 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f376775c-6e3d-485b-ab8f-70ef9402d0e9 req-a7852a3e-a638-466c-b303-ca5527276aa1 tempest-QuotasAdminNegativeTest-626633571 tempest-QuotasAdminNegativeTest-626633571-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=15482a09f43343d4ad652edddfff15e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459545 Feb 04 20:59:27.944540 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 270ff4c0-6ece-4852-8227-dc0eb9e0ee31 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:59:27.988343 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 270ff4c0-6ece-4852-8227-dc0eb9e0ee31 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:59:27.988806 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:28.021181 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:28.089839 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf8a7b0-46e4-4174-9187-ba285ce94712 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:59:28.102073 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac65e9a-18cb-41cd-b668-82f7f405b1dc None None] Sync routers for ids ['f292ff04-6ebd-4c94-9d09-3aabf4761455'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:59:28.124645 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac65e9a-18cb-41cd-b668-82f7f405b1dc None None] Routers {'f292ff04-6ebd-4c94-9d09-3aabf4761455'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:59:28.126130 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-6ac65e9a-18cb-41cd-b668-82f7f405b1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:59:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['f292ff04-6ebd-4c94-9d09-3aabf4761455'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:28.133778 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32ac594-02a0-42bc-9e5d-ccff33ed0062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad455e09-717a-4546-83e2-e55a50a48670'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:59:28.164049 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1bf8a7b0-46e4-4174-9187-ba285ce94712 admin admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:28.172747 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1bf8a7b0-46e4-4174-9187-ba285ce94712 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8168254 Feb 04 20:59:28.174044 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52004) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:28.176904 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port ad455e09-717a-4546-83e2-e55a50a48670, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=ad455e09-717a-4546-83e2-e55a50a48670,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:28.185308 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:28.297889 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb48c4b-faf3-4fb9-9752-dba2306b3e03', 'name': 'network-vif-deleted', 'tag': '6a4816f4-bd94-4fdb-ba68-faecd2da0a23', 'status': 'completed', 'code': 200} Feb 04 20:59:28.355529 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:28.412106 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 270ff4c0-6ece-4852-8227-dc0eb9e0ee31, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=270ff4c0-6ece-4852-8227-dc0eb9e0ee31,segment=NetworkSegment(89fab6c7-259e-4924-bae1-109821606dbc),segment_id=89fab6c7-259e-4924-bae1-109821606dbc)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:28.416184 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=ad455e09-717a-4546-83e2-e55a50a48670,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:28.430415 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:28.500788 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-6ac65e9a-18cb-41cd-b668-82f7f405b1dc None None] Set router f292ff04-6ebd-4c94-9d09-3aabf4761455 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:59:28.550781 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=270ff4c0-6ece-4852-8227-dc0eb9e0ee31,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:28.598957 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376775c-6e3d-485b-ab8f-70ef9402d0e9 req-ae33cb66-8183-473b-a78f-db1c285a72de tempest-QuotasAdminNegativeTest-626633571 tempest-QuotasAdminNegativeTest-626633571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:28.606140 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f376775c-6e3d-485b-ab8f-70ef9402d0e9 req-ae33cb66-8183-473b-a78f-db1c285a72de tempest-QuotasAdminNegativeTest-626633571 tempest-QuotasAdminNegativeTest-626633571-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6367226 Feb 04 20:59:28.674242 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f376775c-6e3d-485b-ab8f-70ef9402d0e9 req-269e9b7a-1459-47c4-9ae1-8d8f3d74b202 tempest-QuotasAdminNegativeTest-626633571 tempest-QuotasAdminNegativeTest-626633571-project] 10.222.0.26 "GET /v2.0/quotas/15482a09f43343d4ad652edddfff15e1 HTTP/1.1" status: 200 len: 375 time: 0.0670078 Feb 04 20:59:28.725251 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d8e36-4da8-41a5-8204-d7413eb201d0 req-b588dc60-ac02-47e6-b07a-a864a4967a30 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:28.726560 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-287d8e36-4da8-41a5-8204-d7413eb201d0 req-b588dc60-ac02-47e6-b07a-a864a4967a30 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b5d6695-e102-4df0-9130-774e3f4b1ad9 HTTP/1.1" status: 200 len: 945 time: 0.7561755 Feb 04 20:59:28.759107 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-836b10a8-731a-4d1e-9c59-c23b835ac8c3 None None] Provisioning complete for port 270ff4c0-6ece-4852-8227-dc0eb9e0ee31 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:59:28.759635 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-836b10a8-731a-4d1e-9c59-c23b835ac8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:28.879521 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f376775c-6e3d-485b-ab8f-70ef9402d0e9 req-da72d3f3-7b5d-4d0f-b641-7c7a839a974a tempest-QuotasAdminNegativeTest-626633571 tempest-QuotasAdminNegativeTest-626633571-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=15482a09f43343d4ad652edddfff15e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2042837 Feb 04 20:59:28.950090 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-6ac65e9a-18cb-41cd-b668-82f7f405b1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f292ff04-6ebd-4c94-9d09-3aabf4761455', 'name': 'tempest-ServersTestFqdnHostnames-1457996505-router', 'tenant_id': '47f2935da1374a4986a1e3079bd486fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '9b8d4fbc-8f1e-4517-9c4f-09e20db538c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:59:24Z', 'updated_at': '2022-02-04T20:59:26Z', 'revision_number': 3, 'project_id': '47f2935da1374a4986a1e3079bd486fe', 'gw_port': {'id': '9b8d4fbc-8f1e-4517-9c4f-09e20db538c8', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:dc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f292ff04-6ebd-4c94-9d09-3aabf4761455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:59:25Z', 'updated_at': '2022-02-04T20:59:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:28.964737 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac65e9a-18cb-41cd-b668-82f7f405b1dc None None] Checking router: f292ff04-6ebd-4c94-9d09-3aabf4761455 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:59:28.965075 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac65e9a-18cb-41cd-b668-82f7f405b1dc None None] Updating router f292ff04-6ebd-4c94-9d09-3aabf4761455 port 9b8d4fbc-8f1e-4517-9c4f-09e20db538c8 binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:59:29.050929 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-6ac65e9a-18cb-41cd-b668-82f7f405b1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:29.053753 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-287d8e36-4da8-41a5-8204-d7413eb201d0 req-d0a2fc9e-c1ca-4bfa-98cb-67e30f58bdd8 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Deleting port 9193fbea-95f0-4d6e-94c0-f3ff9e48d877 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:29.054249 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-287d8e36-4da8-41a5-8204-d7413eb201d0 req-d0a2fc9e-c1ca-4bfa-98cb-67e30f58bdd8 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:29.128267 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e25d3057-6e64-4303-90eb-017ca71df86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:29.151429 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692a936-83f7-4f38-8671-57327ffbdbc3 req-9922e3b4-326d-44e2-8ffe-b2e020ad0449 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:29.152884 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7692a936-83f7-4f38-8671-57327ffbdbc3 req-9922e3b4-326d-44e2-8ffe-b2e020ad0449 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 949 time: 0.7052715 Feb 04 20:59:29.351068 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-e25d3057-6e64-4303-90eb-017ca71df86a admin admin] Allocated IP 172.20.0.1 (7e196d80-283b-4430-958d-a906e29c4c2f/c4175292-4006-4d0f-8828-8e4d5d4958cc/eff8e534-1cd9-4243-9cad-2913b16e952f) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:59:29.406593 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-6ac65e9a-18cb-41cd-b668-82f7f405b1dc None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:29.419162 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-6ac65e9a-18cb-41cd-b668-82f7f405b1dc None None] Transition to ACTIVE for port object 9b8d4fbc-8f1e-4517-9c4f-09e20db538c8 will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:59:29.420775 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7692a936-83f7-4f38-8671-57327ffbdbc3 req-06994a50-fdc6-46a9-9c0e-4926cfb56857 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529471 Feb 04 20:59:29.428132 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-6ac65e9a-18cb-41cd-b668-82f7f405b1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:29.449424 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503918e1-e521-47fe-9836-8926f9eee92c req-5e0ba9e7-4a30-4a2c-8988-9f1c8fa382f9 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:29.450128 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-503918e1-e521-47fe-9836-8926f9eee92c req-5e0ba9e7-4a30-4a2c-8988-9f1c8fa382f9 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Synchronizing usage tracker for tenant:1e904fca23cf47ec90953cad0cc5c8e4 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:59:29.496846 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e32ac594-02a0-42bc-9e5d-ccff33ed0062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad455e09-717a-4546-83e2-e55a50a48670', 'code': 200} Feb 04 20:59:29.513779 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-6ac65e9a-18cb-41cd-b668-82f7f405b1dc None None] Attempting to bind port 9b8d4fbc-8f1e-4517-9c4f-09e20db538c8 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 20:59:29.514479 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-6ac65e9a-18cb-41cd-b668-82f7f405b1dc None None] Attempting to bind port 9b8d4fbc-8f1e-4517-9c4f-09e20db538c8 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 20:59:29.515873 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac65e9a-18cb-41cd-b668-82f7f405b1dc None None] Attempting to bind port 9b8d4fbc-8f1e-4517-9c4f-09e20db538c8 on network 1f11f724-8cdd-497d-8220-929f45cf1223 {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 20:59:29.526551 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac65e9a-18cb-41cd-b668-82f7f405b1dc None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 20:59:29.527056 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac65e9a-18cb-41cd-b668-82f7f405b1dc None None] Checking segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:59:29.528111 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-6ac65e9a-18cb-41cd-b668-82f7f405b1dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:29.528808 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac65e9a-18cb-41cd-b668-82f7f405b1dc None None] Bound using segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 20:59:29.529393 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-6ac65e9a-18cb-41cd-b668-82f7f405b1dc None None] Bound port: 9b8d4fbc-8f1e-4517-9c4f-09e20db538c8, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 20:59:29.529882 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-6ac65e9a-18cb-41cd-b668-82f7f405b1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:29.562582 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e25d3057-6e64-4303-90eb-017ca71df86a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:29.589190 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-e25d3057-6e64-4303-90eb-017ca71df86a admin admin] Transition to ACTIVE for port object eff8e534-1cd9-4243-9cad-2913b16e952f will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:59:29.616219 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c89c9-45a9-4be0-a7ac-bd48880727c6 None None] Pushing event updated for resources: {'Port': ['ID=9b8d4fbc-8f1e-4517-9c4f-09e20db538c8,revision_number=2']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:29.618450 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e25d3057-6e64-4303-90eb-017ca71df86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:29.637730 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c89c9-45a9-4be0-a7ac-bd48880727c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:29.638071 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c89c9-45a9-4be0-a7ac-bd48880727c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:29.638406 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c89c9-45a9-4be0-a7ac-bd48880727c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:29.638735 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c89c9-45a9-4be0-a7ac-bd48880727c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:29.639061 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c89c9-45a9-4be0-a7ac-bd48880727c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:29.640054 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c89c9-45a9-4be0-a7ac-bd48880727c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:29.640521 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c89c9-45a9-4be0-a7ac-bd48880727c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:29.640847 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c89c9-45a9-4be0-a7ac-bd48880727c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:29.641163 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c89c9-45a9-4be0-a7ac-bd48880727c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:29.641506 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c89c9-45a9-4be0-a7ac-bd48880727c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:29.641957 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c89c9-45a9-4be0-a7ac-bd48880727c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:29.642283 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c89c9-45a9-4be0-a7ac-bd48880727c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:29.651825 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 270ff4c0-6ece-4852-8227-dc0eb9e0ee31 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:59:29.668516 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-6ac65e9a-18cb-41cd-b668-82f7f405b1dc None None] For port 9b8d4fbc-8f1e-4517-9c4f-09e20db538c8, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 20:59:29.673123 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-6ac65e9a-18cb-41cd-b668-82f7f405b1dc None None] For port 9b8d4fbc-8f1e-4517-9c4f-09e20db538c8, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=9b8d4fbc-8f1e-4517-9c4f-09e20db538c8,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 20:59:29.677655 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-6ac65e9a-18cb-41cd-b668-82f7f405b1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:29.747390 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca96260-0705-4175-9158-8332e83eaba5 req-94178089-8f20-4dd3-b2e2-9438f2e2bb3a tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:29.748119 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-7ca96260-0705-4175-9158-8332e83eaba5 req-94178089-8f20-4dd3-b2e2-9438f2e2bb3a tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Synchronizing usage tracker for tenant:1e904fca23cf47ec90953cad0cc5c8e4 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:59:29.761635 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-503918e1-e521-47fe-9836-8926f9eee92c req-5e0ba9e7-4a30-4a2c-8988-9f1c8fa382f9 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Unset dirty status for tenant:1e904fca23cf47ec90953cad0cc5c8e4 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:59:29.762589 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-503918e1-e521-47fe-9836-8926f9eee92c req-5e0ba9e7-4a30-4a2c-8988-9f1c8fa382f9 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.32 "GET /v2.0/ports?device_id=07996bf1-0225-4e57-9c04-e798441c3584 HTTP/1.1" status: 200 len: 945 time: 0.9045458 Feb 04 20:59:29.767088 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-287d8e36-4da8-41a5-8204-d7413eb201d0 req-d0a2fc9e-c1ca-4bfa-98cb-67e30f58bdd8 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] For port 9193fbea-95f0-4d6e-94c0-f3ff9e48d877, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=9193fbea-95f0-4d6e-94c0-f3ff9e48d877,segment=NetworkSegment(831e4d33-fa1b-4d70-9423-4698db389355),segment_id=831e4d33-fa1b-4d70-9423-4698db389355)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:29.767452 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-287d8e36-4da8-41a5-8204-d7413eb201d0 req-d0a2fc9e-c1ca-4bfa-98cb-67e30f58bdd8 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:29.777419 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25d3057-6e64-4303-90eb-017ca71df86a admin admin] Network 7e196d80-283b-4430-958d-a906e29c4c2f is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:59:29.781202 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-e25d3057-6e64-4303-90eb-017ca71df86a admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:59:29.795292 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25d3057-6e64-4303-90eb-017ca71df86a admin admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:59:29.801976 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac65e9a-18cb-41cd-b668-82f7f405b1dc None None] Routers {'f292ff04-6ebd-4c94-9d09-3aabf4761455'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:59:29.802601 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-6ac65e9a-18cb-41cd-b668-82f7f405b1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:59:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['f292ff04-6ebd-4c94-9d09-3aabf4761455'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:29.823997 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 270ff4c0-6ece-4852-8227-dc0eb9e0ee31 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:59:29.824371 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:29.888875 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e25d3057-6e64-4303-90eb-017ca71df86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:29.910633 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-503918e1-e521-47fe-9836-8926f9eee92c req-e386b681-497a-4e6a-8f28-d2f4c035d4f8 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Deleting port 3bc162a1-2167-4622-af4b-541e13966810 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:29.911005 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-503918e1-e521-47fe-9836-8926f9eee92c req-e386b681-497a-4e6a-8f28-d2f4c035d4f8 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:30.013298 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c89c9-45a9-4be0-a7ac-bd48880727c6 None None] Pushing event updated for resources: {'Port': ['ID=9b8d4fbc-8f1e-4517-9c4f-09e20db538c8,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:30.159734 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d3057-6e64-4303-90eb-017ca71df86a admin admin] Pushing event updated for resources: {'Port': ['ID=eff8e534-1cd9-4243-9cad-2913b16e952f,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:30.194849 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-6ac65e9a-18cb-41cd-b668-82f7f405b1dc None None] Set router f292ff04-6ebd-4c94-9d09-3aabf4761455 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:59:30.231733 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d3c6181e-9e43-4ce9-8fec-7d1f87ed61b5 None None] Provisioning for port eff8e534-1cd9-4243-9cad-2913b16e952f completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:59:30.241696 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d3c6181e-9e43-4ce9-8fec-7d1f87ed61b5 None None] Provisioning complete for port eff8e534-1cd9-4243-9cad-2913b16e952f triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:59:30.242073 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d3c6181e-9e43-4ce9-8fec-7d1f87ed61b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:30.251538 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-7ca96260-0705-4175-9158-8332e83eaba5 req-94178089-8f20-4dd3-b2e2-9438f2e2bb3a tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Unset dirty status for tenant:1e904fca23cf47ec90953cad0cc5c8e4 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:59:30.258778 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7ca96260-0705-4175-9158-8332e83eaba5 req-94178089-8f20-4dd3-b2e2-9438f2e2bb3a tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=07996bf1-0225-4e57-9c04-e798441c3584 HTTP/1.1" status: 200 len: 945 time: 1.2176578 Feb 04 20:59:30.269324 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-287d8e36-4da8-41a5-8204-d7413eb201d0 req-d0a2fc9e-c1ca-4bfa-98cb-67e30f58bdd8 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Calling delete_port for 9193fbea-95f0-4d6e-94c0-f3ff9e48d877 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:30.307458 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-d3c6181e-9e43-4ce9-8fec-7d1f87ed61b5 None None] Port eff8e534-1cd9-4243-9cad-2913b16e952f cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:59:30.313148 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e25d3057-6e64-4303-90eb-017ca71df86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:30.476867 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7ca96260-0705-4175-9158-8332e83eaba5 req-0c50c51f-c38e-46be-b4b3-ebb898635819 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/security-groups?id=da181f83-49f4-4b24-a2ec-6e563e1fc645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169852 Feb 04 20:59:30.523636 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-6ac65e9a-18cb-41cd-b668-82f7f405b1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f292ff04-6ebd-4c94-9d09-3aabf4761455', 'name': 'tempest-ServersTestFqdnHostnames-1457996505-router', 'tenant_id': '47f2935da1374a4986a1e3079bd486fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '9b8d4fbc-8f1e-4517-9c4f-09e20db538c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:59:24Z', 'updated_at': '2022-02-04T20:59:26Z', 'revision_number': 3, 'project_id': '47f2935da1374a4986a1e3079bd486fe', 'gw_port': {'id': '9b8d4fbc-8f1e-4517-9c4f-09e20db538c8', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:dc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f292ff04-6ebd-4c94-9d09-3aabf4761455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:59:25Z', 'updated_at': '2022-02-04T20:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:30.526716 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac65e9a-18cb-41cd-b668-82f7f405b1dc None None] The sync data for ids ['f292ff04-6ebd-4c94-9d09-3aabf4761455'] in n-d-827896-1 is: [{'id': 'f292ff04-6ebd-4c94-9d09-3aabf4761455', 'name': 'tempest-ServersTestFqdnHostnames-1457996505-router', 'tenant_id': '47f2935da1374a4986a1e3079bd486fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '9b8d4fbc-8f1e-4517-9c4f-09e20db538c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:59:24Z', 'updated_at': '2022-02-04T20:59:26Z', 'revision_number': 3, 'project_id': '47f2935da1374a4986a1e3079bd486fe', 'gw_port': {'id': '9b8d4fbc-8f1e-4517-9c4f-09e20db538c8', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:dc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f292ff04-6ebd-4c94-9d09-3aabf4761455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:59:25Z', 'updated_at': '2022-02-04T20:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:59:30.580537 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e25d3057-6e64-4303-90eb-017ca71df86a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:30.585400 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e25d3057-6e64-4303-90eb-017ca71df86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:30.587472 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812481b-07c0-4d56-bfbe-1b4b90cfcfa5 req-ccb71332-c23d-43f7-b4cd-e95b70752f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:30.588934 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3812481b-07c0-4d56-bfbe-1b4b90cfcfa5 req-ccb71332-c23d-43f7-b4cd-e95b70752f63 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 1100 time: 1.0127244 Feb 04 20:59:30.598046 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-17a563a3-2855-4843-8c0b-533c75595f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:30.702504 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d3057-6e64-4303-90eb-017ca71df86a admin admin] Pushing event updated for resources: {'Port': ['ID=eff8e534-1cd9-4243-9cad-2913b16e952f,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:30.706694 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e25d3057-6e64-4303-90eb-017ca71df86a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:30.906877 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25d3057-6e64-4303-90eb-017ca71df86a admin admin] Network 7e196d80-283b-4430-958d-a906e29c4c2f is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:59:30.908737 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-e25d3057-6e64-4303-90eb-017ca71df86a admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:59:30.928992 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3812481b-07c0-4d56-bfbe-1b4b90cfcfa5 req-56c0d464-008d-43b7-932f-d176aca78d32 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748339 Feb 04 20:59:30.957311 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071f6b9-372e-45fc-ad56-a37f1857a7da req-1ae8dd72-c686-431d-b927-16588f08b6e2 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:30.964644 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d071f6b9-372e-45fc-ad56-a37f1857a7da req-1ae8dd72-c686-431d-b927-16588f08b6e2 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b5d6695-e102-4df0-9130-774e3f4b1ad9 HTTP/1.1" status: 200 len: 945 time: 0.7036517 Feb 04 20:59:31.008398 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-503918e1-e521-47fe-9836-8926f9eee92c req-e386b681-497a-4e6a-8f28-d2f4c035d4f8 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] For port 3bc162a1-2167-4622-af4b-541e13966810, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=3bc162a1-2167-4622-af4b-541e13966810,segment=NetworkSegment(c2af5256-5129-4b85-97f3-81d5f6e51ede),segment_id=c2af5256-5129-4b85-97f3-81d5f6e51ede)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:31.008398 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-503918e1-e521-47fe-9836-8926f9eee92c req-e386b681-497a-4e6a-8f28-d2f4c035d4f8 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:31.016904 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-287d8e36-4da8-41a5-8204-d7413eb201d0 req-d0a2fc9e-c1ca-4bfa-98cb-67e30f58bdd8 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:31.031970 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['6f278301-6393-4e4d-bb31-75b7054b881e'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:59:31.122613 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['fe045c71-4b39-4427-9e3c-604be64d6b45'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:59:31.127356 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a2fc9e-c1ca-4bfa-98cb-67e30f58bdd8 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Pushing event deleted for resources: {'Port': ['ID=9193fbea-95f0-4d6e-94c0-f3ff9e48d877,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:31.217054 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 3bc162a1-2167-4622-af4b-541e13966810 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:59:31.262834 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 20:59:31.404205 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 9193fbea-95f0-4d6e-94c0-f3ff9e48d877 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:59:31.410099 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25d3057-6e64-4303-90eb-017ca71df86a admin admin] Router f292ff04-6ebd-4c94-9d09-3aabf4761455 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:59:31.447197 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: 9193fbea-95f0-4d6e-94c0-f3ff9e48d877 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:59:31.447537 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 9193fbea-95f0-4d6e-94c0-f3ff9e48d877 not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:59:31.526486 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-e16ba1d6-4c79-45c3-b4ee-ae6864167546 None None] Provisioning complete for port eff8e534-1cd9-4243-9cad-2913b16e952f triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:59:31.526852 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e16ba1d6-4c79-45c3-b4ee-ae6864167546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:31.567797 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-503918e1-e521-47fe-9836-8926f9eee92c req-e386b681-497a-4e6a-8f28-d2f4c035d4f8 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Calling delete_port for 3bc162a1-2167-4622-af4b-541e13966810 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:31.665779 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25d3057-6e64-4303-90eb-017ca71df86a admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:59:31.676333 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-e16ba1d6-4c79-45c3-b4ee-ae6864167546 None None] Port eff8e534-1cd9-4243-9cad-2913b16e952f cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:59:31.681285 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e25d3057-6e64-4303-90eb-017ca71df86a admin admin] 10.222.0.26 "PUT /v2.0/routers/f292ff04-6ebd-4c94-9d09-3aabf4761455/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5054817 Feb 04 20:59:31.743273 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 9b8d4fbc-8f1e-4517-9c4f-09e20db538c8 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:59:31.772391 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-287d8e36-4da8-41a5-8204-d7413eb201d0 req-d0a2fc9e-c1ca-4bfa-98cb-67e30f58bdd8 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] No DVR routers for this DVR port 9193fbea-95f0-4d6e-94c0-f3ff9e48d877 on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:59:31.788866 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d071f6b9-372e-45fc-ad56-a37f1857a7da req-8590bb7d-0dda-44b6-ac45-559c9423d4f9 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.26 "GET /v2.0/security-groups?id=68932ba2-6081-4022-98a0-c6c713e17c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8220711 Feb 04 20:59:31.790716 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-287d8e36-4da8-41a5-8204-d7413eb201d0 req-d0a2fc9e-c1ca-4bfa-98cb-67e30f58bdd8 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:31.815496 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5d6695-e102-4df0-9130-774e3f4b1ad9', 'name': 'network-vif-deleted', 'tag': '9193fbea-95f0-4d6e-94c0-f3ff9e48d877'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:59:31.825543 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-287d8e36-4da8-41a5-8204-d7413eb201d0 req-d0a2fc9e-c1ca-4bfa-98cb-67e30f58bdd8 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.32 "DELETE /v2.0/ports/9193fbea-95f0-4d6e-94c0-f3ff9e48d877 HTTP/1.1" status: 204 len: 173 time: 3.0432999 Feb 04 20:59:31.875202 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 9b8d4fbc-8f1e-4517-9c4f-09e20db538c8 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:59:31.881760 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52084) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:31.885805 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 9b8d4fbc-8f1e-4517-9c4f-09e20db538c8 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:59:31.886244 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:32.002295 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d14fb-86b0-4492-b706-066915172f7a req-73da82b0-8d93-4518-a31b-96dbb480e39d tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:32.010079 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c38d14fb-86b0-4492-b706-066915172f7a req-73da82b0-8d93-4518-a31b-96dbb480e39d tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 949 time: 0.3997798 Feb 04 20:59:32.156195 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c38d14fb-86b0-4492-b706-066915172f7a req-da305ae4-44ac-4273-a03a-57971afd410f tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433284 Feb 04 20:59:32.167086 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-503918e1-e521-47fe-9836-8926f9eee92c req-e386b681-497a-4e6a-8f28-d2f4c035d4f8 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:32.173248 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:32.212697 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 9b8d4fbc-8f1e-4517-9c4f-09e20db538c8, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=9b8d4fbc-8f1e-4517-9c4f-09e20db538c8,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:32.222198 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:32.284371 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386b681-497a-4e6a-8f28-d2f4c035d4f8 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Pushing event deleted for resources: {'Port': ['ID=3bc162a1-2167-4622-af4b-541e13966810,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:32.353481 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=9b8d4fbc-8f1e-4517-9c4f-09e20db538c8,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:32.382664 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-17a563a3-2855-4843-8c0b-533c75595f0c admin admin] Deleting port 96847383-cd2d-430f-9cc1-78f6f0f6f73b {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:32.383006 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-17a563a3-2855-4843-8c0b-533c75595f0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:32.475348 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-503918e1-e521-47fe-9836-8926f9eee92c req-e386b681-497a-4e6a-8f28-d2f4c035d4f8 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] No DVR routers for this DVR port 3bc162a1-2167-4622-af4b-541e13966810 on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:59:32.481729 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-503918e1-e521-47fe-9836-8926f9eee92c req-e386b681-497a-4e6a-8f28-d2f4c035d4f8 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:32.520949 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:32.578363 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-503918e1-e521-47fe-9836-8926f9eee92c req-e386b681-497a-4e6a-8f28-d2f4c035d4f8 tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.32 "DELETE /v2.0/ports/3bc162a1-2167-4622-af4b-541e13966810 HTTP/1.1" status: 204 len: 173 time: 2.7896373 Feb 04 20:59:32.640798 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7b3a6-99b8-4ba7-a367-bbd4cdaea148 req-3c7ce305-9afb-4d8d-8b4e-919e31150a14 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:32.647622 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2db7b3a6-99b8-4ba7-a367-bbd4cdaea148 req-3c7ce305-9afb-4d8d-8b4e-919e31150a14 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a445a81-5812-4ae7-bb15-d774de074360 HTTP/1.1" status: 200 len: 946 time: 0.4523935 Feb 04 20:59:32.700925 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-17a563a3-2855-4843-8c0b-533c75595f0c admin admin] For port 96847383-cd2d-430f-9cc1-78f6f0f6f73b, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=96847383-cd2d-430f-9cc1-78f6f0f6f73b,segment=NetworkSegment(9c6b215c-a4e6-49c2-a413-2fb6b72da92f),segment_id=9c6b215c-a4e6-49c2-a413-2fb6b72da92f)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:32.701307 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-17a563a3-2855-4843-8c0b-533c75595f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:32.801809 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2db7b3a6-99b8-4ba7-a367-bbd4cdaea148 req-62432c68-ccde-479c-afde-fb517d1e1fbb tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1a33d20-11be-4212-b786-165d7dd1f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530035 Feb 04 20:59:32.886709 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-617903c9-3c14-4f8c-852a-d132edacaf38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:32.927764 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5d6695-e102-4df0-9130-774e3f4b1ad9', 'name': 'network-vif-deleted', 'tag': '9193fbea-95f0-4d6e-94c0-f3ff9e48d877', 'status': 'completed', 'code': 200} Feb 04 20:59:32.943296 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-17a563a3-2855-4843-8c0b-533c75595f0c admin admin] Calling delete_port for 96847383-cd2d-430f-9cc1-78f6f0f6f73b owned by network:router_interface {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:33.063927 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7826eda-61ba-4649-80d9-cb3212a68382 None None] Sync routers for ids ['f292ff04-6ebd-4c94-9d09-3aabf4761455'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:59:33.071395 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-a8f7c4c9-bd55-4c0f-a92c-87cb2adfd0f0 req-931d1798-bc63-4dd6-b0c2-b197a127974d tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Synchronizing usage tracker for tenant:1e904fca23cf47ec90953cad0cc5c8e4 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:59:33.076652 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7826eda-61ba-4649-80d9-cb3212a68382 None None] Routers {'f292ff04-6ebd-4c94-9d09-3aabf4761455'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:59:33.078218 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-e7826eda-61ba-4649-80d9-cb3212a68382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:59:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['f292ff04-6ebd-4c94-9d09-3aabf4761455'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:33.143351 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-a8f7c4c9-bd55-4c0f-a92c-87cb2adfd0f0 req-931d1798-bc63-4dd6-b0c2-b197a127974d tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] Unset dirty status for tenant:1e904fca23cf47ec90953cad0cc5c8e4 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:59:33.164053 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a8f7c4c9-bd55-4c0f-a92c-87cb2adfd0f0 req-931d1798-bc63-4dd6-b0c2-b197a127974d tempest-LiveMigrationTest-830815045 tempest-LiveMigrationTest-830815045-project] 10.222.0.26 "GET /v2.0/ports?device_id=07996bf1-0225-4e57-9c04-e798441c3584 HTTP/1.1" status: 200 len: 210 time: 0.1468987 Feb 04 20:59:33.381565 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-e7826eda-61ba-4649-80d9-cb3212a68382 None None] Set router f292ff04-6ebd-4c94-9d09-3aabf4761455 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:59:33.474860 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e82eeefa-e3c9-4a53-8dbd-4c34b014ea65 req-34399f97-ac2b-435b-9094-74aaabe4b5e1 tempest-QuotasAdminNegativeTest-626633571 tempest-QuotasAdminNegativeTest-626633571-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=15482a09f43343d4ad652edddfff15e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0887918 Feb 04 20:59:33.500714 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-617903c9-3c14-4f8c-852a-d132edacaf38 admin admin] Deleting port eff8e534-1cd9-4243-9cad-2913b16e952f {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:33.501050 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-617903c9-3c14-4f8c-852a-d132edacaf38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:33.643456 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 9b8d4fbc-8f1e-4517-9c4f-09e20db538c8 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 20:59:33.762811 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 9b8d4fbc-8f1e-4517-9c4f-09e20db538c8 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:59:33.763544 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:33.809709 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402f7d5-2ce7-4580-934e-bac11ab0231a req-534e1e2f-f1b1-4781-8d50-c0762e7f93da tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:33.811310 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b402f7d5-2ce7-4580-934e-bac11ab0231a req-534e1e2f-f1b1-4781-8d50-c0762e7f93da tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 949 time: 0.3923450 Feb 04 20:59:33.812779 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-617903c9-3c14-4f8c-852a-d132edacaf38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:33.853672 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82eeefa-e3c9-4a53-8dbd-4c34b014ea65 req-66981053-abad-4659-b88f-a9e751dccd5e tempest-QuotasAdminNegativeTest-626633571 tempest-QuotasAdminNegativeTest-626633571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:33.855088 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e82eeefa-e3c9-4a53-8dbd-4c34b014ea65 req-66981053-abad-4659-b88f-a9e751dccd5e tempest-QuotasAdminNegativeTest-626633571 tempest-QuotasAdminNegativeTest-626633571-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3722396 Feb 04 20:59:33.921805 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e82eeefa-e3c9-4a53-8dbd-4c34b014ea65 req-cf3f6117-762e-4489-b4fa-c87f284d0890 tempest-QuotasAdminNegativeTest-626633571 tempest-QuotasAdminNegativeTest-626633571-project] 10.222.0.26 "GET /v2.0/quotas/15482a09f43343d4ad652edddfff15e1 HTTP/1.1" status: 200 len: 375 time: 0.0311821 Feb 04 20:59:33.939694 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b402f7d5-2ce7-4580-934e-bac11ab0231a req-65f98c32-667c-44ed-93f5-39838f266728 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161461 Feb 04 20:59:33.958835 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-617903c9-3c14-4f8c-852a-d132edacaf38 admin admin] Calling delete_port for eff8e534-1cd9-4243-9cad-2913b16e952f owned by network:router_interface {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:33.969866 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-17a563a3-2855-4843-8c0b-533c75595f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:33.987618 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-e7826eda-61ba-4649-80d9-cb3212a68382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f292ff04-6ebd-4c94-9d09-3aabf4761455', 'name': 'tempest-ServersTestFqdnHostnames-1457996505-router', 'tenant_id': '47f2935da1374a4986a1e3079bd486fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '9b8d4fbc-8f1e-4517-9c4f-09e20db538c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:59:24Z', 'updated_at': '2022-02-04T20:59:30Z', 'revision_number': 4, 'project_id': '47f2935da1374a4986a1e3079bd486fe', 'gw_port': {'id': '9b8d4fbc-8f1e-4517-9c4f-09e20db538c8', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:dc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292ff04-6ebd-4c94-9d09-3aabf4761455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:59:25Z', 'updated_at': '2022-02-04T20:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'eff8e534-1cd9-4243-9cad-2913b16e952f', 'name': '', 'network_id': '7e196d80-283b-4430-958d-a906e29c4c2f', 'tenant_id': '47f2935da1374a4986a1e3079bd486fe', 'mac_address': 'fa:16:3e:f2:73:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f292ff04-6ebd-4c94-9d09-3aabf4761455', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'c4175292-4006-4d0f-8828-8e4d5d4958cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:59:29Z', 'updated_at': '2022-02-04T20:59:30Z', 'revision_number': 2, 'project_id': '47f2935da1374a4986a1e3079bd486fe', 'subnets': [{'id': 'c4175292-4006-4d0f-8828-8e4d5d4958cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:34.001560 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7826eda-61ba-4649-80d9-cb3212a68382 None None] Checking router: f292ff04-6ebd-4c94-9d09-3aabf4761455 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:59:34.001996 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7826eda-61ba-4649-80d9-cb3212a68382 None None] Updating router f292ff04-6ebd-4c94-9d09-3aabf4761455 port eff8e534-1cd9-4243-9cad-2913b16e952f binding host n-d-827896-1 {{(pid=87684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 20:59:34.108500 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e7826eda-61ba-4649-80d9-cb3212a68382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:34.197235 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e82eeefa-e3c9-4a53-8dbd-4c34b014ea65 req-a296732d-9dfe-45c7-82b1-9b34e3ba9033 tempest-QuotasAdminNegativeTest-626633571 tempest-QuotasAdminNegativeTest-626633571-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=15482a09f43343d4ad652edddfff15e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2330461 Feb 04 20:59:34.278883 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a563a3-2855-4843-8c0b-533c75595f0c admin admin] Pushing event deleted for resources: {'Port': ['ID=96847383-cd2d-430f-9cc1-78f6f0f6f73b,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:34.352477 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-617903c9-3c14-4f8c-852a-d132edacaf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:34.450905 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617903c9-3c14-4f8c-852a-d132edacaf38 admin admin] Pushing event deleted for resources: {'Port': ['ID=eff8e534-1cd9-4243-9cad-2913b16e952f,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:34.672792 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-e7826eda-61ba-4649-80d9-cb3212a68382 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:59:34.673305 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-e7826eda-61ba-4649-80d9-cb3212a68382 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:59:34.798681 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ae82a7a3-8d55-486f-b19b-257047b26e7d req-db7e491b-6958-4ccc-ae18-dd539e8d1a40 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9a445a81-5812-4ae7-bb15-d774de074360&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6864846 Feb 04 20:59:34.813871 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-17a563a3-2855-4843-8c0b-533c75595f0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:34.828160 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 52222) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:34.842407 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-617903c9-3c14-4f8c-852a-d132edacaf38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:34.935880 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07996bf1-0225-4e57-9c04-e798441c3584', 'name': 'network-vif-deleted', 'tag': '3bc162a1-2167-4622-af4b-541e13966810'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:59:35.218342 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-017bfd10-2a44-4d24-adcb-f6f977c7dda7 admin admin] Deleting subnet 52dce76a-dd1c-484a-ae6a-f327dbe47b7b {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:59:35.221927 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-017bfd10-2a44-4d24-adcb-f6f977c7dda7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:35.228641 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7826eda-61ba-4649-80d9-cb3212a68382 None None] Port eff8e534-1cd9-4243-9cad-2913b16e952f not found while updating agent binding for router f292ff04-6ebd-4c94-9d09-3aabf4761455. {{(pid=87684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 04 20:59:35.238942 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7826eda-61ba-4649-80d9-cb3212a68382 None None] Routers {'f292ff04-6ebd-4c94-9d09-3aabf4761455'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:59:35.239553 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-e7826eda-61ba-4649-80d9-cb3212a68382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:59:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['f292ff04-6ebd-4c94-9d09-3aabf4761455'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:35.251222 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617903c9-3c14-4f8c-852a-d132edacaf38 admin admin] Router f292ff04-6ebd-4c94-9d09-3aabf4761455 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:59:35.280913 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-017bfd10-2a44-4d24-adcb-f6f977c7dda7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:35.423444 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-e7826eda-61ba-4649-80d9-cb3212a68382 None None] Set router f292ff04-6ebd-4c94-9d09-3aabf4761455 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:59:35.436863 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-017bfd10-2a44-4d24-adcb-f6f977c7dda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:35.473647 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617903c9-3c14-4f8c-852a-d132edacaf38 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:59:35.485877 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-617903c9-3c14-4f8c-852a-d132edacaf38 admin admin] 10.222.0.26 "PUT /v2.0/routers/f292ff04-6ebd-4c94-9d09-3aabf4761455/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6028190 Feb 04 20:59:35.489598 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52272) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:35.722418 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82a7a3-8d55-486f-b19b-257047b26e7d req-df3e693a-8fa9-4cea-956a-159fa7cbe1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:35.723779 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ae82a7a3-8d55-486f-b19b-257047b26e7d req-df3e693a-8fa9-4cea-956a-159fa7cbe1e9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b853d123be434c35ad6eaadda6a379bc&device_id=9a445a81-5812-4ae7-bb15-d774de074360 HTTP/1.1" status: 200 len: 1097 time: 0.7917554 Feb 04 20:59:35.725723 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35ed43-404c-4766-9308-c031d76ab24c req-085a994b-daf6-4e48-909c-e85e11b93abe tempest-MigrationsAdminTest-1331504191 tempest-MigrationsAdminTest-1331504191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:35.728382 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9d35ed43-404c-4766-9308-c031d76ab24c req-085a994b-daf6-4e48-909c-e85e11b93abe tempest-MigrationsAdminTest-1331504191 tempest-MigrationsAdminTest-1331504191-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 1100 time: 0.7978148 Feb 04 20:59:35.783837 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-e7826eda-61ba-4649-80d9-cb3212a68382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f292ff04-6ebd-4c94-9d09-3aabf4761455', 'name': 'tempest-ServersTestFqdnHostnames-1457996505-router', 'tenant_id': '47f2935da1374a4986a1e3079bd486fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '9b8d4fbc-8f1e-4517-9c4f-09e20db538c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:59:24Z', 'updated_at': '2022-02-04T20:59:34Z', 'revision_number': 5, 'project_id': '47f2935da1374a4986a1e3079bd486fe', 'gw_port': {'id': '9b8d4fbc-8f1e-4517-9c4f-09e20db538c8', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:dc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292ff04-6ebd-4c94-9d09-3aabf4761455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:59:25Z', 'updated_at': '2022-02-04T20:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:35.788170 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7826eda-61ba-4649-80d9-cb3212a68382 None None] The sync data for ids ['f292ff04-6ebd-4c94-9d09-3aabf4761455'] in n-d-827896-1 is: [{'id': 'f292ff04-6ebd-4c94-9d09-3aabf4761455', 'name': 'tempest-ServersTestFqdnHostnames-1457996505-router', 'tenant_id': '47f2935da1374a4986a1e3079bd486fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '9b8d4fbc-8f1e-4517-9c4f-09e20db538c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:59:24Z', 'updated_at': '2022-02-04T20:59:34Z', 'revision_number': 5, 'project_id': '47f2935da1374a4986a1e3079bd486fe', 'gw_port': {'id': '9b8d4fbc-8f1e-4517-9c4f-09e20db538c8', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:dc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f292ff04-6ebd-4c94-9d09-3aabf4761455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:59:25Z', 'updated_at': '2022-02-04T20:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:59:35.831512 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-76e5c726-f804-43fd-a3c5-5069c1125a19 admin admin] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:35.852043 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9d35ed43-404c-4766-9308-c031d76ab24c req-bc1b2e10-ca3c-49fa-b1a9-b029338b1149 tempest-MigrationsAdminTest-1331504191 tempest-MigrationsAdminTest-1331504191-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:35.965496 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-9d35ed43-404c-4766-9308-c031d76ab24c req-bc1b2e10-ca3c-49fa-b1a9-b029338b1149 tempest-MigrationsAdminTest-1331504191 tempest-MigrationsAdminTest-1331504191-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:59:35.977173 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-017bfd10-2a44-4d24-adcb-f6f977c7dda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:35.985656 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a563a3-2855-4843-8c0b-533c75595f0c admin admin] Router 85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:59:35.987056 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-9d35ed43-404c-4766-9308-c031d76ab24c req-bc1b2e10-ca3c-49fa-b1a9-b029338b1149 tempest-MigrationsAdminTest-1331504191 tempest-MigrationsAdminTest-1331504191-project-admin] Usage tracker for resource:security_group_rule and tenant:b7311fbcd1b84e70b915686ad2712042 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:59:36.025758 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-9d35ed43-404c-4766-9308-c031d76ab24c req-bc1b2e10-ca3c-49fa-b1a9-b029338b1149 tempest-MigrationsAdminTest-1331504191 tempest-MigrationsAdminTest-1331504191-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:59:36.036189 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-76e5c726-f804-43fd-a3c5-5069c1125a19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:36.047546 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-76e5c726-f804-43fd-a3c5-5069c1125a19 admin admin] Deleting port 9b8d4fbc-8f1e-4517-9c4f-09e20db538c8 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:36.048040 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-76e5c726-f804-43fd-a3c5-5069c1125a19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:36.059119 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-9d35ed43-404c-4766-9308-c031d76ab24c req-bc1b2e10-ca3c-49fa-b1a9-b029338b1149 tempest-MigrationsAdminTest-1331504191 tempest-MigrationsAdminTest-1331504191-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:59:36.063886 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017bfd10-2a44-4d24-adcb-f6f977c7dda7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52dce76a-dd1c-484a-ae6a-f327dbe47b7b,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:36.079559 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-017bfd10-2a44-4d24-adcb-f6f977c7dda7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:36.244261 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-017bfd10-2a44-4d24-adcb-f6f977c7dda7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/52dce76a-dd1c-484a-ae6a-f327dbe47b7b HTTP/1.1" status: 204 len: 168 time: 1.4149740 Feb 04 20:59:36.244434 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-76e5c726-f804-43fd-a3c5-5069c1125a19 admin admin] For port 9b8d4fbc-8f1e-4517-9c4f-09e20db538c8, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=9b8d4fbc-8f1e-4517-9c4f-09e20db538c8,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:36.244685 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-76e5c726-f804-43fd-a3c5-5069c1125a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:36.252683 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52278) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:36.258619 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82a7a3-8d55-486f-b19b-257047b26e7d req-4ef49d6d-db39-4b72-9d70-f8e23b8e3ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:36.260100 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ae82a7a3-8d55-486f-b19b-257047b26e7d req-4ef49d6d-db39-4b72-9d70-f8e23b8e3ad8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e HTTP/1.1" status: 200 len: 906 time: 0.4730616 Feb 04 20:59:36.268243 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d04497-4d3b-47eb-8fac-2538ae8fa58d req-41c5fd6f-6378-431e-955d-c857d454187b tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:36.269834 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-20d04497-4d3b-47eb-8fac-2538ae8fa58d req-41c5fd6f-6378-431e-955d-c857d454187b tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a445a81-5812-4ae7-bb15-d774de074360 HTTP/1.1" status: 200 len: 946 time: 0.5603135 Feb 04 20:59:36.425586 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-76e5c726-f804-43fd-a3c5-5069c1125a19 admin admin] Calling delete_port for 9b8d4fbc-8f1e-4517-9c4f-09e20db538c8 owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:36.556827 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb5d129-fe39-4c42-a753-4d270e8b7f22 None None] Sync routers for ids ['f292ff04-6ebd-4c94-9d09-3aabf4761455'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:59:36.566302 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-20d04497-4d3b-47eb-8fac-2538ae8fa58d req-6de5dbfc-eca1-4cf5-bb19-5d4158fe445f tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1a33d20-11be-4212-b786-165d7dd1f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2218370 Feb 04 20:59:36.569835 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-75e06a42-43ae-4e3e-a2ff-42708466144a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:36.570264 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb5d129-fe39-4c42-a753-4d270e8b7f22 None None] Routers {'f292ff04-6ebd-4c94-9d09-3aabf4761455'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:59:36.571098 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-beb5d129-fe39-4c42-a753-4d270e8b7f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:59:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['f292ff04-6ebd-4c94-9d09-3aabf4761455'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:36.571583 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ae82a7a3-8d55-486f-b19b-257047b26e7d req-b0a82cf0-d3e2-43ce-b287-03dc98f8aa99 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4481983f-5829-4879-87a9-6c3e19143e2a HTTP/1.1" status: 200 len: 1001 time: 0.2993362 Feb 04 20:59:36.581024 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a563a3-2855-4843-8c0b-533c75595f0c admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:59:36.594966 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3d1012-52fb-4f4e-bbb7-127f51892034 None None] Sync routers for ids ['85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:59:36.615001 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3d1012-52fb-4f4e-bbb7-127f51892034 None None] Routers {'85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:59:36.615628 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-8f3d1012-52fb-4f4e-bbb7-127f51892034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:59:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:36.673085 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82a7a3-8d55-486f-b19b-257047b26e7d req-b710a289-17cb-4549-a80d-04bcb43a7360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:36.677524 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ae82a7a3-8d55-486f-b19b-257047b26e7d req-b710a289-17cb-4549-a80d-04bcb43a7360 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ca68937e-9a6a-40e5-9320-e4f04a7afb8b HTTP/1.1" status: 200 len: 844 time: 0.0893567 Feb 04 20:59:36.785151 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-75e06a42-43ae-4e3e-a2ff-42708466144a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:36.819100 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-75e06a42-43ae-4e3e-a2ff-42708466144a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2945ff6-c379-474d-a032-331b1f6dd08e']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:36.837148 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-8f3d1012-52fb-4f4e-bbb7-127f51892034 None None] Set router 85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:59:36.845442 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17a2a9-a7d2-4df6-a5c1-bcd49406a6aa req-4d738a62-dbb3-4615-bbf3-ce64fde4a6a9 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:36.852826 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0f17a2a9-a7d2-4df6-a5c1-bcd49406a6aa req-4d738a62-dbb3-4615-bbf3-ce64fde4a6a9 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a445a81-5812-4ae7-bb15-d774de074360 HTTP/1.1" status: 200 len: 946 time: 0.7769148 Feb 04 20:59:36.857395 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-beb5d129-fe39-4c42-a753-4d270e8b7f22 None None] Set router f292ff04-6ebd-4c94-9d09-3aabf4761455 gateway port host: None {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:59:36.862715 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-17a563a3-2855-4843-8c0b-533c75595f0c admin admin] 10.222.0.26 "PUT /v2.0/routers/85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1722534 Feb 04 20:59:36.863822 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52282) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:36.937248 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-75e06a42-43ae-4e3e-a2ff-42708466144a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2af5256-5129-4b85-97f3-81d5f6e51ede') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:36.937552 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-75e06a42-43ae-4e3e-a2ff-42708466144a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2af5256-5129-4b85-97f3-81d5f6e51ede') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:36.994388 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9d35ed43-404c-4766-9308-c031d76ab24c req-bc1b2e10-ca3c-49fa-b1a9-b029338b1149 tempest-MigrationsAdminTest-1331504191 tempest-MigrationsAdminTest-1331504191-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:37.007025 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07996bf1-0225-4e57-9c04-e798441c3584', 'name': 'network-vif-deleted', 'tag': '3bc162a1-2167-4622-af4b-541e13966810', 'status': 'completed', 'code': 200} Feb 04 20:59:37.008629 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9d35ed43-404c-4766-9308-c031d76ab24c req-bc1b2e10-ca3c-49fa-b1a9-b029338b1149 tempest-MigrationsAdminTest-1331504191 tempest-MigrationsAdminTest-1331504191-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:37.031907 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-75e06a42-43ae-4e3e-a2ff-42708466144a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:37.045587 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-9d35ed43-404c-4766-9308-c031d76ab24c req-bc1b2e10-ca3c-49fa-b1a9-b029338b1149 tempest-MigrationsAdminTest-1331504191 tempest-MigrationsAdminTest-1331504191-project-admin] Synchronizing usage tracker for tenant:b7311fbcd1b84e70b915686ad2712042 on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:59:37.052669 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-beb5d129-fe39-4c42-a753-4d270e8b7f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f292ff04-6ebd-4c94-9d09-3aabf4761455', 'name': 'tempest-ServersTestFqdnHostnames-1457996505-router', 'tenant_id': '47f2935da1374a4986a1e3079bd486fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:59:24Z', 'updated_at': '2022-02-04T20:59:36Z', 'revision_number': 6, 'project_id': '47f2935da1374a4986a1e3079bd486fe', 'gw_port_host': None}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:37.058146 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb5d129-fe39-4c42-a753-4d270e8b7f22 None None] Checking router: f292ff04-6ebd-4c94-9d09-3aabf4761455 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:59:37.070440 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb5d129-fe39-4c42-a753-4d270e8b7f22 None None] Routers {'f292ff04-6ebd-4c94-9d09-3aabf4761455'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:59:37.071388 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-beb5d129-fe39-4c42-a753-4d270e8b7f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:59:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['f292ff04-6ebd-4c94-9d09-3aabf4761455'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:37.078760 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-0f17a2a9-a7d2-4df6-a5c1-bcd49406a6aa req-fa449a40-90ae-44f3-8a76-dd9b68dece7d tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Deleting port 4481983f-5829-4879-87a9-6c3e19143e2a {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:37.079108 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0f17a2a9-a7d2-4df6-a5c1-bcd49406a6aa req-fa449a40-90ae-44f3-8a76-dd9b68dece7d tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:37.080906 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-75e06a42-43ae-4e3e-a2ff-42708466144a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:37.088167 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75e06a42-43ae-4e3e-a2ff-42708466144a admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:59:37.088659 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-75e06a42-43ae-4e3e-a2ff-42708466144a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:37.225536 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 20:59:37.225536 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:59:37.225536 n-d-827896-1 neutron-server[87682]: timer() Feb 04 20:59:37.225536 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:59:37.225536 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 20:59:37.225536 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:59:37.225536 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 20:59:37.225536 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:59:37.225536 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 20:59:37.225536 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:59:37.225536 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 20:59:37.225536 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:59:37.225536 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 20:59:37.225536 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:59:37.225536 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:59:37.225536 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:59:37.225536 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:59:37.225536 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:59:37.225536 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 20:59:37.225536 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:59:37.225536 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 20:59:37.225536 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:59:37.225536 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:59:37.225536 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:59:37.225536 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 20:59:37.225536 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:59:37.225536 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:59:37.225536 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:59:37.225536 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:59:37.225536 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:59:37.225536 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:59:37.225536 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:59:37.244324 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-75e06a42-43ae-4e3e-a2ff-42708466144a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:37.253623 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-75e06a42-43ae-4e3e-a2ff-42708466144a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:37.326540 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82a7a3-8d55-486f-b19b-257047b26e7d req-ee7109ae-3441-4103-8e38-8247879935c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:37.328296 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-beb5d129-fe39-4c42-a753-4d270e8b7f22 None None] Set router f292ff04-6ebd-4c94-9d09-3aabf4761455 gateway port host: None {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:59:37.329398 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ae82a7a3-8d55-486f-b19b-257047b26e7d req-ee7109ae-3441-4103-8e38-8247879935c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6469321 Feb 04 20:59:37.335413 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b2e10-ca3c-49fa-b1a9-b029338b1149 tempest-MigrationsAdminTest-1331504191 tempest-MigrationsAdminTest-1331504191-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c15349-e742-4349-819b-9b29583cfdf3,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:37.419124 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-8f3d1012-52fb-4f4e-bbb7-127f51892034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2010306810-router', 'tenant_id': '7bded15aab9a4c4d92a66ff896e1379d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '8a003274-595c-403b-8bbc-47df9b80209a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:57:40Z', 'updated_at': '2022-02-04T20:59:33Z', 'revision_number': 5, 'project_id': '7bded15aab9a4c4d92a66ff896e1379d', 'gw_port': {'id': '8a003274-595c-403b-8bbc-47df9b80209a', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:42Z', 'updated_at': '2022-02-04T20:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:37.432021 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3d1012-52fb-4f4e-bbb7-127f51892034 None None] Checking router: 85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:59:37.435699 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e06a42-43ae-4e3e-a2ff-42708466144a admin admin] Pushing event deleted for resources: {'Network': ['ID=e2945ff6-c379-474d-a032-331b1f6dd08e,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:37.446779 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-75e06a42-43ae-4e3e-a2ff-42708466144a admin admin] 10.222.0.26 "DELETE /v2.0/networks/e2945ff6-c379-474d-a032-331b1f6dd08e HTTP/1.1" status: 204 len: 168 time: 1.1901841 Feb 04 20:59:37.448999 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3d1012-52fb-4f4e-bbb7-127f51892034 None None] Routers {'85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:59:37.449669 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-8f3d1012-52fb-4f4e-bbb7-127f51892034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:59:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:37.502268 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ae82a7a3-8d55-486f-b19b-257047b26e7d req-da0058f0-a7ab-4d4b-969c-7dcf5a3b811b service neutron] 10.222.0.18 "GET /v2.0/networks/4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626730 Feb 04 20:59:37.503409 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 52302) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:37.505097 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-76e5c726-f804-43fd-a3c5-5069c1125a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:37.508907 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-9d35ed43-404c-4766-9308-c031d76ab24c req-bc1b2e10-ca3c-49fa-b1a9-b029338b1149 tempest-MigrationsAdminTest-1331504191 tempest-MigrationsAdminTest-1331504191-project-admin] Unset dirty status for tenant:b7311fbcd1b84e70b915686ad2712042 on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:59:37.521803 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9d35ed43-404c-4766-9308-c031d76ab24c req-bc1b2e10-ca3c-49fa-b1a9-b029338b1149 tempest-MigrationsAdminTest-1331504191 tempest-MigrationsAdminTest-1331504191-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7463624 Feb 04 20:59:37.574947 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52308) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:37.632064 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-beb5d129-fe39-4c42-a753-4d270e8b7f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f292ff04-6ebd-4c94-9d09-3aabf4761455', 'name': 'tempest-ServersTestFqdnHostnames-1457996505-router', 'tenant_id': '47f2935da1374a4986a1e3079bd486fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:59:24Z', 'updated_at': '2022-02-04T20:59:36Z', 'revision_number': 6, 'project_id': '47f2935da1374a4986a1e3079bd486fe', 'gw_port_host': None}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:37.640800 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb5d129-fe39-4c42-a753-4d270e8b7f22 None None] The sync data for ids ['f292ff04-6ebd-4c94-9d09-3aabf4761455'] in n-d-827896-1 is: [{'id': 'f292ff04-6ebd-4c94-9d09-3aabf4761455', 'name': 'tempest-ServersTestFqdnHostnames-1457996505-router', 'tenant_id': '47f2935da1374a4986a1e3079bd486fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:59:24Z', 'updated_at': '2022-02-04T20:59:36Z', 'revision_number': 6, 'project_id': '47f2935da1374a4986a1e3079bd486fe', 'gw_port_host': None}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:59:37.644788 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5c726-f804-43fd-a3c5-5069c1125a19 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b8d4fbc-8f1e-4517-9c4f-09e20db538c8,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:37.726781 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-76e5c726-f804-43fd-a3c5-5069c1125a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:37.799853 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-8f3d1012-52fb-4f4e-bbb7-127f51892034 None None] Set router 85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:59:37.881413 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-acfbc4a6-7f50-443f-8e89-fa0dd0c577b4 admin admin] Deleting subnet 102abffb-e90e-4adc-9616-bbac9116e40f {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:59:37.892609 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-acfbc4a6-7f50-443f-8e89-fa0dd0c577b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:37.994015 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b4d75812-6875-49f2-93d6-6a435cf4b696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:38.008732 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e4ac62c9-f524-4cbf-8128-582f262edd19 admin admin] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:38.081908 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-76e5c726-f804-43fd-a3c5-5069c1125a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:38.095019 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b4d75812-6875-49f2-93d6-6a435cf4b696 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:59:38.099580 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b4d75812-6875-49f2-93d6-6a435cf4b696 admin admin] Usage tracker for resource:security_group_rule and tenant:15482a09f43343d4ad652edddfff15e1 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:59:38.102712 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b4d75812-6875-49f2-93d6-6a435cf4b696 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:59:38.109676 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b4d75812-6875-49f2-93d6-6a435cf4b696 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:59:38.219688 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b4d75812-6875-49f2-93d6-6a435cf4b696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:38.225088 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-76e5c726-f804-43fd-a3c5-5069c1125a19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:38.237828 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b4d75812-6875-49f2-93d6-6a435cf4b696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:38.298179 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b4d75812-6875-49f2-93d6-6a435cf4b696 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=15482a09f43343d4ad652edddfff15e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7198882 Feb 04 20:59:38.307509 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52360) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:38.333742 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d75812-6875-49f2-93d6-6a435cf4b696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dedf2d2e-3f08-4016-b256-bccc1e4ecd02,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:38.435247 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-76e5c726-f804-43fd-a3c5-5069c1125a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:38.435691 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e5c726-f804-43fd-a3c5-5069c1125a19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f292ff04-6ebd-4c94-9d09-3aabf4761455 {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:59:38.492288 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-03d8b4bc-a9e4-4bf9-aad5-40b6a6f7c1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:38.494153 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-8f3d1012-52fb-4f4e-bbb7-127f51892034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2010306810-router', 'tenant_id': '7bded15aab9a4c4d92a66ff896e1379d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '8a003274-595c-403b-8bbc-47df9b80209a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:57:40Z', 'updated_at': '2022-02-04T20:59:33Z', 'revision_number': 5, 'project_id': '7bded15aab9a4c4d92a66ff896e1379d', 'gw_port': {'id': '8a003274-595c-403b-8bbc-47df9b80209a', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:42Z', 'updated_at': '2022-02-04T20:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:38.510790 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3d1012-52fb-4f4e-bbb7-127f51892034 None None] The sync data for ids ['85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3'] in n-d-827896-1 is: [{'id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2010306810-router', 'tenant_id': '7bded15aab9a4c4d92a66ff896e1379d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '8a003274-595c-403b-8bbc-47df9b80209a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:57:40Z', 'updated_at': '2022-02-04T20:59:33Z', 'revision_number': 5, 'project_id': '7bded15aab9a4c4d92a66ff896e1379d', 'gw_port': {'id': '8a003274-595c-403b-8bbc-47df9b80209a', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:42Z', 'updated_at': '2022-02-04T20:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:59:38.525443 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-acfbc4a6-7f50-443f-8e89-fa0dd0c577b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:38.557791 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-76e5c726-f804-43fd-a3c5-5069c1125a19 admin admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:38.558892 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-76e5c726-f804-43fd-a3c5-5069c1125a19 admin admin] 10.222.0.26 "DELETE /v2.0/routers/f292ff04-6ebd-4c94-9d09-3aabf4761455 HTTP/1.1" status: 204 len: 168 time: 3.0683692 Feb 04 20:59:38.565160 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-03d8b4bc-a9e4-4bf9-aad5-40b6a6f7c1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:38.571854 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52378) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:38.585747 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e4ac62c9-f524-4cbf-8128-582f262edd19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:38.638651 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-e4ac62c9-f524-4cbf-8128-582f262edd19 admin admin] Deleting port 8a003274-595c-403b-8bbc-47df9b80209a {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:38.639700 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e4ac62c9-f524-4cbf-8128-582f262edd19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:38.741858 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ae82a7a3-8d55-486f-b19b-257047b26e7d req-1c7c5e12-f42c-442b-9be6-8c7c05c2ee5e service neutron] 10.222.0.18 "GET /v2.0/networks/4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1325884 Feb 04 20:59:38.809885 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5d5dbce-5b59-4640-adda-8ff47eae1055 admin admin] Deleting subnet c4175292-4006-4d0f-8828-8e4d5d4958cc {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:59:38.812473 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-0f17a2a9-a7d2-4df6-a5c1-bcd49406a6aa req-fa449a40-90ae-44f3-8a76-dd9b68dece7d tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] For port 4481983f-5829-4879-87a9-6c3e19143e2a, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=4481983f-5829-4879-87a9-6c3e19143e2a,segment=NetworkSegment(e5020a8a-8214-431e-9592-cee2e6807d9f),segment_id=e5020a8a-8214-431e-9592-cee2e6807d9f)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:38.812890 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0f17a2a9-a7d2-4df6-a5c1-bcd49406a6aa req-fa449a40-90ae-44f3-8a76-dd9b68dece7d tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:38.814473 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b5d5dbce-5b59-4640-adda-8ff47eae1055 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:38.826479 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-acfbc4a6-7f50-443f-8e89-fa0dd0c577b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:39.021223 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-03d8b4bc-a9e4-4bf9-aad5-40b6a6f7c1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:39.058668 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b5d5dbce-5b59-4640-adda-8ff47eae1055 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:39.075451 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b68723-d2e4-44ae-ac47-7e11c7f637ec req-e7abbeb2-7a24-488d-8034-70146e54ae5b tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:39.078147 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1b68723-d2e4-44ae-ac47-7e11c7f637ec req-e7abbeb2-7a24-488d-8034-70146e54ae5b tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a445a81-5812-4ae7-bb15-d774de074360 HTTP/1.1" status: 200 len: 946 time: 0.4802434 Feb 04 20:59:39.105195 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8b4bc-a9e4-4bf9-aad5-40b6a6f7c1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedf2d2e-3f08-4016-b256-bccc1e4ecd02,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:39.164147 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-31ffeafe-d35f-4f3a-ab57-a1bfcd8f0165 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6065207 Feb 04 20:59:39.220134 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-e4ac62c9-f524-4cbf-8128-582f262edd19 admin admin] For port 8a003274-595c-403b-8bbc-47df9b80209a, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=8a003274-595c-403b-8bbc-47df9b80209a,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:39.221843 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e4ac62c9-f524-4cbf-8128-582f262edd19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:39.279470 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-acfbc4a6-7f50-443f-8e89-fa0dd0c577b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:39.285590 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1b68723-d2e4-44ae-ac47-7e11c7f637ec req-0f95f26f-0687-473a-8bfa-28306524e814 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1a33d20-11be-4212-b786-165d7dd1f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906378 Feb 04 20:59:39.413440 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbc4a6-7f50-443f-8e89-fa0dd0c577b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=102abffb-e90e-4adc-9616-bbac9116e40f,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:39.426286 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 4481983f-5829-4879-87a9-6c3e19143e2a no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:59:39.458673 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-acfbc4a6-7f50-443f-8e89-fa0dd0c577b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:39.467941 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-03d8b4bc-a9e4-4bf9-aad5-40b6a6f7c1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:39.469626 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-03d8b4bc-a9e4-4bf9-aad5-40b6a6f7c1ec admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dedf2d2e-3f08-4016-b256-bccc1e4ecd02 HTTP/1.1" status: 204 len: 168 time: 1.1585815 Feb 04 20:59:39.484097 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0f17a2a9-a7d2-4df6-a5c1-bcd49406a6aa req-fa449a40-90ae-44f3-8a76-dd9b68dece7d tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:39.484575 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0f17a2a9-a7d2-4df6-a5c1-bcd49406a6aa req-fa449a40-90ae-44f3-8a76-dd9b68dece7d tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:39.484992 n-d-827896-1 neutron-server[87683]: INFO neutron.db.l3_db [req-0f17a2a9-a7d2-4df6-a5c1-bcd49406a6aa req-fa449a40-90ae-44f3-8a76-dd9b68dece7d tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Floating IP 1598e308-bf06-42de-989a-d7fa8b47d540 disassociated. External IP: 172.25.5.47, port: 4481983f-5829-4879-87a9-6c3e19143e2a. Feb 04 20:59:39.485499 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-0f17a2a9-a7d2-4df6-a5c1-bcd49406a6aa req-fa449a40-90ae-44f3-8a76-dd9b68dece7d tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Calling delete_port for 4481983f-5829-4879-87a9-6c3e19143e2a owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:39.571853 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-acfbc4a6-7f50-443f-8e89-fa0dd0c577b4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/102abffb-e90e-4adc-9616-bbac9116e40f HTTP/1.1" status: 204 len: 168 time: 2.0620153 Feb 04 20:59:39.575828 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 52460) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:39.699457 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 9b8d4fbc-8f1e-4517-9c4f-09e20db538c8 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:59:39.746656 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0de1c1-8283-49ad-9335-5e5f359837e3 req-d583550b-ee80-4c39-a3ed-eb5b38959507 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:39.762176 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ff0de1c1-8283-49ad-9335-5e5f359837e3 req-d583550b-ee80-4c39-a3ed-eb5b38959507 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 949 time: 0.4889209 Feb 04 20:59:39.799570 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 9b8d4fbc-8f1e-4517-9c4f-09e20db538c8 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:59:39.800095 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 9b8d4fbc-8f1e-4517-9c4f-09e20db538c8 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:59:39.800654 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 96847383-cd2d-430f-9cc1-78f6f0f6f73b no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:59:39.862357 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 96847383-cd2d-430f-9cc1-78f6f0f6f73b {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:59:39.862996 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 96847383-cd2d-430f-9cc1-78f6f0f6f73b not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:59:39.870465 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-e4ac62c9-f524-4cbf-8128-582f262edd19 admin admin] Calling delete_port for 8a003274-595c-403b-8bbc-47df9b80209a owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:39.877149 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:39.913433 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9b300963-4511-47df-bd45-aab4f574161f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:39.972118 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ff0de1c1-8283-49ad-9335-5e5f359837e3 req-5169f704-aa40-4809-9ad5-1afadf3379e5 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090549 Feb 04 20:59:39.998296 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b5d5dbce-5b59-4640-adda-8ff47eae1055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:40.167979 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 52496) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:40.224488 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b5d5dbce-5b59-4640-adda-8ff47eae1055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:40.289744 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0f17a2a9-a7d2-4df6-a5c1-bcd49406a6aa req-fa449a40-90ae-44f3-8a76-dd9b68dece7d tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:40.295982 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b5d5dbce-5b59-4640-adda-8ff47eae1055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:40.302695 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b6f1ea-7368-4c51-b30a-5e5ace9a1206 None None] Network 7e196d80-283b-4430-958d-a906e29c4c2f requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:59:40.316762 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5dbce-5b59-4640-adda-8ff47eae1055 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4175292-4006-4d0f-8828-8e4d5d4958cc,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:40.326122 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e4ac62c9-f524-4cbf-8128-582f262edd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:40.415424 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b5d5dbce-5b59-4640-adda-8ff47eae1055 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c4175292-4006-4d0f-8828-8e4d5d4958cc HTTP/1.1" status: 204 len: 168 time: 1.8388093 Feb 04 20:59:40.469140 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 52510) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:40.470211 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5248a88f-19c1-459e-9ce6-4958a15af0bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:40.511741 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e4ac62c9-f524-4cbf-8128-582f262edd19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:40.537809 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa449a40-90ae-44f3-8a76-dd9b68dece7d tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Pushing event deleted for resources: {'Port': ['ID=4481983f-5829-4879-87a9-6c3e19143e2a,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:40.544406 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-5248a88f-19c1-459e-9ce6-4958a15af0bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:59:40.606154 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac62c9-f524-4cbf-8128-582f262edd19 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a003274-595c-403b-8bbc-47df9b80209a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:40.681269 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5248a88f-19c1-459e-9ce6-4958a15af0bb admin admin] Usage tracker for resource:security_group_rule and tenant:ea6f76d94b6b4bceb356637b4db8026c is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:59:40.687026 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9b300963-4511-47df-bd45-aab4f574161f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:40.751404 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5248a88f-19c1-459e-9ce6-4958a15af0bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:59:40.772030 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e4ac62c9-f524-4cbf-8128-582f262edd19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:40.774456 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e4ac62c9-f524-4cbf-8128-582f262edd19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:40.802560 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e4ac62c9-f524-4cbf-8128-582f262edd19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:40.803750 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ac62c9-f524-4cbf-8128-582f262edd19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3 {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:59:40.816692 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e4ac62c9-f524-4cbf-8128-582f262edd19 admin admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:40.821870 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e4ac62c9-f524-4cbf-8128-582f262edd19 admin admin] 10.222.0.26 "DELETE /v2.0/routers/85c351d6-d2a3-4ec1-b3a1-ecbeafb1d0a3 HTTP/1.1" status: 204 len: 168 time: 3.9523585 Feb 04 20:59:40.822728 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52516) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:40.837054 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ed69c9b4-d215-49aa-ba32-e5e068b591aa req-6f3ebbb4-ead2-40fa-8869-13fdbd8738be tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a445a81-5812-4ae7-bb15-d774de074360 HTTP/1.1" status: 200 len: 210 time: 0.1528239 Feb 04 20:59:40.843025 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-5248a88f-19c1-459e-9ce6-4958a15af0bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:59:40.870902 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498136d8-39f1-40c6-884e-90a340d1a79f None None] DHCP port deletion for 7e196d80-283b-4430-958d-a906e29c4c2f request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:59:40.877668 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-498136d8-39f1-40c6-884e-90a340d1a79f None None] Deleting port 270ff4c0-6ece-4852-8227-dc0eb9e0ee31 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:40.878156 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-498136d8-39f1-40c6-884e-90a340d1a79f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:40.923940 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-9b300963-4511-47df-bd45-aab4f574161f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a19a0c04-1b1e-4a60-9bb8-b32c6867ec38']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:41.023153 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e76fc6f-948b-4163-885a-abbf8a63b54f admin admin] Deleting subnet 5c9bc8a2-4c7b-4455-a8c1-881df14931a7 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:59:41.032747 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9e76fc6f-948b-4163-885a-abbf8a63b54f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:41.163797 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9e76fc6f-948b-4163-885a-abbf8a63b54f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:41.264438 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bb3ecabc-77ba-4d14-8f7e-e1f69d8bcac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:41.301184 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-9b300963-4511-47df-bd45-aab4f574161f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2898231-3274-442f-b16d-661bdc2664ed') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:41.301742 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-9b300963-4511-47df-bd45-aab4f574161f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2898231-3274-442f-b16d-661bdc2664ed') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:41.328405 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9e76fc6f-948b-4163-885a-abbf8a63b54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:41.332752 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-498136d8-39f1-40c6-884e-90a340d1a79f None None] For port 270ff4c0-6ece-4852-8227-dc0eb9e0ee31, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=270ff4c0-6ece-4852-8227-dc0eb9e0ee31,segment=NetworkSegment(89fab6c7-259e-4924-bae1-109821606dbc),segment_id=89fab6c7-259e-4924-bae1-109821606dbc)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:41.333306 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-498136d8-39f1-40c6-884e-90a340d1a79f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:41.370752 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9b300963-4511-47df-bd45-aab4f574161f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:41.441203 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9e76fc6f-948b-4163-885a-abbf8a63b54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:41.476412 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9b300963-4511-47df-bd45-aab4f574161f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:41.478978 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ecabc-77ba-4d14-8f7e-e1f69d8bcac6 admin admin] Deleting port 270ff4c0-6ece-4852-8227-dc0eb9e0ee31 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:41.479371 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bb3ecabc-77ba-4d14-8f7e-e1f69d8bcac6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:41.552395 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e76fc6f-948b-4163-885a-abbf8a63b54f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c9bc8a2-4c7b-4455-a8c1-881df14931a7,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:41.560836 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9e76fc6f-948b-4163-885a-abbf8a63b54f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:41.582684 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9e76fc6f-948b-4163-885a-abbf8a63b54f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5c9bc8a2-4c7b-4455-a8c1-881df14931a7 HTTP/1.1" status: 204 len: 168 time: 0.7587647 Feb 04 20:59:41.583291 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52554) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:41.584712 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f17a2a9-a7d2-4df6-a5c1-bcd49406a6aa req-fa449a40-90ae-44f3-8a76-dd9b68dece7d tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Router 99defa9e-d0cf-40fb-8b41-5e85c50548fd has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:59:41.591773 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b300963-4511-47df-bd45-aab4f574161f admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:59:41.592796 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9b300963-4511-47df-bd45-aab4f574161f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:41.774327 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-498136d8-39f1-40c6-884e-90a340d1a79f None None] Calling delete_port for 270ff4c0-6ece-4852-8227-dc0eb9e0ee31 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:41.813329 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9fd7e9ea-60cd-4e27-a4cd-3259ad922198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:41.827435 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 20:59:41.827435 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:59:41.827435 n-d-827896-1 neutron-server[87683]: timer() Feb 04 20:59:41.827435 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:59:41.827435 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 20:59:41.827435 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:59:41.827435 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 20:59:41.827435 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:59:41.827435 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 20:59:41.827435 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:59:41.827435 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 20:59:41.827435 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:59:41.827435 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 20:59:41.827435 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:59:41.827435 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:59:41.827435 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:59:41.827435 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:59:41.827435 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:59:41.827435 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 20:59:41.827435 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:59:41.827435 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 20:59:41.827435 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:59:41.827435 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:59:41.827435 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:59:41.827435 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 20:59:41.827435 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:59:41.827435 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:59:41.827435 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:59:41.827435 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:59:41.827435 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:59:41.827435 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:59:41.827435 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:59:41.829697 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-9fd7e9ea-60cd-4e27-a4cd-3259ad922198 admin admin] Deleting port f8a4bb51-c49a-4512-9851-39cb8de6110b {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:41.829697 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9fd7e9ea-60cd-4e27-a4cd-3259ad922198 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:41.838926 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3f0f52-0dcb-4e56-bf02-d9fc36e39925 None None] Network f67e4cfa-d68d-4332-8e6e-b314179425e3 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:59:41.865067 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 8a003274-595c-403b-8bbc-47df9b80209a no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:59:41.924079 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 8a003274-595c-403b-8bbc-47df9b80209a {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:59:41.925118 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 8a003274-595c-403b-8bbc-47df9b80209a not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:59:41.925690 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 270ff4c0-6ece-4852-8227-dc0eb9e0ee31 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:59:42.125938 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-9fd7e9ea-60cd-4e27-a4cd-3259ad922198 admin admin] For port f8a4bb51-c49a-4512-9851-39cb8de6110b, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=f8a4bb51-c49a-4512-9851-39cb8de6110b,segment=NetworkSegment(9c6b215c-a4e6-49c2-a413-2fb6b72da92f),segment_id=9c6b215c-a4e6-49c2-a413-2fb6b72da92f)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:42.126455 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9fd7e9ea-60cd-4e27-a4cd-3259ad922198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:42.271254 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-498136d8-39f1-40c6-884e-90a340d1a79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:42.287180 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-9fd7e9ea-60cd-4e27-a4cd-3259ad922198 admin admin] Calling delete_port for f8a4bb51-c49a-4512-9851-39cb8de6110b owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:42.287394 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f17a2a9-a7d2-4df6-a5c1-bcd49406a6aa req-fa449a40-90ae-44f3-8a76-dd9b68dece7d tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:59:42.298520 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd68b18d-13c1-4319-aadc-9109a794d574 None None] Sync routers for ids ['99defa9e-d0cf-40fb-8b41-5e85c50548fd'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:59:42.309868 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd68b18d-13c1-4319-aadc-9109a794d574 None None] Routers {'99defa9e-d0cf-40fb-8b41-5e85c50548fd'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:59:42.311854 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-fd68b18d-13c1-4319-aadc-9109a794d574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:59:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['99defa9e-d0cf-40fb-8b41-5e85c50548fd'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:42.381640 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5248a88f-19c1-459e-9ce6-4958a15af0bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:42.383875 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Port 270ff4c0-6ece-4852-8227-dc0eb9e0ee31 update to DOWN by agent not found {{(pid=87684) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 04 20:59:42.394515 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd19d5-d615-47ad-a11b-ad250fc5c7d6 req-9f635b8e-acbc-41d7-8370-1e34556cb77c tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:42.401282 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd19d5-d615-47ad-a11b-ad250fc5c7d6 req-9f635b8e-acbc-41d7-8370-1e34556cb77c tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:42.402981 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-8cdd19d5-d615-47ad-a11b-ad250fc5c7d6 req-9f635b8e-acbc-41d7-8370-1e34556cb77c tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Synchronizing usage tracker for tenant:71d66760485a4a8882272889cbb18327 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:59:42.403398 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498136d8-39f1-40c6-884e-90a340d1a79f None None] Pushing event deleted for resources: {'Port': ['ID=270ff4c0-6ece-4852-8227-dc0eb9e0ee31,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:42.408351 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9fd7e9ea-60cd-4e27-a4cd-3259ad922198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:42.424502 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498136d8-39f1-40c6-884e-90a340d1a79f None None] No DVR routers for this DVR port 270ff4c0-6ece-4852-8227-dc0eb9e0ee31 on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:59:42.441635 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5248a88f-19c1-459e-9ce6-4958a15af0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:42.449601 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9b300963-4511-47df-bd45-aab4f574161f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:42.462168 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498136d8-39f1-40c6-884e-90a340d1a79f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:42.462509 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498136d8-39f1-40c6-884e-90a340d1a79f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:42.462989 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498136d8-39f1-40c6-884e-90a340d1a79f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:42.463329 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498136d8-39f1-40c6-884e-90a340d1a79f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:42.463657 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498136d8-39f1-40c6-884e-90a340d1a79f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:42.463983 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498136d8-39f1-40c6-884e-90a340d1a79f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:42.464306 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498136d8-39f1-40c6-884e-90a340d1a79f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:42.464626 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498136d8-39f1-40c6-884e-90a340d1a79f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:42.464944 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498136d8-39f1-40c6-884e-90a340d1a79f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:42.465300 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498136d8-39f1-40c6-884e-90a340d1a79f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:42.465623 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498136d8-39f1-40c6-884e-90a340d1a79f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:42.466943 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498136d8-39f1-40c6-884e-90a340d1a79f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 20:59:42.556008 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248a88f-19c1-459e-9ce6-4958a15af0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0b9840-e587-4f83-8182-9c9e4a601c0b,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:42.606279 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-19bc35cc-18be-46da-b273-b17cd118a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:42.608254 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-19bc35cc-18be-46da-b273-b17cd118a592 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 1100 time: 1.2415893 Feb 04 20:59:42.617533 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5215c9-995e-4fb5-90b7-df8c48a59ed8 None None] DHCP port deletion for f67e4cfa-d68d-4332-8e6e-b314179425e3 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:59:42.663194 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-fd68b18d-13c1-4319-aadc-9109a794d574 None None] Set router 99defa9e-d0cf-40fb-8b41-5e85c50548fd gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:59:42.681664 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9b300963-4511-47df-bd45-aab4f574161f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:42.690503 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7e9ea-60cd-4e27-a4cd-3259ad922198 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8a4bb51-c49a-4512-9851-39cb8de6110b,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:42.692426 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd7e9ea-60cd-4e27-a4cd-3259ad922198 admin admin] No DVR routers for this DVR port f8a4bb51-c49a-4512-9851-39cb8de6110b on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:59:42.740471 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-bb3ecabc-77ba-4d14-8f7e-e1f69d8bcac6 admin admin] For port 270ff4c0-6ece-4852-8227-dc0eb9e0ee31, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=270ff4c0-6ece-4852-8227-dc0eb9e0ee31,segment=NetworkSegment(89fab6c7-259e-4924-bae1-109821606dbc),segment_id=89fab6c7-259e-4924-bae1-109821606dbc)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:42.740915 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bb3ecabc-77ba-4d14-8f7e-e1f69d8bcac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:42.768719 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-8cdd19d5-d615-47ad-a11b-ad250fc5c7d6 req-9f635b8e-acbc-41d7-8370-1e34556cb77c tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Unset dirty status for tenant:71d66760485a4a8882272889cbb18327 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:59:42.776767 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8cdd19d5-d615-47ad-a11b-ad250fc5c7d6 req-9f635b8e-acbc-41d7-8370-1e34556cb77c tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ccee242-4d2d-4fb0-ba55-8e5a60dc1fed&device_id=9ce0c493-e4f6-4f9b-8eab-95507c819e4e HTTP/1.1" status: 200 len: 1682 time: 1.7882590 Feb 04 20:59:42.792609 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b300963-4511-47df-bd45-aab4f574161f admin admin] Pushing event deleted for resources: {'Network': ['ID=a19a0c04-1b1e-4a60-9bb8-b32c6867ec38,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:42.796193 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f17a2a9-a7d2-4df6-a5c1-bcd49406a6aa req-fa449a40-90ae-44f3-8a76-dd9b68dece7d tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] No DVR routers for this DVR port 4481983f-5829-4879-87a9-6c3e19143e2a on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:59:42.798520 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0f17a2a9-a7d2-4df6-a5c1-bcd49406a6aa req-fa449a40-90ae-44f3-8a76-dd9b68dece7d tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:42.833711 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9fd7e9ea-60cd-4e27-a4cd-3259ad922198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:42.862271 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-9fd7e9ea-60cd-4e27-a4cd-3259ad922198 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67e4cfa-d68d-4332-8e6e-b314179425e3']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:42.876731 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-9fd7e9ea-60cd-4e27-a4cd-3259ad922198 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c6b215c-a4e6-49c2-a413-2fb6b72da92f') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:42.877065 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-9fd7e9ea-60cd-4e27-a4cd-3259ad922198 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c6b215c-a4e6-49c2-a413-2fb6b72da92f') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:42.895433 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9fd7e9ea-60cd-4e27-a4cd-3259ad922198 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:42.915382 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9fd7e9ea-60cd-4e27-a4cd-3259ad922198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:42.923085 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd7e9ea-60cd-4e27-a4cd-3259ad922198 admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:59:42.924518 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9fd7e9ea-60cd-4e27-a4cd-3259ad922198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:42.924629 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a445a81-5812-4ae7-bb15-d774de074360', 'name': 'network-vif-deleted', 'tag': '4481983f-5829-4879-87a9-6c3e19143e2a'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:59:42.942866 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 20:59:42.942866 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:59:42.942866 n-d-827896-1 neutron-server[87682]: timer() Feb 04 20:59:42.942866 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:59:42.942866 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 20:59:42.942866 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:59:42.942866 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 20:59:42.942866 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:59:42.942866 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 20:59:42.942866 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:59:42.942866 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 20:59:42.942866 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:59:42.942866 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 20:59:42.942866 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:59:42.942866 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:59:42.942866 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:59:42.942866 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:59:42.942866 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:59:42.942866 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 20:59:42.942866 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:59:42.942866 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 20:59:42.942866 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:59:42.942866 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:59:42.942866 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:59:42.942866 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 20:59:42.942866 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:59:42.942866 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:59:42.942866 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:59:42.942866 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:59:42.942866 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:59:42.942866 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:59:42.942866 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:59:43.013310 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5248a88f-19c1-459e-9ce6-4958a15af0bb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ea6f76d94b6b4bceb356637b4db8026c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8366582 Feb 04 20:59:43.014300 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52568) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:43.022425 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ecabc-77ba-4d14-8f7e-e1f69d8bcac6 admin admin] Calling delete_port for 270ff4c0-6ece-4852-8227-dc0eb9e0ee31 owned by network:dhcp {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:43.050728 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9fd7e9ea-60cd-4e27-a4cd-3259ad922198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:43.055227 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-fd68b18d-13c1-4319-aadc-9109a794d574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'name': 'tempest-ServersTestJSON-528916062-router', 'tenant_id': 'b853d123be434c35ad6eaadda6a379bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '4028c1cc-bae9-4933-9785-1f02eb5d1d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:57:55Z', 'updated_at': '2022-02-04T20:58:08Z', 'revision_number': 4, 'project_id': 'b853d123be434c35ad6eaadda6a379bc', 'gw_port': {'id': '4028c1cc-bae9-4933-9785-1f02eb5d1d07', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:56Z', 'updated_at': '2022-02-04T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'b0e35f61-74be-4e10-ba64-f054a408d7a7', 'name': '', 'network_id': '4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e', 'tenant_id': 'b853d123be434c35ad6eaadda6a379bc', 'mac_address': 'fa:16:3e:48:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ca68937e-9a6a-40e5-9320-e4f04a7afb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:58:05Z', 'updated_at': '2022-02-04T20:58:20Z', 'revision_number': 5, 'project_id': 'b853d123be434c35ad6eaadda6a379bc', 'subnets': [{'id': 'ca68937e-9a6a-40e5-9320-e4f04a7afb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:43.061823 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd68b18d-13c1-4319-aadc-9109a794d574 None None] Checking router: 99defa9e-d0cf-40fb-8b41-5e85c50548fd for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:59:43.072562 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd68b18d-13c1-4319-aadc-9109a794d574 None None] Routers {'99defa9e-d0cf-40fb-8b41-5e85c50548fd'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:59:43.073303 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-fd68b18d-13c1-4319-aadc-9109a794d574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:59:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['99defa9e-d0cf-40fb-8b41-5e85c50548fd'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:43.075615 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9fd7e9ea-60cd-4e27-a4cd-3259ad922198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:43.096703 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7e9ea-60cd-4e27-a4cd-3259ad922198 admin admin] Pushing event deleted for resources: {'Network': ['ID=f67e4cfa-d68d-4332-8e6e-b314179425e3,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:43.105789 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c8e87-89e6-4426-82f0-91de73ab3356 req-0df8dcbb-50bc-46c8-8b0d-478b99fbf3ac tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:43.107520 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c03c8e87-89e6-4426-82f0-91de73ab3356 req-0df8dcbb-50bc-46c8-8b0d-478b99fbf3ac tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 949 time: 1.2789860 Feb 04 20:59:43.117178 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9fd7e9ea-60cd-4e27-a4cd-3259ad922198 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f67e4cfa-d68d-4332-8e6e-b314179425e3 HTTP/1.1" status: 204 len: 168 time: 1.5327539 Feb 04 20:59:43.125927 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-9b300963-4511-47df-bd45-aab4f574161f admin admin] 10.222.0.26 "DELETE /v2.0/networks/a19a0c04-1b1e-4a60-9bb8-b32c6867ec38 HTTP/1.1" status: 204 len: 168 time: 3.5459011 Feb 04 20:59:43.129310 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-58d63117-d37f-47a5-8a5d-b35d7072361e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:43.130989 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0f17a2a9-a7d2-4df6-a5c1-bcd49406a6aa req-fa449a40-90ae-44f3-8a76-dd9b68dece7d tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.18 "DELETE /v2.0/ports/4481983f-5829-4879-87a9-6c3e19143e2a HTTP/1.1" status: 204 len: 173 time: 6.2752817 Feb 04 20:59:43.162340 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-58d63117-d37f-47a5-8a5d-b35d7072361e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:43.190114 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8cdd19d5-d615-47ad-a11b-ad250fc5c7d6 req-708410d1-abe3-415d-9219-997c5ae8fc59 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.26 "GET /v2.0/security-groups?id=68932ba2-6081-4022-98a0-c6c713e17c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123647 Feb 04 20:59:43.251452 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-58d63117-d37f-47a5-8a5d-b35d7072361e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:43.298960 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d63117-d37f-47a5-8a5d-b35d7072361e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0b9840-e587-4f83-8182-9c9e4a601c0b,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:43.313474 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-58d63117-d37f-47a5-8a5d-b35d7072361e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:43.316709 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-58d63117-d37f-47a5-8a5d-b35d7072361e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fb0b9840-e587-4f83-8182-9c9e4a601c0b HTTP/1.1" status: 204 len: 168 time: 0.3004735 Feb 04 20:59:43.425488 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-fd68b18d-13c1-4319-aadc-9109a794d574 None None] Set router 99defa9e-d0cf-40fb-8b41-5e85c50548fd gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:59:43.528042 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52594) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:43.557343 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 52598) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:43.595413 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-defb4c8e-8dcb-44d7-b6b9-fce1b58d665e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:43.597106 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-defb4c8e-8dcb-44d7-b6b9-fce1b58d665e service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.9429014 Feb 04 20:59:43.608172 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-81f27418-e87e-4643-8848-92790ccbe52f req-a73c0b73-1423-47b0-bc13-5055d8e30e98 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Synchronizing usage tracker for tenant:b853d123be434c35ad6eaadda6a379bc on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:59:43.640726 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.api [None req-bb3ecabc-77ba-4d14-8f7e-e1f69d8bcac6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:59:43.641041 n-d-827896-1 neutron-server[87683]: DEBUG oslo_db.api [None req-bb3ecabc-77ba-4d14-8f7e-e1f69d8bcac6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:59:43.663402 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device f8a4bb51-c49a-4512-9851-39cb8de6110b no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:59:43.672457 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2e6a27d4-f1a6-48cf-a66b-61e88d98feab admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7bded15aab9a4c4d92a66ff896e1379d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1403999 Feb 04 20:59:43.673584 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52602) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:43.831138 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: f8a4bb51-c49a-4512-9851-39cb8de6110b {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:59:43.832278 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device f8a4bb51-c49a-4512-9851-39cb8de6110b not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:59:43.833811 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c03c8e87-89e6-4426-82f0-91de73ab3356 req-6a4e7026-bd51-4ec0-8b30-bafb31ffbedc tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6917932 Feb 04 20:59:43.868900 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-5a771770-5409-4953-a126-27ea6ad4b8ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=ad455e09-717a-4546-83e2-e55a50a48670 HTTP/1.1" status: 200 len: 217 time: 0.2523980 Feb 04 20:59:43.880002 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-20770f9a-5673-4103-95a3-6f03b178aeb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:43.881478 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b56e33a-47ae-46ac-a501-660f6cdb2f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:43.974742 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a445a81-5812-4ae7-bb15-d774de074360', 'name': 'network-vif-deleted', 'tag': '4481983f-5829-4879-87a9-6c3e19143e2a', 'status': 'completed', 'code': 200} Feb 04 20:59:43.982660 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b56e33a-47ae-46ac-a501-660f6cdb2f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:44.011478 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-81f27418-e87e-4643-8848-92790ccbe52f req-a73c0b73-1423-47b0-bc13-5055d8e30e98 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Unset dirty status for tenant:b853d123be434c35ad6eaadda6a379bc on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:59:44.026628 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-81f27418-e87e-4643-8848-92790ccbe52f req-a73c0b73-1423-47b0-bc13-5055d8e30e98 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a445a81-5812-4ae7-bb15-d774de074360 HTTP/1.1" status: 200 len: 210 time: 0.5241740 Feb 04 20:59:44.059792 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-fd68b18d-13c1-4319-aadc-9109a794d574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'name': 'tempest-ServersTestJSON-528916062-router', 'tenant_id': 'b853d123be434c35ad6eaadda6a379bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '4028c1cc-bae9-4933-9785-1f02eb5d1d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:57:55Z', 'updated_at': '2022-02-04T20:58:08Z', 'revision_number': 4, 'project_id': 'b853d123be434c35ad6eaadda6a379bc', 'gw_port': {'id': '4028c1cc-bae9-4933-9785-1f02eb5d1d07', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:56Z', 'updated_at': '2022-02-04T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'b0e35f61-74be-4e10-ba64-f054a408d7a7', 'name': '', 'network_id': '4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e', 'tenant_id': 'b853d123be434c35ad6eaadda6a379bc', 'mac_address': 'fa:16:3e:48:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ca68937e-9a6a-40e5-9320-e4f04a7afb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:58:05Z', 'updated_at': '2022-02-04T20:58:20Z', 'revision_number': 5, 'project_id': 'b853d123be434c35ad6eaadda6a379bc', 'subnets': [{'id': 'ca68937e-9a6a-40e5-9320-e4f04a7afb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:44.090967 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd68b18d-13c1-4319-aadc-9109a794d574 None None] The sync data for ids ['99defa9e-d0cf-40fb-8b41-5e85c50548fd'] in n-d-827896-1 is: [{'id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'name': 'tempest-ServersTestJSON-528916062-router', 'tenant_id': 'b853d123be434c35ad6eaadda6a379bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '4028c1cc-bae9-4933-9785-1f02eb5d1d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:57:55Z', 'updated_at': '2022-02-04T20:58:08Z', 'revision_number': 4, 'project_id': 'b853d123be434c35ad6eaadda6a379bc', 'gw_port': {'id': '4028c1cc-bae9-4933-9785-1f02eb5d1d07', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:56Z', 'updated_at': '2022-02-04T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'b0e35f61-74be-4e10-ba64-f054a408d7a7', 'name': '', 'network_id': '4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e', 'tenant_id': 'b853d123be434c35ad6eaadda6a379bc', 'mac_address': 'fa:16:3e:48:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ca68937e-9a6a-40e5-9320-e4f04a7afb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:58:05Z', 'updated_at': '2022-02-04T20:58:20Z', 'revision_number': 5, 'project_id': 'b853d123be434c35ad6eaadda6a379bc', 'subnets': [{'id': 'ca68937e-9a6a-40e5-9320-e4f04a7afb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:59:44.094565 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b56e33a-47ae-46ac-a501-660f6cdb2f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:44.137653 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-84759f4b-023f-4b1c-af13-9de7ad7364a6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1e904fca23cf47ec90953cad0cc5c8e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5694623 Feb 04 20:59:44.139816 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52618) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:44.147705 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ecabc-77ba-4d14-8f7e-e1f69d8bcac6 admin admin] Deleting port 270ff4c0-6ece-4852-8227-dc0eb9e0ee31 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:44.148688 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bb3ecabc-77ba-4d14-8f7e-e1f69d8bcac6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:44.150242 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b56e33a-47ae-46ac-a501-660f6cdb2f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e5c2ba-ccd5-40b5-8cc1-abaa7af6fad9,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:44.225833 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b56e33a-47ae-46ac-a501-660f6cdb2f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:44.227323 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0b56e33a-47ae-46ac-a501-660f6cdb2f27 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a8e5c2ba-ccd5-40b5-8cc1-abaa7af6fad9 HTTP/1.1" status: 204 len: 168 time: 0.5527732 Feb 04 20:59:44.240615 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ecabc-77ba-4d14-8f7e-e1f69d8bcac6 admin admin] The port '270ff4c0-6ece-4852-8227-dc0eb9e0ee31' was deleted {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:59:44.278353 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-7c0c34bb-928d-4a84-bae6-743bbd5507d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:44.279924 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-7c0c34bb-928d-4a84-bae6-743bbd5507d7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.3982096 Feb 04 20:59:44.319977 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2aba5872-f74e-4593-87eb-c4fba87ec397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:44.364449 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2aba5872-f74e-4593-87eb-c4fba87ec397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:44.472801 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bb3ecabc-77ba-4d14-8f7e-e1f69d8bcac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:44.482354 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2aba5872-f74e-4593-87eb-c4fba87ec397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:44.509443 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-bb3ecabc-77ba-4d14-8f7e-e1f69d8bcac6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e196d80-283b-4430-958d-a906e29c4c2f']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:44.529563 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-bb3ecabc-77ba-4d14-8f7e-e1f69d8bcac6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89fab6c7-259e-4924-bae1-109821606dbc') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:44.530001 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-bb3ecabc-77ba-4d14-8f7e-e1f69d8bcac6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89fab6c7-259e-4924-bae1-109821606dbc') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:44.542403 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2aba5872-f74e-4593-87eb-c4fba87ec397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:44.545157 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-71e22815-dd64-4fd4-9176-db79cc183e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:44.546990 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-71e22815-dd64-4fd4-9176-db79cc183e7d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2466176 Feb 04 20:59:44.549517 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bb3ecabc-77ba-4d14-8f7e-e1f69d8bcac6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:44.549647 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2aba5872-f74e-4593-87eb-c4fba87ec397 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/da181f83-49f4-4b24-a2ec-6e563e1fc645 HTTP/1.1" status: 204 len: 168 time: 0.4059980 Feb 04 20:59:44.551803 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba5872-f74e-4593-87eb-c4fba87ec397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da181f83-49f4-4b24-a2ec-6e563e1fc645,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:44.576417 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95f267a-6a1b-42bb-ba0f-f35743eaa81b None None] New status for floating IP 1598e308-bf06-42de-989a-d7fa8b47d540: DOWN {{(pid=87684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 20:59:44.722914 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52642) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:44.768116 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bb3ecabc-77ba-4d14-8f7e-e1f69d8bcac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:44.785260 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb3ecabc-77ba-4d14-8f7e-e1f69d8bcac6 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:59:44.785260 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bb3ecabc-77ba-4d14-8f7e-e1f69d8bcac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: util.warn( Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: util.warn( Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: util.warn( Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: util.warn( Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: timer() Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:59:44.799741 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:59:44.912213 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bb3ecabc-77ba-4d14-8f7e-e1f69d8bcac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:44.964474 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bb3ecabc-77ba-4d14-8f7e-e1f69d8bcac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:44.994784 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-a08facba-d7c7-487f-a851-7d16003d3aff service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359462 Feb 04 20:59:44.998102 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ecabc-77ba-4d14-8f7e-e1f69d8bcac6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e196d80-283b-4430-958d-a906e29c4c2f,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:45.082370 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-bb3ecabc-77ba-4d14-8f7e-e1f69d8bcac6 admin admin] 10.222.0.26 "DELETE /v2.0/networks/7e196d80-283b-4430-958d-a906e29c4c2f HTTP/1.1" status: 204 len: 168 time: 4.5971138 Feb 04 20:59:45.178914 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-74a7e3f4-7b53-4c16-83f2-351243b63cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:45.201925 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-74a7e3f4-7b53-4c16-83f2-351243b63cba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:59:45.206969 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-74a7e3f4-7b53-4c16-83f2-351243b63cba admin admin] Usage tracker for resource:security_group_rule and tenant:b304af0cc8e249e399177dfe15b1ecbe is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:59:45.210191 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-74a7e3f4-7b53-4c16-83f2-351243b63cba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:59:45.213364 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52666) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:45.252209 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-74a7e3f4-7b53-4c16-83f2-351243b63cba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:59:45.293850 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d2537561-e7c2-4a83-baf0-a657aaf1078c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e3278ccb46d348fb9f831221b23b079d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0789483 Feb 04 20:59:45.298286 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52670) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:45.375212 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-8757be7d-ea7e-4422-b262-5dafb575c466 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704333 Feb 04 20:59:45.410247 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276e5a9-5f6f-4817-8cc3-d9c5bcbfeb51 req-f4cb18fe-8d40-4c68-8664-2a283ef27aea tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:45.411983 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8276e5a9-5f6f-4817-8cc3-d9c5bcbfeb51 req-f4cb18fe-8d40-4c68-8664-2a283ef27aea tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ce0c493-e4f6-4f9b-8eab-95507c819e4e HTTP/1.1" status: 200 len: 946 time: 0.2115288 Feb 04 20:59:45.421405 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53466b-d1cf-4397-9be5-0f58d57da2ff req-e575a5de-b5a3-4fd5-9803-185ffb9a0ccd tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:45.428774 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-be53466b-d1cf-4397-9be5-0f58d57da2ff req-e575a5de-b5a3-4fd5-9803-185ffb9a0ccd tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 949 time: 0.3630242 Feb 04 20:59:45.430590 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-09ef58f4-8af3-4e87-b9cf-65b6b073b3d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:45.447840 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52676) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:45.513827 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8276e5a9-5f6f-4817-8cc3-d9c5bcbfeb51 req-55080484-5783-4795-a8c0-83f6e6f1f4da tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.26 "GET /v2.0/security-groups?id=68932ba2-6081-4022-98a0-c6c713e17c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818238 Feb 04 20:59:45.550903 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-be53466b-d1cf-4397-9be5-0f58d57da2ff req-a57e92b6-cb1b-4265-b428-a7b240efe12d tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208651 Feb 04 20:59:45.577326 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-74a7e3f4-7b53-4c16-83f2-351243b63cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:45.584124 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-09ef58f4-8af3-4e87-b9cf-65b6b073b3d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:45.598368 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-74a7e3f4-7b53-4c16-83f2-351243b63cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:45.650381 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-76eb599c-dae7-4945-90ea-b94f663816b6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=47f2935da1374a4986a1e3079bd486fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1979029 Feb 04 20:59:45.650465 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 52684) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:45.692509 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-74a7e3f4-7b53-4c16-83f2-351243b63cba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b304af0cc8e249e399177dfe15b1ecbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9682314 Feb 04 20:59:45.696332 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7e3f4-7b53-4c16-83f2-351243b63cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914deb05-8ad2-4bef-800b-eb3d6c1c8e1e,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:45.698917 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52692) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:45.711125 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 52696) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:45.756202 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-09ef58f4-8af3-4e87-b9cf-65b6b073b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:45.777087 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef58f4-8af3-4e87-b9cf-65b6b073b3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0b4844-5e21-4022-97cb-dfe7146468cb,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:45.798614 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-057a6118-574c-4183-97af-40ff4782033b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:45.814902 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-09ef58f4-8af3-4e87-b9cf-65b6b073b3d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:45.816021 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-09ef58f4-8af3-4e87-b9cf-65b6b073b3d1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7a0b4844-5e21-4022-97cb-dfe7146468cb HTTP/1.1" status: 204 len: 168 time: 0.5167069 Feb 04 20:59:45.839037 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-057a6118-574c-4183-97af-40ff4782033b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:45.847648 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f21b61a9-e130-4ccc-ada8-1684ec9e49e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:45.866275 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8778331c-5dfe-47a3-83b0-9474bd213e9e tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:45.897173 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f21b61a9-e130-4ccc-ada8-1684ec9e49e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:45.914678 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-057a6118-574c-4183-97af-40ff4782033b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:45.926691 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8778331c-5dfe-47a3-83b0-9474bd213e9e tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:45.938685 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a6118-574c-4183-97af-40ff4782033b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914deb05-8ad2-4bef-800b-eb3d6c1c8e1e,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:45.958391 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-057a6118-574c-4183-97af-40ff4782033b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:45.959561 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-057a6118-574c-4183-97af-40ff4782033b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/914deb05-8ad2-4bef-800b-eb3d6c1c8e1e HTTP/1.1" status: 204 len: 168 time: 0.2588558 Feb 04 20:59:46.066788 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f21b61a9-e130-4ccc-ada8-1684ec9e49e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:46.091557 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b61a9-e130-4ccc-ada8-1684ec9e49e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad9aed8-7e26-40da-a0e7-dd82a90eab4a,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:46.095631 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8778331c-5dfe-47a3-83b0-9474bd213e9e tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:46.121319 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f21b61a9-e130-4ccc-ada8-1684ec9e49e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:46.122329 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-f21b61a9-e130-4ccc-ada8-1684ec9e49e0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bad9aed8-7e26-40da-a0e7-dd82a90eab4a HTTP/1.1" status: 204 len: 168 time: 0.4711938 Feb 04 20:59:46.124102 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778331c-5dfe-47a3-83b0-9474bd213e9e tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a33d20-11be-4212-b786-165d7dd1f28c,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:46.126049 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8778331c-5dfe-47a3-83b0-9474bd213e9e tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:46.130074 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52716) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:46.141758 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-8778331c-5dfe-47a3-83b0-9474bd213e9e tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "DELETE /v2.0/security-groups/b1a33d20-11be-4212-b786-165d7dd1f28c HTTP/1.1" status: 204 len: 168 time: 0.4270310 Feb 04 20:59:46.157149 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-593f2836-4409-4f68-8e76-0979125e9eb6 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] show failed (client error): The resource could not be found. Feb 04 20:59:46.167645 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-593f2836-4409-4f68-8e76-0979125e9eb6 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "GET /v2.0/security-groups/b1a33d20-11be-4212-b786-165d7dd1f28c HTTP/1.1" status: 404 len: 347 time: 0.0323346 Feb 04 20:59:46.168605 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52720) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:46.263043 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b0b656c3-e4d8-4777-8ac6-5f73e02cdb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:46.266830 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ef649-596e-4a93-bad0-41ef7e197fe3 req-1fa4bb2e-ceb0-4abf-b1ab-d5b2ac4a5268 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:46.268252 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2c3ef649-596e-4a93-bad0-41ef7e197fe3 req-1fa4bb2e-ceb0-4abf-b1ab-d5b2ac4a5268 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce0c493-e4f6-4f9b-8eab-95507c819e4e HTTP/1.1" status: 200 len: 946 time: 0.1250343 Feb 04 20:59:46.360200 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-4f1034e0-28ae-4988-934f-894d68ef00f9 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Deleting port 3be50ab3-467a-460b-b018-8c1a05cc69aa {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:46.360722 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4f1034e0-28ae-4988-934f-894d68ef00f9 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:46.362026 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-2c3ef649-596e-4a93-bad0-41ef7e197fe3 req-5326d444-b89f-49f7-a3e8-18550a864185 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Deleting port 6f278301-6393-4e4d-bb31-75b7054b881e {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:46.362567 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2c3ef649-596e-4a93-bad0-41ef7e197fe3 req-5326d444-b89f-49f7-a3e8-18550a864185 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:46.566278 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4f1034e0-28ae-4988-934f-894d68ef00f9 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:46.566908 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4f1034e0-28ae-4988-934f-894d68ef00f9 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:46.710804 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-4f1034e0-28ae-4988-934f-894d68ef00f9 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Calling delete_port for 3be50ab3-467a-460b-b018-8c1a05cc69aa owned by network:floatingip {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:47.035040 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-2c3ef649-596e-4a93-bad0-41ef7e197fe3 req-5326d444-b89f-49f7-a3e8-18550a864185 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] For port 6f278301-6393-4e4d-bb31-75b7054b881e, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=6f278301-6393-4e4d-bb31-75b7054b881e,segment=NetworkSegment(831e4d33-fa1b-4d70-9423-4698db389355),segment_id=831e4d33-fa1b-4d70-9423-4698db389355)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:47.035548 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2c3ef649-596e-4a93-bad0-41ef7e197fe3 req-5326d444-b89f-49f7-a3e8-18550a864185 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:47.126189 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4f1034e0-28ae-4988-934f-894d68ef00f9 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:47.186945 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1034e0-28ae-4988-934f-894d68ef00f9 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Pushing event deleted for resources: {'Port': ['ID=3be50ab3-467a-460b-b018-8c1a05cc69aa,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:47.270289 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-2c3ef649-596e-4a93-bad0-41ef7e197fe3 req-5326d444-b89f-49f7-a3e8-18550a864185 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Calling delete_port for 6f278301-6393-4e4d-bb31-75b7054b881e owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:47.312948 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07280874-773a-413d-a8b7-9ca2976a0cb2 req-12c603e3-7fbe-446c-afdd-9842b3a97822 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:47.314500 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-07280874-773a-413d-a8b7-9ca2976a0cb2 req-12c603e3-7fbe-446c-afdd-9842b3a97822 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ce0c493-e4f6-4f9b-8eab-95507c819e4e HTTP/1.1" status: 200 len: 946 time: 0.5213971 Feb 04 20:59:47.317010 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:47.325039 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:47.346920 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2174c4f-9c07-4317-a002-e68276fdc687 req-87c497be-8237-483a-83dd-1a7de2464588 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:47.348826 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b2174c4f-9c07-4317-a002-e68276fdc687 req-87c497be-8237-483a-83dd-1a7de2464588 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ccee242-4d2d-4fb0-ba55-8e5a60dc1fed HTTP/1.1" status: 200 len: 945 time: 0.5535874 Feb 04 20:59:47.386456 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4f1034e0-28ae-4988-934f-894d68ef00f9 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks [] for floatingip, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:47.424411 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda15b0a-8142-416b-a68c-8b8c20dd17fc req-171f17d3-d9b9-4e23-b842-3a50cf91d596 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:47.431788 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fda15b0a-8142-416b-a68c-8b8c20dd17fc req-171f17d3-d9b9-4e23-b842-3a50cf91d596 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 949 time: 0.6373672 Feb 04 20:59:47.448380 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4f1034e0-28ae-4988-934f-894d68ef00f9 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:47.453113 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4f1034e0-28ae-4988-934f-894d68ef00f9 tempest-ServersTestJSON-733545540 tempest-ServersTestJSON-733545540-project] 10.222.0.26 "DELETE /v2.0/floatingips/1598e308-bf06-42de-989a-d7fa8b47d540 HTTP/1.1" status: 204 len: 168 time: 1.2797377 Feb 04 20:59:47.453731 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52770) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:47.524919 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-07280874-773a-413d-a8b7-9ca2976a0cb2 req-ff216d55-422f-42a3-90dc-7eb00a38de67 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.26 "GET /v2.0/security-groups?id=68932ba2-6081-4022-98a0-c6c713e17c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915293 Feb 04 20:59:47.557098 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-b2174c4f-9c07-4317-a002-e68276fdc687 req-31aaa2c3-9e2d-4b58-8395-b6114dfc8dac tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Deleting port fe045c71-4b39-4427-9e3c-604be64d6b45 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:47.557609 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b2174c4f-9c07-4317-a002-e68276fdc687 req-31aaa2c3-9e2d-4b58-8395-b6114dfc8dac tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:47.602290 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fda15b0a-8142-416b-a68c-8b8c20dd17fc req-ea6a0b32-f48b-4480-9d76-97176049ffa6 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695733 Feb 04 20:59:47.752863 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2c3ef649-596e-4a93-bad0-41ef7e197fe3 req-5326d444-b89f-49f7-a3e8-18550a864185 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:47.764642 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['fe045c71-4b39-4427-9e3c-604be64d6b45'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 20:59:47.834135 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326d444-b89f-49f7-a3e8-18550a864185 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Pushing event deleted for resources: {'Port': ['ID=6f278301-6393-4e4d-bb31-75b7054b881e,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:47.992196 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3ef649-596e-4a93-bad0-41ef7e197fe3 req-5326d444-b89f-49f7-a3e8-18550a864185 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] No DVR routers for this DVR port 6f278301-6393-4e4d-bb31-75b7054b881e on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:59:47.996699 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2c3ef649-596e-4a93-bad0-41ef7e197fe3 req-5326d444-b89f-49f7-a3e8-18550a864185 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:48.000078 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce0c493-e4f6-4f9b-8eab-95507c819e4e', 'name': 'network-vif-deleted', 'tag': '6f278301-6393-4e4d-bb31-75b7054b881e'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:59:48.098595 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2c3ef649-596e-4a93-bad0-41ef7e197fe3 req-5326d444-b89f-49f7-a3e8-18550a864185 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.18 "DELETE /v2.0/ports/6f278301-6393-4e4d-bb31-75b7054b881e HTTP/1.1" status: 204 len: 173 time: 1.8246655 Feb 04 20:59:48.110405 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce0c493-e4f6-4f9b-8eab-95507c819e4e', 'name': 'network-vif-deleted', 'tag': '6f278301-6393-4e4d-bb31-75b7054b881e', 'status': 'completed', 'code': 200} Feb 04 20:59:48.170934 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-b2174c4f-9c07-4317-a002-e68276fdc687 req-31aaa2c3-9e2d-4b58-8395-b6114dfc8dac tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] For port fe045c71-4b39-4427-9e3c-604be64d6b45, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=fe045c71-4b39-4427-9e3c-604be64d6b45,segment=NetworkSegment(831e4d33-fa1b-4d70-9423-4698db389355),segment_id=831e4d33-fa1b-4d70-9423-4698db389355)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:48.171544 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b2174c4f-9c07-4317-a002-e68276fdc687 req-31aaa2c3-9e2d-4b58-8395-b6114dfc8dac tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:48.328862 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-b2174c4f-9c07-4317-a002-e68276fdc687 req-31aaa2c3-9e2d-4b58-8395-b6114dfc8dac tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Calling delete_port for fe045c71-4b39-4427-9e3c-604be64d6b45 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:48.465881 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b09ba7ca-d0a3-40de-bef9-a66b2a1e0e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:48.728310 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-5e7bf7a4-68cc-45e0-ae4d-7f93dac2a7a2 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=2a4938b9a1ec4c7d93a243828ac06eda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585735 Feb 04 20:59:48.766531 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:48.981877 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-e207ecda-0195-4df4-a96e-deaf648b3d87 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:49.004352 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-e207ecda-0195-4df4-a96e-deaf648b3d87 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2751508 Feb 04 20:59:49.118161 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-8563dd21-837e-4366-ae58-ae51b5022654 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.26 "GET /v2.0/quotas/2a4938b9a1ec4c7d93a243828ac06eda HTTP/1.1" status: 200 len: 375 time: 0.1125958 Feb 04 20:59:49.131726 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-7d5ad986-aa2b-4177-b113-39d2f1efad30 req-abfa11a8-9f38-4ab8-a3ac-fe7111e74fa7 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Synchronizing usage tracker for tenant:71d66760485a4a8882272889cbb18327 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:59:49.158158 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-b09ba7ca-d0a3-40de-bef9-a66b2a1e0e7b admin admin] Deleting port b0e35f61-74be-4e10-ba64-f054a408d7a7 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:49.158503 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b09ba7ca-d0a3-40de-bef9-a66b2a1e0e7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:49.191176 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b2174c4f-9c07-4317-a002-e68276fdc687 req-31aaa2c3-9e2d-4b58-8395-b6114dfc8dac tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:49.210464 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-59698064-2069-4733-a087-ac7251683add tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2a4938b9a1ec4c7d93a243828ac06eda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0817118 Feb 04 20:59:49.271409 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-7d5ad986-aa2b-4177-b113-39d2f1efad30 req-abfa11a8-9f38-4ab8-a3ac-fe7111e74fa7 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Unset dirty status for tenant:71d66760485a4a8882272889cbb18327 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:59:49.283516 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7d5ad986-aa2b-4177-b113-39d2f1efad30 req-abfa11a8-9f38-4ab8-a3ac-fe7111e74fa7 tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ce0c493-e4f6-4f9b-8eab-95507c819e4e HTTP/1.1" status: 200 len: 210 time: 0.2747068 Feb 04 20:59:49.318897 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aaa2c3-9e2d-4b58-8395-b6114dfc8dac tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Pushing event deleted for resources: {'Port': ['ID=fe045c71-4b39-4427-9e3c-604be64d6b45,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:49.470836 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 6f278301-6393-4e4d-bb31-75b7054b881e no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:59:49.488158 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2174c4f-9c07-4317-a002-e68276fdc687 req-31aaa2c3-9e2d-4b58-8395-b6114dfc8dac tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] No DVR routers for this DVR port fe045c71-4b39-4427-9e3c-604be64d6b45 on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:59:49.494113 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b2174c4f-9c07-4317-a002-e68276fdc687 req-31aaa2c3-9e2d-4b58-8395-b6114dfc8dac tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:49.497544 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b2174c4f-9c07-4317-a002-e68276fdc687 req-31aaa2c3-9e2d-4b58-8395-b6114dfc8dac tempest-ListServersNegativeTestJSON-400779905 tempest-ListServersNegativeTestJSON-400779905-project] 10.222.0.32 "DELETE /v2.0/ports/fe045c71-4b39-4427-9e3c-604be64d6b45 HTTP/1.1" status: 204 len: 173 time: 2.1287611 Feb 04 20:59:49.503327 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-b09ba7ca-d0a3-40de-bef9-a66b2a1e0e7b admin admin] For port b0e35f61-74be-4e10-ba64-f054a408d7a7, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=b0e35f61-74be-4e10-ba64-f054a408d7a7,segment=NetworkSegment(e5020a8a-8214-431e-9592-cee2e6807d9f),segment_id=e5020a8a-8214-431e-9592-cee2e6807d9f)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:49.504136 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b09ba7ca-d0a3-40de-bef9-a66b2a1e0e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:49.579505 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: 6f278301-6393-4e4d-bb31-75b7054b881e {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:59:49.581302 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 6f278301-6393-4e4d-bb31-75b7054b881e not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:59:49.726762 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8c154-53cb-490f-90b5-5c1296f0e896 req-bb67d85c-9330-4712-a4c5-bbad3004331d tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:49.731644 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e5b8c154-53cb-490f-90b5-5c1296f0e896 req-bb67d85c-9330-4712-a4c5-bbad3004331d tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 949 time: 0.2446051 Feb 04 20:59:49.808179 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-b09ba7ca-d0a3-40de-bef9-a66b2a1e0e7b admin admin] Calling delete_port for b0e35f61-74be-4e10-ba64-f054a408d7a7 owned by network:router_interface {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:49.826172 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e5b8c154-53cb-490f-90b5-5c1296f0e896 req-aace76e2-4fe4-4c7c-a47a-92c766c2cba6 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882213 Feb 04 20:59:49.898803 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 52846) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:50.059019 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a34672ba-468a-4d99-a589-b15f1f6b2582 req-65efa72a-ca07-462f-8549-6c47f67b5cb1 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.26 "GET /v2.0/ports?device_id=00e63709-2186-40c3-8cfc-c1a2b6b55711 HTTP/1.1" status: 200 len: 210 time: 0.1046107 Feb 04 20:59:50.115981 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ccee242-4d2d-4fb0-ba55-8e5a60dc1fed', 'name': 'network-vif-deleted', 'tag': 'fe045c71-4b39-4427-9e3c-604be64d6b45'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 20:59:50.133233 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-bb245cca-562c-41d3-89f2-f2bb0625f698 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=2e2fe7720be34c5c975f7bf0105158c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695007 Feb 04 20:59:50.167093 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-2523f922-fe62-4d16-88a6-0e2383d91442 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1501949719-network', 'tenant_id': '6734ace55ee7495e90d4a9d58425192d'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:59:50.233615 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-2523f922-fe62-4d16-88a6-0e2383d91442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:59:50.244826 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-2523f922-fe62-4d16-88a6-0e2383d91442 admin admin] Usage tracker for resource:network and tenant:6734ace55ee7495e90d4a9d58425192d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:59:50.257387 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-2523f922-fe62-4d16-88a6-0e2383d91442 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:59:50.268951 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-2523f922-fe62-4d16-88a6-0e2383d91442 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:59:50.300553 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2523f922-fe62-4d16-88a6-0e2383d91442 admin admin] Made reservation on behalf of 6734ace55ee7495e90d4a9d58425192d for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:59:50.303185 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2523f922-fe62-4d16-88a6-0e2383d91442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:50.321952 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2523f922-fe62-4d16-88a6-0e2383d91442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:50.327968 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b09ba7ca-d0a3-40de-bef9-a66b2a1e0e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:50.358615 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-2523f922-fe62-4d16-88a6-0e2383d91442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:59:50.373810 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-a9f860ec-2bcf-4437-85cd-8d8a8c2f7575 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:50.381044 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-a9f860ec-2bcf-4437-85cd-8d8a8c2f7575 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2466593 Feb 04 20:59:50.383461 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-2523f922-fe62-4d16-88a6-0e2383d91442 admin admin] Usage tracker for resource:security_group_rule and tenant:6734ace55ee7495e90d4a9d58425192d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:59:50.388670 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-2523f922-fe62-4d16-88a6-0e2383d91442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:59:50.401672 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-2523f922-fe62-4d16-88a6-0e2383d91442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:59:50.413806 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-336bc969-425f-45bb-89e6-ce6babadef52 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/quotas/2e2fe7720be34c5c975f7bf0105158c8 HTTP/1.1" status: 200 len: 375 time: 0.0312312 Feb 04 20:59:50.481265 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-c7c4f099-55c1-44b6-9446-b5436bd0f8ce tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e2fe7720be34c5c975f7bf0105158c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664544 Feb 04 20:59:50.557986 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ba7ca-d0a3-40de-bef9-a66b2a1e0e7b admin admin] Pushing event deleted for resources: {'Port': ['ID=b0e35f61-74be-4e10-ba64-f054a408d7a7,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:50.697251 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2523f922-fe62-4d16-88a6-0e2383d91442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:50.702781 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2523f922-fe62-4d16-88a6-0e2383d91442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:50.792389 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2523f922-fe62-4d16-88a6-0e2383d91442 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 20:59:50.811096 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ccee242-4d2d-4fb0-ba55-8e5a60dc1fed', 'name': 'network-vif-deleted', 'tag': 'fe045c71-4b39-4427-9e3c-604be64d6b45', 'status': 'completed', 'code': 200} Feb 04 20:59:50.814074 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523f922-fe62-4d16-88a6-0e2383d91442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4573a1-7a25-4406-ac63-dedf8c77a1c8,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:50.822004 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2523f922-fe62-4d16-88a6-0e2383d91442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:50.822497 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-2523f922-fe62-4d16-88a6-0e2383d91442 admin admin] Added segment 6ad98989-c055-45b9-860e-35f2b4dacb26 of type vlan for network daf44bec-f847-4217-8d73-864c3f998625 Feb 04 20:59:50.907575 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2523f922-fe62-4d16-88a6-0e2383d91442 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:50.913550 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f815f243-bfbb-495c-b0c8-9c84ee59d84e req-29e28c84-4a15-486d-ab1b-fb0045710cc9 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/ports?device_id=e777a94c-6b98-4661-bec5-4c2ff45004a8 HTTP/1.1" status: 200 len: 210 time: 0.0611682 Feb 04 20:59:50.955404 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2523f922-fe62-4d16-88a6-0e2383d91442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:50.957341 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2523f922-fe62-4d16-88a6-0e2383d91442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:50.958179 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2523f922-fe62-4d16-88a6-0e2383d91442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:51.049678 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b09ba7ca-d0a3-40de-bef9-a66b2a1e0e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:51.223131 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-2523f922-fe62-4d16-88a6-0e2383d91442 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3231874 Feb 04 20:59:51.223915 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 52916) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:51.230213 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523f922-fe62-4d16-88a6-0e2383d91442 admin admin] Pushing event updated for resources: {'Network': ['ID=daf44bec-f847-4217-8d73-864c3f998625,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:51.238220 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-5b7eb36d-6069-412b-8fe2-f6a3707d6556 admin admin] Request body: {'subnet': {'network_id': 'daf44bec-f847-4217-8d73-864c3f998625', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1501949719-subnet', 'tenant_id': '6734ace55ee7495e90d4a9d58425192d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:59:51.243836 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network daf44bec-f847-4217-8d73-864c3f998625 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 20:59:51.257685 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-5b7eb36d-6069-412b-8fe2-f6a3707d6556 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:59:51.279350 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5b7eb36d-6069-412b-8fe2-f6a3707d6556 admin admin] Usage tracker for resource:subnet and tenant:6734ace55ee7495e90d4a9d58425192d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:59:51.285256 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5b7eb36d-6069-412b-8fe2-f6a3707d6556 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:59:51.301027 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-5b7eb36d-6069-412b-8fe2-f6a3707d6556 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:59:51.430302 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-f112311c-a0f2-4f48-a1b6-ba522aa6ec57 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2a4938b9a1ec4c7d93a243828ac06eda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0958784 Feb 04 20:59:51.444985 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866dc9a-06c8-43db-929e-5223d6c1178f req-5e505494-1072-4a3b-bfb3-5c7096611c03 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:51.450975 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device fe045c71-4b39-4427-9e3c-604be64d6b45 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:59:51.454582 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c866dc9a-06c8-43db-929e-5223d6c1178f req-5e505494-1072-4a3b-bfb3-5c7096611c03 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 949 time: 0.3411739 Feb 04 20:59:51.549815 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: fe045c71-4b39-4427-9e3c-604be64d6b45 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:59:51.559882 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device fe045c71-4b39-4427-9e3c-604be64d6b45 not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:59:51.566483 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09ba7ca-d0a3-40de-bef9-a66b2a1e0e7b admin admin] Router 99defa9e-d0cf-40fb-8b41-5e85c50548fd has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 20:59:51.656712 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7eb36d-6069-412b-8fe2-f6a3707d6556 admin admin] Made reservation on behalf of 6734ace55ee7495e90d4a9d58425192d for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:59:51.660220 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5b7eb36d-6069-412b-8fe2-f6a3707d6556 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:51.774673 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09ba7ca-d0a3-40de-bef9-a66b2a1e0e7b admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 20:59:51.787122 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b09ba7ca-d0a3-40de-bef9-a66b2a1e0e7b admin admin] 10.222.0.26 "PUT /v2.0/routers/99defa9e-d0cf-40fb-8b41-5e85c50548fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3321853 Feb 04 20:59:51.787492 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bb0cff-6fcb-469a-b952-3b27bc37c2ad None None] Sync routers for ids ['99defa9e-d0cf-40fb-8b41-5e85c50548fd'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 20:59:51.789493 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52934) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:51.797832 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bb0cff-6fcb-469a-b952-3b27bc37c2ad None None] Routers {'99defa9e-d0cf-40fb-8b41-5e85c50548fd'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:59:51.798715 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-30bb0cff-6fcb-469a-b952-3b27bc37c2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:59:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['99defa9e-d0cf-40fb-8b41-5e85c50548fd'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:51.819027 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c866dc9a-06c8-43db-929e-5223d6c1178f req-63899c40-dd6b-4dc3-95cc-c4c5ba0dccfa tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633347 Feb 04 20:59:51.821266 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-028ef9de-1ba0-4b20-8efe-834ac1d700b9 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=fdebd31004d4485bb31ace7bc9f49c3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1437621 Feb 04 20:59:52.127816 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6c93f679-c410-4f49-804e-f9b3c6674a24 admin admin] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:52.139775 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-30bb0cff-6fcb-469a-b952-3b27bc37c2ad None None] Set router 99defa9e-d0cf-40fb-8b41-5e85c50548fd gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:59:52.425007 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5b7eb36d-6069-412b-8fe2-f6a3707d6556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:52.501119 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52952) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:52.575898 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-0856e4fa-7e37-436a-beac-c48ac2ad10b0 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:52.578453 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-0856e4fa-7e37-436a-beac-c48ac2ad10b0 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7301812 Feb 04 20:59:52.580595 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-856c0b1d-b220-4e3c-ab1d-a12fbcae7087 req-cc4d27ad-93c9-4d27-ac99-289b42873488 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.26 "GET /v2.0/ports?device_id=00e63709-2186-40c3-8cfc-c1a2b6b55711 HTTP/1.1" status: 200 len: 210 time: 0.2159030 Feb 04 20:59:52.611571 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-845c3f39-f4ff-46f2-ab8b-f83f49e63ff9 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:52.613064 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-845c3f39-f4ff-46f2-ab8b-f83f49e63ff9 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1559284 Feb 04 20:59:52.614738 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-405fc85e-6bb5-45d7-8eda-c7714777e561 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=2e2fe7720be34c5c975f7bf0105158c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1046598 Feb 04 20:59:52.640013 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7eb36d-6069-412b-8fe2-f6a3707d6556 admin admin] Checking segment: {'id': '6ad98989-c055-45b9-860e-35f2b4dacb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'daf44bec-f847-4217-8d73-864c3f998625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 20:59:52.640660 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7eb36d-6069-412b-8fe2-f6a3707d6556 admin admin] Network hostable DHCP agents. Network: daf44bec-f847-4217-8d73-864c3f998625, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 20:59:52.647818 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-b6395302-6dc5-424b-82a7-7981bff20add tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/quotas/fdebd31004d4485bb31ace7bc9f49c3c HTTP/1.1" status: 200 len: 375 time: 0.0546663 Feb 04 20:59:52.651472 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-2d78d666-27fb-4223-849f-e0fd0e86fc29 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Request body: {'port': {'device_id': '00e63709-2186-40c3-8cfc-c1a2b6b55711', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'admin_state_up': True, 'tenant_id': '2a4938b9a1ec4c7d93a243828ac06eda'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:59:52.679337 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-30bb0cff-6fcb-469a-b952-3b27bc37c2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'name': 'tempest-ServersTestJSON-528916062-router', 'tenant_id': 'b853d123be434c35ad6eaadda6a379bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '4028c1cc-bae9-4933-9785-1f02eb5d1d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:57:55Z', 'updated_at': '2022-02-04T20:59:50Z', 'revision_number': 5, 'project_id': 'b853d123be434c35ad6eaadda6a379bc', 'gw_port': {'id': '4028c1cc-bae9-4933-9785-1f02eb5d1d07', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:56Z', 'updated_at': '2022-02-04T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:52.693709 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bb0cff-6fcb-469a-b952-3b27bc37c2ad None None] Checking router: 99defa9e-d0cf-40fb-8b41-5e85c50548fd for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 20:59:52.709244 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bb0cff-6fcb-469a-b952-3b27bc37c2ad None None] Routers {'99defa9e-d0cf-40fb-8b41-5e85c50548fd'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 20:59:52.710241 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-30bb0cff-6fcb-469a-b952-3b27bc37c2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:59:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['99defa9e-d0cf-40fb-8b41-5e85c50548fd'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:52.767926 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52958) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:52.855709 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7eb36d-6069-412b-8fe2-f6a3707d6556 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eacf7c1d-ed86-453b-bbb5-266017cc2b4f,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:52.877091 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-76603651-924b-497e-83e7-033019e3dbfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:52.916443 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-76603651-924b-497e-83e7-033019e3dbfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:59:52.929447 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-76603651-924b-497e-83e7-033019e3dbfa admin admin] Usage tracker for resource:security_group_rule and tenant:1344c890b96f4d4d986894693b8df591 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:59:52.936591 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-76603651-924b-497e-83e7-033019e3dbfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:59:52.941575 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a89b92-abb9-4d40-971e-2a8560807b78 admin admin] Deleting subnet 1b918476-86d2-4cd8-8e6b-fa385bc79185 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:59:52.954287 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-37a89b92-abb9-4d40-971e-2a8560807b78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:52.971311 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-30bb0cff-6fcb-469a-b952-3b27bc37c2ad None None] Set router 99defa9e-d0cf-40fb-8b41-5e85c50548fd gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 20:59:52.973792 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-3ad1d420-f148-4d39-8b8a-33c9dde4b259 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fdebd31004d4485bb31ace7bc9f49c3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2744296 Feb 04 20:59:53.002471 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-76603651-924b-497e-83e7-033019e3dbfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:59:53.008165 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7eb36d-6069-412b-8fe2-f6a3707d6556 admin admin] Network daf44bec-f847-4217-8d73-864c3f998625 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 20:59:53.012915 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-22bfe2fc-5aa9-498a-a2ec-22ae88139fdd req-065123ed-855f-4cb7-85aa-7bf780170349 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/ports?device_id=e777a94c-6b98-4661-bec5-4c2ff45004a8 HTTP/1.1" status: 200 len: 210 time: 0.1525362 Feb 04 20:59:53.026003 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6c93f679-c410-4f49-804e-f9b3c6674a24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:53.067912 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-5b7eb36d-6069-412b-8fe2-f6a3707d6556 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, daf44bec-f847-4217-8d73-864c3f998625) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:59:53.078681 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6f5991-8771-4e41-9ab7-a6b1cdc1a41a None None] Network daf44bec-f847-4217-8d73-864c3f998625 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:59:53.085778 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7eb36d-6069-412b-8fe2-f6a3707d6556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:53.086626 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5b7eb36d-6069-412b-8fe2-f6a3707d6556 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:53.122831 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-37a89b92-abb9-4d40-971e-2a8560807b78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:53.265703 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-6c93f679-c410-4f49-804e-f9b3c6674a24 admin admin] Deleting port 4028c1cc-bae9-4933-9785-1f02eb5d1d07 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:53.266050 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6c93f679-c410-4f49-804e-f9b3c6674a24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:53.311394 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5b7eb36d-6069-412b-8fe2-f6a3707d6556 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.0826268 Feb 04 20:59:53.321765 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-57299af2-cc3f-4f5a-87b8-44c22156db2a tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:53.322711 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-57299af2-cc3f-4f5a-87b8-44c22156db2a tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6921763 Feb 04 20:59:53.391324 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-7c60a49e-427d-466c-a36a-364d280beaa7 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Request body: {'port': {'device_id': 'e777a94c-6b98-4661-bec5-4c2ff45004a8', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'admin_state_up': True, 'tenant_id': '2e2fe7720be34c5c975f7bf0105158c8'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:59:53.410883 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-2d78d666-27fb-4223-849f-e0fd0e86fc29 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:59:53.434387 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-515a0232-e76c-4834-ac96-76d31807e47d req-d7c634f8-4a80-4ead-a65f-a0fd3733a56f tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ce7455-44b1-4a4f-a315-54521638a42f HTTP/1.1" status: 200 len: 210 time: 0.1473684 Feb 04 20:59:53.507091 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-30bb0cff-6fcb-469a-b952-3b27bc37c2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'name': 'tempest-ServersTestJSON-528916062-router', 'tenant_id': 'b853d123be434c35ad6eaadda6a379bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '4028c1cc-bae9-4933-9785-1f02eb5d1d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:57:55Z', 'updated_at': '2022-02-04T20:59:50Z', 'revision_number': 5, 'project_id': 'b853d123be434c35ad6eaadda6a379bc', 'gw_port': {'id': '4028c1cc-bae9-4933-9785-1f02eb5d1d07', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:56Z', 'updated_at': '2022-02-04T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:53.518504 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-2d78d666-27fb-4223-849f-e0fd0e86fc29 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Usage tracker for resource:port and tenant:2a4938b9a1ec4c7d93a243828ac06eda is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:59:53.524281 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-2d78d666-27fb-4223-849f-e0fd0e86fc29 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:59:53.533600 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bb0cff-6fcb-469a-b952-3b27bc37c2ad None None] The sync data for ids ['99defa9e-d0cf-40fb-8b41-5e85c50548fd'] in n-d-827896-1 is: [{'id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'name': 'tempest-ServersTestJSON-528916062-router', 'tenant_id': 'b853d123be434c35ad6eaadda6a379bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '4028c1cc-bae9-4933-9785-1f02eb5d1d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T20:57:55Z', 'updated_at': '2022-02-04T20:59:50Z', 'revision_number': 5, 'project_id': 'b853d123be434c35ad6eaadda6a379bc', 'gw_port': {'id': '4028c1cc-bae9-4933-9785-1f02eb5d1d07', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99defa9e-d0cf-40fb-8b41-5e85c50548fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T20:57:56Z', 'updated_at': '2022-02-04T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 20:59:53.559503 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e4c094-ced0-450a-a973-c17902a80aeb None None] Network daf44bec-f847-4217-8d73-864c3f998625 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:59:53.565271 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-2d78d666-27fb-4223-849f-e0fd0e86fc29 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:59:53.594736 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-2d78d666-27fb-4223-849f-e0fd0e86fc29 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Made reservation on behalf of 2a4938b9a1ec4c7d93a243828ac06eda for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:59:53.617852 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-2d78d666-27fb-4223-849f-e0fd0e86fc29 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:53.629667 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-6c93f679-c410-4f49-804e-f9b3c6674a24 admin admin] For port 4028c1cc-bae9-4933-9785-1f02eb5d1d07, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=4028c1cc-bae9-4933-9785-1f02eb5d1d07,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:53.630042 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6c93f679-c410-4f49-804e-f9b3c6674a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:53.650354 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-2d78d666-27fb-4223-849f-e0fd0e86fc29 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:53.694858 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-2d78d666-27fb-4223-849f-e0fd0e86fc29 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:59:53.711345 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-2d78d666-27fb-4223-849f-e0fd0e86fc29 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Usage tracker for resource:security_group_rule and tenant:2a4938b9a1ec4c7d93a243828ac06eda is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:59:53.723221 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490d688-0b68-401d-b58b-260d489edb53 req-05e5531b-3a1e-4680-a7e9-13d265db5b0b tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:53.731379 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8490d688-0b68-401d-b58b-260d489edb53 req-05e5531b-3a1e-4680-a7e9-13d265db5b0b tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 949 time: 0.5536325 Feb 04 20:59:53.734734 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-2d78d666-27fb-4223-849f-e0fd0e86fc29 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:59:53.757553 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-2d78d666-27fb-4223-849f-e0fd0e86fc29 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:59:53.764944 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-7c60a49e-427d-466c-a36a-364d280beaa7 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:59:53.769641 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-7c60a49e-427d-466c-a36a-364d280beaa7 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Usage tracker for resource:port and tenant:2e2fe7720be34c5c975f7bf0105158c8 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:59:53.772630 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-7c60a49e-427d-466c-a36a-364d280beaa7 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:59:53.779161 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-7c60a49e-427d-466c-a36a-364d280beaa7 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:59:53.801253 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-7c60a49e-427d-466c-a36a-364d280beaa7 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Made reservation on behalf of 2e2fe7720be34c5c975f7bf0105158c8 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:59:53.804164 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-6c93f679-c410-4f49-804e-f9b3c6674a24 admin admin] Calling delete_port for 4028c1cc-bae9-4933-9785-1f02eb5d1d07 owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:53.805179 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-7c60a49e-427d-466c-a36a-364d280beaa7 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:53.859046 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-76603651-924b-497e-83e7-033019e3dbfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:53.860200 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-7c60a49e-427d-466c-a36a-364d280beaa7 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:53.869962 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-37a89b92-abb9-4d40-971e-2a8560807b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:53.897716 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-76603651-924b-497e-83e7-033019e3dbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:53.911979 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a034857-6626-498c-94f3-4e04df03cef2 req-cefbd188-d78a-4794-ad9e-2d1af2e203a5 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.26 "GET /v2.0/ports?device_id=00e63709-2186-40c3-8cfc-c1a2b6b55711 HTTP/1.1" status: 200 len: 210 time: 0.0872881 Feb 04 20:59:53.945915 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-7c60a49e-427d-466c-a36a-364d280beaa7 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:59:53.960688 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8490d688-0b68-401d-b58b-260d489edb53 req-4f65b8b9-19d6-4a3a-958a-5b1fa2dffc1b tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283406 Feb 04 20:59:53.962939 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-7c60a49e-427d-466c-a36a-364d280beaa7 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Usage tracker for resource:security_group_rule and tenant:2e2fe7720be34c5c975f7bf0105158c8 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:59:53.966722 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-7c60a49e-427d-466c-a36a-364d280beaa7 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:59:53.997394 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-7c60a49e-427d-466c-a36a-364d280beaa7 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:59:54.042256 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-76603651-924b-497e-83e7-033019e3dbfa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1344c890b96f4d4d986894693b8df591&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5367165 Feb 04 20:59:54.061903 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 52986) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:54.079273 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76603651-924b-497e-83e7-033019e3dbfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c177412-5f96-46be-90f4-d1e4201a978b,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:54.137423 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-37a89b92-abb9-4d40-971e-2a8560807b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:54.190748 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a89b92-abb9-4d40-971e-2a8560807b78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b918476-86d2-4cd8-8e6b-fa385bc79185,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:54.195247 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-37a89b92-abb9-4d40-971e-2a8560807b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:54.226711 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-37a89b92-abb9-4d40-971e-2a8560807b78 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1b918476-86d2-4cd8-8e6b-fa385bc79185 HTTP/1.1" status: 204 len: 168 time: 1.4575953 Feb 04 20:59:54.230825 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52990) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:54.320572 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e40fac4d-605f-40ce-8230-323443d8fef6 req-22acceed-73d1-46f2-962f-f5d0c98d400c tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/ports?device_id=e777a94c-6b98-4661-bec5-4c2ff45004a8 HTTP/1.1" status: 200 len: 210 time: 0.1095805 Feb 04 20:59:54.333533 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-7c60a49e-427d-466c-a36a-364d280beaa7 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:54.348088 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-7c60a49e-427d-466c-a36a-364d280beaa7 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:54.407430 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6c93f679-c410-4f49-804e-f9b3c6674a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:54.480013 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-2d78d666-27fb-4223-849f-e0fd0e86fc29 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:54.516384 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93f679-c410-4f49-804e-f9b3c6674a24 admin admin] Pushing event deleted for resources: {'Port': ['ID=4028c1cc-bae9-4933-9785-1f02eb5d1d07,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:54.550127 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-2d78d666-27fb-4223-849f-e0fd0e86fc29 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:54.584385 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d08ad351-489b-4914-b07b-b54781a984b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:54.609328 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6c93f679-c410-4f49-804e-f9b3c6674a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:54.715663 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60a49e-427d-466c-a36a-364d280beaa7 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed875e2-5a67-46a6-a467-7361286c92c8,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:54.811388 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f27554f6-6526-411e-8673-60042b0040a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:54.826192 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-400ba9b2-c8c2-4a04-86ab-6ee987307088 req-09319476-06d4-4669-81aa-2a32fa68ee67 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ce7455-44b1-4a4f-a315-54521638a42f HTTP/1.1" status: 200 len: 210 time: 0.2731359 Feb 04 20:59:54.862647 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-5c029ce4-ed38-46b7-99f2-04be496c1a5b tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fdebd31004d4485bb31ace7bc9f49c3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1783359 Feb 04 20:59:54.962840 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6c93f679-c410-4f49-804e-f9b3c6674a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:54.966240 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6c93f679-c410-4f49-804e-f9b3c6674a24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:55.036561 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f27554f6-6526-411e-8673-60042b0040a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:55.047998 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78d666-27fb-4223-849f-e0fd0e86fc29 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcc9db5-8e7a-40a8-83b9-125879a69647,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:55.081700 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6c93f679-c410-4f49-804e-f9b3c6674a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:55.082232 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c93f679-c410-4f49-804e-f9b3c6674a24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99defa9e-d0cf-40fb-8b41-5e85c50548fd {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 20:59:55.102336 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d08ad351-489b-4914-b07b-b54781a984b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:55.114630 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6c93f679-c410-4f49-804e-f9b3c6674a24 admin admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:55.118623 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6c93f679-c410-4f49-804e-f9b3c6674a24 admin admin] 10.222.0.26 "DELETE /v2.0/routers/99defa9e-d0cf-40fb-8b41-5e85c50548fd HTTP/1.1" status: 204 len: 168 time: 3.3253746 Feb 04 20:59:55.119472 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53008) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:55.168471 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-d08ad351-489b-4914-b07b-b54781a984b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea98f9d-846a-4cae-aac9-ed7b20f6357e']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:55.172609 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-94ea6f72-e9a4-4c8e-b543-bea07e2e1619 tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:55.173381 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-94ea6f72-e9a4-4c8e-b543-bea07e2e1619 tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Synchronizing usage tracker for tenant:6734ace55ee7495e90d4a9d58425192d on resource:network {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:59:55.183877 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7529352-a8ce-478a-8ef3-9827f8d8f77f req-ab8f7ed3-8dd0-48cf-9be3-4c5efc87687d tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.26 "GET /v2.0/ports?device_id=00e63709-2186-40c3-8cfc-c1a2b6b55711 HTTP/1.1" status: 200 len: 210 time: 0.1250699 Feb 04 20:59:55.193001 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-d08ad351-489b-4914-b07b-b54781a984b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '831e4d33-fa1b-4d70-9423-4698db389355') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:55.193388 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-d08ad351-489b-4914-b07b-b54781a984b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '831e4d33-fa1b-4d70-9423-4698db389355') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:55.207288 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-7c60a49e-427d-466c-a36a-364d280beaa7 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Allocated IP 192.168.233.128 (54d6ae2e-de73-4435-bfdd-cd390a2143ad/3d2f9c06-58f8-4b66-a033-2aa50eedddcd/54a08c93-c6d2-47f4-9dc1-d96059011b3b) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:59:55.212434 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d08ad351-489b-4914-b07b-b54781a984b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:55.250943 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4437b60-98cd-4e5c-ab02-73615b1660c6 admin admin] Deleting subnet ca68937e-9a6a-40e5-9320-e4f04a7afb8b {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 20:59:55.256028 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d4437b60-98cd-4e5c-ab02-73615b1660c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:55.277652 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-94ea6f72-e9a4-4c8e-b543-bea07e2e1619 tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Unset dirty status for tenant:6734ace55ee7495e90d4a9d58425192d on resource:network {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:59:55.278961 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-94ea6f72-e9a4-4c8e-b543-bea07e2e1619 tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] 10.222.0.26 "GET /v2.0/networks?id=daf44bec-f847-4217-8d73-864c3f998625 HTTP/1.1" status: 200 len: 822 time: 0.8627360 Feb 04 20:59:55.294664 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-a71d6022-48f6-4d9b-b95c-2b45a99403b9 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:55.296587 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-a71d6022-48f6-4d9b-b95c-2b45a99403b9 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3891499 Feb 04 20:59:55.316317 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d08ad351-489b-4914-b07b-b54781a984b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:55.320341 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-75ff7a10-0347-4ced-b367-32d9ff7d0809 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Request body: {'port': {'device_id': '67ce7455-44b1-4a4f-a315-54521638a42f', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'admin_state_up': True, 'tenant_id': 'fdebd31004d4485bb31ace7bc9f49c3c'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:59:55.328459 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d08ad351-489b-4914-b07b-b54781a984b3 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:59:55.328854 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d08ad351-489b-4914-b07b-b54781a984b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:55.342661 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 20:59:55.342661 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:59:55.342661 n-d-827896-1 neutron-server[87682]: timer() Feb 04 20:59:55.342661 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:59:55.342661 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 20:59:55.342661 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:59:55.342661 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 20:59:55.342661 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:59:55.342661 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 20:59:55.342661 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:59:55.342661 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 20:59:55.342661 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:59:55.342661 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 20:59:55.342661 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:59:55.342661 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:59:55.342661 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:59:55.342661 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:59:55.342661 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:59:55.342661 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 20:59:55.342661 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:59:55.342661 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 20:59:55.342661 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:59:55.342661 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:59:55.342661 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:59:55.342661 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 20:59:55.342661 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:59:55.342661 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:59:55.342661 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:59:55.342661 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:59:55.342661 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:59:55.342661 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:59:55.342661 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:59:55.344935 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d4437b60-98cd-4e5c-ab02-73615b1660c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:55.345236 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f27554f6-6526-411e-8673-60042b0040a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:55.444087 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-8828725e-aee7-49ab-ba6d-c53496fea50e tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] 10.222.0.26 "GET /v2.0/quotas/6734ace55ee7495e90d4a9d58425192d HTTP/1.1" status: 200 len: 375 time: 0.1564174 Feb 04 20:59:55.472974 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d08ad351-489b-4914-b07b-b54781a984b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:55.473626 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27554f6-6526-411e-8673-60042b0040a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c177412-5f96-46be-90f4-d1e4201a978b,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:55.478636 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d08ad351-489b-4914-b07b-b54781a984b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:55.514297 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ad351-489b-4914-b07b-b54781a984b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ea98f9d-846a-4cae-aac9-ed7b20f6357e,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:55.530418 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d08ad351-489b-4914-b07b-b54781a984b3 admin admin] 10.222.0.26 "DELETE /v2.0/networks/9ea98f9d-846a-4cae-aac9-ed7b20f6357e HTTP/1.1" status: 204 len: 168 time: 1.2972472 Feb 04 20:59:55.534950 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d4437b60-98cd-4e5c-ab02-73615b1660c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:55.646892 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d4437b60-98cd-4e5c-ab02-73615b1660c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:55.657556 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 4028c1cc-bae9-4933-9785-1f02eb5d1d07 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:59:55.658074 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-57a430ac-4751-4c32-90c4-3a183e39c0f0 tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6734ace55ee7495e90d4a9d58425192d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1851833 Feb 04 20:59:55.701086 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5717f072-1bd8-42d2-9f9f-5513cfc0c19c None None] Network 4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 20:59:55.704221 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d4437b60-98cd-4e5c-ab02-73615b1660c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:55.716556 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 4028c1cc-bae9-4933-9785-1f02eb5d1d07 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:59:55.717691 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 4028c1cc-bae9-4933-9785-1f02eb5d1d07 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:59:55.718322 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device b0e35f61-74be-4e10-ba64-f054a408d7a7 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:59:55.720568 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4437b60-98cd-4e5c-ab02-73615b1660c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca68937e-9a6a-40e5-9320-e4f04a7afb8b,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:55.726480 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d4437b60-98cd-4e5c-ab02-73615b1660c6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ca68937e-9a6a-40e5-9320-e4f04a7afb8b HTTP/1.1" status: 204 len: 168 time: 0.5940168 Feb 04 20:59:55.729336 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53018) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:55.786510 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53022) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:55.809999 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: b0e35f61-74be-4e10-ba64-f054a408d7a7 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:59:55.810344 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device b0e35f61-74be-4e10-ba64-f054a408d7a7 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:59:55.836932 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a9559bac-17ef-47ba-a597-c189fc96dc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:55.848760 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-a9559bac-17ef-47ba-a597-c189fc96dc23 admin admin] Deleting port 065a35c3-d5e6-4b1c-a823-385742f915dd {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:55.849094 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a9559bac-17ef-47ba-a597-c189fc96dc23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:55.858960 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f27554f6-6526-411e-8673-60042b0040a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:55.861412 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-f27554f6-6526-411e-8673-60042b0040a9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9c177412-5f96-46be-90f4-d1e4201a978b HTTP/1.1" status: 204 len: 168 time: 1.6533883 Feb 04 20:59:55.904141 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-75ff7a10-0347-4ced-b367-32d9ff7d0809 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:59:55.915065 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-75ff7a10-0347-4ced-b367-32d9ff7d0809 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Usage tracker for resource:port and tenant:fdebd31004d4485bb31ace7bc9f49c3c is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:59:55.918263 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-75ff7a10-0347-4ced-b367-32d9ff7d0809 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:59:55.934832 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-75ff7a10-0347-4ced-b367-32d9ff7d0809 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:59:55.945304 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:55.985728 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-75ff7a10-0347-4ced-b367-32d9ff7d0809 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Made reservation on behalf of fdebd31004d4485bb31ace7bc9f49c3c for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:59:55.989180 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-75ff7a10-0347-4ced-b367-32d9ff7d0809 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:56.039681 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9648e42-2c82-44bc-83f1-a543843dab34 req-b53f0304-a12b-4553-a932-498d1a30fb6c tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:56.048056 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d9648e42-2c82-44bc-83f1-a543843dab34 req-b53f0304-a12b-4553-a932-498d1a30fb6c tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 949 time: 0.7108989 Feb 04 20:59:56.051398 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df11b6c4-57b7-4580-8287-81cf4a604594 None None] DHCP port deletion for 4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 20:59:56.057556 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-df11b6c4-57b7-4580-8287-81cf4a604594 None None] Deleting port 065a35c3-d5e6-4b1c-a823-385742f915dd {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:56.058480 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-df11b6c4-57b7-4580-8287-81cf4a604594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:56.088474 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-75ff7a10-0347-4ced-b367-32d9ff7d0809 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:56.101013 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-a9559bac-17ef-47ba-a597-c189fc96dc23 admin admin] For port 065a35c3-d5e6-4b1c-a823-385742f915dd, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=065a35c3-d5e6-4b1c-a823-385742f915dd,segment=NetworkSegment(e5020a8a-8214-431e-9592-cee2e6807d9f),segment_id=e5020a8a-8214-431e-9592-cee2e6807d9f)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:56.101587 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a9559bac-17ef-47ba-a597-c189fc96dc23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:56.129709 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-3391b8bf-b170-4304-902d-0f1ecc74df7c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=71d66760485a4a8882272889cbb18327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3392029 Feb 04 20:59:56.130891 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-75ff7a10-0347-4ced-b367-32d9ff7d0809 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:59:56.137479 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-7c60a49e-427d-466c-a36a-364d280beaa7 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:56.144145 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53030) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:56.155210 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-75ff7a10-0347-4ced-b367-32d9ff7d0809 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Usage tracker for resource:security_group_rule and tenant:fdebd31004d4485bb31ace7bc9f49c3c is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:59:56.209917 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-75ff7a10-0347-4ced-b367-32d9ff7d0809 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:59:56.236308 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-76638fdc-38ee-4632-a335-aab832438c4c service neutron] 10.222.0.26 "GET /v2.0/networks/daf44bec-f847-4217-8d73-864c3f998625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5571361 Feb 04 20:59:56.241051 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-7c60a49e-427d-466c-a36a-364d280beaa7 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Transition to ACTIVE for port object 54a08c93-c6d2-47f4-9dc1-d96059011b3b will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:59:56.242583 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-75ff7a10-0347-4ced-b367-32d9ff7d0809 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:59:56.251820 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d9648e42-2c82-44bc-83f1-a543843dab34 req-69465f9b-6f41-46b8-a019-13820238e2a9 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022734 Feb 04 20:59:56.255567 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-a9559bac-17ef-47ba-a597-c189fc96dc23 admin admin] Calling delete_port for 065a35c3-d5e6-4b1c-a823-385742f915dd owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:56.365330 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a9559bac-17ef-47ba-a597-c189fc96dc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:56.383979 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-df11b6c4-57b7-4580-8287-81cf4a604594 None None] For port 065a35c3-d5e6-4b1c-a823-385742f915dd, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=065a35c3-d5e6-4b1c-a823-385742f915dd,segment=NetworkSegment(e5020a8a-8214-431e-9592-cee2e6807d9f),segment_id=e5020a8a-8214-431e-9592-cee2e6807d9f)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 20:59:56.384619 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-df11b6c4-57b7-4580-8287-81cf4a604594 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:56.451090 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9559bac-17ef-47ba-a597-c189fc96dc23 admin admin] Pushing event deleted for resources: {'Port': ['ID=065a35c3-d5e6-4b1c-a823-385742f915dd,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:56.455876 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9559bac-17ef-47ba-a597-c189fc96dc23 admin admin] No DVR routers for this DVR port 065a35c3-d5e6-4b1c-a823-385742f915dd on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 20:59:56.520006 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-df11b6c4-57b7-4580-8287-81cf4a604594 None None] Calling delete_port for 065a35c3-d5e6-4b1c-a823-385742f915dd owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 20:59:56.522589 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-06706cff-1fd8-4e2c-bce5-7f50509a0942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:56.585411 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-7c60a49e-427d-466c-a36a-364d280beaa7 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:56.590365 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a9559bac-17ef-47ba-a597-c189fc96dc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:56.602768 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-df11b6c4-57b7-4580-8287-81cf4a604594 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 20:59:56.603195 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-df11b6c4-57b7-4580-8287-81cf4a604594 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 20:59:56.623480 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-a9559bac-17ef-47ba-a597-c189fc96dc23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:56.637553 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-a9559bac-17ef-47ba-a597-c189fc96dc23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5020a8a-8214-431e-9592-cee2e6807d9f') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:56.637850 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-a9559bac-17ef-47ba-a597-c189fc96dc23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5020a8a-8214-431e-9592-cee2e6807d9f') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 20:59:56.651278 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a9559bac-17ef-47ba-a597-c189fc96dc23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:56.669061 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a9559bac-17ef-47ba-a597-c189fc96dc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:56.676603 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9559bac-17ef-47ba-a597-c189fc96dc23 admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 20:59:56.677274 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a9559bac-17ef-47ba-a597-c189fc96dc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:56.698385 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 20:59:56.698385 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 20:59:56.698385 n-d-827896-1 neutron-server[87682]: timer() Feb 04 20:59:56.698385 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 20:59:56.698385 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 20:59:56.698385 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 20:59:56.698385 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 20:59:56.698385 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 20:59:56.698385 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 20:59:56.698385 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 20:59:56.698385 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 20:59:56.698385 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 20:59:56.698385 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 20:59:56.698385 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 20:59:56.698385 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 20:59:56.698385 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 20:59:56.698385 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 20:59:56.698385 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 20:59:56.698385 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 20:59:56.698385 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 20:59:56.698385 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 20:59:56.698385 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 20:59:56.698385 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 20:59:56.698385 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 20:59:56.698385 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 20:59:56.698385 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 20:59:56.698385 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 20:59:56.698385 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 20:59:56.698385 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 20:59:56.698385 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 20:59:56.698385 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 20:59:56.698385 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 20:59:56.863301 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-75ff7a10-0347-4ced-b367-32d9ff7d0809 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:56.890233 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a9559bac-17ef-47ba-a597-c189fc96dc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:56.893734 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-06706cff-1fd8-4e2c-bce5-7f50509a0942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:56.895776 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a9559bac-17ef-47ba-a597-c189fc96dc23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:56.904788 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-75ff7a10-0347-4ced-b367-32d9ff7d0809 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:56.925469 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9559bac-17ef-47ba-a597-c189fc96dc23 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:56.932826 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a9559bac-17ef-47ba-a597-c189fc96dc23 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4a9ab7ee-b8b0-447c-ad6b-5879b9fcab7e HTTP/1.1" status: 204 len: 168 time: 1.1995039 Feb 04 20:59:56.999680 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-7c60a49e-427d-466c-a36a-364d280beaa7 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Network 54d6ae2e-de73-4435-bfdd-cd390a2143ad is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:59:57.018845 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-7c60a49e-427d-466c-a36a-364d280beaa7 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:59:57.025800 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-2d78d666-27fb-4223-849f-e0fd0e86fc29 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Allocated IP 192.168.233.170 (54d6ae2e-de73-4435-bfdd-cd390a2143ad/3d2f9c06-58f8-4b66-a033-2aa50eedddcd/8010907a-51bb-40e6-969e-9f93dfc91daf) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:59:57.046650 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-7c60a49e-427d-466c-a36a-364d280beaa7 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:59:57.104226 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-df11b6c4-57b7-4580-8287-81cf4a604594 None None] Deleting port 065a35c3-d5e6-4b1c-a823-385742f915dd {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 20:59:57.104783 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-df11b6c4-57b7-4580-8287-81cf4a604594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:57.143822 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53058) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:57.158116 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60a49e-427d-466c-a36a-364d280beaa7 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Pushing event updated for resources: {'Port': ['ID=54a08c93-c6d2-47f4-9dc1-d96059011b3b,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:57.189844 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-df11b6c4-57b7-4580-8287-81cf4a604594 None None] The port '065a35c3-d5e6-4b1c-a823-385742f915dd' was deleted {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 20:59:57.190070 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff7a10-0347-4ced-b367-32d9ff7d0809 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=901a1770-7f4a-4c11-a0db-abacb7b70d66,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:57.203335 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-5eb05f47-573a-45a9-a8e3-b3d383eb9488 service neutron] 10.222.0.26 "GET /v2.0/networks/daf44bec-f847-4217-8d73-864c3f998625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9565611 Feb 04 20:59:57.235413 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2fc0c438-1411-4c0c-b7b7-6e847c2ece9f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b853d123be434c35ad6eaadda6a379bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0902550 Feb 04 20:59:57.246063 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53062) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:57.306987 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-7c60a49e-427d-466c-a36a-364d280beaa7 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:57.307836 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-7c60a49e-427d-466c-a36a-364d280beaa7 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:57.389884 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac5f88-fefb-4127-aa42-c022390ef49b req-3b545b8c-0ce0-4604-ace4-3ff5aa71e5fb tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:57.390564 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-36ac5f88-fefb-4127-aa42-c022390ef49b req-3b545b8c-0ce0-4604-ace4-3ff5aa71e5fb tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Synchronizing usage tracker for tenant:2e2fe7720be34c5c975f7bf0105158c8 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:59:57.408802 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-cdba2668-fd17-4b85-b058-2098b7dc2972 None None] Provisioning for port 54a08c93-c6d2-47f4-9dc1-d96059011b3b completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:59:57.416003 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-cdba2668-fd17-4b85-b058-2098b7dc2972 None None] Provisioning complete for port 54a08c93-c6d2-47f4-9dc1-d96059011b3b triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:59:57.416570 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cdba2668-fd17-4b85-b058-2098b7dc2972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:57.423314 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-06706cff-1fd8-4e2c-bce5-7f50509a0942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:57.484554 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-cdba2668-fd17-4b85-b058-2098b7dc2972 None None] Port 54a08c93-c6d2-47f4-9dc1-d96059011b3b cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:59:57.562011 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06706cff-1fd8-4e2c-bce5-7f50509a0942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68932ba2-6081-4022-98a0-c6c713e17c21,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:57.565561 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-7c60a49e-427d-466c-a36a-364d280beaa7 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1808732 Feb 04 20:59:57.580648 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-06706cff-1fd8-4e2c-bce5-7f50509a0942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:57.584262 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-06706cff-1fd8-4e2c-bce5-7f50509a0942 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/68932ba2-6081-4022-98a0-c6c713e17c21 HTTP/1.1" status: 204 len: 168 time: 1.4323268 Feb 04 20:59:57.606839 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-d3ec12b6-b325-4c45-9959-f21d12c1ee54 service neutron] Request body: {'port': {'device_id': 'e777a94c-6b98-4661-bec5-4c2ff45004a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:59:57.612729 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 065a35c3-d5e6-4b1c-a823-385742f915dd no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 20:59:57.639627 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-cbfdc930-7343-4ea7-b4ba-513990aae020 req-95f2ba53-2fe2-4a20-9ec4-21d19955d022 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Synchronizing usage tracker for tenant:fdebd31004d4485bb31ace7bc9f49c3c on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:59:57.667841 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 065a35c3-d5e6-4b1c-a823-385742f915dd {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 20:59:57.668174 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 065a35c3-d5e6-4b1c-a823-385742f915dd not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 20:59:57.687361 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ea68fff1-0e2a-424c-bd81-ab918e416bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:57.688998 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-36ac5f88-fefb-4127-aa42-c022390ef49b req-3b545b8c-0ce0-4604-ace4-3ff5aa71e5fb tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Unset dirty status for tenant:2e2fe7720be34c5c975f7bf0105158c8 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:59:57.690598 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-36ac5f88-fefb-4127-aa42-c022390ef49b req-3b545b8c-0ce0-4604-ace4-3ff5aa71e5fb tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/ports?device_id=e777a94c-6b98-4661-bec5-4c2ff45004a8 HTTP/1.1" status: 200 len: 936 time: 1.1963551 Feb 04 20:59:57.790191 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-cbfdc930-7343-4ea7-b4ba-513990aae020 req-95f2ba53-2fe2-4a20-9ec4-21d19955d022 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Unset dirty status for tenant:fdebd31004d4485bb31ace7bc9f49c3c on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:59:57.791640 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cbfdc930-7343-4ea7-b4ba-513990aae020 req-95f2ba53-2fe2-4a20-9ec4-21d19955d022 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ce7455-44b1-4a4f-a315-54521638a42f HTTP/1.1" status: 200 len: 210 time: 0.2960525 Feb 04 20:59:57.802980 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ea68fff1-0e2a-424c-bd81-ab918e416bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:57.915194 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-2d78d666-27fb-4223-849f-e0fd0e86fc29 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:57.993807 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-36ac5f88-fefb-4127-aa42-c022390ef49b req-5f6c369f-0e1b-4632-8892-e8e716efb9e3 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Synchronizing usage tracker for tenant:2e2fe7720be34c5c975f7bf0105158c8 on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:59:58.012814 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-fa7a9d80-70ff-465e-a869-ea37ab07f4ef req-014925dd-9ae5-4acb-8a1a-92cc2961dfb3 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Synchronizing usage tracker for tenant:2a4938b9a1ec4c7d93a243828ac06eda on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 20:59:58.015494 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-d3ec12b6-b325-4c45-9959-f21d12c1ee54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:58.025595 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-2d78d666-27fb-4223-849f-e0fd0e86fc29 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Transition to ACTIVE for port object 8010907a-51bb-40e6-969e-9f93dfc91daf will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:59:58.122809 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-fa7a9d80-70ff-465e-a869-ea37ab07f4ef req-014925dd-9ae5-4acb-8a1a-92cc2961dfb3 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Unset dirty status for tenant:2a4938b9a1ec4c7d93a243828ac06eda on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:59:58.124134 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fa7a9d80-70ff-465e-a869-ea37ab07f4ef req-014925dd-9ae5-4acb-8a1a-92cc2961dfb3 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.26 "GET /v2.0/ports?device_id=00e63709-2186-40c3-8cfc-c1a2b6b55711 HTTP/1.1" status: 200 len: 210 time: 0.1979012 Feb 04 20:59:58.129778 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-36ac5f88-fefb-4127-aa42-c022390ef49b req-5f6c369f-0e1b-4632-8892-e8e716efb9e3 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Unset dirty status for tenant:2e2fe7720be34c5c975f7bf0105158c8 on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 20:59:58.131349 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-36ac5f88-fefb-4127-aa42-c022390ef49b req-5f6c369f-0e1b-4632-8892-e8e716efb9e3 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ed875e2-5a67-46a6-a467-7361286c92c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144201 Feb 04 20:59:58.134218 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ea68fff1-0e2a-424c-bd81-ab918e416bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:58.162396 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68fff1-0e2a-424c-bd81-ab918e416bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e87adb-2967-4fb3-8aae-72643c254c29,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:58.248496 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ea68fff1-0e2a-424c-bd81-ab918e416bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:58.252010 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ea68fff1-0e2a-424c-bd81-ab918e416bc8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b2e87adb-2967-4fb3-8aae-72643c254c29 HTTP/1.1" status: 204 len: 168 time: 0.9981327 Feb 04 20:59:58.319852 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-2d78d666-27fb-4223-849f-e0fd0e86fc29 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:58.447095 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-2d78d666-27fb-4223-849f-e0fd0e86fc29 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Network 54d6ae2e-de73-4435-bfdd-cd390a2143ad is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 20:59:58.452709 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-2d78d666-27fb-4223-849f-e0fd0e86fc29 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 20:59:58.462949 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-2d78d666-27fb-4223-849f-e0fd0e86fc29 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 20:59:58.517737 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-75ff7a10-0347-4ced-b367-32d9ff7d0809 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Allocated IP 192.168.233.116 (54d6ae2e-de73-4435-bfdd-cd390a2143ad/3d2f9c06-58f8-4b66-a033-2aa50eedddcd/8343f32f-bb85-405a-8f90-233944e1e0b0) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 20:59:58.530212 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78d666-27fb-4223-849f-e0fd0e86fc29 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Pushing event updated for resources: {'Port': ['ID=8010907a-51bb-40e6-969e-9f93dfc91daf,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:58.866323 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-2d78d666-27fb-4223-849f-e0fd0e86fc29 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:58.866880 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-2d78d666-27fb-4223-849f-e0fd0e86fc29 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:58.900827 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0676ad91-c72f-42bf-ba7a-17c00912972e req-d6843eac-bbab-458a-ade1-2ac3ac8e5e15 tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] 10.222.0.26 "GET /v2.0/ports?device_id=d897709d-1d79-46f9-8bc0-082f0d32b041 HTTP/1.1" status: 200 len: 210 time: 0.2010427 Feb 04 20:59:58.936573 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-6a1655f3-540d-45a9-b010-4c2f2a8528f2 None None] Provisioning for port 8010907a-51bb-40e6-969e-9f93dfc91daf completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 20:59:58.942067 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-6a1655f3-540d-45a9-b010-4c2f2a8528f2 None None] Provisioning complete for port 8010907a-51bb-40e6-969e-9f93dfc91daf triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 20:59:58.942443 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6a1655f3-540d-45a9-b010-4c2f2a8528f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:58.961858 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-2d78d666-27fb-4223-849f-e0fd0e86fc29 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.3326521 Feb 04 20:59:59.004960 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-8d3ef6fa-525e-4656-8f50-b912c1609f6c service neutron] Request body: {'port': {'device_id': '00e63709-2186-40c3-8cfc-c1a2b6b55711', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:59:59.051030 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-6a1655f3-540d-45a9-b010-4c2f2a8528f2 None None] Port 8010907a-51bb-40e6-969e-9f93dfc91daf cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 20:59:59.110686 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53118) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:59.323708 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-69745f45-a7c7-4692-a21e-31db6d35ba1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:59.342345 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-69745f45-a7c7-4692-a21e-31db6d35ba1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:59:59.347054 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-69745f45-a7c7-4692-a21e-31db6d35ba1d admin admin] Usage tracker for resource:security_group_rule and tenant:09a491221c824fd89c42a8c92ae1ae38 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:59:59.350092 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-69745f45-a7c7-4692-a21e-31db6d35ba1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:59:59.355764 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-69745f45-a7c7-4692-a21e-31db6d35ba1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:59:59.365057 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1a357e9c-855f-4771-a499-56dc343fdc5a req-e7df3145-1808-4ede-b183-901e7ec56cd9 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ce7455-44b1-4a4f-a315-54521638a42f HTTP/1.1" status: 200 len: 210 time: 0.2927511 Feb 04 20:59:59.380275 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-d42cb595-79f1-4456-9d5f-c09edbf7e5e3 tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:59.381636 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-d42cb595-79f1-4456-9d5f-c09edbf7e5e3 tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] 10.222.0.18 "GET /v2.0/networks?id=daf44bec-f847-4217-8d73-864c3f998625 HTTP/1.1" status: 200 len: 822 time: 0.7347240 Feb 04 20:59:59.394420 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c96b7-d55c-486d-bce8-653acca15ece req-0d5b3489-9835-4667-850c-2802cda7a4ed tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 20:59:59.401195 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fb9c96b7-d55c-486d-bce8-653acca15ece req-0d5b3489-9835-4667-850c-2802cda7a4ed tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 949 time: 0.8770702 Feb 04 20:59:59.429762 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-1e43d240-bf50-4a0d-a0cc-79aa49c9bcaa tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Request body: {'port': {'device_id': 'd897709d-1d79-46f9-8bc0-082f0d32b041', 'network_id': 'daf44bec-f847-4217-8d73-864c3f998625', 'admin_state_up': True, 'tenant_id': '6734ace55ee7495e90d4a9d58425192d'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:59:59.491121 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-69745f45-a7c7-4692-a21e-31db6d35ba1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:59.498043 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-69745f45-a7c7-4692-a21e-31db6d35ba1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:59.558964 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-69745f45-a7c7-4692-a21e-31db6d35ba1d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=09a491221c824fd89c42a8c92ae1ae38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4463689 Feb 04 20:59:59.560877 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69745f45-a7c7-4692-a21e-31db6d35ba1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d63075-a1b3-4ba7-ab0d-001a46a61fb8,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 20:59:59.562245 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53142) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:59.619193 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53146) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 20:59:59.648886 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fb9c96b7-d55c-486d-bce8-653acca15ece req-6e798ce3-3d33-4a0b-a780-b0cc53d1bd0b tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467437 Feb 04 20:59:59.673020 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-8d3ef6fa-525e-4656-8f50-b912c1609f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:59.761908 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-17e624dd-ede0-4127-8316-81949958f6ac admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-909498936-network', 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 20:59:59.768425 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-17e624dd-ede0-4127-8316-81949958f6ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:59:59.773744 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-17e624dd-ede0-4127-8316-81949958f6ac admin admin] Usage tracker for resource:network and tenant:df41148af8d64ecb86c2b5be8209bfd9 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:59:59.775226 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-75ff7a10-0347-4ced-b367-32d9ff7d0809 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:59.777522 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-17e624dd-ede0-4127-8316-81949958f6ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:59:59.786261 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-17e624dd-ede0-4127-8316-81949958f6ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:59:59.797366 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e624dd-ede0-4127-8316-81949958f6ac admin admin] Made reservation on behalf of df41148af8d64ecb86c2b5be8209bfd9 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 20:59:59.799794 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-17e624dd-ede0-4127-8316-81949958f6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:59.813491 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-17e624dd-ede0-4127-8316-81949958f6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:59.829885 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-17e624dd-ede0-4127-8316-81949958f6ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 20:59:59.833722 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-17e624dd-ede0-4127-8316-81949958f6ac admin admin] Usage tracker for resource:security_group_rule and tenant:df41148af8d64ecb86c2b5be8209bfd9 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 20:59:59.836504 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-17e624dd-ede0-4127-8316-81949958f6ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 20:59:59.843513 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-17e624dd-ede0-4127-8316-81949958f6ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 20:59:59.889502 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-75ff7a10-0347-4ced-b367-32d9ff7d0809 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Transition to ACTIVE for port object 8343f32f-bb85-405a-8f90-233944e1e0b0 will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 20:59:59.912717 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ab05ec23-e321-490e-b35e-fdf6486c1def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:59.948587 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ab05ec23-e321-490e-b35e-fdf6486c1def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:59.968294 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-17e624dd-ede0-4127-8316-81949958f6ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 20:59:59.984808 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-17e624dd-ede0-4127-8316-81949958f6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:00.002396 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-1e43d240-bf50-4a0d-a0cc-79aa49c9bcaa tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:00:00.008616 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e624dd-ede0-4127-8316-81949958f6ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:00:00.032621 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-17e624dd-ede0-4127-8316-81949958f6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:00.033058 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-17e624dd-ede0-4127-8316-81949958f6ac admin admin] Added segment 07bc0a67-6867-413a-ba45-d087c277866a of type vlan for network b07bb9ef-36fe-4586-bebc-d1a35b516abf Feb 04 21:00:00.067670 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-1e43d240-bf50-4a0d-a0cc-79aa49c9bcaa tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Usage tracker for resource:port and tenant:6734ace55ee7495e90d4a9d58425192d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:00:00.070546 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ab05ec23-e321-490e-b35e-fdf6486c1def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:00.078832 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-17e624dd-ede0-4127-8316-81949958f6ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:00.085770 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-1e43d240-bf50-4a0d-a0cc-79aa49c9bcaa tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:00:00.115000 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab05ec23-e321-490e-b35e-fdf6486c1def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d63075-a1b3-4ba7-ab0d-001a46a61fb8,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:00.116881 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ab05ec23-e321-490e-b35e-fdf6486c1def admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:00.118044 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ab05ec23-e321-490e-b35e-fdf6486c1def admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/09d63075-a1b3-4ba7-ab0d-001a46a61fb8 HTTP/1.1" status: 204 len: 168 time: 0.5443535 Feb 04 21:00:00.144709 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e624dd-ede0-4127-8316-81949958f6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc27a88a-7d29-4d8e-adaa-4f6d9a816c1f,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:00.180567 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-17e624dd-ede0-4127-8316-81949958f6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:00.182247 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e624dd-ede0-4127-8316-81949958f6ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:00.183696 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-17e624dd-ede0-4127-8316-81949958f6ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:00.188748 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-1e43d240-bf50-4a0d-a0cc-79aa49c9bcaa tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:00:00.262836 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-1e43d240-bf50-4a0d-a0cc-79aa49c9bcaa tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Made reservation on behalf of 6734ace55ee7495e90d4a9d58425192d for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:00:00.267307 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-1e43d240-bf50-4a0d-a0cc-79aa49c9bcaa tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:00.294284 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66275417-ee44-493a-aad3-1498b4283616 req-36d3f166-0987-4d8b-b96b-a6ba55ee9993 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:00.296174 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-66275417-ee44-493a-aad3-1498b4283616 req-36d3f166-0987-4d8b-b96b-a6ba55ee9993 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.26 "GET /v2.0/ports?device_id=00e63709-2186-40c3-8cfc-c1a2b6b55711 HTTP/1.1" status: 200 len: 936 time: 0.5158398 Feb 04 21:00:00.322611 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e624dd-ede0-4127-8316-81949958f6ac admin admin] Pushing event updated for resources: {'Network': ['ID=b07bb9ef-36fe-4586-bebc-d1a35b516abf,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:00.336567 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network b07bb9ef-36fe-4586-bebc-d1a35b516abf details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:00:00.350581 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-17e624dd-ede0-4127-8316-81949958f6ac admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7282021 Feb 04 21:00:00.351189 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53176) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:00:00.356656 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-883b2986-123e-46f6-a329-0e8f0ad31269 admin admin] Request body: {'subnet': {'network_id': 'b07bb9ef-36fe-4586-bebc-d1a35b516abf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-909498936-subnet', 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:00:00.377435 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-883b2986-123e-46f6-a329-0e8f0ad31269 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:00:00.383789 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-75ff7a10-0347-4ced-b367-32d9ff7d0809 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:00.385578 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-883b2986-123e-46f6-a329-0e8f0ad31269 admin admin] Usage tracker for resource:subnet and tenant:df41148af8d64ecb86c2b5be8209bfd9 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:00:00.395729 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-883b2986-123e-46f6-a329-0e8f0ad31269 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:00:00.403673 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-883b2986-123e-46f6-a329-0e8f0ad31269 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:00:00.420845 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883b2986-123e-46f6-a329-0e8f0ad31269 admin admin] Made reservation on behalf of df41148af8d64ecb86c2b5be8209bfd9 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:00:00.423205 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-883b2986-123e-46f6-a329-0e8f0ad31269 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:00.550724 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a59c8-76d3-41c6-8092-702944b6dd9e req-9c80bf0d-a650-4d7a-a657-fb7c61fa71de tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:00.557534 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-490a59c8-76d3-41c6-8092-702944b6dd9e req-9c80bf0d-a650-4d7a-a657-fb7c61fa71de tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/ports?device_id=e777a94c-6b98-4661-bec5-4c2ff45004a8 HTTP/1.1" status: 200 len: 936 time: 0.4792397 Feb 04 21:00:00.611043 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-75ff7a10-0347-4ced-b367-32d9ff7d0809 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Network 54d6ae2e-de73-4435-bfdd-cd390a2143ad is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:00:00.628563 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-66275417-ee44-493a-aad3-1498b4283616 req-31198eeb-0ea2-4326-a213-864f882222c8 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Synchronizing usage tracker for tenant:2a4938b9a1ec4c7d93a243828ac06eda on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:00:00.645410 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-75ff7a10-0347-4ced-b367-32d9ff7d0809 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:00:00.658260 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-75ff7a10-0347-4ced-b367-32d9ff7d0809 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:00:00.697854 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff7a10-0347-4ced-b367-32d9ff7d0809 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Pushing event updated for resources: {'Port': ['ID=8343f32f-bb85-405a-8f90-233944e1e0b0,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:00.747734 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-883b2986-123e-46f6-a329-0e8f0ad31269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:00.834872 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b2986-123e-46f6-a329-0e8f0ad31269 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fffc9a1-d0ff-45d7-adf5-d0cd203f0821,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:00.839262 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883b2986-123e-46f6-a329-0e8f0ad31269 admin admin] Checking segment: {'id': '07bc0a67-6867-413a-ba45-d087c277866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b07bb9ef-36fe-4586-bebc-d1a35b516abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:00:00.840120 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883b2986-123e-46f6-a329-0e8f0ad31269 admin admin] Network hostable DHCP agents. Network: b07bb9ef-36fe-4586-bebc-d1a35b516abf, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:00:00.870864 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883b2986-123e-46f6-a329-0e8f0ad31269 admin admin] Network b07bb9ef-36fe-4586-bebc-d1a35b516abf is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:00:00.875758 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-490a59c8-76d3-41c6-8092-702944b6dd9e req-2a04f6e1-573a-40a7-a034-23ed6def6bc2 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ed875e2-5a67-46a6-a467-7361286c92c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171766 Feb 04 21:00:00.898833 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-883b2986-123e-46f6-a329-0e8f0ad31269 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, b07bb9ef-36fe-4586-bebc-d1a35b516abf) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:00:00.901289 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-75ff7a10-0347-4ced-b367-32d9ff7d0809 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:00.908057 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6598dd-43f2-4586-b475-ef1848a392c1 None None] Network b07bb9ef-36fe-4586-bebc-d1a35b516abf requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:00:00.915977 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883b2986-123e-46f6-a329-0e8f0ad31269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:00.916548 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-75ff7a10-0347-4ced-b367-32d9ff7d0809 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:00.916666 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-883b2986-123e-46f6-a329-0e8f0ad31269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:00.930535 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-66275417-ee44-493a-aad3-1498b4283616 req-31198eeb-0ea2-4326-a213-864f882222c8 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Unset dirty status for tenant:2a4938b9a1ec4c7d93a243828ac06eda on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:00:00.951504 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-883b2986-123e-46f6-a329-0e8f0ad31269 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5991838 Feb 04 21:00:00.954458 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53196) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:00:00.955893 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-66275417-ee44-493a-aad3-1498b4283616 req-31198eeb-0ea2-4326-a213-864f882222c8 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.26 "GET /v2.0/security-groups?id=0bcc9db5-8e7a-40a8-83b9-125879a69647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6442471 Feb 04 21:00:00.970206 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-f0189cdb-2ebb-4bb2-aace-5f850564cc75 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-909498936-router', 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:00:00.980692 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f0189cdb-2ebb-4bb2-aace-5f850564cc75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:00:00.992548 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f0189cdb-2ebb-4bb2-aace-5f850564cc75 admin admin] Usage tracker for resource:router and tenant:df41148af8d64ecb86c2b5be8209bfd9 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:00:01.002096 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f0189cdb-2ebb-4bb2-aace-5f850564cc75 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:00:01.011897 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f0189cdb-2ebb-4bb2-aace-5f850564cc75 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:00:01.026801 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f0189cdb-2ebb-4bb2-aace-5f850564cc75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:01.028655 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f0189cdb-2ebb-4bb2-aace-5f850564cc75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:01.033993 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-d3ec12b6-b325-4c45-9959-f21d12c1ee54 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:00:01.079534 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f0189cdb-2ebb-4bb2-aace-5f850564cc75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:01.262966 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-7eff6031-f711-4fac-9990-fe53ed773898 None None] Provisioning for port 8343f32f-bb85-405a-8f90-233944e1e0b0 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:00:01.263456 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-75ff7a10-0347-4ced-b367-32d9ff7d0809 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.9504039 Feb 04 21:00:01.265473 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-fe122afd-b8af-46e5-9be9-057cc2d1d204 req-e0b5f164-0263-4f3f-b54e-96babbda840e tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Synchronizing usage tracker for tenant:6734ace55ee7495e90d4a9d58425192d on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:00:01.270254 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53204) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:00:01.271433 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-1e43d240-bf50-4a0d-a0cc-79aa49c9bcaa tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Allocated IP 172.20.0.9 (daf44bec-f847-4217-8d73-864c3f998625/eacf7c1d-ed86-453b-bbb5-266017cc2b4f/cfd95c56-cb8c-4bb3-b302-861f8d56c4d4) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:00:01.328671 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b134e107-6bbd-4293-b30f-efb6bc34cf0f req-f757021c-dcad-45f3-a170-c746f66f8c95 tempest-ServerShowV247Test-639754970 tempest-ServerShowV247Test-639754970-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ea6b643-de6b-48d4-9b87-90526202b5c3 HTTP/1.1" status: 200 len: 210 time: 0.1621330 Feb 04 21:00:01.340477 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-2977f623-3e27-48ef-8de8-9f21bf90cf1a service neutron] Request body: {'port': {'device_id': '67ce7455-44b1-4a4f-a315-54521638a42f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:00:01.371026 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-7eff6031-f711-4fac-9990-fe53ed773898 None None] Provisioning complete for port 8343f32f-bb85-405a-8f90-233944e1e0b0 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:01.374315 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7eff6031-f711-4fac-9990-fe53ed773898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:01.453490 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-d3ec12b6-b325-4c45-9959-f21d12c1ee54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54a08c93-c6d2-47f4-9dc1-d96059011b3b {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:00:01.473026 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-fe122afd-b8af-46e5-9be9-057cc2d1d204 req-e0b5f164-0263-4f3f-b54e-96babbda840e tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Unset dirty status for tenant:6734ace55ee7495e90d4a9d58425192d on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:00:01.474291 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fe122afd-b8af-46e5-9be9-057cc2d1d204 req-e0b5f164-0263-4f3f-b54e-96babbda840e tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] 10.222.0.26 "GET /v2.0/ports?device_id=d897709d-1d79-46f9-8bc0-082f0d32b041 HTTP/1.1" status: 200 len: 210 time: 0.2894368 Feb 04 21:00:01.516777 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-d3ec12b6-b325-4c45-9959-f21d12c1ee54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:01.539740 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f0189cdb-2ebb-4bb2-aace-5f850564cc75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:01.545014 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-7eff6031-f711-4fac-9990-fe53ed773898 None None] Port 8343f32f-bb85-405a-8f90-233944e1e0b0 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:00:01.580686 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2d4a16-472a-4241-a58e-63e96e7e174b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-b07bb9ef-36fe-4586-bebc-d1a35b516abf', 'network_id': 'b07bb9ef-36fe-4586-bebc-d1a35b516abf', 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'fixed_ips': [{'subnet_id': '1fffc9a1-d0ff-45d7-adf5-d0cd203f0821'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:00:01.581999 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-dd2d4a16-472a-4241-a58e-63e96e7e174b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:01.606503 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-1b218bd7-dc89-4789-8425-9014345d63c2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-747545002-network', 'tenant_id': 'bf059d808b3643f5ba5990d95220908f'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:00:01.621318 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-d3ec12b6-b325-4c45-9959-f21d12c1ee54 service neutron] Transition to ACTIVE for port object 54a08c93-c6d2-47f4-9dc1-d96059011b3b will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:01.755326 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-dd2d4a16-472a-4241-a58e-63e96e7e174b None None] Allocated IP 172.20.0.2 (b07bb9ef-36fe-4586-bebc-d1a35b516abf/1fffc9a1-d0ff-45d7-adf5-d0cd203f0821/f5c25f07-6ef3-4c3d-9862-75d098855813) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:00:01.923442 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-1b218bd7-dc89-4789-8425-9014345d63c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:00:01.925867 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-d3ec12b6-b325-4c45-9959-f21d12c1ee54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:01.979157 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-dd2d4a16-472a-4241-a58e-63e96e7e174b None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:01.990339 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-dd2d4a16-472a-4241-a58e-63e96e7e174b None None] Transition to ACTIVE for port object f5c25f07-6ef3-4c3d-9862-75d098855813 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:02.010277 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-dd2d4a16-472a-4241-a58e-63e96e7e174b None None] Transition to ACTIVE for port object f5c25f07-6ef3-4c3d-9862-75d098855813 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:02.017857 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-dd2d4a16-472a-4241-a58e-63e96e7e174b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:02.035575 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f0189cdb-2ebb-4bb2-aace-5f850564cc75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:02.049847 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-1b218bd7-dc89-4789-8425-9014345d63c2 admin admin] Usage tracker for resource:network and tenant:bf059d808b3643f5ba5990d95220908f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:00:02.071828 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f0189cdb-2ebb-4bb2-aace-5f850564cc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:02.090466 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-1b218bd7-dc89-4789-8425-9014345d63c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:00:02.103371 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d4a16-472a-4241-a58e-63e96e7e174b None None] Pushing event updated for resources: {'Port': ['ID=f5c25f07-6ef3-4c3d-9862-75d098855813,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:02.121628 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2d4a16-472a-4241-a58e-63e96e7e174b None None] Network b07bb9ef-36fe-4586-bebc-d1a35b516abf is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:00:02.123609 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-dd2d4a16-472a-4241-a58e-63e96e7e174b None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:00:02.124532 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-1b218bd7-dc89-4789-8425-9014345d63c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:00:02.128344 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2d4a16-472a-4241-a58e-63e96e7e174b None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:00:02.157915 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-2977f623-3e27-48ef-8de8-9f21bf90cf1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:02.235669 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-f0189cdb-2ebb-4bb2-aace-5f850564cc75 admin admin] Allocated IP 172.25.5.67 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/090a2ade-58db-4ea3-b27e-99682964dc9c) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:00:02.244064 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-dd2d4a16-472a-4241-a58e-63e96e7e174b None None] Attempting to bind port f5c25f07-6ef3-4c3d-9862-75d098855813 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:00:02.244064 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-dd2d4a16-472a-4241-a58e-63e96e7e174b None None] Attempting to bind port f5c25f07-6ef3-4c3d-9862-75d098855813 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '07bc0a67-6867-413a-ba45-d087c277866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b07bb9ef-36fe-4586-bebc-d1a35b516abf'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:00:02.244591 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2d4a16-472a-4241-a58e-63e96e7e174b None None] Attempting to bind port f5c25f07-6ef3-4c3d-9862-75d098855813 on network b07bb9ef-36fe-4586-bebc-d1a35b516abf {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:00:02.251875 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2d4a16-472a-4241-a58e-63e96e7e174b None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:00:02.252292 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2d4a16-472a-4241-a58e-63e96e7e174b None None] Checking segment: {'id': '07bc0a67-6867-413a-ba45-d087c277866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b07bb9ef-36fe-4586-bebc-d1a35b516abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:00:02.252703 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-dd2d4a16-472a-4241-a58e-63e96e7e174b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:02.253125 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2d4a16-472a-4241-a58e-63e96e7e174b None None] Bound using segment: {'id': '07bc0a67-6867-413a-ba45-d087c277866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b07bb9ef-36fe-4586-bebc-d1a35b516abf'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:00:02.254092 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-dd2d4a16-472a-4241-a58e-63e96e7e174b None None] Bound port: f5c25f07-6ef3-4c3d-9862-75d098855813, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07bc0a67-6867-413a-ba45-d087c277866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b07bb9ef-36fe-4586-bebc-d1a35b516abf'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:00:02.254092 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-dd2d4a16-472a-4241-a58e-63e96e7e174b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:02.314075 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b218bd7-dc89-4789-8425-9014345d63c2 admin admin] Made reservation on behalf of bf059d808b3643f5ba5990d95220908f for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:00:02.316350 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1b218bd7-dc89-4789-8425-9014345d63c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:02.338018 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec12b6-b325-4c45-9959-f21d12c1ee54 service neutron] Pushing event updated for resources: {'Port': ['ID=54a08c93-c6d2-47f4-9dc1-d96059011b3b,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:02.364618 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-dd2d4a16-472a-4241-a58e-63e96e7e174b None None] For port f5c25f07-6ef3-4c3d-9862-75d098855813, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:00:02.367939 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-dd2d4a16-472a-4241-a58e-63e96e7e174b None None] For port f5c25f07-6ef3-4c3d-9862-75d098855813, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=f5c25f07-6ef3-4c3d-9862-75d098855813,segment=NetworkSegment(07bc0a67-6867-413a-ba45-d087c277866a),segment_id=07bc0a67-6867-413a-ba45-d087c277866a)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:00:02.374042 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-dd2d4a16-472a-4241-a58e-63e96e7e174b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:02.392075 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1b218bd7-dc89-4789-8425-9014345d63c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:02.432245 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f0189cdb-2ebb-4bb2-aace-5f850564cc75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:02.484109 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d4a16-472a-4241-a58e-63e96e7e174b None None] Pushing event updated for resources: {'Port': ['ID=f5c25f07-6ef3-4c3d-9862-75d098855813,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:02.503052 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:02.518950 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f0189cdb-2ebb-4bb2-aace-5f850564cc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:02.534125 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-1b218bd7-dc89-4789-8425-9014345d63c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:00:02.558997 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-1e43d240-bf50-4a0d-a0cc-79aa49c9bcaa tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:02.564272 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-1b218bd7-dc89-4789-8425-9014345d63c2 admin admin] Usage tracker for resource:security_group_rule and tenant:bf059d808b3643f5ba5990d95220908f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:00:02.582489 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-1b218bd7-dc89-4789-8425-9014345d63c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:00:02.599005 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-1b218bd7-dc89-4789-8425-9014345d63c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:00:02.614105 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0189cdb-2ebb-4bb2-aace-5f850564cc75 admin admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:00:02.618512 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-f0189cdb-2ebb-4bb2-aace-5f850564cc75 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:00:02.620905 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0189cdb-2ebb-4bb2-aace-5f850564cc75 admin admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:00:02.651778 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad98ea-b6ba-4025-a3b1-f22465bd75be req-cb931166-2946-45c0-92ac-414e84b33b49 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:02.653323 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a5ad98ea-b6ba-4025-a3b1-f22465bd75be req-cb931166-2946-45c0-92ac-414e84b33b49 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ce7455-44b1-4a4f-a315-54521638a42f HTTP/1.1" status: 200 len: 936 time: 0.9287026 Feb 04 21:00:02.661564 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c0211-a21f-4708-bb8a-13bcd11eaa65 req-d919bcb2-900e-4fe0-b16b-e5df17f9a7a8 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:02.663021 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f8c0211-a21f-4708-bb8a-13bcd11eaa65 req-d919bcb2-900e-4fe0-b16b-e5df17f9a7a8 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 949 time: 0.9295526 Feb 04 21:00:02.671392 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0189cdb-2ebb-4bb2-aace-5f850564cc75 admin admin] Pushing event updated for resources: {'Port': ['ID=090a2ade-58db-4ea3-b27e-99682964dc9c,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:02.693979 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-06b33130-4f09-4db6-b507-2371547667d7 service neutron] show failed (client error): The resource could not be found. Feb 04 21:00:02.697280 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-06b33130-4f09-4db6-b507-2371547667d7 service neutron] 10.222.0.18 "GET /v2.0/ports/ad455e09-717a-4546-83e2-e55a50a48670/bindings/n-h1-827896-1 HTTP/1.1" status: 404 len: 380 time: 0.2343404 Feb 04 21:00:02.961075 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1b218bd7-dc89-4789-8425-9014345d63c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:03.007040 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-d3ec12b6-b325-4c45-9959-f21d12c1ee54 service neutron] Attempting to bind port 54a08c93-c6d2-47f4-9dc1-d96059011b3b on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:00:03.007386 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-d3ec12b6-b325-4c45-9959-f21d12c1ee54 service neutron] Attempting to bind port 54a08c93-c6d2-47f4-9dc1-d96059011b3b by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:00:03.007713 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-d3ec12b6-b325-4c45-9959-f21d12c1ee54 service neutron] Attempting to bind port 54a08c93-c6d2-47f4-9dc1-d96059011b3b on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:00:03.019861 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f8c0211-a21f-4708-bb8a-13bcd11eaa65 req-c73b2bbc-75ce-47a4-819a-dcd42ffb1dbd tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378026 Feb 04 21:00:03.067667 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1b218bd7-dc89-4789-8425-9014345d63c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:03.094635 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-8d3ef6fa-525e-4656-8f50-b912c1609f6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8010907a-51bb-40e6-969e-9f93dfc91daf {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:00:03.131747 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-8d3ef6fa-525e-4656-8f50-b912c1609f6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:03.137545 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-d3ec12b6-b325-4c45-9959-f21d12c1ee54 service neutron] Port 54a08c93-c6d2-47f4-9dc1-d96059011b3b on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:00:03.137934 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-d3ec12b6-b325-4c45-9959-f21d12c1ee54 service neutron] Attempting to bind port 54a08c93-c6d2-47f4-9dc1-d96059011b3b on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:00:03.152480 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-a5ad98ea-b6ba-4025-a3b1-f22465bd75be req-b63bc418-7956-4870-9e1b-e017009eec92 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Synchronizing usage tracker for tenant:fdebd31004d4485bb31ace7bc9f49c3c on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:00:03.165130 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b218bd7-dc89-4789-8425-9014345d63c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:00:03.177040 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-1e43d240-bf50-4a0d-a0cc-79aa49c9bcaa tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:03.178798 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-d3ec12b6-b325-4c45-9959-f21d12c1ee54 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:00:03.179336 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-d3ec12b6-b325-4c45-9959-f21d12c1ee54 service neutron] Checking segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:00:03.179717 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-d3ec12b6-b325-4c45-9959-f21d12c1ee54 service neutron] Bound using segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:00:03.180159 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-d3ec12b6-b325-4c45-9959-f21d12c1ee54 service neutron] Bound port: 54a08c93-c6d2-47f4-9dc1-d96059011b3b, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:00:03.180482 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-d3ec12b6-b325-4c45-9959-f21d12c1ee54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:03.225342 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1b218bd7-dc89-4789-8425-9014345d63c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:03.226403 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-1b218bd7-dc89-4789-8425-9014345d63c2 admin admin] Added segment 0110a9e8-3916-421a-a265-bc63642d7339 of type vlan for network bbf30493-4fe5-428c-b68a-1b284d49658a Feb 04 21:00:03.262437 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f0189cdb-2ebb-4bb2-aace-5f850564cc75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:03.313480 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-1e43d240-bf50-4a0d-a0cc-79aa49c9bcaa tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Network daf44bec-f847-4217-8d73-864c3f998625 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:00:03.321472 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-8d3ef6fa-525e-4656-8f50-b912c1609f6c service neutron] Transition to ACTIVE for port object 8010907a-51bb-40e6-969e-9f93dfc91daf will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:03.323413 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-1e43d240-bf50-4a0d-a0cc-79aa49c9bcaa tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:00:03.325016 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b218bd7-dc89-4789-8425-9014345d63c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:03.333630 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-3b24edd2-ea9a-4211-9b57-7076928b7deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:03.334992 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-3b24edd2-ea9a-4211-9b57-7076928b7deb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062&tenant_id=55d1f91d84e0433d8b3ab7473aab0e34 HTTP/1.1" status: 200 len: 1100 time: 0.2897704 Feb 04 21:00:03.336262 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-1e43d240-bf50-4a0d-a0cc-79aa49c9bcaa tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:00:03.348845 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827896-1', 'device_owner': 'compute:nova'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:00:03.427315 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1b218bd7-dc89-4789-8425-9014345d63c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:03.511441 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-8d3ef6fa-525e-4656-8f50-b912c1609f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:03.535430 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43d240-bf50-4a0d-a0cc-79aa49c9bcaa tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Pushing event updated for resources: {'Port': ['ID=cfd95c56-cb8c-4bb3-b302-861f8d56c4d4,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:03.544015 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1b218bd7-dc89-4789-8425-9014345d63c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:03.545892 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b218bd7-dc89-4789-8425-9014345d63c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:03.546494 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1b218bd7-dc89-4789-8425-9014345d63c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:03.575998 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:03.713622 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device f5c25f07-6ef3-4c3d-9862-75d098855813 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:00:03.815395 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port f5c25f07-6ef3-4c3d-9862-75d098855813 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:00:03.856424 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ef6fa-525e-4656-8f50-b912c1609f6c service neutron] Pushing event updated for resources: {'Port': ['ID=8010907a-51bb-40e6-969e-9f93dfc91daf,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:03.955245 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f5bc38-eab1-471e-a72d-2402852b4e44 None None] Network b07bb9ef-36fe-4586-bebc-d1a35b516abf requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:00:04.054111 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f0189cdb-2ebb-4bb2-aace-5f850564cc75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:04.135473 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ae0f975b-8eb2-4365-90d2-61c886cb3475 None None] Provisioning for port f5c25f07-6ef3-4c3d-9862-75d098855813 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:00:04.150816 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ae0f975b-8eb2-4365-90d2-61c886cb3475 None None] Provisioning complete for port f5c25f07-6ef3-4c3d-9862-75d098855813 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:04.151774 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ae0f975b-8eb2-4365-90d2-61c886cb3475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:04.182954 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-a5ad98ea-b6ba-4025-a3b1-f22465bd75be req-b63bc418-7956-4870-9e1b-e017009eec92 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Unset dirty status for tenant:fdebd31004d4485bb31ace7bc9f49c3c on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:00:04.193865 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a5ad98ea-b6ba-4025-a3b1-f22465bd75be req-b63bc418-7956-4870-9e1b-e017009eec92 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/security-groups?id=901a1770-7f4a-4c11-a0db-abacb7b70d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5286291 Feb 04 21:00:04.348590 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b218bd7-dc89-4789-8425-9014345d63c2 admin admin] Pushing event updated for resources: {'Network': ['ID=bbf30493-4fe5-428c-b68a-1b284d49658a,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:04.382953 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network bbf30493-4fe5-428c-b68a-1b284d49658a details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:00:04.386317 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3d64cd22-e961-49b7-a62a-94fd512deae8 req-d578d00e-f0f9-4eb3-a3b1-93924caca1ce service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7ea6b643-de6b-48d4-9b87-90526202b5c3 HTTP/1.1" status: 200 len: 210 time: 0.0663257 Feb 04 21:00:04.416675 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-d3ec12b6-b325-4c45-9959-f21d12c1ee54 service neutron] For port 54a08c93-c6d2-47f4-9dc1-d96059011b3b, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:00:04.425313 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-1e43d240-bf50-4a0d-a0cc-79aa49c9bcaa tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:04.425605 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-1e43d240-bf50-4a0d-a0cc-79aa49c9bcaa tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:04.430219 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0189cdb-2ebb-4bb2-aace-5f850564cc75 admin admin] Router 872b85b1-4ebd-4661-92fe-054f4dc0cfdd is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:00:04.452795 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-1b218bd7-dc89-4789-8425-9014345d63c2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.1245630 Feb 04 21:00:04.475276 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53240) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:00:04.510259 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-13363389-ca29-4de1-9591-b7c41ff1e852 admin admin] Request body: {'subnet': {'network_id': 'bbf30493-4fe5-428c-b68a-1b284d49658a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-747545002-subnet', 'tenant_id': 'bf059d808b3643f5ba5990d95220908f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:00:04.539546 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ae0f975b-8eb2-4365-90d2-61c886cb3475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:04.549081 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-d3ec12b6-b325-4c45-9959-f21d12c1ee54 service neutron] For port 54a08c93-c6d2-47f4-9dc1-d96059011b3b, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=54a08c93-c6d2-47f4-9dc1-d96059011b3b,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:00:04.570451 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-13363389-ca29-4de1-9591-b7c41ff1e852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:00:04.594605 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-d3ec12b6-b325-4c45-9959-f21d12c1ee54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:04.605654 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-ae0f975b-8eb2-4365-90d2-61c886cb3475 None None] For port f5c25f07-6ef3-4c3d-9862-75d098855813, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=f5c25f07-6ef3-4c3d-9862-75d098855813,segment=NetworkSegment(07bc0a67-6867-413a-ba45-d087c277866a),segment_id=07bc0a67-6867-413a-ba45-d087c277866a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:04.606381 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-13363389-ca29-4de1-9591-b7c41ff1e852 admin admin] Usage tracker for resource:subnet and tenant:bf059d808b3643f5ba5990d95220908f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:00:04.614019 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ae0f975b-8eb2-4365-90d2-61c886cb3475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:04.637570 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0189cdb-2ebb-4bb2-aace-5f850564cc75 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:00:04.646692 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-1e43d240-bf50-4a0d-a0cc-79aa49c9bcaa tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2428825 Feb 04 21:00:04.649028 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-13363389-ca29-4de1-9591-b7c41ff1e852 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:00:04.669419 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63df2e7-bdc3-48fa-aca1-2acd596b020e None None] Sync routers for ids ['872b85b1-4ebd-4661-92fe-054f4dc0cfdd'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:00:04.671493 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f0189cdb-2ebb-4bb2-aace-5f850564cc75 admin admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:04.678141 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f0189cdb-2ebb-4bb2-aace-5f850564cc75 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7223992 Feb 04 21:00:04.679138 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53244) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:00:04.690861 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c9ad9-1ab8-4def-a8ea-c22623d20be9 req-3df0907a-2125-44bb-979c-34bd482b4c4a tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:04.698132 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ce1c9ad9-1ab8-4def-a8ea-c22623d20be9 req-3df0907a-2125-44bb-979c-34bd482b4c4a tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/ports?device_id=e777a94c-6b98-4661-bec5-4c2ff45004a8 HTTP/1.1" status: 200 len: 948 time: 1.1785617 Feb 04 21:00:04.708187 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-13363389-ca29-4de1-9591-b7c41ff1e852 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:00:04.713645 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-f2875e7e-7a47-4ea7-aca2-e140fd6a557d service neutron] Request body: {'port': {'device_id': 'd897709d-1d79-46f9-8bc0-082f0d32b041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:00:04.718732 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63df2e7-bdc3-48fa-aca1-2acd596b020e None None] Routers {'872b85b1-4ebd-4661-92fe-054f4dc0cfdd'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:00:04.719361 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-b63df2e7-bdc3-48fa-aca1-2acd596b020e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:59:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['872b85b1-4ebd-4661-92fe-054f4dc0cfdd'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:00:04.784677 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-d3ec12b6-b325-4c45-9959-f21d12c1ee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:04.785287 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-d3ec12b6-b325-4c45-9959-f21d12c1ee54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:04.787139 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-d3ec12b6-b325-4c45-9959-f21d12c1ee54 service neutron] 10.222.0.18 "PUT /v2.0/ports/54a08c93-c6d2-47f4-9dc1-d96059011b3b HTTP/1.1" status: 200 len: 1096 time: 7.2017775 Feb 04 21:00:04.808361 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e777a94c-6b98-4661-bec5-4c2ff45004a8', 'tag': '54a08c93-c6d2-47f4-9dc1-d96059011b3b'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:00:04.863440 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f975b-8eb2-4365-90d2-61c886cb3475 None None] Pushing event updated for resources: {'Port': ['ID=f5c25f07-6ef3-4c3d-9862-75d098855813,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:04.883634 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13363389-ca29-4de1-9591-b7c41ff1e852 admin admin] Made reservation on behalf of bf059d808b3643f5ba5990d95220908f for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:00:04.886159 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-13363389-ca29-4de1-9591-b7c41ff1e852 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:04.913927 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-2977f623-3e27-48ef-8de8-9f21bf90cf1a service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:00:05.098652 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-b63df2e7-bdc3-48fa-aca1-2acd596b020e None None] Set router 872b85b1-4ebd-4661-92fe-054f4dc0cfdd gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:00:05.213853 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-8d3ef6fa-525e-4656-8f50-b912c1609f6c service neutron] Attempting to bind port 8010907a-51bb-40e6-969e-9f93dfc91daf on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:00:05.214485 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-8d3ef6fa-525e-4656-8f50-b912c1609f6c service neutron] Attempting to bind port 8010907a-51bb-40e6-969e-9f93dfc91daf by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:00:05.214485 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-8d3ef6fa-525e-4656-8f50-b912c1609f6c service neutron] Attempting to bind port 8010907a-51bb-40e6-969e-9f93dfc91daf on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:00:05.238114 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ce1c9ad9-1ab8-4def-a8ea-c22623d20be9 req-678d2137-1f49-4860-9d2e-81b9fb068de0 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ed875e2-5a67-46a6-a467-7361286c92c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5391147 Feb 04 21:00:05.271267 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec12b6-b325-4c45-9959-f21d12c1ee54 service neutron] Pushing event updated for resources: {'Port': ['ID=54a08c93-c6d2-47f4-9dc1-d96059011b3b,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:05.293254 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-8d3ef6fa-525e-4656-8f50-b912c1609f6c service neutron] Port 8010907a-51bb-40e6-969e-9f93dfc91daf on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:00:05.293254 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-8d3ef6fa-525e-4656-8f50-b912c1609f6c service neutron] Attempting to bind port 8010907a-51bb-40e6-969e-9f93dfc91daf on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:00:05.303197 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c0ec7837-3b5d-4fc1-8e15-a85fb4a0d792 None None] Provisioning complete for port f5c25f07-6ef3-4c3d-9862-75d098855813 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:05.303565 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c0ec7837-3b5d-4fc1-8e15-a85fb4a0d792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:05.335476 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-8d3ef6fa-525e-4656-8f50-b912c1609f6c service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:00:05.335818 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-8d3ef6fa-525e-4656-8f50-b912c1609f6c service neutron] Checking segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:00:05.336211 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-8d3ef6fa-525e-4656-8f50-b912c1609f6c service neutron] Bound using segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:00:05.336819 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-8d3ef6fa-525e-4656-8f50-b912c1609f6c service neutron] Bound port: 8010907a-51bb-40e6-969e-9f93dfc91daf, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:00:05.337245 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-8d3ef6fa-525e-4656-8f50-b912c1609f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:05.355431 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9812b4-b53c-41fe-b009-38c2a004bafb req-019717b7-f8f1-4d67-a23c-dc3e3f999003 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:05.357784 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aa9812b4-b53c-41fe-b009-38c2a004bafb req-019717b7-f8f1-4d67-a23c-dc3e3f999003 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.26 "GET /v2.0/ports?device_id=00e63709-2186-40c3-8cfc-c1a2b6b55711 HTTP/1.1" status: 200 len: 948 time: 0.9858437 Feb 04 21:00:05.370564 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-2977f623-3e27-48ef-8de8-9f21bf90cf1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8343f32f-bb85-405a-8f90-233944e1e0b0 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:00:05.438645 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-2977f623-3e27-48ef-8de8-9f21bf90cf1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:05.515473 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-f2875e7e-7a47-4ea7-aca2-e140fd6a557d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:05.520290 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device ad455e09-717a-4546-83e2-e55a50a48670 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:00:05.570876 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-2977f623-3e27-48ef-8de8-9f21bf90cf1a service neutron] Transition to ACTIVE for port object 8343f32f-bb85-405a-8f90-233944e1e0b0 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:05.598897 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-2977f623-3e27-48ef-8de8-9f21bf90cf1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:05.614120 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-b63df2e7-bdc3-48fa-aca1-2acd596b020e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'name': 'tempest-TaggedBootDevicesTest-909498936-router', 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '090a2ade-58db-4ea3-b27e-99682964dc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:00:01Z', 'updated_at': '2022-02-04T21:00:02Z', 'revision_number': 3, 'project_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'gw_port': {'id': '090a2ade-58db-4ea3-b27e-99682964dc9c', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:02Z', 'updated_at': '2022-02-04T21:00:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:00:05.620026 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63df2e7-bdc3-48fa-aca1-2acd596b020e None None] Checking router: 872b85b1-4ebd-4661-92fe-054f4dc0cfdd for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:00:05.620372 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63df2e7-bdc3-48fa-aca1-2acd596b020e None None] Updating router 872b85b1-4ebd-4661-92fe-054f4dc0cfdd port 090a2ade-58db-4ea3-b27e-99682964dc9c binding host n-d-827896-1 {{(pid=87684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:00:05.649383 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device f5c25f07-6ef3-4c3d-9862-75d098855813 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:00:05.699210 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aa9812b4-b53c-41fe-b009-38c2a004bafb req-94efba05-1582-46f6-981c-aa2b6b3b3105 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.26 "GET /v2.0/security-groups?id=0bcc9db5-8e7a-40a8-83b9-125879a69647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152957 Feb 04 21:00:05.844978 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-316aa180-908d-403d-b8af-3367f80bdf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:05.846849 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-316aa180-908d-403d-b8af-3367f80bdf68 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2e2fe7720be34c5c975f7bf0105158c8&device_id=e777a94c-6b98-4661-bec5-4c2ff45004a8 HTTP/1.1" status: 200 len: 1099 time: 0.9417255 Feb 04 21:00:05.863538 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port f5c25f07-6ef3-4c3d-9862-75d098855813 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:05.864139 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:05.887228 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2c05405a-bb39-4c71-b810-2a02e18b928f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:05.935469 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:06.056596 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b63df2e7-bdc3-48fa-aca1-2acd596b020e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:06.140815 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-8d3ef6fa-525e-4656-8f50-b912c1609f6c service neutron] For port 8010907a-51bb-40e6-969e-9f93dfc91daf, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:00:06.142854 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977f623-3e27-48ef-8de8-9f21bf90cf1a service neutron] Pushing event updated for resources: {'Port': ['ID=8343f32f-bb85-405a-8f90-233944e1e0b0,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:06.200289 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b7227a75-d371-49ed-be68-dd76a098c636 req-c1cc0c68-4843-48ba-b71b-07495a14475b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a20d1048-86ed-45ee-b13f-4b45c798deb2 HTTP/1.1" status: 200 len: 210 time: 0.0898645 Feb 04 21:00:06.208345 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-5b2d31af-63f5-4397-932a-ada449d729b6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=54a08c93-c6d2-47f4-9dc1-d96059011b3b HTTP/1.1" status: 200 len: 217 time: 0.2996817 Feb 04 21:00:06.268815 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] For port ad455e09-717a-4546-83e2-e55a50a48670, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=ad455e09-717a-4546-83e2-e55a50a48670,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:06.274886 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-8d3ef6fa-525e-4656-8f50-b912c1609f6c service neutron] For port 8010907a-51bb-40e6-969e-9f93dfc91daf, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=8010907a-51bb-40e6-969e-9f93dfc91daf,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:00:06.372402 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] For port ad455e09-717a-4546-83e2-e55a50a48670, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:00:06.427457 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b63df2e7-bdc3-48fa-aca1-2acd596b020e None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:06.435267 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-2c05405a-bb39-4c71-b810-2a02e18b928f admin admin] Allocated IP 172.20.0.1 (b07bb9ef-36fe-4586-bebc-d1a35b516abf/1fffc9a1-d0ff-45d7-adf5-d0cd203f0821/bf38fe59-4164-43d3-8b6f-e6e681a8152e) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:00:06.441705 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b63df2e7-bdc3-48fa-aca1-2acd596b020e None None] Transition to ACTIVE for port object 090a2ade-58db-4ea3-b27e-99682964dc9c will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:06.448993 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b63df2e7-bdc3-48fa-aca1-2acd596b020e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:06.457514 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32ac594-02a0-42bc-9e5d-ccff33ed0062', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad455e09-717a-4546-83e2-e55a50a48670'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:00:06.464118 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:06.491393 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-8d3ef6fa-525e-4656-8f50-b912c1609f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:06.502533 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75851053-59fd-4cb6-b44f-3f8a61345b89 req-0b5fbb70-28ce-4ae2-834f-bec24deaadf9 tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:06.510637 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-75851053-59fd-4cb6-b44f-3f8a61345b89 req-0b5fbb70-28ce-4ae2-834f-bec24deaadf9 tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] 10.222.0.26 "GET /v2.0/ports?device_id=d897709d-1d79-46f9-8bc0-082f0d32b041 HTTP/1.1" status: 200 len: 931 time: 1.1097331 Feb 04 21:00:06.530784 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-b63df2e7-bdc3-48fa-aca1-2acd596b020e None None] Attempting to bind port 090a2ade-58db-4ea3-b27e-99682964dc9c on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:00:06.531142 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-b63df2e7-bdc3-48fa-aca1-2acd596b020e None None] Attempting to bind port 090a2ade-58db-4ea3-b27e-99682964dc9c by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:00:06.531582 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63df2e7-bdc3-48fa-aca1-2acd596b020e None None] Attempting to bind port 090a2ade-58db-4ea3-b27e-99682964dc9c on network 1f11f724-8cdd-497d-8220-929f45cf1223 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:00:06.537335 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c05e2d-9436-4530-af52-b0c1b73eeba3 None None] Pushing event updated for resources: {'Port': ['ID=090a2ade-58db-4ea3-b27e-99682964dc9c,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:06.541637 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63df2e7-bdc3-48fa-aca1-2acd596b020e None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:00:06.542089 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63df2e7-bdc3-48fa-aca1-2acd596b020e None None] Checking segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:00:06.542558 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b63df2e7-bdc3-48fa-aca1-2acd596b020e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:06.543067 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63df2e7-bdc3-48fa-aca1-2acd596b020e None None] Bound using segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:00:06.543636 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-b63df2e7-bdc3-48fa-aca1-2acd596b020e None None] Bound port: 090a2ade-58db-4ea3-b27e-99682964dc9c, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:00:06.544107 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b63df2e7-bdc3-48fa-aca1-2acd596b020e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:06.571906 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] Transition to ACTIVE for port object ad455e09-717a-4546-83e2-e55a50a48670 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:06.580093 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:06.686514 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-8d3ef6fa-525e-4656-8f50-b912c1609f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:06.687139 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-8d3ef6fa-525e-4656-8f50-b912c1609f6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:06.688560 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-8d3ef6fa-525e-4656-8f50-b912c1609f6c service neutron] 10.222.0.32 "PUT /v2.0/ports/8010907a-51bb-40e6-969e-9f93dfc91daf HTTP/1.1" status: 200 len: 1096 time: 7.7039349 Feb 04 21:00:06.739790 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-b63df2e7-bdc3-48fa-aca1-2acd596b020e None None] For port 090a2ade-58db-4ea3-b27e-99682964dc9c, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:00:06.742501 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:00:06.743236 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:00:06.744617 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-b63df2e7-bdc3-48fa-aca1-2acd596b020e None None] For port 090a2ade-58db-4ea3-b27e-99682964dc9c, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=090a2ade-58db-4ea3-b27e-99682964dc9c,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:00:06.750492 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b63df2e7-bdc3-48fa-aca1-2acd596b020e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:06.806084 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] No DVR routers for this DVR port ad455e09-717a-4546-83e2-e55a50a48670 on host n-h2-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:00:06.812223 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] Pushing event updated for resources: {'Port': ['ID=ad455e09-717a-4546-83e2-e55a50a48670,revision_number=6']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:06.855374 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63df2e7-bdc3-48fa-aca1-2acd596b020e None None] Routers {'872b85b1-4ebd-4661-92fe-054f4dc0cfdd'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:00:06.856009 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-b63df2e7-bdc3-48fa-aca1-2acd596b020e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:59:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['872b85b1-4ebd-4661-92fe-054f4dc0cfdd'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:00:06.856136 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-13363389-ca29-4de1-9591-b7c41ff1e852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:06.861514 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-22d915bc-739f-4cab-a817-70fc8220105c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:06.863269 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-22d915bc-739f-4cab-a817-70fc8220105c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.4192607 Feb 04 21:00:06.871287 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:06.871823 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:06.872162 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:06.872490 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:06.873394 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:06.873746 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:06.874129 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:06.874456 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:06.874775 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:06.875091 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:06.875409 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:06.875723 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:06.896493 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2c05405a-bb39-4c71-b810-2a02e18b928f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:06.918302 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] Attempting to bind port ad455e09-717a-4546-83e2-e55a50a48670 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:00:06.918720 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] Attempting to bind port ad455e09-717a-4546-83e2-e55a50a48670 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:00:06.918860 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-75851053-59fd-4cb6-b44f-3f8a61345b89 req-a1c72b41-2bbb-426b-82ca-5f4f527a647f tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Synchronizing usage tracker for tenant:6734ace55ee7495e90d4a9d58425192d on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:00:06.919046 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] Attempting to bind port ad455e09-717a-4546-83e2-e55a50a48670 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:00:06.924559 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-2c05405a-bb39-4c71-b810-2a02e18b928f admin admin] Transition to ACTIVE for port object bf38fe59-4164-43d3-8b6f-e6e681a8152e will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:06.928047 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] Port ad455e09-717a-4546-83e2-e55a50a48670 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:00:06.928217 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] Attempting to bind port ad455e09-717a-4546-83e2-e55a50a48670 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:00:06.937425 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:00:06.937770 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] Checking segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:00:06.938158 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] Bound using segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:00:06.939032 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] Bound port: ad455e09-717a-4546-83e2-e55a50a48670, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:00:06.939032 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:07.005395 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ef6fa-525e-4656-8f50-b912c1609f6c service neutron] Pushing event updated for resources: {'Port': ['ID=8010907a-51bb-40e6-969e-9f93dfc91daf,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:07.024451 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2c05405a-bb39-4c71-b810-2a02e18b928f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:07.050785 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-2977f623-3e27-48ef-8de8-9f21bf90cf1a service neutron] Attempting to bind port 8343f32f-bb85-405a-8f90-233944e1e0b0 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:00:07.051280 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-2977f623-3e27-48ef-8de8-9f21bf90cf1a service neutron] Attempting to bind port 8343f32f-bb85-405a-8f90-233944e1e0b0 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:00:07.051715 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-2977f623-3e27-48ef-8de8-9f21bf90cf1a service neutron] Attempting to bind port 8343f32f-bb85-405a-8f90-233944e1e0b0 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:00:07.082225 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-75851053-59fd-4cb6-b44f-3f8a61345b89 req-a1c72b41-2bbb-426b-82ca-5f4f527a647f tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Unset dirty status for tenant:6734ace55ee7495e90d4a9d58425192d on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:00:07.090158 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-75851053-59fd-4cb6-b44f-3f8a61345b89 req-a1c72b41-2bbb-426b-82ca-5f4f527a647f tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f4573a1-7a25-4406-ac63-dedf8c77a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5782502 Feb 04 21:00:07.122200 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-b63df2e7-bdc3-48fa-aca1-2acd596b020e None None] Set router 872b85b1-4ebd-4661-92fe-054f4dc0cfdd gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:00:07.222230 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05405a-bb39-4c71-b810-2a02e18b928f admin admin] Pushing event updated for resources: {'Port': ['ID=bf38fe59-4164-43d3-8b6f-e6e681a8152e,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:07.276658 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c05405a-bb39-4c71-b810-2a02e18b928f admin admin] Network b07bb9ef-36fe-4586-bebc-d1a35b516abf is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:00:07.282892 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-2c05405a-bb39-4c71-b810-2a02e18b928f admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:00:07.287292 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c05405a-bb39-4c71-b810-2a02e18b928f admin admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:00:07.344613 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d928d6-15bb-4b7a-9d37-a898f6a01413 req-5b458a5a-2249-4854-a33c-03c86e2fe6ee tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:07.347185 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-59d928d6-15bb-4b7a-9d37-a898f6a01413 req-5b458a5a-2249-4854-a33c-03c86e2fe6ee tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 949 time: 1.2225904 Feb 04 21:00:07.359785 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e777a94c-6b98-4661-bec5-4c2ff45004a8', 'tag': '54a08c93-c6d2-47f4-9dc1-d96059011b3b', 'status': 'completed', 'code': 200} Feb 04 21:00:07.381109 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] For port ad455e09-717a-4546-83e2-e55a50a48670, host n-h1-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:00:07.399047 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-f2875e7e-7a47-4ea7-aca2-e140fd6a557d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd95c56-cb8c-4bb3-b302-861f8d56c4d4 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:00:07.411422 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] For port ad455e09-717a-4546-83e2-e55a50a48670, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=ad455e09-717a-4546-83e2-e55a50a48670,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:00:07.412050 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-f2875e7e-7a47-4ea7-aca2-e140fd6a557d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:07.413337 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2c05405a-bb39-4c71-b810-2a02e18b928f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:07.433401 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-f2875e7e-7a47-4ea7-aca2-e140fd6a557d service neutron] Transition to ACTIVE for port object cfd95c56-cb8c-4bb3-b302-861f8d56c4d4 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:07.444661 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-2977f623-3e27-48ef-8de8-9f21bf90cf1a service neutron] Port 8343f32f-bb85-405a-8f90-233944e1e0b0 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:00:07.445149 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-2977f623-3e27-48ef-8de8-9f21bf90cf1a service neutron] Attempting to bind port 8343f32f-bb85-405a-8f90-233944e1e0b0 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:00:07.484077 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13363389-ca29-4de1-9591-b7c41ff1e852 admin admin] Checking segment: {'id': '0110a9e8-3916-421a-a265-bc63642d7339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'bbf30493-4fe5-428c-b68a-1b284d49658a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:00:07.484581 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13363389-ca29-4de1-9591-b7c41ff1e852 admin admin] Network hostable DHCP agents. Network: bbf30493-4fe5-428c-b68a-1b284d49658a, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:00:07.489373 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-f2875e7e-7a47-4ea7-aca2-e140fd6a557d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:07.494644 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c05e2d-9436-4530-af52-b0c1b73eeba3 None None] Pushing event updated for resources: {'Port': ['ID=090a2ade-58db-4ea3-b27e-99682964dc9c,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:07.549181 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-b63df2e7-bdc3-48fa-aca1-2acd596b020e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'name': 'tempest-TaggedBootDevicesTest-909498936-router', 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '090a2ade-58db-4ea3-b27e-99682964dc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:00:01Z', 'updated_at': '2022-02-04T21:00:02Z', 'revision_number': 3, 'project_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'gw_port': {'id': '090a2ade-58db-4ea3-b27e-99682964dc9c', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:02Z', 'updated_at': '2022-02-04T21:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:00:07.557383 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:07.564719 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63df2e7-bdc3-48fa-aca1-2acd596b020e None None] The sync data for ids ['872b85b1-4ebd-4661-92fe-054f4dc0cfdd'] in n-d-827896-1 is: [{'id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'name': 'tempest-TaggedBootDevicesTest-909498936-router', 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '090a2ade-58db-4ea3-b27e-99682964dc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:00:01Z', 'updated_at': '2022-02-04T21:00:02Z', 'revision_number': 3, 'project_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'gw_port': {'id': '090a2ade-58db-4ea3-b27e-99682964dc9c', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:02Z', 'updated_at': '2022-02-04T21:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:00:07.569032 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-2977f623-3e27-48ef-8de8-9f21bf90cf1a service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:00:07.569032 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-2977f623-3e27-48ef-8de8-9f21bf90cf1a service neutron] Checking segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:00:07.569678 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-2977f623-3e27-48ef-8de8-9f21bf90cf1a service neutron] Bound using segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:00:07.570332 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-2977f623-3e27-48ef-8de8-9f21bf90cf1a service neutron] Bound port: 8343f32f-bb85-405a-8f90-233944e1e0b0, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:00:07.570770 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-2977f623-3e27-48ef-8de8-9f21bf90cf1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:07.616145 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13363389-ca29-4de1-9591-b7c41ff1e852 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9339ee6-e6d3-4ca3-b04d-ea288b56647a,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:07.647427 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:07.648056 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:07.649979 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] 10.222.0.32 "PUT /v2.0/ports/ad455e09-717a-4546-83e2-e55a50a48670 HTTP/1.1" status: 200 len: 1095 time: 4.3053744 Feb 04 21:00:07.683475 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b3c78177-8a57-40ef-8c8f-f5358399862a None None] Provisioning for port bf38fe59-4164-43d3-8b6f-e6e681a8152e completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:00:07.701828 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b3c78177-8a57-40ef-8c8f-f5358399862a None None] Provisioning complete for port bf38fe59-4164-43d3-8b6f-e6e681a8152e triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:07.702238 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b3c78177-8a57-40ef-8c8f-f5358399862a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:07.785238 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-b3c78177-8a57-40ef-8c8f-f5358399862a None None] Port bf38fe59-4164-43d3-8b6f-e6e681a8152e cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:00:07.789721 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3fbf69-b0ca-4133-80bd-e5225f624b5d service neutron] Pushing event updated for resources: {'Port': ['ID=ad455e09-717a-4546-83e2-e55a50a48670,revision_number=7']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:07.835622 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-59d928d6-15bb-4b7a-9d37-a898f6a01413 req-546ab58f-02e4-4c31-8ffc-f3027cd8588c tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766716 Feb 04 21:00:07.849514 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-833c0f4f-545a-4d1b-92f3-bd783db43520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:07.850503 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-5fba1eae-6aae-41ac-bc2b-c46a33c79c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:07.852010 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-5fba1eae-6aae-41ac-bc2b-c46a33c79c86 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2a4938b9a1ec4c7d93a243828ac06eda&device_id=00e63709-2186-40c3-8cfc-c1a2b6b55711 HTTP/1.1" status: 200 len: 1099 time: 1.0398197 Feb 04 21:00:07.852294 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-833c0f4f-545a-4d1b-92f3-bd783db43520 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 1098 time: 0.1797318 Feb 04 21:00:07.858064 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2875e7e-7a47-4ea7-aca2-e140fd6a557d service neutron] Pushing event updated for resources: {'Port': ['ID=cfd95c56-cb8c-4bb3-b302-861f8d56c4d4,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:07.860697 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13363389-ca29-4de1-9591-b7c41ff1e852 admin admin] Network bbf30493-4fe5-428c-b68a-1b284d49658a is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:00:07.882838 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-b0917c16-c01d-4c34-9812-a746c0093c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:07.884337 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-b0917c16-c01d-4c34-9812-a746c0093c83 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0032232 Feb 04 21:00:07.989717 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2c05405a-bb39-4c71-b810-2a02e18b928f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:08.074382 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-c8ddb23f-4998-43a3-901c-32664bc9f861 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=8010907a-51bb-40e6-969e-9f93dfc91daf HTTP/1.1" status: 200 len: 217 time: 0.2092113 Feb 04 21:00:08.076907 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-13363389-ca29-4de1-9591-b7c41ff1e852 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, bbf30493-4fe5-428c-b68a-1b284d49658a) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:00:08.090052 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190ebd91-b555-480a-9276-e679bdead157 None None] Network bbf30493-4fe5-428c-b68a-1b284d49658a requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:00:08.196911 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13363389-ca29-4de1-9591-b7c41ff1e852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:08.197535 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-13363389-ca29-4de1-9591-b7c41ff1e852 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:08.207075 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-2977f623-3e27-48ef-8de8-9f21bf90cf1a service neutron] For port 8343f32f-bb85-405a-8f90-233944e1e0b0, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:00:08.262596 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:00:08.333472 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-3fd0c8d6-9521-495c-991b-08054d76d4a0 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326535 Feb 04 21:00:08.351344 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b82546-9ff6-45ea-af4e-26e183b3eade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-bbf30493-4fe5-428c-b68a-1b284d49658a', 'network_id': 'bbf30493-4fe5-428c-b68a-1b284d49658a', 'tenant_id': 'bf059d808b3643f5ba5990d95220908f', 'fixed_ips': [{'subnet_id': 'f9339ee6-e6d3-4ca3-b04d-ea288b56647a'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:00:08.353298 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-93b82546-9ff6-45ea-af4e-26e183b3eade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:08.355534 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-23678105-130b-41fe-958e-348d209ba659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:08.357581 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-23678105-130b-41fe-958e-348d209ba659 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.4020867 Feb 04 21:00:08.419608 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-26a1a075-94f2-4443-9349-b9ad768b82f7 req-9b22de31-c3d4-4a0e-beaf-2ccba3be3534 tempest-ServerShowV247Test-639754970 tempest-ServerShowV247Test-639754970-project] 10.222.0.26 "GET /v2.0/ports?device_id=a20d1048-86ed-45ee-b13f-4b45c798deb2 HTTP/1.1" status: 200 len: 210 time: 0.2075419 Feb 04 21:00:08.427835 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-2977f623-3e27-48ef-8de8-9f21bf90cf1a service neutron] For port 8343f32f-bb85-405a-8f90-233944e1e0b0, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=8343f32f-bb85-405a-8f90-233944e1e0b0,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:00:08.469835 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ebb09b-5f7f-4fd1-9f05-79a368a78cd9 req-5c722808-7e3e-4a1d-8527-fe3554b4d706 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:08.478563 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d4ebb09b-5f7f-4fd1-9f05-79a368a78cd9 req-5c722808-7e3e-4a1d-8527-fe3554b4d706 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ce7455-44b1-4a4f-a315-54521638a42f HTTP/1.1" status: 200 len: 948 time: 1.0239601 Feb 04 21:00:08.511914 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-37b13b75-a404-44bd-8de1-26cb4648add5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=ad455e09-717a-4546-83e2-e55a50a48670 HTTP/1.1" status: 200 len: 217 time: 0.1026032 Feb 04 21:00:08.583832 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-53f9e0d4-61f1-4e32-9eac-44f9c1036d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:08.585330 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-53f9e0d4-61f1-4e32-9eac-44f9c1036d2b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.0671713 Feb 04 21:00:08.593086 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-93b82546-9ff6-45ea-af4e-26e183b3eade None None] Allocated IP 172.20.0.2 (bbf30493-4fe5-428c-b68a-1b284d49658a/f9339ee6-e6d3-4ca3-b04d-ea288b56647a/b23f83d9-12b6-465a-a611-fee7609b99c5) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:00:08.712601 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-c746d745-1610-440b-9d37-9b8833665a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:08.714196 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-c746d745-1610-440b-9d37-9b8833665a58 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1234100 Feb 04 21:00:08.739212 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-c80e235d-e910-453e-90e9-b935145732d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:08.740900 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-c80e235d-e910-453e-90e9-b935145732d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.6139994 Feb 04 21:00:08.742065 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-2977f623-3e27-48ef-8de8-9f21bf90cf1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:08.802706 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2c05405a-bb39-4c71-b810-2a02e18b928f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:08.810048 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2c05405a-bb39-4c71-b810-2a02e18b928f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:08.859143 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-93b82546-9ff6-45ea-af4e-26e183b3eade None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:08.870867 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-93b82546-9ff6-45ea-af4e-26e183b3eade None None] Transition to ACTIVE for port object b23f83d9-12b6-465a-a611-fee7609b99c5 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:08.893167 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-93b82546-9ff6-45ea-af4e-26e183b3eade None None] Transition to ACTIVE for port object b23f83d9-12b6-465a-a611-fee7609b99c5 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:08.899422 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-93b82546-9ff6-45ea-af4e-26e183b3eade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:08.915925 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-13363389-ca29-4de1-9591-b7c41ff1e852 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 4.4213338 Feb 04 21:00:08.924194 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53268) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:00:08.942284 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-716dc24b-37e0-45a7-bcdf-ee650e3e4ff0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-747545002-router', 'tenant_id': 'bf059d808b3643f5ba5990d95220908f', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:00:08.966249 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-2977f623-3e27-48ef-8de8-9f21bf90cf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:08.967354 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-2977f623-3e27-48ef-8de8-9f21bf90cf1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:08.970643 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-2977f623-3e27-48ef-8de8-9f21bf90cf1a service neutron] 10.222.0.32 "PUT /v2.0/ports/8343f32f-bb85-405a-8f90-233944e1e0b0 HTTP/1.1" status: 200 len: 1096 time: 7.6359322 Feb 04 21:00:08.992526 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b82546-9ff6-45ea-af4e-26e183b3eade None None] Network bbf30493-4fe5-428c-b68a-1b284d49658a is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:00:08.995959 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-93b82546-9ff6-45ea-af4e-26e183b3eade None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:00:09.005708 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b82546-9ff6-45ea-af4e-26e183b3eade None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:00:09.026969 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-eef546e3-8fb0-4b62-9f57-bcb4dbc01673 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995844 Feb 04 21:00:09.027969 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2c05405a-bb39-4c71-b810-2a02e18b928f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:09.040167 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-716dc24b-37e0-45a7-bcdf-ee650e3e4ff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:00:09.059328 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d4ebb09b-5f7f-4fd1-9f05-79a368a78cd9 req-b4bd742a-5622-493d-9fb7-2a9c56a2ab0c tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/security-groups?id=901a1770-7f4a-4c11-a0db-abacb7b70d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5789616 Feb 04 21:00:09.092620 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-716dc24b-37e0-45a7-bcdf-ee650e3e4ff0 admin admin] Usage tracker for resource:router and tenant:bf059d808b3643f5ba5990d95220908f is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:00:09.115691 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b82546-9ff6-45ea-af4e-26e183b3eade None None] Pushing event updated for resources: {'Port': ['ID=b23f83d9-12b6-465a-a611-fee7609b99c5,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:09.118185 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05405a-bb39-4c71-b810-2a02e18b928f admin admin] Pushing event updated for resources: {'Port': ['ID=bf38fe59-4164-43d3-8b6f-e6e681a8152e,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:09.127898 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-93b82546-9ff6-45ea-af4e-26e183b3eade None None] Attempting to bind port b23f83d9-12b6-465a-a611-fee7609b99c5 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:00:09.128387 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-93b82546-9ff6-45ea-af4e-26e183b3eade None None] Attempting to bind port b23f83d9-12b6-465a-a611-fee7609b99c5 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '0110a9e8-3916-421a-a265-bc63642d7339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'bbf30493-4fe5-428c-b68a-1b284d49658a'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:00:09.128875 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b82546-9ff6-45ea-af4e-26e183b3eade None None] Attempting to bind port b23f83d9-12b6-465a-a611-fee7609b99c5 on network bbf30493-4fe5-428c-b68a-1b284d49658a {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:00:09.142060 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b82546-9ff6-45ea-af4e-26e183b3eade None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:00:09.142287 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b82546-9ff6-45ea-af4e-26e183b3eade None None] Checking segment: {'id': '0110a9e8-3916-421a-a265-bc63642d7339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'bbf30493-4fe5-428c-b68a-1b284d49658a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:00:09.142790 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-93b82546-9ff6-45ea-af4e-26e183b3eade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:09.143281 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b82546-9ff6-45ea-af4e-26e183b3eade None None] Bound using segment: {'id': '0110a9e8-3916-421a-a265-bc63642d7339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'bbf30493-4fe5-428c-b68a-1b284d49658a'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:00:09.147081 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-93b82546-9ff6-45ea-af4e-26e183b3eade None None] Bound port: b23f83d9-12b6-465a-a611-fee7609b99c5, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0110a9e8-3916-421a-a265-bc63642d7339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'bbf30493-4fe5-428c-b68a-1b284d49658a'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:00:09.147664 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-93b82546-9ff6-45ea-af4e-26e183b3eade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:09.160344 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-716dc24b-37e0-45a7-bcdf-ee650e3e4ff0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:00:09.228782 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e32ac594-02a0-42bc-9e5d-ccff33ed0062', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad455e09-717a-4546-83e2-e55a50a48670', 'code': 200} Feb 04 21:00:09.251408 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-716dc24b-37e0-45a7-bcdf-ee650e3e4ff0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:00:09.291164 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977f623-3e27-48ef-8de8-9f21bf90cf1a service neutron] Pushing event updated for resources: {'Port': ['ID=8343f32f-bb85-405a-8f90-233944e1e0b0,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:09.294052 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-f2875e7e-7a47-4ea7-aca2-e140fd6a557d service neutron] Attempting to bind port cfd95c56-cb8c-4bb3-b302-861f8d56c4d4 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:00:09.294493 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-f2875e7e-7a47-4ea7-aca2-e140fd6a557d service neutron] Attempting to bind port cfd95c56-cb8c-4bb3-b302-861f8d56c4d4 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '6ad98989-c055-45b9-860e-35f2b4dacb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'daf44bec-f847-4217-8d73-864c3f998625'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:00:09.294962 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-f2875e7e-7a47-4ea7-aca2-e140fd6a557d service neutron] Attempting to bind port cfd95c56-cb8c-4bb3-b302-861f8d56c4d4 on network daf44bec-f847-4217-8d73-864c3f998625 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:00:09.326949 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-93b82546-9ff6-45ea-af4e-26e183b3eade None None] For port b23f83d9-12b6-465a-a611-fee7609b99c5, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:00:09.330460 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-93b82546-9ff6-45ea-af4e-26e183b3eade None None] For port b23f83d9-12b6-465a-a611-fee7609b99c5, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=b23f83d9-12b6-465a-a611-fee7609b99c5,segment=NetworkSegment(0110a9e8-3916-421a-a265-bc63642d7339),segment_id=0110a9e8-3916-421a-a265-bc63642d7339)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:00:09.330588 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-f2875e7e-7a47-4ea7-aca2-e140fd6a557d service neutron] Port cfd95c56-cb8c-4bb3-b302-861f8d56c4d4 on network daf44bec-f847-4217-8d73-864c3f998625 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:00:09.331048 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-f2875e7e-7a47-4ea7-aca2-e140fd6a557d service neutron] Attempting to bind port cfd95c56-cb8c-4bb3-b302-861f8d56c4d4 on network daf44bec-f847-4217-8d73-864c3f998625 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:00:09.336427 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-93b82546-9ff6-45ea-af4e-26e183b3eade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:09.385486 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e63709-2186-40c3-8cfc-c1a2b6b55711', 'tag': '8010907a-51bb-40e6-969e-9f93dfc91daf'}, {'name': 'network-changed', 'server_uuid': '67ce7455-44b1-4a4f-a315-54521638a42f', 'tag': '8343f32f-bb85-405a-8f90-233944e1e0b0'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:00:09.388254 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-716dc24b-37e0-45a7-bcdf-ee650e3e4ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:09.389664 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-716dc24b-37e0-45a7-bcdf-ee650e3e4ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:09.413724 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-f2875e7e-7a47-4ea7-aca2-e140fd6a557d service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:00:09.414566 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-f2875e7e-7a47-4ea7-aca2-e140fd6a557d service neutron] Checking segment: {'id': '6ad98989-c055-45b9-860e-35f2b4dacb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'daf44bec-f847-4217-8d73-864c3f998625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:00:09.414884 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-f2875e7e-7a47-4ea7-aca2-e140fd6a557d service neutron] Bound using segment: {'id': '6ad98989-c055-45b9-860e-35f2b4dacb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'daf44bec-f847-4217-8d73-864c3f998625'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:00:09.415444 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-f2875e7e-7a47-4ea7-aca2-e140fd6a557d service neutron] Bound port: cfd95c56-cb8c-4bb3-b302-861f8d56c4d4, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ad98989-c055-45b9-860e-35f2b4dacb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'daf44bec-f847-4217-8d73-864c3f998625'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:00:09.416359 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-f2875e7e-7a47-4ea7-aca2-e140fd6a557d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:09.421598 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-716dc24b-37e0-45a7-bcdf-ee650e3e4ff0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:09.448001 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-7c4fd619-10d6-4aef-804f-54f51fcb9fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:09.449596 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-7c4fd619-10d6-4aef-804f-54f51fcb9fce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6126673 Feb 04 21:00:09.458128 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e319cdb4-ee04-4bd0-86b1-9813fc9f6489 req-84723c1b-24bc-4256-8a48-43e83842806b service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0581656 Feb 04 21:00:09.463468 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b82546-9ff6-45ea-af4e-26e183b3eade None None] Pushing event updated for resources: {'Port': ['ID=b23f83d9-12b6-465a-a611-fee7609b99c5,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:09.469532 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1f145fd9-4cdb-44b0-ac4f-ab309532cce7 req-befc611b-a084-4cbb-81f6-e0de145b7f97 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256635 Feb 04 21:00:09.640782 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c05405a-bb39-4c71-b810-2a02e18b928f admin admin] Network b07bb9ef-36fe-4586-bebc-d1a35b516abf is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:00:09.641973 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-2c05405a-bb39-4c71-b810-2a02e18b928f admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:00:09.708401 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 090a2ade-58db-4ea3-b27e-99682964dc9c up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:00:09.781789 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec5bce-545d-4867-aedc-0528f9ddb42d req-15df3270-0a89-4986-a1ce-892e45da249a tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:09.795329 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1dec5bce-545d-4867-aedc-0528f9ddb42d req-15df3270-0a89-4986-a1ce-892e45da249a tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/ports?device_id=e777a94c-6b98-4661-bec5-4c2ff45004a8 HTTP/1.1" status: 200 len: 948 time: 1.0473192 Feb 04 21:00:09.813742 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-f2875e7e-7a47-4ea7-aca2-e140fd6a557d service neutron] For port cfd95c56-cb8c-4bb3-b302-861f8d56c4d4, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:00:09.828609 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 090a2ade-58db-4ea3-b27e-99682964dc9c completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:00:09.845998 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 090a2ade-58db-4ea3-b27e-99682964dc9c triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:09.846618 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:09.884335 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-f2875e7e-7a47-4ea7-aca2-e140fd6a557d service neutron] For port cfd95c56-cb8c-4bb3-b302-861f8d56c4d4, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=cfd95c56-cb8c-4bb3-b302-861f8d56c4d4,segment=NetworkSegment(6ad98989-c055-45b9-860e-35f2b4dacb26),segment_id=6ad98989-c055-45b9-860e-35f2b4dacb26)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:00:09.944605 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-ea64df8a-2c24-409c-9aca-b8fc7e0b2063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:09.946185 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-ea64df8a-2c24-409c-9aca-b8fc7e0b2063 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdebd31004d4485bb31ace7bc9f49c3c&device_id=67ce7455-44b1-4a4f-a315-54521638a42f HTTP/1.1" status: 200 len: 1099 time: 0.8650379 Feb 04 21:00:09.947328 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-f2875e7e-7a47-4ea7-aca2-e140fd6a557d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:10.015622 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:10.053851 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 090a2ade-58db-4ea3-b27e-99682964dc9c, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=090a2ade-58db-4ea3-b27e-99682964dc9c,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:10.062598 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:10.092909 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1dec5bce-545d-4867-aedc-0528f9ddb42d req-7ced1f13-60f7-4dbb-be77-e1ed607d3278 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ed875e2-5a67-46a6-a467-7361286c92c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965670 Feb 04 21:00:10.175481 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-e986677a-50a2-49e3-b590-fc5f9fe80d39 None None] Provisioning complete for port bf38fe59-4164-43d3-8b6f-e6e681a8152e triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:10.175942 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16928df5-a22e-426e-94c3-c5366a9a7099 req-d0d65142-4e32-4791-889d-9e223d8963d9 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:10.176111 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e986677a-50a2-49e3-b590-fc5f9fe80d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:10.180653 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-716dc24b-37e0-45a7-bcdf-ee650e3e4ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:10.182803 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-16928df5-a22e-426e-94c3-c5366a9a7099 req-d0d65142-4e32-4791-889d-9e223d8963d9 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.26 "GET /v2.0/ports?device_id=00e63709-2186-40c3-8cfc-c1a2b6b55711 HTTP/1.1" status: 200 len: 948 time: 0.8458087 Feb 04 21:00:10.185941 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-cb9c994a-1ff1-4465-b70c-4552b1a7a8cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=8343f32f-bb85-405a-8f90-233944e1e0b0 HTTP/1.1" status: 200 len: 217 time: 0.1745546 Feb 04 21:00:10.196348 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-f2875e7e-7a47-4ea7-aca2-e140fd6a557d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:10.197185 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-f2875e7e-7a47-4ea7-aca2-e140fd6a557d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:10.198763 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-f2875e7e-7a47-4ea7-aca2-e140fd6a557d service neutron] 10.222.0.18 "PUT /v2.0/ports/cfd95c56-cb8c-4bb3-b302-861f8d56c4d4 HTTP/1.1" status: 200 len: 1091 time: 5.5300295 Feb 04 21:00:10.252661 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-e986677a-50a2-49e3-b590-fc5f9fe80d39 None None] Port bf38fe59-4164-43d3-8b6f-e6e681a8152e cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:00:10.266600 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=090a2ade-58db-4ea3-b27e-99682964dc9c,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:10.293428 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-3c44fc2c-5ad7-4a3c-a700-61f6bfa08035 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8308885 Feb 04 21:00:10.381666 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c05405a-bb39-4c71-b810-2a02e18b928f admin admin] Router 872b85b1-4ebd-4661-92fe-054f4dc0cfdd has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:00:10.469408 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2875e7e-7a47-4ea7-aca2-e140fd6a557d service neutron] Pushing event updated for resources: {'Port': ['ID=cfd95c56-cb8c-4bb3-b302-861f8d56c4d4,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:10.518570 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-0e184d36-9588-4f63-9811-e470655dce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:10.520043 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-0e184d36-9588-4f63-9811-e470655dce22 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.3002629 Feb 04 21:00:10.522898 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-16928df5-a22e-426e-94c3-c5366a9a7099 req-6574b362-cfc8-4f58-a45f-db4bb0eac5df tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.26 "GET /v2.0/security-groups?id=0bcc9db5-8e7a-40a8-83b9-125879a69647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391397 Feb 04 21:00:10.528816 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b0136-41d9-4deb-b4eb-4973d1f0ac28 req-6858e64d-69f2-4cb3-a9c3-3a7b65f076d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:10.530919 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f55b0136-41d9-4deb-b4eb-4973d1f0ac28 req-6858e64d-69f2-4cb3-a9c3-3a7b65f076d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2e2fe7720be34c5c975f7bf0105158c8&device_id=e777a94c-6b98-4661-bec5-4c2ff45004a8 HTTP/1.1" status: 200 len: 1099 time: 0.9048359 Feb 04 21:00:10.655495 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c05405a-bb39-4c71-b810-2a02e18b928f admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:00:10.666443 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeee7ee-8819-4762-ad43-3479e12bded8 None None] Sync routers for ids ['872b85b1-4ebd-4661-92fe-054f4dc0cfdd'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:00:10.688095 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeee7ee-8819-4762-ad43-3479e12bded8 None None] Routers {'872b85b1-4ebd-4661-92fe-054f4dc0cfdd'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:00:10.688727 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-aaeee7ee-8819-4762-ad43-3479e12bded8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:59:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['872b85b1-4ebd-4661-92fe-054f4dc0cfdd'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:00:10.772048 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a9dbe098-9541-49b2-854a-beb23f47e15d req-73e58e64-dbca-420c-baff-d00ddcb1a896 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195983 Feb 04 21:00:10.774032 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-77706e97-d732-43e2-8af1-8cf90a0a366c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:10.775402 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-77706e97-d732-43e2-8af1-8cf90a0a366c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6734ace55ee7495e90d4a9d58425192d&device_id=d897709d-1d79-46f9-8bc0-082f0d32b041 HTTP/1.1" status: 200 len: 1094 time: 0.5147035 Feb 04 21:00:10.776983 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2c05405a-bb39-4c71-b810-2a02e18b928f admin admin] 10.222.0.26 "PUT /v2.0/routers/872b85b1-4ebd-4661-92fe-054f4dc0cfdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0952857 Feb 04 21:00:10.884985 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-716dc24b-37e0-45a7-bcdf-ee650e3e4ff0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:10.976429 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678015ac-be30-4760-895a-67987f56e14d None None] Network bbf30493-4fe5-428c-b68a-1b284d49658a requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:00:10.985790 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-aaeee7ee-8819-4762-ad43-3479e12bded8 None None] Set router 872b85b1-4ebd-4661-92fe-054f4dc0cfdd gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:00:11.015765 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-716dc24b-37e0-45a7-bcdf-ee650e3e4ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:11.229548 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0382971-f17a-4814-8334-1027bbcf4004 req-2f0208bd-c71d-4642-8c43-c82255a98d32 tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:11.236736 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0382971-f17a-4814-8334-1027bbcf4004 req-2f0208bd-c71d-4642-8c43-c82255a98d32 tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] 10.222.0.26 "GET /v2.0/ports?device_id=d897709d-1d79-46f9-8bc0-082f0d32b041 HTTP/1.1" status: 200 len: 943 time: 0.9305573 Feb 04 21:00:11.239370 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32ac594-02a0-42bc-9e5d-ccff33ed0062', 'tag': 'ad455e09-717a-4546-83e2-e55a50a48670'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:00:11.268902 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-b6373fcd-49c9-4f95-812b-bb3f27d72aa7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfd95c56-cb8c-4bb3-b302-861f8d56c4d4 HTTP/1.1" status: 200 len: 217 time: 0.4683774 Feb 04 21:00:11.379036 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-6ca26c3e-ce5d-4070-a92f-de35c31a1189 None None] Provisioning for port b23f83d9-12b6-465a-a611-fee7609b99c5 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:00:11.383312 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b0136-41d9-4deb-b4eb-4973d1f0ac28 req-b06d951d-8761-4cc4-a03b-612359900f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:11.384505 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f55b0136-41d9-4deb-b4eb-4973d1f0ac28 req-b06d951d-8761-4cc4-a03b-612359900f45 service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.8072166 Feb 04 21:00:11.391762 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-bb26fb08-a144-4491-9c12-8ca30d10e371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:11.393296 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-bb26fb08-a144-4491-9c12-8ca30d10e371 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8614328 Feb 04 21:00:11.480340 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-aaeee7ee-8819-4762-ad43-3479e12bded8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'name': 'tempest-TaggedBootDevicesTest-909498936-router', 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '090a2ade-58db-4ea3-b27e-99682964dc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:00:01Z', 'updated_at': '2022-02-04T21:00:07Z', 'revision_number': 4, 'project_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'gw_port': {'id': '090a2ade-58db-4ea3-b27e-99682964dc9c', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:02Z', 'updated_at': '2022-02-04T21:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'bf38fe59-4164-43d3-8b6f-e6e681a8152e', 'name': '', 'network_id': 'b07bb9ef-36fe-4586-bebc-d1a35b516abf', 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'mac_address': 'fa:16:3e:a3:a5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '1fffc9a1-d0ff-45d7-adf5-d0cd203f0821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:06Z', 'updated_at': '2022-02-04T21:00:08Z', 'revision_number': 2, 'project_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'subnets': [{'id': '1fffc9a1-d0ff-45d7-adf5-d0cd203f0821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:00:11.485105 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeee7ee-8819-4762-ad43-3479e12bded8 None None] Checking router: 872b85b1-4ebd-4661-92fe-054f4dc0cfdd for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:00:11.485478 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeee7ee-8819-4762-ad43-3479e12bded8 None None] Updating router 872b85b1-4ebd-4661-92fe-054f4dc0cfdd port bf38fe59-4164-43d3-8b6f-e6e681a8152e binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:00:11.486918 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f55b0136-41d9-4deb-b4eb-4973d1f0ac28 req-09cebbe2-847a-497d-8828-f689cc57128f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=54a08c93-c6d2-47f4-9dc1-d96059011b3b HTTP/1.1" status: 200 len: 217 time: 0.0906298 Feb 04 21:00:11.489312 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-716dc24b-37e0-45a7-bcdf-ee650e3e4ff0 admin admin] Allocated IP 172.25.5.168 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/0ca955ec-dc7e-4ec1-9a31-b521ae5850cd) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:00:11.542624 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-aaeee7ee-8819-4762-ad43-3479e12bded8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:11.550263 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 54a08c93-c6d2-47f4-9dc1-d96059011b3b details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:00:11.559092 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0382971-f17a-4814-8334-1027bbcf4004 req-bf344ea5-c0fe-4f6e-b12a-701c2a8d3290 tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f4573a1-7a25-4406-ac63-dedf8c77a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213592 Feb 04 21:00:11.670594 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b0136-41d9-4deb-b4eb-4973d1f0ac28 req-0bbdcd04-a08c-4cc0-a017-aed8454becfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:11.672122 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f55b0136-41d9-4deb-b4eb-4973d1f0ac28 req-0bbdcd04-a08c-4cc0-a017-aed8454becfa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.0788295 Feb 04 21:00:11.688541 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-1caf4585-6ec6-484a-bd5b-e294e2655eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:11.689962 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-1caf4585-6ec6-484a-bd5b-e294e2655eff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eacf7c1d-ed86-453b-bbb5-266017cc2b4f HTTP/1.1" status: 200 len: 862 time: 0.4029877 Feb 04 21:00:11.886693 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53312) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:00:11.897116 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-64f393dd-c1fc-47a2-942f-677f66d28c1d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1510287639-network', 'tenant_id': 'cee09c0efcb541d280a12e5149cb4082'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:00:11.906135 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device b23f83d9-12b6-465a-a611-fee7609b99c5 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:00:11.916748 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-64f393dd-c1fc-47a2-942f-677f66d28c1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:00:11.940520 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-64f393dd-c1fc-47a2-942f-677f66d28c1d admin admin] Usage tracker for resource:network and tenant:cee09c0efcb541d280a12e5149cb4082 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:00:11.945108 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-64f393dd-c1fc-47a2-942f-677f66d28c1d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:00:11.952917 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-716dc24b-37e0-45a7-bcdf-ee650e3e4ff0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:11.956056 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-7e49d401-2c81-4c9e-b75a-aaf39a68ed9d service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4674478 Feb 04 21:00:11.957679 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e63709-2186-40c3-8cfc-c1a2b6b55711', 'tag': '8010907a-51bb-40e6-969e-9f93dfc91daf', 'status': 'completed', 'code': 200} Feb 04 21:00:11.958004 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ce7455-44b1-4a4f-a315-54521638a42f', 'tag': '8343f32f-bb85-405a-8f90-233944e1e0b0', 'status': 'completed', 'code': 200} Feb 04 21:00:11.963546 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-64f393dd-c1fc-47a2-942f-677f66d28c1d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:00:12.004843 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f393dd-c1fc-47a2-942f-677f66d28c1d admin admin] Made reservation on behalf of cee09c0efcb541d280a12e5149cb4082 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:00:12.007134 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-64f393dd-c1fc-47a2-942f-677f66d28c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:12.027578 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-64f393dd-c1fc-47a2-942f-677f66d28c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:12.064134 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-aaeee7ee-8819-4762-ad43-3479e12bded8 None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:12.074626 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-64f393dd-c1fc-47a2-942f-677f66d28c1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:00:12.081756 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-64f393dd-c1fc-47a2-942f-677f66d28c1d admin admin] Usage tracker for resource:security_group_rule and tenant:cee09c0efcb541d280a12e5149cb4082 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:00:12.086225 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-64f393dd-c1fc-47a2-942f-677f66d28c1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:00:12.093278 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port b23f83d9-12b6-465a-a611-fee7609b99c5 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:00:12.096596 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-64f393dd-c1fc-47a2-942f-677f66d28c1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:00:12.100392 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-716dc24b-37e0-45a7-bcdf-ee650e3e4ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:12.105832 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-aaeee7ee-8819-4762-ad43-3479e12bded8 None None] Transition to ACTIVE for port object bf38fe59-4164-43d3-8b6f-e6e681a8152e will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:12.115988 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-aaeee7ee-8819-4762-ad43-3479e12bded8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:12.135456 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port b23f83d9-12b6-465a-a611-fee7609b99c5 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:12.135830 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:12.184175 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716dc24b-37e0-45a7-bcdf-ee650e3e4ff0 admin admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:00:12.190450 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-716dc24b-37e0-45a7-bcdf-ee650e3e4ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:00:12.204932 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716dc24b-37e0-45a7-bcdf-ee650e3e4ff0 admin admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:00:12.211286 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 54a08c93-c6d2-47f4-9dc1-d96059011b3b, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=54a08c93-c6d2-47f4-9dc1-d96059011b3b,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:12.241645 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '54a08c93-c6d2-47f4-9dc1-d96059011b3b', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': '54a08c93-c6d2-47f4-9dc1-d96059011b3b', 'mac_address': 'fa:16:3e:8c:15:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:00:12.328736 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:12.375607 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a08c93-c6d2-47f4-9dc1-d96059011b3b {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:00:12.397222 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-36b93d04-7dad-4351-b4ca-027e4269a92a req-73d4aa4d-5cbc-4748-9d6e-d59a4a5854ad service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925029 Feb 04 21:00:12.413753 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 54a08c93-c6d2-47f4-9dc1-d96059011b3b, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=54a08c93-c6d2-47f4-9dc1-d96059011b3b,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:12.416285 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469162a-6e5b-4a63-97d0-025df104a129 None None] Pushing event updated for resources: {'Port': ['ID=bf38fe59-4164-43d3-8b6f-e6e681a8152e,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:12.418722 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-0a73f68a-2276-42b7-9978-fc34820a0512 None None] Provisioning complete for port b23f83d9-12b6-465a-a611-fee7609b99c5 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:12.419011 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-aaeee7ee-8819-4762-ad43-3479e12bded8 None None] Attempting to bind port bf38fe59-4164-43d3-8b6f-e6e681a8152e on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:00:12.419233 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-aaeee7ee-8819-4762-ad43-3479e12bded8 None None] Attempting to bind port bf38fe59-4164-43d3-8b6f-e6e681a8152e by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '07bc0a67-6867-413a-ba45-d087c277866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b07bb9ef-36fe-4586-bebc-d1a35b516abf'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:00:12.419628 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaeee7ee-8819-4762-ad43-3479e12bded8 None None] Attempting to bind port bf38fe59-4164-43d3-8b6f-e6e681a8152e on network b07bb9ef-36fe-4586-bebc-d1a35b516abf {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:00:12.420233 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0a73f68a-2276-42b7-9978-fc34820a0512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:12.433593 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaeee7ee-8819-4762-ad43-3479e12bded8 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 20, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:00:12.434063 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaeee7ee-8819-4762-ad43-3479e12bded8 None None] Checking segment: {'id': '07bc0a67-6867-413a-ba45-d087c277866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b07bb9ef-36fe-4586-bebc-d1a35b516abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:00:12.434674 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-aaeee7ee-8819-4762-ad43-3479e12bded8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:12.435209 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaeee7ee-8819-4762-ad43-3479e12bded8 None None] Bound using segment: {'id': '07bc0a67-6867-413a-ba45-d087c277866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b07bb9ef-36fe-4586-bebc-d1a35b516abf'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:00:12.436333 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-aaeee7ee-8819-4762-ad43-3479e12bded8 None None] Bound port: bf38fe59-4164-43d3-8b6f-e6e681a8152e, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07bc0a67-6867-413a-ba45-d087c277866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b07bb9ef-36fe-4586-bebc-d1a35b516abf'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:00:12.436733 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-aaeee7ee-8819-4762-ad43-3479e12bded8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:12.440747 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-2e85bdf5-afb4-43d3-a142-6d452697f420 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=daf44bec-f847-4217-8d73-864c3f998625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4816403 Feb 04 21:00:12.457099 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:12.467995 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716dc24b-37e0-45a7-bcdf-ee650e3e4ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=0ca955ec-dc7e-4ec1-9a31-b521ae5850cd,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:12.599510 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-aaeee7ee-8819-4762-ad43-3479e12bded8 None None] For port bf38fe59-4164-43d3-8b6f-e6e681a8152e, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:00:12.603168 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-aaeee7ee-8819-4762-ad43-3479e12bded8 None None] For port bf38fe59-4164-43d3-8b6f-e6e681a8152e, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=bf38fe59-4164-43d3-8b6f-e6e681a8152e,segment=NetworkSegment(07bc0a67-6867-413a-ba45-d087c277866a),segment_id=07bc0a67-6867-413a-ba45-d087c277866a)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:00:12.610014 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-aaeee7ee-8819-4762-ad43-3479e12bded8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:12.634110 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:12.668345 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9bc43-4698-4cc1-b00c-5ee665f19680 req-f5b092bb-4c42-4f97-9c79-fb3e14b2a908 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:12.672755 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=54a08c93-c6d2-47f4-9dc1-d96059011b3b,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:12.676586 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6ff9bc43-4698-4cc1-b00c-5ee665f19680 req-f5b092bb-4c42-4f97-9c79-fb3e14b2a908 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 947 time: 1.1824119 Feb 04 21:00:12.719004 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeee7ee-8819-4762-ad43-3479e12bded8 None None] Routers {'872b85b1-4ebd-4661-92fe-054f4dc0cfdd'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:00:12.719727 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-aaeee7ee-8819-4762-ad43-3479e12bded8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:59:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['872b85b1-4ebd-4661-92fe-054f4dc0cfdd'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:00:12.758720 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['54a08c93-c6d2-47f4-9dc1-d96059011b3b'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:00:12.796649 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0a73f68a-2276-42b7-9978-fc34820a0512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:12.810676 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b0136-41d9-4deb-b4eb-4973d1f0ac28 req-5f668fc2-49b5-403c-ae47-c1c4d9be7e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:12.812284 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f55b0136-41d9-4deb-b4eb-4973d1f0ac28 req-5f668fc2-49b5-403c-ae47-c1c4d9be7e72 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1270239 Feb 04 21:00:12.845623 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a2b4c-8e01-4361-a97c-bca4973e69ca req-913aa3cd-876c-428c-86be-f21752df18dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:12.855975 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f52a2b4c-8e01-4361-a97c-bca4973e69ca req-913aa3cd-876c-428c-86be-f21752df18dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2a4938b9a1ec4c7d93a243828ac06eda&device_id=00e63709-2186-40c3-8cfc-c1a2b6b55711 HTTP/1.1" status: 200 len: 1099 time: 0.8901570 Feb 04 21:00:12.879243 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port b23f83d9-12b6-465a-a611-fee7609b99c5, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=b23f83d9-12b6-465a-a611-fee7609b99c5,segment=NetworkSegment(0110a9e8-3916-421a-a265-bc63642d7339),segment_id=0110a9e8-3916-421a-a265-bc63642d7339)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:12.896965 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a42a94-ecd3-4350-a5ee-71f78ef6d036 req-f8813061-3b18-4098-9fa5-47929e868aa9 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:12.898753 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d6a42a94-ecd3-4350-a5ee-71f78ef6d036 req-f8813061-3b18-4098-9fa5-47929e868aa9 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ce7455-44b1-4a4f-a315-54521638a42f HTTP/1.1" status: 200 len: 948 time: 0.9313250 Feb 04 21:00:12.939057 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:12.940224 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 090a2ade-58db-4ea3-b27e-99682964dc9c up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:00:12.985271 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6ff9bc43-4698-4cc1-b00c-5ee665f19680 req-42ede12f-cc2f-404c-8fc9-8026a1515651 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001032 Feb 04 21:00:13.071265 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-716dc24b-37e0-45a7-bcdf-ee650e3e4ff0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:13.085714 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469162a-6e5b-4a63-97d0-025df104a129 None None] Pushing event updated for resources: {'Port': ['ID=bf38fe59-4164-43d3-8b6f-e6e681a8152e,revision_number=4']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:13.196239 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-aaeee7ee-8819-4762-ad43-3479e12bded8 None None] Set router 872b85b1-4ebd-4661-92fe-054f4dc0cfdd gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:00:13.284466 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-64f393dd-c1fc-47a2-942f-677f66d28c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:13.325569 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-0a73f68a-2276-42b7-9978-fc34820a0512 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:00:13.326135 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-0a73f68a-2276-42b7-9978-fc34820a0512 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:00:13.334700 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f55b0136-41d9-4deb-b4eb-4973d1f0ac28 req-b1cfe00e-28ae-42b3-b55f-d7373669f257 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4917228 Feb 04 21:00:13.352123 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-1d5a80f2-f5eb-4c03-add9-834e21b57c89 service neutron] 10.222.0.18 "GET /v2.0/networks/daf44bec-f847-4217-8d73-864c3f998625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8826993 Feb 04 21:00:13.354651 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 090a2ade-58db-4ea3-b27e-99682964dc9c triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:13.355110 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:13.356522 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-64f393dd-c1fc-47a2-942f-677f66d28c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:13.380819 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=b23f83d9-12b6-465a-a611-fee7609b99c5,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:13.396412 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 8010907a-51bb-40e6-969e-9f93dfc91daf details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:00:13.399703 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f393dd-c1fc-47a2-942f-677f66d28c1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:00:13.433613 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f393dd-c1fc-47a2-942f-677f66d28c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9b19d2-ae71-47b0-a18a-009d41dd25a2,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:13.442178 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-64f393dd-c1fc-47a2-942f-677f66d28c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:13.442529 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-64f393dd-c1fc-47a2-942f-677f66d28c1d admin admin] Added segment 6153747c-27c0-40d9-b220-302e3ab3cf05 of type vlan for network bd37ec8f-171e-4d4e-99d9-01df53734b39 Feb 04 21:00:13.564696 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-64f393dd-c1fc-47a2-942f-677f66d28c1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:13.673139 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-aaeee7ee-8819-4762-ad43-3479e12bded8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'name': 'tempest-TaggedBootDevicesTest-909498936-router', 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '090a2ade-58db-4ea3-b27e-99682964dc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:00:01Z', 'updated_at': '2022-02-04T21:00:07Z', 'revision_number': 4, 'project_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'gw_port': {'id': '090a2ade-58db-4ea3-b27e-99682964dc9c', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:02Z', 'updated_at': '2022-02-04T21:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'bf38fe59-4164-43d3-8b6f-e6e681a8152e', 'name': '', 'network_id': 'b07bb9ef-36fe-4586-bebc-d1a35b516abf', 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'mac_address': 'fa:16:3e:a3:a5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '1fffc9a1-d0ff-45d7-adf5-d0cd203f0821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:06Z', 'updated_at': '2022-02-04T21:00:12Z', 'revision_number': 4, 'project_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'subnets': [{'id': '1fffc9a1-d0ff-45d7-adf5-d0cd203f0821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:00:13.679574 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeee7ee-8819-4762-ad43-3479e12bded8 None None] The sync data for ids ['872b85b1-4ebd-4661-92fe-054f4dc0cfdd'] in n-d-827896-1 is: [{'id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'name': 'tempest-TaggedBootDevicesTest-909498936-router', 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '090a2ade-58db-4ea3-b27e-99682964dc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:00:01Z', 'updated_at': '2022-02-04T21:00:07Z', 'revision_number': 4, 'project_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'gw_port': {'id': '090a2ade-58db-4ea3-b27e-99682964dc9c', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:02Z', 'updated_at': '2022-02-04T21:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'bf38fe59-4164-43d3-8b6f-e6e681a8152e', 'name': '', 'network_id': 'b07bb9ef-36fe-4586-bebc-d1a35b516abf', 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'mac_address': 'fa:16:3e:a3:a5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '1fffc9a1-d0ff-45d7-adf5-d0cd203f0821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:06Z', 'updated_at': '2022-02-04T21:00:12Z', 'revision_number': 4, 'project_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'subnets': [{'id': '1fffc9a1-d0ff-45d7-adf5-d0cd203f0821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:00:13.681778 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-716dc24b-37e0-45a7-bcdf-ee650e3e4ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:13.685674 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-64f393dd-c1fc-47a2-942f-677f66d28c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:13.686663 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f393dd-c1fc-47a2-942f-677f66d28c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:13.687243 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-64f393dd-c1fc-47a2-942f-677f66d28c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:13.717529 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 8010907a-51bb-40e6-969e-9f93dfc91daf, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=8010907a-51bb-40e6-969e-9f93dfc91daf,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:13.759396 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '8010907a-51bb-40e6-969e-9f93dfc91daf', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': '8010907a-51bb-40e6-969e-9f93dfc91daf', 'mac_address': 'fa:16:3e:44:87:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:00:13.859490 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-27eb96c6-cd50-4068-bfc8-9e337e99d4f4 req-d4294975-d672-416e-b3c2-12e4f9906c97 service neutron] 10.222.0.18 "GET /v2.0/networks/daf44bec-f847-4217-8d73-864c3f998625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424076 Feb 04 21:00:13.882747 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device b23f83d9-12b6-465a-a611-fee7609b99c5 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:00:13.923633 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f393dd-c1fc-47a2-942f-677f66d28c1d admin admin] Pushing event updated for resources: {'Network': ['ID=bd37ec8f-171e-4d4e-99d9-01df53734b39,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:13.930875 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-64f393dd-c1fc-47a2-942f-677f66d28c1d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0406597 Feb 04 21:00:13.942269 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d01e2d5e-66a0-4ee2-acbf-3dfc48587bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:13.975886 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network bd37ec8f-171e-4d4e-99d9-01df53734b39 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:00:13.979395 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d6a42a94-ecd3-4350-a5ee-71f78ef6d036 req-54c5cea8-ce60-4e05-9459-5ae36aeeb846 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/security-groups?id=901a1770-7f4a-4c11-a0db-abacb7b70d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8711689 Feb 04 21:00:13.979965 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd897709d-1d79-46f9-8bc0-082f0d32b041', 'tag': 'cfd95c56-cb8c-4bb3-b302-861f8d56c4d4'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:00:13.989471 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53318) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:00:14.003310 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f55b0136-41d9-4deb-b4eb-4973d1f0ac28 req-0572bff1-0876-4cb0-b876-a7143346b1be service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6545630 Feb 04 21:00:14.006878 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-049f0f55-7caa-4260-a40b-babf18876bc4 admin admin] Request body: {'subnet': {'network_id': 'bd37ec8f-171e-4d4e-99d9-01df53734b39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1510287639-subnet', 'tenant_id': 'cee09c0efcb541d280a12e5149cb4082', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:00:14.010903 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:14.041540 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-049f0f55-7caa-4260-a40b-babf18876bc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:00:14.059990 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-049f0f55-7caa-4260-a40b-babf18876bc4 admin admin] Usage tracker for resource:subnet and tenant:cee09c0efcb541d280a12e5149cb4082 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:00:14.067706 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-049f0f55-7caa-4260-a40b-babf18876bc4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:00:14.077719 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a2b4c-8e01-4361-a97c-bca4973e69ca req-6c5092f3-6e35-46e0-a267-b6a03878abcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:14.079795 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f52a2b4c-8e01-4361-a97c-bca4973e69ca req-6c5092f3-6e35-46e0-a267-b6a03878abcc service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 1.1940181 Feb 04 21:00:14.087215 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-049f0f55-7caa-4260-a40b-babf18876bc4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:00:14.157117 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716dc24b-37e0-45a7-bcdf-ee650e3e4ff0 admin admin] Router 512179e7-0228-44ac-8895-8a5a333b1b11 is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:00:14.189337 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8010907a-51bb-40e6-969e-9f93dfc91daf {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:00:14.202082 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ecfa6f-74be-4342-ae7c-7e8af622e0ac req-23ed86c5-ad21-4be1-b68c-df305676ad07 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:14.204129 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a9ecfa6f-74be-4342-ae7c-7e8af622e0ac req-23ed86c5-ad21-4be1-b68c-df305676ad07 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/ports?device_id=e777a94c-6b98-4661-bec5-4c2ff45004a8 HTTP/1.1" status: 200 len: 949 time: 0.8606148 Feb 04 21:00:14.205638 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f52a2b4c-8e01-4361-a97c-bca4973e69ca req-194fb58b-3ded-4bd5-8060-74300fc286a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=8010907a-51bb-40e6-969e-9f93dfc91daf HTTP/1.1" status: 200 len: 217 time: 0.1161880 Feb 04 21:00:14.209255 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049f0f55-7caa-4260-a40b-babf18876bc4 admin admin] Made reservation on behalf of cee09c0efcb541d280a12e5149cb4082 for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:00:14.211893 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-049f0f55-7caa-4260-a40b-babf18876bc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:14.239208 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 8010907a-51bb-40e6-969e-9f93dfc91daf, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=8010907a-51bb-40e6-969e-9f93dfc91daf,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:14.247635 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:14.248608 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device ad455e09-717a-4546-83e2-e55a50a48670 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:00:14.283443 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port b23f83d9-12b6-465a-a611-fee7609b99c5 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:14.283808 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:14.374734 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716dc24b-37e0-45a7-bcdf-ee650e3e4ff0 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:00:14.387999 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1f823904-fffa-4484-a939-3f757dd84a5c req-68d7dba3-08aa-470b-a05c-5a499d8aac43 tempest-ServerShowV247Test-639754970 tempest-ServerShowV247Test-639754970-project] 10.222.0.26 "GET /v2.0/ports?device_id=a20d1048-86ed-45ee-b13f-4b45c798deb2 HTTP/1.1" status: 200 len: 210 time: 0.1808963 Feb 04 21:00:14.393855 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47462dd2-8b27-4b8b-b39c-8904cd9578bb None None] Sync routers for ids ['512179e7-0228-44ac-8895-8a5a333b1b11'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:00:14.406613 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-716dc24b-37e0-45a7-bcdf-ee650e3e4ff0 admin admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:14.409280 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-716dc24b-37e0-45a7-bcdf-ee650e3e4ff0 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4827399 Feb 04 21:00:14.410861 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53326) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:00:14.477541 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a9ecfa6f-74be-4342-ae7c-7e8af622e0ac req-8f08858a-1933-4dc6-a9e3-8d12ff050be5 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ed875e2-5a67-46a6-a467-7361286c92c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487531 Feb 04 21:00:14.492064 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a2b4c-8e01-4361-a97c-bca4973e69ca req-a69e2a28-6ade-4b16-a9e0-c9dbc39503d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:14.493052 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47462dd2-8b27-4b8b-b39c-8904cd9578bb None None] Routers {'512179e7-0228-44ac-8895-8a5a333b1b11'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:00:14.493705 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-47462dd2-8b27-4b8b-b39c-8904cd9578bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T20:59:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['512179e7-0228-44ac-8895-8a5a333b1b11'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:00:14.493867 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f52a2b4c-8e01-4361-a97c-bca4973e69ca req-a69e2a28-6ade-4b16-a9e0-c9dbc39503d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.2158613 Feb 04 21:00:14.621506 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=8010907a-51bb-40e6-969e-9f93dfc91daf,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:14.639832 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port ad455e09-717a-4546-83e2-e55a50a48670, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=ad455e09-717a-4546-83e2-e55a50a48670,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:14.682850 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': 'ad455e09-717a-4546-83e2-e55a50a48670', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': 'ad455e09-717a-4546-83e2-e55a50a48670', 'mac_address': 'fa:16:3e:bb:5a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:00:14.743079 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e32ac594-02a0-42bc-9e5d-ccff33ed0062', 'tag': 'ad455e09-717a-4546-83e2-e55a50a48670', 'status': 'completed', 'code': 200} Feb 04 21:00:14.850199 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:14.884878 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-47462dd2-8b27-4b8b-b39c-8904cd9578bb None None] Set router 512179e7-0228-44ac-8895-8a5a333b1b11 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:00:14.936390 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad455e09-717a-4546-83e2-e55a50a48670 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:00:14.956700 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port ad455e09-717a-4546-83e2-e55a50a48670, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=ad455e09-717a-4546-83e2-e55a50a48670,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:15.014673 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a2b4c-8e01-4361-a97c-bca4973e69ca req-92052543-aa38-460e-b4e5-9f5dffbbb67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:15.016203 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f52a2b4c-8e01-4361-a97c-bca4973e69ca req-92052543-aa38-460e-b4e5-9f5dffbbb67d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5125785 Feb 04 21:00:15.030645 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4770c-042c-4505-a4ec-bcd8f58998e8 req-f5a12ef0-6b78-46bc-b4cc-f74a32deaa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:15.031648 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18c4770c-042c-4505-a4ec-bcd8f58998e8 req-f5a12ef0-6b78-46bc-b4cc-f74a32deaa46 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 1098 time: 0.4522140 Feb 04 21:00:15.033598 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4770c-042c-4505-a4ec-bcd8f58998e8 req-d632c20d-372a-40ef-acd9-964fb40bac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:15.034955 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18c4770c-042c-4505-a4ec-bcd8f58998e8 req-d632c20d-372a-40ef-acd9-964fb40bac11 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 1098 time: 0.4566312 Feb 04 21:00:15.043387 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:15.224903 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=ad455e09-717a-4546-83e2-e55a50a48670,revision_number=8']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:15.332706 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-049f0f55-7caa-4260-a40b-babf18876bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:15.336438 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-47462dd2-8b27-4b8b-b39c-8904cd9578bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512179e7-0228-44ac-8895-8a5a333b1b11', 'name': 'tempest-ServersTestMultiNic-747545002-router', 'tenant_id': 'bf059d808b3643f5ba5990d95220908f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '0ca955ec-dc7e-4ec1-9a31-b521ae5850cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:00:09Z', 'updated_at': '2022-02-04T21:00:12Z', 'revision_number': 3, 'project_id': 'bf059d808b3643f5ba5990d95220908f', 'gw_port': {'id': '0ca955ec-dc7e-4ec1-9a31-b521ae5850cd', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:64:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512179e7-0228-44ac-8895-8a5a333b1b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:11Z', 'updated_at': '2022-02-04T21:00:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:00:15.340553 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47462dd2-8b27-4b8b-b39c-8904cd9578bb None None] Checking router: 512179e7-0228-44ac-8895-8a5a333b1b11 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:00:15.340906 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47462dd2-8b27-4b8b-b39c-8904cd9578bb None None] Updating router 512179e7-0228-44ac-8895-8a5a333b1b11 port 0ca955ec-dc7e-4ec1-9a31-b521ae5850cd binding host n-d-827896-1 {{(pid=87684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:00:15.409549 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6d329-e508-496b-bb83-c982308abd87 req-9fd67442-043b-4afd-8c0e-d9ec9fed12e6 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:15.411091 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-91d6d329-e508-496b-bb83-c982308abd87 req-9fd67442-043b-4afd-8c0e-d9ec9fed12e6 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.26 "GET /v2.0/ports?device_id=00e63709-2186-40c3-8cfc-c1a2b6b55711 HTTP/1.1" status: 200 len: 949 time: 0.6805539 Feb 04 21:00:15.433042 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61722e06-9f6d-43cd-bde7-1a845662d5c9 req-adf44e1a-ed3b-403f-832a-d8062c6a4b8e tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:15.440410 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-61722e06-9f6d-43cd-bde7-1a845662d5c9 req-adf44e1a-ed3b-403f-832a-d8062c6a4b8e tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] 10.222.0.26 "GET /v2.0/ports?device_id=d897709d-1d79-46f9-8bc0-082f0d32b041 HTTP/1.1" status: 200 len: 943 time: 0.6767991 Feb 04 21:00:15.449965 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 8343f32f-bb85-405a-8f90-233944e1e0b0 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:00:15.453279 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['8010907a-51bb-40e6-969e-9f93dfc91daf'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:00:15.479610 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['ad455e09-717a-4546-83e2-e55a50a48670'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:00:15.526528 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-91d6d329-e508-496b-bb83-c982308abd87 req-8d5b22ec-bd6b-4974-a0de-bcd904cd336d tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.26 "GET /v2.0/security-groups?id=0bcc9db5-8e7a-40a8-83b9-125879a69647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694449 Feb 04 21:00:15.530655 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6cbbdb9d-9a9c-4a48-b75b-2ef18228b7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:15.595655 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 54a08c93-c6d2-47f4-9dc1-d96059011b3b up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:00:15.620327 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049f0f55-7caa-4260-a40b-babf18876bc4 admin admin] Checking segment: {'id': '6153747c-27c0-40d9-b220-302e3ab3cf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'bd37ec8f-171e-4d4e-99d9-01df53734b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:00:15.620687 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049f0f55-7caa-4260-a40b-babf18876bc4 admin admin] Network hostable DHCP agents. Network: bd37ec8f-171e-4d4e-99d9-01df53734b39, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:00:15.737518 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-47462dd2-8b27-4b8b-b39c-8904cd9578bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:15.792501 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f0f55-7caa-4260-a40b-babf18876bc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ade209a-4321-479d-8d8b-e75eaabbb17a,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:15.864064 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-6cbbdb9d-9a9c-4a48-b75b-2ef18228b7ad admin admin] Allocated IP 172.20.0.1 (bbf30493-4fe5-428c-b68a-1b284d49658a/f9339ee6-e6d3-4ca3-b04d-ea288b56647a/5921a95b-ce35-4003-a50b-bee712cc44ca) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:00:15.870811 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device bf38fe59-4164-43d3-8b6f-e6e681a8152e up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:00:15.897345 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-61722e06-9f6d-43cd-bde7-1a845662d5c9 req-d1f839f3-13e8-4151-b2ac-22edeee9d8ed tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f4573a1-7a25-4406-ac63-dedf8c77a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560521 Feb 04 21:00:15.906199 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f52a2b4c-8e01-4361-a97c-bca4973e69ca req-cdc189ae-4895-40df-9b2f-cfe0d3daf7bc service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8675592 Feb 04 21:00:15.910050 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4770c-042c-4505-a4ec-bcd8f58998e8 req-7c585a4f-e3ff-4d97-ab88-d44c2bed7321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:15.911451 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18c4770c-042c-4505-a4ec-bcd8f58998e8 req-7c585a4f-e3ff-4d97-ab88-d44c2bed7321 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.8347929 Feb 04 21:00:15.923416 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4770c-042c-4505-a4ec-bcd8f58998e8 req-c288d59c-70d3-475f-82b0-bfe8bd8c219c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:15.924861 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18c4770c-042c-4505-a4ec-bcd8f58998e8 req-c288d59c-70d3-475f-82b0-bfe8bd8c219c service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.8267560 Feb 04 21:00:16.058387 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6cbbdb9d-9a9c-4a48-b75b-2ef18228b7ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:16.076665 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-6cbbdb9d-9a9c-4a48-b75b-2ef18228b7ad admin admin] Transition to ACTIVE for port object 5921a95b-ce35-4003-a50b-bee712cc44ca will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:16.104946 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6cbbdb9d-9a9c-4a48-b75b-2ef18228b7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:16.131050 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049f0f55-7caa-4260-a40b-babf18876bc4 admin admin] Network bd37ec8f-171e-4d4e-99d9-01df53734b39 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:00:16.140260 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd897709d-1d79-46f9-8bc0-082f0d32b041', 'tag': 'cfd95c56-cb8c-4bb3-b302-861f8d56c4d4', 'status': 'completed', 'code': 200} Feb 04 21:00:16.157322 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 54a08c93-c6d2-47f4-9dc1-d96059011b3b completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:00:16.190551 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbbdb9d-9a9c-4a48-b75b-2ef18228b7ad admin admin] Network bbf30493-4fe5-428c-b68a-1b284d49658a is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:00:16.197378 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-6cbbdb9d-9a9c-4a48-b75b-2ef18228b7ad admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:00:16.199212 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 54a08c93-c6d2-47f4-9dc1-d96059011b3b triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:16.199690 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:16.199960 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbbdb9d-9a9c-4a48-b75b-2ef18228b7ad admin admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:00:16.260161 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18c4770c-042c-4505-a4ec-bcd8f58998e8 req-d1f69300-92bc-45a8-9370-daa0f6a13163 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=ad455e09-717a-4546-83e2-e55a50a48670 HTTP/1.1" status: 200 len: 217 time: 0.1941564 Feb 04 21:00:16.260957 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18c4770c-042c-4505-a4ec-bcd8f58998e8 req-b78d84c4-a559-48c2-8a78-06ebf561bb48 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=ad455e09-717a-4546-83e2-e55a50a48670 HTTP/1.1" status: 200 len: 217 time: 0.2944508 Feb 04 21:00:16.264325 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbdb9d-9a9c-4a48-b75b-2ef18228b7ad admin admin] Pushing event updated for resources: {'Port': ['ID=5921a95b-ce35-4003-a50b-bee712cc44ca,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:16.278341 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6cbbdb9d-9a9c-4a48-b75b-2ef18228b7ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:16.303840 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 8343f32f-bb85-405a-8f90-233944e1e0b0, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=8343f32f-bb85-405a-8f90-233944e1e0b0,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:16.315492 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-049f0f55-7caa-4260-a40b-babf18876bc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, bd37ec8f-171e-4d4e-99d9-01df53734b39) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:00:16.331631 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port bf38fe59-4164-43d3-8b6f-e6e681a8152e completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:00:16.345919 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f244fc93-cf95-47e5-8cde-0fa66fb7ba84 None None] Network bd37ec8f-171e-4d4e-99d9-01df53734b39 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:00:16.393528 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '8343f32f-bb85-405a-8f90-233944e1e0b0', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': '8343f32f-bb85-405a-8f90-233944e1e0b0', 'mac_address': 'fa:16:3e:b0:df:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:00:16.406876 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-489d12cd-53b7-4106-b145-1b2e99dcbca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:16.411348 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port bf38fe59-4164-43d3-8b6f-e6e681a8152e triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:16.412092 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:16.428313 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049f0f55-7caa-4260-a40b-babf18876bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:16.428903 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-049f0f55-7caa-4260-a40b-babf18876bc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:16.446816 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6cbbdb9d-9a9c-4a48-b75b-2ef18228b7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:16.520032 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4770c-042c-4505-a4ec-bcd8f58998e8 req-3c7aa183-f6fd-47b6-9d9f-a9bf01b2c4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:16.521498 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18c4770c-042c-4505-a4ec-bcd8f58998e8 req-3c7aa183-f6fd-47b6-9d9f-a9bf01b2c4a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.2456489 Feb 04 21:00:16.578105 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f52a2b4c-8e01-4361-a97c-bca4973e69ca req-10b79408-5ada-4ebf-814a-22146b6ff85d service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6564419 Feb 04 21:00:16.586431 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-049f0f55-7caa-4260-a40b-babf18876bc4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5908291 Feb 04 21:00:16.588137 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4770c-042c-4505-a4ec-bcd8f58998e8 req-7a28a145-a092-48f1-bf66-3008f66d57fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:16.589859 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18c4770c-042c-4505-a4ec-bcd8f58998e8 req-7a28a145-a092-48f1-bf66-3008f66d57fe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.2800810 Feb 04 21:00:16.590446 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53338) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:00:16.602631 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6b1dd-a3a1-43ae-99cd-22544392932d req-8fbe49f7-53b5-49ab-b6b8-2282cf149163 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:16.610447 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-12d6b1dd-a3a1-43ae-99cd-22544392932d req-8fbe49f7-53b5-49ab-b6b8-2282cf149163 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 948 time: 0.8219147 Feb 04 21:00:16.663136 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-29ef124a-0ad5-4bce-97a6-da4d916173f9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1510287639-router', 'tenant_id': 'cee09c0efcb541d280a12e5149cb4082', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:00:16.719269 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-29ef124a-0ad5-4bce-97a6-da4d916173f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:00:16.722168 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6cbbdb9d-9a9c-4a48-b75b-2ef18228b7ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:16.726886 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6cbbdb9d-9a9c-4a48-b75b-2ef18228b7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:16.745172 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-29ef124a-0ad5-4bce-97a6-da4d916173f9 admin admin] Usage tracker for resource:router and tenant:cee09c0efcb541d280a12e5149cb4082 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:00:16.755502 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:16.761384 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-29ef124a-0ad5-4bce-97a6-da4d916173f9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:00:16.786368 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-29ef124a-0ad5-4bce-97a6-da4d916173f9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:00:16.808340 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-dfc384b6-5ade-4d29-985f-6068f4f7fe55 None None] Provisioning for port 5921a95b-ce35-4003-a50b-bee712cc44ca completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:00:16.818451 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110dee9-7a6c-4f00-8780-ed3feec6d960 req-ce9964ec-c3cd-4b3f-846b-acf1aa2ae798 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:16.819923 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b110dee9-7a6c-4f00-8780-ed3feec6d960 req-ce9964ec-c3cd-4b3f-846b-acf1aa2ae798 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ce7455-44b1-4a4f-a315-54521638a42f HTTP/1.1" status: 200 len: 948 time: 0.6179008 Feb 04 21:00:16.820347 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6cbbdb9d-9a9c-4a48-b75b-2ef18228b7ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:16.830105 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-12d6b1dd-a3a1-43ae-99cd-22544392932d req-0dc827ad-b69c-449a-9c41-cedb29874c4a tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184269 Feb 04 21:00:16.856345 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8343f32f-bb85-405a-8f90-233944e1e0b0 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:00:16.871044 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-dfc384b6-5ade-4d29-985f-6068f4f7fe55 None None] Provisioning complete for port 5921a95b-ce35-4003-a50b-bee712cc44ca triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:16.871413 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-dfc384b6-5ade-4d29-985f-6068f4f7fe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:16.883139 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3e532-d78c-4310-8287-d8043270ef9e req-de2054c6-c362-4ce9-a6a1-72020441e782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:16.885051 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b1c3e532-d78c-4310-8287-d8043270ef9e req-de2054c6-c362-4ce9-a6a1-72020441e782 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6734ace55ee7495e90d4a9d58425192d&device_id=d897709d-1d79-46f9-8bc0-082f0d32b041 HTTP/1.1" status: 200 len: 1094 time: 0.7310784 Feb 04 21:00:16.940984 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-29ef124a-0ad5-4bce-97a6-da4d916173f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:16.942267 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-29ef124a-0ad5-4bce-97a6-da4d916173f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:16.956677 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:17.022463 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b110dee9-7a6c-4f00-8780-ed3feec6d960 req-c606a456-05c1-47d5-b66c-db04d1598d41 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/security-groups?id=901a1770-7f4a-4c11-a0db-abacb7b70d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807325 Feb 04 21:00:17.057017 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 8343f32f-bb85-405a-8f90-233944e1e0b0, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=8343f32f-bb85-405a-8f90-233944e1e0b0,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:17.106472 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-dfc384b6-5ade-4d29-985f-6068f4f7fe55 None None] Port 5921a95b-ce35-4003-a50b-bee712cc44ca cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:00:17.111897 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4770c-042c-4505-a4ec-bcd8f58998e8 req-8b9f4055-97b6-46e5-9b68-fcd3702ad0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:17.113823 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18c4770c-042c-4505-a4ec-bcd8f58998e8 req-8b9f4055-97b6-46e5-9b68-fcd3702ad0c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5827701 Feb 04 21:00:17.118617 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:17.141420 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:17.145944 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.resource_extend [None req-47462dd2-8b27-4b8b-b39c-8904cd9578bb None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:00:17.148582 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbbdb9d-9a9c-4a48-b75b-2ef18228b7ad admin admin] Network bbf30493-4fe5-428c-b68a-1b284d49658a is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:00:17.149948 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-6cbbdb9d-9a9c-4a48-b75b-2ef18228b7ad admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:00:17.167329 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a2b4c-8e01-4361-a97c-bca4973e69ca req-af08f53f-b2e7-4b84-94b7-ef7fbe70307a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:17.169536 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f52a2b4c-8e01-4361-a97c-bca4973e69ca req-af08f53f-b2e7-4b84-94b7-ef7fbe70307a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdebd31004d4485bb31ace7bc9f49c3c&device_id=67ce7455-44b1-4a4f-a315-54521638a42f HTTP/1.1" status: 200 len: 1099 time: 0.5400817 Feb 04 21:00:17.172116 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-917819fe-5866-4b9b-9e48-f7a68bdf7c59 req-ca31cfb6-7986-4ab8-b9a8-8f752ce888a8 tempest-ServerShowV247Test-639754970 tempest-ServerShowV247Test-639754970-project] 10.222.0.26 "GET /v2.0/ports?device_id=a20d1048-86ed-45ee-b13f-4b45c798deb2 HTTP/1.1" status: 200 len: 210 time: 0.1431460 Feb 04 21:00:17.179068 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-29ef124a-0ad5-4bce-97a6-da4d916173f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:17.187660 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbdb9d-9a9c-4a48-b75b-2ef18228b7ad admin admin] Pushing event updated for resources: {'Port': ['ID=5921a95b-ce35-4003-a50b-bee712cc44ca,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:17.297221 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e777a94c-6b98-4661-bec5-4c2ff45004a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a08c93-c6d2-47f4-9dc1-d96059011b3b'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:00:17.385315 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3e532-d78c-4310-8287-d8043270ef9e req-d6c468c3-d54e-43c9-98e7-072ef9efb0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:17.387054 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b1c3e532-d78c-4310-8287-d8043270ef9e req-d6c468c3-d54e-43c9-98e7-072ef9efb0f6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=daf44bec-f847-4217-8d73-864c3f998625 HTTP/1.1" status: 200 len: 923 time: 0.4753659 Feb 04 21:00:17.416959 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device ad455e09-717a-4546-83e2-e55a50a48670 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:00:17.441583 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cbbdb9d-9a9c-4a48-b75b-2ef18228b7ad admin admin] Router 512179e7-0228-44ac-8895-8a5a333b1b11 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:00:17.475326 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 54a08c93-c6d2-47f4-9dc1-d96059011b3b, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=54a08c93-c6d2-47f4-9dc1-d96059011b3b,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:17.524881 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:17.531807 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18c4770c-042c-4505-a4ec-bcd8f58998e8 req-3dc45d0f-0286-41c4-816d-e870ef1a504d service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950541 Feb 04 21:00:17.533688 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4770c-042c-4505-a4ec-bcd8f58998e8 req-0b82fef4-468c-4be7-9733-f64f226a071e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:17.535001 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18c4770c-042c-4505-a4ec-bcd8f58998e8 req-0b82fef4-468c-4be7-9733-f64f226a071e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8757472 Feb 04 21:00:17.559782 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:17.565189 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:17.577678 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device cfd95c56-cb8c-4bb3-b302-861f8d56c4d4 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:00:17.589173 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f7696e-cc39-415c-88ee-17b4158fc512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-bd37ec8f-171e-4d4e-99d9-01df53734b39', 'network_id': 'bd37ec8f-171e-4d4e-99d9-01df53734b39', 'tenant_id': 'cee09c0efcb541d280a12e5149cb4082', 'fixed_ips': [{'subnet_id': '9ade209a-4321-479d-8d8b-e75eaabbb17a'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:00:17.590968 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d1f7696e-cc39-415c-88ee-17b4158fc512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:17.612972 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port bf38fe59-4164-43d3-8b6f-e6e681a8152e, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=bf38fe59-4164-43d3-8b6f-e6e681a8152e,segment=NetworkSegment(07bc0a67-6867-413a-ba45-d087c277866a),segment_id=07bc0a67-6867-413a-ba45-d087c277866a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:17.639202 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:17.642187 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=8343f32f-bb85-405a-8f90-233944e1e0b0,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:17.665269 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbbdb9d-9a9c-4a48-b75b-2ef18228b7ad admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:00:17.679087 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-47462dd2-8b27-4b8b-b39c-8904cd9578bb None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:17.689829 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6cbbdb9d-9a9c-4a48-b75b-2ef18228b7ad admin admin] 10.222.0.26 "PUT /v2.0/routers/512179e7-0228-44ac-8895-8a5a333b1b11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2762766 Feb 04 21:00:17.691989 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['8343f32f-bb85-405a-8f90-233944e1e0b0'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:00:17.815684 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-47462dd2-8b27-4b8b-b39c-8904cd9578bb None None] Transition to ACTIVE for port object 0ca955ec-dc7e-4ec1-9a31-b521ae5850cd will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:17.821767 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53350) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:00:17.826693 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.resource_extend [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:00:17.846658 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-28b2b612-de90-40a9-9414-291bd3a2febc None None] Provisioning complete for port 5921a95b-ce35-4003-a50b-bee712cc44ca triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:17.847028 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-28b2b612-de90-40a9-9414-291bd3a2febc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:17.872129 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b1c3e532-d78c-4310-8287-d8043270ef9e req-6965728c-01ab-45c8-a408-9838d67db22b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfd95c56-cb8c-4bb3-b302-861f8d56c4d4 HTTP/1.1" status: 200 len: 217 time: 0.3360848 Feb 04 21:00:17.885333 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-47462dd2-8b27-4b8b-b39c-8904cd9578bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:17.955504 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-88c5e1e1-f570-4f56-973c-c14d39b2dd02 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1119469812'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:00:17.960931 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-88c5e1e1-f570-4f56-973c-c14d39b2dd02 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:00:17.967877 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-88c5e1e1-f570-4f56-973c-c14d39b2dd02 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Usage tracker for resource:network and tenant:bf059d808b3643f5ba5990d95220908f is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:00:17.972256 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-88c5e1e1-f570-4f56-973c-c14d39b2dd02 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:00:17.980482 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-88c5e1e1-f570-4f56-973c-c14d39b2dd02 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:00:17.992433 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c5e1e1-f570-4f56-973c-c14d39b2dd02 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Made reservation on behalf of bf059d808b3643f5ba5990d95220908f for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:00:17.998162 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-88c5e1e1-f570-4f56-973c-c14d39b2dd02 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:18.038293 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c5e1e1-f570-4f56-973c-c14d39b2dd02 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:00:18.047992 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-88c5e1e1-f570-4f56-973c-c14d39b2dd02 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:18.048331 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-88c5e1e1-f570-4f56-973c-c14d39b2dd02 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Added segment 2e156d37-8ae8-44ea-95e7-c327d477fbee of type vlan for network cc1270cb-9e79-43a1-b3d5-892c3ac0951f Feb 04 21:00:18.081017 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-88c5e1e1-f570-4f56-973c-c14d39b2dd02 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:18.082768 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port ad455e09-717a-4546-83e2-e55a50a48670 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:00:18.107926 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-28b2b612-de90-40a9-9414-291bd3a2febc None None] Port 5921a95b-ce35-4003-a50b-bee712cc44ca cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:00:18.109506 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=54a08c93-c6d2-47f4-9dc1-d96059011b3b,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:18.119839 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-88c5e1e1-f570-4f56-973c-c14d39b2dd02 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:18.121282 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port ad455e09-717a-4546-83e2-e55a50a48670 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:18.121724 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:18.128278 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c5e1e1-f570-4f56-973c-c14d39b2dd02 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:18.129037 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-88c5e1e1-f570-4f56-973c-c14d39b2dd02 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:18.198395 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-47462dd2-8b27-4b8b-b39c-8904cd9578bb None None] Attempting to bind port 0ca955ec-dc7e-4ec1-9a31-b521ae5850cd on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:00:18.199022 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-47462dd2-8b27-4b8b-b39c-8904cd9578bb None None] Attempting to bind port 0ca955ec-dc7e-4ec1-9a31-b521ae5850cd by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:00:18.199451 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47462dd2-8b27-4b8b-b39c-8904cd9578bb None None] Attempting to bind port 0ca955ec-dc7e-4ec1-9a31-b521ae5850cd on network 1f11f724-8cdd-497d-8220-929f45cf1223 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:00:18.243125 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-88c5e1e1-f570-4f56-973c-c14d39b2dd02 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4194384 Feb 04 21:00:18.246905 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53360) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:00:18.256488 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-9800a932-bb21-4aed-bc56-45eb4540ce71 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Request body: {'subnet': {'network_id': 'cc1270cb-9e79-43a1-b3d5-892c3ac0951f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:00:18.260721 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47462dd2-8b27-4b8b-b39c-8904cd9578bb None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:00:18.261103 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47462dd2-8b27-4b8b-b39c-8904cd9578bb None None] Checking segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:00:18.261538 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-47462dd2-8b27-4b8b-b39c-8904cd9578bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:18.261935 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47462dd2-8b27-4b8b-b39c-8904cd9578bb None None] Bound using segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:00:18.262430 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-47462dd2-8b27-4b8b-b39c-8904cd9578bb None None] Bound port: 0ca955ec-dc7e-4ec1-9a31-b521ae5850cd, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:00:18.262799 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-47462dd2-8b27-4b8b-b39c-8904cd9578bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:18.278594 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5e1e1-f570-4f56-973c-c14d39b2dd02 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Pushing event updated for resources: {'Network': ['ID=cc1270cb-9e79-43a1-b3d5-892c3ac0951f,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:18.331172 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network cc1270cb-9e79-43a1-b3d5-892c3ac0951f details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:00:18.376777 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9800a932-bb21-4aed-bc56-45eb4540ce71 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:00:18.380280 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9800a932-bb21-4aed-bc56-45eb4540ce71 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Usage tracker for resource:subnet and tenant:bf059d808b3643f5ba5990d95220908f is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:00:18.383116 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9800a932-bb21-4aed-bc56-45eb4540ce71 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:00:18.389935 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9800a932-bb21-4aed-bc56-45eb4540ce71 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:00:18.400094 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9800a932-bb21-4aed-bc56-45eb4540ce71 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Made reservation on behalf of bf059d808b3643f5ba5990d95220908f for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:00:18.404076 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9800a932-bb21-4aed-bc56-45eb4540ce71 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:18.427475 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a2b4c-8e01-4361-a97c-bca4973e69ca req-a44ee210-c690-4ed9-a93a-814228c6e385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:18.428900 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f52a2b4c-8e01-4361-a97c-bca4973e69ca req-a44ee210-c690-4ed9-a93a-814228c6e385 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 1.2483680 Feb 04 21:00:18.450202 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1b961-e276-4c25-85ed-77d30e18161d req-daebd16e-f08f-41a1-b7e1-cd95f1a995a5 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:18.452586 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02d1b961-e276-4c25-85ed-77d30e18161d req-daebd16e-f08f-41a1-b7e1-cd95f1a995a5 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/ports?device_id=e777a94c-6b98-4661-bec5-4c2ff45004a8 HTTP/1.1" status: 200 len: 949 time: 1.2750723 Feb 04 21:00:18.461996 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3e532-d78c-4310-8287-d8043270ef9e req-31b5ed97-0b9b-4e3b-bc6d-6ff652b7cdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:18.463114 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b1c3e532-d78c-4310-8287-d8043270ef9e req-31b5ed97-0b9b-4e3b-bc6d-6ff652b7cdee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eacf7c1d-ed86-453b-bbb5-266017cc2b4f HTTP/1.1" status: 200 len: 862 time: 0.4968805 Feb 04 21:00:18.465308 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-29ef124a-0ad5-4bce-97a6-da4d916173f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:18.476059 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port cfd95c56-cb8c-4bb3-b302-861f8d56c4d4, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=cfd95c56-cb8c-4bb3-b302-861f8d56c4d4,segment=NetworkSegment(6ad98989-c055-45b9-860e-35f2b4dacb26),segment_id=6ad98989-c055-45b9-860e-35f2b4dacb26)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:18.535939 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18c4770c-042c-4505-a4ec-bcd8f58998e8 req-ebd9d690-76f0-4df0-8508-8e864707bd70 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8159325 Feb 04 21:00:18.536864 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'cfd95c56-cb8c-4bb3-b302-861f8d56c4d4', 'network_id': 'daf44bec-f847-4217-8d73-864c3f998625', 'port_id': 'cfd95c56-cb8c-4bb3-b302-861f8d56c4d4', 'mac_address': 'fa:16:3e:bf:6f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eacf7c1d-ed86-453b-bbb5-266017cc2b4f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:00:18.559639 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=bf38fe59-4164-43d3-8b6f-e6e681a8152e,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:18.598689 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd1de7-8a72-41e5-ad68-bd3efa064f30 req-70f870d6-ca0e-44e0-8ad9-83ed5fa132fe tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:18.600168 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5bbd1de7-8a72-41e5-ad68-bd3efa064f30 req-70f870d6-ca0e-44e0-8ad9-83ed5fa132fe tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.26 "GET /v2.0/ports?device_id=00e63709-2186-40c3-8cfc-c1a2b6b55711 HTTP/1.1" status: 200 len: 949 time: 1.1237583 Feb 04 21:00:18.602039 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18c4770c-042c-4505-a4ec-bcd8f58998e8 req-6ccaf156-f905-4d54-b43a-e4f4b8ca5500 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8279023 Feb 04 21:00:18.613061 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f52a2b4c-8e01-4361-a97c-bca4973e69ca req-b9507c44-e2eb-48be-8619-56effd9069c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=8343f32f-bb85-405a-8f90-233944e1e0b0 HTTP/1.1" status: 200 len: 217 time: 0.1530395 Feb 04 21:00:18.640960 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9800a932-bb21-4aed-bc56-45eb4540ce71 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:18.660335 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b1c3e532-d78c-4310-8287-d8043270ef9e req-c7f4f71b-6b82-4784-a47f-473b48f8b26f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=daf44bec-f847-4217-8d73-864c3f998625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1273870 Feb 04 21:00:18.687881 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-d1f7696e-cc39-415c-88ee-17b4158fc512 None None] Allocated IP 172.20.0.2 (bd37ec8f-171e-4d4e-99d9-01df53734b39/9ade209a-4321-479d-8d8b-e75eaabbb17a/7e25d368-c08b-4925-b9a6-00aa96c6d260) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:00:18.715460 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-47462dd2-8b27-4b8b-b39c-8904cd9578bb None None] For port 0ca955ec-dc7e-4ec1-9a31-b521ae5850cd, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:00:18.740234 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800a932-bb21-4aed-bc56-45eb4540ce71 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Pushing event updated for resources: {'Subnet': ['ID=9c757d82-1633-41f5-aa68-3b89fdd15851,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:18.754148 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9800a932-bb21-4aed-bc56-45eb4540ce71 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Checking segment: {'id': '2e156d37-8ae8-44ea-95e7-c327d477fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cc1270cb-9e79-43a1-b3d5-892c3ac0951f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:00:18.754510 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9800a932-bb21-4aed-bc56-45eb4540ce71 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Network hostable DHCP agents. Network: cc1270cb-9e79-43a1-b3d5-892c3ac0951f, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:00:18.776450 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9800a932-bb21-4aed-bc56-45eb4540ce71 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Network cc1270cb-9e79-43a1-b3d5-892c3ac0951f is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:00:18.786527 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-9800a932-bb21-4aed-bc56-45eb4540ce71 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, cc1270cb-9e79-43a1-b3d5-892c3ac0951f) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:00:18.790701 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9800a932-bb21-4aed-bc56-45eb4540ce71 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:18.791351 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9800a932-bb21-4aed-bc56-45eb4540ce71 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:18.794321 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-47462dd2-8b27-4b8b-b39c-8904cd9578bb None None] For port 0ca955ec-dc7e-4ec1-9a31-b521ae5850cd, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=0ca955ec-dc7e-4ec1-9a31-b521ae5850cd,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:00:18.823022 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9800a932-bb21-4aed-bc56-45eb4540ce71 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5739422 Feb 04 21:00:18.825403 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53364) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:00:18.831965 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-fe233159-b625-4f81-99f4-eb9e603d7f82 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-734515243'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:00:18.833386 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96952f9d-5c20-4b29-be7d-9b315ac46968 None None] Network cc1270cb-9e79-43a1-b3d5-892c3ac0951f requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:00:18.837731 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-fe233159-b625-4f81-99f4-eb9e603d7f82 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:00:18.842285 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-fe233159-b625-4f81-99f4-eb9e603d7f82 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Usage tracker for resource:network and tenant:bf059d808b3643f5ba5990d95220908f is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:00:18.845714 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-fe233159-b625-4f81-99f4-eb9e603d7f82 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:00:18.847963 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-47462dd2-8b27-4b8b-b39c-8904cd9578bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:18.851312 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7dbab8-d75b-460b-8b61-000dc8b50c56 None None] Pushing event updated for resources: {'Port': ['ID=0ca955ec-dc7e-4ec1-9a31-b521ae5850cd,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:18.852241 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-fe233159-b625-4f81-99f4-eb9e603d7f82 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:00:18.865664 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe233159-b625-4f81-99f4-eb9e603d7f82 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Made reservation on behalf of bf059d808b3643f5ba5990d95220908f for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:00:18.869638 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fe233159-b625-4f81-99f4-eb9e603d7f82 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:18.879100 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:18.899839 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe233159-b625-4f81-99f4-eb9e603d7f82 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:00:18.911402 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fe233159-b625-4f81-99f4-eb9e603d7f82 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:18.911829 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-fe233159-b625-4f81-99f4-eb9e603d7f82 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Added segment e72dd742-40e8-4f6e-ab61-b53ed27f488d of type vlan for network 33c07bcf-1bac-4a04-8de1-a26aea917667 Feb 04 21:00:18.942766 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fe233159-b625-4f81-99f4-eb9e603d7f82 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:18.976879 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fe233159-b625-4f81-99f4-eb9e603d7f82 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:18.983704 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe233159-b625-4f81-99f4-eb9e603d7f82 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:18.984486 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fe233159-b625-4f81-99f4-eb9e603d7f82 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:19.078920 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02d1b961-e276-4c25-85ed-77d30e18161d req-3f915959-0f57-424e-8de6-fbe037cbab53 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ed875e2-5a67-46a6-a467-7361286c92c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6080604 Feb 04 21:00:19.093668 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fe233159-b625-4f81-99f4-eb9e603d7f82 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2669842 Feb 04 21:00:19.098561 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53368) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:00:19.105274 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-ce581ae0-8774-4d35-98d5-8c0adc1714b8 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Request body: {'subnet': {'network_id': '33c07bcf-1bac-4a04-8de1-a26aea917667', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:00:19.132944 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe233159-b625-4f81-99f4-eb9e603d7f82 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Pushing event updated for resources: {'Network': ['ID=33c07bcf-1bac-4a04-8de1-a26aea917667,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:19.213151 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5bbd1de7-8a72-41e5-ad68-bd3efa064f30 req-22d70b15-7268-46c6-a353-e4a25610d0f5 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.26 "GET /v2.0/security-groups?id=0bcc9db5-8e7a-40a8-83b9-125879a69647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5713172 Feb 04 21:00:19.215845 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18c4770c-042c-4505-a4ec-bcd8f58998e8 req-42d37301-7447-4d41-bbd1-a2331f3058d4 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6049840 Feb 04 21:00:19.218759 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a2b4c-8e01-4361-a97c-bca4973e69ca req-2fef4eba-e528-413e-955b-8416c5eb69e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:19.220585 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f52a2b4c-8e01-4361-a97c-bca4973e69ca req-2fef4eba-e528-413e-955b-8416c5eb69e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.5666616 Feb 04 21:00:19.238588 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd95c56-cb8c-4bb3-b302-861f8d56c4d4 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:00:19.245922 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:19.246722 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 33c07bcf-1bac-4a04-8de1-a26aea917667 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:00:19.258664 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ce581ae0-8774-4d35-98d5-8c0adc1714b8 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:00:19.265819 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ce581ae0-8774-4d35-98d5-8c0adc1714b8 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Usage tracker for resource:subnet and tenant:bf059d808b3643f5ba5990d95220908f is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:00:19.270020 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ce581ae0-8774-4d35-98d5-8c0adc1714b8 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:00:19.280396 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ce581ae0-8774-4d35-98d5-8c0adc1714b8 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:00:19.297555 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47462dd2-8b27-4b8b-b39c-8904cd9578bb None None] Routers {'512179e7-0228-44ac-8895-8a5a333b1b11'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:00:19.298341 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-47462dd2-8b27-4b8b-b39c-8904cd9578bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:00:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['512179e7-0228-44ac-8895-8a5a333b1b11'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:00:19.313528 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce581ae0-8774-4d35-98d5-8c0adc1714b8 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Made reservation on behalf of bf059d808b3643f5ba5990d95220908f for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:00:19.324359 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ce581ae0-8774-4d35-98d5-8c0adc1714b8 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:19.346644 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b1c3e532-d78c-4310-8287-d8043270ef9e req-90634da1-f16c-4129-8f5a-5a0537b0ffa1 service neutron] 10.222.0.18 "GET /v2.0/networks/daf44bec-f847-4217-8d73-864c3f998625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6268597 Feb 04 21:00:19.355521 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:19.394291 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port cfd95c56-cb8c-4bb3-b302-861f8d56c4d4, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=cfd95c56-cb8c-4bb3-b302-861f8d56c4d4,segment=NetworkSegment(6ad98989-c055-45b9-860e-35f2b4dacb26),segment_id=6ad98989-c055-45b9-860e-35f2b4dacb26)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:19.483727 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e777a94c-6b98-4661-bec5-4c2ff45004a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a08c93-c6d2-47f4-9dc1-d96059011b3b', 'code': 200} Feb 04 21:00:19.522804 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:19.615265 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064a541-7077-4d40-aae6-710230ba7419 req-cea99673-1a66-4ba5-8e8f-d84169d7f978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:19.616770 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d064a541-7077-4d40-aae6-710230ba7419 req-cea99673-1a66-4ba5-8e8f-d84169d7f978 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e777a94c-6b98-4661-bec5-4c2ff45004a8 HTTP/1.1" status: 200 len: 1101 time: 0.1268053 Feb 04 21:00:19.627983 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7dbab8-d75b-460b-8b61-000dc8b50c56 None None] Pushing event updated for resources: {'Port': ['ID=0ca955ec-dc7e-4ec1-9a31-b521ae5850cd,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:19.701492 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b1c3e532-d78c-4310-8287-d8043270ef9e req-89181bff-ba0d-421d-bb49-186a254da650 service neutron] 10.222.0.18 "GET /v2.0/networks/daf44bec-f847-4217-8d73-864c3f998625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441033 Feb 04 21:00:19.712808 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a2b4c-8e01-4361-a97c-bca4973e69ca req-258de6e5-2080-4a18-99b6-1acbb50fe4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:19.714162 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f52a2b4c-8e01-4361-a97c-bca4973e69ca req-258de6e5-2080-4a18-99b6-1acbb50fe4ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4624512 Feb 04 21:00:19.765333 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=cfd95c56-cb8c-4bb3-b302-861f8d56c4d4,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:19.810659 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d064a541-7077-4d40-aae6-710230ba7419 req-8238ba57-a90c-4bc0-b3fa-88f24d2932b7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4ed875e2-5a67-46a6-a467-7361286c92c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625882 Feb 04 21:00:19.845516 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ce581ae0-8774-4d35-98d5-8c0adc1714b8 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:19.899595 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port ad455e09-717a-4546-83e2-e55a50a48670, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=ad455e09-717a-4546-83e2-e55a50a48670,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:19.901355 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['cfd95c56-cb8c-4bb3-b302-861f8d56c4d4'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:00:19.927289 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device bf38fe59-4164-43d3-8b6f-e6e681a8152e up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:00:19.932875 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce581ae0-8774-4d35-98d5-8c0adc1714b8 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Pushing event updated for resources: {'Subnet': ['ID=5a413728-58eb-466d-9c56-f60012600056,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:19.944026 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce581ae0-8774-4d35-98d5-8c0adc1714b8 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Checking segment: {'id': 'e72dd742-40e8-4f6e-ab61-b53ed27f488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '33c07bcf-1bac-4a04-8de1-a26aea917667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:00:19.944383 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce581ae0-8774-4d35-98d5-8c0adc1714b8 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Network hostable DHCP agents. Network: 33c07bcf-1bac-4a04-8de1-a26aea917667, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:00:19.965102 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce581ae0-8774-4d35-98d5-8c0adc1714b8 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Network 33c07bcf-1bac-4a04-8de1-a26aea917667 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:00:19.979446 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-ce581ae0-8774-4d35-98d5-8c0adc1714b8 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 33c07bcf-1bac-4a04-8de1-a26aea917667) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:00:19.985948 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce581ae0-8774-4d35-98d5-8c0adc1714b8 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:19.986203 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ce581ae0-8774-4d35-98d5-8c0adc1714b8 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:20.019218 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8e9eab-1506-424d-9e60-513bfd9e43a5 None None] Network 33c07bcf-1bac-4a04-8de1-a26aea917667 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:00:20.029261 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ce581ae0-8774-4d35-98d5-8c0adc1714b8 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9215014 Feb 04 21:00:20.032149 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:20.075082 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6b558-d324-422b-8669-dbb9e1b542b2 req-022850b3-675f-4968-8a45-764d0545566d tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:20.077448 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f6c6b558-d324-422b-8669-dbb9e1b542b2 req-022850b3-675f-4968-8a45-764d0545566d tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] 10.222.0.26 "GET /v2.0/ports?device_id=d897709d-1d79-46f9-8bc0-082f0d32b041 HTTP/1.1" status: 200 len: 944 time: 0.5927925 Feb 04 21:00:20.085185 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40eb775-3020-4e06-9e39-e23f9fbfcebd req-d5f01584-0ad0-4967-b230-3be5ab9556f6 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:20.086824 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a40eb775-3020-4e06-9e39-e23f9fbfcebd req-d5f01584-0ad0-4967-b230-3be5ab9556f6 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ce7455-44b1-4a4f-a315-54521638a42f HTTP/1.1" status: 200 len: 949 time: 0.6004868 Feb 04 21:00:20.100951 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25497d72-a1db-4746-905a-63ac281a7569 req-ce63bba9-fc6c-42d5-b3de-033bf9821a11 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:20.102466 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-25497d72-a1db-4746-905a-63ac281a7569 req-ce63bba9-fc6c-42d5-b3de-033bf9821a11 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.18 "GET /v2.0/ports?device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062&tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&binding%3Ahost_id=n-h1-827896-1 HTTP/1.1" status: 200 len: 948 time: 0.6189966 Feb 04 21:00:20.133647 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 8010907a-51bb-40e6-969e-9f93dfc91daf up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:00:20.255587 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f52a2b4c-8e01-4361-a97c-bca4973e69ca req-cfc02ee3-81c2-4092-ae13-ba7e89594d6a service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5291202 Feb 04 21:00:20.270153 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-29ef124a-0ad5-4bce-97a6-da4d916173f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:20.315757 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d1f7696e-cc39-415c-88ee-17b4158fc512 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:20.333455 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a40eb775-3020-4e06-9e39-e23f9fbfcebd req-003cca3f-2c2e-4410-84f6-bdc3402211c2 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/security-groups?id=901a1770-7f4a-4c11-a0db-abacb7b70d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222810 Feb 04 21:00:20.344687 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f6c6b558-d324-422b-8669-dbb9e1b542b2 req-a89de328-4ab8-40aa-a1a0-2faeb2c98d9e tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f4573a1-7a25-4406-ac63-dedf8c77a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523394 Feb 04 21:00:20.355321 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-47462dd2-8b27-4b8b-b39c-8904cd9578bb None None] Set router 512179e7-0228-44ac-8895-8a5a333b1b11 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:00:20.389546 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-29ef124a-0ad5-4bce-97a6-da4d916173f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:20.424088 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d1f7696e-cc39-415c-88ee-17b4158fc512 None None] Transition to ACTIVE for port object 7e25d368-c08b-4925-b9a6-00aa96c6d260 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:20.455208 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [req-25497d72-a1db-4746-905a-63ac281a7569 req-05ab35ab-69b2-4b83-8efd-7fa78691f786 service neutron] delete failed (client error): The resource could not be found. Feb 04 21:00:20.456212 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-25497d72-a1db-4746-905a-63ac281a7569 req-05ab35ab-69b2-4b83-8efd-7fa78691f786 service neutron] 10.222.0.18 "DELETE /v2.0/ports/ad455e09-717a-4546-83e2-e55a50a48670/bindings/n-h2-827896-1 HTTP/1.1" status: 404 len: 380 time: 0.3433766 Feb 04 21:00:20.542831 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=ad455e09-717a-4546-83e2-e55a50a48670,revision_number=9']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:20.568781 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a75fec-c9cb-4b3a-b756-162b0415b3de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-cc1270cb-9e79-43a1-b3d5-892c3ac0951f', 'network_id': 'cc1270cb-9e79-43a1-b3d5-892c3ac0951f', 'tenant_id': 'bf059d808b3643f5ba5990d95220908f', 'fixed_ips': [{'subnet_id': '9c757d82-1633-41f5-aa68-3b89fdd15851'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:00:20.569589 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-38a75fec-c9cb-4b3a-b756-162b0415b3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:20.587816 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d1f7696e-cc39-415c-88ee-17b4158fc512 None None] Transition to ACTIVE for port object 7e25d368-c08b-4925-b9a6-00aa96c6d260 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:20.592669 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d907d6e3-1e68-4059-9316-232ef74775b5 req-c5cd2896-5ac0-4711-8b8d-84e83411b1ae tempest-ServerShowV247Test-639754970 tempest-ServerShowV247Test-639754970-project] 10.222.0.26 "GET /v2.0/ports?device_id=a20d1048-86ed-45ee-b13f-4b45c798deb2 HTTP/1.1" status: 200 len: 210 time: 0.1136889 Feb 04 21:00:20.681027 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port bf38fe59-4164-43d3-8b6f-e6e681a8152e triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:20.681466 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:20.690074 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f52a2b4c-8e01-4361-a97c-bca4973e69ca req-ff89b92b-77c9-401a-9ef0-225aeb2a0dfe service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255714 Feb 04 21:00:20.751241 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d1f7696e-cc39-415c-88ee-17b4158fc512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:20.931983 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 8010907a-51bb-40e6-969e-9f93dfc91daf completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:00:20.972578 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-29ef124a-0ad5-4bce-97a6-da4d916173f9 admin admin] Allocated IP 172.25.5.13 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/17a2b0bb-5910-4e8a-aad8-94142304b33a) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:00:21.003041 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652abf22-97f3-4711-96a3-59b9f5cdec08 req-b7536666-aa13-468e-acf8-633d275ceb3a tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:21.004809 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-652abf22-97f3-4711-96a3-59b9f5cdec08 req-b7536666-aa13-468e-acf8-633d275ceb3a tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 949 time: 0.5086355 Feb 04 21:00:21.036782 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 8010907a-51bb-40e6-969e-9f93dfc91daf triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:21.037011 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25497d72-a1db-4746-905a-63ac281a7569 req-a5d95878-976d-4b41-b008-a35399bc3e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:21.037342 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:21.038502 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-25497d72-a1db-4746-905a-63ac281a7569 req-a5d95878-976d-4b41-b008-a35399bc3e6a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 1100 time: 0.4526529 Feb 04 21:00:21.110540 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f7696e-cc39-415c-88ee-17b4158fc512 None None] Network bd37ec8f-171e-4d4e-99d9-01df53734b39 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:00:21.143994 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20803b46-e144-4d76-b655-fec6999c2dd6 req-f10cbdc7-79aa-4636-bc0a-4e5608201789 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:21.144884 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-d1f7696e-cc39-415c-88ee-17b4158fc512 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:00:21.145489 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-20803b46-e144-4d76-b655-fec6999c2dd6 req-f10cbdc7-79aa-4636-bc0a-4e5608201789 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/ports?device_id=e777a94c-6b98-4661-bec5-4c2ff45004a8 HTTP/1.1" status: 200 len: 950 time: 0.4437191 Feb 04 21:00:21.172612 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f7696e-cc39-415c-88ee-17b4158fc512 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:00:21.191675 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7696e-cc39-415c-88ee-17b4158fc512 None None] Pushing event updated for resources: {'Port': ['ID=7e25d368-c08b-4925-b9a6-00aa96c6d260,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:21.271775 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-652abf22-97f3-4711-96a3-59b9f5cdec08 req-e20ddc0d-58b2-422a-bd6f-0617cd084841 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390149 Feb 04 21:00:21.338275 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-20803b46-e144-4d76-b655-fec6999c2dd6 req-7237ddbd-528e-43b4-8379-b78fe4d54e3a tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ed875e2-5a67-46a6-a467-7361286c92c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355371 Feb 04 21:00:21.347346 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060d52d5-4b29-4d62-bc0e-c1ae1f581cfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-33c07bcf-1bac-4a04-8de1-a26aea917667', 'network_id': '33c07bcf-1bac-4a04-8de1-a26aea917667', 'tenant_id': 'bf059d808b3643f5ba5990d95220908f', 'fixed_ips': [{'subnet_id': '5a413728-58eb-466d-9c56-f60012600056'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:00:21.348157 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-060d52d5-4b29-4d62-bc0e-c1ae1f581cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:21.361521 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25497d72-a1db-4746-905a-63ac281a7569 req-46b01787-f0ed-4cb4-9fdd-7ce06c3cfa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:21.363006 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-25497d72-a1db-4746-905a-63ac281a7569 req-46b01787-f0ed-4cb4-9fdd-7ce06c3cfa5f service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.2585938 Feb 04 21:00:21.365776 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-29ef124a-0ad5-4bce-97a6-da4d916173f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:21.461590 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-25497d72-a1db-4746-905a-63ac281a7569 req-b9c43e21-adc0-446b-bdd8-3cc4d0f264a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=ad455e09-717a-4546-83e2-e55a50a48670 HTTP/1.1" status: 200 len: 217 time: 0.0907450 Feb 04 21:00:21.521010 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32ac594-02a0-42bc-9e5d-ccff33ed0062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad455e09-717a-4546-83e2-e55a50a48670'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:00:21.634118 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-d1f7696e-cc39-415c-88ee-17b4158fc512 None None] Attempting to bind port 7e25d368-c08b-4925-b9a6-00aa96c6d260 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:00:21.634491 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-d1f7696e-cc39-415c-88ee-17b4158fc512 None None] Attempting to bind port 7e25d368-c08b-4925-b9a6-00aa96c6d260 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '6153747c-27c0-40d9-b220-302e3ab3cf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'bd37ec8f-171e-4d4e-99d9-01df53734b39'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:00:21.634850 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f7696e-cc39-415c-88ee-17b4158fc512 None None] Attempting to bind port 7e25d368-c08b-4925-b9a6-00aa96c6d260 on network bd37ec8f-171e-4d4e-99d9-01df53734b39 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:00:21.664995 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-38a75fec-c9cb-4b3a-b756-162b0415b3de None None] Allocated IP 19.80.0.2 (cc1270cb-9e79-43a1-b3d5-892c3ac0951f/9c757d82-1633-41f5-aa68-3b89fdd15851/f4df1711-620f-4ea4-ad20-9a0c59f7e42e) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:00:21.681191 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25497d72-a1db-4746-905a-63ac281a7569 req-b6c81f95-b1a0-41ea-8576-6923aec18b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:21.682641 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-25497d72-a1db-4746-905a-63ac281a7569 req-b6c81f95-b1a0-41ea-8576-6923aec18b2c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.1808865 Feb 04 21:00:21.690117 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f7696e-cc39-415c-88ee-17b4158fc512 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:00:21.690497 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f7696e-cc39-415c-88ee-17b4158fc512 None None] Checking segment: {'id': '6153747c-27c0-40d9-b220-302e3ab3cf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'bd37ec8f-171e-4d4e-99d9-01df53734b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:00:21.690904 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d1f7696e-cc39-415c-88ee-17b4158fc512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:21.691301 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f7696e-cc39-415c-88ee-17b4158fc512 None None] Bound using segment: {'id': '6153747c-27c0-40d9-b220-302e3ab3cf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'bd37ec8f-171e-4d4e-99d9-01df53734b39'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:00:21.691780 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-d1f7696e-cc39-415c-88ee-17b4158fc512 None None] Bound port: 7e25d368-c08b-4925-b9a6-00aa96c6d260, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6153747c-27c0-40d9-b220-302e3ab3cf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'bd37ec8f-171e-4d4e-99d9-01df53734b39'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:00:21.692155 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d1f7696e-cc39-415c-88ee-17b4158fc512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:21.742247 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-29ef124a-0ad5-4bce-97a6-da4d916173f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:21.827223 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-35b31aab-a7c9-4936-acf3-0a8c16b5c6c8 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:21.828101 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:21.832877 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-35b31aab-a7c9-4936-acf3-0a8c16b5c6c8 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:21.833641 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-35b31aab-a7c9-4936-acf3-0a8c16b5c6c8 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Synchronizing usage tracker for tenant:bf059d808b3643f5ba5990d95220908f on resource:network {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:00:21.866448 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ef124a-0ad5-4bce-97a6-da4d916173f9 admin admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:00:21.873990 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-29ef124a-0ad5-4bce-97a6-da4d916173f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:00:21.882758 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c67c5-2e64-42b9-8856-a5032571aeb6 req-09f3bf72-dbc2-4516-8f8c-0b349e176d7a tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:21.884222 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-102c67c5-2e64-42b9-8856-a5032571aeb6 req-09f3bf72-dbc2-4516-8f8c-0b349e176d7a tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.26 "GET /v2.0/ports?device_id=00e63709-2186-40c3-8cfc-c1a2b6b55711 HTTP/1.1" status: 200 len: 949 time: 0.4209149 Feb 04 21:00:21.884952 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ef124a-0ad5-4bce-97a6-da4d916173f9 admin admin] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:00:21.930016 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef124a-0ad5-4bce-97a6-da4d916173f9 admin admin] Pushing event updated for resources: {'Port': ['ID=17a2b0bb-5910-4e8a-aad8-94142304b33a,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:21.963914 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef124a-0ad5-4bce-97a6-da4d916173f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:21.964286 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef124a-0ad5-4bce-97a6-da4d916173f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:21.964627 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef124a-0ad5-4bce-97a6-da4d916173f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:21.964965 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef124a-0ad5-4bce-97a6-da4d916173f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:21.965319 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef124a-0ad5-4bce-97a6-da4d916173f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:21.965659 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef124a-0ad5-4bce-97a6-da4d916173f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:21.965975 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef124a-0ad5-4bce-97a6-da4d916173f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:21.966849 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef124a-0ad5-4bce-97a6-da4d916173f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:21.967169 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef124a-0ad5-4bce-97a6-da4d916173f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:21.967639 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef124a-0ad5-4bce-97a6-da4d916173f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:21.967965 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef124a-0ad5-4bce-97a6-da4d916173f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:21.968286 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef124a-0ad5-4bce-97a6-da4d916173f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:21.980766 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-35b31aab-a7c9-4936-acf3-0a8c16b5c6c8 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Unset dirty status for tenant:bf059d808b3643f5ba5990d95220908f on resource:network {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:00:21.986205 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-35b31aab-a7c9-4936-acf3-0a8c16b5c6c8 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/networks?id=cc1270cb-9e79-43a1-b3d5-892c3ac0951f&id=33c07bcf-1bac-4a04-8de1-a26aea917667&id=cc1270cb-9e79-43a1-b3d5-892c3ac0951f HTTP/1.1" status: 200 len: 1391 time: 0.5531130 Feb 04 21:00:22.034916 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 8010907a-51bb-40e6-969e-9f93dfc91daf, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=8010907a-51bb-40e6-969e-9f93dfc91daf,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:22.056197 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-47462dd2-8b27-4b8b-b39c-8904cd9578bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512179e7-0228-44ac-8895-8a5a333b1b11', 'name': 'tempest-ServersTestMultiNic-747545002-router', 'tenant_id': 'bf059d808b3643f5ba5990d95220908f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '0ca955ec-dc7e-4ec1-9a31-b521ae5850cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:00:09Z', 'updated_at': '2022-02-04T21:00:16Z', 'revision_number': 4, 'project_id': 'bf059d808b3643f5ba5990d95220908f', 'gw_port': {'id': '0ca955ec-dc7e-4ec1-9a31-b521ae5850cd', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:64:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512179e7-0228-44ac-8895-8a5a333b1b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:11Z', 'updated_at': '2022-02-04T21:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '5921a95b-ce35-4003-a50b-bee712cc44ca', 'name': '', 'network_id': 'bbf30493-4fe5-428c-b68a-1b284d49658a', 'tenant_id': 'bf059d808b3643f5ba5990d95220908f', 'mac_address': 'fa:16:3e:6b:bd:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512179e7-0228-44ac-8895-8a5a333b1b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'f9339ee6-e6d3-4ca3-b04d-ea288b56647a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:15Z', 'updated_at': '2022-02-04T21:00:16Z', 'revision_number': 2, 'project_id': 'bf059d808b3643f5ba5990d95220908f', 'subnets': [{'id': 'f9339ee6-e6d3-4ca3-b04d-ea288b56647a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:00:22.064814 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:22.071527 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-d1f7696e-cc39-415c-88ee-17b4158fc512 None None] For port 7e25d368-c08b-4925-b9a6-00aa96c6d260, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:00:22.094397 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-102c67c5-2e64-42b9-8856-a5032571aeb6 req-a8a5e0e2-e4c6-48e1-a772-22332985b1a8 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.26 "GET /v2.0/security-groups?id=0bcc9db5-8e7a-40a8-83b9-125879a69647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765013 Feb 04 21:00:22.096788 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-b12ca151-ab1b-4b60-a820-bd44730224e2 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/quotas/bf059d808b3643f5ba5990d95220908f HTTP/1.1" status: 200 len: 375 time: 0.1034689 Feb 04 21:00:22.116544 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 8343f32f-bb85-405a-8f90-233944e1e0b0 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:00:22.142716 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-060d52d5-4b29-4d62-bc0e-c1ae1f581cfb None None] Allocated IP 19.86.0.2 (33c07bcf-1bac-4a04-8de1-a26aea917667/5a413728-58eb-466d-9c56-f60012600056/777409f5-2b1f-4136-a9c2-34566b91d37f) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:00:22.157706 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47462dd2-8b27-4b8b-b39c-8904cd9578bb None None] The sync data for ids ['512179e7-0228-44ac-8895-8a5a333b1b11'] in n-d-827896-1 is: [{'id': '512179e7-0228-44ac-8895-8a5a333b1b11', 'name': 'tempest-ServersTestMultiNic-747545002-router', 'tenant_id': 'bf059d808b3643f5ba5990d95220908f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '0ca955ec-dc7e-4ec1-9a31-b521ae5850cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:00:09Z', 'updated_at': '2022-02-04T21:00:16Z', 'revision_number': 4, 'project_id': 'bf059d808b3643f5ba5990d95220908f', 'gw_port': {'id': '0ca955ec-dc7e-4ec1-9a31-b521ae5850cd', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:64:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512179e7-0228-44ac-8895-8a5a333b1b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:11Z', 'updated_at': '2022-02-04T21:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '5921a95b-ce35-4003-a50b-bee712cc44ca', 'name': '', 'network_id': 'bbf30493-4fe5-428c-b68a-1b284d49658a', 'tenant_id': 'bf059d808b3643f5ba5990d95220908f', 'mac_address': 'fa:16:3e:6b:bd:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512179e7-0228-44ac-8895-8a5a333b1b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'f9339ee6-e6d3-4ca3-b04d-ea288b56647a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:15Z', 'updated_at': '2022-02-04T21:00:16Z', 'revision_number': 2, 'project_id': 'bf059d808b3643f5ba5990d95220908f', 'subnets': [{'id': 'f9339ee6-e6d3-4ca3-b04d-ea288b56647a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:00:22.162473 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25497d72-a1db-4746-905a-63ac281a7569 req-eb92ad3f-32a3-4108-ab6b-08b72519089d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:22.163972 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-25497d72-a1db-4746-905a-63ac281a7569 req-eb92ad3f-32a3-4108-ab6b-08b72519089d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4635215 Feb 04 21:00:22.229146 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-d1f7696e-cc39-415c-88ee-17b4158fc512 None None] For port 7e25d368-c08b-4925-b9a6-00aa96c6d260, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=7e25d368-c08b-4925-b9a6-00aa96c6d260,segment=NetworkSegment(6153747c-27c0-40d9-b220-302e3ab3cf05),segment_id=6153747c-27c0-40d9-b220-302e3ab3cf05)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:00:22.303561 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d1f7696e-cc39-415c-88ee-17b4158fc512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:22.458504 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=8010907a-51bb-40e6-969e-9f93dfc91daf,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:22.560614 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-38a75fec-c9cb-4b3a-b756-162b0415b3de None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:22.573446 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 8343f32f-bb85-405a-8f90-233944e1e0b0 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:00:22.627017 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-38a75fec-c9cb-4b3a-b756-162b0415b3de None None] Transition to ACTIVE for port object f4df1711-620f-4ea4-ad20-9a0c59f7e42e will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:22.629699 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 8343f32f-bb85-405a-8f90-233944e1e0b0 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:22.630090 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:22.766423 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-25497d72-a1db-4746-905a-63ac281a7569 req-89517050-7e43-40ce-9d0a-8efc0834294c service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5561020 Feb 04 21:00:22.827521 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7696e-cc39-415c-88ee-17b4158fc512 None None] Pushing event updated for resources: {'Port': ['ID=7e25d368-c08b-4925-b9a6-00aa96c6d260,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:22.829616 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-1f29f568-0ba8-4434-9257-5311f9cf1c48 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bf059d808b3643f5ba5990d95220908f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6821539 Feb 04 21:00:22.837237 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-38a75fec-c9cb-4b3a-b756-162b0415b3de None None] Transition to ACTIVE for port object f4df1711-620f-4ea4-ad20-9a0c59f7e42e will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:22.852246 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-38a75fec-c9cb-4b3a-b756-162b0415b3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:22.921972 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-060d52d5-4b29-4d62-bc0e-c1ae1f581cfb None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:22.966138 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-060d52d5-4b29-4d62-bc0e-c1ae1f581cfb None None] Transition to ACTIVE for port object 777409f5-2b1f-4136-a9c2-34566b91d37f will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:22.975647 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a75fec-c9cb-4b3a-b756-162b0415b3de None None] Network cc1270cb-9e79-43a1-b3d5-892c3ac0951f is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:00:22.994657 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-38a75fec-c9cb-4b3a-b756-162b0415b3de None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:00:23.003207 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a75fec-c9cb-4b3a-b756-162b0415b3de None None] Pushing event updated for resources: {'Port': ['ID=f4df1711-620f-4ea4-ad20-9a0c59f7e42e,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:23.005608 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a75fec-c9cb-4b3a-b756-162b0415b3de None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:00:23.097746 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0ebb1-d75f-4475-abc5-61c3cd51408d req-9f434a88-dfe0-4a90-89fe-e6e3445a674b tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:23.103102 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-060d52d5-4b29-4d62-bc0e-c1ae1f581cfb None None] Transition to ACTIVE for port object 777409f5-2b1f-4136-a9c2-34566b91d37f will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:23.105404 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e9f0ebb1-d75f-4475-abc5-61c3cd51408d req-9f434a88-dfe0-4a90-89fe-e6e3445a674b tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] 10.222.0.26 "GET /v2.0/ports?device_id=d897709d-1d79-46f9-8bc0-082f0d32b041 HTTP/1.1" status: 200 len: 944 time: 0.8473186 Feb 04 21:00:23.158463 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-060d52d5-4b29-4d62-bc0e-c1ae1f581cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:23.211930 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-29ef124a-0ad5-4bce-97a6-da4d916173f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:23.226221 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:23.264557 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-38a75fec-c9cb-4b3a-b756-162b0415b3de None None] Attempting to bind port f4df1711-620f-4ea4-ad20-9a0c59f7e42e on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:00:23.264935 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-38a75fec-c9cb-4b3a-b756-162b0415b3de None None] Attempting to bind port f4df1711-620f-4ea4-ad20-9a0c59f7e42e by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '2e156d37-8ae8-44ea-95e7-c327d477fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cc1270cb-9e79-43a1-b3d5-892c3ac0951f'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:00:23.265327 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a75fec-c9cb-4b3a-b756-162b0415b3de None None] Attempting to bind port f4df1711-620f-4ea4-ad20-9a0c59f7e42e on network cc1270cb-9e79-43a1-b3d5-892c3ac0951f {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:00:23.269666 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060d52d5-4b29-4d62-bc0e-c1ae1f581cfb None None] Network 33c07bcf-1bac-4a04-8de1-a26aea917667 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:00:23.279212 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-060d52d5-4b29-4d62-bc0e-c1ae1f581cfb None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:00:23.287140 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060d52d5-4b29-4d62-bc0e-c1ae1f581cfb None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:00:23.289361 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a75fec-c9cb-4b3a-b756-162b0415b3de None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:00:23.289740 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a75fec-c9cb-4b3a-b756-162b0415b3de None None] Checking segment: {'id': '2e156d37-8ae8-44ea-95e7-c327d477fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cc1270cb-9e79-43a1-b3d5-892c3ac0951f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:00:23.290144 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-38a75fec-c9cb-4b3a-b756-162b0415b3de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:23.290540 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a75fec-c9cb-4b3a-b756-162b0415b3de None None] Bound using segment: {'id': '2e156d37-8ae8-44ea-95e7-c327d477fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cc1270cb-9e79-43a1-b3d5-892c3ac0951f'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:00:23.291559 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-38a75fec-c9cb-4b3a-b756-162b0415b3de None None] Bound port: f4df1711-620f-4ea4-ad20-9a0c59f7e42e, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e156d37-8ae8-44ea-95e7-c327d477fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cc1270cb-9e79-43a1-b3d5-892c3ac0951f'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:00:23.291559 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-38a75fec-c9cb-4b3a-b756-162b0415b3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:23.323988 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-fb7b0fa7-0d4d-4f27-a4d8-c67d86e29d73 service neutron] 10.222.0.26 "GET /v2.0/networks/cc1270cb-9e79-43a1-b3d5-892c3ac0951f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525874 Feb 04 21:00:23.348522 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d52d5-4b29-4d62-bc0e-c1ae1f581cfb None None] Pushing event updated for resources: {'Port': ['ID=777409f5-2b1f-4136-a9c2-34566b91d37f,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:23.351773 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 8343f32f-bb85-405a-8f90-233944e1e0b0, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=8343f32f-bb85-405a-8f90-233944e1e0b0,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:23.377371 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:23.395644 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-25497d72-a1db-4746-905a-63ac281a7569 req-85b0438f-98c7-4c11-bc15-4604aaf646b7 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5528605 Feb 04 21:00:23.502858 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e9f0ebb1-d75f-4475-abc5-61c3cd51408d req-0dfb070e-6b62-4a05-aac0-021a775c3110 tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f4573a1-7a25-4406-ac63-dedf8c77a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963523 Feb 04 21:00:23.544843 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=8343f32f-bb85-405a-8f90-233944e1e0b0,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:23.607462 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device cfd95c56-cb8c-4bb3-b302-861f8d56c4d4 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:00:23.672333 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-060d52d5-4b29-4d62-bc0e-c1ae1f581cfb None None] Attempting to bind port 777409f5-2b1f-4136-a9c2-34566b91d37f on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:00:23.672698 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-060d52d5-4b29-4d62-bc0e-c1ae1f581cfb None None] Attempting to bind port 777409f5-2b1f-4136-a9c2-34566b91d37f by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': 'e72dd742-40e8-4f6e-ab61-b53ed27f488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '33c07bcf-1bac-4a04-8de1-a26aea917667'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:00:23.673055 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060d52d5-4b29-4d62-bc0e-c1ae1f581cfb None None] Attempting to bind port 777409f5-2b1f-4136-a9c2-34566b91d37f on network 33c07bcf-1bac-4a04-8de1-a26aea917667 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:00:23.713430 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060d52d5-4b29-4d62-bc0e-c1ae1f581cfb None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:00:23.713867 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060d52d5-4b29-4d62-bc0e-c1ae1f581cfb None None] Checking segment: {'id': 'e72dd742-40e8-4f6e-ab61-b53ed27f488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '33c07bcf-1bac-4a04-8de1-a26aea917667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:00:23.714552 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-060d52d5-4b29-4d62-bc0e-c1ae1f581cfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:23.714666 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060d52d5-4b29-4d62-bc0e-c1ae1f581cfb None None] Bound using segment: {'id': 'e72dd742-40e8-4f6e-ab61-b53ed27f488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '33c07bcf-1bac-4a04-8de1-a26aea917667'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:00:23.715076 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-060d52d5-4b29-4d62-bc0e-c1ae1f581cfb None None] Bound port: 777409f5-2b1f-4136-a9c2-34566b91d37f, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72dd742-40e8-4f6e-ab61-b53ed27f488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '33c07bcf-1bac-4a04-8de1-a26aea917667'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:00:23.715449 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-060d52d5-4b29-4d62-bc0e-c1ae1f581cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:23.776960 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-38a75fec-c9cb-4b3a-b756-162b0415b3de None None] For port f4df1711-620f-4ea4-ad20-9a0c59f7e42e, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:00:23.837433 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-38a75fec-c9cb-4b3a-b756-162b0415b3de None None] For port f4df1711-620f-4ea4-ad20-9a0c59f7e42e, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=f4df1711-620f-4ea4-ad20-9a0c59f7e42e,segment=NetworkSegment(2e156d37-8ae8-44ea-95e7-c327d477fbee),segment_id=2e156d37-8ae8-44ea-95e7-c327d477fbee)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:00:23.845523 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-38a75fec-c9cb-4b3a-b756-162b0415b3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:23.943877 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port cfd95c56-cb8c-4bb3-b302-861f8d56c4d4 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:00:24.022856 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd53a148-ba78-4154-877f-4f920c7a292a None None] Network bd37ec8f-171e-4d4e-99d9-01df53734b39 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:00:24.071735 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port cfd95c56-cb8c-4bb3-b302-861f8d56c4d4 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:24.072370 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:24.145550 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-bdafc55c-a4b5-4e04-a07c-2dc011259220 service neutron] 10.222.0.26 "GET /v2.0/networks/cc1270cb-9e79-43a1-b3d5-892c3ac0951f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8090074 Feb 04 21:00:24.232440 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 7e25d368-c08b-4925-b9a6-00aa96c6d260 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:00:24.245896 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669061f-1a16-43e1-95b3-12cf945fb527 req-6b595b56-b4fd-4272-b1fd-210679856e2c tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:24.247664 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9669061f-1a16-43e1-95b3-12cf945fb527 req-6b595b56-b4fd-4272-b1fd-210679856e2c tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ce7455-44b1-4a4f-a315-54521638a42f HTTP/1.1" status: 200 len: 950 time: 0.4984071 Feb 04 21:00:24.389656 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-29ef124a-0ad5-4bce-97a6-da4d916173f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:24.462100 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-060d52d5-4b29-4d62-bc0e-c1ae1f581cfb None None] For port 777409f5-2b1f-4136-a9c2-34566b91d37f, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:00:24.471183 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1d529012-4f6a-4e1c-99ea-eaa0e607dd0f None None] Provisioning for port 7e25d368-c08b-4925-b9a6-00aa96c6d260 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:00:24.493029 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9669061f-1a16-43e1-95b3-12cf945fb527 req-fa2f65a6-286f-4fe7-9883-404da9824a7a tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/security-groups?id=901a1770-7f4a-4c11-a0db-abacb7b70d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831992 Feb 04 21:00:24.493337 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a75fec-c9cb-4b3a-b756-162b0415b3de None None] Pushing event updated for resources: {'Port': ['ID=f4df1711-620f-4ea4-ad20-9a0c59f7e42e,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:24.513717 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-060d52d5-4b29-4d62-bc0e-c1ae1f581cfb None None] For port 777409f5-2b1f-4136-a9c2-34566b91d37f, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=777409f5-2b1f-4136-a9c2-34566b91d37f,segment=NetworkSegment(e72dd742-40e8-4f6e-ab61-b53ed27f488d),segment_id=e72dd742-40e8-4f6e-ab61-b53ed27f488d)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:00:24.528535 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-060d52d5-4b29-4d62-bc0e-c1ae1f581cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:24.586653 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e32ac594-02a0-42bc-9e5d-ccff33ed0062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad455e09-717a-4546-83e2-e55a50a48670', 'code': 200} Feb 04 21:00:24.691939 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-d603a936-0f5c-4795-91e2-32a70095d04b service neutron] 10.222.0.26 "GET /v2.0/networks/33c07bcf-1bac-4a04-8de1-a26aea917667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5293159 Feb 04 21:00:24.819260 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 7e25d368-c08b-4925-b9a6-00aa96c6d260 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:00:24.834303 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d52d5-4b29-4d62-bc0e-c1ae1f581cfb None None] Pushing event updated for resources: {'Port': ['ID=777409f5-2b1f-4136-a9c2-34566b91d37f,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:24.845595 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 7e25d368-c08b-4925-b9a6-00aa96c6d260 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:24.845963 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:24.885353 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:24.937756 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ec6a1d03-80f3-4753-b184-43696eb19896 req-476dd13f-f559-4cc1-af30-d1f2563e0d8d tempest-ServerShowV247Test-639754970 tempest-ServerShowV247Test-639754970-project] 10.222.0.26 "GET /v2.0/ports?device_id=a20d1048-86ed-45ee-b13f-4b45c798deb2 HTTP/1.1" status: 200 len: 210 time: 0.2444882 Feb 04 21:00:25.003157 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port cfd95c56-cb8c-4bb3-b302-861f8d56c4d4, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=cfd95c56-cb8c-4bb3-b302-861f8d56c4d4,segment=NetworkSegment(6ad98989-c055-45b9-860e-35f2b4dacb26),segment_id=6ad98989-c055-45b9-860e-35f2b4dacb26)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:25.014038 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:25.026336 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ef124a-0ad5-4bce-97a6-da4d916173f9 admin admin] Router 4a8a8046-c863-4e1c-ae44-7916ab3ce9b5 is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:00:25.189750 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:25.216738 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=cfd95c56-cb8c-4bb3-b302-861f8d56c4d4,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:25.233110 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 7e25d368-c08b-4925-b9a6-00aa96c6d260, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=7e25d368-c08b-4925-b9a6-00aa96c6d260,segment=NetworkSegment(6153747c-27c0-40d9-b220-302e3ab3cf05),segment_id=6153747c-27c0-40d9-b220-302e3ab3cf05)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:25.238320 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:25.239257 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 0ca955ec-dc7e-4ec1-9a31-b521ae5850cd up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:00:25.344293 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-bca3f5c5-90ac-4536-9d95-6b446b3c90a2 service neutron] 10.222.0.26 "GET /v2.0/networks/33c07bcf-1bac-4a04-8de1-a26aea917667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6051278 Feb 04 21:00:25.444059 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 0ca955ec-dc7e-4ec1-9a31-b521ae5850cd completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:00:25.447241 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=7e25d368-c08b-4925-b9a6-00aa96c6d260,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:25.452890 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 0ca955ec-dc7e-4ec1-9a31-b521ae5850cd triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:25.453292 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:25.457864 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ef124a-0ad5-4bce-97a6-da4d916173f9 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:00:25.466998 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8b31bd-2a6b-4337-992e-6fb996db026b None None] Sync routers for ids ['4a8a8046-c863-4e1c-ae44-7916ab3ce9b5'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:00:25.478202 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8b31bd-2a6b-4337-992e-6fb996db026b None None] Routers {'4a8a8046-c863-4e1c-ae44-7916ab3ce9b5'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:00:25.483584 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-ac8b31bd-2a6b-4337-992e-6fb996db026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:00:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4a8a8046-c863-4e1c-ae44-7916ab3ce9b5'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:00:25.540295 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-29ef124a-0ad5-4bce-97a6-da4d916173f9 admin admin] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:25.541512 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-29ef124a-0ad5-4bce-97a6-da4d916173f9 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.9476743 Feb 04 21:00:25.545070 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53408) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:00:25.582211 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977d2ac-109b-4f61-949f-b3d6e93ee525 req-a06f58e9-1400-45d5-b80a-7449ea9bf247 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:25.583735 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3977d2ac-109b-4f61-949f-b3d6e93ee525 req-a06f58e9-1400-45d5-b80a-7449ea9bf247 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 949 time: 0.2930539 Feb 04 21:00:25.585829 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-4bdbe025-bb94-4b9a-a9fd-a4f8582b9737 service neutron] 10.222.0.26 "GET /v2.0/networks/cc1270cb-9e79-43a1-b3d5-892c3ac0951f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266653 Feb 04 21:00:25.672529 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:25.707616 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 0ca955ec-dc7e-4ec1-9a31-b521ae5850cd, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=0ca955ec-dc7e-4ec1-9a31-b521ae5850cd,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:25.712318 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc6e336-0ff1-4879-a759-024ac07010d6 None None] Network cc1270cb-9e79-43a1-b3d5-892c3ac0951f requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:00:25.735106 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3977d2ac-109b-4f61-949f-b3d6e93ee525 req-9550c8a6-2ae1-487d-848e-4359352c43ed tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442878 Feb 04 21:00:25.769016 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-ac8b31bd-2a6b-4337-992e-6fb996db026b None None] Set router 4a8a8046-c863-4e1c-ae44-7916ab3ce9b5 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:00:25.839239 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-2b9ab8cd-e215-4db7-888a-e25f9c01abaf service neutron] 10.222.0.26 "GET /v2.0/networks/cc1270cb-9e79-43a1-b3d5-892c3ac0951f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465899 Feb 04 21:00:25.860603 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-2e1f2ce7-ee6d-42c0-938a-b54d57433429 None None] Provisioning complete for port 7e25d368-c08b-4925-b9a6-00aa96c6d260 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:25.860974 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2e1f2ce7-ee6d-42c0-938a-b54d57433429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:25.884864 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:26.131150 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe27c56-0869-45be-a1dd-2c619765d015 req-8512c7cb-934a-4224-a2f0-c6a8d822a8be tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:26.142011 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1fe27c56-0869-45be-a1dd-2c619765d015 req-8512c7cb-934a-4224-a2f0-c6a8d822a8be tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/ports?device_id=e777a94c-6b98-4661-bec5-4c2ff45004a8 HTTP/1.1" status: 200 len: 950 time: 0.2442706 Feb 04 21:00:26.160105 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:26.181479 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-ac8b31bd-2a6b-4337-992e-6fb996db026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8a8046-c863-4e1c-ae44-7916ab3ce9b5', 'name': 'tempest-TaggedBootDevicesTest-1510287639-router', 'tenant_id': 'cee09c0efcb541d280a12e5149cb4082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '17a2b0bb-5910-4e8a-aad8-94142304b33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:00:16Z', 'updated_at': '2022-02-04T21:00:22Z', 'revision_number': 3, 'project_id': 'cee09c0efcb541d280a12e5149cb4082', 'gw_port': {'id': '17a2b0bb-5910-4e8a-aad8-94142304b33a', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8a8046-c863-4e1c-ae44-7916ab3ce9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:20Z', 'updated_at': '2022-02-04T21:00:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:00:26.187007 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8b31bd-2a6b-4337-992e-6fb996db026b None None] Checking router: 4a8a8046-c863-4e1c-ae44-7916ab3ce9b5 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:00:26.187630 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8b31bd-2a6b-4337-992e-6fb996db026b None None] Updating router 4a8a8046-c863-4e1c-ae44-7916ab3ce9b5 port 17a2b0bb-5910-4e8a-aad8-94142304b33a binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:00:26.193184 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=0ca955ec-dc7e-4ec1-9a31-b521ae5850cd,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:26.277876 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1fe27c56-0869-45be-a1dd-2c619765d015 req-f4f67739-9241-47ec-89c4-9b497e12a595 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ed875e2-5a67-46a6-a467-7361286c92c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270764 Feb 04 21:00:26.299853 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-ac8b31bd-2a6b-4337-992e-6fb996db026b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:26.371646 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5257d568-fd79-4d45-a1d3-cefcad9a4177 None None] Sync routers for ids ['512179e7-0228-44ac-8895-8a5a333b1b11'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:00:26.400682 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 7e25d368-c08b-4925-b9a6-00aa96c6d260 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:00:26.472219 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5257d568-fd79-4d45-a1d3-cefcad9a4177 None None] Routers {'512179e7-0228-44ac-8895-8a5a333b1b11'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:00:26.472857 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-5257d568-fd79-4d45-a1d3-cefcad9a4177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:00:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['512179e7-0228-44ac-8895-8a5a333b1b11'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:00:26.571494 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9934ea-6c73-4663-9f66-1522791faa80 req-29cfde5a-866f-4e2f-b62b-99148c6dc247 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:26.581766 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bc9934ea-6c73-4663-9f66-1522791faa80 req-29cfde5a-866f-4e2f-b62b-99148c6dc247 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.26 "GET /v2.0/ports?device_id=00e63709-2186-40c3-8cfc-c1a2b6b55711 HTTP/1.1" status: 200 len: 950 time: 0.1989901 Feb 04 21:00:26.604364 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e63709-2186-40c3-8cfc-c1a2b6b55711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8010907a-51bb-40e6-969e-9f93dfc91daf'}, {'server_uuid': '67ce7455-44b1-4a4f-a315-54521638a42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8343f32f-bb85-405a-8f90-233944e1e0b0'}, {'server_uuid': 'd897709d-1d79-46f9-8bc0-082f0d32b041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd95c56-cb8c-4bb3-b302-861f8d56c4d4'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:00:26.698249 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bc9934ea-6c73-4663-9f66-1522791faa80 req-eb633baa-3396-4625-8ce6-2c810016a99c tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.26 "GET /v2.0/security-groups?id=0bcc9db5-8e7a-40a8-83b9-125879a69647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152003 Feb 04 21:00:26.765115 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d6b46-efc0-4995-88f6-499f74d9c2c4 req-5a80941b-d06d-4e25-b255-f6ac2de13256 tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:26.781059 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-683d6b46-efc0-4995-88f6-499f74d9c2c4 req-5a80941b-d06d-4e25-b255-f6ac2de13256 tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] 10.222.0.26 "GET /v2.0/ports?device_id=d897709d-1d79-46f9-8bc0-082f0d32b041 HTTP/1.1" status: 200 len: 945 time: 0.2906384 Feb 04 21:00:26.899709 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-ac8b31bd-2a6b-4337-992e-6fb996db026b None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:26.902326 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-683d6b46-efc0-4995-88f6-499f74d9c2c4 req-6d00b43e-834a-4544-bb11-1d8d3ba2d325 tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f4573a1-7a25-4406-ac63-dedf8c77a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115255 Feb 04 21:00:26.927925 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-ac8b31bd-2a6b-4337-992e-6fb996db026b None None] Transition to ACTIVE for port object 17a2b0bb-5910-4e8a-aad8-94142304b33a will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:26.936995 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-ac8b31bd-2a6b-4337-992e-6fb996db026b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:26.993043 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 7e25d368-c08b-4925-b9a6-00aa96c6d260 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:26.994610 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:27.089785 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-ac8b31bd-2a6b-4337-992e-6fb996db026b None None] Attempting to bind port 17a2b0bb-5910-4e8a-aad8-94142304b33a on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:00:27.090386 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-ac8b31bd-2a6b-4337-992e-6fb996db026b None None] Attempting to bind port 17a2b0bb-5910-4e8a-aad8-94142304b33a by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:00:27.090819 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8b31bd-2a6b-4337-992e-6fb996db026b None None] Attempting to bind port 17a2b0bb-5910-4e8a-aad8-94142304b33a on network 1f11f724-8cdd-497d-8220-929f45cf1223 {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:00:27.114935 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8b31bd-2a6b-4337-992e-6fb996db026b None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:00:27.115472 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8b31bd-2a6b-4337-992e-6fb996db026b None None] Checking segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:00:27.116150 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-ac8b31bd-2a6b-4337-992e-6fb996db026b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:27.116440 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8b31bd-2a6b-4337-992e-6fb996db026b None None] Bound using segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:00:27.117008 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-ac8b31bd-2a6b-4337-992e-6fb996db026b None None] Bound port: 17a2b0bb-5910-4e8a-aad8-94142304b33a, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:00:27.117497 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-ac8b31bd-2a6b-4337-992e-6fb996db026b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:27.205426 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-5257d568-fd79-4d45-a1d3-cefcad9a4177 None None] Set router 512179e7-0228-44ac-8895-8a5a333b1b11 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:00:27.246088 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-32688316-3a2c-4dc3-8839-74be6ea58a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:27.275704 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c14a58-f5bd-44d1-bff6-af46aeef0afa req-7548a795-270f-4d2f-8ef8-1ae793db6212 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:27.277708 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-09c14a58-f5bd-44d1-bff6-af46aeef0afa req-7548a795-270f-4d2f-8ef8-1ae793db6212 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ce7455-44b1-4a4f-a315-54521638a42f HTTP/1.1" status: 200 len: 950 time: 0.3272967 Feb 04 21:00:27.296509 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e48e8-a74b-4784-8b4f-6d16c81fc37c None None] Pushing event updated for resources: {'Port': ['ID=17a2b0bb-5910-4e8a-aad8-94142304b33a,revision_number=2']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:27.317520 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-ac8b31bd-2a6b-4337-992e-6fb996db026b None None] For port 17a2b0bb-5910-4e8a-aad8-94142304b33a, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:00:27.320961 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-ac8b31bd-2a6b-4337-992e-6fb996db026b None None] For port 17a2b0bb-5910-4e8a-aad8-94142304b33a, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=17a2b0bb-5910-4e8a-aad8-94142304b33a,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:00:27.328947 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-ac8b31bd-2a6b-4337-992e-6fb996db026b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:27.370007 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c36c5910-3269-49ec-91b5-1372a623b014 None None] Provisioning for port f4df1711-620f-4ea4-ad20-9a0c59f7e42e completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:00:27.395213 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-09c14a58-f5bd-44d1-bff6-af46aeef0afa req-174f0f98-cfd7-4d1f-91d9-11a92c585628 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/security-groups?id=901a1770-7f4a-4c11-a0db-abacb7b70d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057611 Feb 04 21:00:27.407802 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579ed5e-84c0-4dc6-92b2-188c1e15f960 req-62c4a1f3-d758-4fa3-9b60-7cc4b35a889f tempest-MigrationsAdminTest-1331504191 tempest-MigrationsAdminTest-1331504191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:27.409602 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3579ed5e-84c0-4dc6-92b2-188c1e15f960 req-62c4a1f3-d758-4fa3-9b60-7cc4b35a889f tempest-MigrationsAdminTest-1331504191 tempest-MigrationsAdminTest-1331504191-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 1100 time: 0.2469311 Feb 04 21:00:27.504113 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3579ed5e-84c0-4dc6-92b2-188c1e15f960 req-1aefaa13-a08a-4dc7-bbed-6c3a5ec9bba5 tempest-MigrationsAdminTest-1331504191 tempest-MigrationsAdminTest-1331504191-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878377 Feb 04 21:00:27.513367 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e48e8-a74b-4784-8b4f-6d16c81fc37c None None] Pushing event updated for resources: {'Port': ['ID=17a2b0bb-5910-4e8a-aad8-94142304b33a,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:27.553357 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa2f962-cc0f-4e2a-8ca1-8f3bbb056f84 None None] Network 33c07bcf-1bac-4a04-8de1-a26aea917667 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:00:27.558516 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8b31bd-2a6b-4337-992e-6fb996db026b None None] Routers {'4a8a8046-c863-4e1c-ae44-7916ab3ce9b5'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:00:27.559155 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-ac8b31bd-2a6b-4337-992e-6fb996db026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:00:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4a8a8046-c863-4e1c-ae44-7916ab3ce9b5'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:00:27.719150 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-32688316-3a2c-4dc3-8839-74be6ea58a32 admin admin] Allocated IP 172.20.0.1 (bd37ec8f-171e-4d4e-99d9-01df53734b39/9ade209a-4321-479d-8d8b-e75eaabbb17a/ad08c143-0d18-49e6-b36c-883ddce083c0) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:00:27.777918 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-025eb771-a64f-46e7-9b5c-5fea4035d62a req-dae935dc-1f4b-448d-9d98-b31e206cbedb tempest-ServerShowV247Test-639754970 tempest-ServerShowV247Test-639754970-project] 10.222.0.26 "GET /v2.0/ports?device_id=a20d1048-86ed-45ee-b13f-4b45c798deb2 HTTP/1.1" status: 200 len: 210 time: 0.1501603 Feb 04 21:00:27.789141 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8c8ed009-4985-49e8-8ebf-1329fa7b57ff req-0963bb9d-ebb9-42cf-b6ca-a3503f8907d4 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6c5654-67f2-4313-a0a1-b2d69d3556d9 HTTP/1.1" status: 200 len: 210 time: 0.0817111 Feb 04 21:00:27.901957 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e63709-2186-40c3-8cfc-c1a2b6b55711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8010907a-51bb-40e6-969e-9f93dfc91daf', 'code': 200} Feb 04 21:00:27.902250 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ce7455-44b1-4a4f-a315-54521638a42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8343f32f-bb85-405a-8f90-233944e1e0b0', 'code': 200} Feb 04 21:00:27.902675 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd897709d-1d79-46f9-8bc0-082f0d32b041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd95c56-cb8c-4bb3-b302-861f8d56c4d4', 'code': 200} Feb 04 21:00:27.962306 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-32688316-3a2c-4dc3-8839-74be6ea58a32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:28.015157 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-32688316-3a2c-4dc3-8839-74be6ea58a32 admin admin] Transition to ACTIVE for port object ad08c143-0d18-49e6-b36c-883ddce083c0 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:28.039725 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-ac8b31bd-2a6b-4337-992e-6fb996db026b None None] Set router 4a8a8046-c863-4e1c-ae44-7916ab3ce9b5 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:00:28.058686 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-32688316-3a2c-4dc3-8839-74be6ea58a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:28.197716 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32688316-3a2c-4dc3-8839-74be6ea58a32 admin admin] Network bd37ec8f-171e-4d4e-99d9-01df53734b39 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:00:28.201465 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-32688316-3a2c-4dc3-8839-74be6ea58a32 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:00:28.234805 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32688316-3a2c-4dc3-8839-74be6ea58a32 admin admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:00:28.417821 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-9ad13bc9-6e5c-482b-9a6c-764b798ee0aa None None] Provisioning for port 777409f5-2b1f-4136-a9c2-34566b91d37f completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:00:28.490733 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device f4df1711-620f-4ea4-ad20-9a0c59f7e42e up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:00:28.643120 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-5257d568-fd79-4d45-a1d3-cefcad9a4177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512179e7-0228-44ac-8895-8a5a333b1b11', 'name': 'tempest-ServersTestMultiNic-747545002-router', 'tenant_id': 'bf059d808b3643f5ba5990d95220908f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '0ca955ec-dc7e-4ec1-9a31-b521ae5850cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:00:09Z', 'updated_at': '2022-02-04T21:00:16Z', 'revision_number': 4, 'project_id': 'bf059d808b3643f5ba5990d95220908f', 'gw_port': {'id': '0ca955ec-dc7e-4ec1-9a31-b521ae5850cd', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:64:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512179e7-0228-44ac-8895-8a5a333b1b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:11Z', 'updated_at': '2022-02-04T21:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '5921a95b-ce35-4003-a50b-bee712cc44ca', 'name': '', 'network_id': 'bbf30493-4fe5-428c-b68a-1b284d49658a', 'tenant_id': 'bf059d808b3643f5ba5990d95220908f', 'mac_address': 'fa:16:3e:6b:bd:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512179e7-0228-44ac-8895-8a5a333b1b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'f9339ee6-e6d3-4ca3-b04d-ea288b56647a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:15Z', 'updated_at': '2022-02-04T21:00:16Z', 'revision_number': 2, 'project_id': 'bf059d808b3643f5ba5990d95220908f', 'subnets': [{'id': 'f9339ee6-e6d3-4ca3-b04d-ea288b56647a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:00:28.660783 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-ac8b31bd-2a6b-4337-992e-6fb996db026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8a8046-c863-4e1c-ae44-7916ab3ce9b5', 'name': 'tempest-TaggedBootDevicesTest-1510287639-router', 'tenant_id': 'cee09c0efcb541d280a12e5149cb4082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '17a2b0bb-5910-4e8a-aad8-94142304b33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:00:16Z', 'updated_at': '2022-02-04T21:00:22Z', 'revision_number': 3, 'project_id': 'cee09c0efcb541d280a12e5149cb4082', 'gw_port': {'id': '17a2b0bb-5910-4e8a-aad8-94142304b33a', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8a8046-c863-4e1c-ae44-7916ab3ce9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:20Z', 'updated_at': '2022-02-04T21:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:00:28.666311 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8b31bd-2a6b-4337-992e-6fb996db026b None None] The sync data for ids ['4a8a8046-c863-4e1c-ae44-7916ab3ce9b5'] in n-d-827896-1 is: [{'id': '4a8a8046-c863-4e1c-ae44-7916ab3ce9b5', 'name': 'tempest-TaggedBootDevicesTest-1510287639-router', 'tenant_id': 'cee09c0efcb541d280a12e5149cb4082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '17a2b0bb-5910-4e8a-aad8-94142304b33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:00:16Z', 'updated_at': '2022-02-04T21:00:22Z', 'revision_number': 3, 'project_id': 'cee09c0efcb541d280a12e5149cb4082', 'gw_port': {'id': '17a2b0bb-5910-4e8a-aad8-94142304b33a', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8a8046-c863-4e1c-ae44-7916ab3ce9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:20Z', 'updated_at': '2022-02-04T21:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:00:28.673948 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5257d568-fd79-4d45-a1d3-cefcad9a4177 None None] Checking router: 512179e7-0228-44ac-8895-8a5a333b1b11 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:00:28.674353 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5257d568-fd79-4d45-a1d3-cefcad9a4177 None None] Updating router 512179e7-0228-44ac-8895-8a5a333b1b11 port 5921a95b-ce35-4003-a50b-bee712cc44ca binding host n-d-827896-1 {{(pid=87684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:00:28.755300 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5257d568-fd79-4d45-a1d3-cefcad9a4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:28.782631 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32688316-3a2c-4dc3-8839-74be6ea58a32 admin admin] Pushing event updated for resources: {'Port': ['ID=ad08c143-0d18-49e6-b36c-883ddce083c0,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:28.811832 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port f4df1711-620f-4ea4-ad20-9a0c59f7e42e completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:00:28.821745 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-32688316-3a2c-4dc3-8839-74be6ea58a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:28.836405 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port f4df1711-620f-4ea4-ad20-9a0c59f7e42e triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:28.836774 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:28.878333 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ac4e4-903b-48e3-a33a-bdba0f024b46 req-07e1f360-7978-4b17-afca-768776f5ee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:28.880520 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cb5ac4e4-903b-48e3-a33a-bdba0f024b46 req-07e1f360-7978-4b17-afca-768776f5ee8e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d897709d-1d79-46f9-8bc0-082f0d32b041 HTTP/1.1" status: 200 len: 1096 time: 0.9382172 Feb 04 21:00:28.892361 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1407449d-7320-446a-93b2-48fe6606ebeb None None] Provisioning for port ad08c143-0d18-49e6-b36c-883ddce083c0 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:00:28.909058 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96a65e-888c-49f0-b1a0-609e53430209 req-d7e6d364-ded2-4f55-92e2-a62ea1155abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:28.911124 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1407449d-7320-446a-93b2-48fe6606ebeb None None] Provisioning complete for port ad08c143-0d18-49e6-b36c-883ddce083c0 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:28.911504 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1407449d-7320-446a-93b2-48fe6606ebeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:28.911927 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5d96a65e-888c-49f0-b1a0-609e53430209 req-d7e6d364-ded2-4f55-92e2-a62ea1155abf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=67ce7455-44b1-4a4f-a315-54521638a42f HTTP/1.1" status: 200 len: 1101 time: 0.8089333 Feb 04 21:00:28.915559 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408dde7-43cf-4de7-bd90-edae428e0917 req-09648bee-6958-4358-b2c5-8d4aafa2de88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:28.917591 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0408dde7-43cf-4de7-bd90-edae428e0917 req-09648bee-6958-4358-b2c5-8d4aafa2de88 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=00e63709-2186-40c3-8cfc-c1a2b6b55711 HTTP/1.1" status: 200 len: 1101 time: 0.8178356 Feb 04 21:00:28.951696 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff48452-9efe-4aef-bce9-2b1ab2183c6f req-8d6088d0-e251-4a85-82f2-96c9179ad90a tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:28.953625 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5ff48452-9efe-4aef-bce9-2b1ab2183c6f req-8d6088d0-e251-4a85-82f2-96c9179ad90a tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] 10.222.0.26 "GET /v2.0/ports?device_id=d897709d-1d79-46f9-8bc0-082f0d32b041 HTTP/1.1" status: 200 len: 945 time: 0.3014281 Feb 04 21:00:29.041189 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-32688316-3a2c-4dc3-8839-74be6ea58a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:29.130579 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58cff2-35d1-4ce0-bd24-10ae39c794ee req-1ad04788-13bb-4ff6-bddf-a5039b5f66a6 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:29.132142 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8a58cff2-35d1-4ce0-bd24-10ae39c794ee req-1ad04788-13bb-4ff6-bddf-a5039b5f66a6 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.26 "GET /v2.0/ports?device_id=00e63709-2186-40c3-8cfc-c1a2b6b55711 HTTP/1.1" status: 200 len: 950 time: 0.8328657 Feb 04 21:00:29.160984 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1407449d-7320-446a-93b2-48fe6606ebeb None None] Port ad08c143-0d18-49e6-b36c-883ddce083c0 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:00:29.201131 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-16ad48a0-d058-45f7-97ea-3800337abd42 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:29.207131 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-16ad48a0-d058-45f7-97ea-3800337abd42 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:29.207921 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-16ad48a0-d058-45f7-97ea-3800337abd42 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Synchronizing usage tracker for tenant:bf059d808b3643f5ba5990d95220908f on resource:network {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:00:29.218433 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cb5ac4e4-903b-48e3-a33a-bdba0f024b46 req-e8a45f0e-c2cb-4014-9bb6-bd52c66f1cb7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4f4573a1-7a25-4406-ac63-dedf8c77a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198633 Feb 04 21:00:29.225487 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-16ad48a0-d058-45f7-97ea-3800337abd42 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Unset dirty status for tenant:bf059d808b3643f5ba5990d95220908f on resource:network {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:00:29.226978 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-16ad48a0-d058-45f7-97ea-3800337abd42 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.32 "GET /v2.0/networks?id=cc1270cb-9e79-43a1-b3d5-892c3ac0951f&id=33c07bcf-1bac-4a04-8de1-a26aea917667&id=cc1270cb-9e79-43a1-b3d5-892c3ac0951f HTTP/1.1" status: 200 len: 1391 time: 0.9217041 Feb 04 21:00:29.228116 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0408dde7-43cf-4de7-bd90-edae428e0917 req-d94a56e3-2da6-42df-aa03-bb777f2a4c0d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0bcc9db5-8e7a-40a8-83b9-125879a69647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858880 Feb 04 21:00:29.229625 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5d96a65e-888c-49f0-b1a0-609e53430209 req-697d6ecc-fe69-4363-a362-148fa54c8640 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=901a1770-7f4a-4c11-a0db-abacb7b70d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924182 Feb 04 21:00:29.240317 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5ff48452-9efe-4aef-bce9-2b1ab2183c6f req-495a853b-d5b0-4369-8eb7-75b854b05e73 tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f4573a1-7a25-4406-ac63-dedf8c77a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456341 Feb 04 21:00:29.285881 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8a58cff2-35d1-4ce0-bd24-10ae39c794ee req-5da3bdd7-555d-46ac-ba2f-bd80ddb242d9 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.26 "GET /v2.0/security-groups?id=0bcc9db5-8e7a-40a8-83b9-125879a69647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249404 Feb 04 21:00:29.351046 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:29.433322 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-c0970b1e-42a7-447f-9569-52aa2f9b3454 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710280 Feb 04 21:00:29.443671 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port f4df1711-620f-4ea4-ad20-9a0c59f7e42e, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=f4df1711-620f-4ea4-ad20-9a0c59f7e42e,segment=NetworkSegment(2e156d37-8ae8-44ea-95e7-c327d477fbee),segment_id=2e156d37-8ae8-44ea-95e7-c327d477fbee)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:29.450080 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:29.451510 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 777409f5-2b1f-4136-a9c2-34566b91d37f up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:00:29.470989 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-32688316-3a2c-4dc3-8839-74be6ea58a32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:29.476683 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-32688316-3a2c-4dc3-8839-74be6ea58a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:29.593719 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32688316-3a2c-4dc3-8839-74be6ea58a32 admin admin] Pushing event updated for resources: {'Port': ['ID=ad08c143-0d18-49e6-b36c-883ddce083c0,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:29.623961 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-32688316-3a2c-4dc3-8839-74be6ea58a32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:29.637351 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=f4df1711-620f-4ea4-ad20-9a0c59f7e42e,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:29.666072 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5257d568-fd79-4d45-a1d3-cefcad9a4177 None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:29.671175 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 777409f5-2b1f-4136-a9c2-34566b91d37f completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:00:29.681304 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 777409f5-2b1f-4136-a9c2-34566b91d37f triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:29.681681 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:29.688853 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-15fe453e-c6f4-4a0f-9e1c-f4a163e0b99f tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:29.693752 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-15fe453e-c6f4-4a0f-9e1c-f4a163e0b99f tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2595649 Feb 04 21:00:29.710786 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-4eaae12f-f326-42cc-9d26-6d3c6dc4d466 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/quotas/55d1f91d84e0433d8b3ab7473aab0e34 HTTP/1.1" status: 200 len: 375 time: 0.0149519 Feb 04 21:00:29.715895 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-5257d568-fd79-4d45-a1d3-cefcad9a4177 None None] Transition to ACTIVE for port object 5921a95b-ce35-4003-a50b-bee712cc44ca will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:29.733937 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5257d568-fd79-4d45-a1d3-cefcad9a4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:29.744239 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-84517365-cadd-4f30-871c-7edf631813aa tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Request body: {'port': {'device_id': '9f6c5654-67f2-4313-a0a1-b2d69d3556d9', 'network_id': 'cc1270cb-9e79-43a1-b3d5-892c3ac0951f', 'admin_state_up': True, 'tenant_id': 'bf059d808b3643f5ba5990d95220908f'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:00:29.798639 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f3e74-378b-4a1c-b544-ec9d982532ac req-b8f74422-48d0-49e6-ac9d-9dc084d502ce tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:29.800235 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-639f3e74-378b-4a1c-b544-ec9d982532ac req-b8f74422-48d0-49e6-ac9d-9dc084d502ce tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ce7455-44b1-4a4f-a315-54521638a42f HTTP/1.1" status: 200 len: 950 time: 0.2456305 Feb 04 21:00:29.882486 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-639f3e74-378b-4a1c-b544-ec9d982532ac req-d164f0e7-f16e-41b4-a70e-0d3c4a7f8ce2 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/security-groups?id=901a1770-7f4a-4c11-a0db-abacb7b70d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663135 Feb 04 21:00:29.911235 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f92e9-db0b-4142-b5e9-99c97b92c873 None None] Pushing event updated for resources: {'Port': ['ID=5921a95b-ce35-4003-a50b-bee712cc44ca,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:29.928455 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-bccfe5ff-d3ab-4f2c-ac34-b1401c5beed6 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2077117 Feb 04 21:00:29.985797 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32688316-3a2c-4dc3-8839-74be6ea58a32 admin admin] Network bd37ec8f-171e-4d4e-99d9-01df53734b39 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:00:29.988971 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-32688316-3a2c-4dc3-8839-74be6ea58a32 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:00:30.013400 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-84517365-cadd-4f30-871c-7edf631813aa tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:00:30.023716 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-84517365-cadd-4f30-871c-7edf631813aa tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Usage tracker for resource:port and tenant:bf059d808b3643f5ba5990d95220908f is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:00:30.040457 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-84517365-cadd-4f30-871c-7edf631813aa tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:00:30.049020 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-84517365-cadd-4f30-871c-7edf631813aa tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:00:30.108861 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-5257d568-fd79-4d45-a1d3-cefcad9a4177 None None] Attempting to bind port 5921a95b-ce35-4003-a50b-bee712cc44ca on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:00:30.109647 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-5257d568-fd79-4d45-a1d3-cefcad9a4177 None None] Attempting to bind port 5921a95b-ce35-4003-a50b-bee712cc44ca by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '0110a9e8-3916-421a-a265-bc63642d7339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'bbf30493-4fe5-428c-b68a-1b284d49658a'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:00:30.110582 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5257d568-fd79-4d45-a1d3-cefcad9a4177 None None] Attempting to bind port 5921a95b-ce35-4003-a50b-bee712cc44ca on network bbf30493-4fe5-428c-b68a-1b284d49658a {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:00:30.120917 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5257d568-fd79-4d45-a1d3-cefcad9a4177 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:00:30.121840 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5257d568-fd79-4d45-a1d3-cefcad9a4177 None None] Checking segment: {'id': '0110a9e8-3916-421a-a265-bc63642d7339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'bbf30493-4fe5-428c-b68a-1b284d49658a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:00:30.123045 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5257d568-fd79-4d45-a1d3-cefcad9a4177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:30.123804 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5257d568-fd79-4d45-a1d3-cefcad9a4177 None None] Bound using segment: {'id': '0110a9e8-3916-421a-a265-bc63642d7339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'bbf30493-4fe5-428c-b68a-1b284d49658a'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:00:30.124727 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-5257d568-fd79-4d45-a1d3-cefcad9a4177 None None] Bound port: 5921a95b-ce35-4003-a50b-bee712cc44ca, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0110a9e8-3916-421a-a265-bc63642d7339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'bbf30493-4fe5-428c-b68a-1b284d49658a'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:00:30.125409 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5257d568-fd79-4d45-a1d3-cefcad9a4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:30.172818 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-365ab0a6-3403-419b-8191-9e17371a0686 req-123feb72-efda-4340-ba6d-00710d7f9fcf tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=2e2fe7720be34c5c975f7bf0105158c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1050780 Feb 04 21:00:30.207235 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-84517365-cadd-4f30-871c-7edf631813aa tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Made reservation on behalf of bf059d808b3643f5ba5990d95220908f for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:00:30.211356 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-84517365-cadd-4f30-871c-7edf631813aa tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:30.268993 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:30.459101 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 777409f5-2b1f-4136-a9c2-34566b91d37f, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=777409f5-2b1f-4136-a9c2-34566b91d37f,segment=NetworkSegment(e72dd742-40e8-4f6e-ab61-b53ed27f488d),segment_id=e72dd742-40e8-4f6e-ab61-b53ed27f488d)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:30.466713 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:30.468938 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-5257d568-fd79-4d45-a1d3-cefcad9a4177 None None] For port 5921a95b-ce35-4003-a50b-bee712cc44ca, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:00:30.529738 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-5257d568-fd79-4d45-a1d3-cefcad9a4177 None None] For port 5921a95b-ce35-4003-a50b-bee712cc44ca, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=5921a95b-ce35-4003-a50b-bee712cc44ca,segment=NetworkSegment(0110a9e8-3916-421a-a265-bc63642d7339),segment_id=0110a9e8-3916-421a-a265-bc63642d7339)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:00:30.554555 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=777409f5-2b1f-4136-a9c2-34566b91d37f,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:30.558136 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5257d568-fd79-4d45-a1d3-cefcad9a4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:30.602462 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3b0ee67c-b9e0-4c7a-a976-71646a97fa73 req-2e2396e9-0099-466d-9eb5-4e262370a45f tempest-ServerShowV247Test-639754970 tempest-ServerShowV247Test-639754970-project] 10.222.0.26 "GET /v2.0/ports?device_id=a20d1048-86ed-45ee-b13f-4b45c798deb2 HTTP/1.1" status: 200 len: 210 time: 0.1619413 Feb 04 21:00:30.648941 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ab0a6-3403-419b-8191-9e17371a0686 req-6429afea-25b1-4602-8d82-f071dfbaf802 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:30.650475 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-365ab0a6-3403-419b-8191-9e17371a0686 req-6429afea-25b1-4602-8d82-f071dfbaf802 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4682612 Feb 04 21:00:30.679497 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-365ab0a6-3403-419b-8191-9e17371a0686 req-9e2dea73-7257-4ad5-b24f-fb63fac27096 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/quotas/2e2fe7720be34c5c975f7bf0105158c8 HTTP/1.1" status: 200 len: 375 time: 0.0215580 Feb 04 21:00:30.820542 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32688316-3a2c-4dc3-8839-74be6ea58a32 admin admin] Router 4a8a8046-c863-4e1c-ae44-7916ab3ce9b5 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:00:30.849186 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-84517365-cadd-4f30-871c-7edf631813aa tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Allocated IP 19.80.0.10 (cc1270cb-9e79-43a1-b3d5-892c3ac0951f/9c757d82-1633-41f5-aa68-3b89fdd15851/ffe2d22f-3e23-4983-b966-1f08d9a2b320) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:00:30.870441 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device f4df1711-620f-4ea4-ad20-9a0c59f7e42e up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:00:30.902755 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-365ab0a6-3403-419b-8191-9e17371a0686 req-649eb46c-ee08-41c7-881f-30cc59f21a41 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e2fe7720be34c5c975f7bf0105158c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2176995 Feb 04 21:00:31.032508 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-0868ce6b-e48f-4c38-9cca-beea85ca5ad5 None None] Provisioning complete for port ad08c143-0d18-49e6-b36c-883ddce083c0 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:31.032882 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0868ce6b-e48f-4c38-9cca-beea85ca5ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:31.078026 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-626021ec-2b59-40bf-8266-0c994a4b5727 req-7a0a9107-f606-4905-a86f-dc6f474ed847 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6c5654-67f2-4313-a0a1-b2d69d3556d9 HTTP/1.1" status: 200 len: 210 time: 0.1973627 Feb 04 21:00:31.258985 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-0868ce6b-e48f-4c38-9cca-beea85ca5ad5 None None] Port ad08c143-0d18-49e6-b36c-883ddce083c0 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:00:31.291595 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5257d568-fd79-4d45-a1d3-cefcad9a4177 None None] Routers {'512179e7-0228-44ac-8895-8a5a333b1b11'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:00:31.293050 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-5257d568-fd79-4d45-a1d3-cefcad9a4177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:00:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['512179e7-0228-44ac-8895-8a5a333b1b11'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:00:31.469883 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-84517365-cadd-4f30-871c-7edf631813aa tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:31.477650 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a449ddcc-8fe1-4e3c-a821-3381cb20bd6b req-4c057a41-9b94-49e0-907e-e29cd8808a73 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 210 time: 0.0781481 Feb 04 21:00:31.503367 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-84517365-cadd-4f30-871c-7edf631813aa tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Transition to ACTIVE for port object ffe2d22f-3e23-4983-b966-1f08d9a2b320 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:31.534585 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32688316-3a2c-4dc3-8839-74be6ea58a32 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:00:31.546720 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97180216-101f-4243-97cb-001c2079862c None None] Sync routers for ids ['4a8a8046-c863-4e1c-ae44-7916ab3ce9b5'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:00:31.562656 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97180216-101f-4243-97cb-001c2079862c None None] Routers {'4a8a8046-c863-4e1c-ae44-7916ab3ce9b5'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:00:31.563271 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-97180216-101f-4243-97cb-001c2079862c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:00:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4a8a8046-c863-4e1c-ae44-7916ab3ce9b5'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:00:31.599900 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-32688316-3a2c-4dc3-8839-74be6ea58a32 admin admin] 10.222.0.26 "PUT /v2.0/routers/4a8a8046-c863-4e1c-ae44-7916ab3ce9b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0535803 Feb 04 21:00:31.609925 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-84517365-cadd-4f30-871c-7edf631813aa tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:31.632593 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f92e9-db0b-4142-b5e9-99c97b92c873 None None] Pushing event updated for resources: {'Port': ['ID=5921a95b-ce35-4003-a50b-bee712cc44ca,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:31.696417 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port f4df1711-620f-4ea4-ad20-9a0c59f7e42e triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:31.696796 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:31.697039 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b7744-5781-4f9e-8f6d-73637d79b203 req-d43f32e3-3f27-428b-a936-002f1b88e7f2 tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:31.698948 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7d9b7744-5781-4f9e-8f6d-73637d79b203 req-d43f32e3-3f27-428b-a936-002f1b88e7f2 tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] 10.222.0.26 "GET /v2.0/ports?device_id=d897709d-1d79-46f9-8bc0-082f0d32b041 HTTP/1.1" status: 200 len: 945 time: 0.2201908 Feb 04 21:00:31.834869 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7d9b7744-5781-4f9e-8f6d-73637d79b203 req-d926852a-71f6-477f-bbc9-40b375c5c7fd tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f4573a1-7a25-4406-ac63-dedf8c77a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239684 Feb 04 21:00:31.900308 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84517365-cadd-4f30-871c-7edf631813aa tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Pushing event updated for resources: {'Port': ['ID=ffe2d22f-3e23-4983-b966-1f08d9a2b320,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:31.902287 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-5257d568-fd79-4d45-a1d3-cefcad9a4177 None None] Set router 512179e7-0228-44ac-8895-8a5a333b1b11 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:00:31.913665 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-84517365-cadd-4f30-871c-7edf631813aa tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Network cc1270cb-9e79-43a1-b3d5-892c3ac0951f is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:00:31.915254 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-84517365-cadd-4f30-871c-7edf631813aa tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:00:31.917939 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-84517365-cadd-4f30-871c-7edf631813aa tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:00:31.936054 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30814d84-8305-417f-b4a0-6bec399b4d7c req-1286935e-5a9a-4615-a769-fac10e708556 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:31.949603 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-30814d84-8305-417f-b4a0-6bec399b4d7c req-1286935e-5a9a-4615-a769-fac10e708556 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.26 "GET /v2.0/ports?device_id=00e63709-2186-40c3-8cfc-c1a2b6b55711 HTTP/1.1" status: 200 len: 950 time: 0.2184200 Feb 04 21:00:32.049145 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-84517365-cadd-4f30-871c-7edf631813aa tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:32.049855 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-84517365-cadd-4f30-871c-7edf631813aa tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:32.094130 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-30814d84-8305-417f-b4a0-6bec399b4d7c req-af2cb8f7-e595-4c4d-be63-595b36f6896e tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.26 "GET /v2.0/security-groups?id=0bcc9db5-8e7a-40a8-83b9-125879a69647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384392 Feb 04 21:00:32.117360 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-84517365-cadd-4f30-871c-7edf631813aa tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3795874 Feb 04 21:00:32.128339 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-090eac68-9038-4ba9-b6f1-3677258c564f tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Request body: {'port': {'device_id': '9f6c5654-67f2-4313-a0a1-b2d69d3556d9', 'network_id': '33c07bcf-1bac-4a04-8de1-a26aea917667', 'admin_state_up': True, 'tenant_id': 'bf059d808b3643f5ba5990d95220908f'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:00:32.235658 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-97180216-101f-4243-97cb-001c2079862c None None] Set router 4a8a8046-c863-4e1c-ae44-7916ab3ce9b5 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:00:32.386843 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 17a2b0bb-5910-4e8a-aad8-94142304b33a up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:00:32.424726 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-090eac68-9038-4ba9-b6f1-3677258c564f tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:00:32.434979 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-090eac68-9038-4ba9-b6f1-3677258c564f tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Usage tracker for resource:port and tenant:bf059d808b3643f5ba5990d95220908f is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:00:32.440402 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-42ed7349-5e64-4310-b878-fc79ea7e0c86 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0726724 Feb 04 21:00:32.444228 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c2aea89b-c4a2-4518-99b8-e21c606ec650 req-6f803619-a20c-491f-9603-5223db86e853 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc543921-bfc2-423b-8090-e356042b1b02 HTTP/1.1" status: 200 len: 210 time: 0.2191694 Feb 04 21:00:32.446066 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-090eac68-9038-4ba9-b6f1-3677258c564f tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:00:32.452458 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-090eac68-9038-4ba9-b6f1-3677258c564f tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:00:32.482728 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-090eac68-9038-4ba9-b6f1-3677258c564f tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Made reservation on behalf of bf059d808b3643f5ba5990d95220908f for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:00:32.486271 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-090eac68-9038-4ba9-b6f1-3677258c564f tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:32.585450 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:32.611789 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d52120c9-4764-4041-9a24-cf09e5640340 None None] Provisioning for port ffe2d22f-3e23-4983-b966-1f08d9a2b320 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:00:32.659931 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d52120c9-4764-4041-9a24-cf09e5640340 None None] Provisioning complete for port ffe2d22f-3e23-4983-b966-1f08d9a2b320 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:32.660393 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d52120c9-4764-4041-9a24-cf09e5640340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:32.759228 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-d52120c9-4764-4041-9a24-cf09e5640340 None None] Port ffe2d22f-3e23-4983-b966-1f08d9a2b320 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:00:32.809751 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 17a2b0bb-5910-4e8a-aad8-94142304b33a completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:00:32.811859 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd8415-0f7b-455b-8d5e-c3880f94d5e0 req-62685ea2-51d4-4de6-a56e-d5d320055af7 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:32.819255 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-87fd8415-0f7b-455b-8d5e-c3880f94d5e0 req-62685ea2-51d4-4de6-a56e-d5d320055af7 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ce7455-44b1-4a4f-a315-54521638a42f HTTP/1.1" status: 200 len: 950 time: 0.6703703 Feb 04 21:00:32.828270 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 17a2b0bb-5910-4e8a-aad8-94142304b33a triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:32.828648 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:32.835813 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-33de8b32-6940-4be4-b015-e0c4f17c8ab4 req-cb26b169-a3ed-4063-a210-e50d3c207755 tempest-ServerShowV247Test-639754970 tempest-ServerShowV247Test-639754970-project] 10.222.0.26 "GET /v2.0/ports?device_id=a20d1048-86ed-45ee-b13f-4b45c798deb2 HTTP/1.1" status: 200 len: 210 time: 0.1585040 Feb 04 21:00:32.961479 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-090eac68-9038-4ba9-b6f1-3677258c564f tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Allocated IP 19.86.0.141 (33c07bcf-1bac-4a04-8de1-a26aea917667/5a413728-58eb-466d-9c56-f60012600056/854a351f-56e0-4946-a793-de4830debb9e) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:00:33.010251 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-87fd8415-0f7b-455b-8d5e-c3880f94d5e0 req-6229de02-44b9-4c50-a189-e8f6c82de80a tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/security-groups?id=901a1770-7f4a-4c11-a0db-abacb7b70d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899896 Feb 04 21:00:33.164145 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-97180216-101f-4243-97cb-001c2079862c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8a8046-c863-4e1c-ae44-7916ab3ce9b5', 'name': 'tempest-TaggedBootDevicesTest-1510287639-router', 'tenant_id': 'cee09c0efcb541d280a12e5149cb4082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '17a2b0bb-5910-4e8a-aad8-94142304b33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:00:16Z', 'updated_at': '2022-02-04T21:00:28Z', 'revision_number': 4, 'project_id': 'cee09c0efcb541d280a12e5149cb4082', 'gw_port': {'id': '17a2b0bb-5910-4e8a-aad8-94142304b33a', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8a8046-c863-4e1c-ae44-7916ab3ce9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:20Z', 'updated_at': '2022-02-04T21:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'ad08c143-0d18-49e6-b36c-883ddce083c0', 'name': '', 'network_id': 'bd37ec8f-171e-4d4e-99d9-01df53734b39', 'tenant_id': 'cee09c0efcb541d280a12e5149cb4082', 'mac_address': 'fa:16:3e:37:f5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8a8046-c863-4e1c-ae44-7916ab3ce9b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '9ade209a-4321-479d-8d8b-e75eaabbb17a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:27Z', 'updated_at': '2022-02-04T21:00:29Z', 'revision_number': 2, 'project_id': 'cee09c0efcb541d280a12e5149cb4082', 'subnets': [{'id': '9ade209a-4321-479d-8d8b-e75eaabbb17a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:00:33.173834 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97180216-101f-4243-97cb-001c2079862c None None] Checking router: 4a8a8046-c863-4e1c-ae44-7916ab3ce9b5 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:00:33.174746 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97180216-101f-4243-97cb-001c2079862c None None] Updating router 4a8a8046-c863-4e1c-ae44-7916ab3ce9b5 port ad08c143-0d18-49e6-b36c-883ddce083c0 binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:00:33.193488 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-5257d568-fd79-4d45-a1d3-cefcad9a4177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512179e7-0228-44ac-8895-8a5a333b1b11', 'name': 'tempest-ServersTestMultiNic-747545002-router', 'tenant_id': 'bf059d808b3643f5ba5990d95220908f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '0ca955ec-dc7e-4ec1-9a31-b521ae5850cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:00:09Z', 'updated_at': '2022-02-04T21:00:16Z', 'revision_number': 4, 'project_id': 'bf059d808b3643f5ba5990d95220908f', 'gw_port': {'id': '0ca955ec-dc7e-4ec1-9a31-b521ae5850cd', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:64:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512179e7-0228-44ac-8895-8a5a333b1b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:11Z', 'updated_at': '2022-02-04T21:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '5921a95b-ce35-4003-a50b-bee712cc44ca', 'name': '', 'network_id': 'bbf30493-4fe5-428c-b68a-1b284d49658a', 'tenant_id': 'bf059d808b3643f5ba5990d95220908f', 'mac_address': 'fa:16:3e:6b:bd:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512179e7-0228-44ac-8895-8a5a333b1b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'f9339ee6-e6d3-4ca3-b04d-ea288b56647a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:15Z', 'updated_at': '2022-02-04T21:00:30Z', 'revision_number': 4, 'project_id': 'bf059d808b3643f5ba5990d95220908f', 'subnets': [{'id': 'f9339ee6-e6d3-4ca3-b04d-ea288b56647a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:00:33.199881 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:33.236841 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 17a2b0bb-5910-4e8a-aad8-94142304b33a, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=17a2b0bb-5910-4e8a-aad8-94142304b33a,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:33.240707 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5257d568-fd79-4d45-a1d3-cefcad9a4177 None None] The sync data for ids ['512179e7-0228-44ac-8895-8a5a333b1b11'] in n-d-827896-1 is: [{'id': '512179e7-0228-44ac-8895-8a5a333b1b11', 'name': 'tempest-ServersTestMultiNic-747545002-router', 'tenant_id': 'bf059d808b3643f5ba5990d95220908f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '0ca955ec-dc7e-4ec1-9a31-b521ae5850cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:00:09Z', 'updated_at': '2022-02-04T21:00:16Z', 'revision_number': 4, 'project_id': 'bf059d808b3643f5ba5990d95220908f', 'gw_port': {'id': '0ca955ec-dc7e-4ec1-9a31-b521ae5850cd', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:64:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512179e7-0228-44ac-8895-8a5a333b1b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:11Z', 'updated_at': '2022-02-04T21:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '5921a95b-ce35-4003-a50b-bee712cc44ca', 'name': '', 'network_id': 'bbf30493-4fe5-428c-b68a-1b284d49658a', 'tenant_id': 'bf059d808b3643f5ba5990d95220908f', 'mac_address': 'fa:16:3e:6b:bd:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512179e7-0228-44ac-8895-8a5a333b1b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'f9339ee6-e6d3-4ca3-b04d-ea288b56647a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:15Z', 'updated_at': '2022-02-04T21:00:30Z', 'revision_number': 4, 'project_id': 'bf059d808b3643f5ba5990d95220908f', 'subnets': [{'id': 'f9339ee6-e6d3-4ca3-b04d-ea288b56647a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:00:33.251872 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:33.252710 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 0ca955ec-dc7e-4ec1-9a31-b521ae5850cd up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:00:33.327775 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-97180216-101f-4243-97cb-001c2079862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:33.343991 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-71a39c92-241c-43a3-929d-6cb12c6ccee6 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:33.346710 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-71a39c92-241c-43a3-929d-6cb12c6ccee6 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8947387 Feb 04 21:00:33.386182 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-31ad274e-5b4a-409e-b621-3ae6ed03be7d tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Request body: {'port': {'device_id': 'ccb5ccf4-4d31-441c-8d4c-f2216a63ad93', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'admin_state_up': True, 'tenant_id': '55d1f91d84e0433d8b3ab7473aab0e34'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:00:33.547105 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-090eac68-9038-4ba9-b6f1-3677258c564f tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:33.558577 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=17a2b0bb-5910-4e8a-aad8-94142304b33a,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:33.595688 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-090eac68-9038-4ba9-b6f1-3677258c564f tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Transition to ACTIVE for port object 854a351f-56e0-4946-a793-de4830debb9e will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:33.598417 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 0ca955ec-dc7e-4ec1-9a31-b521ae5850cd triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:33.604437 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:33.701608 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-090eac68-9038-4ba9-b6f1-3677258c564f tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:33.824897 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-365ab0a6-3403-419b-8191-9e17371a0686 req-ad166664-1f29-46b2-91ef-6ca7b509e518 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=2e2fe7720be34c5c975f7bf0105158c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1833155 Feb 04 21:00:33.830012 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-31ad274e-5b4a-409e-b621-3ae6ed03be7d tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:00:33.867405 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-31ad274e-5b4a-409e-b621-3ae6ed03be7d tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:00:33.902347 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-31ad274e-5b4a-409e-b621-3ae6ed03be7d tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Made reservation on behalf of 55d1f91d84e0433d8b3ab7473aab0e34 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:00:33.907316 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-31ad274e-5b4a-409e-b621-3ae6ed03be7d tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:34.039186 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090eac68-9038-4ba9-b6f1-3677258c564f tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Pushing event updated for resources: {'Port': ['ID=854a351f-56e0-4946-a793-de4830debb9e,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:34.220043 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 5921a95b-ce35-4003-a50b-bee712cc44ca up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:00:34.268682 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-090eac68-9038-4ba9-b6f1-3677258c564f tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Network 33c07bcf-1bac-4a04-8de1-a26aea917667 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:00:34.274653 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-090eac68-9038-4ba9-b6f1-3677258c564f tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:00:34.279219 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-090eac68-9038-4ba9-b6f1-3677258c564f tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:00:34.281059 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-97180216-101f-4243-97cb-001c2079862c None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:34.326695 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-97180216-101f-4243-97cb-001c2079862c None None] Transition to ACTIVE for port object ad08c143-0d18-49e6-b36c-883ddce083c0 will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:34.349049 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-97180216-101f-4243-97cb-001c2079862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:34.358070 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca011a9-e8b2-41ae-b04e-4f861131f866 req-f9956531-6f20-4c4c-92d6-c7a56b4c840c tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:34.369973 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7ca011a9-e8b2-41ae-b04e-4f861131f866 req-f9956531-6f20-4c4c-92d6-c7a56b4c840c tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6c5654-67f2-4313-a0a1-b2d69d3556d9 HTTP/1.1" status: 200 len: 931 time: 1.0805480 Feb 04 21:00:34.413584 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-31ad274e-5b4a-409e-b621-3ae6ed03be7d tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Allocated IP 192.168.233.216 (54d6ae2e-de73-4435-bfdd-cd390a2143ad/3d2f9c06-58f8-4b66-a033-2aa50eedddcd/7d722a48-1731-4cd9-8d76-d643035f4f73) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:00:34.436735 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 5921a95b-ce35-4003-a50b-bee712cc44ca completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:00:34.446074 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 5921a95b-ce35-4003-a50b-bee712cc44ca triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:34.446922 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:34.474086 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-090eac68-9038-4ba9-b6f1-3677258c564f tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:34.474631 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-090eac68-9038-4ba9-b6f1-3677258c564f tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:34.535345 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-7ca011a9-e8b2-41ae-b04e-4f861131f866 req-0a3a055b-a473-4f79-9ebf-e4f407d8a8a2 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Synchronizing usage tracker for tenant:bf059d808b3643f5ba5990d95220908f on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:00:34.583097 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ab0a6-3403-419b-8191-9e17371a0686 req-0115b798-4b46-4dfd-a6bf-82af97a58ff4 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:34.587432 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-365ab0a6-3403-419b-8191-9e17371a0686 req-0115b798-4b46-4dfd-a6bf-82af97a58ff4 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7436574 Feb 04 21:00:34.602523 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-090eac68-9038-4ba9-b6f1-3677258c564f tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4762533 Feb 04 21:00:34.627262 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-365ab0a6-3403-419b-8191-9e17371a0686 req-27fb21fc-9fae-42fb-80b6-0dcf0a1d7b6b tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Request body: {'port': {'device_id': 'fc543921-bfc2-423b-8090-e356042b1b02', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'admin_state_up': True, 'tenant_id': '2e2fe7720be34c5c975f7bf0105158c8'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:00:34.654122 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a221ca-b941-462e-9dd9-81153989f839 None None] Pushing event updated for resources: {'Port': ['ID=ad08c143-0d18-49e6-b36c-883ddce083c0,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:34.673629 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-6ea994de-710d-4735-a1f9-66ae8d5424dd tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Request body: {'port': {'device_id': '9f6c5654-67f2-4313-a0a1-b2d69d3556d9', 'network_id': 'cc1270cb-9e79-43a1-b3d5-892c3ac0951f', 'admin_state_up': True, 'tenant_id': 'bf059d808b3643f5ba5990d95220908f'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:00:34.675673 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a221ca-b941-462e-9dd9-81153989f839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:34.676218 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a221ca-b941-462e-9dd9-81153989f839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:34.676696 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a221ca-b941-462e-9dd9-81153989f839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:34.677326 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a221ca-b941-462e-9dd9-81153989f839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:34.677810 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a221ca-b941-462e-9dd9-81153989f839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:34.678293 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a221ca-b941-462e-9dd9-81153989f839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:34.678757 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a221ca-b941-462e-9dd9-81153989f839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:34.679230 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a221ca-b941-462e-9dd9-81153989f839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:34.679691 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a221ca-b941-462e-9dd9-81153989f839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:34.680165 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a221ca-b941-462e-9dd9-81153989f839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:34.680658 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a221ca-b941-462e-9dd9-81153989f839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:34.681123 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a221ca-b941-462e-9dd9-81153989f839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:34.729880 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:34.732853 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a5b0f4c-7dec-4061-acd4-d38bdc999b83 req-e5773096-ac71-474f-aa7e-a20f286c4f7d tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 210 time: 0.1734340 Feb 04 21:00:34.793614 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-7ca011a9-e8b2-41ae-b04e-4f861131f866 req-0a3a055b-a473-4f79-9ebf-e4f407d8a8a2 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Unset dirty status for tenant:bf059d808b3643f5ba5990d95220908f on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:00:34.803202 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7ca011a9-e8b2-41ae-b04e-4f861131f866 req-0a3a055b-a473-4f79-9ebf-e4f407d8a8a2 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/security-groups?id=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320393 Feb 04 21:00:34.943284 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-252f18d2-766c-40a4-9709-0a8b615f37fe None None] Provisioning for port 854a351f-56e0-4946-a793-de4830debb9e completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:00:34.958209 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 5921a95b-ce35-4003-a50b-bee712cc44ca, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=5921a95b-ce35-4003-a50b-bee712cc44ca,segment=NetworkSegment(0110a9e8-3916-421a-a265-bc63642d7339),segment_id=0110a9e8-3916-421a-a265-bc63642d7339)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:34.959234 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-252f18d2-766c-40a4-9709-0a8b615f37fe None None] Provisioning complete for port 854a351f-56e0-4946-a793-de4830debb9e triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:34.959900 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-252f18d2-766c-40a4-9709-0a8b615f37fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:35.063195 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-97180216-101f-4243-97cb-001c2079862c None None] Attempting to bind port ad08c143-0d18-49e6-b36c-883ddce083c0 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:00:35.063566 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-97180216-101f-4243-97cb-001c2079862c None None] Attempting to bind port ad08c143-0d18-49e6-b36c-883ddce083c0 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '6153747c-27c0-40d9-b220-302e3ab3cf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'bd37ec8f-171e-4d4e-99d9-01df53734b39'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:00:35.063923 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97180216-101f-4243-97cb-001c2079862c None None] Attempting to bind port ad08c143-0d18-49e6-b36c-883ddce083c0 on network bd37ec8f-171e-4d4e-99d9-01df53734b39 {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:00:35.085721 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97180216-101f-4243-97cb-001c2079862c None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:00:35.086013 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97180216-101f-4243-97cb-001c2079862c None None] Checking segment: {'id': '6153747c-27c0-40d9-b220-302e3ab3cf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'bd37ec8f-171e-4d4e-99d9-01df53734b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:00:35.086410 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-97180216-101f-4243-97cb-001c2079862c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:35.086797 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97180216-101f-4243-97cb-001c2079862c None None] Bound using segment: {'id': '6153747c-27c0-40d9-b220-302e3ab3cf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'bd37ec8f-171e-4d4e-99d9-01df53734b39'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:00:35.087275 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-97180216-101f-4243-97cb-001c2079862c None None] Bound port: ad08c143-0d18-49e6-b36c-883ddce083c0, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6153747c-27c0-40d9-b220-302e3ab3cf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'bd37ec8f-171e-4d4e-99d9-01df53734b39'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:00:35.087678 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-97180216-101f-4243-97cb-001c2079862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:35.118343 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-252f18d2-766c-40a4-9709-0a8b615f37fe None None] Port 854a351f-56e0-4946-a793-de4830debb9e cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:00:35.123162 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:35.123947 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 17a2b0bb-5910-4e8a-aad8-94142304b33a up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:00:35.235518 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-6ea994de-710d-4735-a1f9-66ae8d5424dd tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:00:35.240344 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-6ea994de-710d-4735-a1f9-66ae8d5424dd tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Usage tracker for resource:port and tenant:bf059d808b3643f5ba5990d95220908f is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:00:35.243957 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-6ea994de-710d-4735-a1f9-66ae8d5424dd tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:00:35.252056 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-6ea994de-710d-4735-a1f9-66ae8d5424dd tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:00:35.266899 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-6ea994de-710d-4735-a1f9-66ae8d5424dd tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Made reservation on behalf of bf059d808b3643f5ba5990d95220908f for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:00:35.271672 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-6ea994de-710d-4735-a1f9-66ae8d5424dd tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:35.275113 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-97180216-101f-4243-97cb-001c2079862c None None] For port ad08c143-0d18-49e6-b36c-883ddce083c0, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:00:35.281020 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-97180216-101f-4243-97cb-001c2079862c None None] For port ad08c143-0d18-49e6-b36c-883ddce083c0, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=ad08c143-0d18-49e6-b36c-883ddce083c0,segment=NetworkSegment(6153747c-27c0-40d9-b220-302e3ab3cf05),segment_id=6153747c-27c0-40d9-b220-302e3ab3cf05)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:00:35.287903 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-97180216-101f-4243-97cb-001c2079862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:35.402456 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=5921a95b-ce35-4003-a50b-bee712cc44ca,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:35.440776 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-24383cf1-0f4e-48cf-bf2d-a4ff17d1c012 req-447be3ce-6d4d-47ae-b7bc-f1303ba140af tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc543921-bfc2-423b-8090-e356042b1b02 HTTP/1.1" status: 200 len: 210 time: 0.2126777 Feb 04 21:00:35.480266 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 17a2b0bb-5910-4e8a-aad8-94142304b33a triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:35.489840 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:35.501507 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97180216-101f-4243-97cb-001c2079862c None None] Routers {'4a8a8046-c863-4e1c-ae44-7916ab3ce9b5'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:00:35.510173 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-97180216-101f-4243-97cb-001c2079862c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:00:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4a8a8046-c863-4e1c-ae44-7916ab3ce9b5'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:00:35.589930 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-365ab0a6-3403-419b-8191-9e17371a0686 req-27fb21fc-9fae-42fb-80b6-0dcf0a1d7b6b tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:00:35.651119 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-31ad274e-5b4a-409e-b621-3ae6ed03be7d tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:35.703189 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-31ad274e-5b4a-409e-b621-3ae6ed03be7d tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Transition to ACTIVE for port object 7d722a48-1731-4cd9-8d76-d643035f4f73 will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:35.710021 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a221ca-b941-462e-9dd9-81153989f839 None None] Pushing event updated for resources: {'Port': ['ID=ad08c143-0d18-49e6-b36c-883ddce083c0,revision_number=4']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:35.767864 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-365ab0a6-3403-419b-8191-9e17371a0686 req-27fb21fc-9fae-42fb-80b6-0dcf0a1d7b6b tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:00:35.799898 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 777409f5-2b1f-4136-a9c2-34566b91d37f up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:00:35.851273 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-365ab0a6-3403-419b-8191-9e17371a0686 req-27fb21fc-9fae-42fb-80b6-0dcf0a1d7b6b tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Made reservation on behalf of 2e2fe7720be34c5c975f7bf0105158c8 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:00:35.853832 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9868579f-4b5f-47e8-94c2-b5b7511a3feb req-7eed9cd4-2f42-4eb5-bc59-c51e54b1c05c tempest-ServerShowV247Test-639754970 tempest-ServerShowV247Test-639754970-project] 10.222.0.26 "GET /v2.0/ports?device_id=a20d1048-86ed-45ee-b13f-4b45c798deb2 HTTP/1.1" status: 200 len: 210 time: 0.1270919 Feb 04 21:00:35.859262 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-365ab0a6-3403-419b-8191-9e17371a0686 req-27fb21fc-9fae-42fb-80b6-0dcf0a1d7b6b tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:35.881474 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-31ad274e-5b4a-409e-b621-3ae6ed03be7d tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:35.904290 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['ad455e09-717a-4546-83e2-e55a50a48670'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:00:35.914354 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-6ea994de-710d-4735-a1f9-66ae8d5424dd tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Allocated IP 19.80.0.28 (cc1270cb-9e79-43a1-b3d5-892c3ac0951f/9c757d82-1633-41f5-aa68-3b89fdd15851/e762ed88-2a9e-4e4d-b521-c7c76b87da33) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:00:36.034955 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-97180216-101f-4243-97cb-001c2079862c None None] Set router 4a8a8046-c863-4e1c-ae44-7916ab3ce9b5 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:00:36.037569 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad274e-5b4a-409e-b621-3ae6ed03be7d tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Pushing event updated for resources: {'Port': ['ID=7d722a48-1731-4cd9-8d76-d643035f4f73,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:36.069252 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-31ad274e-5b4a-409e-b621-3ae6ed03be7d tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Network 54d6ae2e-de73-4435-bfdd-cd390a2143ad is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:00:36.070082 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-31ad274e-5b4a-409e-b621-3ae6ed03be7d tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:00:36.113569 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-31ad274e-5b4a-409e-b621-3ae6ed03be7d tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:00:36.116504 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 777409f5-2b1f-4136-a9c2-34566b91d37f triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:36.116872 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:36.304836 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-31ad274e-5b4a-409e-b621-3ae6ed03be7d tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:36.305873 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-31ad274e-5b4a-409e-b621-3ae6ed03be7d tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:36.356195 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17997b85-af76-4b67-95ab-336523db7728 req-ee83d297-1f55-4640-a66d-35422e65da92 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:36.364551 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-17997b85-af76-4b67-95ab-336523db7728 req-ee83d297-1f55-4640-a66d-35422e65da92 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ce7455-44b1-4a4f-a315-54521638a42f HTTP/1.1" status: 200 len: 950 time: 0.2922304 Feb 04 21:00:36.391299 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-365ab0a6-3403-419b-8191-9e17371a0686 req-27fb21fc-9fae-42fb-80b6-0dcf0a1d7b6b tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Allocated IP 192.168.233.211 (54d6ae2e-de73-4435-bfdd-cd390a2143ad/3d2f9c06-58f8-4b66-a033-2aa50eedddcd/ff6e46a8-1c89-4230-957b-9ee1eb0f02c2) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:00:36.420188 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-31ad274e-5b4a-409e-b621-3ae6ed03be7d tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0490911 Feb 04 21:00:36.505473 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-feb3cfcb-9af0-46cf-b071-1bfb7c171f72 service neutron] Request body: {'port': {'device_id': 'ccb5ccf4-4d31-441c-8d4c-f2216a63ad93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:00:36.559136 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-17997b85-af76-4b67-95ab-336523db7728 req-3d8ddaa0-371c-42b9-915a-a64fa91610af tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/security-groups?id=901a1770-7f4a-4c11-a0db-abacb7b70d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934321 Feb 04 21:00:36.761005 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-da8282fc-a81d-4efb-97f6-bba1ab3e8068 None None] Provisioning for port 7d722a48-1731-4cd9-8d76-d643035f4f73 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:00:36.802978 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-da8282fc-a81d-4efb-97f6-bba1ab3e8068 None None] Provisioning complete for port 7d722a48-1731-4cd9-8d76-d643035f4f73 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:36.803396 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-da8282fc-a81d-4efb-97f6-bba1ab3e8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:36.857541 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-feb3cfcb-9af0-46cf-b071-1bfb7c171f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:36.876084 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 5921a95b-ce35-4003-a50b-bee712cc44ca up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:00:36.963297 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-97180216-101f-4243-97cb-001c2079862c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8a8046-c863-4e1c-ae44-7916ab3ce9b5', 'name': 'tempest-TaggedBootDevicesTest-1510287639-router', 'tenant_id': 'cee09c0efcb541d280a12e5149cb4082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '17a2b0bb-5910-4e8a-aad8-94142304b33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:00:16Z', 'updated_at': '2022-02-04T21:00:28Z', 'revision_number': 4, 'project_id': 'cee09c0efcb541d280a12e5149cb4082', 'gw_port': {'id': '17a2b0bb-5910-4e8a-aad8-94142304b33a', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8a8046-c863-4e1c-ae44-7916ab3ce9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:20Z', 'updated_at': '2022-02-04T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'ad08c143-0d18-49e6-b36c-883ddce083c0', 'name': '', 'network_id': 'bd37ec8f-171e-4d4e-99d9-01df53734b39', 'tenant_id': 'cee09c0efcb541d280a12e5149cb4082', 'mac_address': 'fa:16:3e:37:f5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8a8046-c863-4e1c-ae44-7916ab3ce9b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '9ade209a-4321-479d-8d8b-e75eaabbb17a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:27Z', 'updated_at': '2022-02-04T21:00:35Z', 'revision_number': 4, 'project_id': 'cee09c0efcb541d280a12e5149cb4082', 'subnets': [{'id': '9ade209a-4321-479d-8d8b-e75eaabbb17a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:00:36.977388 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97180216-101f-4243-97cb-001c2079862c None None] The sync data for ids ['4a8a8046-c863-4e1c-ae44-7916ab3ce9b5'] in n-d-827896-1 is: [{'id': '4a8a8046-c863-4e1c-ae44-7916ab3ce9b5', 'name': 'tempest-TaggedBootDevicesTest-1510287639-router', 'tenant_id': 'cee09c0efcb541d280a12e5149cb4082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '17a2b0bb-5910-4e8a-aad8-94142304b33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:00:16Z', 'updated_at': '2022-02-04T21:00:28Z', 'revision_number': 4, 'project_id': 'cee09c0efcb541d280a12e5149cb4082', 'gw_port': {'id': '17a2b0bb-5910-4e8a-aad8-94142304b33a', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8a8046-c863-4e1c-ae44-7916ab3ce9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:20Z', 'updated_at': '2022-02-04T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'ad08c143-0d18-49e6-b36c-883ddce083c0', 'name': '', 'network_id': 'bd37ec8f-171e-4d4e-99d9-01df53734b39', 'tenant_id': 'cee09c0efcb541d280a12e5149cb4082', 'mac_address': 'fa:16:3e:37:f5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8a8046-c863-4e1c-ae44-7916ab3ce9b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '9ade209a-4321-479d-8d8b-e75eaabbb17a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:27Z', 'updated_at': '2022-02-04T21:00:35Z', 'revision_number': 4, 'project_id': 'cee09c0efcb541d280a12e5149cb4082', 'subnets': [{'id': '9ade209a-4321-479d-8d8b-e75eaabbb17a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:00:37.013640 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-da8282fc-a81d-4efb-97f6-bba1ab3e8068 None None] Port 7d722a48-1731-4cd9-8d76-d643035f4f73 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:00:37.031984 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 5921a95b-ce35-4003-a50b-bee712cc44ca triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:37.032356 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:37.038654 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646e3dd-3729-4933-b8ff-fddfb210e606 req-1492c3f3-683d-4722-998a-92821cea3fdf tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:37.039581 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-5646e3dd-3729-4933-b8ff-fddfb210e606 req-1492c3f3-683d-4722-998a-92821cea3fdf tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Synchronizing usage tracker for tenant:55d1f91d84e0433d8b3ab7473aab0e34 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:00:37.108477 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-5646e3dd-3729-4933-b8ff-fddfb210e606 req-1492c3f3-683d-4722-998a-92821cea3fdf tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Unset dirty status for tenant:55d1f91d84e0433d8b3ab7473aab0e34 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:00:37.110648 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5646e3dd-3729-4933-b8ff-fddfb210e606 req-1492c3f3-683d-4722-998a-92821cea3fdf tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 936 time: 0.5447474 Feb 04 21:00:37.251820 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-365ab0a6-3403-419b-8191-9e17371a0686 req-27fb21fc-9fae-42fb-80b6-0dcf0a1d7b6b tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:37.303393 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-365ab0a6-3403-419b-8191-9e17371a0686 req-27fb21fc-9fae-42fb-80b6-0dcf0a1d7b6b tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Transition to ACTIVE for port object ff6e46a8-1c89-4230-957b-9ee1eb0f02c2 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:37.342130 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-6ea994de-710d-4735-a1f9-66ae8d5424dd tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:37.365797 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e1358-92c6-42ab-8066-faec094ae88e req-d9a5bff9-072a-41a0-88a6-e4b05662e916 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:37.369908 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-6ea994de-710d-4735-a1f9-66ae8d5424dd tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Transition to ACTIVE for port object e762ed88-2a9e-4e4d-b521-c7c76b87da33 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:37.373948 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e1358-92c6-42ab-8066-faec094ae88e req-d9a5bff9-072a-41a0-88a6-e4b05662e916 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:37.376064 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cf6e1358-92c6-42ab-8066-faec094ae88e req-d9a5bff9-072a-41a0-88a6-e4b05662e916 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6c5654-67f2-4313-a0a1-b2d69d3556d9 HTTP/1.1" status: 200 len: 1654 time: 0.5202124 Feb 04 21:00:37.401314 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5646e3dd-3729-4933-b8ff-fddfb210e606 req-fe2d8196-96cb-4ddf-8683-641584cc60f2 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730272 Feb 04 21:00:37.421582 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-365ab0a6-3403-419b-8191-9e17371a0686 req-27fb21fc-9fae-42fb-80b6-0dcf0a1d7b6b tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:37.438746 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['54a08c93-c6d2-47f4-9dc1-d96059011b3b'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:00:37.506460 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 8010907a-51bb-40e6-969e-9f93dfc91daf details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:00:37.637783 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-365ab0a6-3403-419b-8191-9e17371a0686 req-27fb21fc-9fae-42fb-80b6-0dcf0a1d7b6b tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Network 54d6ae2e-de73-4435-bfdd-cd390a2143ad is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:00:37.651536 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-365ab0a6-3403-419b-8191-9e17371a0686 req-27fb21fc-9fae-42fb-80b6-0dcf0a1d7b6b tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:00:37.656993 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-365ab0a6-3403-419b-8191-9e17371a0686 req-27fb21fc-9fae-42fb-80b6-0dcf0a1d7b6b tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:00:37.671208 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cf6e1358-92c6-42ab-8066-faec094ae88e req-110325ed-1c9f-4246-bf19-55cb73afadc5 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/security-groups?id=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567987 Feb 04 21:00:37.704792 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-6ea994de-710d-4735-a1f9-66ae8d5424dd tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:37.726424 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb21fc-9fae-42fb-80b6-0dcf0a1d7b6b tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Pushing event updated for resources: {'Port': ['ID=ff6e46a8-1c89-4230-957b-9ee1eb0f02c2,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:37.893419 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ab0a6-3403-419b-8191-9e17371a0686 req-27fb21fc-9fae-42fb-80b6-0dcf0a1d7b6b tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:37.894043 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-365ab0a6-3403-419b-8191-9e17371a0686 req-27fb21fc-9fae-42fb-80b6-0dcf0a1d7b6b tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:37.901239 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-6ea994de-710d-4735-a1f9-66ae8d5424dd tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Network cc1270cb-9e79-43a1-b3d5-892c3ac0951f is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:00:37.920382 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 8010907a-51bb-40e6-969e-9f93dfc91daf, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=8010907a-51bb-40e6-969e-9f93dfc91daf,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:37.928163 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-6ea994de-710d-4735-a1f9-66ae8d5424dd tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:00:37.932349 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea994de-710d-4735-a1f9-66ae8d5424dd tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Pushing event updated for resources: {'Port': ['ID=e762ed88-2a9e-4e4d-b521-c7c76b87da33,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:37.951965 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-6ea994de-710d-4735-a1f9-66ae8d5424dd tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:00:37.954968 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '8010907a-51bb-40e6-969e-9f93dfc91daf', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': '8010907a-51bb-40e6-969e-9f93dfc91daf', 'mac_address': 'fa:16:3e:44:87:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:00:38.144268 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-365ab0a6-3403-419b-8191-9e17371a0686 req-27fb21fc-9fae-42fb-80b6-0dcf0a1d7b6b tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5372293 Feb 04 21:00:38.168668 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-365ab0a6-3403-419b-8191-9e17371a0686 req-103d2ce2-4bab-4f88-9efa-d167bb45baa9 service neutron] Request body: {'port': {'device_id': 'fc543921-bfc2-423b-8090-e356042b1b02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:00:38.247399 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:38.256749 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-728a7a51-d8e3-4d7d-8b79-dd93f5f56462 None None] Provisioning for port ff6e46a8-1c89-4230-957b-9ee1eb0f02c2 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:00:38.286070 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-6ea994de-710d-4735-a1f9-66ae8d5424dd tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:38.286751 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-6ea994de-710d-4735-a1f9-66ae8d5424dd tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:38.322173 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8010907a-51bb-40e6-969e-9f93dfc91daf {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:00:38.331749 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-728a7a51-d8e3-4d7d-8b79-dd93f5f56462 None None] Provisioning complete for port ff6e46a8-1c89-4230-957b-9ee1eb0f02c2 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:38.332204 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-728a7a51-d8e3-4d7d-8b79-dd93f5f56462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:38.362354 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-6ea994de-710d-4735-a1f9-66ae8d5424dd tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7515147 Feb 04 21:00:38.444178 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 8010907a-51bb-40e6-969e-9f93dfc91daf, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=8010907a-51bb-40e6-969e-9f93dfc91daf,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:38.446262 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-808574d5-1390-4392-9df4-83884317ec76 service neutron] Request body: {'port': {'device_id': '9f6c5654-67f2-4313-a0a1-b2d69d3556d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:00:38.456156 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:38.515549 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-728a7a51-d8e3-4d7d-8b79-dd93f5f56462 None None] Port ff6e46a8-1c89-4230-957b-9ee1eb0f02c2 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:00:38.544853 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f601da-a130-4397-a7a8-ed7d58d67276 req-47e43fb1-8142-4396-a951-26237defe50f tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:38.546860 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f8f601da-a130-4397-a7a8-ed7d58d67276 req-47e43fb1-8142-4396-a951-26237defe50f tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] 10.222.0.18 "GET /v2.0/ports?device_id=d897709d-1d79-46f9-8bc0-082f0d32b041 HTTP/1.1" status: 200 len: 945 time: 0.3653979 Feb 04 21:00:38.556382 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['8010907a-51bb-40e6-969e-9f93dfc91daf'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:00:38.573874 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-365ab0a6-3403-419b-8191-9e17371a0686 req-103d2ce2-4bab-4f88-9efa-d167bb45baa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:38.605892 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=8010907a-51bb-40e6-969e-9f93dfc91daf,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:38.677015 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-6722d5e4-2492-4074-8454-1aeadefc850a None None] Provisioning for port e762ed88-2a9e-4e4d-b521-c7c76b87da33 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:00:38.692431 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-6722d5e4-2492-4074-8454-1aeadefc850a None None] Provisioning complete for port e762ed88-2a9e-4e4d-b521-c7c76b87da33 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:38.692809 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6722d5e4-2492-4074-8454-1aeadefc850a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:38.711108 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-808574d5-1390-4392-9df4-83884317ec76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:38.774751 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-6722d5e4-2492-4074-8454-1aeadefc850a None None] Port e762ed88-2a9e-4e4d-b521-c7c76b87da33 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:00:38.785077 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-f8f601da-a130-4397-a7a8-ed7d58d67276 req-a7a94d7e-93e2-428c-aedb-ebe25baa828f tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Deleting port cfd95c56-cb8c-4bb3-b302-861f8d56c4d4 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:00:38.785580 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f8f601da-a130-4397-a7a8-ed7d58d67276 req-a7a94d7e-93e2-428c-aedb-ebe25baa828f tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:38.926134 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device ad08c143-0d18-49e6-b36c-883ddce083c0 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:00:38.929724 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-feb3cfcb-9af0-46cf-b071-1bfb7c171f72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d722a48-1731-4cd9-8d76-d643035f4f73 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:00:38.939255 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-feb3cfcb-9af0-46cf-b071-1bfb7c171f72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:38.960531 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-feb3cfcb-9af0-46cf-b071-1bfb7c171f72 service neutron] Transition to ACTIVE for port object 7d722a48-1731-4cd9-8d76-d643035f4f73 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:39.038636 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port ad08c143-0d18-49e6-b36c-883ddce083c0 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:00:39.046896 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port ad08c143-0d18-49e6-b36c-883ddce083c0 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:39.048099 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:39.212656 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-f8f601da-a130-4397-a7a8-ed7d58d67276 req-a7a94d7e-93e2-428c-aedb-ebe25baa828f tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] For port cfd95c56-cb8c-4bb3-b302-861f8d56c4d4, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=cfd95c56-cb8c-4bb3-b302-861f8d56c4d4,segment=NetworkSegment(6ad98989-c055-45b9-860e-35f2b4dacb26),segment_id=6ad98989-c055-45b9-860e-35f2b4dacb26)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:39.212872 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f8f601da-a130-4397-a7a8-ed7d58d67276 req-a7a94d7e-93e2-428c-aedb-ebe25baa828f tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:39.235536 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:39.238236 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-feb3cfcb-9af0-46cf-b071-1bfb7c171f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:39.284380 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port ad08c143-0d18-49e6-b36c-883ddce083c0, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=ad08c143-0d18-49e6-b36c-883ddce083c0,segment=NetworkSegment(6153747c-27c0-40d9-b220-302e3ab3cf05),segment_id=6153747c-27c0-40d9-b220-302e3ab3cf05)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:39.290922 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:39.381318 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5627a-d026-4a06-9c94-4de0bc94df86 req-419a3e19-09e3-42f1-8399-59a87aefb185 tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:39.388860 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a0d5627a-d026-4a06-9c94-4de0bc94df86 req-419a3e19-09e3-42f1-8399-59a87aefb185 tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] 10.222.0.26 "GET /v2.0/ports?device_id=d897709d-1d79-46f9-8bc0-082f0d32b041 HTTP/1.1" status: 200 len: 945 time: 1.7023735 Feb 04 21:00:39.390150 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=ad08c143-0d18-49e6-b36c-883ddce083c0,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:39.424529 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-365ab0a6-3403-419b-8191-9e17371a0686 req-103d2ce2-4bab-4f88-9efa-d167bb45baa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff6e46a8-1c89-4230-957b-9ee1eb0f02c2 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:00:39.436193 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-365ab0a6-3403-419b-8191-9e17371a0686 req-103d2ce2-4bab-4f88-9efa-d167bb45baa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:39.451360 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-808574d5-1390-4392-9df4-83884317ec76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffe2d22f-3e23-4983-b966-1f08d9a2b320 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:00:39.464264 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-808574d5-1390-4392-9df4-83884317ec76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:39.467074 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-365ab0a6-3403-419b-8191-9e17371a0686 req-103d2ce2-4bab-4f88-9efa-d167bb45baa9 service neutron] Transition to ACTIVE for port object ff6e46a8-1c89-4230-957b-9ee1eb0f02c2 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:39.475861 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-365ab0a6-3403-419b-8191-9e17371a0686 req-103d2ce2-4bab-4f88-9efa-d167bb45baa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:39.491574 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 8010907a-51bb-40e6-969e-9f93dfc91daf up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:00:39.503106 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ec8e9-7a68-4323-a618-967930cc6d11 req-99be50b3-36cf-4e1a-a63a-628dd0392820 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:39.504621 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0c3ec8e9-7a68-4323-a618-967930cc6d11 req-99be50b3-36cf-4e1a-a63a-628dd0392820 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc543921-bfc2-423b-8090-e356042b1b02 HTTP/1.1" status: 200 len: 936 time: 1.4171734 Feb 04 21:00:39.522061 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-f8f601da-a130-4397-a7a8-ed7d58d67276 req-a7a94d7e-93e2-428c-aedb-ebe25baa828f tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Calling delete_port for cfd95c56-cb8c-4bb3-b302-861f8d56c4d4 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:00:39.530908 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-808574d5-1390-4392-9df4-83884317ec76 service neutron] Transition to ACTIVE for port object ffe2d22f-3e23-4983-b966-1f08d9a2b320 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:39.589110 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-808574d5-1390-4392-9df4-83884317ec76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:39.617929 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3cfcb-9af0-46cf-b071-1bfb7c171f72 service neutron] Pushing event updated for resources: {'Port': ['ID=7d722a48-1731-4cd9-8d76-d643035f4f73,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:39.622239 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 8010907a-51bb-40e6-969e-9f93dfc91daf triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:39.622620 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:39.741821 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a0d5627a-d026-4a06-9c94-4de0bc94df86 req-88333f5a-bf04-49ef-9b7f-be3ee2362a2d tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f4573a1-7a25-4406-ac63-dedf8c77a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519192 Feb 04 21:00:39.858293 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6c5faf1a-4860-4edb-8e76-277acf238d70 req-7792d4a7-e940-4ba6-acf8-cb89fb92b064 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a20d1048-86ed-45ee-b13f-4b45c798deb2 HTTP/1.1" status: 200 len: 210 time: 0.3288546 Feb 04 21:00:39.942311 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:40.058104 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0c3ec8e9-7a68-4323-a618-967930cc6d11 req-d6111610-1d77-4de6-8787-0d6d70213916 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ed875e2-5a67-46a6-a467-7361286c92c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745812 Feb 04 21:00:40.080566 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 8010907a-51bb-40e6-969e-9f93dfc91daf, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=8010907a-51bb-40e6-969e-9f93dfc91daf,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:40.100932 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e63709-2186-40c3-8cfc-c1a2b6b55711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8010907a-51bb-40e6-969e-9f93dfc91daf'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:00:40.123729 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d2ce2-4bab-4f88-9efa-d167bb45baa9 service neutron] Pushing event updated for resources: {'Port': ['ID=ff6e46a8-1c89-4230-957b-9ee1eb0f02c2,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:40.139054 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:40.256914 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=8010907a-51bb-40e6-969e-9f93dfc91daf,revision_number=7']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:40.354964 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aed59e9f-d765-4608-a4a9-d5d043bdc819 req-94149631-546f-4160-81a0-a1e830d3cc6a tempest-ServerShowV247Test-639754970 tempest-ServerShowV247Test-639754970-project] 10.222.0.26 "GET /v2.0/ports?device_id=a20d1048-86ed-45ee-b13f-4b45c798deb2 HTTP/1.1" status: 200 len: 210 time: 0.2788653 Feb 04 21:00:40.428545 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-a572e9a6-58ab-4ce2-b2e7-e2a2b38599f3 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=fdebd31004d4485bb31ace7bc9f49c3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1159956 Feb 04 21:00:40.523432 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808574d5-1390-4392-9df4-83884317ec76 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe2d22f-3e23-4983-b966-1f08d9a2b320,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:40.530018 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-808574d5-1390-4392-9df4-83884317ec76 service neutron] Attempting to bind port ffe2d22f-3e23-4983-b966-1f08d9a2b320 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:00:40.530403 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-808574d5-1390-4392-9df4-83884317ec76 service neutron] Attempting to bind port ffe2d22f-3e23-4983-b966-1f08d9a2b320 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': '2e156d37-8ae8-44ea-95e7-c327d477fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cc1270cb-9e79-43a1-b3d5-892c3ac0951f'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:00:40.530740 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-808574d5-1390-4392-9df4-83884317ec76 service neutron] Attempting to bind port ffe2d22f-3e23-4983-b966-1f08d9a2b320 on network cc1270cb-9e79-43a1-b3d5-892c3ac0951f {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:00:40.547964 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-808574d5-1390-4392-9df4-83884317ec76 service neutron] Port ffe2d22f-3e23-4983-b966-1f08d9a2b320 on network cc1270cb-9e79-43a1-b3d5-892c3ac0951f not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:00:40.548337 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-808574d5-1390-4392-9df4-83884317ec76 service neutron] Attempting to bind port ffe2d22f-3e23-4983-b966-1f08d9a2b320 on network cc1270cb-9e79-43a1-b3d5-892c3ac0951f {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:00:40.557268 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-365ab0a6-3403-419b-8191-9e17371a0686 req-103d2ce2-4bab-4f88-9efa-d167bb45baa9 service neutron] Attempting to bind port ff6e46a8-1c89-4230-957b-9ee1eb0f02c2 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:00:40.557614 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-365ab0a6-3403-419b-8191-9e17371a0686 req-103d2ce2-4bab-4f88-9efa-d167bb45baa9 service neutron] Attempting to bind port ff6e46a8-1c89-4230-957b-9ee1eb0f02c2 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:00:40.557942 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365ab0a6-3403-419b-8191-9e17371a0686 req-103d2ce2-4bab-4f88-9efa-d167bb45baa9 service neutron] Attempting to bind port ff6e46a8-1c89-4230-957b-9ee1eb0f02c2 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:00:40.562395 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-808574d5-1390-4392-9df4-83884317ec76 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:00:40.562737 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-808574d5-1390-4392-9df4-83884317ec76 service neutron] Checking segment: {'id': '2e156d37-8ae8-44ea-95e7-c327d477fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cc1270cb-9e79-43a1-b3d5-892c3ac0951f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:00:40.563125 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-808574d5-1390-4392-9df4-83884317ec76 service neutron] Bound using segment: {'id': '2e156d37-8ae8-44ea-95e7-c327d477fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cc1270cb-9e79-43a1-b3d5-892c3ac0951f'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:00:40.563556 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-808574d5-1390-4392-9df4-83884317ec76 service neutron] Bound port: ffe2d22f-3e23-4983-b966-1f08d9a2b320, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e156d37-8ae8-44ea-95e7-c327d477fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cc1270cb-9e79-43a1-b3d5-892c3ac0951f'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:00:40.563903 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-808574d5-1390-4392-9df4-83884317ec76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:40.577074 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365ab0a6-3403-419b-8191-9e17371a0686 req-103d2ce2-4bab-4f88-9efa-d167bb45baa9 service neutron] Port ff6e46a8-1c89-4230-957b-9ee1eb0f02c2 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:00:40.577432 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365ab0a6-3403-419b-8191-9e17371a0686 req-103d2ce2-4bab-4f88-9efa-d167bb45baa9 service neutron] Attempting to bind port ff6e46a8-1c89-4230-957b-9ee1eb0f02c2 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:00:40.578898 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-feb3cfcb-9af0-46cf-b071-1bfb7c171f72 service neutron] Attempting to bind port 7d722a48-1731-4cd9-8d76-d643035f4f73 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:00:40.579317 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-feb3cfcb-9af0-46cf-b071-1bfb7c171f72 service neutron] Attempting to bind port 7d722a48-1731-4cd9-8d76-d643035f4f73 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:00:40.579632 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-feb3cfcb-9af0-46cf-b071-1bfb7c171f72 service neutron] Attempting to bind port 7d722a48-1731-4cd9-8d76-d643035f4f73 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:00:40.588416 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365ab0a6-3403-419b-8191-9e17371a0686 req-103d2ce2-4bab-4f88-9efa-d167bb45baa9 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:00:40.588778 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365ab0a6-3403-419b-8191-9e17371a0686 req-103d2ce2-4bab-4f88-9efa-d167bb45baa9 service neutron] Checking segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:00:40.589162 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365ab0a6-3403-419b-8191-9e17371a0686 req-103d2ce2-4bab-4f88-9efa-d167bb45baa9 service neutron] Bound using segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:00:40.589622 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-365ab0a6-3403-419b-8191-9e17371a0686 req-103d2ce2-4bab-4f88-9efa-d167bb45baa9 service neutron] Bound port: ff6e46a8-1c89-4230-957b-9ee1eb0f02c2, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:00:40.589983 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-365ab0a6-3403-419b-8191-9e17371a0686 req-103d2ce2-4bab-4f88-9efa-d167bb45baa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:40.601506 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f8f601da-a130-4397-a7a8-ed7d58d67276 req-a7a94d7e-93e2-428c-aedb-ebe25baa828f tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:40.603339 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-feb3cfcb-9af0-46cf-b071-1bfb7c171f72 service neutron] Port 7d722a48-1731-4cd9-8d76-d643035f4f73 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:00:40.603829 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-feb3cfcb-9af0-46cf-b071-1bfb7c171f72 service neutron] Attempting to bind port 7d722a48-1731-4cd9-8d76-d643035f4f73 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:00:40.754780 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-808574d5-1390-4392-9df4-83884317ec76 service neutron] For port ffe2d22f-3e23-4983-b966-1f08d9a2b320, host n-h1-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:00:40.771946 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-808574d5-1390-4392-9df4-83884317ec76 service neutron] For port ffe2d22f-3e23-4983-b966-1f08d9a2b320, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=ffe2d22f-3e23-4983-b966-1f08d9a2b320,segment=NetworkSegment(2e156d37-8ae8-44ea-95e7-c327d477fbee),segment_id=2e156d37-8ae8-44ea-95e7-c327d477fbee)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:00:40.772618 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-365ab0a6-3403-419b-8191-9e17371a0686 req-103d2ce2-4bab-4f88-9efa-d167bb45baa9 service neutron] For port ff6e46a8-1c89-4230-957b-9ee1eb0f02c2, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:00:40.776224 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-365ab0a6-3403-419b-8191-9e17371a0686 req-103d2ce2-4bab-4f88-9efa-d167bb45baa9 service neutron] For port ff6e46a8-1c89-4230-957b-9ee1eb0f02c2, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=ff6e46a8-1c89-4230-957b-9ee1eb0f02c2,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:00:40.785963 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-808574d5-1390-4392-9df4-83884317ec76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:40.819484 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a94d7e-93e2-428c-aedb-ebe25baa828f tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Pushing event deleted for resources: {'Port': ['ID=cfd95c56-cb8c-4bb3-b302-861f8d56c4d4,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:40.828867 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-feb3cfcb-9af0-46cf-b071-1bfb7c171f72 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:00:40.828867 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-feb3cfcb-9af0-46cf-b071-1bfb7c171f72 service neutron] Checking segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:00:40.828867 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-feb3cfcb-9af0-46cf-b071-1bfb7c171f72 service neutron] Bound using segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:00:40.828867 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-feb3cfcb-9af0-46cf-b071-1bfb7c171f72 service neutron] Bound port: 7d722a48-1731-4cd9-8d76-d643035f4f73, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:00:40.828867 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-feb3cfcb-9af0-46cf-b071-1bfb7c171f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:40.831532 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-365ab0a6-3403-419b-8191-9e17371a0686 req-103d2ce2-4bab-4f88-9efa-d167bb45baa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:40.871048 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-808574d5-1390-4392-9df4-83884317ec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:40.871624 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-808574d5-1390-4392-9df4-83884317ec76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:40.873603 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-808574d5-1390-4392-9df4-83884317ec76 service neutron] 10.222.0.32 "PUT /v2.0/ports/ffe2d22f-3e23-4983-b966-1f08d9a2b320 HTTP/1.1" status: 200 len: 1091 time: 2.4448321 Feb 04 21:00:40.874154 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6c5654-67f2-4313-a0a1-b2d69d3556d9', 'tag': 'ffe2d22f-3e23-4983-b966-1f08d9a2b320'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:00:40.885463 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ab0a6-3403-419b-8191-9e17371a0686 req-103d2ce2-4bab-4f88-9efa-d167bb45baa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:40.886088 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-365ab0a6-3403-419b-8191-9e17371a0686 req-103d2ce2-4bab-4f88-9efa-d167bb45baa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:40.889225 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-365ab0a6-3403-419b-8191-9e17371a0686 req-103d2ce2-4bab-4f88-9efa-d167bb45baa9 service neutron] 10.222.0.18 "PUT /v2.0/ports/ff6e46a8-1c89-4230-957b-9ee1eb0f02c2 HTTP/1.1" status: 200 len: 1096 time: 2.7247391 Feb 04 21:00:40.919625 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-fe23c4e6-ee3a-471c-a6ab-625c5c179da9 service neutron] Request body: {'port': {'device_id': '9f6c5654-67f2-4313-a0a1-b2d69d3556d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:00:40.924049 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device ad08c143-0d18-49e6-b36c-883ddce083c0 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:00:41.037343 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-5d118f4b-1b46-4730-9425-55aebb58999d tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:41.039272 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-5d118f4b-1b46-4730-9425-55aebb58999d tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6099730 Feb 04 21:00:41.040369 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f601da-a130-4397-a7a8-ed7d58d67276 req-a7a94d7e-93e2-428c-aedb-ebe25baa828f tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] No DVR routers for this DVR port cfd95c56-cb8c-4bb3-b302-861f8d56c4d4 on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:00:41.048726 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808574d5-1390-4392-9df4-83884317ec76 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe2d22f-3e23-4983-b966-1f08d9a2b320,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:41.054795 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f8f601da-a130-4397-a7a8-ed7d58d67276 req-a7a94d7e-93e2-428c-aedb-ebe25baa828f tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:41.072645 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd897709d-1d79-46f9-8bc0-082f0d32b041', 'name': 'network-vif-deleted', 'tag': 'cfd95c56-cb8c-4bb3-b302-861f8d56c4d4'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:00:41.085400 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port ad08c143-0d18-49e6-b36c-883ddce083c0 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:41.085861 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:41.134613 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-c66d199b-7f9f-4258-a37f-4c63fefd2542 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/quotas/fdebd31004d4485bb31ace7bc9f49c3c HTTP/1.1" status: 200 len: 375 time: 0.0722756 Feb 04 21:00:41.312402 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f8f601da-a130-4397-a7a8-ed7d58d67276 req-a7a94d7e-93e2-428c-aedb-ebe25baa828f tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] 10.222.0.18 "DELETE /v2.0/ports/cfd95c56-cb8c-4bb3-b302-861f8d56c4d4 HTTP/1.1" status: 204 len: 173 time: 2.7392893 Feb 04 21:00:41.372705 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90abde-874c-438e-a569-022a054e05d7 req-ecdc79d2-4e1a-437a-9793-b55f33af91e9 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:41.383072 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0c90abde-874c-438e-a569-022a054e05d7 req-ecdc79d2-4e1a-437a-9793-b55f33af91e9 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 948 time: 0.8536520 Feb 04 21:00:41.418853 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-feb3cfcb-9af0-46cf-b071-1bfb7c171f72 service neutron] For port 7d722a48-1731-4cd9-8d76-d643035f4f73, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:00:41.436466 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-feb3cfcb-9af0-46cf-b071-1bfb7c171f72 service neutron] For port 7d722a48-1731-4cd9-8d76-d643035f4f73, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=7d722a48-1731-4cd9-8d76-d643035f4f73,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:00:41.451589 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-feb3cfcb-9af0-46cf-b071-1bfb7c171f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:41.491334 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d2ce2-4bab-4f88-9efa-d167bb45baa9 service neutron] Pushing event updated for resources: {'Port': ['ID=ff6e46a8-1c89-4230-957b-9ee1eb0f02c2,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:41.509568 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-fe23c4e6-ee3a-471c-a6ab-625c5c179da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:41.528176 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0c90abde-874c-438e-a569-022a054e05d7 req-4b3ce1c0-e66a-4e92-bcd9-290bf092ade3 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382475 Feb 04 21:00:41.537747 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-feb3cfcb-9af0-46cf-b071-1bfb7c171f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:41.538590 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-feb3cfcb-9af0-46cf-b071-1bfb7c171f72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:41.540751 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-feb3cfcb-9af0-46cf-b071-1bfb7c171f72 service neutron] 10.222.0.18 "PUT /v2.0/ports/7d722a48-1731-4cd9-8d76-d643035f4f73 HTTP/1.1" status: 200 len: 1096 time: 5.0488677 Feb 04 21:00:41.562951 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-f1187d7d-b8b4-45bc-a7fd-026726e8adf2 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fdebd31004d4485bb31ace7bc9f49c3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3875134 Feb 04 21:00:41.576056 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3cfcb-9af0-46cf-b071-1bfb7c171f72 service neutron] Pushing event updated for resources: {'Port': ['ID=7d722a48-1731-4cd9-8d76-d643035f4f73,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:41.619389 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ab0a6-3403-419b-8191-9e17371a0686 req-5b5bcb58-7c5b-4b51-8c70-8177df5090f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:41.620916 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-365ab0a6-3403-419b-8191-9e17371a0686 req-5b5bcb58-7c5b-4b51-8c70-8177df5090f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2e2fe7720be34c5c975f7bf0105158c8&device_id=fc543921-bfc2-423b-8090-e356042b1b02 HTTP/1.1" status: 200 len: 1099 time: 0.3857346 Feb 04 21:00:41.678526 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device cfd95c56-cb8c-4bb3-b302-861f8d56c4d4 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:00:41.724282 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-365ab0a6-3403-419b-8191-9e17371a0686 req-730a042c-7b93-4726-b810-cacf21c1aa5c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=ff6e46a8-1c89-4230-957b-9ee1eb0f02c2 HTTP/1.1" status: 200 len: 217 time: 0.0919662 Feb 04 21:00:41.766502 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-2f3579aa-0a43-4cb5-b59c-1d3c03f1366e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:41.768047 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-2f3579aa-0a43-4cb5-b59c-1d3c03f1366e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 1099 time: 0.1634176 Feb 04 21:00:41.792310 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: cfd95c56-cb8c-4bb3-b302-861f8d56c4d4 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:00:41.792310 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device cfd95c56-cb8c-4bb3-b302-861f8d56c4d4 not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:00:41.877303 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ab0a6-3403-419b-8191-9e17371a0686 req-0ec4afde-73a2-400a-9f7e-b917eeb5d646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:41.880657 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-365ab0a6-3403-419b-8191-9e17371a0686 req-0ec4afde-73a2-400a-9f7e-b917eeb5d646 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.1458523 Feb 04 21:00:41.886864 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e63709-2186-40c3-8cfc-c1a2b6b55711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8010907a-51bb-40e6-969e-9f93dfc91daf', 'code': 200} Feb 04 21:00:42.194707 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-654540b0-60e5-4f91-b1f2-8e9c540d20c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=7d722a48-1731-4cd9-8d76-d643035f4f73 HTTP/1.1" status: 200 len: 217 time: 0.4121368 Feb 04 21:00:42.242931 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-5da8b278-68ec-4be6-a747-7b991c3097c0 req-fe390793-15cf-4cf8-8248-617e2d1377ba tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Synchronizing usage tracker for tenant:6734ace55ee7495e90d4a9d58425192d on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:00:42.319751 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-5da8b278-68ec-4be6-a747-7b991c3097c0 req-fe390793-15cf-4cf8-8248-617e2d1377ba tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] Unset dirty status for tenant:6734ace55ee7495e90d4a9d58425192d on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:00:42.321578 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5da8b278-68ec-4be6-a747-7b991c3097c0 req-fe390793-15cf-4cf8-8248-617e2d1377ba tempest-ServerAddressesNegativeTestJSON-1849057943 tempest-ServerAddressesNegativeTestJSON-1849057943-project] 10.222.0.26 "GET /v2.0/ports?device_id=d897709d-1d79-46f9-8bc0-082f0d32b041 HTTP/1.1" status: 200 len: 210 time: 0.1958139 Feb 04 21:00:42.362672 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-2490636b-1fac-4b83-b756-362b5b7b5ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:42.364639 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-2490636b-1fac-4b83-b756-362b5b7b5ab4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.1548626 Feb 04 21:00:42.519782 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ab0a6-3403-419b-8191-9e17371a0686 req-3b5ffc67-b018-4834-b429-e131abc785c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:42.521360 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-365ab0a6-3403-419b-8191-9e17371a0686 req-3b5ffc67-b018-4834-b429-e131abc785c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6300387 Feb 04 21:00:42.551508 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c513d-d87b-40ac-879d-f6c75fa6c133 req-b82303cb-7293-44fa-babf-e5fa4ec2ffa1 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:42.567155 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f6c5654-67f2-4313-a0a1-b2d69d3556d9', 'tag': 'ffe2d22f-3e23-4983-b966-1f08d9a2b320', 'status': 'completed', 'code': 200} Feb 04 21:00:42.582596 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c513d-d87b-40ac-879d-f6c75fa6c133 req-b82303cb-7293-44fa-babf-e5fa4ec2ffa1 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:42.590593 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c513d-d87b-40ac-879d-f6c75fa6c133 req-b82303cb-7293-44fa-babf-e5fa4ec2ffa1 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:42.592832 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b51c513d-d87b-40ac-879d-f6c75fa6c133 req-b82303cb-7293-44fa-babf-e5fa4ec2ffa1 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6c5654-67f2-4313-a0a1-b2d69d3556d9 HTTP/1.1" status: 200 len: 2387 time: 0.5894129 Feb 04 21:00:42.798290 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-fe23c4e6-ee3a-471c-a6ab-625c5c179da9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 854a351f-56e0-4946-a793-de4830debb9e {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:00:42.807181 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-d6a20daa-3f72-4799-aaa7-8178768ab3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:42.808651 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-d6a20daa-3f72-4799-aaa7-8178768ab3e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4383109 Feb 04 21:00:42.818343 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b51c513d-d87b-40ac-879d-f6c75fa6c133 req-e2a5d079-c1d4-407b-af4c-a308303edc75 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/security-groups?id=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624022 Feb 04 21:00:42.830650 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-fe23c4e6-ee3a-471c-a6ab-625c5c179da9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:42.879893 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-365ab0a6-3403-419b-8191-9e17371a0686 req-3adf4422-c7ad-4a8b-a42b-315d6bbe097b service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452964 Feb 04 21:00:42.883139 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-fe23c4e6-ee3a-471c-a6ab-625c5c179da9 service neutron] Transition to ACTIVE for port object 854a351f-56e0-4946-a793-de4830debb9e will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:43.037798 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-8c37a3dc-4b38-476a-8d9a-cfb693f73a06 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167883 Feb 04 21:00:43.039303 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd897709d-1d79-46f9-8bc0-082f0d32b041', 'name': 'network-vif-deleted', 'tag': 'cfd95c56-cb8c-4bb3-b302-861f8d56c4d4', 'status': 'completed', 'code': 200} Feb 04 21:00:43.231855 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-fe23c4e6-ee3a-471c-a6ab-625c5c179da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:43.235347 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8680b471-3a85-4d4a-b6e2-985195305e51 req-c09149cb-f5b0-4f17-8f83-64965d135262 tempest-ServerShowV247Test-639754970 tempest-ServerShowV247Test-639754970-project] 10.222.0.26 "GET /v2.0/ports?device_id=a20d1048-86ed-45ee-b13f-4b45c798deb2 HTTP/1.1" status: 200 len: 210 time: 0.0750296 Feb 04 21:00:43.251977 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab4dd7-ea24-4892-a5e0-1600d5a7f443 req-f19e72e7-4244-4151-ab9a-1d0a2f47d769 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:43.258999 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-31ab4dd7-ea24-4892-a5e0-1600d5a7f443 req-f19e72e7-4244-4151-ab9a-1d0a2f47d769 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc543921-bfc2-423b-8090-e356042b1b02 HTTP/1.1" status: 200 len: 948 time: 0.5556993 Feb 04 21:00:43.341877 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358e8f2-f9bf-4d1e-9dbb-96fb3e3442cb req-57ac264c-67b3-4fb5-af60-2a6b028661cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:43.342485 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358e8f2-f9bf-4d1e-9dbb-96fb3e3442cb req-57ac264c-67b3-4fb5-af60-2a6b028661cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:43.342958 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358e8f2-f9bf-4d1e-9dbb-96fb3e3442cb req-57ac264c-67b3-4fb5-af60-2a6b028661cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:43.344579 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7358e8f2-f9bf-4d1e-9dbb-96fb3e3442cb req-57ac264c-67b3-4fb5-af60-2a6b028661cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf059d808b3643f5ba5990d95220908f&device_id=9f6c5654-67f2-4313-a0a1-b2d69d3556d9 HTTP/1.1" status: 200 len: 2730 time: 0.7508352 Feb 04 21:00:43.365633 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2e858b6-469a-47ac-8650-2b1082e36ef8 req-40ad04f2-87d5-4b4e-85e5-1f53ac031cfd service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128750 Feb 04 21:00:43.385853 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-31ab4dd7-ea24-4892-a5e0-1600d5a7f443 req-ee19a9bc-db5e-40af-9567-c38911b02aca tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ed875e2-5a67-46a6-a467-7361286c92c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228940 Feb 04 21:00:43.471111 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ae4a6818-a0de-4615-a6fc-c875fd6fb433 req-c39c1e76-6676-40ec-b691-419c9704a5fa tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/ports?device_id=782cdf2e-4c38-4275-9b36-01fc3f7a9739 HTTP/1.1" status: 200 len: 210 time: 0.0763528 Feb 04 21:00:43.557133 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-365ab0a6-3403-419b-8191-9e17371a0686 req-ce3b1b37-c90d-4e0e-8328-9cb7c655e26c service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6662457 Feb 04 21:00:43.625420 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23c4e6-ee3a-471c-a6ab-625c5c179da9 service neutron] Pushing event updated for resources: {'Port': ['ID=854a351f-56e0-4946-a793-de4830debb9e,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:43.723091 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-fe23c4e6-ee3a-471c-a6ab-625c5c179da9 service neutron] Attempting to bind port 854a351f-56e0-4946-a793-de4830debb9e on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:00:43.723491 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-fe23c4e6-ee3a-471c-a6ab-625c5c179da9 service neutron] Attempting to bind port 854a351f-56e0-4946-a793-de4830debb9e by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'e72dd742-40e8-4f6e-ab61-b53ed27f488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '33c07bcf-1bac-4a04-8de1-a26aea917667'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:00:43.723815 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-fe23c4e6-ee3a-471c-a6ab-625c5c179da9 service neutron] Attempting to bind port 854a351f-56e0-4946-a793-de4830debb9e on network 33c07bcf-1bac-4a04-8de1-a26aea917667 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:00:43.739912 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-fe23c4e6-ee3a-471c-a6ab-625c5c179da9 service neutron] Port 854a351f-56e0-4946-a793-de4830debb9e on network 33c07bcf-1bac-4a04-8de1-a26aea917667 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:00:43.740263 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-fe23c4e6-ee3a-471c-a6ab-625c5c179da9 service neutron] Attempting to bind port 854a351f-56e0-4946-a793-de4830debb9e on network 33c07bcf-1bac-4a04-8de1-a26aea917667 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:00:43.750221 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-801f88e4-9b7b-4a7b-afd6-17e26cc5e466 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=fdebd31004d4485bb31ace7bc9f49c3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515501 Feb 04 21:00:43.752787 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-fe23c4e6-ee3a-471c-a6ab-625c5c179da9 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:00:43.753126 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-fe23c4e6-ee3a-471c-a6ab-625c5c179da9 service neutron] Checking segment: {'id': 'e72dd742-40e8-4f6e-ab61-b53ed27f488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '33c07bcf-1bac-4a04-8de1-a26aea917667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:00:43.753524 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-fe23c4e6-ee3a-471c-a6ab-625c5c179da9 service neutron] Bound using segment: {'id': 'e72dd742-40e8-4f6e-ab61-b53ed27f488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '33c07bcf-1bac-4a04-8de1-a26aea917667'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:00:43.753951 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-fe23c4e6-ee3a-471c-a6ab-625c5c179da9 service neutron] Bound port: 854a351f-56e0-4946-a793-de4830debb9e, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e72dd742-40e8-4f6e-ab61-b53ed27f488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '33c07bcf-1bac-4a04-8de1-a26aea917667'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:00:43.754290 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-fe23c4e6-ee3a-471c-a6ab-625c5c179da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:43.858615 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7f7b9532-f088-4889-bba0-cdbb2c24fe56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:43.882624 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2e306-5c9b-4110-aa40-1d9c25d58c32 req-4714df3f-6a4e-4d87-b122-5195152edb9a tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:43.890771 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3da2e306-5c9b-4110-aa40-1d9c25d58c32 req-4714df3f-6a4e-4d87-b122-5195152edb9a tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 948 time: 0.1639984 Feb 04 21:00:43.925414 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-fe23c4e6-ee3a-471c-a6ab-625c5c179da9 service neutron] For port 854a351f-56e0-4946-a793-de4830debb9e, host n-h1-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:00:43.929719 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-fe23c4e6-ee3a-471c-a6ab-625c5c179da9 service neutron] For port 854a351f-56e0-4946-a793-de4830debb9e, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=854a351f-56e0-4946-a793-de4830debb9e,segment=NetworkSegment(e72dd742-40e8-4f6e-ab61-b53ed27f488d),segment_id=e72dd742-40e8-4f6e-ab61-b53ed27f488d)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:00:43.957150 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-fe23c4e6-ee3a-471c-a6ab-625c5c179da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:43.965737 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3da2e306-5c9b-4110-aa40-1d9c25d58c32 req-f23f5932-69d4-46aa-b914-ec5a5980af16 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736816 Feb 04 21:00:44.201414 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53718) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:00:44.279046 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-fe23c4e6-ee3a-471c-a6ab-625c5c179da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:44.279687 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-fe23c4e6-ee3a-471c-a6ab-625c5c179da9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:44.281200 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-fe23c4e6-ee3a-471c-a6ab-625c5c179da9 service neutron] 10.222.0.32 "PUT /v2.0/ports/854a351f-56e0-4946-a793-de4830debb9e HTTP/1.1" status: 200 len: 1092 time: 3.3733606 Feb 04 21:00:44.345248 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-7afb8f69-e39d-46ea-92bd-f30b9177f99a service neutron] Request body: {'port': {'device_id': '9f6c5654-67f2-4313-a0a1-b2d69d3556d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:00:44.426517 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0a95ac83-1c65-4854-9dac-58d9fe477650 req-424c34a0-105f-4fee-bdf9-ef5cd8bc6581 tempest-ServerShowV247Test-639754970 tempest-ServerShowV247Test-639754970-project] 10.222.0.26 "GET /v2.0/ports?device_id=a20d1048-86ed-45ee-b13f-4b45c798deb2&device_id=7ea6b643-de6b-48d4-9b87-90526202b5c3 HTTP/1.1" status: 200 len: 210 time: 0.1759229 Feb 04 21:00:44.432569 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358e8f2-f9bf-4d1e-9dbb-96fb3e3442cb req-398f2595-dbbe-4438-873b-6e7cb4686731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:44.438240 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358e8f2-f9bf-4d1e-9dbb-96fb3e3442cb req-398f2595-dbbe-4438-873b-6e7cb4686731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:44.439522 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358e8f2-f9bf-4d1e-9dbb-96fb3e3442cb req-398f2595-dbbe-4438-873b-6e7cb4686731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:44.452630 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7358e8f2-f9bf-4d1e-9dbb-96fb3e3442cb req-398f2595-dbbe-4438-873b-6e7cb4686731 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=bf059d808b3643f5ba5990d95220908f&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.9763367 Feb 04 21:00:44.516868 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23c4e6-ee3a-471c-a6ab-625c5c179da9 service neutron] Pushing event updated for resources: {'Port': ['ID=854a351f-56e0-4946-a793-de4830debb9e,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:44.540195 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cd46cfd-f578-4b8f-92a3-c248c5c75f49 admin admin] Deleting subnet eacf7c1d-ed86-453b-bbb5-266017cc2b4f {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:00:44.543262 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5cd46cfd-f578-4b8f-92a3-c248c5c75f49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:44.616889 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5cd46cfd-f578-4b8f-92a3-c248c5c75f49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:44.651199 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc543921-bfc2-423b-8090-e356042b1b02', 'tag': 'ff6e46a8-1c89-4230-957b-9ee1eb0f02c2'}, {'name': 'network-changed', 'server_uuid': '9f6c5654-67f2-4313-a0a1-b2d69d3556d9', 'tag': '854a351f-56e0-4946-a793-de4830debb9e'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:00:44.745485 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-b264e5d7-de39-4a3d-9762-daaa81c7d2b5 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:44.747062 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-b264e5d7-de39-4a3d-9762-daaa81c7d2b5 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9604728 Feb 04 21:00:44.755154 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-7afb8f69-e39d-46ea-92bd-f30b9177f99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:44.811605 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-8c33eeb2-05eb-4f05-b5c5-56caada52f37 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Request body: {'port': {'device_id': '782cdf2e-4c38-4275-9b36-01fc3f7a9739', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'admin_state_up': True, 'tenant_id': 'fdebd31004d4485bb31ace7bc9f49c3c'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:00:44.822517 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192cb23-8528-4aca-82f3-5b8c698900bc req-fb1f2478-a789-4090-ae71-2243159c4ca2 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:44.829438 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192cb23-8528-4aca-82f3-5b8c698900bc req-fb1f2478-a789-4090-ae71-2243159c4ca2 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:44.835246 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192cb23-8528-4aca-82f3-5b8c698900bc req-fb1f2478-a789-4090-ae71-2243159c4ca2 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:44.846057 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0192cb23-8528-4aca-82f3-5b8c698900bc req-fb1f2478-a789-4090-ae71-2243159c4ca2 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6c5654-67f2-4313-a0a1-b2d69d3556d9 HTTP/1.1" status: 200 len: 2399 time: 0.3159604 Feb 04 21:00:44.901694 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358e8f2-f9bf-4d1e-9dbb-96fb3e3442cb req-1b992c39-0607-40e9-9530-44d6a646cdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:44.904798 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7358e8f2-f9bf-4d1e-9dbb-96fb3e3442cb req-1b992c39-0607-40e9-9530-44d6a646cdb4 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4506884 Feb 04 21:00:44.942264 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89aceb-812d-498c-ae45-40b7b364f200 req-65302fc3-7f85-4c9c-b46f-2105e9632420 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:44.949608 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ef89aceb-812d-498c-ae45-40b7b364f200 req-65302fc3-7f85-4c9c-b46f-2105e9632420 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc543921-bfc2-423b-8090-e356042b1b02 HTTP/1.1" status: 200 len: 948 time: 0.3273175 Feb 04 21:00:44.951777 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5cd46cfd-f578-4b8f-92a3-c248c5c75f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:44.982011 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0192cb23-8528-4aca-82f3-5b8c698900bc req-15eeafae-ea90-4832-bf12-82cacde93ffc tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/security-groups?id=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351762 Feb 04 21:00:45.011350 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ef89aceb-812d-498c-ae45-40b7b364f200 req-233bfb2b-58f5-4a16-be5a-7bb8b5edf523 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ed875e2-5a67-46a6-a467-7361286c92c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604005 Feb 04 21:00:45.040269 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccb5ccf4-4d31-441c-8d4c-f2216a63ad93', 'tag': '7d722a48-1731-4cd9-8d76-d643035f4f73'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:00:45.264464 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:00:45.298372 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-86399d1e-54b5-473b-a721-72fb9fd355bc req-e5c19b65-b4fd-49af-abe3-0f1777f13a66 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/ports?device_id=782cdf2e-4c38-4275-9b36-01fc3f7a9739 HTTP/1.1" status: 200 len: 210 time: 0.0797443 Feb 04 21:00:45.540145 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5cd46cfd-f578-4b8f-92a3-c248c5c75f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:45.599885 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc543921-bfc2-423b-8090-e356042b1b02', 'tag': 'ff6e46a8-1c89-4230-957b-9ee1eb0f02c2', 'status': 'completed', 'code': 200} Feb 04 21:00:45.600151 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f6c5654-67f2-4313-a0a1-b2d69d3556d9', 'tag': '854a351f-56e0-4946-a793-de4830debb9e', 'status': 'completed', 'code': 200} Feb 04 21:00:45.605541 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-8c33eeb2-05eb-4f05-b5c5-56caada52f37 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:00:45.639127 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd46cfd-f578-4b8f-92a3-c248c5c75f49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eacf7c1d-ed86-453b-bbb5-266017cc2b4f,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:45.646003 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5cd46cfd-f578-4b8f-92a3-c248c5c75f49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:45.661480 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5cd46cfd-f578-4b8f-92a3-c248c5c75f49 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/eacf7c1d-ed86-453b-bbb5-266017cc2b4f HTTP/1.1" status: 204 len: 168 time: 1.4588156 Feb 04 21:00:45.662746 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-8c33eeb2-05eb-4f05-b5c5-56caada52f37 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:00:45.667028 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53768) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:00:45.668342 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccb5ccf4-4d31-441c-8d4c-f2216a63ad93', 'tag': '7d722a48-1731-4cd9-8d76-d643035f4f73', 'status': 'completed', 'code': 200} Feb 04 21:00:45.677009 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 7d722a48-1731-4cd9-8d76-d643035f4f73 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:00:45.810250 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-06873edb-8550-4b37-a14e-78e278207803 req-eda38379-9f35-4913-87fe-5ebb67d5d026 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f177e4f3388941328ec95c0f3f9d6b2b&device_id=a20d1048-86ed-45ee-b13f-4b45c798deb2 HTTP/1.1" status: 200 len: 210 time: 0.1648853 Feb 04 21:00:45.924871 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-06873edb-8550-4b37-a14e-78e278207803 req-86b90fc9-c2cc-4a83-949c-0b95af5f2252 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f177e4f3388941328ec95c0f3f9d6b2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0875721 Feb 04 21:00:45.952483 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 7d722a48-1731-4cd9-8d76-d643035f4f73, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=7d722a48-1731-4cd9-8d76-d643035f4f73,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:45.984432 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '7d722a48-1731-4cd9-8d76-d643035f4f73', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': '7d722a48-1731-4cd9-8d76-d643035f4f73', 'mac_address': 'fa:16:3e:75:5f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:00:46.081979 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:46.103974 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d722a48-1731-4cd9-8d76-d643035f4f73 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:00:46.119872 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 7d722a48-1731-4cd9-8d76-d643035f4f73, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=7d722a48-1731-4cd9-8d76-d643035f4f73,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:46.128958 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:46.129966 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device ff6e46a8-1c89-4230-957b-9ee1eb0f02c2 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:00:46.156551 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port ff6e46a8-1c89-4230-957b-9ee1eb0f02c2, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=ff6e46a8-1c89-4230-957b-9ee1eb0f02c2,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:46.167942 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-55cc7bc5-ab74-43e2-ac93-802c640af6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:46.202276 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'ff6e46a8-1c89-4230-957b-9ee1eb0f02c2', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': 'ff6e46a8-1c89-4230-957b-9ee1eb0f02c2', 'mac_address': 'fa:16:3e:42:e0:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:00:46.282057 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:46.318563 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-8c33eeb2-05eb-4f05-b5c5-56caada52f37 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Made reservation on behalf of fdebd31004d4485bb31ace7bc9f49c3c for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:00:46.323245 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff6e46a8-1c89-4230-957b-9ee1eb0f02c2 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:00:46.329484 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-8c33eeb2-05eb-4f05-b5c5-56caada52f37 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:46.348952 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port ff6e46a8-1c89-4230-957b-9ee1eb0f02c2, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=ff6e46a8-1c89-4230-957b-9ee1eb0f02c2,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:46.358649 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06873edb-8550-4b37-a14e-78e278207803 req-be8d3111-e7a7-42f5-8a55-028528ecb2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:46.359928 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:46.360431 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-06873edb-8550-4b37-a14e-78e278207803 req-be8d3111-e7a7-42f5-8a55-028528ecb2c7 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4232090 Feb 04 21:00:46.381188 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f8cb95ff-8384-472c-bd5a-611d85a9f55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:46.390402 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=7d722a48-1731-4cd9-8d76-d643035f4f73,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:46.399739 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:46.400273 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:46.400700 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:46.401087 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:46.401536 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:46.403176 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:46.403591 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:46.403918 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:46.404624 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:46.404624 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:46.404859 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:46.405173 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:00:46.431014 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560853d-11f3-4786-895d-15451b07fe06 req-858fc646-baaf-4a07-8455-6158f63f7488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:46.432833 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6560853d-11f3-4786-895d-15451b07fe06 req-858fc646-baaf-4a07-8455-6158f63f7488 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2e2fe7720be34c5c975f7bf0105158c8&device_id=fc543921-bfc2-423b-8090-e356042b1b02 HTTP/1.1" status: 200 len: 1099 time: 1.0257308 Feb 04 21:00:46.437688 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560853d-11f3-4786-895d-15451b07fe06 req-83c5ff5f-7804-4c4d-88ac-691036b4030f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:46.438271 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560853d-11f3-4786-895d-15451b07fe06 req-83c5ff5f-7804-4c4d-88ac-691036b4030f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:46.439039 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560853d-11f3-4786-895d-15451b07fe06 req-83c5ff5f-7804-4c4d-88ac-691036b4030f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:46.441042 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6560853d-11f3-4786-895d-15451b07fe06 req-83c5ff5f-7804-4c4d-88ac-691036b4030f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf059d808b3643f5ba5990d95220908f&device_id=9f6c5654-67f2-4313-a0a1-b2d69d3556d9 HTTP/1.1" status: 200 len: 2797 time: 0.9251995 Feb 04 21:00:46.467596 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-7afb8f69-e39d-46ea-92bd-f30b9177f99a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e762ed88-2a9e-4e4d-b521-c7c76b87da33 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:00:46.475172 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee0eed-c894-4b0e-b331-501680ab449b req-aa4dd247-fa92-4ef6-939f-f35c5b9ff751 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:46.484518 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-7afb8f69-e39d-46ea-92bd-f30b9177f99a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:46.486116 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3fee0eed-c894-4b0e-b331-501680ab449b req-aa4dd247-fa92-4ef6-939f-f35c5b9ff751 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 948 time: 0.8464077 Feb 04 21:00:46.518744 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=ff6e46a8-1c89-4230-957b-9ee1eb0f02c2,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:46.527462 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-7afb8f69-e39d-46ea-92bd-f30b9177f99a service neutron] Transition to ACTIVE for port object e762ed88-2a9e-4e4d-b521-c7c76b87da33 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:46.564493 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-7afb8f69-e39d-46ea-92bd-f30b9177f99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:46.628370 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['7d722a48-1731-4cd9-8d76-d643035f4f73'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:00:46.700133 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560853d-11f3-4786-895d-15451b07fe06 req-5b943ea5-ceee-4cc8-97e6-bc81c16d631c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:46.700987 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560853d-11f3-4786-895d-15451b07fe06 req-5b943ea5-ceee-4cc8-97e6-bc81c16d631c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:46.701833 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560853d-11f3-4786-895d-15451b07fe06 req-5b943ea5-ceee-4cc8-97e6-bc81c16d631c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:46.703688 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6560853d-11f3-4786-895d-15451b07fe06 req-5b943ea5-ceee-4cc8-97e6-bc81c16d631c service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=bf059d808b3643f5ba5990d95220908f&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1828210 Feb 04 21:00:46.786567 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['ff6e46a8-1c89-4230-957b-9ee1eb0f02c2'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:00:46.921813 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3fee0eed-c894-4b0e-b331-501680ab449b req-83ff0143-c447-4510-83cf-9ac1c7023635 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346614 Feb 04 21:00:47.029649 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb8f69-e39d-46ea-92bd-f30b9177f99a service neutron] Pushing event updated for resources: {'Port': ['ID=e762ed88-2a9e-4e4d-b521-c7c76b87da33,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:47.167409 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-55cc7bc5-ab74-43e2-ac93-802c640af6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:47.387130 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:47.388904 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560853d-11f3-4786-895d-15451b07fe06 req-33f7b83b-d2d7-448d-bb19-36567d0b7092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:47.391019 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6560853d-11f3-4786-895d-15451b07fe06 req-33f7b83b-d2d7-448d-bb19-36567d0b7092 service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.9489450 Feb 04 21:00:47.407147 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c01db943-3430-4871-8e22-1bf48ad35fbb req-5d1ceeca-564b-41fd-b971-69423a480d60 tempest-ServerShowV247Test-639754970 tempest-ServerShowV247Test-639754970-project] 10.222.0.26 "GET /v2.0/ports?device_id=a20d1048-86ed-45ee-b13f-4b45c798deb2 HTTP/1.1" status: 200 len: 210 time: 0.1569617 Feb 04 21:00:47.412739 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:47.422779 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560853d-11f3-4786-895d-15451b07fe06 req-19f2f1b9-01d9-4b97-aa78-e7da285bd856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:47.424172 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6560853d-11f3-4786-895d-15451b07fe06 req-19f2f1b9-01d9-4b97-aa78-e7da285bd856 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7113130 Feb 04 21:00:47.462022 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-55cc7bc5-ab74-43e2-ac93-802c640af6b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf44bec-f847-4217-8d73-864c3f998625']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:00:47.506405 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fda02d-0ed1-49e7-9d8d-f7004bb0bcf0 req-0bfc3de6-75f3-45d8-96f7-a510257bc7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:47.507956 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f6fda02d-0ed1-49e7-9d8d-f7004bb0bcf0 req-0bfc3de6-75f3-45d8-96f7-a510257bc7aa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 1100 time: 1.7652323 Feb 04 21:00:47.529321 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-55cc7bc5-ab74-43e2-ac93-802c640af6b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ad98989-c055-45b9-860e-35f2b4dacb26') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:00:47.529618 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-55cc7bc5-ab74-43e2-ac93-802c640af6b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ad98989-c055-45b9-860e-35f2b4dacb26') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:00:47.705401 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-8c33eeb2-05eb-4f05-b5c5-56caada52f37 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Allocated IP 192.168.233.225 (54d6ae2e-de73-4435-bfdd-cd390a2143ad/3d2f9c06-58f8-4b66-a033-2aa50eedddcd/3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:00:47.724556 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6560853d-11f3-4786-895d-15451b07fe06 req-7503da21-93a3-48ce-a2fc-4c28ca85e518 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=ff6e46a8-1c89-4230-957b-9ee1eb0f02c2 HTTP/1.1" status: 200 len: 217 time: 0.3054774 Feb 04 21:00:47.833797 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-06873edb-8550-4b37-a14e-78e278207803 req-70363367-7e1b-42f5-a5f1-150f58ace327 tempest-ServerShowV247Test-639754970 tempest-ServerShowV247Test-639754970-project] 10.222.0.18 "GET /v2.0/ports?device_id=a20d1048-86ed-45ee-b13f-4b45c798deb2 HTTP/1.1" status: 200 len: 210 time: 0.1031682 Feb 04 21:00:47.869198 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-55cc7bc5-ab74-43e2-ac93-802c640af6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:47.872304 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560853d-11f3-4786-895d-15451b07fe06 req-94bf4e1e-b773-4924-a7d0-01362175efd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:47.874043 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6560853d-11f3-4786-895d-15451b07fe06 req-94bf4e1e-b773-4924-a7d0-01362175efd8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.0892732 Feb 04 21:00:47.962697 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874171b-0328-4139-a9cc-12ab08b4e720 req-1da5b12a-2a47-42ca-95f6-6b4b7a0da7c4 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:47.982234 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874171b-0328-4139-a9cc-12ab08b4e720 req-1da5b12a-2a47-42ca-95f6-6b4b7a0da7c4 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:48.000074 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874171b-0328-4139-a9cc-12ab08b4e720 req-1da5b12a-2a47-42ca-95f6-6b4b7a0da7c4 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:48.004043 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-8c33eeb2-05eb-4f05-b5c5-56caada52f37 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:48.004302 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0874171b-0328-4139-a9cc-12ab08b4e720 req-1da5b12a-2a47-42ca-95f6-6b4b7a0da7c4 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6c5654-67f2-4313-a0a1-b2d69d3556d9 HTTP/1.1" status: 200 len: 2411 time: 0.4415364 Feb 04 21:00:48.047704 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-8c33eeb2-05eb-4f05-b5c5-56caada52f37 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Transition to ACTIVE for port object 3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:48.080032 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-7afb8f69-e39d-46ea-92bd-f30b9177f99a service neutron] Attempting to bind port e762ed88-2a9e-4e4d-b521-c7c76b87da33 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:00:48.080032 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-7afb8f69-e39d-46ea-92bd-f30b9177f99a service neutron] Attempting to bind port e762ed88-2a9e-4e4d-b521-c7c76b87da33 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': '2e156d37-8ae8-44ea-95e7-c327d477fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cc1270cb-9e79-43a1-b3d5-892c3ac0951f'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:00:48.080032 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-7afb8f69-e39d-46ea-92bd-f30b9177f99a service neutron] Attempting to bind port e762ed88-2a9e-4e4d-b521-c7c76b87da33 on network cc1270cb-9e79-43a1-b3d5-892c3ac0951f {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:00:48.093521 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-55cc7bc5-ab74-43e2-ac93-802c640af6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:48.127266 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-7afb8f69-e39d-46ea-92bd-f30b9177f99a service neutron] Port e762ed88-2a9e-4e4d-b521-c7c76b87da33 on network cc1270cb-9e79-43a1-b3d5-892c3ac0951f not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:00:48.127974 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-7afb8f69-e39d-46ea-92bd-f30b9177f99a service neutron] Attempting to bind port e762ed88-2a9e-4e4d-b521-c7c76b87da33 on network cc1270cb-9e79-43a1-b3d5-892c3ac0951f {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:00:48.192466 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0874171b-0328-4139-a9cc-12ab08b4e720 req-bf0cd0c3-be7e-42e0-a9f3-848a1b29def0 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/security-groups?id=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719055 Feb 04 21:00:48.216729 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-7afb8f69-e39d-46ea-92bd-f30b9177f99a service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:00:48.223516 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-7afb8f69-e39d-46ea-92bd-f30b9177f99a service neutron] Checking segment: {'id': '2e156d37-8ae8-44ea-95e7-c327d477fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cc1270cb-9e79-43a1-b3d5-892c3ac0951f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:00:48.231656 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-7afb8f69-e39d-46ea-92bd-f30b9177f99a service neutron] Bound using segment: {'id': '2e156d37-8ae8-44ea-95e7-c327d477fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cc1270cb-9e79-43a1-b3d5-892c3ac0951f'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:00:48.234752 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-7afb8f69-e39d-46ea-92bd-f30b9177f99a service neutron] Bound port: e762ed88-2a9e-4e4d-b521-c7c76b87da33, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e156d37-8ae8-44ea-95e7-c327d477fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cc1270cb-9e79-43a1-b3d5-892c3ac0951f'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:00:48.244472 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-7afb8f69-e39d-46ea-92bd-f30b9177f99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:48.247887 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560853d-11f3-4786-895d-15451b07fe06 req-7081ec30-2421-4e67-8688-00652383e667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:48.250894 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6560853d-11f3-4786-895d-15451b07fe06 req-7081ec30-2421-4e67-8688-00652383e667 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3680077 Feb 04 21:00:48.297696 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55cc7bc5-ab74-43e2-ac93-802c640af6b4 admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:00:48.298180 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-55cc7bc5-ab74-43e2-ac93-802c640af6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:48.342311 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:00:48.342311 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:00:48.342311 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:00:48.342311 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:00:48.342311 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:00:48.342311 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:00:48.342311 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:00:48.342311 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:00:48.342311 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:00:48.342311 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:00:48.342311 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:00:48.342311 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:00:48.342311 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:00:48.342311 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:00:48.342311 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:00:48.342311 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:00:48.342311 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:00:48.342311 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:00:48.342311 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:00:48.342311 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:00:48.342311 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:00:48.342311 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:00:48.342311 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:00:48.342311 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:00:48.342311 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:00:48.342311 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:00:48.342311 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:00:48.342311 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:00:48.342311 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:00:48.342311 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:00:48.342311 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:00:48.342311 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:00:48.475276 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-8c33eeb2-05eb-4f05-b5c5-56caada52f37 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:48.489001 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['8343f32f-bb85-405a-8f90-233944e1e0b0'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:00:48.498125 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fda02d-0ed1-49e7-9d8d-f7004bb0bcf0 req-3da0d89c-f701-49a7-8b50-65c03daa8997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:48.506651 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f6fda02d-0ed1-49e7-9d8d-f7004bb0bcf0 req-3da0d89c-f701-49a7-8b50-65c03daa8997 service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.9606762 Feb 04 21:00:48.569084 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-8c33eeb2-05eb-4f05-b5c5-56caada52f37 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Network 54d6ae2e-de73-4435-bfdd-cd390a2143ad is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:00:48.588264 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-8c33eeb2-05eb-4f05-b5c5-56caada52f37 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:00:48.592694 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-8c33eeb2-05eb-4f05-b5c5-56caada52f37 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:00:48.631902 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6560853d-11f3-4786-895d-15451b07fe06 req-10dea011-38a8-4459-96a1-b8722fbd3565 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719194 Feb 04 21:00:48.833487 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8be948-e486-4545-a5ea-6216855b2d2a req-5a3d6599-e8a3-4609-bc8c-24ab04e4b1f9 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:48.835083 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:48.845400 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bc8be948-e486-4545-a5ea-6216855b2d2a req-5a3d6599-e8a3-4609-bc8c-24ab04e4b1f9 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc543921-bfc2-423b-8090-e356042b1b02 HTTP/1.1" status: 200 len: 949 time: 0.4124930 Feb 04 21:00:48.963853 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-7afb8f69-e39d-46ea-92bd-f30b9177f99a service neutron] For port e762ed88-2a9e-4e4d-b521-c7c76b87da33, host n-h1-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:00:48.968175 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-7afb8f69-e39d-46ea-92bd-f30b9177f99a service neutron] For port e762ed88-2a9e-4e4d-b521-c7c76b87da33, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=e762ed88-2a9e-4e4d-b521-c7c76b87da33,segment=NetworkSegment(2e156d37-8ae8-44ea-95e7-c327d477fbee),segment_id=2e156d37-8ae8-44ea-95e7-c327d477fbee)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:00:49.003136 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-7afb8f69-e39d-46ea-92bd-f30b9177f99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:49.016628 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f6fda02d-0ed1-49e7-9d8d-f7004bb0bcf0 req-effba05e-c562-4a3f-8b91-d31eb02c68d3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=7d722a48-1731-4cd9-8d76-d643035f4f73 HTTP/1.1" status: 200 len: 217 time: 0.4421964 Feb 04 21:00:49.054143 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-7afb8f69-e39d-46ea-92bd-f30b9177f99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:49.055628 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-7afb8f69-e39d-46ea-92bd-f30b9177f99a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:49.057344 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-7afb8f69-e39d-46ea-92bd-f30b9177f99a service neutron] 10.222.0.32 "PUT /v2.0/ports/e762ed88-2a9e-4e4d-b521-c7c76b87da33 HTTP/1.1" status: 200 len: 1091 time: 4.7168663 Feb 04 21:00:49.065881 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bc8be948-e486-4545-a5ea-6216855b2d2a req-f5c5e1a4-b363-4078-988d-de14ca86f0bb tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ed875e2-5a67-46a6-a467-7361286c92c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192194 Feb 04 21:00:49.079208 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6c5654-67f2-4313-a0a1-b2d69d3556d9', 'tag': 'e762ed88-2a9e-4e4d-b521-c7c76b87da33'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:00:49.079208 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-55cc7bc5-ab74-43e2-ac93-802c640af6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:49.090318 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-55cc7bc5-ab74-43e2-ac93-802c640af6b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:49.093154 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6560853d-11f3-4786-895d-15451b07fe06 req-1ac03257-0a51-4178-adcf-1c67c90f7fed service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567599 Feb 04 21:00:49.098874 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-39c949f6-7e91-40e6-8ead-05fd616de2fc None None] Provisioning for port 3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:00:49.114787 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-39c949f6-7e91-40e6-8ead-05fd616de2fc None None] Provisioning complete for port 3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:49.115166 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-39c949f6-7e91-40e6-8ead-05fd616de2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:49.242824 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c33eeb2-05eb-4f05-b5c5-56caada52f37 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Pushing event updated for resources: {'Port': ['ID=3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:49.312748 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-39c949f6-7e91-40e6-8ead-05fd616de2fc None None] Port 3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:00:49.353328 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc7bc5-ab74-43e2-ac93-802c640af6b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=daf44bec-f847-4217-8d73-864c3f998625,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:49.360433 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-55cc7bc5-ab74-43e2-ac93-802c640af6b4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/daf44bec-f847-4217-8d73-864c3f998625 HTTP/1.1" status: 204 len: 168 time: 3.6876712 Feb 04 21:00:49.460230 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55fc37-a531-403f-805d-1680fadef490 req-1add0367-2276-4d0e-8b21-f3d4643520eb tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:49.461795 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ab55fc37-a531-403f-805d-1680fadef490 req-1add0367-2276-4d0e-8b21-f3d4643520eb tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/ports?device_id=782cdf2e-4c38-4275-9b36-01fc3f7a9739 HTTP/1.1" status: 200 len: 936 time: 0.1736548 Feb 04 21:00:49.476613 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb8f69-e39d-46ea-92bd-f30b9177f99a service neutron] Pushing event updated for resources: {'Port': ['ID=e762ed88-2a9e-4e4d-b521-c7c76b87da33,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:49.485695 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-8c33eeb2-05eb-4f05-b5c5-56caada52f37 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:49.486242 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-8c33eeb2-05eb-4f05-b5c5-56caada52f37 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:49.523360 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-8c33eeb2-05eb-4f05-b5c5-56caada52f37 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7492638 Feb 04 21:00:49.538704 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-1ccbe0cf-216f-4dd7-ba0f-a0e20fc3a5e2 service neutron] Request body: {'port': {'device_id': '782cdf2e-4c38-4275-9b36-01fc3f7a9739', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:00:49.548670 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ab55fc37-a531-403f-805d-1680fadef490 req-f2dbc8b9-a988-4222-9518-ff75abb485ff tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/security-groups?id=901a1770-7f4a-4c11-a0db-abacb7b70d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735717 Feb 04 21:00:49.618461 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fda02d-0ed1-49e7-9d8d-f7004bb0bcf0 req-9f06ae4e-8cf6-48d6-88a8-2260d7476ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:49.620406 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f6fda02d-0ed1-49e7-9d8d-f7004bb0bcf0 req-9f06ae4e-8cf6-48d6-88a8-2260d7476ef4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.5527129 Feb 04 21:00:49.707695 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 7d722a48-1731-4cd9-8d76-d643035f4f73 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:00:49.843139 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53802) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:00:49.974565 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 7d722a48-1731-4cd9-8d76-d643035f4f73 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:00:49.988392 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 7d722a48-1731-4cd9-8d76-d643035f4f73 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:49.988854 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:49.991299 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-d798ab05-4307-44ce-8179-057bab10bb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:50.000390 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-d798ab05-4307-44ce-8179-057bab10bb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:50.002274 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-d798ab05-4307-44ce-8179-057bab10bb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:50.006933 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-d798ab05-4307-44ce-8179-057bab10bb74 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf059d808b3643f5ba5990d95220908f&device_id=9f6c5654-67f2-4313-a0a1-b2d69d3556d9 HTTP/1.1" status: 200 len: 2864 time: 0.7289395 Feb 04 21:00:50.047803 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-67e32715-7c67-45e9-83b9-c66d658ff090 req-96f75fe4-5b91-4bae-8dbe-18cf5bfe6d4a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3966541 Feb 04 21:00:50.092718 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce48f0-3232-4c7e-86a5-750543dea376 req-65434624-32ad-4a73-9c8d-37041c82e723 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:50.096932 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-50ce48f0-3232-4c7e-86a5-750543dea376 req-65434624-32ad-4a73-9c8d-37041c82e723 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 949 time: 0.3420877 Feb 04 21:00:50.210712 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-50ce48f0-3232-4c7e-86a5-750543dea376 req-0a6b4bf2-48ef-415f-8fa0-c8b07e4adb28 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057951 Feb 04 21:00:50.221395 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:50.265506 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb5ccf4-4d31-441c-8d4c-f2216a63ad93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d722a48-1731-4cd9-8d76-d643035f4f73'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:00:50.269604 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-deafe982-4daf-4968-add6-d8340107b32b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.10&port_id=ffe2d22f-3e23-4983-b966-1f08d9a2b320 HTTP/1.1" status: 200 len: 217 time: 0.2117851 Feb 04 21:00:50.279333 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 7d722a48-1731-4cd9-8d76-d643035f4f73, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=7d722a48-1731-4cd9-8d76-d643035f4f73,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:50.291252 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:50.292804 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device ff6e46a8-1c89-4230-957b-9ee1eb0f02c2 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:00:50.371331 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-8c9a3842-24af-4f0f-9d08-291e63cb33bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:50.373907 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-8c9a3842-24af-4f0f-9d08-291e63cb33bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9c757d82-1633-41f5-aa68-3b89fdd15851 HTTP/1.1" status: 200 len: 801 time: 0.0890872 Feb 04 21:00:50.384763 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-1ccbe0cf-216f-4dd7-ba0f-a0e20fc3a5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:50.390367 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e32715-7c67-45e9-83b9-c66d658ff090 req-0ed60981-508f-4f67-94ff-a460efb0b80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:50.391829 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-67e32715-7c67-45e9-83b9-c66d658ff090 req-0ed60981-508f-4f67-94ff-a460efb0b80b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 1100 time: 0.1678774 Feb 04 21:00:50.442944 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a68e9a80-1bad-471f-ad27-8e8c35446e95 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6734ace55ee7495e90d4a9d58425192d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5922594 Feb 04 21:00:50.448942 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53812) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:00:50.465475 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fda02d-0ed1-49e7-9d8d-f7004bb0bcf0 req-131094e6-174c-4e52-804a-901767ddd968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:50.467716 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f6fda02d-0ed1-49e7-9d8d-f7004bb0bcf0 req-131094e6-174c-4e52-804a-901767ddd968 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8287003 Feb 04 21:00:50.529872 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f6c5654-67f2-4313-a0a1-b2d69d3556d9', 'tag': 'e762ed88-2a9e-4e4d-b521-c7c76b87da33', 'status': 'completed', 'code': 200} Feb 04 21:00:50.537158 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=7d722a48-1731-4cd9-8d76-d643035f4f73,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:50.656441 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port ff6e46a8-1c89-4230-957b-9ee1eb0f02c2 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:00:50.665450 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port ff6e46a8-1c89-4230-957b-9ee1eb0f02c2 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:00:50.667163 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:50.695472 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d8e8660d-a8f2-40a9-a0a1-e462f47d7a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:50.757371 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d8e8660d-a8f2-40a9-a0a1-e462f47d7a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:50.831078 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d8e8660d-a8f2-40a9-a0a1-e462f47d7a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:50.922659 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d8e8660d-a8f2-40a9-a0a1-e462f47d7a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:50.924115 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d8e8660d-a8f2-40a9-a0a1-e462f47d7a41 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4f4573a1-7a25-4406-ac63-dedf8c77a1c8 HTTP/1.1" status: 204 len: 168 time: 0.4652939 Feb 04 21:00:50.926032 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8660d-a8f2-40a9-a0a1-e462f47d7a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4573a1-7a25-4406-ac63-dedf8c77a1c8,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:50.933336 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e32715-7c67-45e9-83b9-c66d658ff090 req-56e580d0-c8af-4a8b-94f9-41ffa658c4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:50.934924 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-67e32715-7c67-45e9-83b9-c66d658ff090 req-56e580d0-c8af-4a8b-94f9-41ffa658c4e1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.5183976 Feb 04 21:00:50.937490 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:51.040715 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port ff6e46a8-1c89-4230-957b-9ee1eb0f02c2, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=ff6e46a8-1c89-4230-957b-9ee1eb0f02c2,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:00:51.051266 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:51.065069 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-1de9ad7a-c71d-423d-b814-013615734dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:51.071080 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-1de9ad7a-c71d-423d-b814-013615734dc3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc1270cb-9e79-43a1-b3d5-892c3ac0951f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6739507 Feb 04 21:00:51.078130 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f6fda02d-0ed1-49e7-9d8d-f7004bb0bcf0 req-fa1661ac-abf8-4e95-ab45-3dd172e8ad06 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6028121 Feb 04 21:00:51.085337 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-67e32715-7c67-45e9-83b9-c66d658ff090 req-09e0b4eb-50dd-418b-a6a9-0f3f7c4adcd6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=ad455e09-717a-4546-83e2-e55a50a48670 HTTP/1.1" status: 200 len: 217 time: 0.1434443 Feb 04 21:00:51.229870 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=ff6e46a8-1c89-4230-957b-9ee1eb0f02c2,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:51.248199 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e32715-7c67-45e9-83b9-c66d658ff090 req-52100e3c-15bd-4356-a887-450a5606efce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:51.249846 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-67e32715-7c67-45e9-83b9-c66d658ff090 req-52100e3c-15bd-4356-a887-450a5606efce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.1532128 Feb 04 21:00:51.259885 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f6e47-f0fa-4732-8f6f-7d95ef682a6d req-ce1f24e8-220e-4768-9e6a-1a7d608a0e42 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:51.266649 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f6e47-f0fa-4732-8f6f-7d95ef682a6d req-ce1f24e8-220e-4768-9e6a-1a7d608a0e42 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:51.272901 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f6e47-f0fa-4732-8f6f-7d95ef682a6d req-ce1f24e8-220e-4768-9e6a-1a7d608a0e42 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:51.311899 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a41f6e47-f0fa-4732-8f6f-7d95ef682a6d req-ce1f24e8-220e-4768-9e6a-1a7d608a0e42 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6c5654-67f2-4313-a0a1-b2d69d3556d9 HTTP/1.1" status: 200 len: 2411 time: 0.4618392 Feb 04 21:00:51.412199 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a41f6e47-f0fa-4732-8f6f-7d95ef682a6d req-6f76cab5-b424-4702-ba85-42ad681b00eb tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/security-groups?id=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227920 Feb 04 21:00:51.413508 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f6fda02d-0ed1-49e7-9d8d-f7004bb0bcf0 req-568a2cce-63e4-42fe-8d3c-ccbe05364bca service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245237 Feb 04 21:00:51.464068 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e32715-7c67-45e9-83b9-c66d658ff090 req-ce5e3e28-bfe5-405a-ac8a-6cddb7243b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:51.467688 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-67e32715-7c67-45e9-83b9-c66d658ff090 req-ce5e3e28-bfe5-405a-ac8a-6cddb7243b29 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1770179 Feb 04 21:00:51.686605 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-8eca29f1-a35a-4835-95d0-3ab22e8c1dd5 service neutron] 10.222.0.32 "GET /v2.0/networks/cc1270cb-9e79-43a1-b3d5-892c3ac0951f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5928400 Feb 04 21:00:51.899587 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-7dba20d7-253c-470e-8fcb-9e9e10dbdd96 service neutron] 10.222.0.32 "GET /v2.0/networks/cc1270cb-9e79-43a1-b3d5-892c3ac0951f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051806 Feb 04 21:00:51.941798 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-67e32715-7c67-45e9-83b9-c66d658ff090 req-2ac0a39f-022c-4e9c-b56a-c99d0a23d4c8 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644618 Feb 04 21:00:51.955559 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87839f8-09ce-4933-8afb-005c8950f26b req-5f84acdb-c4f1-44ad-aadf-88aee907b5c0 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:51.957108 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b87839f8-09ce-4933-8afb-005c8950f26b req-5f84acdb-c4f1-44ad-aadf-88aee907b5c0 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc543921-bfc2-423b-8090-e356042b1b02 HTTP/1.1" status: 200 len: 950 time: 0.1693854 Feb 04 21:00:52.208713 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b87839f8-09ce-4933-8afb-005c8950f26b req-311e6d27-f0d1-438c-afd1-3a4d337a2845 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ed875e2-5a67-46a6-a467-7361286c92c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277639 Feb 04 21:00:52.302772 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb5ccf4-4d31-441c-8d4c-f2216a63ad93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d722a48-1731-4cd9-8d76-d643035f4f73', 'code': 200} Feb 04 21:00:52.314399 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-67e32715-7c67-45e9-83b9-c66d658ff090 req-3342f3a5-1262-46c3-83d3-df2c43702bcf service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561292 Feb 04 21:00:52.407332 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-4548fa17-32d1-4aa5-b546-17f2f730168f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.141&port_id=854a351f-56e0-4946-a793-de4830debb9e HTTP/1.1" status: 200 len: 217 time: 0.4918315 Feb 04 21:00:52.533517 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-1ccbe0cf-216f-4dd7-ba0f-a0e20fc3a5e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:00:52.551317 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-1ccbe0cf-216f-4dd7-ba0f-a0e20fc3a5e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:52.584861 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53850) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:00:52.588616 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cd48e-08fc-4bf5-9cf5-15afa9e80412 req-491212db-938d-4b02-b8b8-fff8088e174f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:52.590682 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-294cd48e-08fc-4bf5-9cf5-15afa9e80412 req-491212db-938d-4b02-b8b8-fff8088e174f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 1101 time: 0.1865571 Feb 04 21:00:52.647083 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-1ccbe0cf-216f-4dd7-ba0f-a0e20fc3a5e2 service neutron] Transition to ACTIVE for port object 3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:00:52.661236 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-b8878c13-5c8a-4379-985f-496270711d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:52.661236 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-b8878c13-5c8a-4379-985f-496270711d23 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a413728-58eb-466d-9c56-f60012600056 HTTP/1.1" status: 200 len: 801 time: 0.1847847 Feb 04 21:00:52.664668 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-1ccbe0cf-216f-4dd7-ba0f-a0e20fc3a5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:52.790444 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ad48ab29-39cb-497d-a724-a5fcc3e8ac0e req-a2d8d6ec-53dd-4219-aa1a-61cede3354ef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f177e4f3388941328ec95c0f3f9d6b2b&device_id=7ea6b643-de6b-48d4-9b87-90526202b5c3 HTTP/1.1" status: 200 len: 210 time: 0.0942430 Feb 04 21:00:52.869996 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ad48ab29-39cb-497d-a724-a5fcc3e8ac0e req-89236528-a6d2-4c36-a9fe-c04e4c5c0c32 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=f177e4f3388941328ec95c0f3f9d6b2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693989 Feb 04 21:00:52.939277 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-c2ad1ee8-88f7-4d4a-9359-31cf85e58992 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-222477496-network', 'tenant_id': '110ca744f7104f16a19517bf4ccbee1e'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:00:52.941936 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccbe0cf-216f-4dd7-ba0f-a0e20fc3a5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:52.954154 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c2ad1ee8-88f7-4d4a-9359-31cf85e58992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:00:52.957805 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-294cd48e-08fc-4bf5-9cf5-15afa9e80412 req-13199036-c44b-4373-a2de-97b9b28f2cf6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603008 Feb 04 21:00:52.967031 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c2ad1ee8-88f7-4d4a-9359-31cf85e58992 admin admin] Usage tracker for resource:network and tenant:110ca744f7104f16a19517bf4ccbee1e is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:00:52.970491 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c2ad1ee8-88f7-4d4a-9359-31cf85e58992 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:00:52.986230 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c2ad1ee8-88f7-4d4a-9359-31cf85e58992 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:00:53.022388 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ad1ee8-88f7-4d4a-9359-31cf85e58992 admin admin] Made reservation on behalf of 110ca744f7104f16a19517bf4ccbee1e for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:00:53.035738 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c2ad1ee8-88f7-4d4a-9359-31cf85e58992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:53.315327 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-1ccbe0cf-216f-4dd7-ba0f-a0e20fc3a5e2 service neutron] Attempting to bind port 3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:00:53.315684 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-1ccbe0cf-216f-4dd7-ba0f-a0e20fc3a5e2 service neutron] Attempting to bind port 3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:00:53.315981 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-1ccbe0cf-216f-4dd7-ba0f-a0e20fc3a5e2 service neutron] Attempting to bind port 3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:00:53.325394 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-1ccbe0cf-216f-4dd7-ba0f-a0e20fc3a5e2 service neutron] Port 3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:00:53.326635 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-1ccbe0cf-216f-4dd7-ba0f-a0e20fc3a5e2 service neutron] Attempting to bind port 3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:00:53.345542 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-1ccbe0cf-216f-4dd7-ba0f-a0e20fc3a5e2 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:00:53.345887 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-1ccbe0cf-216f-4dd7-ba0f-a0e20fc3a5e2 service neutron] Checking segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:00:53.346269 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-1ccbe0cf-216f-4dd7-ba0f-a0e20fc3a5e2 service neutron] Bound using segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:00:53.347043 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-1ccbe0cf-216f-4dd7-ba0f-a0e20fc3a5e2 service neutron] Bound port: 3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:00:53.347672 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-1ccbe0cf-216f-4dd7-ba0f-a0e20fc3a5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:53.354039 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48ab29-39cb-497d-a724-a5fcc3e8ac0e req-aa2be8b0-1e32-47ee-a0db-31b8c170ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:53.355806 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ad48ab29-39cb-497d-a724-a5fcc3e8ac0e req-aa2be8b0-1e32-47ee-a0db-31b8c170ba02 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4779758 Feb 04 21:00:53.360641 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-bba6c374-5b9a-49dc-adf0-6c6ba61717f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:53.362167 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-bba6c374-5b9a-49dc-adf0-6c6ba61717f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=33c07bcf-1bac-4a04-8de1-a26aea917667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4287074 Feb 04 21:00:53.363931 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c2ad1ee8-88f7-4d4a-9359-31cf85e58992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:53.401432 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c2ad1ee8-88f7-4d4a-9359-31cf85e58992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:00:53.411181 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c2ad1ee8-88f7-4d4a-9359-31cf85e58992 admin admin] Usage tracker for resource:security_group_rule and tenant:110ca744f7104f16a19517bf4ccbee1e is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:00:53.415953 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c2ad1ee8-88f7-4d4a-9359-31cf85e58992 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:00:53.423023 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c2ad1ee8-88f7-4d4a-9359-31cf85e58992 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:00:53.501557 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cfd07-5d0e-402d-a7ef-580330adf9a5 req-e127be9d-8049-46c4-a57a-cd24f134663b tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:53.512209 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-389cfd07-5d0e-402d-a7ef-580330adf9a5 req-e127be9d-8049-46c4-a57a-cd24f134663b tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/ports?device_id=782cdf2e-4c38-4275-9b36-01fc3f7a9739 HTTP/1.1" status: 200 len: 948 time: 0.5052693 Feb 04 21:00:53.693746 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-1ccbe0cf-216f-4dd7-ba0f-a0e20fc3a5e2 service neutron] For port 3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:00:53.700949 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-a57282bd-cd2e-4199-844c-d86f389333b8 service neutron] 10.222.0.32 "GET /v2.0/networks/33c07bcf-1bac-4a04-8de1-a26aea917667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893167 Feb 04 21:00:53.706095 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-1ccbe0cf-216f-4dd7-ba0f-a0e20fc3a5e2 service neutron] For port 3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:00:53.709293 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c2ad1ee8-88f7-4d4a-9359-31cf85e58992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:53.731402 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-1ccbe0cf-216f-4dd7-ba0f-a0e20fc3a5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:53.755925 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c2ad1ee8-88f7-4d4a-9359-31cf85e58992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:53.831260 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ad1ee8-88f7-4d4a-9359-31cf85e58992 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:00:53.835732 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-389cfd07-5d0e-402d-a7ef-580330adf9a5 req-83165cab-3f0e-4dbc-9592-804d75df0816 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/security-groups?id=901a1770-7f4a-4c11-a0db-abacb7b70d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195062 Feb 04 21:00:53.869510 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad1ee8-88f7-4d4a-9359-31cf85e58992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ef7440-2185-4a5a-88af-4df051bca1c6,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:53.876350 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c2ad1ee8-88f7-4d4a-9359-31cf85e58992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:53.877355 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-c2ad1ee8-88f7-4d4a-9359-31cf85e58992 admin admin] Added segment d1cccddd-34ac-4571-ac7c-e34247e3ef9a of type vlan for network ae0a46c0-cdc0-4375-9f5d-26817dc6661e Feb 04 21:00:53.910923 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-1ccbe0cf-216f-4dd7-ba0f-a0e20fc3a5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:53.917988 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-1ccbe0cf-216f-4dd7-ba0f-a0e20fc3a5e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:53.920484 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a7b1c-8589-4903-9efa-15c65019f9b9 req-281e20e2-d31c-4f51-ba29-4b4f820c5ab9 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:53.921481 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-1ccbe0cf-216f-4dd7-ba0f-a0e20fc3a5e2 service neutron] 10.222.0.18 "PUT /v2.0/ports/3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e HTTP/1.1" status: 200 len: 1096 time: 4.3881483 Feb 04 21:00:53.922916 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782cdf2e-4c38-4275-9b36-01fc3f7a9739', 'tag': '3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:00:53.928227 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ff0a7b1c-8589-4903-9efa-15c65019f9b9 req-281e20e2-d31c-4f51-ba29-4b4f820c5ab9 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 950 time: 0.2214665 Feb 04 21:00:54.020395 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c2ad1ee8-88f7-4d4a-9359-31cf85e58992 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:54.048658 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccbe0cf-216f-4dd7-ba0f-a0e20fc3a5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:54.128740 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-d84b1276-90ea-4588-ad91-96feacd0e835 service neutron] 10.222.0.32 "GET /v2.0/networks/33c07bcf-1bac-4a04-8de1-a26aea917667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207718 Feb 04 21:00:54.138703 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ff0a7b1c-8589-4903-9efa-15c65019f9b9 req-61f30021-9272-449b-85ac-30eea56fb2d2 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090173 Feb 04 21:00:54.303284 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c2ad1ee8-88f7-4d4a-9359-31cf85e58992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:54.303521 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc543921-bfc2-423b-8090-e356042b1b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6e46a8-1c89-4230-957b-9ee1eb0f02c2'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:00:54.304234 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ad1ee8-88f7-4d4a-9359-31cf85e58992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:54.304806 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c2ad1ee8-88f7-4d4a-9359-31cf85e58992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:54.358989 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-3d5fe8ef-246f-4ad1-ba64-9ac88239d585 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.28&port_id=e762ed88-2a9e-4e4d-b521-c7c76b87da33 HTTP/1.1" status: 200 len: 217 time: 0.1919563 Feb 04 21:00:54.467357 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-80440b30-dfac-4909-9ef7-28e9830c54aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:54.471573 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-80440b30-dfac-4909-9ef7-28e9830c54aa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fdebd31004d4485bb31ace7bc9f49c3c&device_id=782cdf2e-4c38-4275-9b36-01fc3f7a9739 HTTP/1.1" status: 200 len: 1099 time: 0.3376009 Feb 04 21:00:54.477424 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-22bd449e-de6a-4bb8-89c3-e1a77dba9bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:54.480484 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-22bd449e-de6a-4bb8-89c3-e1a77dba9bdc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9c757d82-1633-41f5-aa68-3b89fdd15851 HTTP/1.1" status: 200 len: 801 time: 0.1112876 Feb 04 21:00:54.522087 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c5ac42d1-465f-41f8-a205-ec5149084a57 req-1fb203c1-b09a-4149-ba26-48ce1d59033c tempest-ServerShowV247Test-639754970 tempest-ServerShowV247Test-639754970-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ea6b643-de6b-48d4-9b87-90526202b5c3 HTTP/1.1" status: 200 len: 210 time: 0.0686417 Feb 04 21:00:54.566945 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad1ee8-88f7-4d4a-9359-31cf85e58992 admin admin] Pushing event updated for resources: {'Network': ['ID=ae0a46c0-cdc0-4375-9f5d-26817dc6661e,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:54.570278 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-74f12c10-bd1d-40bf-a8f0-326b913c854c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e HTTP/1.1" status: 200 len: 217 time: 0.0876317 Feb 04 21:00:54.581541 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c2ad1ee8-88f7-4d4a-9359-31cf85e58992 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9953074 Feb 04 21:00:54.584112 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53882) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:00:54.584974 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network ae0a46c0-cdc0-4375-9f5d-26817dc6661e details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:00:54.599485 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-c8b39d7e-98e9-4254-a111-999c07ea07a0 admin admin] Request body: {'subnet': {'network_id': 'ae0a46c0-cdc0-4375-9f5d-26817dc6661e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-222477496-subnet', 'tenant_id': '110ca744f7104f16a19517bf4ccbee1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:00:54.627616 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d330a7-ffc0-4929-bc81-58734974accf req-649ae32c-65f4-453e-90eb-c4dd96623788 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:54.638015 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d330a7-ffc0-4929-bc81-58734974accf req-649ae32c-65f4-453e-90eb-c4dd96623788 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:54.650529 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d330a7-ffc0-4929-bc81-58734974accf req-649ae32c-65f4-453e-90eb-c4dd96623788 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:54.665198 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2d330a7-ffc0-4929-bc81-58734974accf req-649ae32c-65f4-453e-90eb-c4dd96623788 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6c5654-67f2-4313-a0a1-b2d69d3556d9 HTTP/1.1" status: 200 len: 2411 time: 0.5228493 Feb 04 21:00:54.669705 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c8b39d7e-98e9-4254-a111-999c07ea07a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:00:54.676669 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-733f0d79-73c5-42be-a25d-0174c67b446c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:54.678625 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-733f0d79-73c5-42be-a25d-0174c67b446c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.0639269 Feb 04 21:00:54.746291 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c8b39d7e-98e9-4254-a111-999c07ea07a0 admin admin] Usage tracker for resource:subnet and tenant:110ca744f7104f16a19517bf4ccbee1e is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:00:54.800042 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c8b39d7e-98e9-4254-a111-999c07ea07a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:00:54.824701 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2d330a7-ffc0-4929-bc81-58734974accf req-2398d6f8-60e9-40bc-a1e8-1e79a9c146f3 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/security-groups?id=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582041 Feb 04 21:00:54.830882 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c8b39d7e-98e9-4254-a111-999c07ea07a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:00:54.850484 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b39d7e-98e9-4254-a111-999c07ea07a0 admin admin] Made reservation on behalf of 110ca744f7104f16a19517bf4ccbee1e for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:00:54.853019 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c8b39d7e-98e9-4254-a111-999c07ea07a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:54.910129 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '782cdf2e-4c38-4275-9b36-01fc3f7a9739', 'tag': '3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e', 'status': 'completed', 'code': 200} Feb 04 21:00:54.958655 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442c43e-c5f7-4edc-8961-59ce43ba8c3a req-b561578f-a7a9-4d0f-a6b3-dbdba1668de2 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:54.967187 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3442c43e-c5f7-4edc-8961-59ce43ba8c3a req-b561578f-a7a9-4d0f-a6b3-dbdba1668de2 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc543921-bfc2-423b-8090-e356042b1b02 HTTP/1.1" status: 200 len: 950 time: 0.2246919 Feb 04 21:00:54.980906 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-2b16aebc-f6c6-4a52-92a4-f54401c973cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:54.982905 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-2b16aebc-f6c6-4a52-92a4-f54401c973cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2977381 Feb 04 21:00:54.989415 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc543921-bfc2-423b-8090-e356042b1b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6e46a8-1c89-4230-957b-9ee1eb0f02c2', 'code': 200} Feb 04 21:00:54.993319 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-25fad077-4b7b-46d4-aca4-1ed04bf34fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:54.995011 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-25fad077-4b7b-46d4-aca4-1ed04bf34fef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc1270cb-9e79-43a1-b3d5-892c3ac0951f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4238627 Feb 04 21:00:55.056078 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3442c43e-c5f7-4edc-8961-59ce43ba8c3a req-70b0410a-71d5-43d9-aea7-dc494cfb4da6 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ed875e2-5a67-46a6-a467-7361286c92c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879538 Feb 04 21:00:55.258095 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-94017f90-35f4-4600-9d82-c68df1cfd8e4 service neutron] 10.222.0.32 "GET /v2.0/networks/cc1270cb-9e79-43a1-b3d5-892c3ac0951f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193646 Feb 04 21:00:55.472357 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c8b39d7e-98e9-4254-a111-999c07ea07a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:55.534581 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9f228b3f-0ff4-424b-8e63-c3d198531837 req-1b72e3a5-06c6-47c9-8ad8-ba2c41b1aaa7 service neutron] 10.222.0.32 "GET /v2.0/networks/cc1270cb-9e79-43a1-b3d5-892c3ac0951f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688023 Feb 04 21:00:55.730646 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360d984-4702-48c6-bdca-08880907362d req-e06f6e1b-ffad-4a47-8fbb-fd2231620873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:55.732686 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5360d984-4702-48c6-bdca-08880907362d req-e06f6e1b-ffad-4a47-8fbb-fd2231620873 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fc543921-bfc2-423b-8090-e356042b1b02 HTTP/1.1" status: 200 len: 1101 time: 0.4707603 Feb 04 21:00:55.793968 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ad48ab29-39cb-497d-a724-a5fcc3e8ac0e req-f574a35a-d532-46e5-a85a-9eb5bbbb5f8a tempest-ServerShowV247Test-639754970 tempest-ServerShowV247Test-639754970-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ea6b643-de6b-48d4-9b87-90526202b5c3 HTTP/1.1" status: 200 len: 210 time: 0.5114348 Feb 04 21:00:55.807322 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5360d984-4702-48c6-bdca-08880907362d req-02198714-ceaa-4ec1-babf-76fd544433ec service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4ed875e2-5a67-46a6-a467-7361286c92c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558662 Feb 04 21:00:55.814043 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-ce8faf35-d496-442e-a777-dddcd03cb9b2 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8180900 Feb 04 21:00:55.836149 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb978d-418c-449c-a052-72685ab8b1e2 req-d6bd2adf-cbe9-45ad-883d-2e6a0bd75c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:55.836662 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb978d-418c-449c-a052-72685ab8b1e2 req-d6bd2adf-cbe9-45ad-883d-2e6a0bd75c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:55.837717 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb978d-418c-449c-a052-72685ab8b1e2 req-d6bd2adf-cbe9-45ad-883d-2e6a0bd75c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:55.839633 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-acdb978d-418c-449c-a052-72685ab8b1e2 req-d6bd2adf-cbe9-45ad-883d-2e6a0bd75c85 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf059d808b3643f5ba5990d95220908f&device_id=9f6c5654-67f2-4313-a0a1-b2d69d3556d9 HTTP/1.1" status: 200 len: 2864 time: 0.2126904 Feb 04 21:00:55.913033 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:56.012777 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b39d7e-98e9-4254-a111-999c07ea07a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8f4fccc-d4e9-4108-990a-8ebbbaccbe32,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:00:56.016870 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b39d7e-98e9-4254-a111-999c07ea07a0 admin admin] Checking segment: {'id': 'd1cccddd-34ac-4571-ac7c-e34247e3ef9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'ae0a46c0-cdc0-4375-9f5d-26817dc6661e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:00:56.017241 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b39d7e-98e9-4254-a111-999c07ea07a0 admin admin] Network hostable DHCP agents. Network: ae0a46c0-cdc0-4375-9f5d-26817dc6661e, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:00:56.018244 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb978d-418c-449c-a052-72685ab8b1e2 req-0b109270-7acc-418b-ad49-00d75915c8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:56.020889 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-acdb978d-418c-449c-a052-72685ab8b1e2 req-0b109270-7acc-418b-ad49-00d75915c8d0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc1270cb-9e79-43a1-b3d5-892c3ac0951f HTTP/1.1" status: 200 len: 903 time: 0.1667402 Feb 04 21:00:56.125303 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b34ee-a8e4-4335-8475-e0a11e0e4705 req-93210d61-5b49-4f89-980c-92bcbcbc6f1a tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:56.131644 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2b0b34ee-a8e4-4335-8475-e0a11e0e4705 req-93210d61-5b49-4f89-980c-92bcbcbc6f1a tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/ports?device_id=782cdf2e-4c38-4275-9b36-01fc3f7a9739 HTTP/1.1" status: 200 len: 948 time: 0.8428869 Feb 04 21:00:56.187449 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-acdb978d-418c-449c-a052-72685ab8b1e2 req-e13a9fae-667c-4b23-9842-577a1fe0608e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.28&port_id=e762ed88-2a9e-4e4d-b521-c7c76b87da33 HTTP/1.1" status: 200 len: 217 time: 0.1460841 Feb 04 21:00:56.193673 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b39d7e-98e9-4254-a111-999c07ea07a0 admin admin] Network ae0a46c0-cdc0-4375-9f5d-26817dc6661e is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:00:56.260456 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2b0b34ee-a8e4-4335-8475-e0a11e0e4705 req-10f15bb8-10cf-49f6-96ae-24da3c767bd1 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/security-groups?id=901a1770-7f4a-4c11-a0db-abacb7b70d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151388 Feb 04 21:00:56.283670 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb978d-418c-449c-a052-72685ab8b1e2 req-44f009dd-c311-42d9-93b3-f1606d2222e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:56.283670 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-acdb978d-418c-449c-a052-72685ab8b1e2 req-44f009dd-c311-42d9-93b3-f1606d2222e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9c757d82-1633-41f5-aa68-3b89fdd15851 HTTP/1.1" status: 200 len: 801 time: 0.0776105 Feb 04 21:00:56.302846 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdba3db-eb05-484c-bd81-791a6e1f7e8a req-7577a748-6c40-4545-b536-7dc4e90a0627 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:56.321631 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ebdba3db-eb05-484c-bd81-791a6e1f7e8a req-7577a748-6c40-4545-b536-7dc4e90a0627 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 950 time: 0.9870474 Feb 04 21:00:56.324326 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-c8b39d7e-98e9-4254-a111-999c07ea07a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, ae0a46c0-cdc0-4375-9f5d-26817dc6661e) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:00:56.337248 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae63b53f-c613-40f5-908a-5de14321890f None None] Network ae0a46c0-cdc0-4375-9f5d-26817dc6661e requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:00:56.343829 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b39d7e-98e9-4254-a111-999c07ea07a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:56.344543 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c8b39d7e-98e9-4254-a111-999c07ea07a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:56.384546 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c8b39d7e-98e9-4254-a111-999c07ea07a0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7940958 Feb 04 21:00:56.414466 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ebdba3db-eb05-484c-bd81-791a6e1f7e8a req-427ffd3d-c6cf-4e40-abde-c015ab2380be tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917296 Feb 04 21:00:56.468034 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6c82fc45-ceb7-4b13-9c09-b00867e23762 req-d26c67bb-fbb1-42d2-88e7-49f640fd038c service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459629 Feb 04 21:00:56.539455 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb978d-418c-449c-a052-72685ab8b1e2 req-ab7fc4a9-ed79-40fc-a0a2-df181fc5699b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:56.541074 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-acdb978d-418c-449c-a052-72685ab8b1e2 req-ab7fc4a9-ed79-40fc-a0a2-df181fc5699b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc1270cb-9e79-43a1-b3d5-892c3ac0951f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2454073 Feb 04 21:00:56.791838 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1397a51c-ecbf-4aa7-a2b6-51fc139da675 req-59099d37-a846-4b32-bf11-e6101cd9e42b tempest-ServerShowV247Test-639754970 tempest-ServerShowV247Test-639754970-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ea6b643-de6b-48d4-9b87-90526202b5c3 HTTP/1.1" status: 200 len: 210 time: 0.1331918 Feb 04 21:00:56.835350 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd2600-54c4-40c5-a3ce-9fc25dde3389 req-84ec0668-c7ea-47c4-b2fa-bddee4d484b6 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:56.850112 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd2600-54c4-40c5-a3ce-9fc25dde3389 req-84ec0668-c7ea-47c4-b2fa-bddee4d484b6 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:56.855951 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd2600-54c4-40c5-a3ce-9fc25dde3389 req-84ec0668-c7ea-47c4-b2fa-bddee4d484b6 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:56.876620 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a1fd2600-54c4-40c5-a3ce-9fc25dde3389 req-84ec0668-c7ea-47c4-b2fa-bddee4d484b6 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6c5654-67f2-4313-a0a1-b2d69d3556d9 HTTP/1.1" status: 200 len: 2411 time: 0.3120117 Feb 04 21:00:56.931251 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-acdb978d-418c-449c-a052-72685ab8b1e2 req-3e754625-fd9e-48bb-bb02-3599c8e56826 service neutron] 10.222.0.32 "GET /v2.0/networks/cc1270cb-9e79-43a1-b3d5-892c3ac0951f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396488 Feb 04 21:00:57.011660 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a1fd2600-54c4-40c5-a3ce-9fc25dde3389 req-07b1cd87-f27e-4fc7-956b-39d6f1a2271f tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/security-groups?id=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341712 Feb 04 21:00:57.099650 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444442c-7f54-46c7-9a3e-faf0c9ef46a3 req-6c7ee1df-6c72-4410-a68a-ea626dac423b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:57.101251 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e444442c-7f54-46c7-9a3e-faf0c9ef46a3 req-6c7ee1df-6c72-4410-a68a-ea626dac423b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fdebd31004d4485bb31ace7bc9f49c3c&device_id=782cdf2e-4c38-4275-9b36-01fc3f7a9739 HTTP/1.1" status: 200 len: 1099 time: 0.5590050 Feb 04 21:00:57.158095 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e104cb6b-78ec-42fb-bbf1-5ffa701d66ef None None] Network ae0a46c0-cdc0-4375-9f5d-26817dc6661e requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:00:57.240929 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505ffa2-8477-4ec7-9910-401e0ce8e58b req-be7135f6-481b-486e-b8bf-cdcf0f2f64e4 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:57.261819 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1505ffa2-8477-4ec7-9910-401e0ce8e58b req-be7135f6-481b-486e-b8bf-cdcf0f2f64e4 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc543921-bfc2-423b-8090-e356042b1b02 HTTP/1.1" status: 200 len: 950 time: 0.2460349 Feb 04 21:00:57.359277 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1505ffa2-8477-4ec7-9910-401e0ce8e58b req-8587c9e9-50a7-49ba-8cd9-b50436e88ea8 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ed875e2-5a67-46a6-a467-7361286c92c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954554 Feb 04 21:00:57.980587 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ffd84-7268-439d-9cb1-ffeefb2ff7e6 req-1615c0c4-8399-437e-adba-fe9c46829811 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:57.989181 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-066ffd84-7268-439d-9cb1-ffeefb2ff7e6 req-1615c0c4-8399-437e-adba-fe9c46829811 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/ports?device_id=782cdf2e-4c38-4275-9b36-01fc3f7a9739 HTTP/1.1" status: 200 len: 948 time: 0.1141992 Feb 04 21:00:58.084488 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-066ffd84-7268-439d-9cb1-ffeefb2ff7e6 req-7c386f3a-4c02-4c1b-9a69-76f3909e7372 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/security-groups?id=901a1770-7f4a-4c11-a0db-abacb7b70d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942037 Feb 04 21:00:58.146986 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-acdb978d-418c-449c-a052-72685ab8b1e2 req-2cf33631-b240-422b-baff-c282155d7d12 service neutron] 10.222.0.32 "GET /v2.0/networks/cc1270cb-9e79-43a1-b3d5-892c3ac0951f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2062726 Feb 04 21:00:58.231358 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444442c-7f54-46c7-9a3e-faf0c9ef46a3 req-fa50deb3-4efb-4ada-adc7-accd7d1e98cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:58.233530 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e444442c-7f54-46c7-9a3e-faf0c9ef46a3 req-fa50deb3-4efb-4ada-adc7-accd7d1e98cd service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 1.1046655 Feb 04 21:00:58.290669 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e49a53-ea6c-4850-9631-c9c594521172 req-e56c1ec9-bc35-4647-896d-af794dcc971c tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:58.292283 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-07e49a53-ea6c-4850-9631-c9c594521172 req-e56c1ec9-bc35-4647-896d-af794dcc971c tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 950 time: 0.1774087 Feb 04 21:00:58.325924 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-28fd1ca2-eb23-4a07-93aa-9d87b93b31b3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4127960 Feb 04 21:00:58.347338 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e444442c-7f54-46c7-9a3e-faf0c9ef46a3 req-9560dfb6-e5e8-441b-8480-1951a26a687a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e HTTP/1.1" status: 200 len: 217 time: 0.1070578 Feb 04 21:00:58.435933 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-07e49a53-ea6c-4850-9631-c9c594521172 req-80c6b7b8-15bc-4d91-8735-dfaefa79f038 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314263 Feb 04 21:00:58.520525 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444442c-7f54-46c7-9a3e-faf0c9ef46a3 req-8205a9d6-bfb0-49fb-b714-0e4595ba806d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:58.524520 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e444442c-7f54-46c7-9a3e-faf0c9ef46a3 req-8205a9d6-bfb0-49fb-b714-0e4595ba806d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.1622021 Feb 04 21:00:58.739529 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444442c-7f54-46c7-9a3e-faf0c9ef46a3 req-93e9f765-60bf-42f2-a174-88b621fa25f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:58.741126 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e444442c-7f54-46c7-9a3e-faf0c9ef46a3 req-93e9f765-60bf-42f2-a174-88b621fa25f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2093320 Feb 04 21:00:58.895756 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d385b-8c9a-4236-80f2-fcf20a54903a req-e163d026-9a03-4d52-a5d2-a6081a269f2a tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:58.912956 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d385b-8c9a-4236-80f2-fcf20a54903a req-e163d026-9a03-4d52-a5d2-a6081a269f2a tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:58.936679 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d385b-8c9a-4236-80f2-fcf20a54903a req-e163d026-9a03-4d52-a5d2-a6081a269f2a tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:58.940627 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6e8d385b-8c9a-4236-80f2-fcf20a54903a req-e163d026-9a03-4d52-a5d2-a6081a269f2a tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6c5654-67f2-4313-a0a1-b2d69d3556d9 HTTP/1.1" status: 200 len: 2411 time: 0.2346485 Feb 04 21:00:59.015765 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53982) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:00:59.080820 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6e8d385b-8c9a-4236-80f2-fcf20a54903a req-ea81a7f8-70a2-4754-ba3c-fd4487e4d7d3 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/security-groups?id=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876272 Feb 04 21:00:59.114993 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3056f-2a0a-4003-a089-be8448f36c43 req-25829722-1981-41c7-bc7e-d89250ebaae2 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:59.123687 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e5d3056f-2a0a-4003-a089-be8448f36c43 req-25829722-1981-41c7-bc7e-d89250ebaae2 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc543921-bfc2-423b-8090-e356042b1b02 HTTP/1.1" status: 200 len: 950 time: 0.1829083 Feb 04 21:00:59.164124 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e444442c-7f54-46c7-9a3e-faf0c9ef46a3 req-6abe6d90-57b1-4a9c-8f5b-137b898b7f0e service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082391 Feb 04 21:00:59.229713 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e5d3056f-2a0a-4003-a089-be8448f36c43 req-4ad65e5f-2a5b-44be-906f-c5ccde139bca tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ed875e2-5a67-46a6-a467-7361286c92c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045697 Feb 04 21:00:59.448533 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d9ad4cb7-5d1b-4608-9b40-0d879b0a346a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:59.459567 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e444442c-7f54-46c7-9a3e-faf0c9ef46a3 req-05d97dc4-5345-494e-8c4d-d0fd8d6d1738 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877758 Feb 04 21:00:59.563547 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-d9ad4cb7-5d1b-4608-9b40-0d879b0a346a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:00:59.573811 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-d9ad4cb7-5d1b-4608-9b40-0d879b0a346a admin admin] Usage tracker for resource:security_group_rule and tenant:f177e4f3388941328ec95c0f3f9d6b2b is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:00:59.579099 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-d9ad4cb7-5d1b-4608-9b40-0d879b0a346a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:00:59.592535 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-d9ad4cb7-5d1b-4608-9b40-0d879b0a346a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:00:59.599587 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 854a351f-56e0-4946-a793-de4830debb9e details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:00:59.666424 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b4e22-4001-4cc9-8de5-b4ad14aa21e1 req-37e30e96-d661-4aab-95ac-39aa8304c225 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:00:59.680051 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e93b4e22-4001-4cc9-8de5-b4ad14aa21e1 req-37e30e96-d661-4aab-95ac-39aa8304c225 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/ports?device_id=782cdf2e-4c38-4275-9b36-01fc3f7a9739 HTTP/1.1" status: 200 len: 948 time: 0.1846676 Feb 04 21:00:59.788757 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e93b4e22-4001-4cc9-8de5-b4ad14aa21e1 req-06f8befc-d9ff-4843-ade4-3b04ee518577 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/security-groups?id=901a1770-7f4a-4c11-a0db-abacb7b70d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076431 Feb 04 21:00:59.836024 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:00:59.925260 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d9ad4cb7-5d1b-4608-9b40-0d879b0a346a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:00:59.937851 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d9ad4cb7-5d1b-4608-9b40-0d879b0a346a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:00.112405 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 854a351f-56e0-4946-a793-de4830debb9e, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=854a351f-56e0-4946-a793-de4830debb9e,segment=NetworkSegment(e72dd742-40e8-4f6e-ab61-b53ed27f488d),segment_id=e72dd742-40e8-4f6e-ab61-b53ed27f488d)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:00.120079 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d9ad4cb7-5d1b-4608-9b40-0d879b0a346a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f177e4f3388941328ec95c0f3f9d6b2b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1031432 Feb 04 21:01:00.123568 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54026) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:00.147917 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '854a351f-56e0-4946-a793-de4830debb9e', 'network_id': '33c07bcf-1bac-4a04-8de1-a26aea917667', 'port_id': '854a351f-56e0-4946-a793-de4830debb9e', 'mac_address': 'fa:16:3e:0e:15:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a413728-58eb-466d-9c56-f60012600056', 'ip_address': '19.86.0.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:01:00.223695 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad4cb7-5d1b-4608-9b40-0d879b0a346a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb65b5b-8522-4be1-8ffe-c0949a5db155,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:00.280636 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fdafc24a-4fb3-47c4-b50c-99486c26e413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:00.340976 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fdafc24a-4fb3-47c4-b50c-99486c26e413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:00.341957 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a78dc-9abd-4939-b4c6-8db80dfd23d2 req-bf8e2eaa-7bf2-46fc-972e-5c2e836657f0 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:00.347085 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b88a78dc-9abd-4939-b4c6-8db80dfd23d2 req-bf8e2eaa-7bf2-46fc-972e-5c2e836657f0 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 950 time: 0.2253447 Feb 04 21:01:00.354465 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:00.375383 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:00.427225 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': '3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e', 'mac_address': 'fa:16:3e:b6:a2:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:01:00.467334 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b88a78dc-9abd-4939-b4c6-8db80dfd23d2 req-b3fa2d74-f94e-4e31-a0c0-ec488acb7b16 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114089 Feb 04 21:01:00.495712 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fdafc24a-4fb3-47c4-b50c-99486c26e413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:00.504717 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 854a351f-56e0-4946-a793-de4830debb9e {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:01:00.557441 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdafc24a-4fb3-47c4-b50c-99486c26e413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb65b5b-8522-4be1-8ffe-c0949a5db155,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:00.588753 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 854a351f-56e0-4946-a793-de4830debb9e, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=854a351f-56e0-4946-a793-de4830debb9e,segment=NetworkSegment(e72dd742-40e8-4f6e-ab61-b53ed27f488d),segment_id=e72dd742-40e8-4f6e-ab61-b53ed27f488d)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:00.617705 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fdafc24a-4fb3-47c4-b50c-99486c26e413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:00.618728 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fdafc24a-4fb3-47c4-b50c-99486c26e413 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2eb65b5b-8522-4be1-8ffe-c0949a5db155 HTTP/1.1" status: 204 len: 168 time: 0.4941878 Feb 04 21:01:00.622619 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:00.624356 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device ffe2d22f-3e23-4983-b966-1f08d9a2b320 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:01:00.626750 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:00.764812 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08894cfd-4f73-4c55-97c5-badf14b50d9d req-84e57686-4313-4da0-a136-542c1b03f2b1 tempest-ServersAdminNegativeTestJSON-1705364236 tempest-ServersAdminNegativeTestJSON-1705364236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:00.766327 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-08894cfd-4f73-4c55-97c5-badf14b50d9d req-84e57686-4313-4da0-a136-542c1b03f2b1 tempest-ServersAdminNegativeTestJSON-1705364236 tempest-ServersAdminNegativeTestJSON-1705364236-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=fc543921-bfc2-423b-8090-e356042b1b02 HTTP/1.1" status: 200 len: 1101 time: 0.2965910 Feb 04 21:01:00.810612 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-08894cfd-4f73-4c55-97c5-badf14b50d9d req-fe894e3b-e170-435f-8570-1f44a4448c22 tempest-ServersAdminNegativeTestJSON-1705364236 tempest-ServersAdminNegativeTestJSON-1705364236-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:00.848158 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-08894cfd-4f73-4c55-97c5-badf14b50d9d req-fe894e3b-e170-435f-8570-1f44a4448c22 tempest-ServersAdminNegativeTestJSON-1705364236 tempest-ServersAdminNegativeTestJSON-1705364236-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:00.861342 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-08894cfd-4f73-4c55-97c5-badf14b50d9d req-fe894e3b-e170-435f-8570-1f44a4448c22 tempest-ServersAdminNegativeTestJSON-1705364236 tempest-ServersAdminNegativeTestJSON-1705364236-project-admin] Usage tracker for resource:security_group_rule and tenant:1d69047a5f1c460f99a121b8c6d728f5 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:00.867442 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-08894cfd-4f73-4c55-97c5-badf14b50d9d req-fe894e3b-e170-435f-8570-1f44a4448c22 tempest-ServersAdminNegativeTestJSON-1705364236 tempest-ServersAdminNegativeTestJSON-1705364236-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:00.882170 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-08894cfd-4f73-4c55-97c5-badf14b50d9d req-fe894e3b-e170-435f-8570-1f44a4448c22 tempest-ServersAdminNegativeTestJSON-1705364236 tempest-ServersAdminNegativeTestJSON-1705364236-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:00.899031 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:01:01.005618 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:01.162548 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc4d9d-d705-494a-bedd-1ce9a9270cc6 req-f21adc69-15c6-4536-87af-62bb542f3098 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:01.171087 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc4d9d-d705-494a-bedd-1ce9a9270cc6 req-f21adc69-15c6-4536-87af-62bb542f3098 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:01.177129 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc4d9d-d705-494a-bedd-1ce9a9270cc6 req-f21adc69-15c6-4536-87af-62bb542f3098 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:01.184552 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-efbc4d9d-d705-494a-bedd-1ce9a9270cc6 req-f21adc69-15c6-4536-87af-62bb542f3098 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6c5654-67f2-4313-a0a1-b2d69d3556d9 HTTP/1.1" status: 200 len: 2412 time: 0.2509627 Feb 04 21:01:01.208267 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:01.218077 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-61ca69b0-c58e-4683-bab8-f2a214af24a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:01.220001 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-61ca69b0-c58e-4683-bab8-f2a214af24a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 1101 time: 0.2024355 Feb 04 21:01:01.260767 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=854a351f-56e0-4946-a793-de4830debb9e,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:01.270094 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-08894cfd-4f73-4c55-97c5-badf14b50d9d req-fe894e3b-e170-435f-8570-1f44a4448c22 tempest-ServersAdminNegativeTestJSON-1705364236 tempest-ServersAdminNegativeTestJSON-1705364236-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:01.306405 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-efbc4d9d-d705-494a-bedd-1ce9a9270cc6 req-2eb2a777-0917-43c2-92a8-2864a631e9d6 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/security-groups?id=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204028 Feb 04 21:01:01.317817 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-08894cfd-4f73-4c55-97c5-badf14b50d9d req-fe894e3b-e170-435f-8570-1f44a4448c22 tempest-ServersAdminNegativeTestJSON-1705364236 tempest-ServersAdminNegativeTestJSON-1705364236-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:01.445958 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-08894cfd-4f73-4c55-97c5-badf14b50d9d req-fe894e3b-e170-435f-8570-1f44a4448c22 tempest-ServersAdminNegativeTestJSON-1705364236 tempest-ServersAdminNegativeTestJSON-1705364236-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=4ed875e2-5a67-46a6-a467-7361286c92c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6723459 Feb 04 21:01:01.480481 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe894e3b-e170-435f-8570-1f44a4448c22 tempest-ServersAdminNegativeTestJSON-1705364236 tempest-ServersAdminNegativeTestJSON-1705364236-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d31bd6-9bc8-404c-b254-1259b3265f1d,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:01.516880 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:01:01.698261 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:01.734457 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port ffe2d22f-3e23-4983-b966-1f08d9a2b320, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=ffe2d22f-3e23-4983-b966-1f08d9a2b320,segment=NetworkSegment(2e156d37-8ae8-44ea-95e7-c327d477fbee),segment_id=2e156d37-8ae8-44ea-95e7-c327d477fbee)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:01.809949 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': 'ffe2d22f-3e23-4983-b966-1f08d9a2b320', 'network_id': 'cc1270cb-9e79-43a1-b3d5-892c3ac0951f', 'port_id': 'ffe2d22f-3e23-4983-b966-1f08d9a2b320', 'mac_address': 'fa:16:3e:dd:b4:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c757d82-1633-41f5-aa68-3b89fdd15851', 'ip_address': '19.80.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:01:01.831438 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-73f7a034-a201-45d1-9250-2619d45fbc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:01.851359 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-73f7a034-a201-45d1-9250-2619d45fbc97 service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.6220636 Feb 04 21:01:02.023406 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37133633-8417-4dfa-bc09-6f19feacc45b req-e72bd787-97f0-4a74-80dc-ae61c59e4589 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:02.032029 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-37133633-8417-4dfa-bc09-6f19feacc45b req-e72bd787-97f0-4a74-80dc-ae61c59e4589 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/ports?device_id=782cdf2e-4c38-4275-9b36-01fc3f7a9739 HTTP/1.1" status: 200 len: 949 time: 0.3117776 Feb 04 21:01:02.101985 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-f1f0621e-726c-4123-a143-3fe3f1907149 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=7d722a48-1731-4cd9-8d76-d643035f4f73 HTTP/1.1" status: 200 len: 217 time: 0.2429533 Feb 04 21:01:02.106823 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-37133633-8417-4dfa-bc09-6f19feacc45b req-65c718ad-0283-4882-b066-1aa2aa9798ec tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/security-groups?id=901a1770-7f4a-4c11-a0db-abacb7b70d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738430 Feb 04 21:01:02.119222 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:02.176405 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffe2d22f-3e23-4983-b966-1f08d9a2b320 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:01:02.183954 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb525d4e-5d70-4094-ac59-095f9cd1afed req-270512a4-d797-4712-bb89-437feeb538b2 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:02.187048 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cb525d4e-5d70-4094-ac59-095f9cd1afed req-270512a4-d797-4712-bb89-437feeb538b2 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 950 time: 0.2953312 Feb 04 21:01:02.220128 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-0d0ded93-deb5-4c7d-881f-0c4bb0fd9fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:02.222058 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-0d0ded93-deb5-4c7d-881f-0c4bb0fd9fa4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.1134531 Feb 04 21:01:02.229319 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port ffe2d22f-3e23-4983-b966-1f08d9a2b320, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=ffe2d22f-3e23-4983-b966-1f08d9a2b320,segment=NetworkSegment(2e156d37-8ae8-44ea-95e7-c327d477fbee),segment_id=2e156d37-8ae8-44ea-95e7-c327d477fbee)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:02.252465 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:02.253132 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device e762ed88-2a9e-4e4d-b521-c7c76b87da33 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:01:02.314180 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cb525d4e-5d70-4094-ac59-095f9cd1afed req-3649aa99-beda-44f0-b57c-f007ae8c5d73 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109877 Feb 04 21:01:02.404823 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-dfd074bb-f043-4d26-acfe-c71cbc050c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:02.406370 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-dfd074bb-f043-4d26-acfe-c71cbc050c2f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1785014 Feb 04 21:01:02.445316 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=ffe2d22f-3e23-4983-b966-1f08d9a2b320,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:02.493023 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54084) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:02.570364 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port e762ed88-2a9e-4e4d-b521-c7c76b87da33, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=e762ed88-2a9e-4e4d-b521-c7c76b87da33,segment=NetworkSegment(2e156d37-8ae8-44ea-95e7-c327d477fbee),segment_id=2e156d37-8ae8-44ea-95e7-c327d477fbee)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:02.598619 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:02.607628 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': 'e762ed88-2a9e-4e4d-b521-c7c76b87da33', 'network_id': 'cc1270cb-9e79-43a1-b3d5-892c3ac0951f', 'port_id': 'e762ed88-2a9e-4e4d-b521-c7c76b87da33', 'mac_address': 'fa:16:3e:e3:d1:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c757d82-1633-41f5-aa68-3b89fdd15851', 'ip_address': '19.80.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:01:02.728040 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-2aa5d6a9-05b7-47ca-af04-fed3467c4147 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142495 Feb 04 21:01:02.731844 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-f04a312e-2e3d-45fd-8af1-78369a839226 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-861322370-network', 'tenant_id': '21a453d7a707490bab7b7807b80a7adb'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:02.741819 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:02.782412 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e762ed88-2a9e-4e4d-b521-c7c76b87da33 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:01:02.800529 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847d3fb-3242-4f2e-bfcc-2d5c35cee4fc req-13570982-ffaa-4cf4-9a1d-eddd46c66991 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:02.806624 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847d3fb-3242-4f2e-bfcc-2d5c35cee4fc req-13570982-ffaa-4cf4-9a1d-eddd46c66991 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:02.810421 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port e762ed88-2a9e-4e4d-b521-c7c76b87da33, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=e762ed88-2a9e-4e4d-b521-c7c76b87da33,segment=NetworkSegment(2e156d37-8ae8-44ea-95e7-c327d477fbee),segment_id=2e156d37-8ae8-44ea-95e7-c327d477fbee)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:02.813456 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847d3fb-3242-4f2e-bfcc-2d5c35cee4fc req-13570982-ffaa-4cf4-9a1d-eddd46c66991 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:02.821528 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7847d3fb-3242-4f2e-bfcc-2d5c35cee4fc req-13570982-ffaa-4cf4-9a1d-eddd46c66991 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6c5654-67f2-4313-a0a1-b2d69d3556d9 HTTP/1.1" status: 200 len: 2413 time: 0.3001015 Feb 04 21:01:02.822668 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:02.826109 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-f04a312e-2e3d-45fd-8af1-78369a839226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:02.858399 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-f04a312e-2e3d-45fd-8af1-78369a839226 admin admin] Usage tracker for resource:network and tenant:21a453d7a707490bab7b7807b80a7adb is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:02.864838 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-f04a312e-2e3d-45fd-8af1-78369a839226 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:02.878957 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-f04a312e-2e3d-45fd-8af1-78369a839226 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:02.997036 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=e762ed88-2a9e-4e4d-b521-c7c76b87da33,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:03.080136 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-754c62d9-016c-496a-a7fb-30d14bf57feb service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454301 Feb 04 21:01:03.137678 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7847d3fb-3242-4f2e-bfcc-2d5c35cee4fc req-da6dc091-bcc0-4153-a736-cfc9ca1a9f0c tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/security-groups?id=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148503 Feb 04 21:01:03.141252 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe286d-21ab-4573-aca4-5bca792f5109 req-1d66dd31-0e11-4f00-a923-fddebfd63d48 tempest-ServersAdminNegativeTestJSON-1705364236 tempest-ServersAdminNegativeTestJSON-1705364236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:03.146745 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4ebe286d-21ab-4573-aca4-5bca792f5109 req-1d66dd31-0e11-4f00-a923-fddebfd63d48 tempest-ServersAdminNegativeTestJSON-1705364236 tempest-ServersAdminNegativeTestJSON-1705364236-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=fc543921-bfc2-423b-8090-e356042b1b02 HTTP/1.1" status: 200 len: 1101 time: 0.4009438 Feb 04 21:01:03.158666 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04a312e-2e3d-45fd-8af1-78369a839226 admin admin] Made reservation on behalf of 21a453d7a707490bab7b7807b80a7adb for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:01:03.164115 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f04a312e-2e3d-45fd-8af1-78369a839226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:03.231389 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f04a312e-2e3d-45fd-8af1-78369a839226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:03.254600 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-f04a312e-2e3d-45fd-8af1-78369a839226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:03.258938 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-f04a312e-2e3d-45fd-8af1-78369a839226 admin admin] Usage tracker for resource:security_group_rule and tenant:21a453d7a707490bab7b7807b80a7adb is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:03.263455 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-f04a312e-2e3d-45fd-8af1-78369a839226 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:03.269606 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-f04a312e-2e3d-45fd-8af1-78369a839226 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:03.336641 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['854a351f-56e0-4946-a793-de4830debb9e'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:01:03.376814 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f04a312e-2e3d-45fd-8af1-78369a839226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:03.391366 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f04a312e-2e3d-45fd-8af1-78369a839226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:03.405774 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f04a312e-2e3d-45fd-8af1-78369a839226 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:01:03.416083 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f04a312e-2e3d-45fd-8af1-78369a839226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:03.416503 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-f04a312e-2e3d-45fd-8af1-78369a839226 admin admin] Added segment 8c10b622-8eca-4862-9a7c-4074af6e4c82 of type vlan for network 1d2298e1-eaea-438c-93a4-f7dbb8ebaba3 Feb 04 21:01:03.446392 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f04a312e-2e3d-45fd-8af1-78369a839226 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:03.467154 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['e762ed88-2a9e-4e4d-b521-c7c76b87da33'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:01:03.499352 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4ebe286d-21ab-4573-aca4-5bca792f5109 req-796d721c-3610-4f0f-b674-6cd3ab547689 tempest-ServersAdminNegativeTestJSON-1705364236 tempest-ServersAdminNegativeTestJSON-1705364236-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=4ed875e2-5a67-46a6-a467-7361286c92c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034482 Feb 04 21:01:03.625197 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a312e-2e3d-45fd-8af1-78369a839226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529d44ad-3143-4979-aca3-d2fee2d25290,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:03.650874 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f04a312e-2e3d-45fd-8af1-78369a839226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:03.651826 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04a312e-2e3d-45fd-8af1-78369a839226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:03.652398 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f04a312e-2e3d-45fd-8af1-78369a839226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:03.709066 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-f04a312e-2e3d-45fd-8af1-78369a839226 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2146082 Feb 04 21:01:03.712026 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54114) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:03.719260 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-55f2fe91-c9a5-4834-9a24-0d4c5c7b7a1a admin admin] Request body: {'subnet': {'network_id': '1d2298e1-eaea-438c-93a4-f7dbb8ebaba3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-861322370-subnet', 'tenant_id': '21a453d7a707490bab7b7807b80a7adb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:03.734663 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-55f2fe91-c9a5-4834-9a24-0d4c5c7b7a1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:03.749191 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-55f2fe91-c9a5-4834-9a24-0d4c5c7b7a1a admin admin] Usage tracker for resource:subnet and tenant:21a453d7a707490bab7b7807b80a7adb is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:03.753254 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-55f2fe91-c9a5-4834-9a24-0d4c5c7b7a1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:03.768349 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-55f2fe91-c9a5-4834-9a24-0d4c5c7b7a1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:03.791566 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f2fe91-c9a5-4834-9a24-0d4c5c7b7a1a admin admin] Made reservation on behalf of 21a453d7a707490bab7b7807b80a7adb for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:01:03.795449 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-55f2fe91-c9a5-4834-9a24-0d4c5c7b7a1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:03.808599 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a4f37-e4e0-4db9-8fb2-4e9c80ced358 req-3a2e131c-eacc-414b-9c01-07e5aee202e6 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:03.810700 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-049a4f37-e4e0-4db9-8fb2-4e9c80ced358 req-3a2e131c-eacc-414b-9c01-07e5aee202e6 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/ports?device_id=782cdf2e-4c38-4275-9b36-01fc3f7a9739 HTTP/1.1" status: 200 len: 949 time: 0.2698367 Feb 04 21:01:03.816421 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a312e-2e3d-45fd-8af1-78369a839226 admin admin] Pushing event updated for resources: {'Network': ['ID=1d2298e1-eaea-438c-93a4-f7dbb8ebaba3,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:03.817771 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:01:03.851729 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 1d2298e1-eaea-438c-93a4-f7dbb8ebaba3 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:01:03.927587 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-049a4f37-e4e0-4db9-8fb2-4e9c80ced358 req-d481c5c5-e185-4d59-ad91-00a1e40e0fe1 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/security-groups?id=901a1770-7f4a-4c11-a0db-abacb7b70d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086707 Feb 04 21:01:03.943482 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67002f96-b663-4b5b-91da-98769f1ad571 req-65cf9628-90cc-4357-8f22-3b493c2765f8 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:03.951244 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-67002f96-b663-4b5b-91da-98769f1ad571 req-65cf9628-90cc-4357-8f22-3b493c2765f8 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 950 time: 0.1305549 Feb 04 21:01:04.052016 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-67002f96-b663-4b5b-91da-98769f1ad571 req-331b8972-f98c-4786-b3f1-3a56d9397563 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997372 Feb 04 21:01:04.161902 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:01:04.178641 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:01:04.179018 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:04.419935 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:04.424847 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-55f2fe91-c9a5-4834-9a24-0d4c5c7b7a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:04.500553 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782cdf2e-4c38-4275-9b36-01fc3f7a9739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:01:04.533763 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['ffe2d22f-3e23-4983-b966-1f08d9a2b320'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:01:04.537336 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39d1cc-3913-4af3-9a64-e84c06da65d4 req-47357c7e-4914-4104-8553-008ecc98e2da tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:04.545141 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39d1cc-3913-4af3-9a64-e84c06da65d4 req-47357c7e-4914-4104-8553-008ecc98e2da tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:04.551816 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39d1cc-3913-4af3-9a64-e84c06da65d4 req-47357c7e-4914-4104-8553-008ecc98e2da tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:04.560571 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-de39d1cc-3913-4af3-9a64-e84c06da65d4 req-47357c7e-4914-4104-8553-008ecc98e2da tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6c5654-67f2-4313-a0a1-b2d69d3556d9 HTTP/1.1" status: 200 len: 2414 time: 0.2058537 Feb 04 21:01:04.579504 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f2fe91-c9a5-4834-9a24-0d4c5c7b7a1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e60a44bc-2c5e-4996-b1e2-80977cf246b7,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:04.582278 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f2fe91-c9a5-4834-9a24-0d4c5c7b7a1a admin admin] Checking segment: {'id': '8c10b622-8eca-4862-9a7c-4074af6e4c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1d2298e1-eaea-438c-93a4-f7dbb8ebaba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:01:04.582972 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f2fe91-c9a5-4834-9a24-0d4c5c7b7a1a admin admin] Network hostable DHCP agents. Network: 1d2298e1-eaea-438c-93a4-f7dbb8ebaba3, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:01:04.610599 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f2fe91-c9a5-4834-9a24-0d4c5c7b7a1a admin admin] Network 1d2298e1-eaea-438c-93a4-f7dbb8ebaba3 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:01:04.627334 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-55f2fe91-c9a5-4834-9a24-0d4c5c7b7a1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 1d2298e1-eaea-438c-93a4-f7dbb8ebaba3) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:01:04.637176 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f2fe91-c9a5-4834-9a24-0d4c5c7b7a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:04.637867 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-55f2fe91-c9a5-4834-9a24-0d4c5c7b7a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:04.640667 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-de39d1cc-3913-4af3-9a64-e84c06da65d4 req-fc208c38-a154-4934-bec3-beec1589d1fc tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/security-groups?id=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783970 Feb 04 21:01:04.670901 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-55f2fe91-c9a5-4834-9a24-0d4c5c7b7a1a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9575021 Feb 04 21:01:04.687188 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1195ed-89aa-4c06-b3ef-604a92d9373c None None] Network 1d2298e1-eaea-438c-93a4-f7dbb8ebaba3 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:01:04.702018 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:04.773897 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:04.891636 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782cdf2e-4c38-4275-9b36-01fc3f7a9739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e', 'code': 200} Feb 04 21:01:04.991880 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:05.125257 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc5f31-5b4c-4350-84c6-c2d8ccc8ea73 req-c3265b63-8d72-4800-bc32-0c14057e83ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:05.132918 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-73bc5f31-5b4c-4350-84c6-c2d8ccc8ea73 req-c3265b63-8d72-4800-bc32-0c14057e83ab service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=782cdf2e-4c38-4275-9b36-01fc3f7a9739 HTTP/1.1" status: 200 len: 1101 time: 0.1721301 Feb 04 21:01:05.165798 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-ac220e78-5759-4089-8d39-fcff61c13f2b tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:05.184372 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-ac220e78-5759-4089-8d39-fcff61c13f2b tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Synchronizing usage tracker for tenant:110ca744f7104f16a19517bf4ccbee1e on resource:network {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:01:05.200573 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-73bc5f31-5b4c-4350-84c6-c2d8ccc8ea73 req-c79faab1-9008-41e8-8b2e-59315fc032c4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=901a1770-7f4a-4c11-a0db-abacb7b70d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581090 Feb 04 21:01:05.275056 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaee8ffe-bc36-403d-b74e-d9845e8a275e None None] Network 1d2298e1-eaea-438c-93a4-f7dbb8ebaba3 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:01:05.328710 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-ac220e78-5759-4089-8d39-fcff61c13f2b tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Unset dirty status for tenant:110ca744f7104f16a19517bf4ccbee1e on resource:network {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:01:05.337085 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-ac220e78-5759-4089-8d39-fcff61c13f2b tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] 10.222.0.26 "GET /v2.0/networks?id=ae0a46c0-cdc0-4375-9f5d-26817dc6661e HTTP/1.1" status: 200 len: 809 time: 0.5212178 Feb 04 21:01:05.370314 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-dadf37fc-eec8-434c-9702-6fb36f85dcf1 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] 10.222.0.26 "GET /v2.0/quotas/110ca744f7104f16a19517bf4ccbee1e HTTP/1.1" status: 200 len: 375 time: 0.0293326 Feb 04 21:01:05.457954 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-89cd8e2e-e84d-4d8b-a53c-886b49cb2559 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=110ca744f7104f16a19517bf4ccbee1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0865748 Feb 04 21:01:05.629511 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb523430-bdcc-46ea-812f-460a763d1c56 req-ee8d452c-97a9-4df0-bc74-6fd3c2509672 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:05.631109 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eb523430-bdcc-46ea-812f-460a763d1c56 req-ee8d452c-97a9-4df0-bc74-6fd3c2509672 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc543921-bfc2-423b-8090-e356042b1b02 HTTP/1.1" status: 200 len: 950 time: 0.4301274 Feb 04 21:01:05.673360 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-17aeba4c-62ff-4e2c-9c13-a1068bb71f65 service neutron] 10.222.0.26 "GET /v2.0/networks/ae0a46c0-cdc0-4375-9f5d-26817dc6661e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145095 Feb 04 21:01:05.725333 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eb523430-bdcc-46ea-812f-460a763d1c56 req-3b0ab67c-a030-472b-95f1-3ad0bd642332 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ed875e2-5a67-46a6-a467-7361286c92c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783803 Feb 04 21:01:05.967017 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-cca75a5f-d7b4-4ea9-b585-432d0a3eafe9 service neutron] 10.222.0.26 "GET /v2.0/networks/ae0a46c0-cdc0-4375-9f5d-26817dc6661e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712662 Feb 04 21:01:06.006096 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5108dc3-319a-4ec2-b56e-08b27ae578af req-19803d39-680a-46fd-b18d-2e38b7e9aaa1 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:06.016402 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f5108dc3-319a-4ec2-b56e-08b27ae578af req-19803d39-680a-46fd-b18d-2e38b7e9aaa1 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/ports?device_id=782cdf2e-4c38-4275-9b36-01fc3f7a9739 HTTP/1.1" status: 200 len: 950 time: 0.1427653 Feb 04 21:01:06.090604 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f5108dc3-319a-4ec2-b56e-08b27ae578af req-bd898693-4574-4185-a879-0d3f39c94fb6 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/security-groups?id=901a1770-7f4a-4c11-a0db-abacb7b70d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727232 Feb 04 21:01:06.403080 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba45376-a388-4cf2-b113-6c9bca8a5eba req-72e41dd8-1517-440a-ae3f-f4fc1ac62ab7 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:06.405137 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5ba45376-a388-4cf2-b113-6c9bca8a5eba req-72e41dd8-1517-440a-ae3f-f4fc1ac62ab7 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 950 time: 0.1547880 Feb 04 21:01:06.449810 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54184) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:06.522671 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5ba45376-a388-4cf2-b113-6c9bca8a5eba req-bcd4953d-c004-4814-a4d6-95f5d1f38681 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008720 Feb 04 21:01:06.734410 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d6f8d76-b706-4246-aa63-fa1ff8c95973 admin admin] Deleting subnet e60a44bc-2c5e-4996-b1e2-80977cf246b7 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:01:06.750770 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6d6f8d76-b706-4246-aa63-fa1ff8c95973 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:06.848191 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6d6f8d76-b706-4246-aa63-fa1ff8c95973 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:06.869612 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 854a351f-56e0-4946-a793-de4830debb9e up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:01:06.919097 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-92852de4-78bc-470b-a354-a88f97f4580c req-be5bce51-a5d4-4d7c-a2b7-d7eac15b5194 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] 10.222.0.26 "GET /v2.0/ports?device_id=b39b2dfd-3778-4aef-ad28-964ac8da1377 HTTP/1.1" status: 200 len: 210 time: 0.1417263 Feb 04 21:01:07.009006 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 854a351f-56e0-4946-a793-de4830debb9e completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:01:07.016492 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd348196-19b1-4423-81b4-3d156098c640 req-c975a468-38f0-415a-92d1-a465bda820bc tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:07.017436 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 854a351f-56e0-4946-a793-de4830debb9e triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:01:07.017684 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-cd348196-19b1-4423-81b4-3d156098c640 req-c975a468-38f0-415a-92d1-a465bda820bc tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Synchronizing usage tracker for tenant:2e2fe7720be34c5c975f7bf0105158c8 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:01:07.017818 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:07.020965 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c83398-6826-49fa-8a77-f3418d5a9641 req-cd4fe72a-75c3-443c-9ed6-d7435a2c5b66 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:07.050991 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c83398-6826-49fa-8a77-f3418d5a9641 req-cd4fe72a-75c3-443c-9ed6-d7435a2c5b66 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:07.076112 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c83398-6826-49fa-8a77-f3418d5a9641 req-cd4fe72a-75c3-443c-9ed6-d7435a2c5b66 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:07.092489 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-06c83398-6826-49fa-8a77-f3418d5a9641 req-cd4fe72a-75c3-443c-9ed6-d7435a2c5b66 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6c5654-67f2-4313-a0a1-b2d69d3556d9 HTTP/1.1" status: 200 len: 2414 time: 0.4616270 Feb 04 21:01:07.095584 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-cd348196-19b1-4423-81b4-3d156098c640 req-c975a468-38f0-415a-92d1-a465bda820bc tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Unset dirty status for tenant:2e2fe7720be34c5c975f7bf0105158c8 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:01:07.097829 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-cd348196-19b1-4423-81b4-3d156098c640 req-c975a468-38f0-415a-92d1-a465bda820bc tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc543921-bfc2-423b-8090-e356042b1b02 HTTP/1.1" status: 200 len: 950 time: 0.5458829 Feb 04 21:01:07.099063 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6d6f8d76-b706-4246-aa63-fa1ff8c95973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:07.343723 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-06c83398-6826-49fa-8a77-f3418d5a9641 req-efd2fb28-b848-48c0-b7d7-734e447aada2 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/security-groups?id=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503424 Feb 04 21:01:07.371841 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-cd348196-19b1-4423-81b4-3d156098c640 req-7a130463-6303-48e0-bd23-aa032d2173bd tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Deleting port ff6e46a8-1c89-4230-957b-9ee1eb0f02c2 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:01:07.372299 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-cd348196-19b1-4423-81b4-3d156098c640 req-7a130463-6303-48e0-bd23-aa032d2173bd tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:07.391194 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:07.424475 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfa907-85aa-4ed2-8b86-518b33930d8e req-bd4b593d-283c-424c-a694-818872288dbb tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:07.437506 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-58cfa907-85aa-4ed2-8b86-518b33930d8e req-bd4b593d-283c-424c-a694-818872288dbb tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc543921-bfc2-423b-8090-e356042b1b02 HTTP/1.1" status: 200 len: 950 time: 0.2366014 Feb 04 21:01:07.469451 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6c5654-67f2-4313-a0a1-b2d69d3556d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854a351f-56e0-4946-a793-de4830debb9e'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:01:07.496594 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 854a351f-56e0-4946-a793-de4830debb9e, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=854a351f-56e0-4946-a793-de4830debb9e,segment=NetworkSegment(e72dd742-40e8-4f6e-ab61-b53ed27f488d),segment_id=e72dd742-40e8-4f6e-ab61-b53ed27f488d)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:07.507865 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:07.508962 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device ffe2d22f-3e23-4983-b966-1f08d9a2b320 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:01:07.543061 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-58cfa907-85aa-4ed2-8b86-518b33930d8e req-df1cdd3a-9736-495e-a2a3-3f2f2a6039eb tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ed875e2-5a67-46a6-a467-7361286c92c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046491 Feb 04 21:01:07.788310 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5b763-ed6c-4435-8f1d-86d7aacdcf52 req-0d5f6022-9ae9-4fd7-b36e-80aad5616073 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:07.792246 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6c5654-67f2-4313-a0a1-b2d69d3556d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854a351f-56e0-4946-a793-de4830debb9e', 'code': 200} Feb 04 21:01:07.792757 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f4f5b763-ed6c-4435-8f1d-86d7aacdcf52 req-0d5f6022-9ae9-4fd7-b36e-80aad5616073 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/ports?device_id=782cdf2e-4c38-4275-9b36-01fc3f7a9739 HTTP/1.1" status: 200 len: 950 time: 0.2222080 Feb 04 21:01:07.814221 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=854a351f-56e0-4946-a793-de4830debb9e,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:07.905334 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port ffe2d22f-3e23-4983-b966-1f08d9a2b320 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:01:07.911802 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port ffe2d22f-3e23-4983-b966-1f08d9a2b320 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:01:07.912430 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:07.979602 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-cd348196-19b1-4423-81b4-3d156098c640 req-7a130463-6303-48e0-bd23-aa032d2173bd tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] For port ff6e46a8-1c89-4230-957b-9ee1eb0f02c2, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=ff6e46a8-1c89-4230-957b-9ee1eb0f02c2,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:07.980098 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-cd348196-19b1-4423-81b4-3d156098c640 req-7a130463-6303-48e0-bd23-aa032d2173bd tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:08.020357 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6d6f8d76-b706-4246-aa63-fa1ff8c95973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:08.198115 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f4f5b763-ed6c-4435-8f1d-86d7aacdcf52 req-48e64b87-f7c1-4d35-a8af-dcb6e53cdd8c tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/security-groups?id=901a1770-7f4a-4c11-a0db-abacb7b70d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991520 Feb 04 21:01:08.212411 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:08.229240 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242639e-039c-44d2-90a7-71244b0be3e1 req-10c3db2d-4971-4832-bdd5-fc884fcf9af9 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:08.232010 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3242639e-039c-44d2-90a7-71244b0be3e1 req-10c3db2d-4971-4832-bdd5-fc884fcf9af9 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 950 time: 0.3877134 Feb 04 21:01:08.306748 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port ffe2d22f-3e23-4983-b966-1f08d9a2b320, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=ffe2d22f-3e23-4983-b966-1f08d9a2b320,segment=NetworkSegment(2e156d37-8ae8-44ea-95e7-c327d477fbee),segment_id=2e156d37-8ae8-44ea-95e7-c327d477fbee)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:08.314359 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:08.315570 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device e762ed88-2a9e-4e4d-b521-c7c76b87da33 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:01:08.319755 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3242639e-039c-44d2-90a7-71244b0be3e1 req-51233cf7-a6d8-4640-b0d3-6d595ba5e155 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779128 Feb 04 21:01:08.354763 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-cd348196-19b1-4423-81b4-3d156098c640 req-7a130463-6303-48e0-bd23-aa032d2173bd tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Calling delete_port for ff6e46a8-1c89-4230-957b-9ee1eb0f02c2 owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:01:08.431135 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6d6f8d76-b706-4246-aa63-fa1ff8c95973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:08.474293 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f8d76-b706-4246-aa63-fa1ff8c95973 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e60a44bc-2c5e-4996-b1e2-80977cf246b7,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:08.512706 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6d6f8d76-b706-4246-aa63-fa1ff8c95973 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e60a44bc-2c5e-4996-b1e2-80977cf246b7 HTTP/1.1" status: 204 len: 168 time: 2.0592034 Feb 04 21:01:08.523789 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54252) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:08.538602 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6f8d76-b706-4246-aa63-fa1ff8c95973 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:08.539133 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6f8d76-b706-4246-aa63-fa1ff8c95973 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:08.539764 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6f8d76-b706-4246-aa63-fa1ff8c95973 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:08.540317 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6f8d76-b706-4246-aa63-fa1ff8c95973 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:08.541835 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6f8d76-b706-4246-aa63-fa1ff8c95973 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:08.542384 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6f8d76-b706-4246-aa63-fa1ff8c95973 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:08.543452 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6f8d76-b706-4246-aa63-fa1ff8c95973 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:08.544139 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6f8d76-b706-4246-aa63-fa1ff8c95973 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:08.556227 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6f8d76-b706-4246-aa63-fa1ff8c95973 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:08.556977 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6f8d76-b706-4246-aa63-fa1ff8c95973 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:08.557625 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6f8d76-b706-4246-aa63-fa1ff8c95973 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:08.558226 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6f8d76-b706-4246-aa63-fa1ff8c95973 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:08.560334 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=ffe2d22f-3e23-4983-b966-1f08d9a2b320,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:08.567233 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port e762ed88-2a9e-4e4d-b521-c7c76b87da33 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:01:08.572831 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port e762ed88-2a9e-4e4d-b521-c7c76b87da33 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:01:08.573288 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:08.604133 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b3bfa9ab-6a9a-4ad7-834e-0e204d998575 req-e605b6df-df3e-44be-8f93-9904cd747157 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] 10.222.0.26 "GET /v2.0/ports?device_id=b39b2dfd-3778-4aef-ad28-964ac8da1377 HTTP/1.1" status: 200 len: 210 time: 0.0944798 Feb 04 21:01:08.910179 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:08.927028 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b6761e50-67d1-4547-a4f2-ad7e4d849030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:08.958361 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port e762ed88-2a9e-4e4d-b521-c7c76b87da33, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=e762ed88-2a9e-4e4d-b521-c7c76b87da33,segment=NetworkSegment(2e156d37-8ae8-44ea-95e7-c327d477fbee),segment_id=2e156d37-8ae8-44ea-95e7-c327d477fbee)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:08.968125 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:09.020132 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa0edf-8a3f-48a4-930d-8045d6423124 req-8b69c36d-4ed7-490c-a772-170140d78ea0 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:09.021641 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-96fa0edf-8a3f-48a4-930d-8045d6423124 req-8b69c36d-4ed7-490c-a772-170140d78ea0 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc543921-bfc2-423b-8090-e356042b1b02 HTTP/1.1" status: 200 len: 950 time: 0.1992033 Feb 04 21:01:09.055490 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386de20-74b9-4003-8be3-f859538042b5 req-1c37b07c-759c-449e-b7a2-c7fa5b384452 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:09.061701 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386de20-74b9-4003-8be3-f859538042b5 req-1c37b07c-759c-449e-b7a2-c7fa5b384452 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:09.067676 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386de20-74b9-4003-8be3-f859538042b5 req-1c37b07c-759c-449e-b7a2-c7fa5b384452 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:09.069396 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c386de20-74b9-4003-8be3-f859538042b5 req-1c37b07c-759c-449e-b7a2-c7fa5b384452 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6c5654-67f2-4313-a0a1-b2d69d3556d9 HTTP/1.1" status: 200 len: 2416 time: 0.1523819 Feb 04 21:01:09.092541 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=e762ed88-2a9e-4e4d-b521-c7c76b87da33,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:09.120229 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-96fa0edf-8a3f-48a4-930d-8045d6423124 req-bff00110-b4a9-480a-8835-4c584b95b14c tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ed875e2-5a67-46a6-a467-7361286c92c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863042 Feb 04 21:01:09.140727 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c386de20-74b9-4003-8be3-f859538042b5 req-50f096fb-2d0e-4511-ba82-6bb179d5f1c9 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/security-groups?id=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600953 Feb 04 21:01:09.198672 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-297dc858-ead1-433e-b027-e203218f3fde tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:09.200262 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-297dc858-ead1-433e-b027-e203218f3fde tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] 10.222.0.32 "GET /v2.0/networks?id=ae0a46c0-cdc0-4375-9f5d-26817dc6661e HTTP/1.1" status: 200 len: 809 time: 0.6045556 Feb 04 21:01:09.219005 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-cd348196-19b1-4423-81b4-3d156098c640 req-7a130463-6303-48e0-bd23-aa032d2173bd tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:09.223838 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-cffcf16e-dbd7-4b44-8741-a7fad5517c80 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Request body: {'port': {'device_id': 'b39b2dfd-3778-4aef-ad28-964ac8da1377', 'network_id': 'ae0a46c0-cdc0-4375-9f5d-26817dc6661e', 'admin_state_up': True, 'tenant_id': '110ca744f7104f16a19517bf4ccbee1e'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:09.232974 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['54a08c93-c6d2-47f4-9dc1-d96059011b3b'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:01:09.332080 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea98899-bd31-48ac-bf90-b26d0f02396b req-c2645aa9-d096-4217-97da-ffc483fcf60c tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:09.333568 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eea98899-bd31-48ac-bf90-b26d0f02396b req-c2645aa9-d096-4217-97da-ffc483fcf60c tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/ports?device_id=782cdf2e-4c38-4275-9b36-01fc3f7a9739 HTTP/1.1" status: 200 len: 950 time: 0.0928755 Feb 04 21:01:09.395496 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eea98899-bd31-48ac-bf90-b26d0f02396b req-0b21224f-d561-4b7b-a77b-f7be55bd2b0a tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/security-groups?id=901a1770-7f4a-4c11-a0db-abacb7b70d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521889 Feb 04 21:01:09.505970 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b6761e50-67d1-4547-a4f2-ad7e4d849030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:09.534604 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-b6761e50-67d1-4547-a4f2-ad7e4d849030 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d2298e1-eaea-438c-93a4-f7dbb8ebaba3']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:01:09.549399 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a130463-6303-48e0-bd23-aa032d2173bd tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Pushing event deleted for resources: {'Port': ['ID=ff6e46a8-1c89-4230-957b-9ee1eb0f02c2,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:09.591001 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8696d7a-9e93-4bc5-b5f5-1d0831dd7f69 req-65b319f6-8671-47cb-96b5-ede4f118ff8e tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:09.592748 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b8696d7a-9e93-4bc5-b5f5-1d0831dd7f69 req-65b319f6-8671-47cb-96b5-ede4f118ff8e tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 950 time: 0.0970211 Feb 04 21:01:09.653186 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd348196-19b1-4423-81b4-3d156098c640 req-7a130463-6303-48e0-bd23-aa032d2173bd tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] No DVR routers for this DVR port ff6e46a8-1c89-4230-957b-9ee1eb0f02c2 on host n-h2-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:01:09.655842 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-cd348196-19b1-4423-81b4-3d156098c640 req-7a130463-6303-48e0-bd23-aa032d2173bd tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:09.661963 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-b6761e50-67d1-4547-a4f2-ad7e4d849030 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c10b622-8eca-4862-9a7c-4074af6e4c82') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:01:09.662260 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-b6761e50-67d1-4547-a4f2-ad7e4d849030 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c10b622-8eca-4862-9a7c-4074af6e4c82') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:01:09.670442 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc543921-bfc2-423b-8090-e356042b1b02', 'name': 'network-vif-deleted', 'tag': 'ff6e46a8-1c89-4230-957b-9ee1eb0f02c2'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:01:09.692101 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b8696d7a-9e93-4bc5-b5f5-1d0831dd7f69 req-dc8d4f17-6e4f-4fff-8347-f784d243e5f3 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652633 Feb 04 21:01:09.694930 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b6761e50-67d1-4547-a4f2-ad7e4d849030 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:09.718215 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-cd348196-19b1-4423-81b4-3d156098c640 req-7a130463-6303-48e0-bd23-aa032d2173bd tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.18 "DELETE /v2.0/ports/ff6e46a8-1c89-4230-957b-9ee1eb0f02c2 HTTP/1.1" status: 204 len: 173 time: 2.5843172 Feb 04 21:01:09.722876 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b6761e50-67d1-4547-a4f2-ad7e4d849030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:09.723847 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c2418-f6f1-41be-a7a0-2420bf78f393 req-1822362c-197f-418d-b841-51813742205a tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:09.734025 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-594c2418-f6f1-41be-a7a0-2420bf78f393 req-1822362c-197f-418d-b841-51813742205a tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.26 "GET /v2.0/ports?device_id=00e63709-2186-40c3-8cfc-c1a2b6b55711 HTTP/1.1" status: 200 len: 950 time: 0.1394112 Feb 04 21:01:09.748271 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6761e50-67d1-4547-a4f2-ad7e4d849030 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:01:09.748668 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b6761e50-67d1-4547-a4f2-ad7e4d849030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:09.764970 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:01:09.764970 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:01:09.764970 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:01:09.764970 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:01:09.764970 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:01:09.764970 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:01:09.764970 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:01:09.764970 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:01:09.764970 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:01:09.764970 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:01:09.764970 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:01:09.764970 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:01:09.764970 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:01:09.764970 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:01:09.764970 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:01:09.764970 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:01:09.764970 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:01:09.764970 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:01:09.764970 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:01:09.764970 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:01:09.764970 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:01:09.764970 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:01:09.764970 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:01:09.764970 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:01:09.764970 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:01:09.764970 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:01:09.764970 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:01:09.764970 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:01:09.764970 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:01:09.764970 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:01:09.764970 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:01:09.764970 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:01:09.788425 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-594c2418-f6f1-41be-a7a0-2420bf78f393 req-bd249e0f-9255-490d-93bd-bbb1221b91bd tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.26 "GET /v2.0/security-groups?id=0bcc9db5-8e7a-40a8-83b9-125879a69647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540166 Feb 04 21:01:09.795161 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6c5654-67f2-4313-a0a1-b2d69d3556d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe2d22f-3e23-4983-b966-1f08d9a2b320'}, {'server_uuid': '9f6c5654-67f2-4313-a0a1-b2d69d3556d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e762ed88-2a9e-4e4d-b521-c7c76b87da33'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:01:09.815042 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device ff6e46a8-1c89-4230-957b-9ee1eb0f02c2 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:01:09.846449 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc543921-bfc2-423b-8090-e356042b1b02', 'name': 'network-vif-deleted', 'tag': 'ff6e46a8-1c89-4230-957b-9ee1eb0f02c2', 'status': 'completed', 'code': 200} Feb 04 21:01:09.868157 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-995d9e63-b63e-4dca-bd9a-e3eba4f6447f req-eaaf6ec8-9841-4fb6-8d61-af67331d6a5d tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] 10.222.0.26 "GET /v2.0/ports?device_id=b39b2dfd-3778-4aef-ad28-964ac8da1377 HTTP/1.1" status: 200 len: 210 time: 0.0455670 Feb 04 21:01:09.874666 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-cffcf16e-dbd7-4b44-8741-a7fad5517c80 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:09.878994 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-cffcf16e-dbd7-4b44-8741-a7fad5517c80 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Usage tracker for resource:port and tenant:110ca744f7104f16a19517bf4ccbee1e is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:09.891330 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-cffcf16e-dbd7-4b44-8741-a7fad5517c80 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:09.891330 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-cffcf16e-dbd7-4b44-8741-a7fad5517c80 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:09.904164 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: ff6e46a8-1c89-4230-957b-9ee1eb0f02c2 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:01:09.904551 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device ff6e46a8-1c89-4230-957b-9ee1eb0f02c2 not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:01:09.905511 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-cffcf16e-dbd7-4b44-8741-a7fad5517c80 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Made reservation on behalf of 110ca744f7104f16a19517bf4ccbee1e for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:01:09.907515 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6c5654-67f2-4313-a0a1-b2d69d3556d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe2d22f-3e23-4983-b966-1f08d9a2b320', 'code': 200} Feb 04 21:01:09.908014 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6c5654-67f2-4313-a0a1-b2d69d3556d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e762ed88-2a9e-4e4d-b521-c7c76b87da33', 'code': 200} Feb 04 21:01:09.910236 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-cffcf16e-dbd7-4b44-8741-a7fad5517c80 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:09.922898 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b6761e50-67d1-4547-a4f2-ad7e4d849030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:09.964472 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b6761e50-67d1-4547-a4f2-ad7e4d849030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:09.971026 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b6761e50-67d1-4547-a4f2-ad7e4d849030 admin admin] 10.222.0.26 "DELETE /v2.0/networks/1d2298e1-eaea-438c-93a4-f7dbb8ebaba3 HTTP/1.1" status: 204 len: 168 time: 1.4384704 Feb 04 21:01:09.987005 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6761e50-67d1-4547-a4f2-ad7e4d849030 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d2298e1-eaea-438c-93a4-f7dbb8ebaba3,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:10.055632 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54310) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:10.063858 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-a8ffe8c6-9c53-4cee-94d9-eafb8d96914b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1743631344'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:10.079478 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-a8ffe8c6-9c53-4cee-94d9-eafb8d96914b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:10.088103 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-a8ffe8c6-9c53-4cee-94d9-eafb8d96914b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Usage tracker for resource:network and tenant:df41148af8d64ecb86c2b5be8209bfd9 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:10.092234 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-a8ffe8c6-9c53-4cee-94d9-eafb8d96914b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:10.099738 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-a8ffe8c6-9c53-4cee-94d9-eafb8d96914b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:10.120342 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fcaf6-11b8-435a-84af-3c591011fd79 req-062a6a85-6692-4203-ad0a-0daa039a09b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:10.120902 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fcaf6-11b8-435a-84af-3c591011fd79 req-062a6a85-6692-4203-ad0a-0daa039a09b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:10.122950 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fcaf6-11b8-435a-84af-3c591011fd79 req-062a6a85-6692-4203-ad0a-0daa039a09b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:10.123879 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-331fcaf6-11b8-435a-84af-3c591011fd79 req-062a6a85-6692-4203-ad0a-0daa039a09b6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9f6c5654-67f2-4313-a0a1-b2d69d3556d9 HTTP/1.1" status: 200 len: 2870 time: 0.1460688 Feb 04 21:01:10.125257 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ffe8c6-9c53-4cee-94d9-eafb8d96914b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Made reservation on behalf of df41148af8d64ecb86c2b5be8209bfd9 for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:01:10.129627 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a8ffe8c6-9c53-4cee-94d9-eafb8d96914b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:10.155998 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54324) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:10.198642 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-331fcaf6-11b8-435a-84af-3c591011fd79 req-0454c799-3df5-406c-923b-0a3287cd18f0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499706 Feb 04 21:01:10.200224 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ffe8c6-9c53-4cee-94d9-eafb8d96914b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:01:10.212707 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a8ffe8c6-9c53-4cee-94d9-eafb8d96914b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:10.213185 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-a8ffe8c6-9c53-4cee-94d9-eafb8d96914b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Added segment eb14079e-74a0-4935-87b8-557042e4c6f4 of type vlan for network 96794e5b-cad6-4140-9df8-3b22f7347459 Feb 04 21:01:10.270701 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a8ffe8c6-9c53-4cee-94d9-eafb8d96914b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:10.311463 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0c9a24dc-49e5-4355-be07-8efdf6188e78 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=21a453d7a707490bab7b7807b80a7adb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1509643 Feb 04 21:01:10.311463 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-cffcf16e-dbd7-4b44-8741-a7fad5517c80 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Allocated IP 172.20.0.10 (ae0a46c0-cdc0-4375-9f5d-26817dc6661e/d8f4fccc-d4e9-4108-990a-8ebbbaccbe32/7607786b-3617-457f-bab3-0e9009bab0d5) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:01:10.315237 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54330) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:10.349837 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fe41b252-8a6f-4ed5-9212-22ce72914ecf req-76048dbc-c293-4b8e-a463-7a35e702a78f tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc543921-bfc2-423b-8090-e356042b1b02 HTTP/1.1" status: 200 len: 210 time: 0.0694718 Feb 04 21:01:10.416518 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a8ffe8c6-9c53-4cee-94d9-eafb8d96914b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:10.422437 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ffe8c6-9c53-4cee-94d9-eafb8d96914b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:10.423232 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a8ffe8c6-9c53-4cee-94d9-eafb8d96914b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:10.441969 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1cb21c93-17fc-43da-b319-b6fd0a99bb8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:10.517077 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1cb21c93-17fc-43da-b319-b6fd0a99bb8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:10.651475 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-a8ffe8c6-9c53-4cee-94d9-eafb8d96914b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5942330 Feb 04 21:01:10.654580 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54354) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:10.658628 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ffe8c6-9c53-4cee-94d9-eafb8d96914b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Pushing event updated for resources: {'Network': ['ID=96794e5b-cad6-4140-9df8-3b22f7347459,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:10.664493 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-e4518b18-51ea-42ac-badd-1a4017e6ff24 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1015668740'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:10.671862 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 96794e5b-cad6-4140-9df8-3b22f7347459 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:01:10.678109 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e4518b18-51ea-42ac-badd-1a4017e6ff24 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:10.697162 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e4518b18-51ea-42ac-badd-1a4017e6ff24 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Usage tracker for resource:network and tenant:df41148af8d64ecb86c2b5be8209bfd9 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:10.701127 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e4518b18-51ea-42ac-badd-1a4017e6ff24 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:10.716209 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7514c-9209-401d-9670-e0e0754c27d3 req-a3d7c549-530d-4be4-8689-a61d62f9c691 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:10.722982 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e4518b18-51ea-42ac-badd-1a4017e6ff24 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:10.725378 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7514c-9209-401d-9670-e0e0754c27d3 req-a3d7c549-530d-4be4-8689-a61d62f9c691 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:10.728938 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1cb21c93-17fc-43da-b319-b6fd0a99bb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:10.734298 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7514c-9209-401d-9670-e0e0754c27d3 req-a3d7c549-530d-4be4-8689-a61d62f9c691 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:10.735876 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4ed7514c-9209-401d-9670-e0e0754c27d3 req-a3d7c549-530d-4be4-8689-a61d62f9c691 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6c5654-67f2-4313-a0a1-b2d69d3556d9 HTTP/1.1" status: 200 len: 2417 time: 0.2452285 Feb 04 21:01:10.745318 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-cffcf16e-dbd7-4b44-8741-a7fad5517c80 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:10.756547 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb21c93-17fc-43da-b319-b6fd0a99bb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529d44ad-3143-4979-aca3-d2fee2d25290,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:10.766552 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4518b18-51ea-42ac-badd-1a4017e6ff24 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Made reservation on behalf of df41148af8d64ecb86c2b5be8209bfd9 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:01:10.770420 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e4518b18-51ea-42ac-badd-1a4017e6ff24 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:10.806784 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1cb21c93-17fc-43da-b319-b6fd0a99bb8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:10.807985 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1cb21c93-17fc-43da-b319-b6fd0a99bb8b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/529d44ad-3143-4979-aca3-d2fee2d25290 HTTP/1.1" status: 204 len: 168 time: 0.4914227 Feb 04 21:01:10.817869 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4518b18-51ea-42ac-badd-1a4017e6ff24 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:01:10.831415 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e4518b18-51ea-42ac-badd-1a4017e6ff24 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:10.831751 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-e4518b18-51ea-42ac-badd-1a4017e6ff24 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Added segment 13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574 of type vlan for network 3d92e2e6-8e5c-439e-985a-8b138159bd06 Feb 04 21:01:10.844864 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4ed7514c-9209-401d-9670-e0e0754c27d3 req-38dbe4f0-716e-4e51-834e-8ceb937e8591 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/security-groups?id=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970445 Feb 04 21:01:10.859813 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-cffcf16e-dbd7-4b44-8741-a7fad5517c80 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:10.915512 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e4518b18-51ea-42ac-badd-1a4017e6ff24 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:10.967263 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-cffcf16e-dbd7-4b44-8741-a7fad5517c80 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Network ae0a46c0-cdc0-4375-9f5d-26817dc6661e is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:01:10.972629 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-cffcf16e-dbd7-4b44-8741-a7fad5517c80 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:01:10.989774 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-cffcf16e-dbd7-4b44-8741-a7fad5517c80 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:01:11.016486 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffcf16e-dbd7-4b44-8741-a7fad5517c80 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Pushing event updated for resources: {'Port': ['ID=7607786b-3617-457f-bab3-0e9009bab0d5,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:11.047548 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e4518b18-51ea-42ac-badd-1a4017e6ff24 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:11.053770 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4518b18-51ea-42ac-badd-1a4017e6ff24 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:11.054385 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e4518b18-51ea-42ac-badd-1a4017e6ff24 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:11.085192 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facaedb-f51f-4b59-bc62-b1c833108e14 req-b8649af0-c8db-42d7-b41d-2e4b0be1e3cd tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:11.087710 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0facaedb-f51f-4b59-bc62-b1c833108e14 req-b8649af0-c8db-42d7-b41d-2e4b0be1e3cd tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/ports?device_id=782cdf2e-4c38-4275-9b36-01fc3f7a9739 HTTP/1.1" status: 200 len: 950 time: 0.1287181 Feb 04 21:01:11.142212 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0facaedb-f51f-4b59-bc62-b1c833108e14 req-2708eb11-659d-4a27-8637-fb3d033781f6 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/security-groups?id=901a1770-7f4a-4c11-a0db-abacb7b70d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480175 Feb 04 21:01:11.178161 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-cffcf16e-dbd7-4b44-8741-a7fad5517c80 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:11.178773 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-cffcf16e-dbd7-4b44-8741-a7fad5517c80 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:11.200943 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e4518b18-51ea-42ac-badd-1a4017e6ff24 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5429044 Feb 04 21:01:11.204417 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54382) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:11.206257 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4518b18-51ea-42ac-badd-1a4017e6ff24 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Pushing event updated for resources: {'Network': ['ID=3d92e2e6-8e5c-439e-985a-8b138159bd06,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:11.214426 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-de429814-d373-4f1b-a2d1-cd6b8b76d19b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Request body: {'subnet': {'network_id': '96794e5b-cad6-4140-9df8-3b22f7347459', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:11.218413 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-cffcf16e-dbd7-4b44-8741-a7fad5517c80 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9994781 Feb 04 21:01:11.220992 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 3d92e2e6-8e5c-439e-985a-8b138159bd06 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:01:11.235506 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-88ee46d0-2c7d-4761-a3a4-c428c046a6b4 service neutron] Request body: {'port': {'device_id': 'b39b2dfd-3778-4aef-ad28-964ac8da1377', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:11.386321 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-88ee46d0-2c7d-4761-a3a4-c428c046a6b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:11.415259 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-de429814-d373-4f1b-a2d1-cd6b8b76d19b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:11.422801 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-de429814-d373-4f1b-a2d1-cd6b8b76d19b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Usage tracker for resource:subnet and tenant:df41148af8d64ecb86c2b5be8209bfd9 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:11.428327 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-de429814-d373-4f1b-a2d1-cd6b8b76d19b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:11.439502 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2eee2-e7d9-411b-8031-e94d531821d3 req-944c5ef5-6be4-4f11-8cab-d34c9fd56bfa tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:11.440999 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cbf2eee2-e7d9-411b-8031-e94d531821d3 req-944c5ef5-6be4-4f11-8cab-d34c9fd56bfa tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 950 time: 0.2770710 Feb 04 21:01:11.448760 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-de429814-d373-4f1b-a2d1-cd6b8b76d19b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:11.483695 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de429814-d373-4f1b-a2d1-cd6b8b76d19b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Made reservation on behalf of df41148af8d64ecb86c2b5be8209bfd9 for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:01:11.487130 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-de429814-d373-4f1b-a2d1-cd6b8b76d19b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:11.523410 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac47425-3a7a-457e-8bd0-586cbefb97a9 req-126613c6-e2dd-4c0e-9fb0-ab82adc878ac tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:11.530420 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3ac47425-3a7a-457e-8bd0-586cbefb97a9 req-126613c6-e2dd-4c0e-9fb0-ab82adc878ac tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] 10.222.0.26 "GET /v2.0/ports?device_id=b39b2dfd-3778-4aef-ad28-964ac8da1377 HTTP/1.1" status: 200 len: 932 time: 0.2128499 Feb 04 21:01:11.740710 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cbf2eee2-e7d9-411b-8031-e94d531821d3 req-f65d1b08-5c08-4569-aff6-422d2d7d2e06 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849002 Feb 04 21:01:11.770677 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-3ac47425-3a7a-457e-8bd0-586cbefb97a9 req-b3d2871b-1721-4739-aadb-0a21d9d6e1c9 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Synchronizing usage tracker for tenant:110ca744f7104f16a19517bf4ccbee1e on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:01:11.814335 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-3ac47425-3a7a-457e-8bd0-586cbefb97a9 req-b3d2871b-1721-4739-aadb-0a21d9d6e1c9 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Unset dirty status for tenant:110ca744f7104f16a19517bf4ccbee1e on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:01:11.829365 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3ac47425-3a7a-457e-8bd0-586cbefb97a9 req-b3d2871b-1721-4739-aadb-0a21d9d6e1c9 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] 10.222.0.26 "GET /v2.0/security-groups?id=83ef7440-2185-4a5a-88af-4df051bca1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903578 Feb 04 21:01:11.947697 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-88ee46d0-2c7d-4761-a3a4-c428c046a6b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7607786b-3617-457f-bab3-0e9009bab0d5 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:01:11.956265 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-88ee46d0-2c7d-4761-a3a4-c428c046a6b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:11.977262 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-88ee46d0-2c7d-4761-a3a4-c428c046a6b4 service neutron] Transition to ACTIVE for port object 7607786b-3617-457f-bab3-0e9009bab0d5 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:01:11.983396 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-88ee46d0-2c7d-4761-a3a4-c428c046a6b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:12.015415 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-de429814-d373-4f1b-a2d1-cd6b8b76d19b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:12.155213 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de429814-d373-4f1b-a2d1-cd6b8b76d19b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Pushing event updated for resources: {'Subnet': ['ID=8e1d56a7-cf95-4452-a500-f044c9d7c766,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:12.167377 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de429814-d373-4f1b-a2d1-cd6b8b76d19b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Checking segment: {'id': 'eb14079e-74a0-4935-87b8-557042e4c6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '96794e5b-cad6-4140-9df8-3b22f7347459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:01:12.167779 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de429814-d373-4f1b-a2d1-cd6b8b76d19b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Network hostable DHCP agents. Network: 96794e5b-cad6-4140-9df8-3b22f7347459, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:01:12.173078 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee46d0-2c7d-4761-a3a4-c428c046a6b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7607786b-3617-457f-bab3-0e9009bab0d5,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:12.197482 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2f67a-f424-49f3-9da9-5f471422f683 req-a8c72b67-1e86-4632-b897-c8dec1235bb0 tempest-LiveMigrationNegativeTest-320917472 tempest-LiveMigrationNegativeTest-320917472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:12.200316 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c7e2f67a-f424-49f3-9da9-5f471422f683 req-a8c72b67-1e86-4632-b897-c8dec1235bb0 tempest-LiveMigrationNegativeTest-320917472 tempest-LiveMigrationNegativeTest-320917472-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=782cdf2e-4c38-4275-9b36-01fc3f7a9739 HTTP/1.1" status: 200 len: 1101 time: 0.1496785 Feb 04 21:01:12.201425 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de429814-d373-4f1b-a2d1-cd6b8b76d19b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Network 96794e5b-cad6-4140-9df8-3b22f7347459 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:01:12.228210 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c7e2f67a-f424-49f3-9da9-5f471422f683 req-43f3e1ec-8ff3-490f-b864-60593fa95031 tempest-LiveMigrationNegativeTest-320917472 tempest-LiveMigrationNegativeTest-320917472-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:12.244217 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-de429814-d373-4f1b-a2d1-cd6b8b76d19b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 96794e5b-cad6-4140-9df8-3b22f7347459) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:01:12.253786 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c632b8-2a07-48d6-8952-1af98674854b None None] Network 96794e5b-cad6-4140-9df8-3b22f7347459 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:01:12.254293 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-88ee46d0-2c7d-4761-a3a4-c428c046a6b4 service neutron] Attempting to bind port 7607786b-3617-457f-bab3-0e9009bab0d5 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:01:12.254379 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-c7e2f67a-f424-49f3-9da9-5f471422f683 req-43f3e1ec-8ff3-490f-b864-60593fa95031 tempest-LiveMigrationNegativeTest-320917472 tempest-LiveMigrationNegativeTest-320917472-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:12.254844 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-88ee46d0-2c7d-4761-a3a4-c428c046a6b4 service neutron] Attempting to bind port 7607786b-3617-457f-bab3-0e9009bab0d5 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'd1cccddd-34ac-4571-ac7c-e34247e3ef9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'ae0a46c0-cdc0-4375-9f5d-26817dc6661e'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:01:12.255361 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-88ee46d0-2c7d-4761-a3a4-c428c046a6b4 service neutron] Attempting to bind port 7607786b-3617-457f-bab3-0e9009bab0d5 on network ae0a46c0-cdc0-4375-9f5d-26817dc6661e {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:01:12.257971 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-c7e2f67a-f424-49f3-9da9-5f471422f683 req-43f3e1ec-8ff3-490f-b864-60593fa95031 tempest-LiveMigrationNegativeTest-320917472 tempest-LiveMigrationNegativeTest-320917472-project-admin] Usage tracker for resource:security_group_rule and tenant:2dde5735e43345a1a8e63ca02a55176b is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:12.261412 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de429814-d373-4f1b-a2d1-cd6b8b76d19b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:12.261939 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-88ee46d0-2c7d-4761-a3a4-c428c046a6b4 service neutron] Port 7607786b-3617-457f-bab3-0e9009bab0d5 on network ae0a46c0-cdc0-4375-9f5d-26817dc6661e not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:01:12.262681 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-88ee46d0-2c7d-4761-a3a4-c428c046a6b4 service neutron] Attempting to bind port 7607786b-3617-457f-bab3-0e9009bab0d5 on network ae0a46c0-cdc0-4375-9f5d-26817dc6661e {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:01:12.262839 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-de429814-d373-4f1b-a2d1-cd6b8b76d19b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:12.269133 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-c7e2f67a-f424-49f3-9da9-5f471422f683 req-43f3e1ec-8ff3-490f-b864-60593fa95031 tempest-LiveMigrationNegativeTest-320917472 tempest-LiveMigrationNegativeTest-320917472-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:12.269568 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-88ee46d0-2c7d-4761-a3a4-c428c046a6b4 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:01:12.270302 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-88ee46d0-2c7d-4761-a3a4-c428c046a6b4 service neutron] Checking segment: {'id': 'd1cccddd-34ac-4571-ac7c-e34247e3ef9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'ae0a46c0-cdc0-4375-9f5d-26817dc6661e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:01:12.270694 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-88ee46d0-2c7d-4761-a3a4-c428c046a6b4 service neutron] Bound using segment: {'id': 'd1cccddd-34ac-4571-ac7c-e34247e3ef9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'ae0a46c0-cdc0-4375-9f5d-26817dc6661e'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:01:12.271204 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-88ee46d0-2c7d-4761-a3a4-c428c046a6b4 service neutron] Bound port: 7607786b-3617-457f-bab3-0e9009bab0d5, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1cccddd-34ac-4571-ac7c-e34247e3ef9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'ae0a46c0-cdc0-4375-9f5d-26817dc6661e'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:01:12.271944 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-88ee46d0-2c7d-4761-a3a4-c428c046a6b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:12.284226 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-c7e2f67a-f424-49f3-9da9-5f471422f683 req-43f3e1ec-8ff3-490f-b864-60593fa95031 tempest-LiveMigrationNegativeTest-320917472 tempest-LiveMigrationNegativeTest-320917472-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:12.303616 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-de429814-d373-4f1b-a2d1-cd6b8b76d19b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0987515 Feb 04 21:01:12.306158 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54424) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:12.312574 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-6d5b6510-99de-415f-baad-33498a856421 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Request body: {'subnet': {'network_id': '3d92e2e6-8e5c-439e-985a-8b138159bd06', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:12.384204 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-88ee46d0-2c7d-4761-a3a4-c428c046a6b4 service neutron] For port 7607786b-3617-457f-bab3-0e9009bab0d5, host n-h1-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:01:12.389035 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-88ee46d0-2c7d-4761-a3a4-c428c046a6b4 service neutron] For port 7607786b-3617-457f-bab3-0e9009bab0d5, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=7607786b-3617-457f-bab3-0e9009bab0d5,segment=NetworkSegment(d1cccddd-34ac-4571-ac7c-e34247e3ef9a),segment_id=d1cccddd-34ac-4571-ac7c-e34247e3ef9a)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:01:12.397291 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-88ee46d0-2c7d-4761-a3a4-c428c046a6b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:12.466520 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-6d5b6510-99de-415f-baad-33498a856421 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:12.472134 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-6d5b6510-99de-415f-baad-33498a856421 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Usage tracker for resource:subnet and tenant:df41148af8d64ecb86c2b5be8209bfd9 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:12.478311 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-6d5b6510-99de-415f-baad-33498a856421 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:12.486231 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-6d5b6510-99de-415f-baad-33498a856421 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:12.511439 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5b6510-99de-415f-baad-33498a856421 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Made reservation on behalf of df41148af8d64ecb86c2b5be8209bfd9 for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:01:12.514537 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee46d0-2c7d-4761-a3a4-c428c046a6b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7607786b-3617-457f-bab3-0e9009bab0d5,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:12.515602 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6d5b6510-99de-415f-baad-33498a856421 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:12.530041 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-88ee46d0-2c7d-4761-a3a4-c428c046a6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:12.530225 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-88ee46d0-2c7d-4761-a3a4-c428c046a6b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:12.533839 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-88ee46d0-2c7d-4761-a3a4-c428c046a6b4 service neutron] 10.222.0.32 "PUT /v2.0/ports/7607786b-3617-457f-bab3-0e9009bab0d5 HTTP/1.1" status: 200 len: 1092 time: 1.3074594 Feb 04 21:01:12.538842 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b39b2dfd-3778-4aef-ad28-964ac8da1377', 'tag': '7607786b-3617-457f-bab3-0e9009bab0d5'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:01:12.610426 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810fa355-ddce-433c-9db2-c20d2e521b88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-96794e5b-cad6-4140-9df8-3b22f7347459', 'network_id': '96794e5b-cad6-4140-9df8-3b22f7347459', 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'fixed_ips': [{'subnet_id': '8e1d56a7-cf95-4452-a500-f044c9d7c766'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:01:12.611278 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-810fa355-ddce-433c-9db2-c20d2e521b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:12.670046 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-00a91dee-3071-4bf9-9a72-6c332e71a42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:12.671841 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-00a91dee-3071-4bf9-9a72-6c332e71a42c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=110ca744f7104f16a19517bf4ccbee1e&device_id=b39b2dfd-3778-4aef-ad28-964ac8da1377 HTTP/1.1" status: 200 len: 1095 time: 0.0874619 Feb 04 21:01:12.675631 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c7e2f67a-f424-49f3-9da9-5f471422f683 req-43f3e1ec-8ff3-490f-b864-60593fa95031 tempest-LiveMigrationNegativeTest-320917472 tempest-LiveMigrationNegativeTest-320917472-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:12.690523 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c7e2f67a-f424-49f3-9da9-5f471422f683 req-43f3e1ec-8ff3-490f-b864-60593fa95031 tempest-LiveMigrationNegativeTest-320917472 tempest-LiveMigrationNegativeTest-320917472-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:12.743030 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c7e2f67a-f424-49f3-9da9-5f471422f683 req-43f3e1ec-8ff3-490f-b864-60593fa95031 tempest-LiveMigrationNegativeTest-320917472 tempest-LiveMigrationNegativeTest-320917472-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=901a1770-7f4a-4c11-a0db-abacb7b70d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5361941 Feb 04 21:01:12.774851 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f3e1ec-8ff3-490f-b864-60593fa95031 tempest-LiveMigrationNegativeTest-320917472 tempest-LiveMigrationNegativeTest-320917472-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5496e41d-b4cf-449f-9c9b-4fa4a46f7ffc,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:12.797335 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-810fa355-ddce-433c-9db2-c20d2e521b88 None None] Allocated IP 10.1.1.2 (96794e5b-cad6-4140-9df8-3b22f7347459/8e1d56a7-cf95-4452-a500-f044c9d7c766/e2ebac38-7383-46e0-a03e-a6c9ff2e7c4c) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:01:12.807476 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-5e795edd-e5e2-474b-b5c6-f110728ad67a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7607786b-3617-457f-bab3-0e9009bab0d5 HTTP/1.1" status: 200 len: 217 time: 0.1238618 Feb 04 21:01:12.807999 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49eb59c-a901-4497-9311-4482d6d0ba4a req-0c343249-04e9-47da-98a6-c42940d8a831 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:12.813824 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49eb59c-a901-4497-9311-4482d6d0ba4a req-0c343249-04e9-47da-98a6-c42940d8a831 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:12.819605 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49eb59c-a901-4497-9311-4482d6d0ba4a req-0c343249-04e9-47da-98a6-c42940d8a831 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:12.821308 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b49eb59c-a901-4497-9311-4482d6d0ba4a req-0c343249-04e9-47da-98a6-c42940d8a831 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6c5654-67f2-4313-a0a1-b2d69d3556d9 HTTP/1.1" status: 200 len: 2417 time: 0.2230225 Feb 04 21:01:12.889021 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-012b9c36-5963-481c-b59b-e6e40d0d97c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:12.890642 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-012b9c36-5963-481c-b59b-e6e40d0d97c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d8f4fccc-d4e9-4108-990a-8ebbbaccbe32 HTTP/1.1" status: 200 len: 849 time: 0.0762360 Feb 04 21:01:12.901747 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 8010907a-51bb-40e6-969e-9f93dfc91daf no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:01:12.924627 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b49eb59c-a901-4497-9311-4482d6d0ba4a req-bc8d57b3-aecc-4cf1-8707-0928638964df tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/security-groups?id=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701780 Feb 04 21:01:12.963592 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-9657dccf-b15e-485b-874e-df14193fb90d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ae0a46c0-cdc0-4375-9f5d-26817dc6661e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639040 Feb 04 21:01:13.042734 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6d5b6510-99de-415f-baad-33498a856421 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:13.082483 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:13.142651 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e63709-2186-40c3-8cfc-c1a2b6b55711', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8010907a-51bb-40e6-969e-9f93dfc91daf'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:01:13.191268 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-abe74aa8-1301-4882-a631-1f8740b43743 service neutron] 10.222.0.32 "GET /v2.0/networks/ae0a46c0-cdc0-4375-9f5d-26817dc6661e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223804 Feb 04 21:01:13.199787 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 8010907a-51bb-40e6-969e-9f93dfc91daf, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=8010907a-51bb-40e6-969e-9f93dfc91daf,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:13.208116 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:13.224797 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5b6510-99de-415f-baad-33498a856421 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Checking segment: {'id': '13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3d92e2e6-8e5c-439e-985a-8b138159bd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:01:13.225707 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5b6510-99de-415f-baad-33498a856421 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Network hostable DHCP agents. Network: 3d92e2e6-8e5c-439e-985a-8b138159bd06, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:01:13.254857 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b6510-99de-415f-baad-33498a856421 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Pushing event updated for resources: {'Subnet': ['ID=e766ae0d-7580-448d-ac0e-f8a8085326fe,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:13.269033 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5b6510-99de-415f-baad-33498a856421 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Network 3d92e2e6-8e5c-439e-985a-8b138159bd06 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:01:13.288112 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-6d5b6510-99de-415f-baad-33498a856421 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 3d92e2e6-8e5c-439e-985a-8b138159bd06) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:01:13.305459 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-810fa355-ddce-433c-9db2-c20d2e521b88 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:13.320822 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5b6510-99de-415f-baad-33498a856421 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:13.320822 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6d5b6510-99de-415f-baad-33498a856421 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:13.323726 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b39b2dfd-3778-4aef-ad28-964ac8da1377', 'tag': '7607786b-3617-457f-bab3-0e9009bab0d5', 'status': 'completed', 'code': 200} Feb 04 21:01:13.332625 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-810fa355-ddce-433c-9db2-c20d2e521b88 None None] Transition to ACTIVE for port object e2ebac38-7383-46e0-a03e-a6c9ff2e7c4c will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:01:13.370620 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-6d5b6510-99de-415f-baad-33498a856421 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0624597 Feb 04 21:01:13.371069 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54464) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:13.379594 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-fbe90920-ac5b-4152-a82b-56971c5c11c4 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Request body: {'port': {'network_id': '96794e5b-cad6-4140-9df8-3b22f7347459', 'name': 'tempest-TaggedBootDevicesTest-610748763', 'fixed_ips': [{'subnet_id': '8e1d56a7-cf95-4452-a500-f044c9d7c766'}]}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:13.390071 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af58c774-24bf-4fb7-934c-cf6f1fcc8824 None None] Network 3d92e2e6-8e5c-439e-985a-8b138159bd06 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:01:13.403347 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-810fa355-ddce-433c-9db2-c20d2e521b88 None None] Transition to ACTIVE for port object e2ebac38-7383-46e0-a03e-a6c9ff2e7c4c will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:01:13.458501 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-810fa355-ddce-433c-9db2-c20d2e521b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:13.517491 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3f26fa07-e55d-490d-9bfa-6b952fac01df req-ced1b0d8-859e-417c-b4f1-44fab362630d service neutron] 10.222.0.32 "GET /v2.0/networks/ae0a46c0-cdc0-4375-9f5d-26817dc6661e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181901 Feb 04 21:01:13.521839 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810fa355-ddce-433c-9db2-c20d2e521b88 None None] Network 96794e5b-cad6-4140-9df8-3b22f7347459 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:01:13.525234 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-810fa355-ddce-433c-9db2-c20d2e521b88 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:01:13.527162 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=8010907a-51bb-40e6-969e-9f93dfc91daf,revision_number=8']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:13.530004 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810fa355-ddce-433c-9db2-c20d2e521b88 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:01:13.558002 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8b8f2-c463-46d3-bcc7-8ea1e940e966 req-cebf5a02-23f1-4073-9d77-1139f6b0b493 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:13.560322 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-86d8b8f2-c463-46d3-bcc7-8ea1e940e966 req-cebf5a02-23f1-4073-9d77-1139f6b0b493 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 950 time: 0.1503527 Feb 04 21:01:13.582110 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125cd77-43b5-4663-9c8e-889dc52fa325 req-09866eb2-d4c0-4f36-8b7a-e789defa5427 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:13.584163 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1125cd77-43b5-4663-9c8e-889dc52fa325 req-09866eb2-d4c0-4f36-8b7a-e789defa5427 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] 10.222.0.26 "GET /v2.0/ports?device_id=b39b2dfd-3778-4aef-ad28-964ac8da1377 HTTP/1.1" status: 200 len: 944 time: 0.1339304 Feb 04 21:01:13.602169 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-fbe90920-ac5b-4152-a82b-56971c5c11c4 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:13.606706 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-fbe90920-ac5b-4152-a82b-56971c5c11c4 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Usage tracker for resource:port and tenant:df41148af8d64ecb86c2b5be8209bfd9 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:13.609884 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-fbe90920-ac5b-4152-a82b-56971c5c11c4 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:13.648953 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-fbe90920-ac5b-4152-a82b-56971c5c11c4 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:13.670993 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-86d8b8f2-c463-46d3-bcc7-8ea1e940e966 req-670e3f04-9c5e-4537-b468-3ba6972a18f5 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976799 Feb 04 21:01:13.683957 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe90920-ac5b-4152-a82b-56971c5c11c4 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Made reservation on behalf of df41148af8d64ecb86c2b5be8209bfd9 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:01:13.692914 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1125cd77-43b5-4663-9c8e-889dc52fa325 req-201f8283-517b-4501-b180-e24553f450d7 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] 10.222.0.26 "GET /v2.0/security-groups?id=83ef7440-2185-4a5a-88af-4df051bca1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841713 Feb 04 21:01:13.734813 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810fa355-ddce-433c-9db2-c20d2e521b88 None None] Pushing event updated for resources: {'Port': ['ID=e2ebac38-7383-46e0-a03e-a6c9ff2e7c4c,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:13.738843 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-810fa355-ddce-433c-9db2-c20d2e521b88 None None] Attempting to bind port e2ebac38-7383-46e0-a03e-a6c9ff2e7c4c on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:01:13.739215 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-810fa355-ddce-433c-9db2-c20d2e521b88 None None] Attempting to bind port e2ebac38-7383-46e0-a03e-a6c9ff2e7c4c by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': 'eb14079e-74a0-4935-87b8-557042e4c6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '96794e5b-cad6-4140-9df8-3b22f7347459'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:01:13.739580 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810fa355-ddce-433c-9db2-c20d2e521b88 None None] Attempting to bind port e2ebac38-7383-46e0-a03e-a6c9ff2e7c4c on network 96794e5b-cad6-4140-9df8-3b22f7347459 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:01:13.754129 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810fa355-ddce-433c-9db2-c20d2e521b88 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:01:13.754516 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810fa355-ddce-433c-9db2-c20d2e521b88 None None] Checking segment: {'id': 'eb14079e-74a0-4935-87b8-557042e4c6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '96794e5b-cad6-4140-9df8-3b22f7347459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:01:13.754921 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-810fa355-ddce-433c-9db2-c20d2e521b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:13.755315 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810fa355-ddce-433c-9db2-c20d2e521b88 None None] Bound using segment: {'id': 'eb14079e-74a0-4935-87b8-557042e4c6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '96794e5b-cad6-4140-9df8-3b22f7347459'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:01:13.755784 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-810fa355-ddce-433c-9db2-c20d2e521b88 None None] Bound port: e2ebac38-7383-46e0-a03e-a6c9ff2e7c4c, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb14079e-74a0-4935-87b8-557042e4c6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '96794e5b-cad6-4140-9df8-3b22f7347459'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:01:13.756156 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-810fa355-ddce-433c-9db2-c20d2e521b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:13.824481 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f14b84-4c61-4d4d-83ff-093baa74e3b7 req-3b62c224-020d-4198-90ba-8693f5075b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:13.826306 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e9f14b84-4c61-4d4d-83ff-093baa74e3b7 req-3b62c224-020d-4198-90ba-8693f5075b30 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=110ca744f7104f16a19517bf4ccbee1e&device_id=b39b2dfd-3778-4aef-ad28-964ac8da1377 HTTP/1.1" status: 200 len: 1095 time: 0.2134960 Feb 04 21:01:13.846450 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e63709-2186-40c3-8cfc-c1a2b6b55711', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8010907a-51bb-40e6-969e-9f93dfc91daf', 'code': 200} Feb 04 21:01:13.853099 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fbe90920-ac5b-4152-a82b-56971c5c11c4 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:13.866566 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84a689c-6502-4b6f-8f85-7d9ec6183b02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-3d92e2e6-8e5c-439e-985a-8b138159bd06', 'network_id': '3d92e2e6-8e5c-439e-985a-8b138159bd06', 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'fixed_ips': [{'subnet_id': 'e766ae0d-7580-448d-ac0e-f8a8085326fe'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:01:13.867384 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d84a689c-6502-4b6f-8f85-7d9ec6183b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:13.904225 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e8bfae5c-ac53-4e75-837c-d8efd265a858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:13.919947 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d40bab-e994-43ba-965b-aa494a1c2388 req-73346cc7-a469-4a41-ba7e-68b82ed50c43 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:13.921856 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-12d40bab-e994-43ba-965b-aa494a1c2388 req-73346cc7-a469-4a41-ba7e-68b82ed50c43 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/ports?device_id=e777a94c-6b98-4661-bec5-4c2ff45004a8 HTTP/1.1" status: 200 len: 950 time: 0.0997267 Feb 04 21:01:13.962335 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-fbe90920-ac5b-4152-a82b-56971c5c11c4 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] device_id is not set on port c946fa5d-284e-4d9b-a8fb-f026a285451d yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:01:13.985945 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-12d40bab-e994-43ba-965b-aa494a1c2388 req-eadbc425-8529-41c8-8896-91332ccbf387 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ed875e2-5a67-46a6-a467-7361286c92c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556371 Feb 04 21:01:13.988478 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-810fa355-ddce-433c-9db2-c20d2e521b88 None None] For port e2ebac38-7383-46e0-a03e-a6c9ff2e7c4c, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:01:14.015394 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-810fa355-ddce-433c-9db2-c20d2e521b88 None None] For port e2ebac38-7383-46e0-a03e-a6c9ff2e7c4c, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=e2ebac38-7383-46e0-a03e-a6c9ff2e7c4c,segment=NetworkSegment(eb14079e-74a0-4935-87b8-557042e4c6f4),segment_id=eb14079e-74a0-4935-87b8-557042e4c6f4)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:01:14.053909 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-810fa355-ddce-433c-9db2-c20d2e521b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:14.160561 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-d84a689c-6502-4b6f-8f85-7d9ec6183b02 None None] Allocated IP 10.2.2.2 (3d92e2e6-8e5c-439e-985a-8b138159bd06/e766ae0d-7580-448d-ac0e-f8a8085326fe/0384f8c8-91e7-4983-8cd3-3368be4621d9) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:01:14.168905 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810fa355-ddce-433c-9db2-c20d2e521b88 None None] Pushing event updated for resources: {'Port': ['ID=e2ebac38-7383-46e0-a03e-a6c9ff2e7c4c,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:14.392313 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f14b84-4c61-4d4d-83ff-093baa74e3b7 req-13a7b11f-8b9a-42a9-9850-a14743c46d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:14.393527 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e9f14b84-4c61-4d4d-83ff-093baa74e3b7 req-13a7b11f-8b9a-42a9-9850-a14743c46d6b service neutron] 10.222.0.32 "GET /v2.0/networks?id=ae0a46c0-cdc0-4375-9f5d-26817dc6661e HTTP/1.1" status: 200 len: 910 time: 0.5191846 Feb 04 21:01:14.525477 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e9f14b84-4c61-4d4d-83ff-093baa74e3b7 req-ddb09f03-725c-48cd-939c-12ba09d401cb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7607786b-3617-457f-bab3-0e9009bab0d5 HTTP/1.1" status: 200 len: 217 time: 0.1170754 Feb 04 21:01:14.541615 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d84a689c-6502-4b6f-8f85-7d9ec6183b02 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:14.555339 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d84a689c-6502-4b6f-8f85-7d9ec6183b02 None None] Transition to ACTIVE for port object 0384f8c8-91e7-4983-8cd3-3368be4621d9 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:01:14.579356 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d84a689c-6502-4b6f-8f85-7d9ec6183b02 None None] Transition to ACTIVE for port object 0384f8c8-91e7-4983-8cd3-3368be4621d9 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:01:14.589591 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d84a689c-6502-4b6f-8f85-7d9ec6183b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:14.704386 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a689c-6502-4b6f-8f85-7d9ec6183b02 None None] Pushing event updated for resources: {'Port': ['ID=0384f8c8-91e7-4983-8cd3-3368be4621d9,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:14.725136 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84a689c-6502-4b6f-8f85-7d9ec6183b02 None None] Network 3d92e2e6-8e5c-439e-985a-8b138159bd06 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:01:14.727005 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-d84a689c-6502-4b6f-8f85-7d9ec6183b02 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:01:14.729912 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84a689c-6502-4b6f-8f85-7d9ec6183b02 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:01:14.792422 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836915be-8ac3-449f-b107-72dcf9d0c0c0 req-8a402521-051a-4c55-b6c4-f63268adf010 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:14.793860 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-836915be-8ac3-449f-b107-72dcf9d0c0c0 req-8a402521-051a-4c55-b6c4-f63268adf010 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Synchronizing usage tracker for tenant:2e2fe7720be34c5c975f7bf0105158c8 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:01:14.797964 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f14b84-4c61-4d4d-83ff-093baa74e3b7 req-7dc3d560-5042-421d-8ae4-2690d96bb068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:14.802423 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e9f14b84-4c61-4d4d-83ff-093baa74e3b7 req-7dc3d560-5042-421d-8ae4-2690d96bb068 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d8f4fccc-d4e9-4108-990a-8ebbbaccbe32 HTTP/1.1" status: 200 len: 849 time: 0.2602282 Feb 04 21:01:14.803193 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-fbe90920-ac5b-4152-a82b-56971c5c11c4 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Allocated IP 10.1.1.94 (96794e5b-cad6-4140-9df8-3b22f7347459/8e1d56a7-cf95-4452-a500-f044c9d7c766/c946fa5d-284e-4d9b-a8fb-f026a285451d) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:01:14.849464 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a9a2d-0891-4f52-a705-66a116c84493 req-914638b7-5eba-4828-bdcf-c7ba0d670f92 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:14.856504 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a9a2d-0891-4f52-a705-66a116c84493 req-914638b7-5eba-4828-bdcf-c7ba0d670f92 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:14.865449 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a9a2d-0891-4f52-a705-66a116c84493 req-914638b7-5eba-4828-bdcf-c7ba0d670f92 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:14.874854 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-703a9a2d-0891-4f52-a705-66a116c84493 req-914638b7-5eba-4828-bdcf-c7ba0d670f92 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6c5654-67f2-4313-a0a1-b2d69d3556d9 HTTP/1.1" status: 200 len: 2417 time: 0.2049751 Feb 04 21:01:14.879234 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-d84a689c-6502-4b6f-8f85-7d9ec6183b02 None None] Attempting to bind port 0384f8c8-91e7-4983-8cd3-3368be4621d9 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:01:14.879615 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-d84a689c-6502-4b6f-8f85-7d9ec6183b02 None None] Attempting to bind port 0384f8c8-91e7-4983-8cd3-3368be4621d9 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3d92e2e6-8e5c-439e-985a-8b138159bd06'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:01:14.880112 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84a689c-6502-4b6f-8f85-7d9ec6183b02 None None] Attempting to bind port 0384f8c8-91e7-4983-8cd3-3368be4621d9 on network 3d92e2e6-8e5c-439e-985a-8b138159bd06 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:01:14.881180 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-836915be-8ac3-449f-b107-72dcf9d0c0c0 req-8a402521-051a-4c55-b6c4-f63268adf010 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Unset dirty status for tenant:2e2fe7720be34c5c975f7bf0105158c8 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:01:14.882404 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-836915be-8ac3-449f-b107-72dcf9d0c0c0 req-8a402521-051a-4c55-b6c4-f63268adf010 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.18 "GET /v2.0/ports?device_id=e777a94c-6b98-4661-bec5-4c2ff45004a8 HTTP/1.1" status: 200 len: 950 time: 0.3529150 Feb 04 21:01:14.885978 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e9f14b84-4c61-4d4d-83ff-093baa74e3b7 req-694100c5-fa7a-4806-89e7-6b39b571cedd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ae0a46c0-cdc0-4375-9f5d-26817dc6661e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669899 Feb 04 21:01:14.888440 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84a689c-6502-4b6f-8f85-7d9ec6183b02 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:01:14.888945 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84a689c-6502-4b6f-8f85-7d9ec6183b02 None None] Checking segment: {'id': '13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3d92e2e6-8e5c-439e-985a-8b138159bd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:01:14.889786 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d84a689c-6502-4b6f-8f85-7d9ec6183b02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:14.890276 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84a689c-6502-4b6f-8f85-7d9ec6183b02 None None] Bound using segment: {'id': '13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3d92e2e6-8e5c-439e-985a-8b138159bd06'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:01:14.890760 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-d84a689c-6502-4b6f-8f85-7d9ec6183b02 None None] Bound port: 0384f8c8-91e7-4983-8cd3-3368be4621d9, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3d92e2e6-8e5c-439e-985a-8b138159bd06'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:01:14.891097 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d84a689c-6502-4b6f-8f85-7d9ec6183b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:14.966371 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-703a9a2d-0891-4f52-a705-66a116c84493 req-da0ef280-93a5-444d-992b-ed196088c00d tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/security-groups?id=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905492 Feb 04 21:01:15.024694 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device e2ebac38-7383-46e0-a03e-a6c9ff2e7c4c up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:01:15.134570 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-836915be-8ac3-449f-b107-72dcf9d0c0c0 req-f720bf21-59ac-42f0-aab7-e413f7c11ffa tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Deleting port 54a08c93-c6d2-47f4-9dc1-d96059011b3b {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:01:15.135229 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-836915be-8ac3-449f-b107-72dcf9d0c0c0 req-f720bf21-59ac-42f0-aab7-e413f7c11ffa tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:15.197008 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-d84a689c-6502-4b6f-8f85-7d9ec6183b02 None None] For port 0384f8c8-91e7-4983-8cd3-3368be4621d9, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:01:15.214291 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-d84a689c-6502-4b6f-8f85-7d9ec6183b02 None None] For port 0384f8c8-91e7-4983-8cd3-3368be4621d9, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=0384f8c8-91e7-4983-8cd3-3368be4621d9,segment=NetworkSegment(13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574),segment_id=13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:01:15.219909 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port e2ebac38-7383-46e0-a03e-a6c9ff2e7c4c completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:01:15.236841 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d84a689c-6502-4b6f-8f85-7d9ec6183b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:15.293060 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92382e51-6ed7-42ea-9513-e43517a25bea req-e02ca890-bc2e-499e-bd94-b1814387ae90 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:15.303985 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-92382e51-6ed7-42ea-9513-e43517a25bea req-e02ca890-bc2e-499e-bd94-b1814387ae90 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] 10.222.0.26 "GET /v2.0/ports?device_id=b39b2dfd-3778-4aef-ad28-964ac8da1377 HTTP/1.1" status: 200 len: 944 time: 0.2128203 Feb 04 21:01:15.352269 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a689c-6502-4b6f-8f85-7d9ec6183b02 None None] Pushing event updated for resources: {'Port': ['ID=0384f8c8-91e7-4983-8cd3-3368be4621d9,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:15.366214 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafc6a3-5949-4da3-8f7b-76ee4ab0b9eb req-a5c848cf-0415-4441-b944-b01133eb50eb tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:15.376670 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1eafc6a3-5949-4da3-8f7b-76ee4ab0b9eb req-a5c848cf-0415-4441-b944-b01133eb50eb tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 950 time: 0.2330441 Feb 04 21:01:15.421979 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-92382e51-6ed7-42ea-9513-e43517a25bea req-18ea539b-2b92-4381-b385-34f4d141b413 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] 10.222.0.26 "GET /v2.0/security-groups?id=83ef7440-2185-4a5a-88af-4df051bca1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170661 Feb 04 21:01:15.463384 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54522) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:15.467196 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1eafc6a3-5949-4da3-8f7b-76ee4ab0b9eb req-025281e8-f458-4151-95dd-7862aff9be48 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895181 Feb 04 21:01:15.671496 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e9f14b84-4c61-4d4d-83ff-093baa74e3b7 req-dd392d75-2b33-4a04-973e-3ef03b627db4 service neutron] 10.222.0.32 "GET /v2.0/networks/ae0a46c0-cdc0-4375-9f5d-26817dc6661e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7435281 Feb 04 21:01:15.853942 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9601091-afde-45e8-8dee-ebe6307a237b req-403d6d34-43b0-4af6-ad83-c435196692c8 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:15.856427 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d9601091-afde-45e8-8dee-ebe6307a237b req-403d6d34-43b0-4af6-ad83-c435196692c8 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/ports?device_id=782cdf2e-4c38-4275-9b36-01fc3f7a9739 HTTP/1.1" status: 200 len: 950 time: 0.3051090 Feb 04 21:01:15.862152 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0d5e111a-af14-45dc-a82c-5b2af42a5e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:15.879611 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fd0102-c928-4552-9249-5654cf9056e4 None None] Network 96794e5b-cad6-4140-9df8-3b22f7347459 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:01:15.944729 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0d5e111a-af14-45dc-a82c-5b2af42a5e61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:16.003889 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c13a1f6d-7f16-446d-a99b-922ecea7841a None None] Provisioning for port e2ebac38-7383-46e0-a03e-a6c9ff2e7c4c completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:01:16.012264 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c13a1f6d-7f16-446d-a99b-922ecea7841a None None] Provisioning complete for port e2ebac38-7383-46e0-a03e-a6c9ff2e7c4c triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:01:16.012749 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c13a1f6d-7f16-446d-a99b-922ecea7841a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:16.034416 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0d5e111a-af14-45dc-a82c-5b2af42a5e61 admin admin] Usage tracker for resource:security_group_rule and tenant:571eaa65d4c14202b3dc4f31fb7c3643 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:16.039549 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fbe90920-ac5b-4152-a82b-56971c5c11c4 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:16.045917 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad2a91-744d-4314-a6b8-902ba4d4b6d3 req-142b9c7c-ef81-45df-a703-fa1046869a96 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:16.049294 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0d5e111a-af14-45dc-a82c-5b2af42a5e61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:16.053618 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c0ad2a91-744d-4314-a6b8-902ba4d4b6d3 req-142b9c7c-ef81-45df-a703-fa1046869a96 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/ports?device_id=e777a94c-6b98-4661-bec5-4c2ff45004a8 HTTP/1.1" status: 200 len: 950 time: 0.4171305 Feb 04 21:01:16.060829 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0d5e111a-af14-45dc-a82c-5b2af42a5e61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:16.082138 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d9601091-afde-45e8-8dee-ebe6307a237b req-f8ec8d38-6d5d-4244-9978-4bbbb51e2bd7 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/security-groups?id=901a1770-7f4a-4c11-a0db-abacb7b70d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144198 Feb 04 21:01:16.115609 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-fbe90920-ac5b-4152-a82b-56971c5c11c4 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Transition to ACTIVE for port object c946fa5d-284e-4d9b-a8fb-f026a285451d will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:01:16.120437 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c0ad2a91-744d-4314-a6b8-902ba4d4b6d3 req-436b8ee2-d653-420c-858d-ff17c57d75ce tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ed875e2-5a67-46a6-a467-7361286c92c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658338 Feb 04 21:01:16.180798 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fbe90920-ac5b-4152-a82b-56971c5c11c4 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:16.187213 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-836915be-8ac3-449f-b107-72dcf9d0c0c0 req-f720bf21-59ac-42f0-aab7-e413f7c11ffa tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] For port 54a08c93-c6d2-47f4-9dc1-d96059011b3b, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=54a08c93-c6d2-47f4-9dc1-d96059011b3b,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:16.196517 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-836915be-8ac3-449f-b107-72dcf9d0c0c0 req-f720bf21-59ac-42f0-aab7-e413f7c11ffa tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:16.344079 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050684c-9a7a-4c8c-aa8c-452d6785c42e req-b8e027c8-8e96-4162-bfbe-e86fccc51e34 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:16.352082 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d294e468-a55a-4a8f-89b1-f1b29d89ec33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:16.352869 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050684c-9a7a-4c8c-aa8c-452d6785c42e req-b8e027c8-8e96-4162-bfbe-e86fccc51e34 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:16.357638 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c13a1f6d-7f16-446d-a99b-922ecea7841a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:16.360187 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050684c-9a7a-4c8c-aa8c-452d6785c42e req-b8e027c8-8e96-4162-bfbe-e86fccc51e34 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:16.368457 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7050684c-9a7a-4c8c-aa8c-452d6785c42e req-b8e027c8-8e96-4162-bfbe-e86fccc51e34 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6c5654-67f2-4313-a0a1-b2d69d3556d9 HTTP/1.1" status: 200 len: 2417 time: 0.1185253 Feb 04 21:01:16.404189 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-c13a1f6d-7f16-446d-a99b-922ecea7841a None None] For port e2ebac38-7383-46e0-a03e-a6c9ff2e7c4c, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=e2ebac38-7383-46e0-a03e-a6c9ff2e7c4c,segment=NetworkSegment(eb14079e-74a0-4935-87b8-557042e4c6f4),segment_id=eb14079e-74a0-4935-87b8-557042e4c6f4)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:16.413580 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-836915be-8ac3-449f-b107-72dcf9d0c0c0 req-f720bf21-59ac-42f0-aab7-e413f7c11ffa tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Calling delete_port for 54a08c93-c6d2-47f4-9dc1-d96059011b3b owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:01:16.422929 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c13a1f6d-7f16-446d-a99b-922ecea7841a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:16.433141 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7050684c-9a7a-4c8c-aa8c-452d6785c42e req-5d479a01-3444-49ff-bd88-a869e1c356ec tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/security-groups?id=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611758 Feb 04 21:01:16.522632 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a1f6d-7f16-446d-a99b-922ecea7841a None None] Pushing event updated for resources: {'Port': ['ID=e2ebac38-7383-46e0-a03e-a6c9ff2e7c4c,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:16.568503 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-4c039f48-8e33-4f15-8e6a-e0494da62505 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:16.595417 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-4c039f48-8e33-4f15-8e6a-e0494da62505 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:16.604825 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-4c039f48-8e33-4f15-8e6a-e0494da62505 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:16.607531 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-4c039f48-8e33-4f15-8e6a-e0494da62505 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f6c5654-67f2-4313-a0a1-b2d69d3556d9 HTTP/1.1" status: 200 len: 2417 time: 0.1719959 Feb 04 21:01:16.790288 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-a459fcca-b257-476d-b1d7-fd609ebd5930 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Deleting port e762ed88-2a9e-4e4d-b521-c7c76b87da33 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:01:16.790631 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-a459fcca-b257-476d-b1d7-fd609ebd5930 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:16.854763 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e9f14b84-4c61-4d4d-83ff-093baa74e3b7 req-6acbf800-c523-4c89-940f-7483f9df1b9e service neutron] 10.222.0.32 "GET /v2.0/networks/ae0a46c0-cdc0-4375-9f5d-26817dc6661e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1658456 Feb 04 21:01:16.866813 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-7366ff8f-53ba-45c0-8ada-89439fabc33a None None] Provisioning for port c946fa5d-284e-4d9b-a8fb-f026a285451d completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:01:16.878975 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-7366ff8f-53ba-45c0-8ada-89439fabc33a None None] Provisioning complete for port c946fa5d-284e-4d9b-a8fb-f026a285451d triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:01:16.879482 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7366ff8f-53ba-45c0-8ada-89439fabc33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:16.901793 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe90920-ac5b-4152-a82b-56971c5c11c4 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Network 96794e5b-cad6-4140-9df8-3b22f7347459 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:01:16.909532 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 8010907a-51bb-40e6-969e-9f93dfc91daf details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:01:16.912493 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-fbe90920-ac5b-4152-a82b-56971c5c11c4 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:01:16.912661 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0806e46-6eaa-4451-863d-721ba7ab9c97 req-117f5536-2138-41b7-8067-c2f2e4d13f63 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:16.920601 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b0806e46-6eaa-4451-863d-721ba7ab9c97 req-117f5536-2138-41b7-8067-c2f2e4d13f63 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] 10.222.0.26 "GET /v2.0/ports?device_id=b39b2dfd-3778-4aef-ad28-964ac8da1377 HTTP/1.1" status: 200 len: 944 time: 0.3119490 Feb 04 21:01:16.926872 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe90920-ac5b-4152-a82b-56971c5c11c4 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:01:17.011047 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe90920-ac5b-4152-a82b-56971c5c11c4 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Pushing event updated for resources: {'Port': ['ID=c946fa5d-284e-4d9b-a8fb-f026a285451d,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:17.090742 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 8010907a-51bb-40e6-969e-9f93dfc91daf, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=8010907a-51bb-40e6-969e-9f93dfc91daf,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:17.116520 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '8010907a-51bb-40e6-969e-9f93dfc91daf', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': '8010907a-51bb-40e6-969e-9f93dfc91daf', 'mac_address': 'fa:16:3e:44:87:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:01:17.119348 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000b3991-44e6-4c5b-898d-1521b7ce6d90 None None] Network 3d92e2e6-8e5c-439e-985a-8b138159bd06 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:01:17.135551 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device e2ebac38-7383-46e0-a03e-a6c9ff2e7c4c up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:01:17.145683 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b9973-607b-4534-97b0-41f883036d89 req-e7556675-e28c-4432-ae16-64fe9b47bc13 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:17.147529 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3b6b9973-607b-4534-97b0-41f883036d89 req-e7556675-e28c-4432-ae16-64fe9b47bc13 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 950 time: 0.4720047 Feb 04 21:01:17.182566 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe90920-ac5b-4152-a82b-56971c5c11c4 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:17.183125 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fbe90920-ac5b-4152-a82b-56971c5c11c4 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:17.242252 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fbe90920-ac5b-4152-a82b-56971c5c11c4 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8675203 Feb 04 21:01:17.261348 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54550) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:17.270195 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b0806e46-6eaa-4451-863d-721ba7ab9c97 req-82ce8390-ad0d-435d-8170-d96bb47fae93 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] 10.222.0.26 "GET /v2.0/security-groups?id=83ef7440-2185-4a5a-88af-4df051bca1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412344 Feb 04 21:01:17.271671 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc09350-ab86-4c2d-912e-925fde7ddc93 req-cbf1d25d-7702-4096-9814-86b503fc839e tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:17.272317 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-4fc09350-ab86-4c2d-912e-925fde7ddc93 req-cbf1d25d-7702-4096-9814-86b503fc839e tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Synchronizing usage tracker for tenant:fdebd31004d4485bb31ace7bc9f49c3c on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:01:17.286293 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-7944ef60-5393-444e-accc-7990c14e6c5b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Request body: {'port': {'network_id': '96794e5b-cad6-4140-9df8-3b22f7347459', 'name': 'tempest-TaggedBootDevicesTest-2000551614', 'fixed_ips': [{'subnet_id': '8e1d56a7-cf95-4452-a500-f044c9d7c766'}]}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:17.303303 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0d5e111a-af14-45dc-a82c-5b2af42a5e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:17.315677 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-836915be-8ac3-449f-b107-72dcf9d0c0c0 req-f720bf21-59ac-42f0-aab7-e413f7c11ffa tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:17.322965 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0d5e111a-af14-45dc-a82c-5b2af42a5e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:17.333023 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-a459fcca-b257-476d-b1d7-fd609ebd5930 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] For port e762ed88-2a9e-4e4d-b521-c7c76b87da33, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=e762ed88-2a9e-4e4d-b521-c7c76b87da33,segment=NetworkSegment(2e156d37-8ae8-44ea-95e7-c327d477fbee),segment_id=2e156d37-8ae8-44ea-95e7-c327d477fbee)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:17.333473 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-a459fcca-b257-476d-b1d7-fd609ebd5930 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:17.356365 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3b6b9973-607b-4534-97b0-41f883036d89 req-84d77f3c-39cb-49aa-89f0-9e1147e085c9 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735065 Feb 04 21:01:17.410562 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-7366ff8f-53ba-45c0-8ada-89439fabc33a None None] Port c946fa5d-284e-4d9b-a8fb-f026a285451d cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:01:17.443393 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0d5e111a-af14-45dc-a82c-5b2af42a5e61 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=571eaa65d4c14202b3dc4f31fb7c3643&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9129534 Feb 04 21:01:17.485312 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:17.487109 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54554) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:17.487989 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e111a-af14-45dc-a82c-5b2af42a5e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a780b94-ad63-4a63-a3d5-ba2f20b51f12,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:17.493012 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:17.497531 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-a459fcca-b257-476d-b1d7-fd609ebd5930 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Calling delete_port for e762ed88-2a9e-4e4d-b521-c7c76b87da33 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:01:17.504010 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-4fc09350-ab86-4c2d-912e-925fde7ddc93 req-cbf1d25d-7702-4096-9814-86b503fc839e tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Unset dirty status for tenant:fdebd31004d4485bb31ace7bc9f49c3c on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:01:17.505133 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4fc09350-ab86-4c2d-912e-925fde7ddc93 req-cbf1d25d-7702-4096-9814-86b503fc839e tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.18 "GET /v2.0/ports?device_id=782cdf2e-4c38-4275-9b36-01fc3f7a9739 HTTP/1.1" status: 200 len: 950 time: 1.1565998 Feb 04 21:01:17.524536 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720bf21-59ac-42f0-aab7-e413f7c11ffa tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Pushing event deleted for resources: {'Port': ['ID=54a08c93-c6d2-47f4-9dc1-d96059011b3b,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:17.548330 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:17.565138 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8010907a-51bb-40e6-969e-9f93dfc91daf {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:01:17.586427 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port e2ebac38-7383-46e0-a03e-a6c9ff2e7c4c triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:01:17.586793 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:17.616891 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-4fc09350-ab86-4c2d-912e-925fde7ddc93 req-4e34b24a-f47d-4fec-b092-7c7799ecad87 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Deleting port 3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:01:17.617737 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4fc09350-ab86-4c2d-912e-925fde7ddc93 req-4e34b24a-f47d-4fec-b092-7c7799ecad87 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:17.626452 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-7366ff8f-53ba-45c0-8ada-89439fabc33a None None] Provisioning complete for port e2ebac38-7383-46e0-a03e-a6c9ff2e7c4c triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:01:17.626945 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7366ff8f-53ba-45c0-8ada-89439fabc33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:17.639612 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8a941497-0976-4520-a5d0-6d781d1b2a6e req-f4f18774-d1e2-4ce2-aeb6-6ef66b62fd34 tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.26 "GET /v2.0/ports?device_id=e777a94c-6b98-4661-bec5-4c2ff45004a8 HTTP/1.1" status: 200 len: 210 time: 0.1112568 Feb 04 21:01:17.753351 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 8010907a-51bb-40e6-969e-9f93dfc91daf, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=8010907a-51bb-40e6-969e-9f93dfc91daf,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:17.764961 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-836915be-8ac3-449f-b107-72dcf9d0c0c0 req-f720bf21-59ac-42f0-aab7-e413f7c11ffa tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] No DVR routers for this DVR port 54a08c93-c6d2-47f4-9dc1-d96059011b3b on host n-h2-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:01:17.779621 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-836915be-8ac3-449f-b107-72dcf9d0c0c0 req-f720bf21-59ac-42f0-aab7-e413f7c11ffa tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:17.783058 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-836915be-8ac3-449f-b107-72dcf9d0c0c0 req-f720bf21-59ac-42f0-aab7-e413f7c11ffa tempest-ServersAdminNegativeTestJSON-1530603055 tempest-ServersAdminNegativeTestJSON-1530603055-project] 10.222.0.18 "DELETE /v2.0/ports/54a08c93-c6d2-47f4-9dc1-d96059011b3b HTTP/1.1" status: 204 len: 173 time: 2.8931792 Feb 04 21:01:17.795043 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965315c3-80d1-4b4c-a76e-33feb183a225 req-5a7d42fb-a9ab-48a7-8d48-9a9656586ab5 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:17.802271 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-965315c3-80d1-4b4c-a76e-33feb183a225 req-5a7d42fb-a9ab-48a7-8d48-9a9656586ab5 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/ports?device_id=782cdf2e-4c38-4275-9b36-01fc3f7a9739 HTTP/1.1" status: 200 len: 950 time: 0.3129642 Feb 04 21:01:17.803579 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e777a94c-6b98-4661-bec5-4c2ff45004a8', 'name': 'network-vif-deleted', 'tag': '54a08c93-c6d2-47f4-9dc1-d96059011b3b'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:01:17.813529 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:17.836052 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-a459fcca-b257-476d-b1d7-fd609ebd5930 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:17.895973 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['854a351f-56e0-4946-a793-de4830debb9e', 'e762ed88-2a9e-4e4d-b521-c7c76b87da33', 'ffe2d22f-3e23-4983-b966-1f08d9a2b320'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:01:17.910145 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a459fcca-b257-476d-b1d7-fd609ebd5930 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Pushing event deleted for resources: {'Port': ['ID=e762ed88-2a9e-4e4d-b521-c7c76b87da33,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:17.922022 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 54a08c93-c6d2-47f4-9dc1-d96059011b3b no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:01:17.936387 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-965315c3-80d1-4b4c-a76e-33feb183a225 req-69704043-2fee-4605-9106-2bb38b79aad7 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/security-groups?id=901a1770-7f4a-4c11-a0db-abacb7b70d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323860 Feb 04 21:01:18.033306 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['8010907a-51bb-40e6-969e-9f93dfc91daf'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:01:18.119211 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: 54a08c93-c6d2-47f4-9dc1-d96059011b3b {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:01:18.131437 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 54a08c93-c6d2-47f4-9dc1-d96059011b3b not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:01:18.132000 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:01:18.146771 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e777a94c-6b98-4661-bec5-4c2ff45004a8', 'name': 'network-vif-deleted', 'tag': '54a08c93-c6d2-47f4-9dc1-d96059011b3b', 'status': 'completed', 'code': 200} Feb 04 21:01:18.147289 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-a459fcca-b257-476d-b1d7-fd609ebd5930 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] No DVR routers for this DVR port e762ed88-2a9e-4e4d-b521-c7c76b87da33 on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:01:18.149506 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-a459fcca-b257-476d-b1d7-fd609ebd5930 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:18.155085 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6c5654-67f2-4313-a0a1-b2d69d3556d9', 'name': 'network-vif-deleted', 'tag': 'e762ed88-2a9e-4e4d-b521-c7c76b87da33'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:01:18.164015 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8468ec92-87c7-49de-9ec3-5a18ff0e8c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:18.179699 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7944ef60-5393-444e-accc-7990c14e6c5b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:18.181345 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-a459fcca-b257-476d-b1d7-fd609ebd5930 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.32 "DELETE /v2.0/ports/e762ed88-2a9e-4e4d-b521-c7c76b87da33 HTTP/1.1" status: 204 len: 173 time: 1.5411925 Feb 04 21:01:18.224815 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7944ef60-5393-444e-accc-7990c14e6c5b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Usage tracker for resource:port and tenant:df41148af8d64ecb86c2b5be8209bfd9 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:18.254478 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7944ef60-5393-444e-accc-7990c14e6c5b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:18.276000 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-4fc09350-ab86-4c2d-912e-925fde7ddc93 req-4e34b24a-f47d-4fec-b092-7c7799ecad87 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] For port 3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:18.276736 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4fc09350-ab86-4c2d-912e-925fde7ddc93 req-4e34b24a-f47d-4fec-b092-7c7799ecad87 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:18.288619 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6c5654-67f2-4313-a0a1-b2d69d3556d9', 'name': 'network-vif-deleted', 'tag': 'e762ed88-2a9e-4e4d-b521-c7c76b87da33', 'status': 'completed', 'code': 200} Feb 04 21:01:18.304876 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7944ef60-5393-444e-accc-7990c14e6c5b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:18.329486 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-75ad212a-eed9-4931-bd22-89479a7fce67 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Deleting port 854a351f-56e0-4946-a793-de4830debb9e {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:01:18.329828 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-75ad212a-eed9-4931-bd22-89479a7fce67 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:18.340553 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8468ec92-87c7-49de-9ec3-5a18ff0e8c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:18.348522 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=8010907a-51bb-40e6-969e-9f93dfc91daf,revision_number=9']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:18.368980 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27580a8-11b4-4324-9628-7b86cce1d2a2 req-70d6e193-75cf-434f-8ac3-d4590e23f5f2 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:18.375932 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27580a8-11b4-4324-9628-7b86cce1d2a2 req-70d6e193-75cf-434f-8ac3-d4590e23f5f2 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:18.376731 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d27580a8-11b4-4324-9628-7b86cce1d2a2 req-70d6e193-75cf-434f-8ac3-d4590e23f5f2 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Synchronizing usage tracker for tenant:bf059d808b3643f5ba5990d95220908f on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:01:18.552131 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-4fc09350-ab86-4c2d-912e-925fde7ddc93 req-4e34b24a-f47d-4fec-b092-7c7799ecad87 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Calling delete_port for 3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:01:18.552378 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d27580a8-11b4-4324-9628-7b86cce1d2a2 req-70d6e193-75cf-434f-8ac3-d4590e23f5f2 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Unset dirty status for tenant:bf059d808b3643f5ba5990d95220908f on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:01:18.560041 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d27580a8-11b4-4324-9628-7b86cce1d2a2 req-70d6e193-75cf-434f-8ac3-d4590e23f5f2 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6c5654-67f2-4313-a0a1-b2d69d3556d9 HTTP/1.1" status: 200 len: 1682 time: 0.7156413 Feb 04 21:01:18.602503 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7944ef60-5393-444e-accc-7990c14e6c5b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Made reservation on behalf of df41148af8d64ecb86c2b5be8209bfd9 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:01:18.608266 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7944ef60-5393-444e-accc-7990c14e6c5b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:18.659539 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-7944ef60-5393-444e-accc-7990c14e6c5b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] device_id is not set on port d0bd622e-aa88-46cf-8228-97766cb44e0c yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:01:18.660856 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 0384f8c8-91e7-4983-8cd3-3368be4621d9 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:01:18.817520 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:18.818254 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:18.858967 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8468ec92-87c7-49de-9ec3-5a18ff0e8c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:18.906492 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 7607786b-3617-457f-bab3-0e9009bab0d5 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:01:18.908598 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 854a351f-56e0-4946-a793-de4830debb9e no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:01:18.920535 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468ec92-87c7-49de-9ec3-5a18ff0e8c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a780b94-ad63-4a63-a3d5-ba2f20b51f12,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:18.985315 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d27580a8-11b4-4324-9628-7b86cce1d2a2 req-6f0fce33-5458-4913-9495-862c1e9e6119 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/security-groups?id=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244082 Feb 04 21:01:19.023620 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 0384f8c8-91e7-4983-8cd3-3368be4621d9 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:01:19.024086 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8468ec92-87c7-49de-9ec3-5a18ff0e8c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:19.024780 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8468ec92-87c7-49de-9ec3-5a18ff0e8c1c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7a780b94-ad63-4a63-a3d5-ba2f20b51f12 HTTP/1.1" status: 204 len: 168 time: 1.5338533 Feb 04 21:01:19.031567 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6779640-5172-4dc1-8ae8-53c58bcd180a req-a260ed88-e954-460e-b92e-7909a55eb7c2 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:19.039061 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c6779640-5172-4dc1-8ae8-53c58bcd180a req-a260ed88-e954-460e-b92e-7909a55eb7c2 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] 10.222.0.26 "GET /v2.0/ports?device_id=b39b2dfd-3778-4aef-ad28-964ac8da1377 HTTP/1.1" status: 200 len: 944 time: 0.5454338 Feb 04 21:01:19.048584 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4fc09350-ab86-4c2d-912e-925fde7ddc93 req-4e34b24a-f47d-4fec-b092-7c7799ecad87 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:19.072057 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-cfa4f5c6-4c08-49c4-aae3-532af3349be8 None None] Provisioning complete for port c946fa5d-284e-4d9b-a8fb-f026a285451d triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:01:19.073711 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cfa4f5c6-4c08-49c4-aae3-532af3349be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:19.099343 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-75ad212a-eed9-4931-bd22-89479a7fce67 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] For port 854a351f-56e0-4946-a793-de4830debb9e, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=854a351f-56e0-4946-a793-de4830debb9e,segment=NetworkSegment(e72dd742-40e8-4f6e-ab61-b53ed27f488d),segment_id=e72dd742-40e8-4f6e-ab61-b53ed27f488d)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:19.099979 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-75ad212a-eed9-4931-bd22-89479a7fce67 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:19.155104 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e34b24a-f47d-4fec-b092-7c7799ecad87 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Pushing event deleted for resources: {'Port': ['ID=3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:19.197779 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c6779640-5172-4dc1-8ae8-53c58bcd180a req-050034f5-96cf-46be-bd07-f8b017da52bc tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] 10.222.0.26 "GET /v2.0/security-groups?id=83ef7440-2185-4a5a-88af-4df051bca1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575954 Feb 04 21:01:19.204353 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-7944ef60-5393-444e-accc-7990c14e6c5b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Allocated IP 10.1.1.129 (96794e5b-cad6-4140-9df8-3b22f7347459/8e1d56a7-cf95-4452-a500-f044c9d7c766/d0bd622e-aa88-46cf-8228-97766cb44e0c) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:01:19.243331 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.resource_extend [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:01:19.294895 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-cfa4f5c6-4c08-49c4-aae3-532af3349be8 None None] Port c946fa5d-284e-4d9b-a8fb-f026a285451d cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:01:19.355114 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-75ad212a-eed9-4931-bd22-89479a7fce67 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Calling delete_port for 854a351f-56e0-4946-a793-de4830debb9e owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:01:19.441787 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc09350-ab86-4c2d-912e-925fde7ddc93 req-4e34b24a-f47d-4fec-b092-7c7799ecad87 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] No DVR routers for this DVR port 3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e on host n-h2-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:01:19.452898 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4fc09350-ab86-4c2d-912e-925fde7ddc93 req-4e34b24a-f47d-4fec-b092-7c7799ecad87 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:19.454950 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4fc09350-ab86-4c2d-912e-925fde7ddc93 req-4e34b24a-f47d-4fec-b092-7c7799ecad87 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.18 "DELETE /v2.0/ports/3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e HTTP/1.1" status: 204 len: 173 time: 1.9276681 Feb 04 21:01:19.588284 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-cfa4f5c6-4c08-49c4-aae3-532af3349be8 None None] Provisioning for port 0384f8c8-91e7-4983-8cd3-3368be4621d9 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:01:19.703678 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-cfa4f5c6-4c08-49c4-aae3-532af3349be8 None None] Provisioning complete for port 0384f8c8-91e7-4983-8cd3-3368be4621d9 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:01:19.704407 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cfa4f5c6-4c08-49c4-aae3-532af3349be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:19.760699 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e322c12b-aa70-475e-9803-acbf048f40ed req-db26b837-9bde-4ed0-867b-1b59ea37c04b tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/ports?device_id=782cdf2e-4c38-4275-9b36-01fc3f7a9739 HTTP/1.1" status: 200 len: 210 time: 0.1178298 Feb 04 21:01:19.766149 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-75ad212a-eed9-4931-bd22-89479a7fce67 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:19.786720 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7944ef60-5393-444e-accc-7990c14e6c5b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:19.812710 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-7944ef60-5393-444e-accc-7990c14e6c5b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Transition to ACTIVE for port object d0bd622e-aa88-46cf-8228-97766cb44e0c will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:01:19.841602 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad212a-eed9-4931-bd22-89479a7fce67 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Pushing event deleted for resources: {'Port': ['ID=854a351f-56e0-4946-a793-de4830debb9e,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:19.854035 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7944ef60-5393-444e-accc-7990c14e6c5b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:19.965171 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7944ef60-5393-444e-accc-7990c14e6c5b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Network 96794e5b-cad6-4140-9df8-3b22f7347459 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:01:19.971565 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-7944ef60-5393-444e-accc-7990c14e6c5b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:01:19.975388 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7944ef60-5393-444e-accc-7990c14e6c5b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:01:19.988794 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17840ce7-64b2-402d-a467-54605254354b req-adfc5add-d66c-47a1-b503-15ddfd03e533 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:19.998752 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:19.999220 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-17840ce7-64b2-402d-a467-54605254354b req-adfc5add-d66c-47a1-b503-15ddfd03e533 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 950 time: 0.3551509 Feb 04 21:01:20.002579 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-75ad212a-eed9-4931-bd22-89479a7fce67 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] No DVR routers for this DVR port 854a351f-56e0-4946-a793-de4830debb9e on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:01:20.048518 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7944ef60-5393-444e-accc-7990c14e6c5b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Pushing event updated for resources: {'Port': ['ID=d0bd622e-aa88-46cf-8228-97766cb44e0c,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:20.093199 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54608) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:20.105991 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-75ad212a-eed9-4931-bd22-89479a7fce67 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:20.112587 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7944ef60-5393-444e-accc-7990c14e6c5b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:20.113936 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7944ef60-5393-444e-accc-7990c14e6c5b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:20.144764 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['8343f32f-bb85-405a-8f90-233944e1e0b0'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:01:20.151139 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-75ad212a-eed9-4931-bd22-89479a7fce67 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.32 "DELETE /v2.0/ports/854a351f-56e0-4946-a793-de4830debb9e HTTP/1.1" status: 204 len: 173 time: 1.9447041 Feb 04 21:01:20.151763 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7944ef60-5393-444e-accc-7990c14e6c5b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8705492 Feb 04 21:01:20.154283 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782cdf2e-4c38-4275-9b36-01fc3f7a9739', 'name': 'network-vif-deleted', 'tag': '3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:01:20.295942 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-17840ce7-64b2-402d-a467-54605254354b req-410af202-9b06-4db2-a902-d8f1b9090085 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957466 Feb 04 21:01:20.299790 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 7607786b-3617-457f-bab3-0e9009bab0d5, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=7607786b-3617-457f-bab3-0e9009bab0d5,segment=NetworkSegment(d1cccddd-34ac-4571-ac7c-e34247e3ef9a),segment_id=d1cccddd-34ac-4571-ac7c-e34247e3ef9a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:20.327018 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6c5654-67f2-4313-a0a1-b2d69d3556d9', 'name': 'network-vif-deleted', 'tag': '854a351f-56e0-4946-a793-de4830debb9e'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:01:20.454760 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-209c4e4e-7e0e-479b-a49d-708330631122 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Deleting port ffe2d22f-3e23-4983-b966-1f08d9a2b320 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:01:20.455490 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-209c4e4e-7e0e-479b-a49d-708330631122 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:20.461457 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '7607786b-3617-457f-bab3-0e9009bab0d5', 'network_id': 'ae0a46c0-cdc0-4375-9f5d-26817dc6661e', 'port_id': '7607786b-3617-457f-bab3-0e9009bab0d5', 'mac_address': 'fa:16:3e:39:bd:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8f4fccc-d4e9-4108-990a-8ebbbaccbe32', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:01:20.525017 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-14d0941a-7bdc-4c7b-8b61-650385af43b1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2e2fe7720be34c5c975f7bf0105158c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4302058 Feb 04 21:01:20.525964 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54632) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:20.572272 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device ffe2d22f-3e23-4983-b966-1f08d9a2b320 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:01:20.602849 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d14314c1-f8b8-41a2-82ae-20d4ea63986b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:20.633662 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d14314c1-f8b8-41a2-82ae-20d4ea63986b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:20.702978 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d14314c1-f8b8-41a2-82ae-20d4ea63986b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:20.742472 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d5242-6d80-4151-97e9-6b0cc76ae2a2 req-898f6918-e31e-4a13-8bf2-92a2b9134c00 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:20.742472 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-e99d5242-6d80-4151-97e9-6b0cc76ae2a2 req-898f6918-e31e-4a13-8bf2-92a2b9134c00 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Synchronizing usage tracker for tenant:bf059d808b3643f5ba5990d95220908f on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:01:20.757458 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14314c1-f8b8-41a2-82ae-20d4ea63986b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed875e2-5a67-46a6-a467-7361286c92c8,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:20.777959 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d14314c1-f8b8-41a2-82ae-20d4ea63986b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:20.781570 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d14314c1-f8b8-41a2-82ae-20d4ea63986b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4ed875e2-5a67-46a6-a467-7361286c92c8 HTTP/1.1" status: 204 len: 168 time: 0.2521346 Feb 04 21:01:20.828593 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:20.844003 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cfa4f5c6-4c08-49c4-aae3-532af3349be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:20.867513 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-e99d5242-6d80-4151-97e9-6b0cc76ae2a2 req-898f6918-e31e-4a13-8bf2-92a2b9134c00 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Unset dirty status for tenant:bf059d808b3643f5ba5990d95220908f on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:01:20.870223 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e99d5242-6d80-4151-97e9-6b0cc76ae2a2 req-898f6918-e31e-4a13-8bf2-92a2b9134c00 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6c5654-67f2-4313-a0a1-b2d69d3556d9 HTTP/1.1" status: 200 len: 945 time: 0.5441649 Feb 04 21:01:20.879325 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7607786b-3617-457f-bab3-0e9009bab0d5 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:01:20.889709 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-209c4e4e-7e0e-479b-a49d-708330631122 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] For port ffe2d22f-3e23-4983-b966-1f08d9a2b320, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=ffe2d22f-3e23-4983-b966-1f08d9a2b320,segment=NetworkSegment(2e156d37-8ae8-44ea-95e7-c327d477fbee),segment_id=2e156d37-8ae8-44ea-95e7-c327d477fbee)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:20.890079 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-209c4e4e-7e0e-479b-a49d-708330631122 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:20.923313 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 7607786b-3617-457f-bab3-0e9009bab0d5, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=7607786b-3617-457f-bab3-0e9009bab0d5,segment=NetworkSegment(d1cccddd-34ac-4571-ac7c-e34247e3ef9a),segment_id=d1cccddd-34ac-4571-ac7c-e34247e3ef9a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:20.937567 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-cfa4f5c6-4c08-49c4-aae3-532af3349be8 None None] For port 0384f8c8-91e7-4983-8cd3-3368be4621d9, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=0384f8c8-91e7-4983-8cd3-3368be4621d9,segment=NetworkSegment(13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574),segment_id=13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:21.091156 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:21.116686 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54646) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:21.123622 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-a485c286-76fe-4786-a284-6b7ca3613849 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Request body: {'security_group': {'name': 'tempest-securitygroup--938339636', 'description': 'tempest-description--1186623033'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:21.137982 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a485c286-76fe-4786-a284-6b7ca3613849 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:21.138428 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-209c4e4e-7e0e-479b-a49d-708330631122 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Calling delete_port for ffe2d22f-3e23-4983-b966-1f08d9a2b320 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:01:21.146543 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a485c286-76fe-4786-a284-6b7ca3613849 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Usage tracker for resource:security_group and tenant:df41148af8d64ecb86c2b5be8209bfd9 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:21.154970 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a485c286-76fe-4786-a284-6b7ca3613849 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:21.170778 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a485c286-76fe-4786-a284-6b7ca3613849 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:21.194717 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782cdf2e-4c38-4275-9b36-01fc3f7a9739', 'name': 'network-vif-deleted', 'tag': '3f9d86a7-79ad-4f8f-94d0-aea3b6fce07e', 'status': 'completed', 'code': 200} Feb 04 21:01:21.198053 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cfa4f5c6-4c08-49c4-aae3-532af3349be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:21.201800 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a485c286-76fe-4786-a284-6b7ca3613849 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:21.206008 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e99d5242-6d80-4151-97e9-6b0cc76ae2a2 req-59ca7daa-e3dd-4f3d-aabc-b4b6c5e0f057 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/security-groups?id=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262568 Feb 04 21:01:21.231109 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54652) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:21.256858 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a485c286-76fe-4786-a284-6b7ca3613849 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:21.268428 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a485c286-76fe-4786-a284-6b7ca3613849 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Usage tracker for resource:security_group_rule and tenant:df41148af8d64ecb86c2b5be8209bfd9 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:21.271948 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a485c286-76fe-4786-a284-6b7ca3613849 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:21.285341 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a485c286-76fe-4786-a284-6b7ca3613849 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:21.290004 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:21.325236 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6c5654-67f2-4313-a0a1-b2d69d3556d9', 'name': 'network-vif-deleted', 'tag': '854a351f-56e0-4946-a793-de4830debb9e', 'status': 'completed', 'code': 200} Feb 04 21:01:21.329983 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-4794b21c-16b8-46f2-91c0-825b8d098aea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1d69047a5f1c460f99a121b8c6d728f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0953798 Feb 04 21:01:21.334559 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54660) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:21.373604 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6c5654-67f2-4313-a0a1-b2d69d3556d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffe2d22f-3e23-4983-b966-1f08d9a2b320'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:01:21.398844 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port ffe2d22f-3e23-4983-b966-1f08d9a2b320, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=ffe2d22f-3e23-4983-b966-1f08d9a2b320,segment=NetworkSegment(2e156d37-8ae8-44ea-95e7-c327d477fbee),segment_id=2e156d37-8ae8-44ea-95e7-c327d477fbee)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:21.414556 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:21.415412 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device e762ed88-2a9e-4e4d-b521-c7c76b87da33 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:01:21.450704 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.api [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-209c4e4e-7e0e-479b-a49d-708330631122 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:01:21.451042 n-d-827896-1 neutron-server[87683]: DEBUG oslo_db.api [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-209c4e4e-7e0e-479b-a49d-708330631122 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:01:21.468810 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: e762ed88-2a9e-4e4d-b521-c7c76b87da33 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:01:21.469264 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device e762ed88-2a9e-4e4d-b521-c7c76b87da33 not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:01:21.472874 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-9d311562-e381-401a-b4d3-c322a31cab9c None None] Provisioning complete for port 0384f8c8-91e7-4983-8cd3-3368be4621d9 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:01:21.473349 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-9d311562-e381-401a-b4d3-c322a31cab9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:21.482256 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a485c286-76fe-4786-a284-6b7ca3613849 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:21.497118 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a485c286-76fe-4786-a284-6b7ca3613849 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:21.497574 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4a8193c2-dbd7-4cb7-9fb7-2ebe43396504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:21.506366 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 8010907a-51bb-40e6-969e-9f93dfc91daf up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:01:21.535326 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4f5c6-4c08-49c4-aae3-532af3349be8 None None] Pushing event updated for resources: {'Port': ['ID=0384f8c8-91e7-4983-8cd3-3368be4621d9,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:21.625633 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485c286-76fe-4786-a284-6b7ca3613849 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53d9e912-7253-4638-b0e3-3f0d81855e3f,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:21.642838 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a485c286-76fe-4786-a284-6b7ca3613849 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:21.649190 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a485c286-76fe-4786-a284-6b7ca3613849 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5309608 Feb 04 21:01:21.649958 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54680) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:21.659366 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-02899d11-608d-4407-9e7f-c860b1923652 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Request body: {'security_group_rule': {'security_group_id': '53d9e912-7253-4638-b0e3-3f0d81855e3f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:21.664316 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bfffd-68f6-4d9a-9fcd-7c5ee483b374 req-110e8805-4813-4ae7-a917-ea53694a02bd tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:21.665820 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-082bfffd-68f6-4d9a-9fcd-7c5ee483b374 req-110e8805-4813-4ae7-a917-ea53694a02bd tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] 10.222.0.26 "GET /v2.0/ports?device_id=b39b2dfd-3778-4aef-ad28-964ac8da1377 HTTP/1.1" status: 200 len: 945 time: 0.2892516 Feb 04 21:01:21.668168 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-02899d11-608d-4407-9e7f-c860b1923652 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:21.668313 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4a8193c2-dbd7-4cb7-9fb7-2ebe43396504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:21.672968 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-02899d11-608d-4407-9e7f-c860b1923652 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Usage tracker for resource:security_group_rule and tenant:df41148af8d64ecb86c2b5be8209bfd9 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:21.676449 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-02899d11-608d-4407-9e7f-c860b1923652 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:21.685147 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-02899d11-608d-4407-9e7f-c860b1923652 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:21.710082 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=7607786b-3617-457f-bab3-0e9009bab0d5,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:21.724929 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-02899d11-608d-4407-9e7f-c860b1923652 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:21.800840 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-02899d11-608d-4407-9e7f-c860b1923652 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:21.806245 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-02899d11-608d-4407-9e7f-c860b1923652 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:21.807602 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-082bfffd-68f6-4d9a-9fcd-7c5ee483b374 req-7b209f40-f7a3-4bde-be0b-f88749b11d14 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] 10.222.0.26 "GET /v2.0/security-groups?id=83ef7440-2185-4a5a-88af-4df051bca1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280971 Feb 04 21:01:21.856102 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02899d11-608d-4407-9e7f-c860b1923652 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66048ae2-bfac-44de-8eda-7855bf166b10,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:21.858192 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-02899d11-608d-4407-9e7f-c860b1923652 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:21.859384 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-02899d11-608d-4407-9e7f-c860b1923652 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2082543 Feb 04 21:01:21.864010 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54686) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:21.864670 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4a8193c2-dbd7-4cb7-9fb7-2ebe43396504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:21.888772 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-b0ff7fec-9dbc-449d-802a-1f36d4b27af1 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Request body: {'security_group_rule': {'security_group_id': '53d9e912-7253-4638-b0e3-3f0d81855e3f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:21.895299 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-b0ff7fec-9dbc-449d-802a-1f36d4b27af1 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:21.908319 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8193c2-dbd7-4cb7-9fb7-2ebe43396504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d31bd6-9bc8-404c-b254-1259b3265f1d,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:21.911113 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-b0ff7fec-9dbc-449d-802a-1f36d4b27af1 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Usage tracker for resource:security_group_rule and tenant:df41148af8d64ecb86c2b5be8209bfd9 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:21.918973 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-b0ff7fec-9dbc-449d-802a-1f36d4b27af1 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:21.929436 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-b0ff7fec-9dbc-449d-802a-1f36d4b27af1 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:21.935444 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6c5654-67f2-4313-a0a1-b2d69d3556d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffe2d22f-3e23-4983-b966-1f08d9a2b320', 'code': 200} Feb 04 21:01:21.941644 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=ffe2d22f-3e23-4983-b966-1f08d9a2b320,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:21.944647 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 8010907a-51bb-40e6-969e-9f93dfc91daf triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:01:21.945285 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:21.970946 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e40fb-10c7-45d1-91d4-e6d364e97aba req-3b7c639e-0682-4d54-a6af-734570ec3c9e tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:21.972768 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd4e40fb-10c7-45d1-91d4-e6d364e97aba req-3b7c639e-0682-4d54-a6af-734570ec3c9e tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 950 time: 0.2011523 Feb 04 21:01:21.975957 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-209c4e4e-7e0e-479b-a49d-708330631122 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Deleting port ffe2d22f-3e23-4983-b966-1f08d9a2b320 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:01:21.976300 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-209c4e4e-7e0e-479b-a49d-708330631122 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:22.031009 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['7607786b-3617-457f-bab3-0e9009bab0d5'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:01:22.116050 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4a8193c2-dbd7-4cb7-9fb7-2ebe43396504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:22.117179 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-4a8193c2-dbd7-4cb7-9fb7-2ebe43396504 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c7d31bd6-9bc8-404c-b254-1259b3265f1d HTTP/1.1" status: 204 len: 168 time: 0.7811854 Feb 04 21:01:22.125864 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b0ff7fec-9dbc-449d-802a-1f36d4b27af1 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:22.165771 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-9d311562-e381-401a-b4d3-c322a31cab9c None None] Provisioning for port d0bd622e-aa88-46cf-8228-97766cb44e0c completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:01:22.178285 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-9d311562-e381-401a-b4d3-c322a31cab9c None None] Provisioning complete for port d0bd622e-aa88-46cf-8228-97766cb44e0c triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:01:22.178714 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-9d311562-e381-401a-b4d3-c322a31cab9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:22.240872 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd4e40fb-10c7-45d1-91d4-e6d364e97aba req-6cf2cd9c-e42c-4488-8810-02ffbcdf9efd tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094700 Feb 04 21:01:22.284725 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-9d311562-e381-401a-b4d3-c322a31cab9c None None] Port d0bd622e-aa88-46cf-8228-97766cb44e0c cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:01:22.292897 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:01:22.334416 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:22.471543 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 8010907a-51bb-40e6-969e-9f93dfc91daf, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=8010907a-51bb-40e6-969e-9f93dfc91daf,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:22.490983 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:22.536579 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b0ff7fec-9dbc-449d-802a-1f36d4b27af1 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:22.567360 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=8010907a-51bb-40e6-969e-9f93dfc91daf,revision_number=10']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:22.567568 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b0ff7fec-9dbc-449d-802a-1f36d4b27af1 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:22.640734 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff7fec-9dbc-449d-802a-1f36d4b27af1 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27c8df99-3da7-4be5-9288-aaf98bcce8d7,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:22.675624 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff7fec-9dbc-449d-802a-1f36d4b27af1 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:22.676000 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff7fec-9dbc-449d-802a-1f36d4b27af1 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:22.676294 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff7fec-9dbc-449d-802a-1f36d4b27af1 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:22.676632 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff7fec-9dbc-449d-802a-1f36d4b27af1 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:22.676960 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff7fec-9dbc-449d-802a-1f36d4b27af1 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:22.677330 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff7fec-9dbc-449d-802a-1f36d4b27af1 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:22.677663 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff7fec-9dbc-449d-802a-1f36d4b27af1 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:22.677986 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff7fec-9dbc-449d-802a-1f36d4b27af1 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:22.678321 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff7fec-9dbc-449d-802a-1f36d4b27af1 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:22.678635 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff7fec-9dbc-449d-802a-1f36d4b27af1 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:22.678954 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff7fec-9dbc-449d-802a-1f36d4b27af1 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:22.679384 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff7fec-9dbc-449d-802a-1f36d4b27af1 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:22.685622 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b0ff7fec-9dbc-449d-802a-1f36d4b27af1 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:22.686696 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b0ff7fec-9dbc-449d-802a-1f36d4b27af1 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8189068 Feb 04 21:01:22.690525 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54722) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:22.695783 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-b1cafa58-10cb-4511-80a8-32ef0390e511 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Request body: {'floatingip': {'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:22.714282 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b1cafa58-10cb-4511-80a8-32ef0390e511 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:22.722330 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b1cafa58-10cb-4511-80a8-32ef0390e511 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Usage tracker for resource:floatingip and tenant:df41148af8d64ecb86c2b5be8209bfd9 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:22.724561 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-209c4e4e-7e0e-479b-a49d-708330631122 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] For port ffe2d22f-3e23-4983-b966-1f08d9a2b320, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=ffe2d22f-3e23-4983-b966-1f08d9a2b320,segment=NetworkSegment(2e156d37-8ae8-44ea-95e7-c327d477fbee),segment_id=2e156d37-8ae8-44ea-95e7-c327d477fbee)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:22.725222 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b1cafa58-10cb-4511-80a8-32ef0390e511 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:22.727741 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-209c4e4e-7e0e-479b-a49d-708330631122 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:22.731883 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b1cafa58-10cb-4511-80a8-32ef0390e511 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:22.747561 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b1cafa58-10cb-4511-80a8-32ef0390e511 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks [] for floatingip, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:22.870218 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-209c4e4e-7e0e-479b-a49d-708330631122 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Calling delete_port for ffe2d22f-3e23-4983-b966-1f08d9a2b320 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:01:22.920831 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06acb3-9e02-4cb5-9729-2a9152fcf1e9 req-c63f3672-db19-4f04-baca-9d098e22505d tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:22.922275 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6b06acb3-9e02-4cb5-9729-2a9152fcf1e9 req-c63f3672-db19-4f04-baca-9d098e22505d tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ce7455-44b1-4a4f-a315-54521638a42f HTTP/1.1" status: 200 len: 950 time: 0.4738512 Feb 04 21:01:22.937319 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071570c-e9d0-4518-a1d7-5a4e448f8a27 req-655ee1ed-e186-4687-8e40-84c2aca56e20 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:22.938025 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d071570c-e9d0-4518-a1d7-5a4e448f8a27 req-655ee1ed-e186-4687-8e40-84c2aca56e20 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Synchronizing usage tracker for tenant:bf059d808b3643f5ba5990d95220908f on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:01:22.964128 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b1cafa58-10cb-4511-80a8-32ef0390e511 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:23.109831 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d071570c-e9d0-4518-a1d7-5a4e448f8a27 req-655ee1ed-e186-4687-8e40-84c2aca56e20 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Unset dirty status for tenant:bf059d808b3643f5ba5990d95220908f on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:01:23.116393 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d071570c-e9d0-4518-a1d7-5a4e448f8a27 req-655ee1ed-e186-4687-8e40-84c2aca56e20 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6c5654-67f2-4313-a0a1-b2d69d3556d9 HTTP/1.1" status: 200 len: 943 time: 0.6691015 Feb 04 21:01:23.131578 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6b06acb3-9e02-4cb5-9729-2a9152fcf1e9 req-44900531-feaa-4ff6-9240-14b5049a35b2 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/security-groups?id=901a1770-7f4a-4c11-a0db-abacb7b70d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737096 Feb 04 21:01:23.232645 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d071570c-e9d0-4518-a1d7-5a4e448f8a27 req-58a9a40a-2cbd-4a37-b1ff-eb9542597c30 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/security-groups?id=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153772 Feb 04 21:01:23.267652 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-209c4e4e-7e0e-479b-a49d-708330631122 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:23.314516 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-b1cafa58-10cb-4511-80a8-32ef0390e511 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Allocated IP 172.25.5.252 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/45e43cf7-6580-441c-9d33-e4d38aee2874) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:01:23.408003 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c4e4e-7e0e-479b-a49d-708330631122 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Pushing event deleted for resources: {'Port': ['ID=ffe2d22f-3e23-4983-b966-1f08d9a2b320,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:23.502300 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 0384f8c8-91e7-4983-8cd3-3368be4621d9 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:01:23.620190 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b1cafa58-10cb-4511-80a8-32ef0390e511 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:23.696760 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 0384f8c8-91e7-4983-8cd3-3368be4621d9 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:01:23.697402 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:23.701364 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b1cafa58-10cb-4511-80a8-32ef0390e511 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:23.814675 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cafa58-10cb-4511-80a8-32ef0390e511 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:01:23.838787 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-b1cafa58-10cb-4511-80a8-32ef0390e511 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:01:23.847119 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cafa58-10cb-4511-80a8-32ef0390e511 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:01:23.929528 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cafa58-10cb-4511-80a8-32ef0390e511 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Pushing event updated for resources: {'Port': ['ID=45e43cf7-6580-441c-9d33-e4d38aee2874,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:23.962402 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-209c4e4e-7e0e-479b-a49d-708330631122 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] No DVR routers for this DVR port ffe2d22f-3e23-4983-b966-1f08d9a2b320 on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:01:23.966215 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-209c4e4e-7e0e-479b-a49d-708330631122 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:23.977985 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6c5654-67f2-4313-a0a1-b2d69d3556d9', 'name': 'network-vif-deleted', 'tag': 'ffe2d22f-3e23-4983-b966-1f08d9a2b320'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:01:24.005965 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5447ebd6-7ec3-4925-aa4e-a1e31f036c9e req-209c4e4e-7e0e-479b-a49d-708330631122 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.32 "DELETE /v2.0/ports/ffe2d22f-3e23-4983-b966-1f08d9a2b320 HTTP/1.1" status: 204 len: 173 time: 3.8539164 Feb 04 21:01:24.057930 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ede76b-5edf-4808-b878-f08838262b13 req-cba4ed6a-a358-4756-abb2-f49d8110a8db tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:24.069409 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f6ede76b-5edf-4808-b878-f08838262b13 req-cba4ed6a-a358-4756-abb2-f49d8110a8db tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] 10.222.0.26 "GET /v2.0/ports?device_id=b39b2dfd-3778-4aef-ad28-964ac8da1377 HTTP/1.1" status: 200 len: 945 time: 0.6388061 Feb 04 21:01:24.077605 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e63709-2186-40c3-8cfc-c1a2b6b55711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8010907a-51bb-40e6-969e-9f93dfc91daf'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:01:24.112732 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b1cafa58-10cb-4511-80a8-32ef0390e511 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:24.132266 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f6ede76b-5edf-4808-b878-f08838262b13 req-894dbaa6-e141-4564-acc9-e53ad14ad26e tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] 10.222.0.26 "GET /v2.0/security-groups?id=83ef7440-2185-4a5a-88af-4df051bca1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591655 Feb 04 21:01:24.155645 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f8496-7f6f-4e32-980c-e48e972a3907 req-67e22718-8f3b-4ea6-ba0a-b9b8efe892b2 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:24.168713 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0a4f8496-7f6f-4e32-980c-e48e972a3907 req-67e22718-8f3b-4ea6-ba0a-b9b8efe892b2 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 950 time: 0.4512143 Feb 04 21:01:24.210488 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6c5654-67f2-4313-a0a1-b2d69d3556d9', 'name': 'network-vif-deleted', 'tag': 'ffe2d22f-3e23-4983-b966-1f08d9a2b320', 'status': 'completed', 'code': 200} Feb 04 21:01:24.266901 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b1cafa58-10cb-4511-80a8-32ef0390e511 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:24.284272 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0a4f8496-7f6f-4e32-980c-e48e972a3907 req-3fa3d23c-93c8-46ed-a8df-dbc20b836cb2 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145685 Feb 04 21:01:24.284736 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e63709-2186-40c3-8cfc-c1a2b6b55711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8010907a-51bb-40e6-969e-9f93dfc91daf', 'code': 200} Feb 04 21:01:24.404848 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a6c21-f238-4020-a64e-12a87250baf6 req-39415f22-adc8-49cb-8436-a53e0247f373 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:24.405809 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-a00a6c21-f238-4020-a64e-12a87250baf6 req-39415f22-adc8-49cb-8436-a53e0247f373 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Synchronizing usage tracker for tenant:fdebd31004d4485bb31ace7bc9f49c3c on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:01:24.623323 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-a00a6c21-f238-4020-a64e-12a87250baf6 req-39415f22-adc8-49cb-8436-a53e0247f373 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Unset dirty status for tenant:fdebd31004d4485bb31ace7bc9f49c3c on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:01:24.630034 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a00a6c21-f238-4020-a64e-12a87250baf6 req-39415f22-adc8-49cb-8436-a53e0247f373 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.32 "GET /v2.0/ports?device_id=67ce7455-44b1-4a4f-a315-54521638a42f HTTP/1.1" status: 200 len: 950 time: 0.6712646 Feb 04 21:01:24.671097 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-4cd4e120-9771-4c6e-b4d7-121eadfdc2aa req-c66f74b8-70fd-4354-ad2b-3d09bae34b2c tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Synchronizing usage tracker for tenant:bf059d808b3643f5ba5990d95220908f on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:01:24.752268 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-4cd4e120-9771-4c6e-b4d7-121eadfdc2aa req-c66f74b8-70fd-4354-ad2b-3d09bae34b2c tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Unset dirty status for tenant:bf059d808b3643f5ba5990d95220908f on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:01:24.764266 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4cd4e120-9771-4c6e-b4d7-121eadfdc2aa req-c66f74b8-70fd-4354-ad2b-3d09bae34b2c tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6c5654-67f2-4313-a0a1-b2d69d3556d9 HTTP/1.1" status: 200 len: 210 time: 0.1932874 Feb 04 21:01:24.802496 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af68f5-6e6d-4d5d-9369-f02dde8151cf req-8e064285-3670-4ce9-a850-1cd20ad68efa tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:24.804095 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-15af68f5-6e6d-4d5d-9369-f02dde8151cf req-8e064285-3670-4ce9-a850-1cd20ad68efa tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ce7455-44b1-4a4f-a315-54521638a42f HTTP/1.1" status: 200 len: 950 time: 0.3483498 Feb 04 21:01:24.899962 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-15af68f5-6e6d-4d5d-9369-f02dde8151cf req-d8cc2c68-c236-4d77-ba52-7047aacfdaab tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/security-groups?id=901a1770-7f4a-4c11-a0db-abacb7b70d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847874 Feb 04 21:01:25.284036 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-a00a6c21-f238-4020-a64e-12a87250baf6 req-1ee9fe94-c56e-41dc-adb9-587b0224151b tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Deleting port 8343f32f-bb85-405a-8f90-233944e1e0b0 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:01:25.284577 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a00a6c21-f238-4020-a64e-12a87250baf6 req-1ee9fe94-c56e-41dc-adb9-587b0224151b tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:25.312168 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 7607786b-3617-457f-bab3-0e9009bab0d5 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:01:25.498613 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 7607786b-3617-457f-bab3-0e9009bab0d5 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:01:25.504679 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 7607786b-3617-457f-bab3-0e9009bab0d5 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:01:25.505378 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:25.520017 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b1cafa58-10cb-4511-80a8-32ef0390e511 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:25.537853 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-93621957-9b35-4d65-823c-bed5cbf76f65 service neutron] show failed (client error): The resource could not be found. Feb 04 21:01:25.538977 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-93621957-9b35-4d65-823c-bed5cbf76f65 service neutron] 10.222.0.18 "GET /v2.0/ports/7d722a48-1731-4cd9-8d76-d643035f4f73/bindings/n-h1-827896-1 HTTP/1.1" status: 404 len: 380 time: 0.5854299 Feb 04 21:01:25.540218 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b1cafa58-10cb-4511-80a8-32ef0390e511 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:25.752931 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:25.793034 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47aca6f-c638-4d1d-ba44-a7f514a78358 req-1e09b399-ccce-4570-baad-443e481a4450 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:25.809473 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c47aca6f-c638-4d1d-ba44-a7f514a78358 req-1e09b399-ccce-4570-baad-443e481a4450 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] 10.222.0.26 "GET /v2.0/ports?device_id=b39b2dfd-3778-4aef-ad28-964ac8da1377 HTTP/1.1" status: 200 len: 945 time: 0.4542153 Feb 04 21:01:25.814338 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cafa58-10cb-4511-80a8-32ef0390e511 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Pushing event updated for resources: {'Port': ['ID=45e43cf7-6580-441c-9d33-e4d38aee2874,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:25.856989 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 7607786b-3617-457f-bab3-0e9009bab0d5, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=7607786b-3617-457f-bab3-0e9009bab0d5,segment=NetworkSegment(d1cccddd-34ac-4571-ac7c-e34247e3ef9a),segment_id=d1cccddd-34ac-4571-ac7c-e34247e3ef9a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:25.864057 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:25.958959 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:25.981332 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=7607786b-3617-457f-bab3-0e9009bab0d5,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:26.049017 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b1cafa58-10cb-4511-80a8-32ef0390e511 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:26.124154 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b1cafa58-10cb-4511-80a8-32ef0390e511 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:26.126316 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b1cafa58-10cb-4511-80a8-32ef0390e511 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4346843 Feb 04 21:01:26.162203 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-a00a6c21-f238-4020-a64e-12a87250baf6 req-1ee9fe94-c56e-41dc-adb9-587b0224151b tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] For port 8343f32f-bb85-405a-8f90-233944e1e0b0, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=8343f32f-bb85-405a-8f90-233944e1e0b0,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:26.162939 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a00a6c21-f238-4020-a64e-12a87250baf6 req-1ee9fe94-c56e-41dc-adb9-587b0224151b tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:26.259974 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59acd5e5-9c12-4b7a-949c-c36ec1ce155a req-99c53ecc-a120-421d-8407-a4dc48ba3120 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:26.262305 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-59acd5e5-9c12-4b7a-949c-c36ec1ce155a req-99c53ecc-a120-421d-8407-a4dc48ba3120 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 950 time: 0.8224244 Feb 04 21:01:26.285790 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39b2dfd-3778-4aef-ad28-964ac8da1377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7607786b-3617-457f-bab3-0e9009bab0d5'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:01:26.289801 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c47aca6f-c638-4d1d-ba44-a7f514a78358 req-d1397689-6949-4c87-ba23-0e2909a03239 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] 10.222.0.26 "GET /v2.0/security-groups?id=83ef7440-2185-4a5a-88af-4df051bca1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788084 Feb 04 21:01:26.356175 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-59acd5e5-9c12-4b7a-949c-c36ec1ce155a req-4e6ba7da-78af-4195-835f-612e5e8f191c tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817218 Feb 04 21:01:26.388803 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-28328ccf-374c-4354-8180-51be8b6d1477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:26.388803 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-28328ccf-374c-4354-8180-51be8b6d1477 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93&tenant_id=55d1f91d84e0433d8b3ab7473aab0e34 HTTP/1.1" status: 200 len: 1101 time: 0.1991587 Feb 04 21:01:26.404420 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-22181bcd-da45-434d-97f3-ba3473369030 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827896-1', 'device_owner': 'compute:nova'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:26.505675 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54854) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:26.530673 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-a00a6c21-f238-4020-a64e-12a87250baf6 req-1ee9fe94-c56e-41dc-adb9-587b0224151b tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Calling delete_port for 8343f32f-bb85-405a-8f90-233944e1e0b0 owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:01:26.627655 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39b2dfd-3778-4aef-ad28-964ac8da1377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7607786b-3617-457f-bab3-0e9009bab0d5', 'code': 200} Feb 04 21:01:26.654931 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-22181bcd-da45-434d-97f3-ba3473369030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:26.780772 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-935349ad-d623-4447-946d-0deb96328d2e tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Deleting subnet 5a413728-58eb-466d-9c56-f60012600056 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:01:26.784414 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-935349ad-d623-4447-946d-0deb96328d2e tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:26.851544 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-935349ad-d623-4447-946d-0deb96328d2e tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:26.962319 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-935349ad-d623-4447-946d-0deb96328d2e tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:27.108368 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-935349ad-d623-4447-946d-0deb96328d2e tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:27.177574 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935349ad-d623-4447-946d-0deb96328d2e tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Pushing event deleted for resources: {'Subnet': ['ID=5a413728-58eb-466d-9c56-f60012600056,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:27.181401 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-935349ad-d623-4447-946d-0deb96328d2e tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:27.185878 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fdbba0-5f87-45de-80c8-26a8314c4fb2 None None] Network 33c07bcf-1bac-4a04-8de1-a26aea917667 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:01:27.290131 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-935349ad-d623-4447-946d-0deb96328d2e tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "DELETE /v2.0/subnets/5a413728-58eb-466d-9c56-f60012600056 HTTP/1.1" status: 204 len: 168 time: 0.7806919 Feb 04 21:01:27.309627 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54882) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:27.376407 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-22181bcd-da45-434d-97f3-ba3473369030 service neutron] For port 7d722a48-1731-4cd9-8d76-d643035f4f73, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=7d722a48-1731-4cd9-8d76-d643035f4f73,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:27.409706 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-22181bcd-da45-434d-97f3-ba3473369030 service neutron] For port 7d722a48-1731-4cd9-8d76-d643035f4f73, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:01:27.455965 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a00a6c21-f238-4020-a64e-12a87250baf6 req-1ee9fe94-c56e-41dc-adb9-587b0224151b tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:27.500145 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 8343f32f-bb85-405a-8f90-233944e1e0b0 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:01:27.509911 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b05f2-67d8-4b1e-8bcb-84656d2a7d36 req-f016facf-3909-4a07-98d9-abde55f7a926 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:27.519195 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d4b05f2-67d8-4b1e-8bcb-84656d2a7d36 req-f016facf-3909-4a07-98d9-abde55f7a926 tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ce7455-44b1-4a4f-a315-54521638a42f HTTP/1.1" status: 200 len: 950 time: 0.7896955 Feb 04 21:01:27.560020 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9fe94-c56e-41dc-adb9-587b0224151b tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Pushing event deleted for resources: {'Port': ['ID=8343f32f-bb85-405a-8f90-233944e1e0b0,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:27.585964 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c0333c0a-ae2c-4327-870c-2052c5596519 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:27.588204 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ef6d5-8560-43b5-b1df-c1437726fa54 req-0f1227be-4731-43ce-8ade-0a7afd9c0530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:27.590766 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8e6ef6d5-8560-43b5-b1df-c1437726fa54 req-0f1227be-4731-43ce-8ade-0a7afd9c0530 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b39b2dfd-3778-4aef-ad28-964ac8da1377 HTTP/1.1" status: 200 len: 1097 time: 0.8662617 Feb 04 21:01:27.663608 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: 8343f32f-bb85-405a-8f90-233944e1e0b0 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:01:27.664263 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 8343f32f-bb85-405a-8f90-233944e1e0b0 not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:01:27.681103 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb5ccf4-4d31-441c-8d4c-f2216a63ad93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d722a48-1731-4cd9-8d76-d643035f4f73'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:01:27.715441 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-22181bcd-da45-434d-97f3-ba3473369030 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:27.763600 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-c0333c0a-ae2c-4327-870c-2052c5596519 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Deleting port 777409f5-2b1f-4136-a9c2-34566b91d37f {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:01:27.764027 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c0333c0a-ae2c-4327-870c-2052c5596519 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:27.794664 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00a6c21-f238-4020-a64e-12a87250baf6 req-1ee9fe94-c56e-41dc-adb9-587b0224151b tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] No DVR routers for this DVR port 8343f32f-bb85-405a-8f90-233944e1e0b0 on host n-h1-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:01:27.802786 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a00a6c21-f238-4020-a64e-12a87250baf6 req-1ee9fe94-c56e-41dc-adb9-587b0224151b tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:27.804787 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a00a6c21-f238-4020-a64e-12a87250baf6 req-1ee9fe94-c56e-41dc-adb9-587b0224151b tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.32 "DELETE /v2.0/ports/8343f32f-bb85-405a-8f90-233944e1e0b0 HTTP/1.1" status: 204 len: 173 time: 3.1670928 Feb 04 21:01:27.805329 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ce7455-44b1-4a4f-a315-54521638a42f', 'name': 'network-vif-deleted', 'tag': '8343f32f-bb85-405a-8f90-233944e1e0b0'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:01:27.806431 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d4b05f2-67d8-4b1e-8bcb-84656d2a7d36 req-8d64483b-18ce-4639-81aa-89707908c2dd tempest-LiveMigrationNegativeTest-653204573 tempest-LiveMigrationNegativeTest-653204573-project] 10.222.0.26 "GET /v2.0/security-groups?id=901a1770-7f4a-4c11-a0db-abacb7b70d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863841 Feb 04 21:01:27.890510 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 7d722a48-1731-4cd9-8d76-d643035f4f73 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:01:27.925339 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-b11932ca-58c4-4a6c-b136-d433969dd9fd tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--938339636&fields=id&tenant_id=df41148af8d64ecb86c2b5be8209bfd9 HTTP/1.1" status: 200 len: 267 time: 0.4662330 Feb 04 21:01:28.096058 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073b894a-216c-4fa1-a96f-822f42945e3c None None] DHCP port deletion for 33c07bcf-1bac-4a04-8de1-a26aea917667 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:01:28.206459 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-073b894a-216c-4fa1-a96f-822f42945e3c None None] Deleting port 777409f5-2b1f-4136-a9c2-34566b91d37f {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:01:28.206880 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-073b894a-216c-4fa1-a96f-822f42945e3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:28.260229 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-589c8f53-3135-499f-adba-14389f25b77e tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:28.262976 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-589c8f53-3135-499f-adba-14389f25b77e tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports/c946fa5d-284e-4d9b-a8fb-f026a285451d HTTP/1.1" status: 200 len: 930 time: 0.3235121 Feb 04 21:01:28.268344 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8e6ef6d5-8560-43b5-b1df-c1437726fa54 req-ae5bd0f8-40fd-4ff8-8fea-5495813c4dc4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=83ef7440-2185-4a5a-88af-4df051bca1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6484463 Feb 04 21:01:28.269942 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-22181bcd-da45-434d-97f3-ba3473369030 service neutron] Transition to ACTIVE for port object 7d722a48-1731-4cd9-8d76-d643035f4f73 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:01:28.352195 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-1741b9e4-18a9-4c5a-8575-3e4ed6996514 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:28.353852 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-1741b9e4-18a9-4c5a-8575-3e4ed6996514 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports/d0bd622e-aa88-46cf-8228-97766cb44e0c HTTP/1.1" status: 200 len: 932 time: 0.0825741 Feb 04 21:01:28.355189 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-22181bcd-da45-434d-97f3-ba3473369030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:28.555479 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-c0333c0a-ae2c-4327-870c-2052c5596519 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] For port 777409f5-2b1f-4136-a9c2-34566b91d37f, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=777409f5-2b1f-4136-a9c2-34566b91d37f,segment=NetworkSegment(e72dd742-40e8-4f6e-ab61-b53ed27f488d),segment_id=e72dd742-40e8-4f6e-ab61-b53ed27f488d)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:28.556014 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c0333c0a-ae2c-4327-870c-2052c5596519 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:28.594710 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-09ead873-d219-4fbe-ba33-bf55556be47d tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?network_id=3d92e2e6-8e5c-439e-985a-8b138159bd06&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2276506 Feb 04 21:01:28.718882 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-073b894a-216c-4fa1-a96f-822f42945e3c None None] For port 777409f5-2b1f-4136-a9c2-34566b91d37f, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=777409f5-2b1f-4136-a9c2-34566b91d37f,segment=NetworkSegment(e72dd742-40e8-4f6e-ab61-b53ed27f488d),segment_id=e72dd742-40e8-4f6e-ab61-b53ed27f488d)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:28.719457 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-073b894a-216c-4fa1-a96f-822f42945e3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:28.797541 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-2793327b-d3cc-443d-8892-01998e7a5d50 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?network_id=3d92e2e6-8e5c-439e-985a-8b138159bd06&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2001176 Feb 04 21:01:28.888169 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-073b894a-216c-4fa1-a96f-822f42945e3c None None] Calling delete_port for 777409f5-2b1f-4136-a9c2-34566b91d37f owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:01:28.919707 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-c0333c0a-ae2c-4327-870c-2052c5596519 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Calling delete_port for 777409f5-2b1f-4136-a9c2-34566b91d37f owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:01:29.000251 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22181bcd-da45-434d-97f3-ba3473369030 service neutron] Pushing event updated for resources: {'Port': ['ID=7d722a48-1731-4cd9-8d76-d643035f4f73,revision_number=6']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:29.007097 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-22181bcd-da45-434d-97f3-ba3473369030 service neutron] No DVR routers for this DVR port 7d722a48-1731-4cd9-8d76-d643035f4f73 on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:01:29.102392 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c0333c0a-ae2c-4327-870c-2052c5596519 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:29.136896 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-073b894a-216c-4fa1-a96f-822f42945e3c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:01:29.137801 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-073b894a-216c-4fa1-a96f-822f42945e3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:01:29.206990 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0333c0a-ae2c-4327-870c-2052c5596519 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Pushing event deleted for resources: {'Port': ['ID=777409f5-2b1f-4136-a9c2-34566b91d37f,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:29.252666 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0333c0a-ae2c-4327-870c-2052c5596519 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] No DVR routers for this DVR port 777409f5-2b1f-4136-a9c2-34566b91d37f on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:01:29.289790 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-22181bcd-da45-434d-97f3-ba3473369030 service neutron] Attempting to bind port 7d722a48-1731-4cd9-8d76-d643035f4f73 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:01:29.290116 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-22181bcd-da45-434d-97f3-ba3473369030 service neutron] Attempting to bind port 7d722a48-1731-4cd9-8d76-d643035f4f73 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:01:29.290443 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-22181bcd-da45-434d-97f3-ba3473369030 service neutron] Attempting to bind port 7d722a48-1731-4cd9-8d76-d643035f4f73 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:01:29.301386 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-22181bcd-da45-434d-97f3-ba3473369030 service neutron] Port 7d722a48-1731-4cd9-8d76-d643035f4f73 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:01:29.301831 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-22181bcd-da45-434d-97f3-ba3473369030 service neutron] Attempting to bind port 7d722a48-1731-4cd9-8d76-d643035f4f73 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:01:29.350593 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-22181bcd-da45-434d-97f3-ba3473369030 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:01:29.350953 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-22181bcd-da45-434d-97f3-ba3473369030 service neutron] Checking segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:01:29.351342 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-22181bcd-da45-434d-97f3-ba3473369030 service neutron] Bound using segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:01:29.351802 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-22181bcd-da45-434d-97f3-ba3473369030 service neutron] Bound port: 7d722a48-1731-4cd9-8d76-d643035f4f73, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:01:29.352116 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-22181bcd-da45-434d-97f3-ba3473369030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:29.475074 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c0333c0a-ae2c-4327-870c-2052c5596519 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:29.501736 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 777409f5-2b1f-4136-a9c2-34566b91d37f no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:01:29.540924 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-c0333c0a-ae2c-4327-870c-2052c5596519 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c07bcf-1bac-4a04-8de1-a26aea917667']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:01:29.565351 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-c0333c0a-ae2c-4327-870c-2052c5596519 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72dd742-40e8-4f6e-ab61-b53ed27f488d') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:01:29.565672 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-c0333c0a-ae2c-4327-870c-2052c5596519 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72dd742-40e8-4f6e-ab61-b53ed27f488d') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:01:29.582501 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c0333c0a-ae2c-4327-870c-2052c5596519 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:29.598247 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 777409f5-2b1f-4136-a9c2-34566b91d37f {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:01:29.599924 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 777409f5-2b1f-4136-a9c2-34566b91d37f not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:01:29.602819 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c0333c0a-ae2c-4327-870c-2052c5596519 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:29.615947 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0333c0a-ae2c-4327-870c-2052c5596519 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:01:29.616333 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c0333c0a-ae2c-4327-870c-2052c5596519 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:29.639798 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-073b894a-216c-4fa1-a96f-822f42945e3c None None] Deleting port 777409f5-2b1f-4136-a9c2-34566b91d37f {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:01:29.640172 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-073b894a-216c-4fa1-a96f-822f42945e3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:29.686133 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-35315416-2575-46c5-ab94-9cef866ff0a7 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:29.702359 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-35315416-2575-46c5-ab94-9cef866ff0a7 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:29.718216 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-35315416-2575-46c5-ab94-9cef866ff0a7 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:29.719823 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-35315416-2575-46c5-ab94-9cef866ff0a7 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Synchronizing usage tracker for tenant:df41148af8d64ecb86c2b5be8209bfd9 on resource:network {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:01:29.739664 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd8356-7cc8-41c8-b1d4-b009958254bd req-4a25279f-d455-4edc-9dd4-732fbc0e7c88 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:29.748982 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3bcd8356-7cc8-41c8-b1d4-b009958254bd req-4a25279f-d455-4edc-9dd4-732fbc0e7c88 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] 10.222.0.26 "GET /v2.0/ports?device_id=b39b2dfd-3778-4aef-ad28-964ac8da1377 HTTP/1.1" status: 200 len: 946 time: 0.4601831 Feb 04 21:01:29.774421 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-073b894a-216c-4fa1-a96f-822f42945e3c None None] The port '777409f5-2b1f-4136-a9c2-34566b91d37f' was deleted {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:01:29.791050 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:01:29.791050 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:01:29.791050 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:01:29.791050 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:01:29.791050 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:01:29.791050 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:01:29.791050 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:01:29.791050 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:01:29.791050 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:01:29.791050 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:01:29.791050 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:01:29.791050 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:01:29.791050 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:01:29.791050 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:01:29.791050 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:01:29.791050 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:01:29.791050 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:01:29.791050 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:01:29.791050 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:01:29.791050 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:01:29.791050 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:01:29.791050 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:01:29.791050 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:01:29.791050 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:01:29.791050 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:01:29.791050 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:01:29.791050 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:01:29.791050 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:01:29.791050 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:01:29.791050 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:01:29.791050 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:01:29.791050 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:01:29.803849 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c0333c0a-ae2c-4327-870c-2052c5596519 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:29.823277 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3bcd8356-7cc8-41c8-b1d4-b009958254bd req-029e92eb-8552-42e1-97a7-2d42aa639db8 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] 10.222.0.26 "GET /v2.0/security-groups?id=83ef7440-2185-4a5a-88af-4df051bca1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729115 Feb 04 21:01:29.855686 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c0333c0a-ae2c-4327-870c-2052c5596519 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:29.860740 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-22181bcd-da45-434d-97f3-ba3473369030 service neutron] For port 7d722a48-1731-4cd9-8d76-d643035f4f73, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:01:29.866595 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-35315416-2575-46c5-ab94-9cef866ff0a7 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Unset dirty status for tenant:df41148af8d64ecb86c2b5be8209bfd9 on resource:network {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:01:29.871295 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0333c0a-ae2c-4327-870c-2052c5596519 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Pushing event deleted for resources: {'Network': ['ID=33c07bcf-1bac-4a04-8de1-a26aea917667,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:29.871813 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-35315416-2575-46c5-ab94-9cef866ff0a7 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/networks?id=b07bb9ef-36fe-4586-bebc-d1a35b516abf&id=96794e5b-cad6-4140-9df8-3b22f7347459&id=96794e5b-cad6-4140-9df8-3b22f7347459&id=3d92e2e6-8e5c-439e-985a-8b138159bd06&id=3d92e2e6-8e5c-439e-985a-8b138159bd06 HTTP/1.1" status: 200 len: 1990 time: 1.0714540 Feb 04 21:01:29.884395 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-22181bcd-da45-434d-97f3-ba3473369030 service neutron] For port 7d722a48-1731-4cd9-8d76-d643035f4f73, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=7d722a48-1731-4cd9-8d76-d643035f4f73,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:01:29.901166 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c0333c0a-ae2c-4327-870c-2052c5596519 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "DELETE /v2.0/networks/33c07bcf-1bac-4a04-8de1-a26aea917667 HTTP/1.1" status: 204 len: 168 time: 2.5875013 Feb 04 21:01:29.901403 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54926) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:29.916582 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-a13d2ed1-feb0-4d2a-a40f-1cfd6038981b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/quotas/df41148af8d64ecb86c2b5be8209bfd9 HTTP/1.1" status: 200 len: 375 time: 0.0291138 Feb 04 21:01:29.983673 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-22181bcd-da45-434d-97f3-ba3473369030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:30.043119 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca68d684-3754-4c41-8305-1bf4a30506dc tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Deleting subnet 9c757d82-1633-41f5-aa68-3b89fdd15851 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:01:30.049679 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ca68d684-3754-4c41-8305-1bf4a30506dc tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:30.108028 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22181bcd-da45-434d-97f3-ba3473369030 service neutron] Pushing event updated for resources: {'Port': ['ID=7d722a48-1731-4cd9-8d76-d643035f4f73,revision_number=7']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:30.121546 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ca68d684-3754-4c41-8305-1bf4a30506dc tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:30.164669 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-22181bcd-da45-434d-97f3-ba3473369030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:30.165485 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-22181bcd-da45-434d-97f3-ba3473369030 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:30.167155 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-22181bcd-da45-434d-97f3-ba3473369030 service neutron] 10.222.0.32 "PUT /v2.0/ports/7d722a48-1731-4cd9-8d76-d643035f4f73 HTTP/1.1" status: 200 len: 1096 time: 3.7711463 Feb 04 21:01:30.283156 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ca68d684-3754-4c41-8305-1bf4a30506dc tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:30.325595 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcb491-c02e-47e2-abe4-e5b5b6eee4b4 req-fbdbe377-35fd-4129-88e7-9006cbbf7cbc tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:30.327106 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dbdcb491-c02e-47e2-abe4-e5b5b6eee4b4 req-fbdbe377-35fd-4129-88e7-9006cbbf7cbc tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 948 time: 0.2784626 Feb 04 21:01:30.396402 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ca68d684-3754-4c41-8305-1bf4a30506dc tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:30.409848 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-0d62ddaf-53a4-4391-ae91-929fac82627a tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=df41148af8d64ecb86c2b5be8209bfd9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4917784 Feb 04 21:01:30.462318 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68d684-3754-4c41-8305-1bf4a30506dc tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Pushing event deleted for resources: {'Subnet': ['ID=9c757d82-1633-41f5-aa68-3b89fdd15851,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:30.483892 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8cfc98-3698-43e7-9457-90396ae9fdce None None] Network cc1270cb-9e79-43a1-b3d5-892c3ac0951f requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:01:30.486633 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ca68d684-3754-4c41-8305-1bf4a30506dc tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:30.509170 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ca68d684-3754-4c41-8305-1bf4a30506dc tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "DELETE /v2.0/subnets/9c757d82-1633-41f5-aa68-3b89fdd15851 HTTP/1.1" status: 204 len: 168 time: 0.5966384 Feb 04 21:01:30.509943 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54936) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:30.577556 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-f90083d7-667e-4340-b081-9e0449479065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:30.579418 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-f90083d7-667e-4340-b081-9e0449479065 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 1099 time: 0.3751867 Feb 04 21:01:30.725624 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dbdcb491-c02e-47e2-abe4-e5b5b6eee4b4 req-a776836c-5aec-4726-abf5-8a228506a695 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806615 Feb 04 21:01:30.777996 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-15147444-814d-47f0-9d9d-6ef268ed7ac3 service neutron] 10.222.0.26 "GET /v2.0/networks/b07bb9ef-36fe-4586-bebc-d1a35b516abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524952 Feb 04 21:01:30.844396 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-715259ed-aa13-4dde-89ae-6908baa26175 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:30.879751 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b07ef3-7ab2-4549-a075-395679d3d018 None None] DHCP port deletion for cc1270cb-9e79-43a1-b3d5-892c3ac0951f request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:01:30.886931 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-88b07ef3-7ab2-4549-a075-395679d3d018 None None] Deleting port f4df1711-620f-4ea4-ad20-9a0c59f7e42e {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:01:30.887550 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-88b07ef3-7ab2-4549-a075-395679d3d018 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:30.913114 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-715259ed-aa13-4dde-89ae-6908baa26175 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Deleting port f4df1711-620f-4ea4-ad20-9a0c59f7e42e {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:01:30.913656 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-715259ed-aa13-4dde-89ae-6908baa26175 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:30.955802 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-c0add7f0-757c-4767-926d-2b397dcf8094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:30.957383 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-c0add7f0-757c-4767-926d-2b397dcf8094 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.3647430 Feb 04 21:01:31.103470 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb5ccf4-4d31-441c-8d4c-f2216a63ad93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d722a48-1731-4cd9-8d76-d643035f4f73', 'code': 200} Feb 04 21:01:31.116361 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-345d2fa0-0315-445c-a02e-864616bc9465 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=7d722a48-1731-4cd9-8d76-d643035f4f73 HTTP/1.1" status: 200 len: 217 time: 0.1479144 Feb 04 21:01:31.176750 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ce7455-44b1-4a4f-a315-54521638a42f', 'name': 'network-vif-deleted', 'tag': '8343f32f-bb85-405a-8f90-233944e1e0b0', 'status': 'completed', 'code': 200} Feb 04 21:01:31.330269 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-b731d86a-ebf5-419c-9d27-f4937638d8fa service neutron] 10.222.0.26 "GET /v2.0/networks/b07bb9ef-36fe-4586-bebc-d1a35b516abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5378170 Feb 04 21:01:31.453112 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-715259ed-aa13-4dde-89ae-6908baa26175 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] For port f4df1711-620f-4ea4-ad20-9a0c59f7e42e, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=f4df1711-620f-4ea4-ad20-9a0c59f7e42e,segment=NetworkSegment(2e156d37-8ae8-44ea-95e7-c327d477fbee),segment_id=2e156d37-8ae8-44ea-95e7-c327d477fbee)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:31.465618 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-715259ed-aa13-4dde-89ae-6908baa26175 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:31.481586 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-cac8aad6-2204-4284-9add-e08320f53256 service neutron] 10.222.0.26 "GET /v2.0/ports/c946fa5d-284e-4d9b-a8fb-f026a285451d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1336303 Feb 04 21:01:31.489738 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-d5a62325-9a88-4ce6-8f16-ea8deae6898a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:31.492094 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-d5a62325-9a88-4ce6-8f16-ea8deae6898a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.3628306 Feb 04 21:01:31.584637 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device f4df1711-620f-4ea4-ad20-9a0c59f7e42e no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:01:31.817046 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-715259ed-aa13-4dde-89ae-6908baa26175 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Calling delete_port for f4df1711-620f-4ea4-ad20-9a0c59f7e42e owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:01:31.905581 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-88b07ef3-7ab2-4549-a075-395679d3d018 None None] For port f4df1711-620f-4ea4-ad20-9a0c59f7e42e, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=f4df1711-620f-4ea4-ad20-9a0c59f7e42e,segment=NetworkSegment(2e156d37-8ae8-44ea-95e7-c327d477fbee),segment_id=2e156d37-8ae8-44ea-95e7-c327d477fbee)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:31.908240 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-88b07ef3-7ab2-4549-a075-395679d3d018 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:31.924443 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-0b555a53-7a43-4b48-a6b1-62874ed6df4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:31.934079 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-0b555a53-7a43-4b48-a6b1-62874ed6df4a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4338162 Feb 04 21:01:31.951157 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:31.972956 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ddc5f-778b-487d-b45d-50329822a499 req-4b3805bd-3b97-4a16-923d-3a4d61c4723f tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:31.986403 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-715259ed-aa13-4dde-89ae-6908baa26175 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:31.994705 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-744ddc5f-778b-487d-b45d-50329822a499 req-4b3805bd-3b97-4a16-923d-3a4d61c4723f tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] 10.222.0.26 "GET /v2.0/ports?device_id=b39b2dfd-3778-4aef-ad28-964ac8da1377 HTTP/1.1" status: 200 len: 946 time: 0.3610685 Feb 04 21:01:32.053802 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715259ed-aa13-4dde-89ae-6908baa26175 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] No DVR routers for this DVR port f4df1711-620f-4ea4-ad20-9a0c59f7e42e on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:01:32.094256 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-b7c9c65a-f34d-4797-8e5b-0b814756f221 service neutron] 10.222.0.26 "GET /v2.0/networks/96794e5b-cad6-4140-9df8-3b22f7347459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6115589 Feb 04 21:01:32.172251 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-88b07ef3-7ab2-4549-a075-395679d3d018 None None] Calling delete_port for f4df1711-620f-4ea4-ad20-9a0c59f7e42e owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:01:32.229439 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54972) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:32.298547 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715259ed-aa13-4dde-89ae-6908baa26175 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Pushing event deleted for resources: {'Port': ['ID=f4df1711-620f-4ea4-ad20-9a0c59f7e42e,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:32.314459 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-88b07ef3-7ab2-4549-a075-395679d3d018 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:01:32.314818 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-88b07ef3-7ab2-4549-a075-395679d3d018 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:01:32.360156 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-744ddc5f-778b-487d-b45d-50329822a499 req-fd10ccdf-d88f-4c31-80d4-ad7186a235f4 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] 10.222.0.26 "GET /v2.0/security-groups?id=83ef7440-2185-4a5a-88af-4df051bca1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617764 Feb 04 21:01:32.486667 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-715259ed-aa13-4dde-89ae-6908baa26175 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:32.530539 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:32.543626 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-715259ed-aa13-4dde-89ae-6908baa26175 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc1270cb-9e79-43a1-b3d5-892c3ac0951f']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:01:32.561397 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-715259ed-aa13-4dde-89ae-6908baa26175 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e156d37-8ae8-44ea-95e7-c327d477fbee') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:01:32.561735 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-715259ed-aa13-4dde-89ae-6908baa26175 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e156d37-8ae8-44ea-95e7-c327d477fbee') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:01:32.581675 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-715259ed-aa13-4dde-89ae-6908baa26175 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:32.618046 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-715259ed-aa13-4dde-89ae-6908baa26175 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:32.633546 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-715259ed-aa13-4dde-89ae-6908baa26175 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:01:32.634051 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-715259ed-aa13-4dde-89ae-6908baa26175 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:32.678500 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:01:32.678500 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:01:32.678500 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:01:32.678500 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:01:32.678500 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:01:32.678500 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:01:32.678500 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:01:32.678500 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:01:32.678500 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:01:32.678500 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:01:32.678500 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:01:32.678500 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:01:32.678500 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:01:32.678500 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:01:32.678500 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:01:32.678500 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:01:32.678500 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:01:32.678500 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:01:32.678500 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:01:32.678500 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:01:32.678500 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:01:32.678500 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:01:32.678500 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:01:32.678500 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:01:32.678500 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:01:32.678500 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:01:32.678500 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:01:32.678500 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:01:32.678500 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:01:32.678500 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:01:32.678500 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:01:32.678500 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:01:32.816289 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-88b07ef3-7ab2-4549-a075-395679d3d018 None None] Deleting port f4df1711-620f-4ea4-ad20-9a0c59f7e42e {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:01:32.816675 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-88b07ef3-7ab2-4549-a075-395679d3d018 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:32.872675 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-cdf5800e-8ded-4018-8053-c11b2a722ab0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fdebd31004d4485bb31ace7bc9f49c3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6339543 Feb 04 21:01:32.875153 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-dceda6ad-1947-4a31-aed1-734fcc4b048b service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8750360 Feb 04 21:01:32.875523 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54988) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:32.924385 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-715259ed-aa13-4dde-89ae-6908baa26175 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:32.997345 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-715259ed-aa13-4dde-89ae-6908baa26175 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:33.012895 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8a6810a0-751d-4fc5-a8c7-5145d33a3423 service neutron] 10.222.0.26 "GET /v2.0/networks/96794e5b-cad6-4140-9df8-3b22f7347459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8974679 Feb 04 21:01:33.046038 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-88b07ef3-7ab2-4549-a075-395679d3d018 None None] The port 'f4df1711-620f-4ea4-ad20-9a0c59f7e42e' was deleted {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:01:33.093256 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-715259ed-aa13-4dde-89ae-6908baa26175 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "DELETE /v2.0/networks/cc1270cb-9e79-43a1-b3d5-892c3ac0951f HTTP/1.1" status: 204 len: 168 time: 2.5822394 Feb 04 21:01:33.103847 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54994) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:33.120145 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715259ed-aa13-4dde-89ae-6908baa26175 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Pushing event deleted for resources: {'Network': ['ID=cc1270cb-9e79-43a1-b3d5-892c3ac0951f,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:33.123266 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccb5ccf4-4d31-441c-8d4c-f2216a63ad93', 'tag': '7d722a48-1731-4cd9-8d76-d643035f4f73'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:01:33.136310 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-6ac089b0-d08e-480c-942b-f6a0026d68b1 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1671538019'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:33.172591 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6ac089b0-d08e-480c-942b-f6a0026d68b1 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:33.196875 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6ac089b0-d08e-480c-942b-f6a0026d68b1 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Usage tracker for resource:network and tenant:bf059d808b3643f5ba5990d95220908f is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:33.215575 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55002) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:33.218325 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6ac089b0-d08e-480c-942b-f6a0026d68b1 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:33.220065 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-20d70951-edd8-41c4-b5f2-6c081908d411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:33.255554 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6ac089b0-d08e-480c-942b-f6a0026d68b1 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:33.255796 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-9ae70807-a497-40ac-b835-fec261a7b600 service neutron] 10.222.0.26 "GET /v2.0/ports/d0bd622e-aa88-46cf-8228-97766cb44e0c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2237742 Feb 04 21:01:33.300597 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac089b0-d08e-480c-942b-f6a0026d68b1 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Made reservation on behalf of bf059d808b3643f5ba5990d95220908f for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:01:33.304276 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6ac089b0-d08e-480c-942b-f6a0026d68b1 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:33.391496 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-20d70951-edd8-41c4-b5f2-6c081908d411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:33.404966 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-126bac6c-dc79-444f-be1e-9ed6d3e1d829 req-78e0b097-a8cd-4b99-9361-13e2a1be9a7e service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5208375 Feb 04 21:01:33.408262 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac089b0-d08e-480c-942b-f6a0026d68b1 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:01:33.457748 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6ac089b0-d08e-480c-942b-f6a0026d68b1 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:33.458076 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-6ac089b0-d08e-480c-942b-f6a0026d68b1 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Added segment d5a45609-af79-4e7e-87d9-8cc98e096768 of type vlan for network 40abcaa4-cb3d-49ea-98ca-157e85e59acc Feb 04 21:01:33.459427 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d07a9d83-6c0b-406b-9ea5-be97272b35bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:33.466258 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae5e99-63cf-4932-b8e1-cbf7bb019584 req-9628ebd7-dfbe-4d35-9c81-05df4cad4987 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:33.474668 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e8ae5e99-63cf-4932-b8e1-cbf7bb019584 req-9628ebd7-dfbe-4d35-9c81-05df4cad4987 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 948 time: 0.3911614 Feb 04 21:01:33.485482 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d07a9d83-6c0b-406b-9ea5-be97272b35bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:33.489403 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d07a9d83-6c0b-406b-9ea5-be97272b35bc admin admin] Usage tracker for resource:security_group_rule and tenant:245e6daaa2bb4fcda039e9386f536841 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:33.492317 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d07a9d83-6c0b-406b-9ea5-be97272b35bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:33.502132 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d07a9d83-6c0b-406b-9ea5-be97272b35bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:33.564524 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-813555c1-d299-43a0-b068-099a0c600c7d service neutron] 10.222.0.26 "GET /v2.0/networks/96794e5b-cad6-4140-9df8-3b22f7347459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789872 Feb 04 21:01:33.584063 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e8ae5e99-63cf-4932-b8e1-cbf7bb019584 req-f700f51d-b2ae-4e8e-8077-4e2e83bb2399 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090944 Feb 04 21:01:33.609579 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d07a9d83-6c0b-406b-9ea5-be97272b35bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:33.629815 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d07a9d83-6c0b-406b-9ea5-be97272b35bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:33.629999 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-20d70951-edd8-41c4-b5f2-6c081908d411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:33.668657 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6ac089b0-d08e-480c-942b-f6a0026d68b1 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:33.705386 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a9d83-6c0b-406b-9ea5-be97272b35bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534bb74f-487e-4319-a358-a09496f33cfc,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:33.738866 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d07a9d83-6c0b-406b-9ea5-be97272b35bc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=245e6daaa2bb4fcda039e9386f536841&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5221999 Feb 04 21:01:33.742060 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55018) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:33.747581 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d70951-edd8-41c4-b5f2-6c081908d411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901a1770-7f4a-4c11-a0db-abacb7b70d66,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:33.785790 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55022) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:33.789639 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6ac089b0-d08e-480c-942b-f6a0026d68b1 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:33.798393 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac089b0-d08e-480c-942b-f6a0026d68b1 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:33.799236 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6ac089b0-d08e-480c-942b-f6a0026d68b1 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:33.882255 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-20d70951-edd8-41c4-b5f2-6c081908d411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:33.885565 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-20d70951-edd8-41c4-b5f2-6c081908d411 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/901a1770-7f4a-4c11-a0db-abacb7b70d66 HTTP/1.1" status: 204 len: 168 time: 1.0036631 Feb 04 21:01:33.962006 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-926107f9-5f72-4c7e-b4d5-d7f4c4169b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:33.978744 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6ac089b0-d08e-480c-942b-f6a0026d68b1 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8645868 Feb 04 21:01:34.007771 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccb5ccf4-4d31-441c-8d4c-f2216a63ad93', 'tag': '7d722a48-1731-4cd9-8d76-d643035f4f73', 'status': 'completed', 'code': 200} Feb 04 21:01:34.013272 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 55032) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:34.027245 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac089b0-d08e-480c-942b-f6a0026d68b1 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Pushing event updated for resources: {'Network': ['ID=40abcaa4-cb3d-49ea-98ca-157e85e59acc,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:34.041003 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 40abcaa4-cb3d-49ea-98ca-157e85e59acc details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:01:34.087467 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-6bf7f309-390f-4595-945a-12c8f1abd20d tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Request body: {'subnet': {'network_id': '40abcaa4-cb3d-49ea-98ca-157e85e59acc', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:34.103128 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-20616cad-918a-4353-ba06-0a5d9bef4863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:34.150205 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-926107f9-5f72-4c7e-b4d5-d7f4c4169b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:34.198361 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-20616cad-918a-4353-ba06-0a5d9bef4863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:34.204271 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-f015b916-b5ea-4d0d-9a95-5cb76f5700ca service neutron] 10.222.0.26 "GET /v2.0/networks/96794e5b-cad6-4140-9df8-3b22f7347459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6188841 Feb 04 21:01:34.245361 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-20616cad-918a-4353-ba06-0a5d9bef4863 admin admin] Usage tracker for resource:security_group_rule and tenant:7f998d8096b7465998283a9a07ab59a6 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:34.268704 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-20616cad-918a-4353-ba06-0a5d9bef4863 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:34.311000 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-20616cad-918a-4353-ba06-0a5d9bef4863 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:34.387637 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc73a2f-5959-43ac-9c5a-aefa00c7bff0 req-475a0e85-2817-4515-8f8a-eb9b2e15d180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:34.392314 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2bc73a2f-5959-43ac-9c5a-aefa00c7bff0 req-475a0e85-2817-4515-8f8a-eb9b2e15d180 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 1099 time: 0.4093254 Feb 04 21:01:34.518176 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-6bf7f309-390f-4595-945a-12c8f1abd20d tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:34.530045 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 55040) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:34.561329 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-926107f9-5f72-4c7e-b4d5-d7f4c4169b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:34.561793 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-6bf7f309-390f-4595-945a-12c8f1abd20d tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Usage tracker for resource:subnet and tenant:bf059d808b3643f5ba5990d95220908f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:34.565921 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc73a2f-5959-43ac-9c5a-aefa00c7bff0 req-3e9d81e2-655d-4801-90e4-7471b354a6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:34.567542 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2bc73a2f-5959-43ac-9c5a-aefa00c7bff0 req-3e9d81e2-655d-4801-90e4-7471b354a6c5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.1679521 Feb 04 21:01:34.582056 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-6bf7f309-390f-4595-945a-12c8f1abd20d tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:34.657981 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc73a2f-5959-43ac-9c5a-aefa00c7bff0 req-7a63495b-f120-4708-894b-2ad658a9937f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:34.659350 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926107f9-5f72-4c7e-b4d5-d7f4c4169b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534bb74f-487e-4319-a358-a09496f33cfc,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:34.659478 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2bc73a2f-5959-43ac-9c5a-aefa00c7bff0 req-7a63495b-f120-4708-894b-2ad658a9937f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 1099 time: 0.6504736 Feb 04 21:01:34.669563 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2bc73a2f-5959-43ac-9c5a-aefa00c7bff0 req-5b3d2243-d22a-4b42-8b35-aa5f20d1485f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=7d722a48-1731-4cd9-8d76-d643035f4f73 HTTP/1.1" status: 200 len: 217 time: 0.0928550 Feb 04 21:01:34.670576 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-6bf7f309-390f-4595-945a-12c8f1abd20d tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:34.740351 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-926107f9-5f72-4c7e-b4d5-d7f4c4169b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:34.743273 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-926107f9-5f72-4c7e-b4d5-d7f4c4169b83 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/534bb74f-487e-4319-a358-a09496f33cfc HTTP/1.1" status: 204 len: 168 time: 1.0002389 Feb 04 21:01:34.778419 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-20616cad-918a-4353-ba06-0a5d9bef4863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:34.788465 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc73a2f-5959-43ac-9c5a-aefa00c7bff0 req-22153721-31bc-4fb0-ab81-fc53d8b2bc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:34.788465 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2bc73a2f-5959-43ac-9c5a-aefa00c7bff0 req-22153721-31bc-4fb0-ab81-fc53d8b2bc3d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.0993018 Feb 04 21:01:34.789668 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-20616cad-918a-4353-ba06-0a5d9bef4863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:34.830358 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-421e3aca-ecfa-4ccb-a2ad-c4bb8fb829aa service neutron] 10.222.0.26 "GET /v2.0/networks/96794e5b-cad6-4140-9df8-3b22f7347459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6153741 Feb 04 21:01:34.830566 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-20616cad-918a-4353-ba06-0a5d9bef4863 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7f998d8096b7465998283a9a07ab59a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0404911 Feb 04 21:01:34.830660 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf7f309-390f-4595-945a-12c8f1abd20d tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Made reservation on behalf of bf059d808b3643f5ba5990d95220908f for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:01:34.832881 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6bf7f309-390f-4595-945a-12c8f1abd20d tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:34.877272 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55050) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:34.936200 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20616cad-918a-4353-ba06-0a5d9bef4863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f022677-efb6-49d0-8fda-e8d951b92614,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:35.042791 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a709a570-f341-4df4-b5f0-26a945b2a017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:35.082460 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc73a2f-5959-43ac-9c5a-aefa00c7bff0 req-e5faa76a-d55d-4ac4-9148-9efa69ee46b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:35.088172 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2bc73a2f-5959-43ac-9c5a-aefa00c7bff0 req-e5faa76a-d55d-4ac4-9148-9efa69ee46b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2694323 Feb 04 21:01:35.134897 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a709a570-f341-4df4-b5f0-26a945b2a017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:35.153309 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6bf7f309-390f-4595-945a-12c8f1abd20d tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:35.159391 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-43e98009-8b02-48aa-b11f-4d91734ca47f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2dde5735e43345a1a8e63ca02a55176b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6251600 Feb 04 21:01:35.193191 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55056) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:35.322260 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55060) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:35.361287 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a709a570-f341-4df4-b5f0-26a945b2a017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:35.374077 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7665c47d-b413-4837-aca7-c09b5a39b8d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:35.386329 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2cf8a34f-736b-4565-991f-352070c1e81a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:35.389774 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2bc73a2f-5959-43ac-9c5a-aefa00c7bff0 req-6f358e6b-2fbe-4190-964a-34414dbe1502 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926903 Feb 04 21:01:35.403943 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709a570-f341-4df4-b5f0-26a945b2a017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f022677-efb6-49d0-8fda-e8d951b92614,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:35.418439 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0ce58-19d2-4356-9b85-01b4e013102c req-0a51b6e3-2bef-4ff4-98f8-f6389d72e1ea tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:35.426091 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6cf0ce58-19d2-4356-9b85-01b4e013102c req-0a51b6e3-2bef-4ff4-98f8-f6389d72e1ea tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] 10.222.0.26 "GET /v2.0/ports?device_id=b39b2dfd-3778-4aef-ad28-964ac8da1377 HTTP/1.1" status: 200 len: 946 time: 0.8342686 Feb 04 21:01:35.451451 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7665c47d-b413-4837-aca7-c09b5a39b8d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:35.467751 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7665c47d-b413-4837-aca7-c09b5a39b8d0 admin admin] Usage tracker for resource:security_group_rule and tenant:ed657a2fa3744d9c99de0275b6ef1573 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:35.473713 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7665c47d-b413-4837-aca7-c09b5a39b8d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:35.479592 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a709a570-f341-4df4-b5f0-26a945b2a017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:35.480999 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a709a570-f341-4df4-b5f0-26a945b2a017 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1f022677-efb6-49d0-8fda-e8d951b92614 HTTP/1.1" status: 204 len: 168 time: 0.6034169 Feb 04 21:01:35.613869 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6cf0ce58-19d2-4356-9b85-01b4e013102c req-204212f0-d706-4549-83bc-3a42cf419a3f tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] 10.222.0.26 "GET /v2.0/security-groups?id=83ef7440-2185-4a5a-88af-4df051bca1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870942 Feb 04 21:01:35.614583 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf7f309-390f-4595-945a-12c8f1abd20d tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Pushing event updated for resources: {'Subnet': ['ID=aa652851-5eb0-4a1b-8482-32a88b98da23,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:35.645817 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2cf8a34f-736b-4565-991f-352070c1e81a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:35.650424 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf7f309-390f-4595-945a-12c8f1abd20d tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Checking segment: {'id': 'd5a45609-af79-4e7e-87d9-8cc98e096768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '40abcaa4-cb3d-49ea-98ca-157e85e59acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:01:35.653170 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf7f309-390f-4595-945a-12c8f1abd20d tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Network hostable DHCP agents. Network: 40abcaa4-cb3d-49ea-98ca-157e85e59acc, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:01:35.653852 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7665c47d-b413-4837-aca7-c09b5a39b8d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:35.670447 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc73a2f-5959-43ac-9c5a-aefa00c7bff0 req-f3463233-aa79-4980-9ffd-84fc9495f9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:35.679029 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2bc73a2f-5959-43ac-9c5a-aefa00c7bff0 req-f3463233-aa79-4980-9ffd-84fc9495f9cf service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 1.0008171 Feb 04 21:01:35.780100 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2bc73a2f-5959-43ac-9c5a-aefa00c7bff0 req-a5e0982d-6b69-41ca-8cde-1e3bcfc48d30 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715484 Feb 04 21:01:35.787465 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2cf8a34f-736b-4565-991f-352070c1e81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:35.818839 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8a34f-736b-4565-991f-352070c1e81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5496e41d-b4cf-449f-9c9b-4fa4a46f7ffc,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:35.853555 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2cf8a34f-736b-4565-991f-352070c1e81a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:35.857829 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2cf8a34f-736b-4565-991f-352070c1e81a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5496e41d-b4cf-449f-9c9b-4fa4a46f7ffc HTTP/1.1" status: 204 len: 168 time: 0.6601582 Feb 04 21:01:35.908292 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2bc73a2f-5959-43ac-9c5a-aefa00c7bff0 req-634a1497-9f8f-4cdd-ab4a-f09f054156cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=7d722a48-1731-4cd9-8d76-d643035f4f73 HTTP/1.1" status: 200 len: 217 time: 0.2125430 Feb 04 21:01:35.909057 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7665c47d-b413-4837-aca7-c09b5a39b8d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:35.919876 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7665c47d-b413-4837-aca7-c09b5a39b8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:35.970711 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7665c47d-b413-4837-aca7-c09b5a39b8d0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ed657a2fa3744d9c99de0275b6ef1573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6448569 Feb 04 21:01:35.974643 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55070) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:36.036968 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665c47d-b413-4837-aca7-c09b5a39b8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81bacb78-ada4-4c6a-8afe-1f0b7d19bb57,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:36.049602 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-e58621da-5768-429d-9043-364642f1e1f9 service neutron] 10.222.0.26 "GET /v2.0/networks/96794e5b-cad6-4140-9df8-3b22f7347459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2184913 Feb 04 21:01:36.130848 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-165189ef-e524-410b-ae99-769d2673534c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:36.162275 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55074) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:36.202959 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f1fb25bc-b13d-48f2-8f75-5a86c3d60fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:36.221376 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-165189ef-e524-410b-ae99-769d2673534c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:36.227158 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc73a2f-5959-43ac-9c5a-aefa00c7bff0 req-28f84348-b71d-4153-8107-0c2245a1d658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:36.228655 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2bc73a2f-5959-43ac-9c5a-aefa00c7bff0 req-28f84348-b71d-4153-8107-0c2245a1d658 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.2806962 Feb 04 21:01:36.241108 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f1fb25bc-b13d-48f2-8f75-5a86c3d60fdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:36.249567 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf7f309-390f-4595-945a-12c8f1abd20d tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Network 40abcaa4-cb3d-49ea-98ca-157e85e59acc is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:01:36.254004 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f1fb25bc-b13d-48f2-8f75-5a86c3d60fdd admin admin] Usage tracker for resource:security_group_rule and tenant:6e8626ae938743d7a06c4080c1c71227 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:36.258413 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f1fb25bc-b13d-48f2-8f75-5a86c3d60fdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:36.279090 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f1fb25bc-b13d-48f2-8f75-5a86c3d60fdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:36.361236 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-6bf7f309-390f-4595-945a-12c8f1abd20d tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 40abcaa4-cb3d-49ea-98ca-157e85e59acc) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:01:36.363928 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-165189ef-e524-410b-ae99-769d2673534c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:36.365420 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf7f309-390f-4595-945a-12c8f1abd20d tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:36.366200 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6bf7f309-390f-4595-945a-12c8f1abd20d tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:36.376188 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dee3b5d-53a1-4754-a336-1054ec891e75 None None] Network 40abcaa4-cb3d-49ea-98ca-157e85e59acc requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:01:36.410908 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165189ef-e524-410b-ae99-769d2673534c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bacb78-ada4-4c6a-8afe-1f0b7d19bb57,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:36.436580 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fabcd44-d341-4da5-b87d-300ea5dbde29 req-f2844341-949a-4a6a-808a-96ea6395b984 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:36.444983 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1fabcd44-d341-4da5-b87d-300ea5dbde29 req-f2844341-949a-4a6a-808a-96ea6395b984 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 948 time: 0.5320153 Feb 04 21:01:36.459550 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeae6d3-b4ce-4daa-9cb8-3983a87a999c req-c1397d27-fd9e-4e6e-a653-57c425e11d2e tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:36.461034 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3aeae6d3-b4ce-4daa-9cb8-3983a87a999c req-c1397d27-fd9e-4e6e-a653-57c425e11d2e tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] 10.222.0.32 "GET /v2.0/ports?device_id=b39b2dfd-3778-4aef-ad28-964ac8da1377 HTTP/1.1" status: 200 len: 946 time: 0.4031239 Feb 04 21:01:36.487683 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-6bf7f309-390f-4595-945a-12c8f1abd20d tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4724994 Feb 04 21:01:36.493517 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 55080) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:36.507003 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-165189ef-e524-410b-ae99-769d2673534c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:36.508231 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-165189ef-e524-410b-ae99-769d2673534c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/81bacb78-ada4-4c6a-8afe-1f0b7d19bb57 HTTP/1.1" status: 204 len: 168 time: 0.5322366 Feb 04 21:01:36.572329 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-0f3e801b-85c0-4fdb-9f5d-507bdb60c8a4 service neutron] 10.222.0.26 "GET /v2.0/networks/96794e5b-cad6-4140-9df8-3b22f7347459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5217769 Feb 04 21:01:36.619681 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f1fb25bc-b13d-48f2-8f75-5a86c3d60fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:36.629371 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-47544f23-fd87-443c-8350-ec5ea85683cf tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2070891055'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:36.634088 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f1fb25bc-b13d-48f2-8f75-5a86c3d60fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:36.666812 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-47544f23-fd87-443c-8350-ec5ea85683cf tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:36.742110 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-47544f23-fd87-443c-8350-ec5ea85683cf tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Usage tracker for resource:network and tenant:bf059d808b3643f5ba5990d95220908f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:36.759960 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc73a2f-5959-43ac-9c5a-aefa00c7bff0 req-ed224b02-c593-4e45-bbbd-346c733b194e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:36.762000 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2bc73a2f-5959-43ac-9c5a-aefa00c7bff0 req-ed224b02-c593-4e45-bbbd-346c733b194e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5196176 Feb 04 21:01:36.764898 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-47544f23-fd87-443c-8350-ec5ea85683cf tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:36.765040 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde5ac69-9b44-45a4-9ac2-05e36bdc30ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-40abcaa4-cb3d-49ea-98ca-157e85e59acc', 'network_id': '40abcaa4-cb3d-49ea-98ca-157e85e59acc', 'tenant_id': 'bf059d808b3643f5ba5990d95220908f', 'fixed_ips': [{'subnet_id': 'aa652851-5eb0-4a1b-8482-32a88b98da23'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:01:36.769760 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cde5ac69-9b44-45a4-9ac2-05e36bdc30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:36.785583 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb25bc-b13d-48f2-8f75-5a86c3d60fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d27f35-abf8-4397-81ce-e5dfa60c104b,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:36.802921 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1fabcd44-d341-4da5-b87d-300ea5dbde29 req-e89affed-646e-4ab7-85dd-8f515fd76d24 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575580 Feb 04 21:01:36.805984 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-47544f23-fd87-443c-8350-ec5ea85683cf tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:36.830603 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f1fb25bc-b13d-48f2-8f75-5a86c3d60fdd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6e8626ae938743d7a06c4080c1c71227&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6670649 Feb 04 21:01:36.831260 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55092) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:36.912745 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f2dd0d28-950d-4e2b-85ac-4374fba5123a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:36.947973 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f2dd0d28-950d-4e2b-85ac-4374fba5123a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:37.019757 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-cde5ac69-9b44-45a4-9ac2-05e36bdc30ec None None] Allocated IP 19.80.0.2 (40abcaa4-cb3d-49ea-98ca-157e85e59acc/aa652851-5eb0-4a1b-8482-32a88b98da23/a6e1f9f5-1065-4253-91c1-55697e5045dd) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:01:37.025967 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f2dd0d28-950d-4e2b-85ac-4374fba5123a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:37.057933 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd0d28-950d-4e2b-85ac-4374fba5123a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d27f35-abf8-4397-81ce-e5dfa60c104b,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:37.076182 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f2dd0d28-950d-4e2b-85ac-4374fba5123a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:37.083381 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f2dd0d28-950d-4e2b-85ac-4374fba5123a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f3d27f35-abf8-4397-81ce-e5dfa60c104b HTTP/1.1" status: 204 len: 168 time: 0.2510307 Feb 04 21:01:37.162424 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-3ecddff8-cacc-495d-b22d-028bb140b117 service neutron] 10.222.0.26 "GET /v2.0/networks/96794e5b-cad6-4140-9df8-3b22f7347459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5881150 Feb 04 21:01:37.188929 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-3aeae6d3-b4ce-4daa-9cb8-3983a87a999c req-12c696ca-60b5-4796-a88b-3b9fe677e9fc tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Deleting port 7607786b-3617-457f-bab3-0e9009bab0d5 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:01:37.191846 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3aeae6d3-b4ce-4daa-9cb8-3983a87a999c req-12c696ca-60b5-4796-a88b-3b9fe677e9fc tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:37.439974 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 7d722a48-1731-4cd9-8d76-d643035f4f73 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:01:37.462991 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47544f23-fd87-443c-8350-ec5ea85683cf tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Made reservation on behalf of bf059d808b3643f5ba5990d95220908f for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:01:37.468063 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-47544f23-fd87-443c-8350-ec5ea85683cf tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:37.724185 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2bc73a2f-5959-43ac-9c5a-aefa00c7bff0 req-799555bb-8b05-4cc5-a311-e52cf8cfef1c service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9412656 Feb 04 21:01:37.728618 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47544f23-fd87-443c-8350-ec5ea85683cf tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:01:37.807076 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf06e25-6921-423b-b1ea-7e8019074feb req-91295c9f-6b7c-41a3-8e77-30b7be44d21c tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:37.809849 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bcf06e25-6921-423b-b1ea-7e8019074feb req-91295c9f-6b7c-41a3-8e77-30b7be44d21c tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] 10.222.0.26 "GET /v2.0/ports?device_id=b39b2dfd-3778-4aef-ad28-964ac8da1377 HTTP/1.1" status: 200 len: 946 time: 0.5539873 Feb 04 21:01:37.851072 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cde5ac69-9b44-45a4-9ac2-05e36bdc30ec None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:37.863738 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-cde5ac69-9b44-45a4-9ac2-05e36bdc30ec None None] Transition to ACTIVE for port object a6e1f9f5-1065-4253-91c1-55697e5045dd will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:01:37.885899 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-cde5ac69-9b44-45a4-9ac2-05e36bdc30ec None None] Transition to ACTIVE for port object a6e1f9f5-1065-4253-91c1-55697e5045dd will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:01:37.904005 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cde5ac69-9b44-45a4-9ac2-05e36bdc30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:37.987519 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde5ac69-9b44-45a4-9ac2-05e36bdc30ec None None] Network 40abcaa4-cb3d-49ea-98ca-157e85e59acc is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:01:37.997688 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-cde5ac69-9b44-45a4-9ac2-05e36bdc30ec None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:01:38.000604 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde5ac69-9b44-45a4-9ac2-05e36bdc30ec None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:01:38.135512 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5ac69-9b44-45a4-9ac2-05e36bdc30ec None None] Pushing event updated for resources: {'Port': ['ID=a6e1f9f5-1065-4253-91c1-55697e5045dd,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:38.147750 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 7d722a48-1731-4cd9-8d76-d643035f4f73, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=7d722a48-1731-4cd9-8d76-d643035f4f73,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:38.180694 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '7d722a48-1731-4cd9-8d76-d643035f4f73', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': '7d722a48-1731-4cd9-8d76-d643035f4f73', 'mac_address': 'fa:16:3e:75:5f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:01:38.208959 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-47544f23-fd87-443c-8350-ec5ea85683cf tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:38.209577 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-47544f23-fd87-443c-8350-ec5ea85683cf tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Added segment 2b740627-0c46-411f-90a8-d366483caf5b of type vlan for network d038b4df-6bf1-472b-86ac-d180904df3c5 Feb 04 21:01:38.246635 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-bc9a8c21-9241-42bc-b5f0-ac1649cf5443 service neutron] 10.222.0.26 "GET /v2.0/networks/3d92e2e6-8e5c-439e-985a-8b138159bd06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9984560 Feb 04 21:01:38.412702 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bcf06e25-6921-423b-b1ea-7e8019074feb req-86817175-791b-4a7f-8219-c57bb9f1d54f tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] 10.222.0.26 "GET /v2.0/security-groups?id=83ef7440-2185-4a5a-88af-4df051bca1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5881996 Feb 04 21:01:38.422398 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-47544f23-fd87-443c-8350-ec5ea85683cf tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:38.561306 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2bc73a2f-5959-43ac-9c5a-aefa00c7bff0 req-cc2a37a6-3110-4bec-9dc9-3aa0e28412f8 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8165650 Feb 04 21:01:38.601998 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-3aeae6d3-b4ce-4daa-9cb8-3983a87a999c req-12c696ca-60b5-4796-a88b-3b9fe677e9fc tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] For port 7607786b-3617-457f-bab3-0e9009bab0d5, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=7607786b-3617-457f-bab3-0e9009bab0d5,segment=NetworkSegment(d1cccddd-34ac-4571-ac7c-e34247e3ef9a),segment_id=d1cccddd-34ac-4571-ac7c-e34247e3ef9a)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:38.603685 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3aeae6d3-b4ce-4daa-9cb8-3983a87a999c req-12c696ca-60b5-4796-a88b-3b9fe677e9fc tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:38.654286 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-47544f23-fd87-443c-8350-ec5ea85683cf tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:38.659624 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47544f23-fd87-443c-8350-ec5ea85683cf tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:38.660225 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-47544f23-fd87-443c-8350-ec5ea85683cf tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:38.728008 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-cde5ac69-9b44-45a4-9ac2-05e36bdc30ec None None] Attempting to bind port a6e1f9f5-1065-4253-91c1-55697e5045dd on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:01:38.728772 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-cde5ac69-9b44-45a4-9ac2-05e36bdc30ec None None] Attempting to bind port a6e1f9f5-1065-4253-91c1-55697e5045dd by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': 'd5a45609-af79-4e7e-87d9-8cc98e096768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '40abcaa4-cb3d-49ea-98ca-157e85e59acc'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:01:38.728879 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde5ac69-9b44-45a4-9ac2-05e36bdc30ec None None] Attempting to bind port a6e1f9f5-1065-4253-91c1-55697e5045dd on network 40abcaa4-cb3d-49ea-98ca-157e85e59acc {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:01:38.731848 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:38.747798 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde5ac69-9b44-45a4-9ac2-05e36bdc30ec None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:01:38.748223 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde5ac69-9b44-45a4-9ac2-05e36bdc30ec None None] Checking segment: {'id': 'd5a45609-af79-4e7e-87d9-8cc98e096768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '40abcaa4-cb3d-49ea-98ca-157e85e59acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:01:38.748554 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cde5ac69-9b44-45a4-9ac2-05e36bdc30ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:38.748937 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde5ac69-9b44-45a4-9ac2-05e36bdc30ec None None] Bound using segment: {'id': 'd5a45609-af79-4e7e-87d9-8cc98e096768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '40abcaa4-cb3d-49ea-98ca-157e85e59acc'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:01:38.749434 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-cde5ac69-9b44-45a4-9ac2-05e36bdc30ec None None] Bound port: a6e1f9f5-1065-4253-91c1-55697e5045dd, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a45609-af79-4e7e-87d9-8cc98e096768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '40abcaa4-cb3d-49ea-98ca-157e85e59acc'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:01:38.749798 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cde5ac69-9b44-45a4-9ac2-05e36bdc30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:38.852113 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-cde5ac69-9b44-45a4-9ac2-05e36bdc30ec None None] For port a6e1f9f5-1065-4253-91c1-55697e5045dd, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:01:38.856317 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-cde5ac69-9b44-45a4-9ac2-05e36bdc30ec None None] For port a6e1f9f5-1065-4253-91c1-55697e5045dd, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a6e1f9f5-1065-4253-91c1-55697e5045dd,segment=NetworkSegment(d5a45609-af79-4e7e-87d9-8cc98e096768),segment_id=d5a45609-af79-4e7e-87d9-8cc98e096768)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:01:38.858956 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d722a48-1731-4cd9-8d76-d643035f4f73 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:01:38.872726 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cde5ac69-9b44-45a4-9ac2-05e36bdc30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:38.948084 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 7d722a48-1731-4cd9-8d76-d643035f4f73, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=7d722a48-1731-4cd9-8d76-d643035f4f73,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:38.966474 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:39.010164 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5ac69-9b44-45a4-9ac2-05e36bdc30ec None None] Pushing event updated for resources: {'Port': ['ID=a6e1f9f5-1065-4253-91c1-55697e5045dd,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:39.172832 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47544f23-fd87-443c-8350-ec5ea85683cf tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Pushing event updated for resources: {'Network': ['ID=d038b4df-6bf1-472b-86ac-d180904df3c5,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:39.195632 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=7d722a48-1731-4cd9-8d76-d643035f4f73,revision_number=8']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:39.209708 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network d038b4df-6bf1-472b-86ac-d180904df3c5 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:01:39.221684 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-3aeae6d3-b4ce-4daa-9cb8-3983a87a999c req-12c696ca-60b5-4796-a88b-3b9fe677e9fc tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Calling delete_port for 7607786b-3617-457f-bab3-0e9009bab0d5 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:01:39.265823 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-08b596dd-0a64-46e3-9350-2809be7a1664 service neutron] 10.222.0.26 "GET /v2.0/networks/3d92e2e6-8e5c-439e-985a-8b138159bd06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9860487 Feb 04 21:01:39.427884 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 7607786b-3617-457f-bab3-0e9009bab0d5 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:01:39.443132 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-47544f23-fd87-443c-8350-ec5ea85683cf tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.8889711 Feb 04 21:01:39.445980 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55172) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:39.453351 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-b0df73ef-e61e-44ff-a60f-968594edd106 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Request body: {'subnet': {'network_id': 'd038b4df-6bf1-472b-86ac-d180904df3c5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:39.523271 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['7d722a48-1731-4cd9-8d76-d643035f4f73'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:01:39.722843 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b0df73ef-e61e-44ff-a60f-968594edd106 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:39.733112 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b0df73ef-e61e-44ff-a60f-968594edd106 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Usage tracker for resource:subnet and tenant:bf059d808b3643f5ba5990d95220908f is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:39.738401 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b0df73ef-e61e-44ff-a60f-968594edd106 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:39.744981 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b0df73ef-e61e-44ff-a60f-968594edd106 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:39.775066 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0df73ef-e61e-44ff-a60f-968594edd106 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Made reservation on behalf of bf059d808b3643f5ba5990d95220908f for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:01:39.780921 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b0df73ef-e61e-44ff-a60f-968594edd106 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:39.800575 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669ed01-4438-4677-b7d6-5a52c083d940 req-7d4ca27b-be8d-483c-afda-5e5eccfac58a tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:39.817071 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7669ed01-4438-4677-b7d6-5a52c083d940 req-7d4ca27b-be8d-483c-afda-5e5eccfac58a tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 949 time: 0.6937222 Feb 04 21:01:39.848407 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:39.906137 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-9b8d0680-19e1-4537-aa96-3868966c23eb service neutron] 10.222.0.26 "GET /v2.0/networks/3d92e2e6-8e5c-439e-985a-8b138159bd06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6195478 Feb 04 21:01:40.195828 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7669ed01-4438-4677-b7d6-5a52c083d940 req-94b85d05-7d5c-4a86-8f1b-39b98c7dc35b tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775904 Feb 04 21:01:40.202865 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b0df73ef-e61e-44ff-a60f-968594edd106 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:40.240612 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3aeae6d3-b4ce-4daa-9cb8-3983a87a999c req-12c696ca-60b5-4796-a88b-3b9fe677e9fc tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:40.386753 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df73ef-e61e-44ff-a60f-968594edd106 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Pushing event updated for resources: {'Subnet': ['ID=474b7d7f-eda6-4944-b647-79da58b5564f,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:40.427109 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0df73ef-e61e-44ff-a60f-968594edd106 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Checking segment: {'id': '2b740627-0c46-411f-90a8-d366483caf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd038b4df-6bf1-472b-86ac-d180904df3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:01:40.427578 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0df73ef-e61e-44ff-a60f-968594edd106 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Network hostable DHCP agents. Network: d038b4df-6bf1-472b-86ac-d180904df3c5, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:01:40.437898 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c696ca-60b5-4796-a88b-3b9fe677e9fc tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Pushing event deleted for resources: {'Port': ['ID=7607786b-3617-457f-bab3-0e9009bab0d5,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:40.458447 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0df73ef-e61e-44ff-a60f-968594edd106 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Network d038b4df-6bf1-472b-86ac-d180904df3c5 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:01:40.479418 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-b0df73ef-e61e-44ff-a60f-968594edd106 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, d038b4df-6bf1-472b-86ac-d180904df3c5) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:01:40.491411 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a566ae-7600-4ff3-8982-d289f27e4fb4 None None] Network d038b4df-6bf1-472b-86ac-d180904df3c5 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:01:40.508217 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0df73ef-e61e-44ff-a60f-968594edd106 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:40.509011 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b0df73ef-e61e-44ff-a60f-968594edd106 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:40.571244 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b0df73ef-e61e-44ff-a60f-968594edd106 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1235652 Feb 04 21:01:40.683899 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aeae6d3-b4ce-4daa-9cb8-3983a87a999c req-12c696ca-60b5-4796-a88b-3b9fe677e9fc tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] No DVR routers for this DVR port 7607786b-3617-457f-bab3-0e9009bab0d5 on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:01:40.687928 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3aeae6d3-b4ce-4daa-9cb8-3983a87a999c req-12c696ca-60b5-4796-a88b-3b9fe677e9fc tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:40.712134 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39b2dfd-3778-4aef-ad28-964ac8da1377', 'name': 'network-vif-deleted', 'tag': '7607786b-3617-457f-bab3-0e9009bab0d5'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:01:40.734649 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3aeae6d3-b4ce-4daa-9cb8-3983a87a999c req-12c696ca-60b5-4796-a88b-3b9fe677e9fc tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] 10.222.0.32 "DELETE /v2.0/ports/7607786b-3617-457f-bab3-0e9009bab0d5 HTTP/1.1" status: 204 len: 173 time: 4.2406299 Feb 04 21:01:40.737423 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-d005a63e-f24d-4893-96f5-9eab9cb530a1 service neutron] 10.222.0.26 "GET /v2.0/networks/3d92e2e6-8e5c-439e-985a-8b138159bd06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8238938 Feb 04 21:01:41.077071 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0c1281-7b81-41f1-acc3-e343ad519a91 None None] Network 40abcaa4-cb3d-49ea-98ca-157e85e59acc requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:01:41.329027 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-3e0e402e-c877-4872-9f53-986909f2eebf req-79d2d73b-f4b4-4b6e-8e5c-bff369c12420 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Synchronizing usage tracker for tenant:110ca744f7104f16a19517bf4ccbee1e on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:01:41.358626 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-3e0e402e-c877-4872-9f53-986909f2eebf req-79d2d73b-f4b4-4b6e-8e5c-bff369c12420 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] Unset dirty status for tenant:110ca744f7104f16a19517bf4ccbee1e on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:01:41.360476 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3e0e402e-c877-4872-9f53-986909f2eebf req-79d2d73b-f4b4-4b6e-8e5c-bff369c12420 tempest-ServerGroupTestJSON-59229682 tempest-ServerGroupTestJSON-59229682-project] 10.222.0.26 "GET /v2.0/ports?device_id=b39b2dfd-3778-4aef-ad28-964ac8da1377 HTTP/1.1" status: 200 len: 210 time: 0.0877037 Feb 04 21:01:41.470434 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80417656-713d-4ee0-aa32-792738ba2515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-d038b4df-6bf1-472b-86ac-d180904df3c5', 'network_id': 'd038b4df-6bf1-472b-86ac-d180904df3c5', 'tenant_id': 'bf059d808b3643f5ba5990d95220908f', 'fixed_ips': [{'subnet_id': '474b7d7f-eda6-4944-b647-79da58b5564f'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:01:41.472730 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-80417656-713d-4ee0-aa32-792738ba2515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:41.520810 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 7d722a48-1731-4cd9-8d76-d643035f4f73 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:01:41.608223 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-5de4be91-272c-4184-a5f4-c49678cbdaac None None] Provisioning for port a6e1f9f5-1065-4253-91c1-55697e5045dd completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:01:41.701829 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a6e1f9f5-1065-4253-91c1-55697e5045dd up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:01:41.863280 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39b2dfd-3778-4aef-ad28-964ac8da1377', 'name': 'network-vif-deleted', 'tag': '7607786b-3617-457f-bab3-0e9009bab0d5', 'status': 'completed', 'code': 200} Feb 04 21:01:42.228237 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cacc8-a459-4d00-9f0f-f8007296b432 req-bd8ddc99-e0f0-43bd-866f-1438483cae9c tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:42.232392 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e85cacc8-a459-4d00-9f0f-f8007296b432 req-bd8ddc99-e0f0-43bd-866f-1438483cae9c tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93&tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&binding%3Ahost_id=n-h1-827896-1 HTTP/1.1" status: 200 len: 949 time: 0.2282033 Feb 04 21:01:42.344366 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [req-e85cacc8-a459-4d00-9f0f-f8007296b432 req-e7b246c4-148a-4570-b387-27decd536662 service neutron] delete failed (client error): The resource could not be found. Feb 04 21:01:42.345485 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e85cacc8-a459-4d00-9f0f-f8007296b432 req-e7b246c4-148a-4570-b387-27decd536662 service neutron] 10.222.0.18 "DELETE /v2.0/ports/7d722a48-1731-4cd9-8d76-d643035f4f73/bindings/n-h2-827896-1 HTTP/1.1" status: 404 len: 380 time: 0.1067190 Feb 04 21:01:42.410790 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 7d722a48-1731-4cd9-8d76-d643035f4f73 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:01:42.429686 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 7d722a48-1731-4cd9-8d76-d643035f4f73 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:01:42.430564 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:42.692870 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cacc8-a459-4d00-9f0f-f8007296b432 req-5ddb5602-3d79-45c2-9fb4-bc107900cdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:42.695644 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e85cacc8-a459-4d00-9f0f-f8007296b432 req-5ddb5602-3d79-45c2-9fb4-bc107900cdb0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 1100 time: 0.2247918 Feb 04 21:01:42.773293 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port a6e1f9f5-1065-4253-91c1-55697e5045dd completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:01:42.783619 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port a6e1f9f5-1065-4253-91c1-55697e5045dd triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:01:42.784256 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:42.943186 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-80417656-713d-4ee0-aa32-792738ba2515 None None] Allocated IP 19.86.0.2 (d038b4df-6bf1-472b-86ac-d180904df3c5/474b7d7f-eda6-4944-b647-79da58b5564f/961513a5-1c76-40d2-887c-0071b6a3e84f) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:01:43.098884 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cacc8-a459-4d00-9f0f-f8007296b432 req-219594f0-bfac-4706-9ba2-ebf74b68bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:43.105184 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e85cacc8-a459-4d00-9f0f-f8007296b432 req-219594f0-bfac-4706-9ba2-ebf74b68bf35 service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.4015920 Feb 04 21:01:43.169058 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-4f53dfd1-86e9-4936-9122-f7e9e574d5f9 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:43.193036 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-4f53dfd1-86e9-4936-9122-f7e9e574d5f9 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:43.197721 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-4f53dfd1-86e9-4936-9122-f7e9e574d5f9 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Synchronizing usage tracker for tenant:bf059d808b3643f5ba5990d95220908f on resource:network {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:01:43.263079 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-4f53dfd1-86e9-4936-9122-f7e9e574d5f9 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Unset dirty status for tenant:bf059d808b3643f5ba5990d95220908f on resource:network {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:01:43.270066 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-4f53dfd1-86e9-4936-9122-f7e9e574d5f9 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/networks?id=40abcaa4-cb3d-49ea-98ca-157e85e59acc&id=d038b4df-6bf1-472b-86ac-d180904df3c5 HTTP/1.1" status: 200 len: 1392 time: 0.7155697 Feb 04 21:01:43.272181 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:43.312496 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-d0caa6e9-d92c-456b-a0f8-97a6f61a4a52 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/quotas/bf059d808b3643f5ba5990d95220908f HTTP/1.1" status: 200 len: 375 time: 0.0412328 Feb 04 21:01:43.357856 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e85cacc8-a459-4d00-9f0f-f8007296b432 req-8513244b-ff46-4790-b5d3-9153b51e1b7b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=7d722a48-1731-4cd9-8d76-d643035f4f73 HTTP/1.1" status: 200 len: 217 time: 0.2394607 Feb 04 21:01:43.432345 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:43.521621 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-3f17d48d-87de-4dad-9d47-f0b90c600fde tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bf059d808b3643f5ba5990d95220908f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2080777 Feb 04 21:01:43.549026 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cacc8-a459-4d00-9f0f-f8007296b432 req-2dbf1139-0017-4654-b2a5-be552b188bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:43.550796 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e85cacc8-a459-4d00-9f0f-f8007296b432 req-2dbf1139-0017-4654-b2a5-be552b188bd1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.1858034 Feb 04 21:01:43.786326 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cacc8-a459-4d00-9f0f-f8007296b432 req-418dfc0c-220b-4582-831d-dafef72b9012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:43.790021 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e85cacc8-a459-4d00-9f0f-f8007296b432 req-418dfc0c-220b-4582-831d-dafef72b9012 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2170699 Feb 04 21:01:43.791778 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb5ccf4-4d31-441c-8d4c-f2216a63ad93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d722a48-1731-4cd9-8d76-d643035f4f73'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:01:44.015209 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 7d722a48-1731-4cd9-8d76-d643035f4f73, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=7d722a48-1731-4cd9-8d76-d643035f4f73,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:44.017848 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55318) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:44.035016 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b0099559-dde8-4247-acbc-6a432f494e38 req-28253e88-fb9e-42fd-b750-9acddbfb7334 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=565bab87f6ed4be0830d2c4f71f62041&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0932279 Feb 04 21:01:44.046584 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-97d45d88-07b6-4307-9e98-06b85e81e6f9 None None] Provisioning complete for port a6e1f9f5-1065-4253-91c1-55697e5045dd triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:01:44.047226 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-97d45d88-07b6-4307-9e98-06b85e81e6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:44.063268 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-3d44fbdc-b3b2-4c7b-81d3-56ae2a643c41 service neutron] 10.222.0.26 "GET /v2.0/networks/40abcaa4-cb3d-49ea-98ca-157e85e59acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5403507 Feb 04 21:01:44.081417 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:44.083396 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e85cacc8-a459-4d00-9f0f-f8007296b432 req-804e97e3-237e-4cb7-bb9b-11d0f016e82c service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869473 Feb 04 21:01:44.281983 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=7d722a48-1731-4cd9-8d76-d643035f4f73,revision_number=9']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:44.299867 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port a6e1f9f5-1065-4253-91c1-55697e5045dd, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a6e1f9f5-1065-4253-91c1-55697e5045dd,segment=NetworkSegment(d5a45609-af79-4e7e-87d9-8cc98e096768),segment_id=d5a45609-af79-4e7e-87d9-8cc98e096768)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:44.358982 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1ae5fdd6-4430-4656-bd76-4da9d4364a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:44.376782 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:44.394332 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0099559-dde8-4247-acbc-6a432f494e38 req-4523faa6-82b2-462b-b2f1-aca14712998a tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:44.403135 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b0099559-dde8-4247-acbc-6a432f494e38 req-4523faa6-82b2-462b-b2f1-aca14712998a tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3560309 Feb 04 21:01:44.424064 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-2d9db1b0-5d8d-41fc-b182-a8e54ad79e03 service neutron] 10.222.0.26 "GET /v2.0/networks/40abcaa4-cb3d-49ea-98ca-157e85e59acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016787 Feb 04 21:01:44.457376 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b0099559-dde8-4247-acbc-6a432f494e38 req-8c6fadbe-2c2b-422f-9bbe-a7c2dd9d7229 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/quotas/565bab87f6ed4be0830d2c4f71f62041 HTTP/1.1" status: 200 len: 375 time: 0.0526028 Feb 04 21:01:44.484673 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=a6e1f9f5-1065-4253-91c1-55697e5045dd,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:44.560279 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d8f3e5ce-8cb1-416a-bf86-98cccaa5b64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:44.581926 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b0099559-dde8-4247-acbc-6a432f494e38 req-13af703a-9909-4b8b-a299-9597ed1ca567 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=565bab87f6ed4be0830d2c4f71f62041&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1208234 Feb 04 21:01:44.601711 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d8f3e5ce-8cb1-416a-bf86-98cccaa5b64f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:44.617170 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-80417656-713d-4ee0-aa32-792738ba2515 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:44.618560 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d8f3e5ce-8cb1-416a-bf86-98cccaa5b64f admin admin] Usage tracker for resource:security_group_rule and tenant:8909b2e843f243b9824e3285520094c1 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:44.623879 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d8f3e5ce-8cb1-416a-bf86-98cccaa5b64f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:44.633446 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d8f3e5ce-8cb1-416a-bf86-98cccaa5b64f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:44.634250 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-80417656-713d-4ee0-aa32-792738ba2515 None None] Transition to ACTIVE for port object 961513a5-1c76-40d2-887c-0071b6a3e84f will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:01:44.663285 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-80417656-713d-4ee0-aa32-792738ba2515 None None] Transition to ACTIVE for port object 961513a5-1c76-40d2-887c-0071b6a3e84f will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:01:44.671417 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-80417656-713d-4ee0-aa32-792738ba2515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:44.694805 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-7cef0ce8-2786-4107-acdc-62eede46501f service neutron] 10.222.0.26 "GET /v2.0/networks/d038b4df-6bf1-472b-86ac-d180904df3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694089 Feb 04 21:01:44.710035 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e85cacc8-a459-4d00-9f0f-f8007296b432 req-c2516bb1-30af-4fa7-98cd-e68260b82e26 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6155252 Feb 04 21:01:44.806193 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80417656-713d-4ee0-aa32-792738ba2515 None None] Pushing event updated for resources: {'Port': ['ID=961513a5-1c76-40d2-887c-0071b6a3e84f,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:44.834125 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80417656-713d-4ee0-aa32-792738ba2515 None None] Network d038b4df-6bf1-472b-86ac-d180904df3c5 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:01:44.835513 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-80417656-713d-4ee0-aa32-792738ba2515 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:01:44.838178 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80417656-713d-4ee0-aa32-792738ba2515 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:01:44.894067 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-f9416958-0b56-483b-a645-60ae2623c4cf service neutron] 10.222.0.26 "GET /v2.0/networks/d038b4df-6bf1-472b-86ac-d180904df3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979332 Feb 04 21:01:44.936914 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d8f3e5ce-8cb1-416a-bf86-98cccaa5b64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:44.957174 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d8f3e5ce-8cb1-416a-bf86-98cccaa5b64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:45.189643 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d8f3e5ce-8cb1-416a-bf86-98cccaa5b64f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8909b2e843f243b9824e3285520094c1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1705258 Feb 04 21:01:45.192331 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 55346) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:45.315507 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-80417656-713d-4ee0-aa32-792738ba2515 None None] Attempting to bind port 961513a5-1c76-40d2-887c-0071b6a3e84f on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:01:45.315875 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-80417656-713d-4ee0-aa32-792738ba2515 None None] Attempting to bind port 961513a5-1c76-40d2-887c-0071b6a3e84f by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '2b740627-0c46-411f-90a8-d366483caf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd038b4df-6bf1-472b-86ac-d180904df3c5'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:01:45.316239 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80417656-713d-4ee0-aa32-792738ba2515 None None] Attempting to bind port 961513a5-1c76-40d2-887c-0071b6a3e84f on network d038b4df-6bf1-472b-86ac-d180904df3c5 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:01:45.351275 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80417656-713d-4ee0-aa32-792738ba2515 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:01:45.351275 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80417656-713d-4ee0-aa32-792738ba2515 None None] Checking segment: {'id': '2b740627-0c46-411f-90a8-d366483caf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd038b4df-6bf1-472b-86ac-d180904df3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:01:45.351275 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-80417656-713d-4ee0-aa32-792738ba2515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:45.351275 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80417656-713d-4ee0-aa32-792738ba2515 None None] Bound using segment: {'id': '2b740627-0c46-411f-90a8-d366483caf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd038b4df-6bf1-472b-86ac-d180904df3c5'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:01:45.351275 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-80417656-713d-4ee0-aa32-792738ba2515 None None] Bound port: 961513a5-1c76-40d2-887c-0071b6a3e84f, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b740627-0c46-411f-90a8-d366483caf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd038b4df-6bf1-472b-86ac-d180904df3c5'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:01:45.351275 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-80417656-713d-4ee0-aa32-792738ba2515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:45.383619 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3e5ce-8cb1-416a-bf86-98cccaa5b64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028dcffd-0f54-4f53-a9b8-ab93c93052f7,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:45.413169 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-1e82d855-184b-4da2-af6c-3c7061c5c55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:45.414576 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-1e82d855-184b-4da2-af6c-3c7061c5c55d service neutron] 10.222.0.18 "GET /v2.0/ports/c946fa5d-284e-4d9b-a8fb-f026a285451d HTTP/1.1" status: 200 len: 1026 time: 0.2215388 Feb 04 21:01:45.436068 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-01e03b62-5f0e-46d1-9c96-90e472865c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:45.489829 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-01e03b62-5f0e-46d1-9c96-90e472865c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:45.578408 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a36ce-e7b9-4522-9036-8f28ac55434c req-c73b00b8-48d0-49dd-8c00-d5b96cee7bde tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:45.588063 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-157a36ce-e7b9-4522-9036-8f28ac55434c req-c73b00b8-48d0-49dd-8c00-d5b96cee7bde tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 950 time: 0.2333720 Feb 04 21:01:45.596310 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-80417656-713d-4ee0-aa32-792738ba2515 None None] For port 961513a5-1c76-40d2-887c-0071b6a3e84f, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:01:45.601148 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-80417656-713d-4ee0-aa32-792738ba2515 None None] For port 961513a5-1c76-40d2-887c-0071b6a3e84f, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=961513a5-1c76-40d2-887c-0071b6a3e84f,segment=NetworkSegment(2b740627-0c46-411f-90a8-d366483caf5b),segment_id=2b740627-0c46-411f-90a8-d366483caf5b)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:01:45.606398 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-80417656-713d-4ee0-aa32-792738ba2515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:45.692953 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-757647b9-f355-47ea-9096-a62c3baec1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:45.708385 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-757647b9-f355-47ea-9096-a62c3baec1f8 service neutron] 10.222.0.18 "GET /v2.0/ports/d0bd622e-aa88-46cf-8228-97766cb44e0c HTTP/1.1" status: 200 len: 1028 time: 0.2859602 Feb 04 21:01:45.736787 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b91cb9e8-ea87-449d-8b9d-dff343ee316d req-182c187a-ebd1-40b6-bf7b-c2915b325839 tempest-FlavorsV2NegativeTest-110221390 tempest-FlavorsV2NegativeTest-110221390-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=264ea4e189e74da198f3d18c4235a237&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1193440 Feb 04 21:01:45.854629 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-157a36ce-e7b9-4522-9036-8f28ac55434c req-aaea9106-4cb5-4d30-9b46-995a55791cad tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612317 Feb 04 21:01:46.040765 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80417656-713d-4ee0-aa32-792738ba2515 None None] Pushing event updated for resources: {'Port': ['ID=961513a5-1c76-40d2-887c-0071b6a3e84f,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:46.092834 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-01e03b62-5f0e-46d1-9c96-90e472865c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:46.124822 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e03b62-5f0e-46d1-9c96-90e472865c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028dcffd-0f54-4f53-a9b8-ab93c93052f7,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:46.231855 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-01e03b62-5f0e-46d1-9c96-90e472865c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:46.254221 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-01e03b62-5f0e-46d1-9c96-90e472865c84 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/028dcffd-0f54-4f53-a9b8-ab93c93052f7 HTTP/1.1" status: 204 len: 168 time: 1.0607605 Feb 04 21:01:46.271471 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-97fe962c-a38e-4b80-b858-b4d035390caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:46.274240 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ae199fd6-965e-4a62-81ae-764eea38a29b req-fb5ad623-3ca1-4b5f-9959-c26b25bf32f6 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 210 time: 0.1018159 Feb 04 21:01:46.325150 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91cb9e8-ea87-449d-8b9d-dff343ee316d req-c962601a-e8f3-4aea-a249-74b9bcfa63c0 tempest-FlavorsV2NegativeTest-110221390 tempest-FlavorsV2NegativeTest-110221390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:46.353676 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-7e91b7a3-4b7c-418f-8e32-afd338a68198 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:46.361983 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b91cb9e8-ea87-449d-8b9d-dff343ee316d req-c962601a-e8f3-4aea-a249-74b9bcfa63c0 tempest-FlavorsV2NegativeTest-110221390 tempest-FlavorsV2NegativeTest-110221390-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6241977 Feb 04 21:01:46.378876 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-7e91b7a3-4b7c-418f-8e32-afd338a68198 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:46.400550 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b91cb9e8-ea87-449d-8b9d-dff343ee316d req-f93555d7-fcfb-4179-9cc3-baee793e527f tempest-FlavorsV2NegativeTest-110221390 tempest-FlavorsV2NegativeTest-110221390-project] 10.222.0.26 "GET /v2.0/quotas/264ea4e189e74da198f3d18c4235a237 HTTP/1.1" status: 200 len: 375 time: 0.0344512 Feb 04 21:01:46.407143 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-7e91b7a3-4b7c-418f-8e32-afd338a68198 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:46.432113 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-7e91b7a3-4b7c-418f-8e32-afd338a68198 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Synchronizing usage tracker for tenant:df41148af8d64ecb86c2b5be8209bfd9 on resource:network {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:01:46.500819 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-7e91b7a3-4b7c-418f-8e32-afd338a68198 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Unset dirty status for tenant:df41148af8d64ecb86c2b5be8209bfd9 on resource:network {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:01:46.503101 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-7e91b7a3-4b7c-418f-8e32-afd338a68198 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.18 "GET /v2.0/networks?id=b07bb9ef-36fe-4586-bebc-d1a35b516abf&id=96794e5b-cad6-4140-9df8-3b22f7347459&id=96794e5b-cad6-4140-9df8-3b22f7347459&id=96794e5b-cad6-4140-9df8-3b22f7347459&id=96794e5b-cad6-4140-9df8-3b22f7347459&id=3d92e2e6-8e5c-439e-985a-8b138159bd06&id=3d92e2e6-8e5c-439e-985a-8b138159bd06 HTTP/1.1" status: 200 len: 1990 time: 0.7881575 Feb 04 21:01:46.507949 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb5ccf4-4d31-441c-8d4c-f2216a63ad93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d722a48-1731-4cd9-8d76-d643035f4f73', 'code': 200} Feb 04 21:01:46.533246 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b91cb9e8-ea87-449d-8b9d-dff343ee316d req-2097553c-c3b4-4acd-a80b-2da5247053ad tempest-FlavorsV2NegativeTest-110221390 tempest-FlavorsV2NegativeTest-110221390-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=264ea4e189e74da198f3d18c4235a237&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1316335 Feb 04 21:01:46.655582 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a6e1f9f5-1065-4253-91c1-55697e5045dd up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:01:46.670242 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-9daa02ef-42af-4cdc-a0eb-771406fb6ae2 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Synchronizing usage tracker for tenant:df41148af8d64ecb86c2b5be8209bfd9 on resource:security_group {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:01:46.716851 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-9daa02ef-42af-4cdc-a0eb-771406fb6ae2 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Unset dirty status for tenant:df41148af8d64ecb86c2b5be8209bfd9 on resource:security_group {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:01:46.731947 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-9daa02ef-42af-4cdc-a0eb-771406fb6ae2 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df41148af8d64ecb86c2b5be8209bfd9 HTTP/1.1" status: 200 len: 379 time: 0.2178302 Feb 04 21:01:46.743663 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8c045809-3e0a-4ca9-8404-7afa78332494 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Request body: {'port': {'device_id': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'network_id': 'b07bb9ef-36fe-4586-bebc-d1a35b516abf', 'admin_state_up': True, 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'security_groups': ['53d9e912-7253-4638-b0e3-3f0d81855e3f']}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:46.878877 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port a6e1f9f5-1065-4253-91c1-55697e5045dd triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:01:46.880963 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:47.029596 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d3418397-134f-4e1c-96db-aa86adf04f37 req-c5c7a8f6-60f2-4bdd-a8eb-93ec75e777b8 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=0700be3a-9f00-44af-bd71-19e2b51d69ed HTTP/1.1" status: 200 len: 210 time: 0.1684761 Feb 04 21:01:47.033472 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55386) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:47.152101 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d302ed5e-7925-4f90-910a-e14b8d2531eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:47.216205 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d302ed5e-7925-4f90-910a-e14b8d2531eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:47.222426 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d302ed5e-7925-4f90-910a-e14b8d2531eb admin admin] Usage tracker for resource:security_group_rule and tenant:04f5141cc66646fe9a937ac0b7fb44ee is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:47.226596 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d302ed5e-7925-4f90-910a-e14b8d2531eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:47.239697 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d302ed5e-7925-4f90-910a-e14b8d2531eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:47.343058 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b0099559-dde8-4247-acbc-6a432f494e38 req-2777b041-2327-42a1-bda2-ae9bbc399a54 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=565bab87f6ed4be0830d2c4f71f62041&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0806890 Feb 04 21:01:47.428370 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8c045809-3e0a-4ca9-8404-7afa78332494 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:47.442264 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8c045809-3e0a-4ca9-8404-7afa78332494 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Usage tracker for resource:port and tenant:df41148af8d64ecb86c2b5be8209bfd9 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:47.445881 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8c045809-3e0a-4ca9-8404-7afa78332494 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Quota usage for port was recalculated. Used quota:7. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:47.455091 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8c045809-3e0a-4ca9-8404-7afa78332494 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:47.483591 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8c045809-3e0a-4ca9-8404-7afa78332494 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Made reservation on behalf of df41148af8d64ecb86c2b5be8209bfd9 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:01:47.487511 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8c045809-3e0a-4ca9-8404-7afa78332494 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:47.490903 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:47.517491 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:47.742756 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0099559-dde8-4247-acbc-6a432f494e38 req-53b6863f-0796-46b1-8976-86af261ab4e7 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:47.755276 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b0099559-dde8-4247-acbc-6a432f494e38 req-53b6863f-0796-46b1-8976-86af261ab4e7 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3989305 Feb 04 21:01:47.771282 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-b0099559-dde8-4247-acbc-6a432f494e38 req-3d27d43f-6ef2-463b-9685-f9929cc8a77f tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Request body: {'port': {'device_id': '8c526227-9dd7-4390-b406-dd33f7a62277', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'admin_state_up': True, 'tenant_id': '565bab87f6ed4be0830d2c4f71f62041'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:47.952987 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d302ed5e-7925-4f90-910a-e14b8d2531eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:47.998640 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d302ed5e-7925-4f90-910a-e14b8d2531eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:48.143872 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a246a0e1-e7de-4ad0-814f-36ce2a28b913 None None] Network d038b4df-6bf1-472b-86ac-d180904df3c5 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:01:48.322704 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d302ed5e-7925-4f90-910a-e14b8d2531eb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=04f5141cc66646fe9a937ac0b7fb44ee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2627170 Feb 04 21:01:48.324029 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55422) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:48.352347 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8c045809-3e0a-4ca9-8404-7afa78332494 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Allocated IP 172.20.0.11 (b07bb9ef-36fe-4586-bebc-d1a35b516abf/1fffc9a1-d0ff-45d7-adf5-d0cd203f0821/3753cc11-1c31-453a-a527-f0e098c63ba8) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:01:48.354948 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302ed5e-7925-4f90-910a-e14b8d2531eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc790174-bde2-4cee-b4fb-40b228834644,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:48.566461 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d38ee85c-c6b3-4a60-b5f5-fd234d3786cd None None] Provisioning for port 961513a5-1c76-40d2-887c-0071b6a3e84f completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:01:48.576165 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-77b96808-8c4c-4cce-93e6-41b231376235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:48.638537 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 961513a5-1c76-40d2-887c-0071b6a3e84f up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:01:48.652615 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-eca43df7-fef5-4aa2-82de-92d89f1060d2 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=565bab87f6ed4be0830d2c4f71f62041&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3773239 Feb 04 21:01:48.664882 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55428) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:48.784809 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-77b96808-8c4c-4cce-93e6-41b231376235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:48.808808 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-2c6e1dc1-7875-42f1-a869-1cdf2c0dc6ba tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:48.817404 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-2c6e1dc1-7875-42f1-a869-1cdf2c0dc6ba tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:48.819275 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-2c6e1dc1-7875-42f1-a869-1cdf2c0dc6ba tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.32 "GET /v2.0/networks?id=40abcaa4-cb3d-49ea-98ca-157e85e59acc&id=d038b4df-6bf1-472b-86ac-d180904df3c5 HTTP/1.1" status: 200 len: 1392 time: 0.9722700 Feb 04 21:01:48.893375 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-b0099559-dde8-4247-acbc-6a432f494e38 req-3d27d43f-6ef2-463b-9685-f9929cc8a77f tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:48.996130 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-c7e35e66-562b-47f4-bfe7-0d8ef18e9153 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Request body: {'port': {'device_id': '0700be3a-9f00-44af-bd71-19e2b51d69ed', 'network_id': '40abcaa4-cb3d-49ea-98ca-157e85e59acc', 'admin_state_up': True, 'tenant_id': 'bf059d808b3643f5ba5990d95220908f'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:49.038761 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8c045809-3e0a-4ca9-8404-7afa78332494 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:49.042546 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-77b96808-8c4c-4cce-93e6-41b231376235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:49.050701 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b0099559-dde8-4247-acbc-6a432f494e38 req-3d27d43f-6ef2-463b-9685-f9929cc8a77f tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Usage tracker for resource:port and tenant:565bab87f6ed4be0830d2c4f71f62041 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:49.052052 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:49.116294 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 961513a5-1c76-40d2-887c-0071b6a3e84f completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:01:49.124472 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 961513a5-1c76-40d2-887c-0071b6a3e84f triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:01:49.124853 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:49.126318 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b96808-8c4c-4cce-93e6-41b231376235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc790174-bde2-4cee-b4fb-40b228834644,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:49.128683 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b0099559-dde8-4247-acbc-6a432f494e38 req-3d27d43f-6ef2-463b-9685-f9929cc8a77f tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:49.138547 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-b0099559-dde8-4247-acbc-6a432f494e38 req-3d27d43f-6ef2-463b-9685-f9929cc8a77f tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:49.173401 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8c045809-3e0a-4ca9-8404-7afa78332494 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Transition to ACTIVE for port object 3753cc11-1c31-453a-a527-f0e098c63ba8 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:01:49.175206 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-77b96808-8c4c-4cce-93e6-41b231376235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:49.187592 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-77b96808-8c4c-4cce-93e6-41b231376235 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fc790174-bde2-4cee-b4fb-40b228834644 HTTP/1.1" status: 204 len: 168 time: 0.8537669 Feb 04 21:01:49.224950 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0099559-dde8-4247-acbc-6a432f494e38 req-3d27d43f-6ef2-463b-9685-f9929cc8a77f tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Made reservation on behalf of 565bab87f6ed4be0830d2c4f71f62041 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:01:49.229044 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b0099559-dde8-4247-acbc-6a432f494e38 req-3d27d43f-6ef2-463b-9685-f9929cc8a77f tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:49.268049 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a1b8726c-5334-4004-89f9-3dffed430cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:49.270169 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b0099559-dde8-4247-acbc-6a432f494e38 req-3d27d43f-6ef2-463b-9685-f9929cc8a77f tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:49.303641 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a1b8726c-5334-4004-89f9-3dffed430cdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:49.306687 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8c045809-3e0a-4ca9-8404-7afa78332494 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:49.318174 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-b0099559-dde8-4247-acbc-6a432f494e38 req-3d27d43f-6ef2-463b-9685-f9929cc8a77f tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:49.323514 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b0099559-dde8-4247-acbc-6a432f494e38 req-3d27d43f-6ef2-463b-9685-f9929cc8a77f tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Usage tracker for resource:security_group_rule and tenant:565bab87f6ed4be0830d2c4f71f62041 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:49.327270 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b0099559-dde8-4247-acbc-6a432f494e38 req-3d27d43f-6ef2-463b-9685-f9929cc8a77f tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:49.334996 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-b0099559-dde8-4247-acbc-6a432f494e38 req-3d27d43f-6ef2-463b-9685-f9929cc8a77f tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:49.409625 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a1b8726c-5334-4004-89f9-3dffed430cdd admin admin] Usage tracker for resource:security_group_rule and tenant:264ea4e189e74da198f3d18c4235a237 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:49.428393 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a1b8726c-5334-4004-89f9-3dffed430cdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:49.442408 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b0099559-dde8-4247-acbc-6a432f494e38 req-3d27d43f-6ef2-463b-9685-f9929cc8a77f tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:49.464705 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b0099559-dde8-4247-acbc-6a432f494e38 req-3d27d43f-6ef2-463b-9685-f9929cc8a77f tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:49.476130 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a1b8726c-5334-4004-89f9-3dffed430cdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:49.508312 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c045809-3e0a-4ca9-8404-7afa78332494 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Pushing event updated for resources: {'Port': ['ID=3753cc11-1c31-453a-a527-f0e098c63ba8,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:49.520227 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8c045809-3e0a-4ca9-8404-7afa78332494 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Network b07bb9ef-36fe-4586-bebc-d1a35b516abf is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:01:49.523473 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8c045809-3e0a-4ca9-8404-7afa78332494 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:01:49.555835 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8c045809-3e0a-4ca9-8404-7afa78332494 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:01:49.561724 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:49.676022 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 961513a5-1c76-40d2-887c-0071b6a3e84f, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=961513a5-1c76-40d2-887c-0071b6a3e84f,segment=NetworkSegment(2b740627-0c46-411f-90a8-d366483caf5b),segment_id=2b740627-0c46-411f-90a8-d366483caf5b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:49.691805 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:49.767529 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-a2c2eae4-cef5-40df-904e-7a6787b9058f tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:49.769556 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-a2c2eae4-cef5-40df-904e-7a6787b9058f tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1157076 Feb 04 21:01:49.808668 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb4180-daa9-40a9-99e1-1966dcba86fc req-04ed4f58-3ea6-4127-9fb7-8235b8a0a5b3 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:49.811714 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8c045809-3e0a-4ca9-8404-7afa78332494 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:49.819891 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8c045809-3e0a-4ca9-8404-7afa78332494 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:49.823785 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-55fb4180-daa9-40a9-99e1-1966dcba86fc req-04ed4f58-3ea6-4127-9fb7-8235b8a0a5b3 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 950 time: 1.1647584 Feb 04 21:01:49.853366 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-5e89614b-a3bf-4593-a15b-71eaf5aed01e None None] Provisioning complete for port 961513a5-1c76-40d2-887c-0071b6a3e84f triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:01:49.854430 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5e89614b-a3bf-4593-a15b-71eaf5aed01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:49.905795 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27d43f-6ef2-463b-9685-f9929cc8a77f tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:49.911904 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8c045809-3e0a-4ca9-8404-7afa78332494 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1736083 Feb 04 21:01:49.947478 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-2762d6bc-751d-4b90-a907-286eca7b13d9 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Request body: {'port': {'device_id': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'network_id': '96794e5b-cad6-4140-9df8-3b22f7347459', 'admin_state_up': True, 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'security_groups': ['53d9e912-7253-4638-b0e3-3f0d81855e3f']}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:49.997342 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-5d0c552c-adc8-4492-ae87-22d74a341165 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/quotas/565bab87f6ed4be0830d2c4f71f62041 HTTP/1.1" status: 200 len: 375 time: 0.2156899 Feb 04 21:01:49.998542 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-c7e35e66-562b-47f4-bfe7-0d8ef18e9153 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:50.007950 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=961513a5-1c76-40d2-887c-0071b6a3e84f,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:50.017101 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-55fb4180-daa9-40a9-99e1-1966dcba86fc req-f236f4d2-d9ba-487b-8c19-8d93a1699364 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797318 Feb 04 21:01:50.043549 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:50.043897 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:50.044231 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:50.046713 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:50.047058 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:50.047391 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:50.047845 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:50.048348 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:50.053625 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:50.057013 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:50.057467 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:50.058798 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:01:50.155144 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a1b8726c-5334-4004-89f9-3dffed430cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:50.174814 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-b0099559-dde8-4247-acbc-6a432f494e38 req-3d27d43f-6ef2-463b-9685-f9929cc8a77f tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Allocated IP 192.168.233.253 (54d6ae2e-de73-4435-bfdd-cd390a2143ad/3d2f9c06-58f8-4b66-a033-2aa50eedddcd/cd1f6a32-b7f4-443c-8969-b4767ae9d578) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:01:50.203288 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a1b8726c-5334-4004-89f9-3dffed430cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:50.281625 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a1b8726c-5334-4004-89f9-3dffed430cdd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=264ea4e189e74da198f3d18c4235a237&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5058050 Feb 04 21:01:50.282669 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55448) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:50.301897 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8726c-5334-4004-89f9-3dffed430cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab23fc45-e048-488b-a4a6-ebe7712d2b92,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:50.314150 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-2762d6bc-751d-4b90-a907-286eca7b13d9 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:50.327443 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-2762d6bc-751d-4b90-a907-286eca7b13d9 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Usage tracker for resource:port and tenant:df41148af8d64ecb86c2b5be8209bfd9 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:50.333956 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-2762d6bc-751d-4b90-a907-286eca7b13d9 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Quota usage for port was recalculated. Used quota:8. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:50.353155 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-2762d6bc-751d-4b90-a907-286eca7b13d9 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:50.369518 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-c7e35e66-562b-47f4-bfe7-0d8ef18e9153 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Usage tracker for resource:port and tenant:bf059d808b3643f5ba5990d95220908f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:50.375411 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-c7e35e66-562b-47f4-bfe7-0d8ef18e9153 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:50.383832 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-c7e35e66-562b-47f4-bfe7-0d8ef18e9153 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:50.412975 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-2762d6bc-751d-4b90-a907-286eca7b13d9 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Made reservation on behalf of df41148af8d64ecb86c2b5be8209bfd9 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:01:50.416488 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-2762d6bc-751d-4b90-a907-286eca7b13d9 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:50.435564 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-c7e35e66-562b-47f4-bfe7-0d8ef18e9153 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Made reservation on behalf of bf059d808b3643f5ba5990d95220908f for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:01:50.439247 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-c7e35e66-562b-47f4-bfe7-0d8ef18e9153 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:50.445766 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-46cd7764-0276-460e-950e-93056734fcc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:50.490857 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-bcb1b140-4647-48e7-a32f-5103a59041f8 None None] Provisioning for port 3753cc11-1c31-453a-a527-f0e098c63ba8 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:01:50.510850 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-bcb1b140-4647-48e7-a32f-5103a59041f8 None None] Provisioning complete for port 3753cc11-1c31-453a-a527-f0e098c63ba8 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:01:50.512028 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-bcb1b140-4647-48e7-a32f-5103a59041f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:50.588362 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-5184ce52-225b-4dec-bf13-c7819c852454 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=565bab87f6ed4be0830d2c4f71f62041&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5790877 Feb 04 21:01:50.603129 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 961513a5-1c76-40d2-887c-0071b6a3e84f up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:01:50.719607 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-46cd7764-0276-460e-950e-93056734fcc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:50.768926 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-bcb1b140-4647-48e7-a32f-5103a59041f8 None None] Port 3753cc11-1c31-453a-a527-f0e098c63ba8 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:01:50.806670 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 961513a5-1c76-40d2-887c-0071b6a3e84f triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:01:50.807048 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:50.869389 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b0099559-dde8-4247-acbc-6a432f494e38 req-3d27d43f-6ef2-463b-9685-f9929cc8a77f tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:50.880302 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-46cd7764-0276-460e-950e-93056734fcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:50.909769 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-b0099559-dde8-4247-acbc-6a432f494e38 req-3d27d43f-6ef2-463b-9685-f9929cc8a77f tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Transition to ACTIVE for port object cd1f6a32-b7f4-443c-8969-b4767ae9d578 will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:01:50.918931 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd7764-0276-460e-950e-93056734fcc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab23fc45-e048-488b-a4a6-ebe7712d2b92,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:51.047751 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b0099559-dde8-4247-acbc-6a432f494e38 req-3d27d43f-6ef2-463b-9685-f9929cc8a77f tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:51.156556 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-46cd7764-0276-460e-950e-93056734fcc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:51.158150 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-46cd7764-0276-460e-950e-93056734fcc4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ab23fc45-e048-488b-a4a6-ebe7712d2b92 HTTP/1.1" status: 204 len: 168 time: 0.8701789 Feb 04 21:01:51.250238 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0099559-dde8-4247-acbc-6a432f494e38 req-3d27d43f-6ef2-463b-9685-f9929cc8a77f tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Network 54d6ae2e-de73-4435-bfdd-cd390a2143ad is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:01:51.257577 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-b0099559-dde8-4247-acbc-6a432f494e38 req-3d27d43f-6ef2-463b-9685-f9929cc8a77f tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:01:51.261667 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f20c9f67-7f4d-4320-b95b-e8cb2d2ad508 req-f71d7a14-ff54-446a-b721-df8b6335c887 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=0700be3a-9f00-44af-bd71-19e2b51d69ed HTTP/1.1" status: 200 len: 210 time: 0.1127219 Feb 04 21:01:51.278739 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-2762d6bc-751d-4b90-a907-286eca7b13d9 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Allocated IP 10.1.1.50 (96794e5b-cad6-4140-9df8-3b22f7347459/8e1d56a7-cf95-4452-a500-f044c9d7c766/30c8b28c-5310-4bac-a7d4-377b7157856b) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:01:51.282145 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0099559-dde8-4247-acbc-6a432f494e38 req-3d27d43f-6ef2-463b-9685-f9929cc8a77f tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:01:51.302640 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93b75a-4497-4030-9985-558f8b095cbe req-c797287e-a4bd-4849-b986-b74ee63fbf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:51.304669 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-af93b75a-4497-4030-9985-558f8b095cbe req-c797287e-a4bd-4849-b986-b74ee63fbf78 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2a4938b9a1ec4c7d93a243828ac06eda&device_id=00e63709-2186-40c3-8cfc-c1a2b6b55711 HTTP/1.1" status: 200 len: 1102 time: 0.2763786 Feb 04 21:01:51.440272 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0099559-dde8-4247-acbc-6a432f494e38 req-3d27d43f-6ef2-463b-9685-f9929cc8a77f tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:51.441076 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b0099559-dde8-4247-acbc-6a432f494e38 req-3d27d43f-6ef2-463b-9685-f9929cc8a77f tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:51.559180 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27d43f-6ef2-463b-9685-f9929cc8a77f tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Pushing event updated for resources: {'Port': ['ID=cd1f6a32-b7f4-443c-8969-b4767ae9d578,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:51.601738 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b0099559-dde8-4247-acbc-6a432f494e38 req-3d27d43f-6ef2-463b-9685-f9929cc8a77f tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8386045 Feb 04 21:01:51.622732 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-b0099559-dde8-4247-acbc-6a432f494e38 req-a3ee5c3f-0995-4f28-a021-eecf998d4e5e service neutron] Request body: {'port': {'device_id': '8c526227-9dd7-4390-b406-dd33f7a62277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:51.728075 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ddbe072c-b9c8-4fa3-b41e-fbcb790c9b07 None None] Provisioning for port cd1f6a32-b7f4-443c-8969-b4767ae9d578 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:01:51.756136 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ddbe072c-b9c8-4fa3-b41e-fbcb790c9b07 None None] Provisioning complete for port cd1f6a32-b7f4-443c-8969-b4767ae9d578 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:01:51.759641 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ddbe072c-b9c8-4fa3-b41e-fbcb790c9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:51.873371 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-ddbe072c-b9c8-4fa3-b41e-fbcb790c9b07 None None] Port cd1f6a32-b7f4-443c-8969-b4767ae9d578 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:01:52.024429 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-2762d6bc-751d-4b90-a907-286eca7b13d9 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:52.048281 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-2762d6bc-751d-4b90-a907-286eca7b13d9 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Transition to ACTIVE for port object 30c8b28c-5310-4bac-a7d4-377b7157856b will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:01:52.079120 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55516) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:52.101668 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-2762d6bc-751d-4b90-a907-286eca7b13d9 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:52.147767 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e1768-4547-4f08-931d-e5fb22e09be2 req-b4799a51-f4d8-455d-8e69-7e4dd445b8f0 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:52.169062 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-757e1768-4547-4f08-931d-e5fb22e09be2 req-b4799a51-f4d8-455d-8e69-7e4dd445b8f0 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 932 time: 1.7727809 Feb 04 21:01:52.231760 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-2762d6bc-751d-4b90-a907-286eca7b13d9 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Network 96794e5b-cad6-4140-9df8-3b22f7347459 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:01:52.235290 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762d6bc-751d-4b90-a907-286eca7b13d9 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Pushing event updated for resources: {'Port': ['ID=30c8b28c-5310-4bac-a7d4-377b7157856b,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:52.249715 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-2762d6bc-751d-4b90-a907-286eca7b13d9 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:01:52.253284 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-2762d6bc-751d-4b90-a907-286eca7b13d9 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:01:52.279056 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b0099559-dde8-4247-acbc-6a432f494e38 req-a3ee5c3f-0995-4f28-a021-eecf998d4e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:52.335760 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-c7e35e66-562b-47f4-bfe7-0d8ef18e9153 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Allocated IP 19.80.0.11 (40abcaa4-cb3d-49ea-98ca-157e85e59acc/aa652851-5eb0-4a1b-8482-32a88b98da23/1d2166ab-b62e-4dc3-9978-195fd1ce37c9) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:01:52.491614 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93b75a-4497-4030-9985-558f8b095cbe req-da77a1c2-5004-4f05-9b16-417a65167fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:52.497621 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-af93b75a-4497-4030-9985-558f8b095cbe req-da77a1c2-5004-4f05-9b16-417a65167fcd service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 1.1610241 Feb 04 21:01:52.498575 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7eca0cea-2780-497f-bf22-43191ccf7a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:52.606593 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-2762d6bc-751d-4b90-a907-286eca7b13d9 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:52.606869 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b5e2c830-2485-4e30-8ae7-0fdd34009908 None None] Provisioning for port 30c8b28c-5310-4bac-a7d4-377b7157856b completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:01:52.607157 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-2762d6bc-751d-4b90-a907-286eca7b13d9 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:52.611976 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b5e2c830-2485-4e30-8ae7-0fdd34009908 None None] Provisioning complete for port 30c8b28c-5310-4bac-a7d4-377b7157856b triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:01:52.612707 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b5e2c830-2485-4e30-8ae7-0fdd34009908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:52.620224 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7eca0cea-2780-497f-bf22-43191ccf7a7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:52.622015 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-757e1768-4547-4f08-931d-e5fb22e09be2 req-f368b640-63c9-491e-b4ae-f14ddc6066ea tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4518051 Feb 04 21:01:52.669821 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-af93b75a-4497-4030-9985-558f8b095cbe req-5603d9f8-a606-4394-93a0-7ab5e997b616 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=8010907a-51bb-40e6-969e-9f93dfc91daf HTTP/1.1" status: 200 len: 217 time: 0.1361358 Feb 04 21:01:52.672255 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7eca0cea-2780-497f-bf22-43191ccf7a7d admin admin] Usage tracker for resource:security_group_rule and tenant:295d616b437445cf88c8c864f21a153f is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:52.699223 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b158f-24b5-40e5-b190-4af476b86239 req-02456cf0-9f8a-4a09-9944-0e3ff377d019 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:52.707050 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a86b158f-24b5-40e5-b190-4af476b86239 req-02456cf0-9f8a-4a09-9944-0e3ff377d019 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 950 time: 0.9267166 Feb 04 21:01:52.711477 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 55532) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:52.721789 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-b5e2c830-2485-4e30-8ae7-0fdd34009908 None None] Port 30c8b28c-5310-4bac-a7d4-377b7157856b cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:01:52.769416 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93b75a-4497-4030-9985-558f8b095cbe req-64de998e-defa-4faa-903f-ed78217e0307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:52.770882 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-af93b75a-4497-4030-9985-558f8b095cbe req-64de998e-defa-4faa-903f-ed78217e0307 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.1001117 Feb 04 21:01:52.771796 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7eca0cea-2780-497f-bf22-43191ccf7a7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:52.786329 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7eca0cea-2780-497f-bf22-43191ccf7a7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:52.796634 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a86b158f-24b5-40e5-b190-4af476b86239 req-7899306f-d8c0-42fb-82aa-f7e30ffc2635 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851882 Feb 04 21:01:52.863892 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-2762d6bc-751d-4b90-a907-286eca7b13d9 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9274218 Feb 04 21:01:52.910775 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-728fce95-a24b-4e46-b442-d6285801136f tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Request body: {'port': {'device_id': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'network_id': '96794e5b-cad6-4140-9df8-3b22f7347459', 'admin_state_up': True, 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'security_groups': ['53d9e912-7253-4638-b0e3-3f0d81855e3f']}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:53.050584 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-b0099559-dde8-4247-acbc-6a432f494e38 req-a3ee5c3f-0995-4f28-a021-eecf998d4e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd1f6a32-b7f4-443c-8969-b4767ae9d578 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:01:53.061416 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b0099559-dde8-4247-acbc-6a432f494e38 req-a3ee5c3f-0995-4f28-a021-eecf998d4e5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:53.089592 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-b0099559-dde8-4247-acbc-6a432f494e38 req-a3ee5c3f-0995-4f28-a021-eecf998d4e5e service neutron] Transition to ACTIVE for port object cd1f6a32-b7f4-443c-8969-b4767ae9d578 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:01:53.122245 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b0099559-dde8-4247-acbc-6a432f494e38 req-a3ee5c3f-0995-4f28-a021-eecf998d4e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:53.128744 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-97ec43ec-2f00-4bd1-8ba1-bbb01ee6917e req-52b8e3b4-c3b3-48dc-ba0e-80a4b93590d2 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Synchronizing usage tracker for tenant:565bab87f6ed4be0830d2c4f71f62041 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:01:53.134758 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-27b90f17-0352-4abf-8b55-71b9c1f6bc94 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-939406777-network', 'tenant_id': '11b8edb207c54f73b1a7004ab0c97e2b'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:53.159801 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-27b90f17-0352-4abf-8b55-71b9c1f6bc94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:53.170827 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-27b90f17-0352-4abf-8b55-71b9c1f6bc94 admin admin] Usage tracker for resource:network and tenant:11b8edb207c54f73b1a7004ab0c97e2b is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:53.178369 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-27b90f17-0352-4abf-8b55-71b9c1f6bc94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:53.186140 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-27b90f17-0352-4abf-8b55-71b9c1f6bc94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:53.286757 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-728fce95-a24b-4e46-b442-d6285801136f tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:53.301812 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-278af25e-24c0-4f28-ae59-8670c62e4ac3 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=565bab87f6ed4be0830d2c4f71f62041&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0731051 Feb 04 21:01:53.311371 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-728fce95-a24b-4e46-b442-d6285801136f tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Usage tracker for resource:port and tenant:df41148af8d64ecb86c2b5be8209bfd9 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:53.350069 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b90f17-0352-4abf-8b55-71b9c1f6bc94 admin admin] Made reservation on behalf of 11b8edb207c54f73b1a7004ab0c97e2b for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:01:53.352407 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-27b90f17-0352-4abf-8b55-71b9c1f6bc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:53.428194 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-728fce95-a24b-4e46-b442-d6285801136f tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Quota usage for port was recalculated. Used quota:9. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:53.441853 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-728fce95-a24b-4e46-b442-d6285801136f tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:53.473249 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-5bdc9ee8-ce74-4fd8-8233-a697dc79b92b req-a3e44961-d67c-47ca-8831-093a530f87be tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Synchronizing usage tracker for tenant:bf059d808b3643f5ba5990d95220908f on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:01:53.489138 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-728fce95-a24b-4e46-b442-d6285801136f tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Made reservation on behalf of df41148af8d64ecb86c2b5be8209bfd9 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:01:53.493468 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-728fce95-a24b-4e46-b442-d6285801136f tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:53.501800 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-27b90f17-0352-4abf-8b55-71b9c1f6bc94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:53.557954 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-5bdc9ee8-ce74-4fd8-8233-a697dc79b92b req-a3e44961-d67c-47ca-8831-093a530f87be tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Unset dirty status for tenant:bf059d808b3643f5ba5990d95220908f on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:01:53.559265 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5bdc9ee8-ce74-4fd8-8233-a697dc79b92b req-a3e44961-d67c-47ca-8831-093a530f87be tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=0700be3a-9f00-44af-bd71-19e2b51d69ed HTTP/1.1" status: 200 len: 210 time: 0.2546840 Feb 04 21:01:53.607327 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-97ec43ec-2f00-4bd1-8ba1-bbb01ee6917e req-52b8e3b4-c3b3-48dc-ba0e-80a4b93590d2 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Unset dirty status for tenant:565bab87f6ed4be0830d2c4f71f62041 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:01:53.626341 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-97ec43ec-2f00-4bd1-8ba1-bbb01ee6917e req-52b8e3b4-c3b3-48dc-ba0e-80a4b93590d2 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=afa706c4-a5eb-4d89-8932-683090aeda27 HTTP/1.1" status: 200 len: 210 time: 0.7403908 Feb 04 21:01:53.736470 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93b75a-4497-4030-9985-558f8b095cbe req-1298c978-927a-4f2b-82b0-8e8eeaf05c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:53.738970 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-af93b75a-4497-4030-9985-558f8b095cbe req-1298c978-927a-4f2b-82b0-8e8eeaf05c8e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9547296 Feb 04 21:01:53.765539 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7eca0cea-2780-497f-bf22-43191ccf7a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:53.796193 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-6ab22b8d-7e86-4151-a1dc-f662d0630ca6 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:53.799279 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-c7e35e66-562b-47f4-bfe7-0d8ef18e9153 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:53.799477 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-6ab22b8d-7e86-4151-a1dc-f662d0630ca6 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4828260 Feb 04 21:01:53.818496 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7eca0cea-2780-497f-bf22-43191ccf7a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:53.830680 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-0ea79a5d-f0e0-408c-abbe-c99a0c9f86e4 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Request body: {'port': {'device_id': 'afa706c4-a5eb-4d89-8932-683090aeda27', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'admin_state_up': True, 'tenant_id': '565bab87f6ed4be0830d2c4f71f62041'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:53.840738 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-c7e35e66-562b-47f4-bfe7-0d8ef18e9153 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Transition to ACTIVE for port object 1d2166ab-b62e-4dc3-9978-195fd1ce37c9 will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:01:53.849319 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-27b90f17-0352-4abf-8b55-71b9c1f6bc94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:53.852395 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee5c3f-0995-4f28-a021-eecf998d4e5e service neutron] Pushing event updated for resources: {'Port': ['ID=cd1f6a32-b7f4-443c-8969-b4767ae9d578,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:53.863722 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-27b90f17-0352-4abf-8b55-71b9c1f6bc94 admin admin] Usage tracker for resource:security_group_rule and tenant:11b8edb207c54f73b1a7004ab0c97e2b is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:53.920352 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-27b90f17-0352-4abf-8b55-71b9c1f6bc94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:53.945301 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-27b90f17-0352-4abf-8b55-71b9c1f6bc94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:54.102169 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-b0099559-dde8-4247-acbc-6a432f494e38 req-a3ee5c3f-0995-4f28-a021-eecf998d4e5e service neutron] Attempting to bind port cd1f6a32-b7f4-443c-8969-b4767ae9d578 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:01:54.102456 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-b0099559-dde8-4247-acbc-6a432f494e38 req-a3ee5c3f-0995-4f28-a021-eecf998d4e5e service neutron] Attempting to bind port cd1f6a32-b7f4-443c-8969-b4767ae9d578 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:01:54.102812 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0099559-dde8-4247-acbc-6a432f494e38 req-a3ee5c3f-0995-4f28-a021-eecf998d4e5e service neutron] Attempting to bind port cd1f6a32-b7f4-443c-8969-b4767ae9d578 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:01:54.112877 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-c7e35e66-562b-47f4-bfe7-0d8ef18e9153 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:54.174032 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0099559-dde8-4247-acbc-6a432f494e38 req-a3ee5c3f-0995-4f28-a021-eecf998d4e5e service neutron] Port cd1f6a32-b7f4-443c-8969-b4767ae9d578 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:01:54.174700 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0099559-dde8-4247-acbc-6a432f494e38 req-a3ee5c3f-0995-4f28-a021-eecf998d4e5e service neutron] Attempting to bind port cd1f6a32-b7f4-443c-8969-b4767ae9d578 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:01:54.201984 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7eca0cea-2780-497f-bf22-43191ccf7a7d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=295d616b437445cf88c8c864f21a153f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1142490 Feb 04 21:01:54.202197 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-c7e35e66-562b-47f4-bfe7-0d8ef18e9153 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Network 40abcaa4-cb3d-49ea-98ca-157e85e59acc is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:01:54.211998 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6ef75-9be4-4dad-aa89-49dadb65d32c req-8b4ef444-81c1-4e27-90f9-1b2fbbb76dec tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:54.219751 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-28b6ef75-9be4-4dad-aa89-49dadb65d32c req-8b4ef444-81c1-4e27-90f9-1b2fbbb76dec tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.26 "GET /v2.0/ports?device_id=00e63709-2186-40c3-8cfc-c1a2b6b55711 HTTP/1.1" status: 200 len: 951 time: 0.3638864 Feb 04 21:01:54.221138 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55560) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:54.228883 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-c7e35e66-562b-47f4-bfe7-0d8ef18e9153 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:01:54.236416 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0099559-dde8-4247-acbc-6a432f494e38 req-a3ee5c3f-0995-4f28-a021-eecf998d4e5e service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:01:54.236416 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0099559-dde8-4247-acbc-6a432f494e38 req-a3ee5c3f-0995-4f28-a021-eecf998d4e5e service neutron] Checking segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:01:54.236416 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0099559-dde8-4247-acbc-6a432f494e38 req-a3ee5c3f-0995-4f28-a021-eecf998d4e5e service neutron] Bound using segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:01:54.236416 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-b0099559-dde8-4247-acbc-6a432f494e38 req-a3ee5c3f-0995-4f28-a021-eecf998d4e5e service neutron] Bound port: cd1f6a32-b7f4-443c-8969-b4767ae9d578, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:01:54.236416 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b0099559-dde8-4247-acbc-6a432f494e38 req-a3ee5c3f-0995-4f28-a021-eecf998d4e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:54.236959 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca0cea-2780-497f-bf22-43191ccf7a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de94fd5e-7cbf-4bba-b514-197e2a9f63dc,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:54.255898 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-c7e35e66-562b-47f4-bfe7-0d8ef18e9153 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:01:54.346181 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-af93b75a-4497-4030-9985-558f8b095cbe req-a8d69696-f8f9-4eed-8dae-df0a5c61373a service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5889935 Feb 04 21:01:54.390909 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-728fce95-a24b-4e46-b442-d6285801136f tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Allocated IP 10.1.1.202 (96794e5b-cad6-4140-9df8-3b22f7347459/8e1d56a7-cf95-4452-a500-f044c9d7c766/044174bb-6743-43bd-b283-bd8008780c8e) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:01:54.408278 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-b0099559-dde8-4247-acbc-6a432f494e38 req-a3ee5c3f-0995-4f28-a021-eecf998d4e5e service neutron] For port cd1f6a32-b7f4-443c-8969-b4767ae9d578, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:01:54.412411 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-b0099559-dde8-4247-acbc-6a432f494e38 req-a3ee5c3f-0995-4f28-a021-eecf998d4e5e service neutron] For port cd1f6a32-b7f4-443c-8969-b4767ae9d578, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=cd1f6a32-b7f4-443c-8969-b4767ae9d578,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:01:54.456319 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b0099559-dde8-4247-acbc-6a432f494e38 req-a3ee5c3f-0995-4f28-a021-eecf998d4e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:54.493113 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-0ea79a5d-f0e0-408c-abbe-c99a0c9f86e4 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:54.497538 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b46ddf-bee2-4564-86a4-a655d7577f60 req-632277a5-ef36-4d10-8aca-5bd8da6533cc tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:54.503436 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b46ddf-bee2-4564-86a4-a655d7577f60 req-632277a5-ef36-4d10-8aca-5bd8da6533cc tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:54.510746 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-78b46ddf-bee2-4564-86a4-a655d7577f60 req-632277a5-ef36-4d10-8aca-5bd8da6533cc tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 1653 time: 0.5789580 Feb 04 21:01:54.545253 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-0ea79a5d-f0e0-408c-abbe-c99a0c9f86e4 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:54.549162 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4f333545-9290-48ad-ae4b-2ee83d909ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:54.562211 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e35e66-562b-47f4-bfe7-0d8ef18e9153 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Pushing event updated for resources: {'Port': ['ID=1d2166ab-b62e-4dc3-9978-195fd1ce37c9,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:54.606568 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-118fd62c-b1d7-40ad-976b-f65c5d9aa564 None None] Provisioning for port 1d2166ab-b62e-4dc3-9978-195fd1ce37c9 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:01:54.615505 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-118fd62c-b1d7-40ad-976b-f65c5d9aa564 None None] Provisioning complete for port 1d2166ab-b62e-4dc3-9978-195fd1ce37c9 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:01:54.615878 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-118fd62c-b1d7-40ad-976b-f65c5d9aa564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:54.638918 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-0ea79a5d-f0e0-408c-abbe-c99a0c9f86e4 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Made reservation on behalf of 565bab87f6ed4be0830d2c4f71f62041 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:01:54.642438 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-0ea79a5d-f0e0-408c-abbe-c99a0c9f86e4 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:54.667121 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0099559-dde8-4247-acbc-6a432f494e38 req-a3ee5c3f-0995-4f28-a021-eecf998d4e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:54.669379 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b0099559-dde8-4247-acbc-6a432f494e38 req-a3ee5c3f-0995-4f28-a021-eecf998d4e5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:54.670853 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b0099559-dde8-4247-acbc-6a432f494e38 req-a3ee5c3f-0995-4f28-a021-eecf998d4e5e service neutron] 10.222.0.32 "PUT /v2.0/ports/cd1f6a32-b7f4-443c-8969-b4767ae9d578 HTTP/1.1" status: 200 len: 1096 time: 3.0603330 Feb 04 21:01:54.672662 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c526227-9dd7-4390-b406-dd33f7a62277', 'tag': 'cd1f6a32-b7f4-443c-8969-b4767ae9d578'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:01:54.705545 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-28b6ef75-9be4-4dad-aa89-49dadb65d32c req-531d9e15-7598-451b-ad3f-14e6a324a369 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.26 "GET /v2.0/security-groups?id=0bcc9db5-8e7a-40a8-83b9-125879a69647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4847581 Feb 04 21:01:54.733727 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4f333545-9290-48ad-ae4b-2ee83d909ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:54.743975 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-af93b75a-4497-4030-9985-558f8b095cbe req-54e34de6-da27-40c1-8d56-968803e2b913 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743532 Feb 04 21:01:54.746716 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-118fd62c-b1d7-40ad-976b-f65c5d9aa564 None None] Port 1d2166ab-b62e-4dc3-9978-195fd1ce37c9 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:01:54.765438 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-27b90f17-0352-4abf-8b55-71b9c1f6bc94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:54.775201 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-78b46ddf-bee2-4564-86a4-a655d7577f60 req-ee0c4e61-ea21-4a80-80b1-4b2c91c0587f tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2631733 Feb 04 21:01:54.875779 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-27b90f17-0352-4abf-8b55-71b9c1f6bc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:54.890151 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-c7e35e66-562b-47f4-bfe7-0d8ef18e9153 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:54.890949 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-c7e35e66-562b-47f4-bfe7-0d8ef18e9153 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:55.053386 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-728fce95-a24b-4e46-b442-d6285801136f tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:55.076056 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4f333545-9290-48ad-ae4b-2ee83d909ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:55.117859 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-728fce95-a24b-4e46-b442-d6285801136f tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Transition to ACTIVE for port object 044174bb-6743-43bd-b283-bd8008780c8e will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:01:55.141827 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f333545-9290-48ad-ae4b-2ee83d909ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de94fd5e-7cbf-4bba-b514-197e2a9f63dc,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:55.197432 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-0ea79a5d-f0e0-408c-abbe-c99a0c9f86e4 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Allocated IP 192.168.233.76 (54d6ae2e-de73-4435-bfdd-cd390a2143ad/3d2f9c06-58f8-4b66-a033-2aa50eedddcd/87db6fd1-7f78-4f70-9234-d881fa64a7b2) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:01:55.199970 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-14f2a619-f65e-404c-a043-f2eeeceb246b req-a6041f49-f9ef-4b35-abc1-5fb05ef8f74a tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=afa706c4-a5eb-4d89-8932-683090aeda27 HTTP/1.1" status: 200 len: 210 time: 0.2524724 Feb 04 21:01:55.203814 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4f333545-9290-48ad-ae4b-2ee83d909ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:55.208216 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4f333545-9290-48ad-ae4b-2ee83d909ede admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/de94fd5e-7cbf-4bba-b514-197e2a9f63dc HTTP/1.1" status: 204 len: 168 time: 0.9829595 Feb 04 21:01:55.212815 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b90f17-0352-4abf-8b55-71b9c1f6bc94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:01:55.248865 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-728fce95-a24b-4e46-b442-d6285801136f tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:55.258591 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-27b90f17-0352-4abf-8b55-71b9c1f6bc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:55.258946 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-27b90f17-0352-4abf-8b55-71b9c1f6bc94 admin admin] Added segment 661b0907-0bcb-4ac3-8785-909e29d13565 of type vlan for network 758090da-ed1d-490c-a160-1ef35c2807a3 Feb 04 21:01:55.304846 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b90f17-0352-4abf-8b55-71b9c1f6bc94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f79de7-3051-4ad6-b35f-51929d9f93fc,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:55.311144 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c526227-9dd7-4390-b406-dd33f7a62277', 'tag': 'cd1f6a32-b7f4-443c-8969-b4767ae9d578', 'status': 'completed', 'code': 200} Feb 04 21:01:55.323053 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee5c3f-0995-4f28-a021-eecf998d4e5e service neutron] Pushing event updated for resources: {'Port': ['ID=cd1f6a32-b7f4-443c-8969-b4767ae9d578,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:55.336191 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-27b90f17-0352-4abf-8b55-71b9c1f6bc94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:55.355937 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-c7e35e66-562b-47f4-bfe7-0d8ef18e9153 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4845018 Feb 04 21:01:55.365442 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-728fce95-a24b-4e46-b442-d6285801136f tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Network 96794e5b-cad6-4140-9df8-3b22f7347459 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:01:55.372860 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-728fce95-a24b-4e46-b442-d6285801136f tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:01:55.376473 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-728fce95-a24b-4e46-b442-d6285801136f tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:01:55.387075 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-69012723-64e6-43db-aa37-f0b414504897 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Request body: {'port': {'device_id': '0700be3a-9f00-44af-bd71-19e2b51d69ed', 'network_id': 'd038b4df-6bf1-472b-86ac-d180904df3c5', 'admin_state_up': True, 'tenant_id': 'bf059d808b3643f5ba5990d95220908f'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:55.443037 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 8010907a-51bb-40e6-969e-9f93dfc91daf no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:01:55.498340 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728fce95-a24b-4e46-b442-d6285801136f tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Pushing event updated for resources: {'Port': ['ID=044174bb-6743-43bd-b283-bd8008780c8e,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:55.555993 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-728fce95-a24b-4e46-b442-d6285801136f tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:55.556827 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-728fce95-a24b-4e46-b442-d6285801136f tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:55.619922 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-728fce95-a24b-4e46-b442-d6285801136f tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7235227 Feb 04 21:01:55.633673 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8d753a89-326e-441d-930f-9c8900e07771 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Request body: {'port': {'device_id': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3d92e2e6-8e5c-439e-985a-8b138159bd06', 'admin_state_up': True, 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'security_groups': ['53d9e912-7253-4638-b0e3-3f0d81855e3f']}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:55.695717 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [None req-27b90f17-0352-4abf-8b55-71b9c1f6bc94 admin admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:01:55.751932 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-0ea79a5d-f0e0-408c-abbe-c99a0c9f86e4 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:55.756984 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-69012723-64e6-43db-aa37-f0b414504897 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:55.772910 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:55.788912 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-69012723-64e6-43db-aa37-f0b414504897 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:55.789517 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-0ea79a5d-f0e0-408c-abbe-c99a0c9f86e4 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Transition to ACTIVE for port object 87db6fd1-7f78-4f70-9234-d881fa64a7b2 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:01:55.825539 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0099559-dde8-4247-acbc-6a432f494e38 req-b6ff1022-909a-41f3-86d7-42dff1d30602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:55.830366 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b0099559-dde8-4247-acbc-6a432f494e38 req-b6ff1022-909a-41f3-86d7-42dff1d30602 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=565bab87f6ed4be0830d2c4f71f62041&device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 1099 time: 1.0628483 Feb 04 21:01:55.831157 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-69012723-64e6-43db-aa37-f0b414504897 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Made reservation on behalf of bf059d808b3643f5ba5990d95220908f for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:01:55.845683 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-69012723-64e6-43db-aa37-f0b414504897 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:55.852526 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8d753a89-326e-441d-930f-9c8900e07771 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:55.858633 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8d753a89-326e-441d-930f-9c8900e07771 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Usage tracker for resource:port and tenant:df41148af8d64ecb86c2b5be8209bfd9 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:55.862202 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8d753a89-326e-441d-930f-9c8900e07771 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Quota usage for port was recalculated. Used quota:10. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:55.869346 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8d753a89-326e-441d-930f-9c8900e07771 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:55.879687 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-0ea79a5d-f0e0-408c-abbe-c99a0c9f86e4 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:55.896536 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-27b90f17-0352-4abf-8b55-71b9c1f6bc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:55.897700 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b90f17-0352-4abf-8b55-71b9c1f6bc94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:55.898377 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-27b90f17-0352-4abf-8b55-71b9c1f6bc94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:55.901503 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e63709-2186-40c3-8cfc-c1a2b6b55711', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8010907a-51bb-40e6-969e-9f93dfc91daf'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:01:55.918307 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-84860435-c1c8-4cdb-8ca5-5b01f84866fc None None] Provisioning for port 044174bb-6743-43bd-b283-bd8008780c8e completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:01:55.937147 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 8010907a-51bb-40e6-969e-9f93dfc91daf, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=8010907a-51bb-40e6-969e-9f93dfc91daf,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:01:55.937880 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8d753a89-326e-441d-930f-9c8900e07771 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Made reservation on behalf of df41148af8d64ecb86c2b5be8209bfd9 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:01:55.950103 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-84860435-c1c8-4cdb-8ca5-5b01f84866fc None None] Provisioning complete for port 044174bb-6743-43bd-b283-bd8008780c8e triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:01:55.950938 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-84860435-c1c8-4cdb-8ca5-5b01f84866fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:56.003604 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:56.106066 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=8010907a-51bb-40e6-969e-9f93dfc91daf,revision_number=11']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:56.138479 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:56.138945 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-0ea79a5d-f0e0-408c-abbe-c99a0c9f86e4 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Network 54d6ae2e-de73-4435-bfdd-cd390a2143ad is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:01:56.151513 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-84860435-c1c8-4cdb-8ca5-5b01f84866fc None None] Port 044174bb-6743-43bd-b283-bd8008780c8e cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:01:56.163275 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-0ea79a5d-f0e0-408c-abbe-c99a0c9f86e4 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:01:56.191298 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea79a5d-f0e0-408c-abbe-c99a0c9f86e4 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Pushing event updated for resources: {'Port': ['ID=87db6fd1-7f78-4f70-9234-d881fa64a7b2,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:56.207296 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-0ea79a5d-f0e0-408c-abbe-c99a0c9f86e4 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:01:56.238879 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-27b90f17-0352-4abf-8b55-71b9c1f6bc94 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.5232465 Feb 04 21:01:56.274034 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55630) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:56.284237 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-edb039cd-ed13-4b7f-a98d-5e40fd9e76be admin admin] Request body: {'subnet': {'network_id': '758090da-ed1d-490c-a160-1ef35c2807a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-939406777-subnet', 'tenant_id': '11b8edb207c54f73b1a7004ab0c97e2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:56.306503 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-edb039cd-ed13-4b7f-a98d-5e40fd9e76be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:56.324726 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-edb039cd-ed13-4b7f-a98d-5e40fd9e76be admin admin] Usage tracker for resource:subnet and tenant:11b8edb207c54f73b1a7004ab0c97e2b is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:56.340548 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-edb039cd-ed13-4b7f-a98d-5e40fd9e76be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:56.360154 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-edb039cd-ed13-4b7f-a98d-5e40fd9e76be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:56.361273 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b0099559-dde8-4247-acbc-6a432f494e38 req-93d97e74-83ba-48cc-8a50-7f227dab9b3a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=cd1f6a32-b7f4-443c-8969-b4767ae9d578 HTTP/1.1" status: 200 len: 217 time: 0.4416993 Feb 04 21:01:56.409407 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-0ea79a5d-f0e0-408c-abbe-c99a0c9f86e4 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:56.410450 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-0ea79a5d-f0e0-408c-abbe-c99a0c9f86e4 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:56.435417 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8d753a89-326e-441d-930f-9c8900e07771 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:56.451467 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb039cd-ed13-4b7f-a98d-5e40fd9e76be admin admin] Made reservation on behalf of 11b8edb207c54f73b1a7004ab0c97e2b for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:01:56.454440 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-edb039cd-ed13-4b7f-a98d-5e40fd9e76be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:56.494007 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b90f17-0352-4abf-8b55-71b9c1f6bc94 admin admin] Pushing event updated for resources: {'Network': ['ID=758090da-ed1d-490c-a160-1ef35c2807a3,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:56.508394 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 758090da-ed1d-490c-a160-1ef35c2807a3 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:01:56.530498 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a786e40-1304-4f8b-862a-253f49ba5a33 req-41549327-2172-4c5d-9cb0-59844f9577c1 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:56.537363 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4a786e40-1304-4f8b-862a-253f49ba5a33 req-41549327-2172-4c5d-9cb0-59844f9577c1 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=0700be3a-9f00-44af-bd71-19e2b51d69ed HTTP/1.1" status: 200 len: 931 time: 1.5917115 Feb 04 21:01:56.612737 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-0ea79a5d-f0e0-408c-abbe-c99a0c9f86e4 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7966774 Feb 04 21:01:56.637698 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-27dd88a4-fdca-4b98-85a6-0c53afbd8f7d service neutron] Request body: {'port': {'device_id': 'afa706c4-a5eb-4d89-8932-683090aeda27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:56.642578 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0099559-dde8-4247-acbc-6a432f494e38 req-83fde6f4-8298-4734-9be8-ee3d25626148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:56.655689 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b0099559-dde8-4247-acbc-6a432f494e38 req-83fde6f4-8298-4734-9be8-ee3d25626148 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.2749677 Feb 04 21:01:56.752062 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-aa2f9e0f-b002-499e-bbaa-118cac754bd0 None None] Provisioning for port 87db6fd1-7f78-4f70-9234-d881fa64a7b2 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:01:56.773575 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-aa2f9e0f-b002-499e-bbaa-118cac754bd0 None None] Provisioning complete for port 87db6fd1-7f78-4f70-9234-d881fa64a7b2 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:01:56.774642 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9e0f-b002-499e-bbaa-118cac754bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:56.837065 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-69012723-64e6-43db-aa37-f0b414504897 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Allocated IP 19.86.0.35 (d038b4df-6bf1-472b-86ac-d180904df3c5/474b7d7f-eda6-4944-b647-79da58b5564f/8a3eb473-b087-4928-953d-4f99ee76fdbf) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:01:56.847500 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-aa2f9e0f-b002-499e-bbaa-118cac754bd0 None None] Port 87db6fd1-7f78-4f70-9234-d881fa64a7b2 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:01:56.973533 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0099559-dde8-4247-acbc-6a432f494e38 req-a45b49fa-4d5c-4b3f-8555-70590a1bd8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:56.975108 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b0099559-dde8-4247-acbc-6a432f494e38 req-a45b49fa-4d5c-4b3f-8555-70590a1bd8f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3058083 Feb 04 21:01:57.061857 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-27dd88a4-fdca-4b98-85a6-0c53afbd8f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:57.231925 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4a786e40-1304-4f8b-862a-253f49ba5a33 req-614d1607-e621-4959-af33-85ba8a3cfd28 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/security-groups?id=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6927862 Feb 04 21:01:57.294021 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0b80a-f2b7-4b8c-94d2-7a6aa1099121 req-2ede63a0-d514-48b5-b590-b180c8f248a7 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:57.306769 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e63709-2186-40c3-8cfc-c1a2b6b55711', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8010907a-51bb-40e6-969e-9f93dfc91daf', 'code': 200} Feb 04 21:01:57.308090 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0b80a-f2b7-4b8c-94d2-7a6aa1099121 req-2ede63a0-d514-48b5-b590-b180c8f248a7 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:57.313915 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0b80a-f2b7-4b8c-94d2-7a6aa1099121 req-2ede63a0-d514-48b5-b590-b180c8f248a7 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:57.315747 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bfd0b80a-f2b7-4b8c-94d2-7a6aa1099121 req-2ede63a0-d514-48b5-b590-b180c8f248a7 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 2374 time: 0.4432311 Feb 04 21:01:57.372509 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b0099559-dde8-4247-acbc-6a432f494e38 req-aa0098f1-5b72-4bcf-a6aa-107f4fd5a866 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733437 Feb 04 21:01:57.414549 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8d753a89-326e-441d-930f-9c8900e07771 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Allocated IP 10.2.2.100 (3d92e2e6-8e5c-439e-985a-8b138159bd06/e766ae0d-7580-448d-ac0e-f8a8085326fe/b98644ad-30b2-4c12-b57b-22b5f633f4b1) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:01:57.465919 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bfd0b80a-f2b7-4b8c-94d2-7a6aa1099121 req-1176cb96-4923-45ba-837a-0748d46a8888 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357954 Feb 04 21:01:57.529271 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-69012723-64e6-43db-aa37-f0b414504897 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:57.563082 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-edb039cd-ed13-4b7f-a98d-5e40fd9e76be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:57.571400 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-69012723-64e6-43db-aa37-f0b414504897 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Transition to ACTIVE for port object 8a3eb473-b087-4928-953d-4f99ee76fdbf will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:01:57.633386 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b0099559-dde8-4247-acbc-6a432f494e38 req-dd9b939f-ef4a-44e0-b902-6bf4fd9a4419 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517962 Feb 04 21:01:57.660015 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815fa69b-3fb7-4bad-9e67-ae9b89fb2ed1 req-6b7d56e9-e34b-4664-a4b7-183476988ba2 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:57.662149 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-815fa69b-3fb7-4bad-9e67-ae9b89fb2ed1 req-6b7d56e9-e34b-4664-a4b7-183476988ba2 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=afa706c4-a5eb-4d89-8932-683090aeda27 HTTP/1.1" status: 200 len: 935 time: 0.2400529 Feb 04 21:01:57.673420 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-69012723-64e6-43db-aa37-f0b414504897 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:57.826958 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb039cd-ed13-4b7f-a98d-5e40fd9e76be admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dc4aecf-9d72-4348-9ed2-a5e90512fd29,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:57.850823 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb039cd-ed13-4b7f-a98d-5e40fd9e76be admin admin] Checking segment: {'id': '661b0907-0bcb-4ac3-8785-909e29d13565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '758090da-ed1d-490c-a160-1ef35c2807a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:01:57.851374 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb039cd-ed13-4b7f-a98d-5e40fd9e76be admin admin] Network hostable DHCP agents. Network: 758090da-ed1d-490c-a160-1ef35c2807a3, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:01:57.931747 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb039cd-ed13-4b7f-a98d-5e40fd9e76be admin admin] Network 758090da-ed1d-490c-a160-1ef35c2807a3 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:01:57.987212 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55690) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:58.038083 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-edb039cd-ed13-4b7f-a98d-5e40fd9e76be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 758090da-ed1d-490c-a160-1ef35c2807a3) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:01:58.044112 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb039cd-ed13-4b7f-a98d-5e40fd9e76be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:58.044707 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-edb039cd-ed13-4b7f-a98d-5e40fd9e76be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:58.048373 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dfc018-0a4a-4ab1-a165-0646b51d3d87 None None] Network 758090da-ed1d-490c-a160-1ef35c2807a3 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:01:58.063456 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8d753a89-326e-441d-930f-9c8900e07771 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:58.090015 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-27dd88a4-fdca-4b98-85a6-0c53afbd8f7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87db6fd1-7f78-4f70-9234-d881fa64a7b2 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:01:58.106176 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-69012723-64e6-43db-aa37-f0b414504897 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Network d038b4df-6bf1-472b-86ac-d180904df3c5 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:01:58.116271 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-27dd88a4-fdca-4b98-85a6-0c53afbd8f7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:58.120900 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8d753a89-326e-441d-930f-9c8900e07771 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Transition to ACTIVE for port object b98644ad-30b2-4c12-b57b-22b5f633f4b1 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:01:58.123806 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69012723-64e6-43db-aa37-f0b414504897 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Pushing event updated for resources: {'Port': ['ID=8a3eb473-b087-4928-953d-4f99ee76fdbf,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:58.134523 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-69012723-64e6-43db-aa37-f0b414504897 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:01:58.146276 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-edb039cd-ed13-4b7f-a98d-5e40fd9e76be admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8709657 Feb 04 21:01:58.149295 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-69012723-64e6-43db-aa37-f0b414504897 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:01:58.156561 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55700) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:58.160016 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-27dd88a4-fdca-4b98-85a6-0c53afbd8f7d service neutron] Transition to ACTIVE for port object 87db6fd1-7f78-4f70-9234-d881fa64a7b2 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:01:58.164931 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-0b6cea15-171d-4adc-8d0d-0c76987ec22f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-939406777-router', 'tenant_id': '11b8edb207c54f73b1a7004ab0c97e2b', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:58.172875 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-27dd88a4-fdca-4b98-85a6-0c53afbd8f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:58.184691 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0b6cea15-171d-4adc-8d0d-0c76987ec22f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:58.292793 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-815fa69b-3fb7-4bad-9e67-ae9b89fb2ed1 req-29505c77-4610-4370-b429-38c069c304de tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Synchronizing usage tracker for tenant:565bab87f6ed4be0830d2c4f71f62041 on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:01:58.326296 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd88a4-fdca-4b98-85a6-0c53afbd8f7d service neutron] Pushing event updated for resources: {'Port': ['ID=87db6fd1-7f78-4f70-9234-d881fa64a7b2,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:58.348903 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-69012723-64e6-43db-aa37-f0b414504897 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:58.359771 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-69012723-64e6-43db-aa37-f0b414504897 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:58.372220 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0b6cea15-171d-4adc-8d0d-0c76987ec22f admin admin] Usage tracker for resource:router and tenant:11b8edb207c54f73b1a7004ab0c97e2b is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:58.376958 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0b6cea15-171d-4adc-8d0d-0c76987ec22f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:58.415102 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-815fa69b-3fb7-4bad-9e67-ae9b89fb2ed1 req-29505c77-4610-4370-b429-38c069c304de tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Unset dirty status for tenant:565bab87f6ed4be0830d2c4f71f62041 on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:01:58.417496 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-815fa69b-3fb7-4bad-9e67-ae9b89fb2ed1 req-29505c77-4610-4370-b429-38c069c304de tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7322764 Feb 04 21:01:58.421460 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c4837-2bf1-482b-bb57-c06a3ce750b5 req-5884236e-b93c-4064-8365-11eafe52fa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:58.422729 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b31c4837-2bf1-482b-bb57-c06a3ce750b5 req-5884236e-b93c-4064-8365-11eafe52fa7c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=565bab87f6ed4be0830d2c4f71f62041&device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 1099 time: 0.6954548 Feb 04 21:01:58.468641 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-69012723-64e6-43db-aa37-f0b414504897 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0986490 Feb 04 21:01:58.470381 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0b6cea15-171d-4adc-8d0d-0c76987ec22f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:58.473223 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3212d545-3f1d-49c4-8972-6bd2f50cf58b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-758090da-ed1d-490c-a160-1ef35c2807a3', 'network_id': '758090da-ed1d-490c-a160-1ef35c2807a3', 'tenant_id': '11b8edb207c54f73b1a7004ab0c97e2b', 'fixed_ips': [{'subnet_id': '2dc4aecf-9d72-4348-9ed2-a5e90512fd29'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:01:58.475758 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3212d545-3f1d-49c4-8972-6bd2f50cf58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:58.485061 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-cba464a6-61d5-4aaa-befe-bcc88856ae40 service neutron] Request body: {'port': {'device_id': '0700be3a-9f00-44af-bd71-19e2b51d69ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:58.592065 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-444cfd26-58d6-4d12-bcf9-c391e4cbb12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:58.652296 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-10fce9f9-8a10-4e9e-89fe-2fe5e03b6232 None None] Provisioning for port 8a3eb473-b087-4928-953d-4f99ee76fdbf completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:01:58.661746 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-10fce9f9-8a10-4e9e-89fe-2fe5e03b6232 None None] Provisioning complete for port 8a3eb473-b087-4928-953d-4f99ee76fdbf triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:01:58.662220 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-10fce9f9-8a10-4e9e-89fe-2fe5e03b6232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:58.667323 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-27dd88a4-fdca-4b98-85a6-0c53afbd8f7d service neutron] Attempting to bind port 87db6fd1-7f78-4f70-9234-d881fa64a7b2 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:01:58.667867 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-27dd88a4-fdca-4b98-85a6-0c53afbd8f7d service neutron] Attempting to bind port 87db6fd1-7f78-4f70-9234-d881fa64a7b2 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:01:58.668421 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-27dd88a4-fdca-4b98-85a6-0c53afbd8f7d service neutron] Attempting to bind port 87db6fd1-7f78-4f70-9234-d881fa64a7b2 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:01:58.688493 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-27dd88a4-fdca-4b98-85a6-0c53afbd8f7d service neutron] Port 87db6fd1-7f78-4f70-9234-d881fa64a7b2 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:01:58.688819 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-27dd88a4-fdca-4b98-85a6-0c53afbd8f7d service neutron] Attempting to bind port 87db6fd1-7f78-4f70-9234-d881fa64a7b2 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:01:58.697877 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-444cfd26-58d6-4d12-bcf9-c391e4cbb12e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:01:58.701144 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-27dd88a4-fdca-4b98-85a6-0c53afbd8f7d service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:01:58.701518 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-27dd88a4-fdca-4b98-85a6-0c53afbd8f7d service neutron] Checking segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:01:58.701884 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-27dd88a4-fdca-4b98-85a6-0c53afbd8f7d service neutron] Bound using segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:01:58.702384 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-27dd88a4-fdca-4b98-85a6-0c53afbd8f7d service neutron] Bound port: 87db6fd1-7f78-4f70-9234-d881fa64a7b2, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:01:58.702765 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-27dd88a4-fdca-4b98-85a6-0c53afbd8f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:58.716558 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-444cfd26-58d6-4d12-bcf9-c391e4cbb12e admin admin] Usage tracker for resource:security_group_rule and tenant:d2528438ff74409b924e54583365f349 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:01:58.719628 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8d753a89-326e-441d-930f-9c8900e07771 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:58.725977 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b6cea15-171d-4adc-8d0d-0c76987ec22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:58.726957 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b6cea15-171d-4adc-8d0d-0c76987ec22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:58.731557 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-444cfd26-58d6-4d12-bcf9-c391e4cbb12e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:01:58.790932 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-444cfd26-58d6-4d12-bcf9-c391e4cbb12e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:01:58.794158 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-10fce9f9-8a10-4e9e-89fe-2fe5e03b6232 None None] Port 8a3eb473-b087-4928-953d-4f99ee76fdbf cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:01:58.809979 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-3212d545-3f1d-49c4-8972-6bd2f50cf58b None None] Allocated IP 172.20.0.2 (758090da-ed1d-490c-a160-1ef35c2807a3/2dc4aecf-9d72-4348-9ed2-a5e90512fd29/ce1ac1e3-6aa6-4b24-8f3c-4db0934469c8) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:01:58.810423 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5677b569-b5d0-4da2-88d2-91b022580815 req-b9e146ea-01be-4557-bd73-a5cba0441ba0 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1167045 Feb 04 21:01:58.818863 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c4837-2bf1-482b-bb57-c06a3ce750b5 req-b1114637-af23-4daa-98f1-5b2c2cc4cade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:58.820864 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b31c4837-2bf1-482b-bb57-c06a3ce750b5 req-b1114637-af23-4daa-98f1-5b2c2cc4cade service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.3749990 Feb 04 21:01:58.887946 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b6cea15-171d-4adc-8d0d-0c76987ec22f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:58.890410 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8d753a89-326e-441d-930f-9c8900e07771 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Network 3d92e2e6-8e5c-439e-985a-8b138159bd06 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:01:58.910299 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d753a89-326e-441d-930f-9c8900e07771 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Pushing event updated for resources: {'Port': ['ID=b98644ad-30b2-4c12-b57b-22b5f633f4b1,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:58.912849 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8d753a89-326e-441d-930f-9c8900e07771 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:01:58.915265 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8d753a89-326e-441d-930f-9c8900e07771 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:01:58.931574 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-cba464a6-61d5-4aaa-befe-bcc88856ae40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:59.076114 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-27dd88a4-fdca-4b98-85a6-0c53afbd8f7d service neutron] For port 87db6fd1-7f78-4f70-9234-d881fa64a7b2, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:01:59.105234 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b31c4837-2bf1-482b-bb57-c06a3ce750b5 req-564c37a8-019d-41d5-b18f-39c4610d55c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=cd1f6a32-b7f4-443c-8969-b4767ae9d578 HTTP/1.1" status: 200 len: 217 time: 0.2751367 Feb 04 21:01:59.120501 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3212d545-3f1d-49c4-8972-6bd2f50cf58b None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:59.132160 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3212d545-3f1d-49c4-8972-6bd2f50cf58b None None] Transition to ACTIVE for port object ce1ac1e3-6aa6-4b24-8f3c-4db0934469c8 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:01:59.153825 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3212d545-3f1d-49c4-8972-6bd2f50cf58b None None] Transition to ACTIVE for port object ce1ac1e3-6aa6-4b24-8f3c-4db0934469c8 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:01:59.164220 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3212d545-3f1d-49c4-8972-6bd2f50cf58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:59.165188 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8d753a89-326e-441d-930f-9c8900e07771 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:59.165962 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8d753a89-326e-441d-930f-9c8900e07771 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:59.239282 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3212d545-3f1d-49c4-8972-6bd2f50cf58b None None] Network 758090da-ed1d-490c-a160-1ef35c2807a3 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:01:59.240452 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-3212d545-3f1d-49c4-8972-6bd2f50cf58b None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:01:59.246138 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3212d545-3f1d-49c4-8972-6bd2f50cf58b None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:01:59.264101 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:01:59.278096 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c4837-2bf1-482b-bb57-c06a3ce750b5 req-d9e75b2f-0906-4b46-8dcf-31066de90319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:59.279989 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b31c4837-2bf1-482b-bb57-c06a3ce750b5 req-d9e75b2f-0906-4b46-8dcf-31066de90319 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.1578524 Feb 04 21:01:59.297555 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c7b93-93f2-415d-add2-d46ce8cb8176 req-3bf04f3c-9f69-442e-aea3-2980274ca5d9 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:59.298907 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212d545-3f1d-49c4-8972-6bd2f50cf58b None None] Pushing event updated for resources: {'Port': ['ID=ce1ac1e3-6aa6-4b24-8f3c-4db0934469c8,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:59.299653 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-478c7b93-93f2-415d-add2-d46ce8cb8176 req-3bf04f3c-9f69-442e-aea3-2980274ca5d9 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.26 "GET /v2.0/ports?device_id=00e63709-2186-40c3-8cfc-c1a2b6b55711 HTTP/1.1" status: 200 len: 949 time: 0.6565120 Feb 04 21:01:59.341859 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-27dd88a4-fdca-4b98-85a6-0c53afbd8f7d service neutron] For port 87db6fd1-7f78-4f70-9234-d881fa64a7b2, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=87db6fd1-7f78-4f70-9234-d881fa64a7b2,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:01:59.357426 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-4235502f-28fa-4a06-b719-3780d816bb73 None None] Provisioning for port b98644ad-30b2-4c12-b57b-22b5f633f4b1 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:01:59.365785 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-4235502f-28fa-4a06-b719-3780d816bb73 None None] Provisioning complete for port b98644ad-30b2-4c12-b57b-22b5f633f4b1 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:01:59.366140 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4235502f-28fa-4a06-b719-3780d816bb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:59.394878 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-3212d545-3f1d-49c4-8972-6bd2f50cf58b None None] Attempting to bind port ce1ac1e3-6aa6-4b24-8f3c-4db0934469c8 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:01:59.395100 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-3212d545-3f1d-49c4-8972-6bd2f50cf58b None None] Attempting to bind port ce1ac1e3-6aa6-4b24-8f3c-4db0934469c8 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '661b0907-0bcb-4ac3-8785-909e29d13565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '758090da-ed1d-490c-a160-1ef35c2807a3'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:01:59.395906 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3212d545-3f1d-49c4-8972-6bd2f50cf58b None None] Attempting to bind port ce1ac1e3-6aa6-4b24-8f3c-4db0934469c8 on network 758090da-ed1d-490c-a160-1ef35c2807a3 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:01:59.415265 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3212d545-3f1d-49c4-8972-6bd2f50cf58b None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:01:59.415621 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3212d545-3f1d-49c4-8972-6bd2f50cf58b None None] Checking segment: {'id': '661b0907-0bcb-4ac3-8785-909e29d13565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '758090da-ed1d-490c-a160-1ef35c2807a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:01:59.416107 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3212d545-3f1d-49c4-8972-6bd2f50cf58b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:59.418306 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3212d545-3f1d-49c4-8972-6bd2f50cf58b None None] Bound using segment: {'id': '661b0907-0bcb-4ac3-8785-909e29d13565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '758090da-ed1d-490c-a160-1ef35c2807a3'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:01:59.418306 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-3212d545-3f1d-49c4-8972-6bd2f50cf58b None None] Bound port: ce1ac1e3-6aa6-4b24-8f3c-4db0934469c8, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '661b0907-0bcb-4ac3-8785-909e29d13565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '758090da-ed1d-490c-a160-1ef35c2807a3'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:01:59.418306 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3212d545-3f1d-49c4-8972-6bd2f50cf58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:59.423247 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-27dd88a4-fdca-4b98-85a6-0c53afbd8f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:59.472086 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-4235502f-28fa-4a06-b719-3780d816bb73 None None] Port b98644ad-30b2-4c12-b57b-22b5f633f4b1 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:01:59.516859 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677b569-b5d0-4da2-88d2-91b022580815 req-5608cd15-9bff-4a1e-88b3-49865cbd3c23 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:59.518642 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5677b569-b5d0-4da2-88d2-91b022580815 req-5608cd15-9bff-4a1e-88b3-49865cbd3c23 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6940541 Feb 04 21:01:59.522001 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3212d545-3f1d-49c4-8972-6bd2f50cf58b None None] For port ce1ac1e3-6aa6-4b24-8f3c-4db0934469c8, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:01:59.525088 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3212d545-3f1d-49c4-8972-6bd2f50cf58b None None] For port ce1ac1e3-6aa6-4b24-8f3c-4db0934469c8, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=ce1ac1e3-6aa6-4b24-8f3c-4db0934469c8,segment=NetworkSegment(661b0907-0bcb-4ac3-8785-909e29d13565),segment_id=661b0907-0bcb-4ac3-8785-909e29d13565)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:01:59.531543 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3212d545-3f1d-49c4-8972-6bd2f50cf58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:59.536700 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-478c7b93-93f2-415d-add2-d46ce8cb8176 req-81a53d57-207b-4564-a250-a775369334f4 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.26 "GET /v2.0/security-groups?id=0bcc9db5-8e7a-40a8-83b9-125879a69647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957176 Feb 04 21:01:59.561847 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5677b569-b5d0-4da2-88d2-91b022580815 req-9960c790-7965-4cb6-b657-c78a234ad901 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/quotas/55d1f91d84e0433d8b3ab7473aab0e34 HTTP/1.1" status: 200 len: 375 time: 0.0318155 Feb 04 21:01:59.577331 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-27dd88a4-fdca-4b98-85a6-0c53afbd8f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:59.577927 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-27dd88a4-fdca-4b98-85a6-0c53afbd8f7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:59.579513 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-27dd88a4-fdca-4b98-85a6-0c53afbd8f7d service neutron] 10.222.0.18 "PUT /v2.0/ports/87db6fd1-7f78-4f70-9234-d881fa64a7b2 HTTP/1.1" status: 200 len: 1095 time: 2.9471004 Feb 04 21:01:59.593463 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa706c4-a5eb-4d89-8932-683090aeda27', 'tag': '87db6fd1-7f78-4f70-9234-d881fa64a7b2'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:01:59.600255 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8d753a89-326e-441d-930f-9c8900e07771 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9724576 Feb 04 21:01:59.622333 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b6cea15-171d-4adc-8d0d-0c76987ec22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:59.634826 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-89370a74-ef6c-449d-a321-0967edcdbcb5 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Request body: {'port': {'device_id': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3d92e2e6-8e5c-439e-985a-8b138159bd06', 'admin_state_up': True, 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'security_groups': ['53d9e912-7253-4638-b0e3-3f0d81855e3f']}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:01:59.662096 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212d545-3f1d-49c4-8972-6bd2f50cf58b None None] Pushing event updated for resources: {'Port': ['ID=ce1ac1e3-6aa6-4b24-8f3c-4db0934469c8,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:59.695291 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 55726) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:01:59.803572 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c4837-2bf1-482b-bb57-c06a3ce750b5 req-34226b18-78ec-4eba-8c75-02410a62df6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:01:59.805083 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b31c4837-2bf1-482b-bb57-c06a3ce750b5 req-34226b18-78ec-4eba-8c75-02410a62df6e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5044348 Feb 04 21:01:59.808526 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-444cfd26-58d6-4d12-bcf9-c391e4cbb12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:01:59.841227 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd88a4-fdca-4b98-85a6-0c53afbd8f7d service neutron] Pushing event updated for resources: {'Port': ['ID=87db6fd1-7f78-4f70-9234-d881fa64a7b2,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:01:59.844751 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-444cfd26-58d6-4d12-bcf9-c391e4cbb12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:00.024805 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-cba464a6-61d5-4aaa-befe-bcc88856ae40 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:02:00.026535 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-444cfd26-58d6-4d12-bcf9-c391e4cbb12e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d2528438ff74409b924e54583365f349&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0378022 Feb 04 21:02:00.048415 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55730) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:00.052551 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc46650-ff9a-4fb5-83d2-a11077e80a3c admin admin] Deleting subnet d8f4fccc-d4e9-4108-990a-8ebbbaccbe32 {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:02:00.063067 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fdc46650-ff9a-4fb5-83d2-a11077e80a3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:00.079285 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444cfd26-58d6-4d12-bcf9-c391e4cbb12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f18818-b0ba-475c-bffd-16cde96df2c5,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:00.125797 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-b9426a97-d8aa-4663-bdc8-3c625305d19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:00.127311 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-b9426a97-d8aa-4663-bdc8-3c625305d19f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=565bab87f6ed4be0830d2c4f71f62041&device_id=afa706c4-a5eb-4d89-8932-683090aeda27 HTTP/1.1" status: 200 len: 1098 time: 0.4783993 Feb 04 21:02:00.150427 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-89370a74-ef6c-449d-a321-0967edcdbcb5 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:00.238812 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-89370a74-ef6c-449d-a321-0967edcdbcb5 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Usage tracker for resource:port and tenant:df41148af8d64ecb86c2b5be8209bfd9 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:00.244967 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-89370a74-ef6c-449d-a321-0967edcdbcb5 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Quota usage for port was recalculated. Used quota:11. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:00.249028 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-43fbd1b3-5207-42fa-bce5-51f7093122c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=87db6fd1-7f78-4f70-9234-d881fa64a7b2 HTTP/1.1" status: 200 len: 217 time: 0.1116078 Feb 04 21:02:00.255679 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-89370a74-ef6c-449d-a321-0967edcdbcb5 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:00.340946 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5677b569-b5d0-4da2-88d2-91b022580815 req-109edc73-1bfc-4035-856c-6e451d601c6c tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7775354 Feb 04 21:02:00.349686 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-57b5a078-8ce7-426b-8fb2-114bb4e6b875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:00.360673 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-89370a74-ef6c-449d-a321-0967edcdbcb5 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Made reservation on behalf of df41148af8d64ecb86c2b5be8209bfd9 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:02:00.360937 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fdc46650-ff9a-4fb5-83d2-a11077e80a3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:00.365334 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-89370a74-ef6c-449d-a321-0967edcdbcb5 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:00.395500 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-cba464a6-61d5-4aaa-befe-bcc88856ae40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d2166ab-b62e-4dc3-9978-195fd1ce37c9 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:02:00.400362 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-69c43aaf-5b7a-4215-96b3-5c5c2dde64d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:00.402273 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-69c43aaf-5b7a-4215-96b3-5c5c2dde64d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.1442335 Feb 04 21:02:00.407234 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814c1fc-613d-4773-8646-4f6a52c729bf req-1fc8e99d-b3a6-4fc8-9447-a6e85820c0e1 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:00.412871 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814c1fc-613d-4773-8646-4f6a52c729bf req-1fc8e99d-b3a6-4fc8-9447-a6e85820c0e1 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:00.413701 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-2814c1fc-613d-4773-8646-4f6a52c729bf req-1fc8e99d-b3a6-4fc8-9447-a6e85820c0e1 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Synchronizing usage tracker for tenant:bf059d808b3643f5ba5990d95220908f on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:02:00.434269 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-cba464a6-61d5-4aaa-befe-bcc88856ae40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:00.480807 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-57b5a078-8ce7-426b-8fb2-114bb4e6b875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:00.517649 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b31c4837-2bf1-482b-bb57-c06a3ce750b5 req-b20d4391-0463-4e11-b863-7da51cb41dda service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6993036 Feb 04 21:02:00.532657 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-cba464a6-61d5-4aaa-befe-bcc88856ae40 service neutron] Transition to ACTIVE for port object 1d2166ab-b62e-4dc3-9978-195fd1ce37c9 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:02:00.602975 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device ce1ac1e3-6aa6-4b24-8f3c-4db0934469c8 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:02:00.652102 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-2814c1fc-613d-4773-8646-4f6a52c729bf req-1fc8e99d-b3a6-4fc8-9447-a6e85820c0e1 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Unset dirty status for tenant:bf059d808b3643f5ba5990d95220908f on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:02:00.659120 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2814c1fc-613d-4773-8646-4f6a52c729bf req-1fc8e99d-b3a6-4fc8-9447-a6e85820c0e1 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=0700be3a-9f00-44af-bd71-19e2b51d69ed HTTP/1.1" status: 200 len: 1653 time: 0.8419709 Feb 04 21:02:00.661584 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-cba464a6-61d5-4aaa-befe-bcc88856ae40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:00.668319 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fdc46650-ff9a-4fb5-83d2-a11077e80a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:00.772251 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port ce1ac1e3-6aa6-4b24-8f3c-4db0934469c8 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:02:01.059302 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2814c1fc-613d-4773-8646-4f6a52c729bf req-31c5bee9-772c-4258-b42e-a698e7970f59 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/security-groups?id=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990574 Feb 04 21:02:01.098969 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d21e91-1aa7-4ab6-acbb-92c93b1824a0 None None] Network 758090da-ed1d-490c-a160-1ef35c2807a3 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:02:01.113191 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba464a6-61d5-4aaa-befe-bcc88856ae40 service neutron] Pushing event updated for resources: {'Port': ['ID=1d2166ab-b62e-4dc3-9978-195fd1ce37c9,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:01.167680 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-432edf7c-de3e-4aef-8b89-3c745be5bf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:01.169872 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-432edf7c-de3e-4aef-8b89-3c745be5bf79 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7610054 Feb 04 21:02:01.246325 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-57b5a078-8ce7-426b-8fb2-114bb4e6b875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:01.258115 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b31c4837-2bf1-482b-bb57-c06a3ce750b5 req-eb7a3d9b-6600-4a5c-9ed1-c0c7932652f7 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7098801 Feb 04 21:02:01.263932 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fdc46650-ff9a-4fb5-83d2-a11077e80a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:01.287130 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-4ff3c682-d3aa-431a-9432-fa00121ef7b7 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:02:01.288451 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-4ff3c682-d3aa-431a-9432-fa00121ef7b7 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0210276 Feb 04 21:02:01.299475 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-4fad230e-ba5f-4bc8-b0f9-db4bd6ed9d54 None None] Provisioning for port ce1ac1e3-6aa6-4b24-8f3c-4db0934469c8 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:02:01.310814 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5a078-8ce7-426b-8fb2-114bb4e6b875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f18818-b0ba-475c-bffd-16cde96df2c5,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:01.315401 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-4fad230e-ba5f-4bc8-b0f9-db4bd6ed9d54 None None] Provisioning complete for port ce1ac1e3-6aa6-4b24-8f3c-4db0934469c8 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:02:01.315910 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4fad230e-ba5f-4bc8-b0f9-db4bd6ed9d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:01.318443 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79671174-0215-4992-b0dc-cc9cbff9e7ef req-36e521a2-818b-4c7b-b68a-279775998ae8 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:01.324580 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79671174-0215-4992-b0dc-cc9cbff9e7ef req-36e521a2-818b-4c7b-b68a-279775998ae8 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:01.330659 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79671174-0215-4992-b0dc-cc9cbff9e7ef req-36e521a2-818b-4c7b-b68a-279775998ae8 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:01.336583 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79671174-0215-4992-b0dc-cc9cbff9e7ef req-36e521a2-818b-4c7b-b68a-279775998ae8 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:01.338542 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-79671174-0215-4992-b0dc-cc9cbff9e7ef req-36e521a2-818b-4c7b-b68a-279775998ae8 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 3095 time: 0.7358484 Feb 04 21:02:01.418095 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc46650-ff9a-4fb5-83d2-a11077e80a3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8f4fccc-d4e9-4108-990a-8ebbbaccbe32,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:01.423914 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fdc46650-ff9a-4fb5-83d2-a11077e80a3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:01.457825 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-fdc46650-ff9a-4fb5-83d2-a11077e80a3c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d8f4fccc-d4e9-4108-990a-8ebbbaccbe32 HTTP/1.1" status: 204 len: 168 time: 1.7392588 Feb 04 21:02:01.471496 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 55746) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:01.475855 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-cba464a6-61d5-4aaa-befe-bcc88856ae40 service neutron] Attempting to bind port 1d2166ab-b62e-4dc3-9978-195fd1ce37c9 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:02:01.476440 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-cba464a6-61d5-4aaa-befe-bcc88856ae40 service neutron] Attempting to bind port 1d2166ab-b62e-4dc3-9978-195fd1ce37c9 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'd5a45609-af79-4e7e-87d9-8cc98e096768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '40abcaa4-cb3d-49ea-98ca-157e85e59acc'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:02:01.476929 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-cba464a6-61d5-4aaa-befe-bcc88856ae40 service neutron] Attempting to bind port 1d2166ab-b62e-4dc3-9978-195fd1ce37c9 on network 40abcaa4-cb3d-49ea-98ca-157e85e59acc {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:02:01.513280 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-cba464a6-61d5-4aaa-befe-bcc88856ae40 service neutron] Port 1d2166ab-b62e-4dc3-9978-195fd1ce37c9 on network 40abcaa4-cb3d-49ea-98ca-157e85e59acc not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:02:01.513875 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-cba464a6-61d5-4aaa-befe-bcc88856ae40 service neutron] Attempting to bind port 1d2166ab-b62e-4dc3-9978-195fd1ce37c9 on network 40abcaa4-cb3d-49ea-98ca-157e85e59acc {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:02:01.526663 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device cd1f6a32-b7f4-443c-8969-b4767ae9d578 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:02:01.531502 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-79671174-0215-4992-b0dc-cc9cbff9e7ef req-cb453c81-e7c8-45d1-86cd-d8d444238d69 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474328 Feb 04 21:02:01.608622 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-cba464a6-61d5-4aaa-befe-bcc88856ae40 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:02:01.609283 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-cba464a6-61d5-4aaa-befe-bcc88856ae40 service neutron] Checking segment: {'id': 'd5a45609-af79-4e7e-87d9-8cc98e096768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '40abcaa4-cb3d-49ea-98ca-157e85e59acc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:02:01.609873 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-cba464a6-61d5-4aaa-befe-bcc88856ae40 service neutron] Bound using segment: {'id': 'd5a45609-af79-4e7e-87d9-8cc98e096768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '40abcaa4-cb3d-49ea-98ca-157e85e59acc'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:02:01.610512 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-cba464a6-61d5-4aaa-befe-bcc88856ae40 service neutron] Bound port: 1d2166ab-b62e-4dc3-9978-195fd1ce37c9, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a45609-af79-4e7e-87d9-8cc98e096768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '40abcaa4-cb3d-49ea-98ca-157e85e59acc'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:02:01.611169 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-cba464a6-61d5-4aaa-befe-bcc88856ae40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:01.611695 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e94afa-6674-4791-9eb2-536bfee3962d req-7c4d3696-a7f6-4c79-90b1-201bdb891a61 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:01.613108 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-56e94afa-6674-4791-9eb2-536bfee3962d req-7c4d3696-a7f6-4c79-90b1-201bdb891a61 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.32 "GET /v2.0/ports?device_id=00e63709-2186-40c3-8cfc-c1a2b6b55711 HTTP/1.1" status: 200 len: 949 time: 1.0366366 Feb 04 21:02:01.614458 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-89370a74-ef6c-449d-a321-0967edcdbcb5 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Allocated IP 10.2.2.200 (3d92e2e6-8e5c-439e-985a-8b138159bd06/e766ae0d-7580-448d-ac0e-f8a8085326fe/5bf4fdc2-20cd-450d-8d03-ffacefdb58d0) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:02:01.620204 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b6cea15-171d-4adc-8d0d-0c76987ec22f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:01.662245 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa706c4-a5eb-4d89-8932-683090aeda27', 'tag': '87db6fd1-7f78-4f70-9234-d881fa64a7b2', 'status': 'completed', 'code': 200} Feb 04 21:02:01.695944 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port cd1f6a32-b7f4-443c-8969-b4767ae9d578, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=cd1f6a32-b7f4-443c-8969-b4767ae9d578,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:01.700652 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-57b5a078-8ce7-426b-8fb2-114bb4e6b875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:01.704047 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-57b5a078-8ce7-426b-8fb2-114bb4e6b875 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f0f18818-b0ba-475c-bffd-16cde96df2c5 HTTP/1.1" status: 204 len: 168 time: 1.6398778 Feb 04 21:02:01.710926 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b6cea15-171d-4adc-8d0d-0c76987ec22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:01.716825 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b649737-830b-4e9c-a8ca-f73870c87d70 req-edfc4bd7-cade-4e72-abea-bc47d2347aa3 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:01.720124 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5b649737-830b-4e9c-a8ca-f73870c87d70 req-edfc4bd7-cade-4e72-abea-bc47d2347aa3 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=afa706c4-a5eb-4d89-8932-683090aeda27 HTTP/1.1" status: 200 len: 947 time: 0.4399979 Feb 04 21:02:01.727746 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': 'cd1f6a32-b7f4-443c-8969-b4767ae9d578', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': 'cd1f6a32-b7f4-443c-8969-b4767ae9d578', 'mac_address': 'fa:16:3e:82:7f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:02:01.734416 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bbabe08c-e81c-42db-a55c-2f3b7d98f764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:01.850043 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-56e94afa-6674-4791-9eb2-536bfee3962d req-bbd62750-c0d3-4c43-9ffe-2ea28c3ff4e5 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Deleting port 8010907a-51bb-40e6-969e-9f93dfc91daf {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:02:01.850480 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-56e94afa-6674-4791-9eb2-536bfee3962d req-bbd62750-c0d3-4c43-9ffe-2ea28c3ff4e5 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:01.856761 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:01.874341 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-cba464a6-61d5-4aaa-befe-bcc88856ae40 service neutron] For port 1d2166ab-b62e-4dc3-9978-195fd1ce37c9, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:02:01.879640 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-05604584-0ae9-4eda-aab1-e8d484a1517b req-baee2f1b-76f6-4023-af82-d7948e2f9e49 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 210 time: 0.0685294 Feb 04 21:02:01.940663 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-cba464a6-61d5-4aaa-befe-bcc88856ae40 service neutron] For port 1d2166ab-b62e-4dc3-9978-195fd1ce37c9, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=1d2166ab-b62e-4dc3-9978-195fd1ce37c9,segment=NetworkSegment(d5a45609-af79-4e7e-87d9-8cc98e096768),segment_id=d5a45609-af79-4e7e-87d9-8cc98e096768)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:02:01.974111 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5b649737-830b-4e9c-a8ca-f73870c87d70 req-311fd499-2634-4d77-ba89-8e32f335fd6e tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425017 Feb 04 21:02:01.974880 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd1f6a32-b7f4-443c-8969-b4767ae9d578 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:02:01.988210 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-cba464a6-61d5-4aaa-befe-bcc88856ae40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:02.028853 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port cd1f6a32-b7f4-443c-8969-b4767ae9d578, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=cd1f6a32-b7f4-443c-8969-b4767ae9d578,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:02.043525 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:02.074705 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-97fa5f0d-4fb8-4b58-96b8-b7c1c085b15a service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7705550 Feb 04 21:02:02.133414 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4fad230e-ba5f-4bc8-b0f9-db4bd6ed9d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:02.211415 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-4fad230e-ba5f-4bc8-b0f9-db4bd6ed9d54 None None] For port ce1ac1e3-6aa6-4b24-8f3c-4db0934469c8, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=ce1ac1e3-6aa6-4b24-8f3c-4db0934469c8,segment=NetworkSegment(661b0907-0bcb-4ac3-8785-909e29d13565),segment_id=661b0907-0bcb-4ac3-8785-909e29d13565)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:02.227293 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4fad230e-ba5f-4bc8-b0f9-db4bd6ed9d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:02.247883 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=cd1f6a32-b7f4-443c-8969-b4767ae9d578,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:02.376058 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad230e-ba5f-4bc8-b0f9-db4bd6ed9d54 None None] Pushing event updated for resources: {'Port': ['ID=ce1ac1e3-6aa6-4b24-8f3c-4db0934469c8,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:02.400285 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['cd1f6a32-b7f4-443c-8969-b4767ae9d578'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:02:02.411897 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-0b6cea15-171d-4adc-8d0d-0c76987ec22f admin admin] Allocated IP 172.25.5.185 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:02:02.435889 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-cba464a6-61d5-4aaa-befe-bcc88856ae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:02.441084 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-cba464a6-61d5-4aaa-befe-bcc88856ae40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:02.442659 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-cba464a6-61d5-4aaa-befe-bcc88856ae40 service neutron] 10.222.0.32 "PUT /v2.0/ports/1d2166ab-b62e-4dc3-9978-195fd1ce37c9 HTTP/1.1" status: 200 len: 1091 time: 3.9648936 Feb 04 21:02:02.443150 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0700be3a-9f00-44af-bd71-19e2b51d69ed', 'tag': '1d2166ab-b62e-4dc3-9978-195fd1ce37c9'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:02:02.475916 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5677b569-b5d0-4da2-88d2-91b022580815 req-f5d13930-80d7-4003-ae1d-8fae24e2404e tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3013361 Feb 04 21:02:02.568574 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bbabe08c-e81c-42db-a55c-2f3b7d98f764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:02.601072 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-a0866114-6c5d-48bc-92ce-bb4c70dd165d None None] Provisioning complete for port ce1ac1e3-6aa6-4b24-8f3c-4db0934469c8 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:02:02.602001 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a0866114-6c5d-48bc-92ce-bb4c70dd165d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:02.639815 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-4797cbc9-4cff-498c-8a54-add673f9a3c5 service neutron] Request body: {'port': {'device_id': '0700be3a-9f00-44af-bd71-19e2b51d69ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:02.698983 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device ce1ac1e3-6aa6-4b24-8f3c-4db0934469c8 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:02:02.746363 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:02.779335 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-bbabe08c-e81c-42db-a55c-2f3b7d98f764 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae0a46c0-cdc0-4375-9f5d-26817dc6661e']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:02.794717 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-bbabe08c-e81c-42db-a55c-2f3b7d98f764 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1cccddd-34ac-4571-ac7c-e34247e3ef9a') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:02.795358 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-bbabe08c-e81c-42db-a55c-2f3b7d98f764 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1cccddd-34ac-4571-ac7c-e34247e3ef9a') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:02.830539 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-89370a74-ef6c-449d-a321-0967edcdbcb5 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:02.864525 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba464a6-61d5-4aaa-befe-bcc88856ae40 service neutron] Pushing event updated for resources: {'Port': ['ID=1d2166ab-b62e-4dc3-9978-195fd1ce37c9,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:02.883375 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bbabe08c-e81c-42db-a55c-2f3b7d98f764 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:02.931233 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-89370a74-ef6c-449d-a321-0967edcdbcb5 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Transition to ACTIVE for port object 5bf4fdc2-20cd-450d-8d03-ffacefdb58d0 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:02:03.009374 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-56e94afa-6674-4791-9eb2-536bfee3962d req-bbd62750-c0d3-4c43-9ffe-2ea28c3ff4e5 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] For port 8010907a-51bb-40e6-969e-9f93dfc91daf, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=8010907a-51bb-40e6-969e-9f93dfc91daf,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:03.009753 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-56e94afa-6674-4791-9eb2-536bfee3962d req-bbd62750-c0d3-4c43-9ffe-2ea28c3ff4e5 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:03.141828 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port ce1ac1e3-6aa6-4b24-8f3c-4db0934469c8 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:02:03.146100 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:03.219437 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-56e94afa-6674-4791-9eb2-536bfee3962d req-bbd62750-c0d3-4c43-9ffe-2ea28c3ff4e5 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Calling delete_port for 8010907a-51bb-40e6-969e-9f93dfc91daf owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:02:03.220075 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bbabe08c-e81c-42db-a55c-2f3b7d98f764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:03.230296 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbabe08c-e81c-42db-a55c-2f3b7d98f764 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:02:03.231054 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bbabe08c-e81c-42db-a55c-2f3b7d98f764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:03.304459 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:02:03.304459 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:02:03.304459 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:02:03.304459 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:02:03.304459 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:02:03.304459 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:02:03.304459 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:02:03.304459 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:02:03.304459 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:02:03.304459 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:02:03.304459 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:02:03.304459 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:02:03.304459 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:02:03.304459 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:02:03.304459 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:02:03.304459 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:02:03.304459 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:02:03.304459 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:02:03.304459 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:02:03.304459 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:02:03.304459 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:02:03.304459 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:02:03.304459 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:02:03.304459 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:02:03.304459 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:02:03.304459 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:02:03.304459 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:02:03.304459 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:02:03.304459 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:02:03.304459 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:02:03.304459 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:02:03.304459 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:02:03.325617 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b6cea15-171d-4adc-8d0d-0c76987ec22f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:03.341105 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-67c8aa44-f2f2-4af0-a688-8554069b4236 req-8babd6fb-a812-4529-871d-462a1365c17d service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1522563 Feb 04 21:02:03.360116 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-89370a74-ef6c-449d-a321-0967edcdbcb5 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:03.449373 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962800f0-939b-45f8-93fb-6cb2fa17b7f8 req-70c3f148-2dfb-4fa0-be51-c9ff6554e97d tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:03.450874 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-962800f0-939b-45f8-93fb-6cb2fa17b7f8 req-70c3f148-2dfb-4fa0-be51-c9ff6554e97d tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.26 "GET /v2.0/ports?device_id=00e63709-2186-40c3-8cfc-c1a2b6b55711 HTTP/1.1" status: 200 len: 949 time: 1.1898198 Feb 04 21:02:03.456089 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-4797cbc9-4cff-498c-8a54-add673f9a3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:03.489457 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 8010907a-51bb-40e6-969e-9f93dfc91daf no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:02:03.520281 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-89370a74-ef6c-449d-a321-0967edcdbcb5 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Network 3d92e2e6-8e5c-439e-985a-8b138159bd06 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:02:03.534043 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-89370a74-ef6c-449d-a321-0967edcdbcb5 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:02:03.536420 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-89370a74-ef6c-449d-a321-0967edcdbcb5 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:02:03.542375 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bbabe08c-e81c-42db-a55c-2f3b7d98f764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:03.583850 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bbabe08c-e81c-42db-a55c-2f3b7d98f764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:03.625460 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbabe08c-e81c-42db-a55c-2f3b7d98f764 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae0a46c0-cdc0-4375-9f5d-26817dc6661e,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:03.628215 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89370a74-ef6c-449d-a321-0967edcdbcb5 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Pushing event updated for resources: {'Port': ['ID=5bf4fdc2-20cd-450d-8d03-ffacefdb58d0,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:03.654737 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677b569-b5d0-4da2-88d2-91b022580815 req-ca8a108c-d25b-42f6-96c1-1e005957c0b4 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:03.656617 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5677b569-b5d0-4da2-88d2-91b022580815 req-ca8a108c-d25b-42f6-96c1-1e005957c0b4 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1100674 Feb 04 21:02:03.664458 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66579fe8-14fc-4b85-b0c8-2245ed528b68 req-d68c5dbf-edd4-46b6-86fa-fa6d789040ac tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:03.671295 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66579fe8-14fc-4b85-b0c8-2245ed528b68 req-d68c5dbf-edd4-46b6-86fa-fa6d789040ac tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:03.678349 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-66579fe8-14fc-4b85-b0c8-2245ed528b68 req-d68c5dbf-edd4-46b6-86fa-fa6d789040ac tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=0700be3a-9f00-44af-bd71-19e2b51d69ed HTTP/1.1" status: 200 len: 1665 time: 1.1630800 Feb 04 21:02:03.693306 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-5677b569-b5d0-4da2-88d2-91b022580815 req-4fb2facd-7aa1-4199-af13-8f0a0b9fc7f6 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Request body: {'port': {'device_id': '44b4e835-5118-4f2c-bbc7-34c340e98bf8', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'admin_state_up': True, 'tenant_id': '55d1f91d84e0433d8b3ab7473aab0e34'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:03.740803 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-962800f0-939b-45f8-93fb-6cb2fa17b7f8 req-a624e573-c276-4b67-ba86-252b7e39b069 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.26 "GET /v2.0/security-groups?id=0bcc9db5-8e7a-40a8-83b9-125879a69647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633469 Feb 04 21:02:03.765881 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-bbabe08c-e81c-42db-a55c-2f3b7d98f764 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ae0a46c0-cdc0-4375-9f5d-26817dc6661e HTTP/1.1" status: 204 len: 168 time: 2.2844157 Feb 04 21:02:03.855347 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0700be3a-9f00-44af-bd71-19e2b51d69ed', 'tag': '1d2166ab-b62e-4dc3-9978-195fd1ce37c9', 'status': 'completed', 'code': 200} Feb 04 21:02:03.867243 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b6cea15-171d-4adc-8d0d-0c76987ec22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:03.971336 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6cea15-171d-4adc-8d0d-0c76987ec22f admin admin] Pushing event updated for resources: {'Port': ['ID=a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:03.979915 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-be398429-0900-4165-a002-ee733c10ce4f None None] Provisioning for port 5bf4fdc2-20cd-450d-8d03-ffacefdb58d0 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:02:03.985769 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-be398429-0900-4165-a002-ee733c10ce4f None None] Provisioning complete for port 5bf4fdc2-20cd-450d-8d03-ffacefdb58d0 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:02:03.986141 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-be398429-0900-4165-a002-ee733c10ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:03.993784 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-89370a74-ef6c-449d-a321-0967edcdbcb5 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:03.994632 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-89370a74-ef6c-449d-a321-0967edcdbcb5 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:04.027088 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6cea15-171d-4adc-8d0d-0c76987ec22f admin admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:02:04.029493 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307bb8b6-11a3-4258-9fa5-bd6bdbecbeda req-c6058341-811d-4c1b-9a0e-5613ba0bfd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:04.030986 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-307bb8b6-11a3-4258-9fa5-bd6bdbecbeda req-c6058341-811d-4c1b-9a0e-5613ba0bfd9f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=565bab87f6ed4be0830d2c4f71f62041&device_id=afa706c4-a5eb-4d89-8932-683090aeda27 HTTP/1.1" status: 200 len: 1098 time: 0.6172469 Feb 04 21:02:04.034426 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-0b6cea15-171d-4adc-8d0d-0c76987ec22f admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:02:04.036930 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-56e94afa-6674-4791-9eb2-536bfee3962d req-bbd62750-c0d3-4c43-9ffe-2ea28c3ff4e5 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:04.038385 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6cea15-171d-4adc-8d0d-0c76987ec22f admin admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:02:04.118673 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-be398429-0900-4165-a002-ee733c10ce4f None None] Port 5bf4fdc2-20cd-450d-8d03-ffacefdb58d0 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:02:04.184658 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-66579fe8-14fc-4b85-b0c8-2245ed528b68 req-1f2d4027-813a-446b-b232-5ecb63028c0c tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/security-groups?id=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5052247 Feb 04 21:02:04.191543 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 55796) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:04.408363 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd62750-c0d3-4c43-9ffe-2ea28c3ff4e5 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Pushing event deleted for resources: {'Port': ['ID=8010907a-51bb-40e6-969e-9f93dfc91daf,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:04.410922 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-89370a74-ef6c-449d-a321-0967edcdbcb5 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7956138 Feb 04 21:02:04.431521 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4ed81f23-0ad5-4617-800b-8a562e9886f4 service neutron] Request body: {'port': {'device_id': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:04.452317 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-bb359370-8faf-4275-aa79-5b90e8f723c5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=110ca744f7104f16a19517bf4ccbee1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562819 Feb 04 21:02:04.452317 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-5677b569-b5d0-4da2-88d2-91b022580815 req-4fb2facd-7aa1-4199-af13-8f0a0b9fc7f6 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:04.458662 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6984140d-3736-42c7-8a32-27c2fddf84c2 req-b5e949a1-7713-4ff0-b617-761ab22c7405 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 210 time: 0.0886137 Feb 04 21:02:04.459048 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 55802) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:04.542610 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-5677b569-b5d0-4da2-88d2-91b022580815 req-4fb2facd-7aa1-4199-af13-8f0a0b9fc7f6 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:04.547238 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691cfc9-db8b-45fb-a203-2cf76c16b35c req-45c2782a-b9c4-4720-82aa-4e0fc5c1d5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:04.547764 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691cfc9-db8b-45fb-a203-2cf76c16b35c req-45c2782a-b9c4-4720-82aa-4e0fc5c1d5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:04.549831 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0691cfc9-db8b-45fb-a203-2cf76c16b35c req-45c2782a-b9c4-4720-82aa-4e0fc5c1d5f1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf059d808b3643f5ba5990d95220908f&device_id=0700be3a-9f00-44af-bd71-19e2b51d69ed HTTP/1.1" status: 200 len: 1912 time: 0.6937692 Feb 04 21:02:04.599313 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e94afa-6674-4791-9eb2-536bfee3962d req-bbd62750-c0d3-4c43-9ffe-2ea28c3ff4e5 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] No DVR routers for this DVR port 8010907a-51bb-40e6-969e-9f93dfc91daf on host n-h1-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:02:04.616160 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-56e94afa-6674-4791-9eb2-536bfee3962d req-bbd62750-c0d3-4c43-9ffe-2ea28c3ff4e5 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:04.617894 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-56e94afa-6674-4791-9eb2-536bfee3962d req-bbd62750-c0d3-4c43-9ffe-2ea28c3ff4e5 tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.32 "DELETE /v2.0/ports/8010907a-51bb-40e6-969e-9f93dfc91daf HTTP/1.1" status: 204 len: 173 time: 2.9578311 Feb 04 21:02:04.618337 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e63709-2186-40c3-8cfc-c1a2b6b55711', 'name': 'network-vif-deleted', 'tag': '8010907a-51bb-40e6-969e-9f93dfc91daf'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:02:04.631878 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307bb8b6-11a3-4258-9fa5-bd6bdbecbeda req-38a70249-b8e4-4505-8056-c83479d213f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:04.633314 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-307bb8b6-11a3-4258-9fa5-bd6bdbecbeda req-38a70249-b8e4-4505-8056-c83479d213f7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.5187631 Feb 04 21:02:04.722445 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5677b569-b5d0-4da2-88d2-91b022580815 req-4fb2facd-7aa1-4199-af13-8f0a0b9fc7f6 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Made reservation on behalf of 55d1f91d84e0433d8b3ab7473aab0e34 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:02:04.725773 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5677b569-b5d0-4da2-88d2-91b022580815 req-4fb2facd-7aa1-4199-af13-8f0a0b9fc7f6 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:04.754794 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-307bb8b6-11a3-4258-9fa5-bd6bdbecbeda req-ebde77ef-5520-4dd5-a509-39578fecc5e0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=87db6fd1-7f78-4f70-9234-d881fa64a7b2 HTTP/1.1" status: 200 len: 217 time: 0.1131592 Feb 04 21:02:04.767648 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-288e26b4-bdfb-456d-9cff-d26b4c444cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:04.779823 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a0141-377d-4b85-ac30-49ad16642f8c req-e5d9d2a1-7112-40a0-b4a4-7e1414c5b301 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:04.785813 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a0141-377d-4b85-ac30-49ad16642f8c req-e5d9d2a1-7112-40a0-b4a4-7e1414c5b301 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:04.792563 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a0141-377d-4b85-ac30-49ad16642f8c req-e5d9d2a1-7112-40a0-b4a4-7e1414c5b301 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:04.798699 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a0141-377d-4b85-ac30-49ad16642f8c req-e5d9d2a1-7112-40a0-b4a4-7e1414c5b301 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:04.804612 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a0141-377d-4b85-ac30-49ad16642f8c req-e5d9d2a1-7112-40a0-b4a4-7e1414c5b301 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:04.812210 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ca1a0141-377d-4b85-ac30-49ad16642f8c req-e5d9d2a1-7112-40a0-b4a4-7e1414c5b301 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 3816 time: 0.7216246 Feb 04 21:02:04.836294 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307bb8b6-11a3-4258-9fa5-bd6bdbecbeda req-c3ab71e7-27f0-48eb-add3-f1b92d6a7237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:04.837803 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-307bb8b6-11a3-4258-9fa5-bd6bdbecbeda req-c3ab71e7-27f0-48eb-add3-f1b92d6a7237 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.0754189 Feb 04 21:02:04.981821 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4ed81f23-0ad5-4617-800b-8a562e9886f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:04.988519 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-288e26b4-bdfb-456d-9cff-d26b4c444cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:05.033550 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ca1a0141-377d-4b85-ac30-49ad16642f8c req-95b7b9db-cd46-41c4-805e-473c9f23ce07 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2203877 Feb 04 21:02:05.035569 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-4797cbc9-4cff-498c-8a54-add673f9a3c5 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:02:05.145639 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b6cea15-171d-4adc-8d0d-0c76987ec22f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:05.216599 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691cfc9-db8b-45fb-a203-2cf76c16b35c req-2e5a656d-46e2-40eb-a8c1-cd1c94cd51cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:05.216867 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691cfc9-db8b-45fb-a203-2cf76c16b35c req-2e5a656d-46e2-40eb-a8c1-cd1c94cd51cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:05.217405 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691cfc9-db8b-45fb-a203-2cf76c16b35c req-2e5a656d-46e2-40eb-a8c1-cd1c94cd51cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:05.219079 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0691cfc9-db8b-45fb-a203-2cf76c16b35c req-2e5a656d-46e2-40eb-a8c1-cd1c94cd51cc service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=bf059d808b3643f5ba5990d95220908f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6474931 Feb 04 21:02:05.350867 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e63709-2186-40c3-8cfc-c1a2b6b55711', 'name': 'network-vif-deleted', 'tag': '8010907a-51bb-40e6-969e-9f93dfc91daf', 'status': 'completed', 'code': 200} Feb 04 21:02:05.488647 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device cd1f6a32-b7f4-443c-8969-b4767ae9d578 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:02:05.567798 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port cd1f6a32-b7f4-443c-8969-b4767ae9d578 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:02:05.577513 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port cd1f6a32-b7f4-443c-8969-b4767ae9d578 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:02:05.577883 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8ccb8a50-cfe4-4571-9472-890599fc1d7f req-a9c832ba-a8db-447b-b237-c19f8df10dae tempest-ImagesOneServerTestJSON-2018207347 tempest-ImagesOneServerTestJSON-2018207347-project] 10.222.0.26 "GET /v2.0/ports?device_id=00e63709-2186-40c3-8cfc-c1a2b6b55711 HTTP/1.1" status: 200 len: 210 time: 0.2692182 Feb 04 21:02:05.578512 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:05.585187 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-4797cbc9-4cff-498c-8a54-add673f9a3c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a3eb473-b087-4928-953d-4f99ee76fdbf {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:02:05.609533 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6fb5d-12e6-4551-9750-b751014c0d35 req-5600ef7b-e6d4-4539-a217-0b7cf6b55be9 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:05.611083 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7da6fb5d-12e6-4551-9750-b751014c0d35 req-5600ef7b-e6d4-4539-a217-0b7cf6b55be9 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=afa706c4-a5eb-4d89-8932-683090aeda27 HTTP/1.1" status: 200 len: 947 time: 1.0010550 Feb 04 21:02:05.628684 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-4797cbc9-4cff-498c-8a54-add673f9a3c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:05.781636 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:05.792576 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307bb8b6-11a3-4258-9fa5-bd6bdbecbeda req-202452d3-ebf1-4edb-b027-2b1f15c1ca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:05.794261 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-307bb8b6-11a3-4258-9fa5-bd6bdbecbeda req-202452d3-ebf1-4edb-b027-2b1f15c1ca5f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8948047 Feb 04 21:02:05.802978 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-4797cbc9-4cff-498c-8a54-add673f9a3c5 service neutron] Transition to ACTIVE for port object 8a3eb473-b087-4928-953d-4f99ee76fdbf will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:02:05.807514 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7da6fb5d-12e6-4551-9750-b751014c0d35 req-0729e5bc-01c6-4e31-9779-0b7d9e035e75 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673439 Feb 04 21:02:05.809450 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-5677b569-b5d0-4da2-88d2-91b022580815 req-4fb2facd-7aa1-4199-af13-8f0a0b9fc7f6 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Allocated IP 192.168.233.95 (54d6ae2e-de73-4435-bfdd-cd390a2143ad/3d2f9c06-58f8-4b66-a033-2aa50eedddcd/f4ba7000-b7be-4bac-bfaf-239ebac223f9) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:02:05.848367 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c526227-9dd7-4390-b406-dd33f7a62277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1f6a32-b7f4-443c-8969-b4767ae9d578'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:02:05.858457 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-288e26b4-bdfb-456d-9cff-d26b4c444cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:05.865966 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port cd1f6a32-b7f4-443c-8969-b4767ae9d578, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=cd1f6a32-b7f4-443c-8969-b4767ae9d578,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:05.882424 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:05.893631 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-4797cbc9-4cff-498c-8a54-add673f9a3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:06.001481 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-307bb8b6-11a3-4258-9fa5-bd6bdbecbeda req-d705ea01-460f-4ddc-a8af-2cb2406826f5 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604912 Feb 04 21:02:06.017603 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=cd1f6a32-b7f4-443c-8969-b4767ae9d578,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:06.060059 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 87db6fd1-7f78-4f70-9234-d881fa64a7b2 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:02:06.123198 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e26b4-bdfb-456d-9cff-d26b4c444cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ef7440-2185-4a5a-88af-4df051bca1c6,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:06.130060 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b6cea15-171d-4adc-8d0d-0c76987ec22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:06.216175 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691cfc9-db8b-45fb-a203-2cf76c16b35c req-8aebd4a4-3c51-47bf-93ec-fa8a5740cf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:06.217708 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0691cfc9-db8b-45fb-a203-2cf76c16b35c req-8aebd4a4-3c51-47bf-93ec-fa8a5740cf8f service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9703429 Feb 04 21:02:06.288759 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 55900) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:06.289413 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797cbc9-4cff-498c-8a54-add673f9a3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=8a3eb473-b087-4928-953d-4f99ee76fdbf,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:06.307690 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 87db6fd1-7f78-4f70-9234-d881fa64a7b2, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=87db6fd1-7f78-4f70-9234-d881fa64a7b2,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:06.324458 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-32cbb8bc-d103-49a8-82e7-cfb14baa2f87 req-73629090-9f63-43e2-b602-89360acca3aa tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Synchronizing usage tracker for tenant:55d1f91d84e0433d8b3ab7473aab0e34 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:02:06.325593 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '87db6fd1-7f78-4f70-9234-d881fa64a7b2', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': '87db6fd1-7f78-4f70-9234-d881fa64a7b2', 'mac_address': 'fa:16:3e:22:0e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:02:06.388299 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-288e26b4-bdfb-456d-9cff-d26b4c444cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:06.389845 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-288e26b4-bdfb-456d-9cff-d26b4c444cce admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/83ef7440-2185-4a5a-88af-4df051bca1c6 HTTP/1.1" status: 204 len: 168 time: 1.9253983 Feb 04 21:02:06.442101 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:06.467479 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-32cbb8bc-d103-49a8-82e7-cfb14baa2f87 req-73629090-9f63-43e2-b602-89360acca3aa tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Unset dirty status for tenant:55d1f91d84e0433d8b3ab7473aab0e34 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:02:06.468780 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-32cbb8bc-d103-49a8-82e7-cfb14baa2f87 req-73629090-9f63-43e2-b602-89360acca3aa tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 210 time: 0.4315200 Feb 04 21:02:06.490048 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87db6fd1-7f78-4f70-9234-d881fa64a7b2 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:02:06.523303 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 87db6fd1-7f78-4f70-9234-d881fa64a7b2, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=87db6fd1-7f78-4f70-9234-d881fa64a7b2,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:06.535737 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:06.569501 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17159260-a7c0-434a-bd88-4cdab7a8ae86 req-96d875ef-9126-45de-8530-3a7f04febd50 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:06.578526 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17159260-a7c0-434a-bd88-4cdab7a8ae86 req-96d875ef-9126-45de-8530-3a7f04febd50 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:06.591816 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-307bb8b6-11a3-4258-9fa5-bd6bdbecbeda req-f3c0d7ef-d628-464c-b7f9-40916bf3488e service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5830407 Feb 04 21:02:06.596080 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6cea15-171d-4adc-8d0d-0c76987ec22f admin admin] Router 87a09a30-d28c-4edd-9747-e970b0db2e13 is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:02:06.609577 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-17159260-a7c0-434a-bd88-4cdab7a8ae86 req-96d875ef-9126-45de-8530-3a7f04febd50 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=0700be3a-9f00-44af-bd71-19e2b51d69ed HTTP/1.1" status: 200 len: 1677 time: 0.7936070 Feb 04 21:02:06.659652 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-998612af-2a01-4079-8035-2c542be53843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:06.664967 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c526227-9dd7-4390-b406-dd33f7a62277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1f6a32-b7f4-443c-8969-b4767ae9d578', 'code': 200} Feb 04 21:02:06.688335 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=87db6fd1-7f78-4f70-9234-d881fa64a7b2,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:06.741610 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['87db6fd1-7f78-4f70-9234-d881fa64a7b2'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:02:06.793136 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5677b569-b5d0-4da2-88d2-91b022580815 req-4fb2facd-7aa1-4199-af13-8f0a0b9fc7f6 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:06.850616 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-998612af-2a01-4079-8035-2c542be53843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:06.908908 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6cea15-171d-4adc-8d0d-0c76987ec22f admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:02:06.910333 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-998612af-2a01-4079-8035-2c542be53843 admin admin] Usage tracker for resource:security_group_rule and tenant:a69c72e538e347bf8d5ff6aede4bb7a6 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:06.918883 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-998612af-2a01-4079-8035-2c542be53843 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:06.921070 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bd1af9-8191-4630-bd64-d12881f4cabd None None] Sync routers for ids ['87a09a30-d28c-4edd-9747-e970b0db2e13'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:02:06.926197 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4ed81f23-0ad5-4617-800b-8a562e9886f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3753cc11-1c31-453a-a527-f0e098c63ba8 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:02:06.941552 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4ed81f23-0ad5-4617-800b-8a562e9886f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:06.943213 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-17159260-a7c0-434a-bd88-4cdab7a8ae86 req-01807e77-5484-429b-a951-9f469182347e tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/security-groups?id=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304257 Feb 04 21:02:06.946088 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bd1af9-8191-4630-bd64-d12881f4cabd None None] Routers {'87a09a30-d28c-4edd-9747-e970b0db2e13'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:02:06.947009 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-e0bd1af9-8191-4630-bd64-d12881f4cabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:01:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['87a09a30-d28c-4edd-9747-e970b0db2e13'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:06.961123 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-4797cbc9-4cff-498c-8a54-add673f9a3c5 service neutron] Attempting to bind port 8a3eb473-b087-4928-953d-4f99ee76fdbf on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:02:06.961702 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-4797cbc9-4cff-498c-8a54-add673f9a3c5 service neutron] Attempting to bind port 8a3eb473-b087-4928-953d-4f99ee76fdbf by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': '2b740627-0c46-411f-90a8-d366483caf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd038b4df-6bf1-472b-86ac-d180904df3c5'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:02:06.962242 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-4797cbc9-4cff-498c-8a54-add673f9a3c5 service neutron] Attempting to bind port 8a3eb473-b087-4928-953d-4f99ee76fdbf on network d038b4df-6bf1-472b-86ac-d180904df3c5 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:02:06.970943 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b6cea15-171d-4adc-8d0d-0c76987ec22f admin admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:06.975762 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0b6cea15-171d-4adc-8d0d-0c76987ec22f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.8182509 Feb 04 21:02:06.979593 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55922) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:06.992301 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4ed81f23-0ad5-4617-800b-8a562e9886f4 service neutron] Transition to ACTIVE for port object 3753cc11-1c31-453a-a527-f0e098c63ba8 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:02:06.993386 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-998612af-2a01-4079-8035-2c542be53843 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:07.004104 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-5677b569-b5d0-4da2-88d2-91b022580815 req-4fb2facd-7aa1-4199-af13-8f0a0b9fc7f6 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Transition to ACTIVE for port object f4ba7000-b7be-4bac-bfaf-239ebac223f9 will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:02:07.005586 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-4797cbc9-4cff-498c-8a54-add673f9a3c5 service neutron] Port 8a3eb473-b087-4928-953d-4f99ee76fdbf on network d038b4df-6bf1-472b-86ac-d180904df3c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:02:07.006415 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-4797cbc9-4cff-498c-8a54-add673f9a3c5 service neutron] Attempting to bind port 8a3eb473-b087-4928-953d-4f99ee76fdbf on network d038b4df-6bf1-472b-86ac-d180904df3c5 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:02:07.041071 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-4797cbc9-4cff-498c-8a54-add673f9a3c5 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:02:07.042429 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-4797cbc9-4cff-498c-8a54-add673f9a3c5 service neutron] Checking segment: {'id': '2b740627-0c46-411f-90a8-d366483caf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd038b4df-6bf1-472b-86ac-d180904df3c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:02:07.043254 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-4797cbc9-4cff-498c-8a54-add673f9a3c5 service neutron] Bound using segment: {'id': '2b740627-0c46-411f-90a8-d366483caf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd038b4df-6bf1-472b-86ac-d180904df3c5'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:02:07.044240 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-4797cbc9-4cff-498c-8a54-add673f9a3c5 service neutron] Bound port: 8a3eb473-b087-4928-953d-4f99ee76fdbf, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b740627-0c46-411f-90a8-d366483caf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd038b4df-6bf1-472b-86ac-d180904df3c5'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:02:07.044906 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-4797cbc9-4cff-498c-8a54-add673f9a3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:07.129240 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4ed81f23-0ad5-4617-800b-8a562e9886f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:07.237871 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9b943-04da-4a9d-a075-7d478b479359 req-79a8e7d8-cd67-4382-8c27-ffb853d1a5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:07.244380 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2fe9b943-04da-4a9d-a075-7d478b479359 req-79a8e7d8-cd67-4382-8c27-ffb853d1a5a9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 1101 time: 0.5287855 Feb 04 21:02:07.264976 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed81f23-0ad5-4617-800b-8a562e9886f4 service neutron] Pushing event updated for resources: {'Port': ['ID=3753cc11-1c31-453a-a527-f0e098c63ba8,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:07.322047 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-e0bd1af9-8191-4630-bd64-d12881f4cabd None None] Set router 87a09a30-d28c-4edd-9747-e970b0db2e13 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:02:07.335957 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171b95e-368a-4cd3-a1bb-de8ddcb8dda3 req-05dc6b07-f33c-418d-aff5-2d66413ed689 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:07.343033 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171b95e-368a-4cd3-a1bb-de8ddcb8dda3 req-05dc6b07-f33c-418d-aff5-2d66413ed689 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:07.350429 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171b95e-368a-4cd3-a1bb-de8ddcb8dda3 req-05dc6b07-f33c-418d-aff5-2d66413ed689 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:07.356894 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171b95e-368a-4cd3-a1bb-de8ddcb8dda3 req-05dc6b07-f33c-418d-aff5-2d66413ed689 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:07.362795 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171b95e-368a-4cd3-a1bb-de8ddcb8dda3 req-05dc6b07-f33c-418d-aff5-2d66413ed689 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:07.370429 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2171b95e-368a-4cd3-a1bb-de8ddcb8dda3 req-05dc6b07-f33c-418d-aff5-2d66413ed689 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 3816 time: 0.5329974 Feb 04 21:02:07.504400 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 55938) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:07.554096 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-4797cbc9-4cff-498c-8a54-add673f9a3c5 service neutron] For port 8a3eb473-b087-4928-953d-4f99ee76fdbf, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:02:07.584268 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5677b569-b5d0-4da2-88d2-91b022580815 req-4fb2facd-7aa1-4199-af13-8f0a0b9fc7f6 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:07.605982 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['ad455e09-717a-4546-83e2-e55a50a48670', '7d722a48-1731-4cd9-8d76-d643035f4f73'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:02:07.619773 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 55946) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:07.752322 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-4797cbc9-4cff-498c-8a54-add673f9a3c5 service neutron] For port 8a3eb473-b087-4928-953d-4f99ee76fdbf, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=8a3eb473-b087-4928-953d-4f99ee76fdbf,segment=NetworkSegment(2b740627-0c46-411f-90a8-d366483caf5b),segment_id=2b740627-0c46-411f-90a8-d366483caf5b)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:02:07.768860 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2171b95e-368a-4cd3-a1bb-de8ddcb8dda3 req-308c5446-6284-4b91-ba62-b5b0ce218d8b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3973386 Feb 04 21:02:07.816178 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2fe9b943-04da-4a9d-a075-7d478b479359 req-d4925a67-0485-4778-a69e-9b62352a9031 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5608351 Feb 04 21:02:07.845562 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5677b569-b5d0-4da2-88d2-91b022580815 req-4fb2facd-7aa1-4199-af13-8f0a0b9fc7f6 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Network 54d6ae2e-de73-4435-bfdd-cd390a2143ad is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:02:07.857901 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4ed81f23-0ad5-4617-800b-8a562e9886f4 service neutron] Attempting to bind port 3753cc11-1c31-453a-a527-f0e098c63ba8 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:02:07.858236 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4ed81f23-0ad5-4617-800b-8a562e9886f4 service neutron] Attempting to bind port 3753cc11-1c31-453a-a527-f0e098c63ba8 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '07bc0a67-6867-413a-ba45-d087c277866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b07bb9ef-36fe-4586-bebc-d1a35b516abf'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:02:07.858566 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4ed81f23-0ad5-4617-800b-8a562e9886f4 service neutron] Attempting to bind port 3753cc11-1c31-453a-a527-f0e098c63ba8 on network b07bb9ef-36fe-4586-bebc-d1a35b516abf {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:02:07.865607 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4ed81f23-0ad5-4617-800b-8a562e9886f4 service neutron] Port 3753cc11-1c31-453a-a527-f0e098c63ba8 on network b07bb9ef-36fe-4586-bebc-d1a35b516abf not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:02:07.865607 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4ed81f23-0ad5-4617-800b-8a562e9886f4 service neutron] Attempting to bind port 3753cc11-1c31-453a-a527-f0e098c63ba8 on network b07bb9ef-36fe-4586-bebc-d1a35b516abf {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:02:07.865967 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-4797cbc9-4cff-498c-8a54-add673f9a3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:07.890430 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-5677b569-b5d0-4da2-88d2-91b022580815 req-4fb2facd-7aa1-4199-af13-8f0a0b9fc7f6 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:02:07.893796 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-5677b569-b5d0-4da2-88d2-91b022580815 req-4fb2facd-7aa1-4199-af13-8f0a0b9fc7f6 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:02:07.931264 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-c85d4279-6fb5-425e-bdb6-128b1c003d56 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-139033215-network', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:07.935771 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4ed81f23-0ad5-4617-800b-8a562e9886f4 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:02:07.936257 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4ed81f23-0ad5-4617-800b-8a562e9886f4 service neutron] Checking segment: {'id': '07bc0a67-6867-413a-ba45-d087c277866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b07bb9ef-36fe-4586-bebc-d1a35b516abf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:02:07.936495 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4ed81f23-0ad5-4617-800b-8a562e9886f4 service neutron] Bound using segment: {'id': '07bc0a67-6867-413a-ba45-d087c277866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b07bb9ef-36fe-4586-bebc-d1a35b516abf'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:02:07.936944 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4ed81f23-0ad5-4617-800b-8a562e9886f4 service neutron] Bound port: 3753cc11-1c31-453a-a527-f0e098c63ba8, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07bc0a67-6867-413a-ba45-d087c277866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b07bb9ef-36fe-4586-bebc-d1a35b516abf'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:02:07.937069 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c85d4279-6fb5-425e-bdb6-128b1c003d56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:07.937332 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4ed81f23-0ad5-4617-800b-8a562e9886f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:07.963884 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c85d4279-6fb5-425e-bdb6-128b1c003d56 admin admin] Usage tracker for resource:network and tenant:2ba621d22ceb430b9eee1db66fccde19 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:07.967046 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c85d4279-6fb5-425e-bdb6-128b1c003d56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:07.968243 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-e0bd1af9-8191-4630-bd64-d12881f4cabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a09a30-d28c-4edd-9747-e970b0db2e13', 'name': 'tempest-FloatingIPsNegativeTestJSON-939406777-router', 'tenant_id': '11b8edb207c54f73b1a7004ab0c97e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:01:58Z', 'updated_at': '2022-02-04T21:02:04Z', 'revision_number': 3, 'project_id': '11b8edb207c54f73b1a7004ab0c97e2b', 'gw_port': {'id': 'a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:26:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a09a30-d28c-4edd-9747-e970b0db2e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:01Z', 'updated_at': '2022-02-04T21:02:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:07.975435 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c85d4279-6fb5-425e-bdb6-128b1c003d56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:07.984259 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bd1af9-8191-4630-bd64-d12881f4cabd None None] Checking router: 87a09a30-d28c-4edd-9747-e970b0db2e13 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:02:07.984662 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bd1af9-8191-4630-bd64-d12881f4cabd None None] Updating router 87a09a30-d28c-4edd-9747-e970b0db2e13 port a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694 binding host n-d-827896-1 {{(pid=87684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:02:08.020595 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85d4279-6fb5-425e-bdb6-128b1c003d56 admin admin] Made reservation on behalf of 2ba621d22ceb430b9eee1db66fccde19 for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:02:08.022864 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c85d4279-6fb5-425e-bdb6-128b1c003d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:08.036517 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-998612af-2a01-4079-8035-2c542be53843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:08.064777 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e0bd1af9-8191-4630-bd64-d12881f4cabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:08.134327 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-4797cbc9-4cff-498c-8a54-add673f9a3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:08.137378 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-4797cbc9-4cff-498c-8a54-add673f9a3c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:08.138854 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-4797cbc9-4cff-498c-8a54-add673f9a3c5 service neutron] 10.222.0.32 "PUT /v2.0/ports/8a3eb473-b087-4928-953d-4f99ee76fdbf HTTP/1.1" status: 200 len: 1091 time: 5.6218865 Feb 04 21:02:08.154227 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0700be3a-9f00-44af-bd71-19e2b51d69ed', 'tag': '8a3eb473-b087-4928-953d-4f99ee76fdbf'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:02:08.158970 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c85d4279-6fb5-425e-bdb6-128b1c003d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:08.169954 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-998612af-2a01-4079-8035-2c542be53843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:08.209453 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2facd-7aa1-4199-af13-8f0a0b9fc7f6 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Pushing event updated for resources: {'Port': ['ID=f4ba7000-b7be-4bac-bfaf-239ebac223f9,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:08.222526 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 87db6fd1-7f78-4f70-9234-d881fa64a7b2 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:02:08.237190 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-cf62ba76-2f9d-4b98-b1f3-0c014c64486a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2a4938b9a1ec4c7d93a243828ac06eda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7237051 Feb 04 21:02:08.242352 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-998612af-2a01-4079-8035-2c542be53843 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a69c72e538e347bf8d5ff6aede4bb7a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9465761 Feb 04 21:02:08.243233 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55956) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:08.248129 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55958) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:08.295104 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4ed81f23-0ad5-4617-800b-8a562e9886f4 service neutron] For port 3753cc11-1c31-453a-a527-f0e098c63ba8, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:02:08.363095 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c85d4279-6fb5-425e-bdb6-128b1c003d56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:08.381555 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd8954-eb7f-47ce-ae6f-dc9d5c7d9534 req-8a0798c4-4b2e-4fc4-aa98-6bd6415ab3dc tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:08.389269 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0afd8954-eb7f-47ce-ae6f-dc9d5c7d9534 req-8a0798c4-4b2e-4fc4-aa98-6bd6415ab3dc tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=afa706c4-a5eb-4d89-8932-683090aeda27 HTTP/1.1" status: 200 len: 948 time: 1.0862751 Feb 04 21:02:08.424364 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4ed81f23-0ad5-4617-800b-8a562e9886f4 service neutron] For port 3753cc11-1c31-453a-a527-f0e098c63ba8, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=3753cc11-1c31-453a-a527-f0e098c63ba8,segment=NetworkSegment(07bc0a67-6867-413a-ba45-d087c277866a),segment_id=07bc0a67-6867-413a-ba45-d087c277866a)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:02:08.428933 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c85d4279-6fb5-425e-bdb6-128b1c003d56 admin admin] Usage tracker for resource:security_group_rule and tenant:2ba621d22ceb430b9eee1db66fccde19 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:08.437509 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677b569-b5d0-4da2-88d2-91b022580815 req-4fb2facd-7aa1-4199-af13-8f0a0b9fc7f6 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:08.438127 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5677b569-b5d0-4da2-88d2-91b022580815 req-4fb2facd-7aa1-4199-af13-8f0a0b9fc7f6 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:08.438246 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-dbb3f877-7263-4439-bb8a-b56c1af3ade4 None None] Provisioning for port f4ba7000-b7be-4bac-bfaf-239ebac223f9 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:02:08.449650 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c85d4279-6fb5-425e-bdb6-128b1c003d56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:08.465859 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-dbb3f877-7263-4439-bb8a-b56c1af3ade4 None None] Provisioning complete for port f4ba7000-b7be-4bac-bfaf-239ebac223f9 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:02:08.466239 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-dbb3f877-7263-4439-bb8a-b56c1af3ade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:08.473968 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998612af-2a01-4079-8035-2c542be53843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110029fd-9279-4c11-9cbb-f120cecb5165,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:08.478858 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c85d4279-6fb5-425e-bdb6-128b1c003d56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:08.499816 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4ed81f23-0ad5-4617-800b-8a562e9886f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:08.577342 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 87db6fd1-7f78-4f70-9234-d881fa64a7b2 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:02:08.580032 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-05e36eca-64b8-4d6c-a4e8-56d07d50fb70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:08.580180 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-dbb3f877-7263-4439-bb8a-b56c1af3ade4 None None] Port f4ba7000-b7be-4bac-bfaf-239ebac223f9 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:02:08.595710 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 87db6fd1-7f78-4f70-9234-d881fa64a7b2 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:02:08.596085 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:08.618696 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-44b6f0cd-fd1b-439b-9f3d-be46be59b1fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:08.621418 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4ed81f23-0ad5-4617-800b-8a562e9886f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:08.622293 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4ed81f23-0ad5-4617-800b-8a562e9886f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:08.623904 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4ed81f23-0ad5-4617-800b-8a562e9886f4 service neutron] 10.222.0.18 "PUT /v2.0/ports/3753cc11-1c31-453a-a527-f0e098c63ba8 HTTP/1.1" status: 200 len: 1092 time: 4.1986663 Feb 04 21:02:08.631810 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'tag': '3753cc11-1c31-453a-a527-f0e098c63ba8'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:02:08.665894 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0afd8954-eb7f-47ce-ae6f-dc9d5c7d9534 req-f34e9231-2698-4954-9449-bd436ed31208 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756617 Feb 04 21:02:08.680303 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-835eee0e-6dca-48ef-a5de-59209835af49 service neutron] Request body: {'port': {'device_id': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:08.695730 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5677b569-b5d0-4da2-88d2-91b022580815 req-4fb2facd-7aa1-4199-af13-8f0a0b9fc7f6 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0076115 Feb 04 21:02:08.700557 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797cbc9-4cff-498c-8a54-add673f9a3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=8a3eb473-b087-4928-953d-4f99ee76fdbf,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:08.739198 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-5677b569-b5d0-4da2-88d2-91b022580815 req-25503388-321e-446c-a92c-211724a3bb2a service neutron] Request body: {'port': {'device_id': '44b4e835-5118-4f2c-bbc7-34c340e98bf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:08.761858 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-05e36eca-64b8-4d6c-a4e8-56d07d50fb70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:08.826394 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e0bd1af9-8191-4630-bd64-d12881f4cabd None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:08.828874 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-44b6f0cd-fd1b-439b-9f3d-be46be59b1fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:08.837135 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed81f23-0ad5-4617-800b-8a562e9886f4 service neutron] Pushing event updated for resources: {'Port': ['ID=3753cc11-1c31-453a-a527-f0e098c63ba8,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:08.848239 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdef4f4-8fed-46e6-a760-f0a713df25f0 req-b9cc5bde-a2ab-49f2-b2cb-36e54b672afb tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:08.848498 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-e0bd1af9-8191-4630-bd64-d12881f4cabd None None] Transition to ACTIVE for port object a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:02:08.853263 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:08.857706 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9bdef4f4-8fed-46e6-a760-f0a713df25f0 req-b9cc5bde-a2ab-49f2-b2cb-36e54b672afb tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 935 time: 0.8379672 Feb 04 21:02:08.871962 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e0bd1af9-8191-4630-bd64-d12881f4cabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:08.895067 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed81f23-0ad5-4617-800b-8a562e9886f4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:08.895635 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed81f23-0ad5-4617-800b-8a562e9886f4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:08.895988 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed81f23-0ad5-4617-800b-8a562e9886f4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:08.896769 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed81f23-0ad5-4617-800b-8a562e9886f4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:08.897160 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed81f23-0ad5-4617-800b-8a562e9886f4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:08.897561 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed81f23-0ad5-4617-800b-8a562e9886f4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:08.897894 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed81f23-0ad5-4617-800b-8a562e9886f4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:08.898237 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed81f23-0ad5-4617-800b-8a562e9886f4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:08.898610 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed81f23-0ad5-4617-800b-8a562e9886f4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:08.899025 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed81f23-0ad5-4617-800b-8a562e9886f4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:08.899357 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed81f23-0ad5-4617-800b-8a562e9886f4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:08.899722 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed81f23-0ad5-4617-800b-8a562e9886f4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:08.966005 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d15f0-bf81-43b2-be2c-b7d608abb0c0 None None] Pushing event updated for resources: {'Port': ['ID=a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:08.989297 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-da48ce43-11cf-47e8-9ea8-579766d26d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:08.989907 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-da48ce43-11cf-47e8-9ea8-579766d26d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:08.991438 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa706c4-a5eb-4d89-8932-683090aeda27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87db6fd1-7f78-4f70-9234-d881fa64a7b2'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:02:08.991927 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-da48ce43-11cf-47e8-9ea8-579766d26d11 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf059d808b3643f5ba5990d95220908f&device_id=0700be3a-9f00-44af-bd71-19e2b51d69ed HTTP/1.1" status: 200 len: 1979 time: 0.7683227 Feb 04 21:02:09.011069 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 87db6fd1-7f78-4f70-9234-d881fa64a7b2, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=87db6fd1-7f78-4f70-9234-d881fa64a7b2,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:09.012510 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-e0bd1af9-8191-4630-bd64-d12881f4cabd None None] Attempting to bind port a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:02:09.012882 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-e0bd1af9-8191-4630-bd64-d12881f4cabd None None] Attempting to bind port a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:02:09.013314 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bd1af9-8191-4630-bd64-d12881f4cabd None None] Attempting to bind port a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694 on network 1f11f724-8cdd-497d-8220-929f45cf1223 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:02:09.037299 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bd1af9-8191-4630-bd64-d12881f4cabd None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:02:09.037736 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bd1af9-8191-4630-bd64-d12881f4cabd None None] Checking segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:02:09.038145 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e0bd1af9-8191-4630-bd64-d12881f4cabd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:09.038537 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bd1af9-8191-4630-bd64-d12881f4cabd None None] Bound using segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:02:09.039585 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-e0bd1af9-8191-4630-bd64-d12881f4cabd None None] Bound port: a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:02:09.039969 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e0bd1af9-8191-4630-bd64-d12881f4cabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:09.071349 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:09.101948 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-835eee0e-6dca-48ef-a5de-59209835af49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:09.113980 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-507ff137-545b-4416-8bbe-bf537e89cf15 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.11&port_id=1d2166ab-b62e-4dc3-9978-195fd1ce37c9 HTTP/1.1" status: 200 len: 217 time: 0.0904169 Feb 04 21:02:09.131557 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9bdef4f4-8fed-46e6-a760-f0a713df25f0 req-b570393d-d3b4-46d5-b11e-4398572ac3f8 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729180 Feb 04 21:02:09.167612 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-05e36eca-64b8-4d6c-a4e8-56d07d50fb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:09.172979 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=87db6fd1-7f78-4f70-9234-d881fa64a7b2,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:09.194189 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-44b6f0cd-fd1b-439b-9f3d-be46be59b1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:09.229650 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-e0bd1af9-8191-4630-bd64-d12881f4cabd None None] For port a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:02:09.234627 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-e0bd1af9-8191-4630-bd64-d12881f4cabd None None] For port a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:02:09.240421 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e0bd1af9-8191-4630-bd64-d12881f4cabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:09.271603 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e36eca-64b8-4d6c-a4e8-56d07d50fb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcc9db5-8e7a-40a8-83b9-125879a69647,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:09.296661 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0700be3a-9f00-44af-bd71-19e2b51d69ed', 'tag': '8a3eb473-b087-4928-953d-4f99ee76fdbf', 'status': 'completed', 'code': 200} Feb 04 21:02:09.305704 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5677b569-b5d0-4da2-88d2-91b022580815 req-25503388-321e-446c-a92c-211724a3bb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:09.321017 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6f0cd-fd1b-439b-9f3d-be46be59b1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110029fd-9279-4c11-9cbb-f120cecb5165,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:09.328383 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'tag': '3753cc11-1c31-453a-a527-f0e098c63ba8', 'status': 'completed', 'code': 200} Feb 04 21:02:09.344463 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-44b6f0cd-fd1b-439b-9f3d-be46be59b1fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:09.345844 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-44b6f0cd-fd1b-439b-9f3d-be46be59b1fb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/110029fd-9279-4c11-9cbb-f120cecb5165 HTTP/1.1" status: 204 len: 168 time: 1.0466936 Feb 04 21:02:09.360208 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d15f0-bf81-43b2-be2c-b7d608abb0c0 None None] Pushing event updated for resources: {'Port': ['ID=a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:09.408304 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acba452-0de2-44d8-af4a-dae6cd5bdc24 req-d5597a62-b156-4361-80f2-cb8485cd9583 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:09.415006 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acba452-0de2-44d8-af4a-dae6cd5bdc24 req-d5597a62-b156-4361-80f2-cb8485cd9583 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:09.424556 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4acba452-0de2-44d8-af4a-dae6cd5bdc24 req-d5597a62-b156-4361-80f2-cb8485cd9583 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=0700be3a-9f00-44af-bd71-19e2b51d69ed HTTP/1.1" status: 200 len: 1677 time: 0.5968752 Feb 04 21:02:09.424712 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-05e36eca-64b8-4d6c-a4e8-56d07d50fb70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:09.426273 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-05e36eca-64b8-4d6c-a4e8-56d07d50fb70 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0bcc9db5-8e7a-40a8-83b9-125879a69647 HTTP/1.1" status: 204 len: 168 time: 1.1281543 Feb 04 21:02:09.450920 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bd1af9-8191-4630-bd64-d12881f4cabd None None] Routers {'87a09a30-d28c-4edd-9747-e970b0db2e13'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:02:09.451839 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-e0bd1af9-8191-4630-bd64-d12881f4cabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:01:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['87a09a30-d28c-4edd-9747-e970b0db2e13'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:09.520751 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d872ef99-d5f8-4ead-9ce8-ba1d4c5406ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:09.643652 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c85d4279-6fb5-425e-bdb6-128b1c003d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:09.698196 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-e0bd1af9-8191-4630-bd64-d12881f4cabd None None] Set router 87a09a30-d28c-4edd-9747-e970b0db2e13 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:02:09.735510 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4acba452-0de2-44d8-af4a-dae6cd5bdc24 req-986f7c4a-eba5-47da-89db-9498a1adc288 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/security-groups?id=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098207 Feb 04 21:02:09.741431 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-41ba3404-e3af-4fa5-9517-d340617d3c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:09.743065 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-41ba3404-e3af-4fa5-9517-d340617d3c77 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aa652851-5eb0-4a1b-8482-32a88b98da23 HTTP/1.1" status: 200 len: 801 time: 0.5990055 Feb 04 21:02:09.764232 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c85d4279-6fb5-425e-bdb6-128b1c003d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:09.771179 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba63fc-81c7-4d0f-940d-3f80cea2dc6a req-7545c5d7-a6f2-4184-be8e-67a5d8f6d84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:09.771179 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba63fc-81c7-4d0f-940d-3f80cea2dc6a req-7545c5d7-a6f2-4184-be8e-67a5d8f6d84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:09.771179 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba63fc-81c7-4d0f-940d-3f80cea2dc6a req-7545c5d7-a6f2-4184-be8e-67a5d8f6d84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:09.771179 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba63fc-81c7-4d0f-940d-3f80cea2dc6a req-7545c5d7-a6f2-4184-be8e-67a5d8f6d84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:09.771179 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba63fc-81c7-4d0f-940d-3f80cea2dc6a req-7545c5d7-a6f2-4184-be8e-67a5d8f6d84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:09.771665 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-03ba63fc-81c7-4d0f-940d-3f80cea2dc6a req-7545c5d7-a6f2-4184-be8e-67a5d8f6d84f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df41148af8d64ecb86c2b5be8209bfd9&device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 4363 time: 0.4220643 Feb 04 21:02:09.904552 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d4279-6fb5-425e-bdb6-128b1c003d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772eba00-5849-4013-8790-5fc862b05f78,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:09.913550 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa706c4-a5eb-4d89-8932-683090aeda27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87db6fd1-7f78-4f70-9234-d881fa64a7b2', 'code': 200} Feb 04 21:02:09.998558 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c85d4279-6fb5-425e-bdb6-128b1c003d56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:02:10.012059 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c85d4279-6fb5-425e-bdb6-128b1c003d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:10.012479 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-c85d4279-6fb5-425e-bdb6-128b1c003d56 admin admin] Added segment cb355a89-ae7a-49aa-a1a6-659916644cb2 of type vlan for network 05b0da4f-bf1c-4e94-969a-698256edcb76 Feb 04 21:02:10.051253 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c85d4279-6fb5-425e-bdb6-128b1c003d56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:10.142193 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c85d4279-6fb5-425e-bdb6-128b1c003d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:10.143139 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85d4279-6fb5-425e-bdb6-128b1c003d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:10.143711 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c85d4279-6fb5-425e-bdb6-128b1c003d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:10.167923 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 55988) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:10.203126 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba63fc-81c7-4d0f-940d-3f80cea2dc6a req-67a234a1-f1d3-4641-ba69-4839ab2b15b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:10.204236 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba63fc-81c7-4d0f-940d-3f80cea2dc6a req-67a234a1-f1d3-4641-ba69-4839ab2b15b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:10.204959 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba63fc-81c7-4d0f-940d-3f80cea2dc6a req-67a234a1-f1d3-4641-ba69-4839ab2b15b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:10.206824 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-03ba63fc-81c7-4d0f-940d-3f80cea2dc6a req-67a234a1-f1d3-4641-ba69-4839ab2b15b4 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=df41148af8d64ecb86c2b5be8209bfd9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4107118 Feb 04 21:02:10.282277 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-e0bd1af9-8191-4630-bd64-d12881f4cabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a09a30-d28c-4edd-9747-e970b0db2e13', 'name': 'tempest-FloatingIPsNegativeTestJSON-939406777-router', 'tenant_id': '11b8edb207c54f73b1a7004ab0c97e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:01:58Z', 'updated_at': '2022-02-04T21:02:04Z', 'revision_number': 3, 'project_id': '11b8edb207c54f73b1a7004ab0c97e2b', 'gw_port': {'id': 'a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:26:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a09a30-d28c-4edd-9747-e970b0db2e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:01Z', 'updated_at': '2022-02-04T21:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:10.287052 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bd1af9-8191-4630-bd64-d12881f4cabd None None] The sync data for ids ['87a09a30-d28c-4edd-9747-e970b0db2e13'] in n-d-827896-1 is: [{'id': '87a09a30-d28c-4edd-9747-e970b0db2e13', 'name': 'tempest-FloatingIPsNegativeTestJSON-939406777-router', 'tenant_id': '11b8edb207c54f73b1a7004ab0c97e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:01:58Z', 'updated_at': '2022-02-04T21:02:04Z', 'revision_number': 3, 'project_id': '11b8edb207c54f73b1a7004ab0c97e2b', 'gw_port': {'id': 'a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:26:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a09a30-d28c-4edd-9747-e970b0db2e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:01Z', 'updated_at': '2022-02-04T21:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:02:10.287389 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d4279-6fb5-425e-bdb6-128b1c003d56 admin admin] Pushing event updated for resources: {'Network': ['ID=05b0da4f-bf1c-4e94-969a-698256edcb76,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:10.314317 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 05b0da4f-bf1c-4e94-969a-698256edcb76 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:02:10.436932 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba63fc-81c7-4d0f-940d-3f80cea2dc6a req-a3d6eda0-e44b-48c9-9a92-f838b0e21b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:10.438996 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-03ba63fc-81c7-4d0f-940d-3f80cea2dc6a req-a3d6eda0-e44b-48c9-9a92-f838b0e21b69 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2152383 Feb 04 21:02:10.486506 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-d872ef99-d5f8-4ead-9ce8-ba1d4c5406ac admin admin] Allocated IP 172.20.0.1 (758090da-ed1d-490c-a160-1ef35c2807a3/2dc4aecf-9d72-4348-9ed2-a5e90512fd29/bdb34aa3-7f59-4170-8f48-3a1594c00c8e) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:02:10.499053 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c9d03-cd98-4a2d-b378-c5b7ea706577 req-d75faed2-1374-4e97-8f17-77571870a2a0 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:10.505184 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c9d03-cd98-4a2d-b378-c5b7ea706577 req-d75faed2-1374-4e97-8f17-77571870a2a0 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:10.512342 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c9d03-cd98-4a2d-b378-c5b7ea706577 req-d75faed2-1374-4e97-8f17-77571870a2a0 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:10.518697 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c9d03-cd98-4a2d-b378-c5b7ea706577 req-d75faed2-1374-4e97-8f17-77571870a2a0 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:10.524463 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c9d03-cd98-4a2d-b378-c5b7ea706577 req-d75faed2-1374-4e97-8f17-77571870a2a0 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:10.530303 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-389c9d03-cd98-4a2d-b378-c5b7ea706577 req-d75faed2-1374-4e97-8f17-77571870a2a0 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 3828 time: 0.9873276 Feb 04 21:02:10.531535 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cfba9b79-ab07-45c0-872e-13d3acb8a500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:10.583301 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-cfba9b79-ab07-45c0-872e-13d3acb8a500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:10.598659 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c85d4279-6fb5-425e-bdb6-128b1c003d56 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.9734449 Feb 04 21:02:10.604744 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-cfba9b79-ab07-45c0-872e-13d3acb8a500 admin admin] Usage tracker for resource:security_group_rule and tenant:bb97d66b782d4d5c89b6e2a8fe570bf7 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:10.610956 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56000) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:10.612652 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-cfba9b79-ab07-45c0-872e-13d3acb8a500 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:10.624647 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-cfba9b79-ab07-45c0-872e-13d3acb8a500 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:10.642835 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-835eee0e-6dca-48ef-a5de-59209835af49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c946fa5d-284e-4d9b-a8fb-f026a285451d {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:02:10.680884 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-835eee0e-6dca-48ef-a5de-59209835af49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:10.706116 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-835eee0e-6dca-48ef-a5de-59209835af49 service neutron] Transition to ACTIVE for port object c946fa5d-284e-4d9b-a8fb-f026a285451d will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:02:10.712702 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-4e71ae37-6da5-4662-8d85-fc5e922484ee admin admin] Request body: {'subnet': {'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-139033215-subnet', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:10.729261 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-4e71ae37-6da5-4662-8d85-fc5e922484ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:10.737415 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-835eee0e-6dca-48ef-a5de-59209835af49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:10.762875 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-4e71ae37-6da5-4662-8d85-fc5e922484ee admin admin] Usage tracker for resource:subnet and tenant:2ba621d22ceb430b9eee1db66fccde19 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:10.773035 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180a5e3-f881-4238-a794-c4e08e592749 req-0ff8d7d5-55c4-4bf6-9f9c-7f1d08e6ce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:10.776739 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0180a5e3-f881-4238-a794-c4e08e592749 req-0ff8d7d5-55c4-4bf6-9f9c-7f1d08e6ce0f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=afa706c4-a5eb-4d89-8932-683090aeda27 HTTP/1.1" status: 200 len: 1100 time: 0.8728280 Feb 04 21:02:10.786904 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-4e71ae37-6da5-4662-8d85-fc5e922484ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:10.816806 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-389c9d03-cd98-4a2d-b378-c5b7ea706577 req-d6dd9509-6d22-4ced-a49e-ca79a90fbf8c tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2641025 Feb 04 21:02:10.821153 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-4e71ae37-6da5-4662-8d85-fc5e922484ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:10.823556 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56008) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:10.866749 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1537b8-b8c4-4924-ab8b-a2f1e5fa3790 req-2a01f3e5-06f5-4f39-b800-665f5fd0ea73 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:10.873774 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-af1537b8-b8c4-4924-ab8b-a2f1e5fa3790 req-2a01f3e5-06f5-4f39-b800-665f5fd0ea73 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=afa706c4-a5eb-4d89-8932-683090aeda27 HTTP/1.1" status: 200 len: 949 time: 0.9436924 Feb 04 21:02:10.884353 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-bceef4c8-29ee-4d35-85e3-78599849cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:10.886488 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-bceef4c8-29ee-4d35-85e3-78599849cafa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=40abcaa4-cb3d-49ea-98ca-157e85e59acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.1144109 Feb 04 21:02:10.985967 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d872ef99-d5f8-4ead-9ce8-ba1d4c5406ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:11.090737 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e71ae37-6da5-4662-8d85-fc5e922484ee admin admin] Made reservation on behalf of 2ba621d22ceb430b9eee1db66fccde19 for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:02:11.095417 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4e71ae37-6da5-4662-8d85-fc5e922484ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:11.141100 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835eee0e-6dca-48ef-a5de-59209835af49 service neutron] Pushing event updated for resources: {'Port': ['ID=c946fa5d-284e-4d9b-a8fb-f026a285451d,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:11.175253 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-6785b692-7e24-41b3-9ad7-0f8147225228 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-890470248-network', 'tenant_id': '0ced7bc462824d7f8af8ae61ac746e83'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:11.194611 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-d872ef99-d5f8-4ead-9ce8-ba1d4c5406ac admin admin] Transition to ACTIVE for port object bdb34aa3-7f59-4170-8f48-3a1594c00c8e will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:02:11.203439 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6785b692-7e24-41b3-9ad7-0f8147225228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:11.207622 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6785b692-7e24-41b3-9ad7-0f8147225228 admin admin] Usage tracker for resource:network and tenant:0ced7bc462824d7f8af8ae61ac746e83 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:11.210708 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6785b692-7e24-41b3-9ad7-0f8147225228 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:11.217107 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6785b692-7e24-41b3-9ad7-0f8147225228 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:11.232242 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6785b692-7e24-41b3-9ad7-0f8147225228 admin admin] Made reservation on behalf of 0ced7bc462824d7f8af8ae61ac746e83 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:02:11.234982 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6785b692-7e24-41b3-9ad7-0f8147225228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:11.255938 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6785b692-7e24-41b3-9ad7-0f8147225228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:11.292647 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6785b692-7e24-41b3-9ad7-0f8147225228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:11.298763 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-835eee0e-6dca-48ef-a5de-59209835af49 service neutron] Attempting to bind port c946fa5d-284e-4d9b-a8fb-f026a285451d on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:02:11.299106 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-835eee0e-6dca-48ef-a5de-59209835af49 service neutron] Attempting to bind port c946fa5d-284e-4d9b-a8fb-f026a285451d by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'eb14079e-74a0-4935-87b8-557042e4c6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '96794e5b-cad6-4140-9df8-3b22f7347459'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:02:11.299438 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-835eee0e-6dca-48ef-a5de-59209835af49 service neutron] Attempting to bind port c946fa5d-284e-4d9b-a8fb-f026a285451d on network 96794e5b-cad6-4140-9df8-3b22f7347459 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:02:11.311132 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6785b692-7e24-41b3-9ad7-0f8147225228 admin admin] Usage tracker for resource:security_group_rule and tenant:0ced7bc462824d7f8af8ae61ac746e83 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:11.319053 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6785b692-7e24-41b3-9ad7-0f8147225228 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:11.329604 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6785b692-7e24-41b3-9ad7-0f8147225228 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:11.332608 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-835eee0e-6dca-48ef-a5de-59209835af49 service neutron] Port c946fa5d-284e-4d9b-a8fb-f026a285451d on network 96794e5b-cad6-4140-9df8-3b22f7347459 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:02:11.332936 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-835eee0e-6dca-48ef-a5de-59209835af49 service neutron] Attempting to bind port c946fa5d-284e-4d9b-a8fb-f026a285451d on network 96794e5b-cad6-4140-9df8-3b22f7347459 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:02:11.349598 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-835eee0e-6dca-48ef-a5de-59209835af49 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:02:11.349977 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-835eee0e-6dca-48ef-a5de-59209835af49 service neutron] Checking segment: {'id': 'eb14079e-74a0-4935-87b8-557042e4c6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '96794e5b-cad6-4140-9df8-3b22f7347459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:02:11.350405 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-835eee0e-6dca-48ef-a5de-59209835af49 service neutron] Bound using segment: {'id': 'eb14079e-74a0-4935-87b8-557042e4c6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '96794e5b-cad6-4140-9df8-3b22f7347459'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:02:11.350849 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-835eee0e-6dca-48ef-a5de-59209835af49 service neutron] Bound port: c946fa5d-284e-4d9b-a8fb-f026a285451d, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb14079e-74a0-4935-87b8-557042e4c6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '96794e5b-cad6-4140-9df8-3b22f7347459'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:02:11.351193 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-835eee0e-6dca-48ef-a5de-59209835af49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:11.365825 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d872ef99-d5f8-4ead-9ce8-ba1d4c5406ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:11.435934 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-5677b569-b5d0-4da2-88d2-91b022580815 req-25503388-321e-446c-a92c-211724a3bb2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4ba7000-b7be-4bac-bfaf-239ebac223f9 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:02:11.454880 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0180a5e3-f881-4238-a794-c4e08e592749 req-2c3d94c1-cd0c-4633-accd-83a66df6464e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6589551 Feb 04 21:02:11.467219 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-af1537b8-b8c4-4924-ab8b-a2f1e5fa3790 req-07c31452-3909-47d0-b234-189697f46c7f tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5900860 Feb 04 21:02:11.474027 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5677b569-b5d0-4da2-88d2-91b022580815 req-25503388-321e-446c-a92c-211724a3bb2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:11.496075 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d872ef99-d5f8-4ead-9ce8-ba1d4c5406ac admin admin] Network 758090da-ed1d-490c-a160-1ef35c2807a3 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:02:11.512676 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-d872ef99-d5f8-4ead-9ce8-ba1d4c5406ac admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:02:11.523987 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d872ef99-d5f8-4ead-9ce8-ba1d4c5406ac admin admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:02:11.549340 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-5677b569-b5d0-4da2-88d2-91b022580815 req-25503388-321e-446c-a92c-211724a3bb2a service neutron] Transition to ACTIVE for port object f4ba7000-b7be-4bac-bfaf-239ebac223f9 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:02:11.558684 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872ef99-d5f8-4ead-9ce8-ba1d4c5406ac admin admin] Pushing event updated for resources: {'Port': ['ID=bdb34aa3-7f59-4170-8f48-3a1594c00c8e,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:11.569520 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5677b569-b5d0-4da2-88d2-91b022580815 req-25503388-321e-446c-a92c-211724a3bb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:11.649159 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-835eee0e-6dca-48ef-a5de-59209835af49 service neutron] For port c946fa5d-284e-4d9b-a8fb-f026a285451d, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:02:11.656887 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-835eee0e-6dca-48ef-a5de-59209835af49 service neutron] For port c946fa5d-284e-4d9b-a8fb-f026a285451d, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=c946fa5d-284e-4d9b-a8fb-f026a285451d,segment=NetworkSegment(eb14079e-74a0-4935-87b8-557042e4c6f4),segment_id=eb14079e-74a0-4935-87b8-557042e4c6f4)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:02:11.657999 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d872ef99-d5f8-4ead-9ce8-ba1d4c5406ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:11.664406 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-835eee0e-6dca-48ef-a5de-59209835af49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:11.719766 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-2294f74d-3325-4e2e-b119-c11ea4411968 service neutron] 10.222.0.32 "GET /v2.0/networks/40abcaa4-cb3d-49ea-98ca-157e85e59acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8212862 Feb 04 21:02:11.753346 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cfba9b79-ab07-45c0-872e-13d3acb8a500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:11.763114 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-835eee0e-6dca-48ef-a5de-59209835af49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:11.763734 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-835eee0e-6dca-48ef-a5de-59209835af49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:11.765173 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-835eee0e-6dca-48ef-a5de-59209835af49 service neutron] 10.222.0.18 "PUT /v2.0/ports/c946fa5d-284e-4d9b-a8fb-f026a285451d HTTP/1.1" status: 200 len: 1129 time: 3.0888588 Feb 04 21:02:11.768332 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'tag': 'c946fa5d-284e-4d9b-a8fb-f026a285451d'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:02:11.780252 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6785b692-7e24-41b3-9ad7-0f8147225228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:11.808262 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8ee97914-ecdc-4ca5-8e4b-904bbbebbfa6 service neutron] Request body: {'port': {'device_id': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:11.844407 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cfba9b79-ab07-45c0-872e-13d3acb8a500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:11.847031 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6785b692-7e24-41b3-9ad7-0f8147225228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:11.928128 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835eee0e-6dca-48ef-a5de-59209835af49 service neutron] Pushing event updated for resources: {'Port': ['ID=c946fa5d-284e-4d9b-a8fb-f026a285451d,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:11.934208 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae2ef3-2f09-4501-bf8e-a43b6fb21b69 req-28cc4f80-7d3a-4709-9424-cf9d295ec12b tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:11.934398 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6785b692-7e24-41b3-9ad7-0f8147225228 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:02:11.935478 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-30ae2ef3-2f09-4501-bf8e-a43b6fb21b69 req-28cc4f80-7d3a-4709-9424-cf9d295ec12b tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 935 time: 0.9452126 Feb 04 21:02:11.949663 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25503388-321e-446c-a92c-211724a3bb2a service neutron] Pushing event updated for resources: {'Port': ['ID=f4ba7000-b7be-4bac-bfaf-239ebac223f9,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:12.024367 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785b692-7e24-41b3-9ad7-0f8147225228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da99db3f-d2fa-4704-8fd7-a06677e7f727,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:12.034407 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6785b692-7e24-41b3-9ad7-0f8147225228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:12.034753 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-6785b692-7e24-41b3-9ad7-0f8147225228 admin admin] Added segment 675dce53-08b0-42e3-91e7-f4570d2be1f0 of type vlan for network d91b0256-6e8c-4e5f-b3f5-5bf833f25e19 Feb 04 21:02:12.110655 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8ee97914-ecdc-4ca5-8e4b-904bbbebbfa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:12.167916 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-8e83606b-6ed9-4f8e-bb8e-2ec28b193104 None None] Provisioning for port bdb34aa3-7f59-4170-8f48-3a1594c00c8e completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:02:12.175565 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-8e83606b-6ed9-4f8e-bb8e-2ec28b193104 None None] Provisioning complete for port bdb34aa3-7f59-4170-8f48-3a1594c00c8e triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:02:12.176193 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8e83606b-6ed9-4f8e-bb8e-2ec28b193104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:12.195809 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-cfba9b79-ab07-45c0-872e-13d3acb8a500 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bb97d66b782d4d5c89b6e2a8fe570bf7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9198906 Feb 04 21:02:12.202983 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6785b692-7e24-41b3-9ad7-0f8147225228 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:12.212397 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56018) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:12.256590 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-8e83606b-6ed9-4f8e-bb8e-2ec28b193104 None None] Port bdb34aa3-7f59-4170-8f48-3a1594c00c8e cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:02:12.263565 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba9b79-ab07-45c0-872e-13d3acb8a500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36f69fa-480c-4e4e-b1f4-280ca621c0ca,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:12.314251 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6785b692-7e24-41b3-9ad7-0f8147225228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:12.315738 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6785b692-7e24-41b3-9ad7-0f8147225228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:12.316330 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6785b692-7e24-41b3-9ad7-0f8147225228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:12.334191 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-30ae2ef3-2f09-4501-bf8e-a43b6fb21b69 req-5ad86913-01f5-41d9-a045-fda27a75c285 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810720 Feb 04 21:02:12.387974 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-4eefa9fc-95bd-4506-b800-c9e63294a167 service neutron] 10.222.0.32 "GET /v2.0/networks/40abcaa4-cb3d-49ea-98ca-157e85e59acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6457326 Feb 04 21:02:12.453407 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-5677b569-b5d0-4da2-88d2-91b022580815 req-25503388-321e-446c-a92c-211724a3bb2a service neutron] Attempting to bind port f4ba7000-b7be-4bac-bfaf-239ebac223f9 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:02:12.453746 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-5677b569-b5d0-4da2-88d2-91b022580815 req-25503388-321e-446c-a92c-211724a3bb2a service neutron] Attempting to bind port f4ba7000-b7be-4bac-bfaf-239ebac223f9 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:02:12.454072 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5677b569-b5d0-4da2-88d2-91b022580815 req-25503388-321e-446c-a92c-211724a3bb2a service neutron] Attempting to bind port f4ba7000-b7be-4bac-bfaf-239ebac223f9 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:02:12.464465 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff912fc1-a843-479a-963a-d6db61d8057e req-2b29db99-32aa-440e-87aa-37be8a99f03a tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:12.470283 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff912fc1-a843-479a-963a-d6db61d8057e req-2b29db99-32aa-440e-87aa-37be8a99f03a tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:12.477858 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ff912fc1-a843-479a-963a-d6db61d8057e req-2b29db99-32aa-440e-87aa-37be8a99f03a tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=0700be3a-9f00-44af-bd71-19e2b51d69ed HTTP/1.1" status: 200 len: 1677 time: 0.7539365 Feb 04 21:02:12.512608 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4e71ae37-6da5-4662-8d85-fc5e922484ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:12.585985 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-957e9ea4-8075-406f-bc5b-a3ed0c7782e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.35&port_id=8a3eb473-b087-4928-953d-4f99ee76fdbf HTTP/1.1" status: 200 len: 217 time: 0.1899223 Feb 04 21:02:12.607791 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5677b569-b5d0-4da2-88d2-91b022580815 req-25503388-321e-446c-a92c-211724a3bb2a service neutron] Port f4ba7000-b7be-4bac-bfaf-239ebac223f9 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:02:12.608118 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5677b569-b5d0-4da2-88d2-91b022580815 req-25503388-321e-446c-a92c-211724a3bb2a service neutron] Attempting to bind port f4ba7000-b7be-4bac-bfaf-239ebac223f9 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:02:12.641799 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:02:12.703967 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'tag': 'c946fa5d-284e-4d9b-a8fb-f026a285451d', 'status': 'completed', 'code': 200} Feb 04 21:02:12.710673 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785b692-7e24-41b3-9ad7-0f8147225228 admin admin] Pushing event updated for resources: {'Network': ['ID=d91b0256-6e8c-4e5f-b3f5-5bf833f25e19,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:12.715125 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:02:12.719930 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5677b569-b5d0-4da2-88d2-91b022580815 req-25503388-321e-446c-a92c-211724a3bb2a service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:02:12.720204 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5677b569-b5d0-4da2-88d2-91b022580815 req-25503388-321e-446c-a92c-211724a3bb2a service neutron] Checking segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:02:12.720589 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5677b569-b5d0-4da2-88d2-91b022580815 req-25503388-321e-446c-a92c-211724a3bb2a service neutron] Bound using segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:02:12.721064 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-5677b569-b5d0-4da2-88d2-91b022580815 req-25503388-321e-446c-a92c-211724a3bb2a service neutron] Bound port: f4ba7000-b7be-4bac-bfaf-239ebac223f9, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:02:12.721416 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5677b569-b5d0-4da2-88d2-91b022580815 req-25503388-321e-446c-a92c-211724a3bb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:12.722046 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:02:12.722739 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:12.731775 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fa9751ed-4da0-4b4b-b994-835a9ad5f33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:12.760152 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network d91b0256-6e8c-4e5f-b3f5-5bf833f25e19 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:02:12.764025 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d872ef99-d5f8-4ead-9ce8-ba1d4c5406ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:12.813053 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ff912fc1-a843-479a-963a-d6db61d8057e req-e968ef1d-1ed6-4791-9a8c-01ead9d43540 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/security-groups?id=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345325 Feb 04 21:02:12.814702 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6785b692-7e24-41b3-9ad7-0f8147225228 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9827745 Feb 04 21:02:12.824491 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56024) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:12.833509 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-1cf81ac5-19d2-45cf-8b81-c09873c8cdc9 admin admin] Request body: {'subnet': {'network_id': 'd91b0256-6e8c-4e5f-b3f5-5bf833f25e19', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-890470248-subnet', 'tenant_id': '0ced7bc462824d7f8af8ae61ac746e83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:12.893751 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fa9751ed-4da0-4b4b-b994-835a9ad5f33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:12.894315 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-1cf81ac5-19d2-45cf-8b81-c09873c8cdc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:12.905845 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71ae37-6da5-4662-8d85-fc5e922484ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:12.923625 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1cf81ac5-19d2-45cf-8b81-c09873c8cdc9 admin admin] Usage tracker for resource:subnet and tenant:0ced7bc462824d7f8af8ae61ac746e83 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:12.926227 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-0d693473-7553-4d66-ae30-d03df7ef68af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:12.929119 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-0d693473-7553-4d66-ae30-d03df7ef68af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=474b7d7f-eda6-4944-b647-79da58b5564f HTTP/1.1" status: 200 len: 801 time: 0.3082576 Feb 04 21:02:12.930778 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1cf81ac5-19d2-45cf-8b81-c09873c8cdc9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:12.957454 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e71ae37-6da5-4662-8d85-fc5e922484ee admin admin] Checking segment: {'id': 'cb355a89-ae7a-49aa-a1a6-659916644cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:02:12.957820 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e71ae37-6da5-4662-8d85-fc5e922484ee admin admin] Network hostable DHCP agents. Network: 05b0da4f-bf1c-4e94-969a-698256edcb76, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:02:12.962752 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-1cf81ac5-19d2-45cf-8b81-c09873c8cdc9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:12.967355 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:12.988335 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:12.993877 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:13.086960 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf81ac5-19d2-45cf-8b81-c09873c8cdc9 admin admin] Made reservation on behalf of 0ced7bc462824d7f8af8ae61ac746e83 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:02:13.087657 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:13.090792 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1cf81ac5-19d2-45cf-8b81-c09873c8cdc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:13.168435 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e71ae37-6da5-4662-8d85-fc5e922484ee admin admin] Network 05b0da4f-bf1c-4e94-969a-698256edcb76 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:02:13.179906 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8a454-afb0-45cd-8254-deafe0960610 req-db918e52-d41d-4ec9-bc0a-31d77ef2e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:13.180390 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8a454-afb0-45cd-8254-deafe0960610 req-db918e52-d41d-4ec9-bc0a-31d77ef2e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:13.180856 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8a454-afb0-45cd-8254-deafe0960610 req-db918e52-d41d-4ec9-bc0a-31d77ef2e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:13.181350 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8a454-afb0-45cd-8254-deafe0960610 req-db918e52-d41d-4ec9-bc0a-31d77ef2e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:13.182375 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8a454-afb0-45cd-8254-deafe0960610 req-db918e52-d41d-4ec9-bc0a-31d77ef2e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:13.182834 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8a454-afb0-45cd-8254-deafe0960610 req-db918e52-d41d-4ec9-bc0a-31d77ef2e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:13.184611 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-44b8a454-afb0-45cd-8254-deafe0960610 req-db918e52-d41d-4ec9-bc0a-31d77ef2e3e1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df41148af8d64ecb86c2b5be8209bfd9&device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 5285 time: 0.6755927 Feb 04 21:02:13.190610 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-5677b569-b5d0-4da2-88d2-91b022580815 req-25503388-321e-446c-a92c-211724a3bb2a service neutron] For port f4ba7000-b7be-4bac-bfaf-239ebac223f9, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:02:13.241662 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cf6fc-4232-47f4-b8ee-8cf4b8f52b3a req-25d4bde1-afd7-4855-89bc-a7d0e00af94b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:13.248078 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cf6fc-4232-47f4-b8ee-8cf4b8f52b3a req-25d4bde1-afd7-4855-89bc-a7d0e00af94b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:13.253900 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cf6fc-4232-47f4-b8ee-8cf4b8f52b3a req-25d4bde1-afd7-4855-89bc-a7d0e00af94b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:13.260072 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cf6fc-4232-47f4-b8ee-8cf4b8f52b3a req-25d4bde1-afd7-4855-89bc-a7d0e00af94b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:13.265438 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cf6fc-4232-47f4-b8ee-8cf4b8f52b3a req-25d4bde1-afd7-4855-89bc-a7d0e00af94b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:13.271196 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cf6fc-4232-47f4-b8ee-8cf4b8f52b3a req-25d4bde1-afd7-4855-89bc-a7d0e00af94b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:13.272978 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-015cf6fc-4232-47f4-b8ee-8cf4b8f52b3a req-25d4bde1-afd7-4855-89bc-a7d0e00af94b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 4599 time: 0.6725922 Feb 04 21:02:13.279841 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-4e71ae37-6da5-4662-8d85-fc5e922484ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 05b0da4f-bf1c-4e94-969a-698256edcb76) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:02:13.283550 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-5677b569-b5d0-4da2-88d2-91b022580815 req-25503388-321e-446c-a92c-211724a3bb2a service neutron] For port f4ba7000-b7be-4bac-bfaf-239ebac223f9, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f4ba7000-b7be-4bac-bfaf-239ebac223f9,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:02:13.290072 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fd57cb-dddc-4c52-be3c-2ade998f4d90 None None] Network 05b0da4f-bf1c-4e94-969a-698256edcb76 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:02:13.421548 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d872ef99-d5f8-4ead-9ce8-ba1d4c5406ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:13.458205 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d872ef99-d5f8-4ead-9ce8-ba1d4c5406ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:13.500249 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8ee97914-ecdc-4ca5-8e4b-904bbbebbfa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0bd622e-aa88-46cf-8228-97766cb44e0c {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:02:13.504200 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e71ae37-6da5-4662-8d85-fc5e922484ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:13.504524 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4e71ae37-6da5-4662-8d85-fc5e922484ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:13.508376 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5677b569-b5d0-4da2-88d2-91b022580815 req-25503388-321e-446c-a92c-211724a3bb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:13.528646 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d785924d-d9d4-4e59-8b6c-f4a908faa253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-05b0da4f-bf1c-4e94-969a-698256edcb76', 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'fixed_ips': [{'subnet_id': '662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:02:13.529595 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d785924d-d9d4-4e59-8b6c-f4a908faa253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:13.554521 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8ee97914-ecdc-4ca5-8e4b-904bbbebbfa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:13.589734 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fa9751ed-4da0-4b4b-b994-835a9ad5f33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:13.614210 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8ee97914-ecdc-4ca5-8e4b-904bbbebbfa6 service neutron] Transition to ACTIVE for port object d0bd622e-aa88-46cf-8228-97766cb44e0c will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:02:13.622563 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d872ef99-d5f8-4ead-9ce8-ba1d4c5406ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:13.638144 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872ef99-d5f8-4ead-9ce8-ba1d4c5406ac admin admin] Pushing event updated for resources: {'Port': ['ID=bdb34aa3-7f59-4170-8f48-3a1594c00c8e,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:13.644918 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8ee97914-ecdc-4ca5-8e4b-904bbbebbfa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:13.663209 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9751ed-4da0-4b4b-b994-835a9ad5f33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36f69fa-480c-4e4e-b1f4-280ca621c0ca,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:13.673466 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677b569-b5d0-4da2-88d2-91b022580815 req-25503388-321e-446c-a92c-211724a3bb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:13.674025 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5677b569-b5d0-4da2-88d2-91b022580815 req-25503388-321e-446c-a92c-211724a3bb2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:13.675410 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5677b569-b5d0-4da2-88d2-91b022580815 req-25503388-321e-446c-a92c-211724a3bb2a service neutron] 10.222.0.18 "PUT /v2.0/ports/f4ba7000-b7be-4bac-bfaf-239ebac223f9 HTTP/1.1" status: 200 len: 1095 time: 4.9591529 Feb 04 21:02:13.680369 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b4e835-5118-4f2c-bbc7-34c340e98bf8', 'tag': 'f4ba7000-b7be-4bac-bfaf-239ebac223f9'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:02:13.704454 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-7010958c-1b04-41a8-9d08-fdaf6dc568cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:13.706003 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-7010958c-1b04-41a8-9d08-fdaf6dc568cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d038b4df-6bf1-472b-86ac-d180904df3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7542028 Feb 04 21:02:13.718382 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-4e71ae37-6da5-4662-8d85-fc5e922484ee admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.0188427 Feb 04 21:02:13.730870 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-015cf6fc-4232-47f4-b8ee-8cf4b8f52b3a req-b92a274b-5818-4b4c-8c0c-d9466f253db4 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc27a88a-7d29-4d8e-adaa-4f6d9a816c1f&id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4458251 Feb 04 21:02:13.733339 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56032) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:13.789122 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-d785924d-d9d4-4e59-8b6c-f4a908faa253 None None] Allocated IP 172.20.0.2 (05b0da4f-bf1c-4e94-969a-698256edcb76/662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e/2d20d4ad-cdad-4d02-b55d-06337c12c1ab) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:02:13.875207 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fa9751ed-4da0-4b4b-b994-835a9ad5f33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:13.876343 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-fa9751ed-4da0-4b4b-b994-835a9ad5f33b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a36f69fa-480c-4e4e-b1f4-280ca621c0ca HTTP/1.1" status: 204 len: 168 time: 1.6601760 Feb 04 21:02:13.886517 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-3907deba-6a4c-4f47-8c12-47c657f24171 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-139033215-router', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:13.925068 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8d6ae-742e-4ebc-8ccc-279725855b01 req-002bac00-f67c-4256-b699-f72d46373294 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:13.927185 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-16c8d6ae-742e-4ebc-8ccc-279725855b01 req-002bac00-f67c-4256-b699-f72d46373294 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=afa706c4-a5eb-4d89-8932-683090aeda27 HTTP/1.1" status: 200 len: 949 time: 0.8788328 Feb 04 21:02:13.951507 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f89037c3-6331-4e8e-8d2d-3eace3147bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:13.975041 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25503388-321e-446c-a92c-211724a3bb2a service neutron] Pushing event updated for resources: {'Port': ['ID=f4ba7000-b7be-4bac-bfaf-239ebac223f9,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:14.022496 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1cf81ac5-19d2-45cf-8b81-c09873c8cdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:14.069368 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-3907deba-6a4c-4f47-8c12-47c657f24171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:14.142925 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d785924d-d9d4-4e59-8b6c-f4a908faa253 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:14.156095 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf81ac5-19d2-45cf-8b81-c09873c8cdc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59f86c5e-f4d5-432d-827f-c17420b153c7,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:14.156353 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-3907deba-6a4c-4f47-8c12-47c657f24171 admin admin] Usage tracker for resource:router and tenant:2ba621d22ceb430b9eee1db66fccde19 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:14.157619 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d785924d-d9d4-4e59-8b6c-f4a908faa253 None None] Transition to ACTIVE for port object 2d20d4ad-cdad-4d02-b55d-06337c12c1ab will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:02:14.176229 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-3907deba-6a4c-4f47-8c12-47c657f24171 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:14.185562 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8a454-afb0-45cd-8254-deafe0960610 req-c2514293-38e0-4c03-93d0-76b0f44f0c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:14.186240 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d785924d-d9d4-4e59-8b6c-f4a908faa253 None None] Transition to ACTIVE for port object 2d20d4ad-cdad-4d02-b55d-06337c12c1ab will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:02:14.188516 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8a454-afb0-45cd-8254-deafe0960610 req-c2514293-38e0-4c03-93d0-76b0f44f0c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:14.189333 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8a454-afb0-45cd-8254-deafe0960610 req-c2514293-38e0-4c03-93d0-76b0f44f0c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:14.192245 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-44b8a454-afb0-45cd-8254-deafe0960610 req-c2514293-38e0-4c03-93d0-76b0f44f0c17 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=df41148af8d64ecb86c2b5be8209bfd9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.9922724 Feb 04 21:02:14.195395 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee97914-ecdc-4ca5-8e4b-904bbbebbfa6 service neutron] Pushing event updated for resources: {'Port': ['ID=d0bd622e-aa88-46cf-8228-97766cb44e0c,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:14.198586 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d785924d-d9d4-4e59-8b6c-f4a908faa253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:14.250345 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-3907deba-6a4c-4f47-8c12-47c657f24171 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:14.274613 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d785924d-d9d4-4e59-8b6c-f4a908faa253 None None] Network 05b0da4f-bf1c-4e94-969a-698256edcb76 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:02:14.285649 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-d785924d-d9d4-4e59-8b6c-f4a908faa253 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:02:14.289365 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d785924d-d9d4-4e59-8b6c-f4a908faa253 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:02:14.328274 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8ee97914-ecdc-4ca5-8e4b-904bbbebbfa6 service neutron] Attempting to bind port d0bd622e-aa88-46cf-8228-97766cb44e0c on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:02:14.328641 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8ee97914-ecdc-4ca5-8e4b-904bbbebbfa6 service neutron] Attempting to bind port d0bd622e-aa88-46cf-8228-97766cb44e0c by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'eb14079e-74a0-4935-87b8-557042e4c6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '96794e5b-cad6-4140-9df8-3b22f7347459'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:02:14.328932 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8ee97914-ecdc-4ca5-8e4b-904bbbebbfa6 service neutron] Attempting to bind port d0bd622e-aa88-46cf-8228-97766cb44e0c on network 96794e5b-cad6-4140-9df8-3b22f7347459 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:02:14.349820 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf81ac5-19d2-45cf-8b81-c09873c8cdc9 admin admin] Checking segment: {'id': '675dce53-08b0-42e3-91e7-f4570d2be1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd91b0256-6e8c-4e5f-b3f5-5bf833f25e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:02:14.349820 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf81ac5-19d2-45cf-8b81-c09873c8cdc9 admin admin] Network hostable DHCP agents. Network: d91b0256-6e8c-4e5f-b3f5-5bf833f25e19, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:02:14.358631 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8ee97914-ecdc-4ca5-8e4b-904bbbebbfa6 service neutron] Port d0bd622e-aa88-46cf-8228-97766cb44e0c on network 96794e5b-cad6-4140-9df8-3b22f7347459 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:02:14.358958 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8ee97914-ecdc-4ca5-8e4b-904bbbebbfa6 service neutron] Attempting to bind port d0bd622e-aa88-46cf-8228-97766cb44e0c on network 96794e5b-cad6-4140-9df8-3b22f7347459 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:02:14.372381 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8ee97914-ecdc-4ca5-8e4b-904bbbebbfa6 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:02:14.372721 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8ee97914-ecdc-4ca5-8e4b-904bbbebbfa6 service neutron] Checking segment: {'id': 'eb14079e-74a0-4935-87b8-557042e4c6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '96794e5b-cad6-4140-9df8-3b22f7347459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:02:14.373109 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8ee97914-ecdc-4ca5-8e4b-904bbbebbfa6 service neutron] Bound using segment: {'id': 'eb14079e-74a0-4935-87b8-557042e4c6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '96794e5b-cad6-4140-9df8-3b22f7347459'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:02:14.373583 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8ee97914-ecdc-4ca5-8e4b-904bbbebbfa6 service neutron] Bound port: d0bd622e-aa88-46cf-8228-97766cb44e0c, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb14079e-74a0-4935-87b8-557042e4c6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '96794e5b-cad6-4140-9df8-3b22f7347459'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:02:14.373928 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8ee97914-ecdc-4ca5-8e4b-904bbbebbfa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:14.392419 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d872ef99-d5f8-4ead-9ce8-ba1d4c5406ac admin admin] Network 758090da-ed1d-490c-a160-1ef35c2807a3 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:02:14.407219 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-16c8d6ae-742e-4ebc-8ccc-279725855b01 req-4a0def77-bfbe-445e-a2ab-ae169343dcef tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330119 Feb 04 21:02:14.435041 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-d872ef99-d5f8-4ead-9ce8-ba1d4c5406ac admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:02:14.451269 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-d785924d-d9d4-4e59-8b6c-f4a908faa253 None None] Attempting to bind port 2d20d4ad-cdad-4d02-b55d-06337c12c1ab on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:02:14.451730 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-d785924d-d9d4-4e59-8b6c-f4a908faa253 None None] Attempting to bind port 2d20d4ad-cdad-4d02-b55d-06337c12c1ab by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': 'cb355a89-ae7a-49aa-a1a6-659916644cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:02:14.452087 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d785924d-d9d4-4e59-8b6c-f4a908faa253 None None] Attempting to bind port 2d20d4ad-cdad-4d02-b55d-06337c12c1ab on network 05b0da4f-bf1c-4e94-969a-698256edcb76 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:02:14.461333 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d785924d-d9d4-4e59-8b6c-f4a908faa253 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:02:14.461723 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d785924d-d9d4-4e59-8b6c-f4a908faa253 None None] Checking segment: {'id': 'cb355a89-ae7a-49aa-a1a6-659916644cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:02:14.462129 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d785924d-d9d4-4e59-8b6c-f4a908faa253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:14.463161 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d785924d-d9d4-4e59-8b6c-f4a908faa253 None None] Bound using segment: {'id': 'cb355a89-ae7a-49aa-a1a6-659916644cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:02:14.463558 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-d785924d-d9d4-4e59-8b6c-f4a908faa253 None None] Bound port: 2d20d4ad-cdad-4d02-b55d-06337c12c1ab, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb355a89-ae7a-49aa-a1a6-659916644cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:02:14.463928 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d785924d-d9d4-4e59-8b6c-f4a908faa253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:14.475583 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785924d-d9d4-4e59-8b6c-f4a908faa253 None None] Pushing event updated for resources: {'Port': ['ID=2d20d4ad-cdad-4d02-b55d-06337c12c1ab,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:14.515146 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3907deba-6a4c-4f47-8c12-47c657f24171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:14.516948 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3907deba-6a4c-4f47-8c12-47c657f24171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:14.542506 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-f9f20a37-efb3-4da5-accd-b7fbf485ed6c service neutron] 10.222.0.32 "GET /v2.0/networks/d038b4df-6bf1-472b-86ac-d180904df3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8082120 Feb 04 21:02:14.586016 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-d785924d-d9d4-4e59-8b6c-f4a908faa253 None None] For port 2d20d4ad-cdad-4d02-b55d-06337c12c1ab, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:02:14.589578 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf81ac5-19d2-45cf-8b81-c09873c8cdc9 admin admin] Network d91b0256-6e8c-4e5f-b3f5-5bf833f25e19 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:02:14.590908 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-d785924d-d9d4-4e59-8b6c-f4a908faa253 None None] For port 2d20d4ad-cdad-4d02-b55d-06337c12c1ab, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=2d20d4ad-cdad-4d02-b55d-06337c12c1ab,segment=NetworkSegment(cb355a89-ae7a-49aa-a1a6-659916644cb2),segment_id=cb355a89-ae7a-49aa-a1a6-659916644cb2)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:02:14.599913 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d785924d-d9d4-4e59-8b6c-f4a908faa253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:14.620150 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-1cf81ac5-19d2-45cf-8b81-c09873c8cdc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, d91b0256-6e8c-4e5f-b3f5-5bf833f25e19) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:02:14.635999 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf81ac5-19d2-45cf-8b81-c09873c8cdc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:14.636600 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1cf81ac5-19d2-45cf-8b81-c09873c8cdc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:14.663215 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677b569-b5d0-4da2-88d2-91b022580815 req-b131433e-dc08-4dc7-b029-e62275f75c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:14.665479 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5677b569-b5d0-4da2-88d2-91b022580815 req-b131433e-dc08-4dc7-b029-e62275f75c18 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 1098 time: 0.9264679 Feb 04 21:02:14.690433 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3907deba-6a4c-4f47-8c12-47c657f24171 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:14.709803 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:02:14.787687 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164f7e59-57dc-42d6-a142-d2bc5a74fbe9 None None] Network d91b0256-6e8c-4e5f-b3f5-5bf833f25e19 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:02:14.897716 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e911178-e4ec-424e-a790-34262b7de590 req-93ea40ee-a1d3-4abf-b0a1-9aba0af8d3da tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:14.899454 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9e911178-e4ec-424e-a790-34262b7de590 req-93ea40ee-a1d3-4abf-b0a1-9aba0af8d3da tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 947 time: 0.9214597 Feb 04 21:02:14.970436 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-29ec8d07-1653-458e-ad29-40a6f5defa0e None None] Provisioning complete for port bdb34aa3-7f59-4170-8f48-3a1594c00c8e triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:02:14.971141 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-29ec8d07-1653-458e-ad29-40a6f5defa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:14.992674 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5677b569-b5d0-4da2-88d2-91b022580815 req-2a09d90f-2af6-4a5b-8855-78bb94fc7b54 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=f4ba7000-b7be-4bac-bfaf-239ebac223f9 HTTP/1.1" status: 200 len: 217 time: 0.3061564 Feb 04 21:02:15.036785 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1cf81ac5-19d2-45cf-8b81-c09873c8cdc9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2091875 Feb 04 21:02:15.049530 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8ee97914-ecdc-4ca5-8e4b-904bbbebbfa6 service neutron] For port d0bd622e-aa88-46cf-8228-97766cb44e0c, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:02:15.071207 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8a454-afb0-45cd-8254-deafe0960610 req-6d47e259-fac2-4682-8929-69c2c326aaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:15.073879 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-44b8a454-afb0-45cd-8254-deafe0960610 req-6d47e259-fac2-4682-8929-69c2c326aaa6 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8497899 Feb 04 21:02:15.075834 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b4e835-5118-4f2c-bbc7-34c340e98bf8', 'tag': 'f4ba7000-b7be-4bac-bfaf-239ebac223f9', 'status': 'completed', 'code': 200} Feb 04 21:02:15.079704 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:02:15.082479 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:15.090325 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8ee97914-ecdc-4ca5-8e4b-904bbbebbfa6 service neutron] For port d0bd622e-aa88-46cf-8228-97766cb44e0c, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=d0bd622e-aa88-46cf-8228-97766cb44e0c,segment=NetworkSegment(eb14079e-74a0-4935-87b8-557042e4c6f4),segment_id=eb14079e-74a0-4935-87b8-557042e4c6f4)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:02:15.123319 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8ee97914-ecdc-4ca5-8e4b-904bbbebbfa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:15.189040 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-29ec8d07-1653-458e-ad29-40a6f5defa0e None None] Port bdb34aa3-7f59-4170-8f48-3a1594c00c8e cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:02:15.236232 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785924d-d9d4-4e59-8b6c-f4a908faa253 None None] Pushing event updated for resources: {'Port': ['ID=2d20d4ad-cdad-4d02-b55d-06337c12c1ab,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:15.258942 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d872ef99-d5f8-4ead-9ce8-ba1d4c5406ac admin admin] Router 87a09a30-d28c-4edd-9747-e970b0db2e13 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:02:15.288695 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8ee97914-ecdc-4ca5-8e4b-904bbbebbfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:15.289573 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8ee97914-ecdc-4ca5-8e4b-904bbbebbfa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:15.291857 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-8ee97914-ecdc-4ca5-8e4b-904bbbebbfa6 service neutron] 10.222.0.18 "PUT /v2.0/ports/d0bd622e-aa88-46cf-8228-97766cb44e0c HTTP/1.1" status: 200 len: 1131 time: 3.4882836 Feb 04 21:02:15.295513 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'tag': 'd0bd622e-aa88-46cf-8228-97766cb44e0c'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:02:15.562766 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4c86cda3-08ff-4618-b585-4555344e9179 service neutron] Request body: {'port': {'device_id': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:15.625936 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9e911178-e4ec-424e-a790-34262b7de590 req-2526f205-64dd-48bd-b594-0501e0cbe8a8 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7015836 Feb 04 21:02:15.630276 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae041bc6-61e6-4b6e-80a8-42bbcf5b0fc6 None None] Network d91b0256-6e8c-4e5f-b3f5-5bf833f25e19 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:02:15.636699 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d872ef99-d5f8-4ead-9ce8-ba1d4c5406ac admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:02:15.647169 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6115e4-ff9c-43e3-a736-392dc3280f70 None None] Sync routers for ids ['87a09a30-d28c-4edd-9747-e970b0db2e13'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:02:15.669670 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6115e4-ff9c-43e3-a736-392dc3280f70 None None] Routers {'87a09a30-d28c-4edd-9747-e970b0db2e13'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:02:15.670575 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-8e6115e4-ff9c-43e3-a736-392dc3280f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:01:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['87a09a30-d28c-4edd-9747-e970b0db2e13'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:15.698584 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d872ef99-d5f8-4ead-9ce8-ba1d4c5406ac admin admin] 10.222.0.26 "PUT /v2.0/routers/87a09a30-d28c-4edd-9747-e970b0db2e13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7107069 Feb 04 21:02:15.716206 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee97914-ecdc-4ca5-8e4b-904bbbebbfa6 service neutron] Pushing event updated for resources: {'Port': ['ID=d0bd622e-aa88-46cf-8228-97766cb44e0c,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:15.718673 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dcbec03f-6757-4aa7-b6b7-6370960813b9 req-42543c94-6ae6-4556-b45d-b039a6dc0602 service neutron] 10.222.0.32 "GET /v2.0/networks/d038b4df-6bf1-472b-86ac-d180904df3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1648893 Feb 04 21:02:15.882703 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677b569-b5d0-4da2-88d2-91b022580815 req-d979f31e-dd0b-4462-ab82-e2c56095eb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:15.884641 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5677b569-b5d0-4da2-88d2-91b022580815 req-d979f31e-dd0b-4462-ab82-e2c56095eb43 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.8678153 Feb 04 21:02:15.899560 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4c86cda3-08ff-4618-b585-4555344e9179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:16.136474 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-8e6115e4-ff9c-43e3-a736-392dc3280f70 None None] Set router 87a09a30-d28c-4edd-9747-e970b0db2e13 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:02:16.276073 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-69569f34-5533-4f63-b8b1-09044e37e34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:16.472532 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4c86cda3-08ff-4618-b585-4555344e9179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30c8b28c-5310-4bac-a7d4-377b7157856b {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:02:16.474260 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3907deba-6a4c-4f47-8c12-47c657f24171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:16.485505 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4c86cda3-08ff-4618-b585-4555344e9179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:16.505526 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4c86cda3-08ff-4618-b585-4555344e9179 service neutron] Transition to ACTIVE for port object 30c8b28c-5310-4bac-a7d4-377b7157856b will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:02:16.511582 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4c86cda3-08ff-4618-b585-4555344e9179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:16.567724 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea982e91-6602-4703-b027-5ded76454061 None None] Network 05b0da4f-bf1c-4e94-969a-698256edcb76 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:02:16.689914 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16269a6-7d79-4b8c-b45d-69838001a08d req-eb49fe8f-7016-46ff-8361-91fb44e3e5a3 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:16.695790 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16269a6-7d79-4b8c-b45d-69838001a08d req-eb49fe8f-7016-46ff-8361-91fb44e3e5a3 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:16.704992 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e16269a6-7d79-4b8c-b45d-69838001a08d req-eb49fe8f-7016-46ff-8361-91fb44e3e5a3 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=0700be3a-9f00-44af-bd71-19e2b51d69ed HTTP/1.1" status: 200 len: 1677 time: 1.3559678 Feb 04 21:02:16.763208 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e6ebf-8de4-4192-b6db-419b6d6bdfad req-63d2dcd0-6e2f-40e3-a7f2-61715987afd1 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:16.771166 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3e8e6ebf-8de4-4192-b6db-419b6d6bdfad req-63d2dcd0-6e2f-40e3-a7f2-61715987afd1 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 950 time: 0.8900054 Feb 04 21:02:16.776528 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677b569-b5d0-4da2-88d2-91b022580815 req-5381bae9-4e4d-47f1-905f-cd3a2eed89c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:16.778012 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5677b569-b5d0-4da2-88d2-91b022580815 req-5381bae9-4e4d-47f1-905f-cd3a2eed89c1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8266280 Feb 04 21:02:16.781164 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-8e6115e4-ff9c-43e3-a736-392dc3280f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a09a30-d28c-4edd-9747-e970b0db2e13', 'name': 'tempest-FloatingIPsNegativeTestJSON-939406777-router', 'tenant_id': '11b8edb207c54f73b1a7004ab0c97e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:01:58Z', 'updated_at': '2022-02-04T21:02:12Z', 'revision_number': 4, 'project_id': '11b8edb207c54f73b1a7004ab0c97e2b', 'gw_port': {'id': 'a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a09a30-d28c-4edd-9747-e970b0db2e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:01Z', 'updated_at': '2022-02-04T21:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'bdb34aa3-7f59-4170-8f48-3a1594c00c8e', 'name': '', 'network_id': '758090da-ed1d-490c-a160-1ef35c2807a3', 'tenant_id': '11b8edb207c54f73b1a7004ab0c97e2b', 'mac_address': 'fa:16:3e:bd:1d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a09a30-d28c-4edd-9747-e970b0db2e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '2dc4aecf-9d72-4348-9ed2-a5e90512fd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:09Z', 'updated_at': '2022-02-04T21:02:12Z', 'revision_number': 2, 'project_id': '11b8edb207c54f73b1a7004ab0c97e2b', 'subnets': [{'id': '2dc4aecf-9d72-4348-9ed2-a5e90512fd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:16.788124 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 2d20d4ad-cdad-4d02-b55d-06337c12c1ab up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:02:16.788958 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6115e4-ff9c-43e3-a736-392dc3280f70 None None] Checking router: 87a09a30-d28c-4edd-9747-e970b0db2e13 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:02:16.789524 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6115e4-ff9c-43e3-a736-392dc3280f70 None None] Updating router 87a09a30-d28c-4edd-9747-e970b0db2e13 port bdb34aa3-7f59-4170-8f48-3a1594c00c8e binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:02:16.812544 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1a9b8-3dd8-4809-b94d-8ef4635dc891 req-8cbd3082-65c1-4191-ba1f-ffa42cc651e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:16.812946 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1a9b8-3dd8-4809-b94d-8ef4635dc891 req-8cbd3082-65c1-4191-ba1f-ffa42cc651e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:16.814580 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0bb1a9b8-3dd8-4809-b94d-8ef4635dc891 req-8cbd3082-65c1-4191-ba1f-ffa42cc651e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf059d808b3643f5ba5990d95220908f&device_id=0700be3a-9f00-44af-bd71-19e2b51d69ed HTTP/1.1" status: 200 len: 1979 time: 0.9432917 Feb 04 21:02:16.865418 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86cda3-08ff-4618-b585-4555344e9179 service neutron] Pushing event updated for resources: {'Port': ['ID=30c8b28c-5310-4bac-a7d4-377b7157856b,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:16.922808 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-f53ddc85-9461-451a-9a31-003c6bffff9a None None] Provisioning for port 2d20d4ad-cdad-4d02-b55d-06337c12c1ab completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:02:16.923824 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-8e6115e4-ff9c-43e3-a736-392dc3280f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:16.965059 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e16269a6-7d79-4b8c-b45d-69838001a08d req-b1a7f002-a578-4101-8c4b-a54d3630849e tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/security-groups?id=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535539 Feb 04 21:02:16.981704 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4c86cda3-08ff-4618-b585-4555344e9179 service neutron] Attempting to bind port 30c8b28c-5310-4bac-a7d4-377b7157856b on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:02:16.987030 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4c86cda3-08ff-4618-b585-4555344e9179 service neutron] Attempting to bind port 30c8b28c-5310-4bac-a7d4-377b7157856b by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'eb14079e-74a0-4935-87b8-557042e4c6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '96794e5b-cad6-4140-9df8-3b22f7347459'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:02:16.987386 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4c86cda3-08ff-4618-b585-4555344e9179 service neutron] Attempting to bind port 30c8b28c-5310-4bac-a7d4-377b7157856b on network 96794e5b-cad6-4140-9df8-3b22f7347459 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:02:16.998336 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56096) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:16.998949 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4c86cda3-08ff-4618-b585-4555344e9179 service neutron] Port 30c8b28c-5310-4bac-a7d4-377b7157856b on network 96794e5b-cad6-4140-9df8-3b22f7347459 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:02:16.999276 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4c86cda3-08ff-4618-b585-4555344e9179 service neutron] Attempting to bind port 30c8b28c-5310-4bac-a7d4-377b7157856b on network 96794e5b-cad6-4140-9df8-3b22f7347459 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:02:17.018005 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4c86cda3-08ff-4618-b585-4555344e9179 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:02:17.018351 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4c86cda3-08ff-4618-b585-4555344e9179 service neutron] Checking segment: {'id': 'eb14079e-74a0-4935-87b8-557042e4c6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '96794e5b-cad6-4140-9df8-3b22f7347459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:02:17.018744 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4c86cda3-08ff-4618-b585-4555344e9179 service neutron] Bound using segment: {'id': 'eb14079e-74a0-4935-87b8-557042e4c6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '96794e5b-cad6-4140-9df8-3b22f7347459'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:02:17.019194 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4c86cda3-08ff-4618-b585-4555344e9179 service neutron] Bound port: 30c8b28c-5310-4bac-a7d4-377b7157856b, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb14079e-74a0-4935-87b8-557042e4c6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '96794e5b-cad6-4140-9df8-3b22f7347459'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:02:17.019549 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4c86cda3-08ff-4618-b585-4555344e9179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:17.047982 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 2d20d4ad-cdad-4d02-b55d-06337c12c1ab completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:02:17.071636 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 2d20d4ad-cdad-4d02-b55d-06337c12c1ab triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:02:17.072968 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:17.127353 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3e8e6ebf-8de4-4192-b6db-419b6d6bdfad req-04301e9f-635e-4c32-ba4e-709fa2a84e0b tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552465 Feb 04 21:02:17.250095 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5677b569-b5d0-4da2-88d2-91b022580815 req-4df1e8e0-4e4e-48df-98e0-33f91e74a8b6 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638281 Feb 04 21:02:17.318273 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4c86cda3-08ff-4618-b585-4555344e9179 service neutron] For port 30c8b28c-5310-4bac-a7d4-377b7157856b, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:02:17.332691 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4c86cda3-08ff-4618-b585-4555344e9179 service neutron] For port 30c8b28c-5310-4bac-a7d4-377b7157856b, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=30c8b28c-5310-4bac-a7d4-377b7157856b,segment=NetworkSegment(eb14079e-74a0-4935-87b8-557042e4c6f4),segment_id=eb14079e-74a0-4935-87b8-557042e4c6f4)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:02:17.342287 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1a9b8-3dd8-4809-b94d-8ef4635dc891 req-d5342e43-dc69-4910-86f3-085fda7b3d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:17.344177 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0bb1a9b8-3dd8-4809-b94d-8ef4635dc891 req-d5342e43-dc69-4910-86f3-085fda7b3d23 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d038b4df-6bf1-472b-86ac-d180904df3c5 HTTP/1.1" status: 200 len: 903 time: 0.4874752 Feb 04 21:02:17.361061 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-61c4665a-64ca-4905-aa57-fce5ee061d02 tempest-QuotasTest-1501500625 tempest-QuotasTest-1501500625-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:17.374218 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4c86cda3-08ff-4618-b585-4555344e9179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:17.389050 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:17.389050 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:17.415008 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:17.456353 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 2d20d4ad-cdad-4d02-b55d-06337c12c1ab, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=2d20d4ad-cdad-4d02-b55d-06337c12c1ab,segment=NetworkSegment(cb355a89-ae7a-49aa-a1a6-659916644cb2),segment_id=cb355a89-ae7a-49aa-a1a6-659916644cb2)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:17.465805 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:17.522331 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0bb1a9b8-3dd8-4809-b94d-8ef4635dc891 req-3c287d98-34a7-401d-82a4-49b442ec93a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.35&port_id=8a3eb473-b087-4928-953d-4f99ee76fdbf HTTP/1.1" status: 200 len: 217 time: 0.1170909 Feb 04 21:02:17.547320 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4c86cda3-08ff-4618-b585-4555344e9179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:17.547936 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4c86cda3-08ff-4618-b585-4555344e9179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:17.549356 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-4c86cda3-08ff-4618-b585-4555344e9179 service neutron] 10.222.0.18 "PUT /v2.0/ports/30c8b28c-5310-4bac-a7d4-377b7157856b HTTP/1.1" status: 200 len: 1090 time: 1.9924889 Feb 04 21:02:17.608211 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-ee3c8860-aa64-453e-8cee-42c4ef45e935 service neutron] Request body: {'port': {'device_id': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:17.643266 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=2d20d4ad-cdad-4d02-b55d-06337c12c1ab,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:17.686263 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86cda3-08ff-4618-b585-4555344e9179 service neutron] Pushing event updated for resources: {'Port': ['ID=30c8b28c-5310-4bac-a7d4-377b7157856b,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:17.732408 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-61c4665a-64ca-4905-aa57-fce5ee061d02 tempest-QuotasTest-1501500625 tempest-QuotasTest-1501500625-project-admin] 10.222.0.26 "PUT /v2.0/quotas/f35dde6d7f4241468742b68b3c0f88be HTTP/1.1" status: 200 len: 366 time: 0.7194471 Feb 04 21:02:17.737613 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56108) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:17.764843 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7fd69640-bd4f-4f1b-b7de-7ce19f6a9136 tempest-QuotasTest-1501500625 tempest-QuotasTest-1501500625-project-admin] 10.222.0.26 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0255592 Feb 04 21:02:17.773566 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56112) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:17.835579 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-8e6115e4-ff9c-43e3-a736-392dc3280f70 None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:17.852128 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-8e6115e4-ff9c-43e3-a736-392dc3280f70 None None] Transition to ACTIVE for port object bdb34aa3-7f59-4170-8f48-3a1594c00c8e will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:02:17.852925 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-030222c1-f170-4721-b52f-8f4f4a4dfd83 tempest-QuotasTest-1501500625 tempest-QuotasTest-1501500625-project-admin] 10.222.0.26 "GET /v2.0/quotas/f35dde6d7f4241468742b68b3c0f88be HTTP/1.1" status: 200 len: 366 time: 0.0777900 Feb 04 21:02:17.863294 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56116) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:17.865234 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-8e6115e4-ff9c-43e3-a736-392dc3280f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:17.872259 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-6ea308bc-7de6-4b8e-8c7c-44dd58e0617d None None] Provisioning complete for port 2d20d4ad-cdad-4d02-b55d-06337c12c1ab triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:02:17.872800 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6ea308bc-7de6-4b8e-8c7c-44dd58e0617d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:17.879301 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-2eb70e39-16fd-4ef1-9cd1-295a403064e2 req-4fd42351-8b0d-439d-b183-24fe5cc0a7f6 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-646250523', 'description': 'tempest-description-411724097'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:17.896036 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1eeff749-6393-41f0-b732-a3fec3da43fd tempest-QuotasTest-1501500625 tempest-QuotasTest-1501500625-project-admin] 10.222.0.26 "DELETE /v2.0/quotas/f35dde6d7f4241468742b68b3c0f88be HTTP/1.1" status: 204 len: 168 time: 0.0314333 Feb 04 21:02:17.896998 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-ee3c8860-aa64-453e-8cee-42c4ef45e935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:17.908542 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-2eb70e39-16fd-4ef1-9cd1-295a403064e2 req-4fd42351-8b0d-439d-b183-24fe5cc0a7f6 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:17.909002 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56120) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:17.928042 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-211caaad-b29c-4f1c-a8fb-6c2d055a1e35 tempest-QuotasTest-1501500625 tempest-QuotasTest-1501500625-project-admin] 10.222.0.26 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0161998 Feb 04 21:02:17.930497 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56124) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:17.938243 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5677b569-b5d0-4da2-88d2-91b022580815 req-9e2769b8-a129-4980-87a9-b6cfa286a1f7 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6417751 Feb 04 21:02:17.957569 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1a9b8-3dd8-4809-b94d-8ef4635dc891 req-26033ce9-b92f-40dd-9c57-8b61d248bc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:17.961700 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0bb1a9b8-3dd8-4809-b94d-8ef4635dc891 req-26033ce9-b92f-40dd-9c57-8b61d248bc26 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=474b7d7f-eda6-4944-b647-79da58b5564f HTTP/1.1" status: 200 len: 801 time: 0.4312921 Feb 04 21:02:17.965234 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-2eb70e39-16fd-4ef1-9cd1-295a403064e2 req-4fd42351-8b0d-439d-b183-24fe5cc0a7f6 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Usage tracker for resource:security_group and tenant:0ced7bc462824d7f8af8ae61ac746e83 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:18.123686 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0e909982-93c5-4516-a8e7-7bf59cffeb2b tempest-QuotasTest-1501500625 tempest-QuotasTest-1501500625-project-admin] 10.222.0.26 "GET /v2.0/quotas/f35dde6d7f4241468742b68b3c0f88be HTTP/1.1" status: 200 len: 370 time: 0.1920485 Feb 04 21:02:18.127456 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56130) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:18.143433 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fc0523ab-13f1-47bd-8e87-2ad9516bc6d2 tempest-QuotasTest-1501500625 tempest-QuotasTest-1501500625-project-admin] 10.222.0.26 "GET /v2.0/quotas/f35dde6d7f4241468742b68b3c0f88be/default HTTP/1.1" status: 200 len: 370 time: 0.0149462 Feb 04 21:02:18.147912 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56134) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:18.167289 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-b86332f8-01fc-4463-a5fd-f69cd31e7e33 tempest-QuotasTest-1501500625 tempest-QuotasTest-1501500625-project-admin] delete failed (client error): The resource could not be found. Feb 04 21:02:18.168590 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b86332f8-01fc-4463-a5fd-f69cd31e7e33 tempest-QuotasTest-1501500625 tempest-QuotasTest-1501500625-project-admin] 10.222.0.26 "DELETE /v2.0/quotas/f35dde6d7f4241468742b68b3c0f88be HTTP/1.1" status: 404 len: 348 time: 0.0202353 Feb 04 21:02:18.209853 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-2eb70e39-16fd-4ef1-9cd1-295a403064e2 req-4fd42351-8b0d-439d-b183-24fe5cc0a7f6 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:18.228961 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-2eb70e39-16fd-4ef1-9cd1-295a403064e2 req-4fd42351-8b0d-439d-b183-24fe5cc0a7f6 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:18.252451 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172fdaf-3cbe-4f02-85f9-36a77a925824 req-4332efd8-0451-41a3-933a-2f3a3dbae169 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:18.255566 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55786cf5-2189-441a-8dc1-3ddadb372289 None None] Pushing event updated for resources: {'Port': ['ID=bdb34aa3-7f59-4170-8f48-3a1594c00c8e,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:18.258743 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172fdaf-3cbe-4f02-85f9-36a77a925824 req-4332efd8-0451-41a3-933a-2f3a3dbae169 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:18.266688 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172fdaf-3cbe-4f02-85f9-36a77a925824 req-4332efd8-0451-41a3-933a-2f3a3dbae169 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:18.271083 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55786cf5-2189-441a-8dc1-3ddadb372289 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:18.271380 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55786cf5-2189-441a-8dc1-3ddadb372289 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:18.271777 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55786cf5-2189-441a-8dc1-3ddadb372289 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:18.272168 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55786cf5-2189-441a-8dc1-3ddadb372289 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:18.272503 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55786cf5-2189-441a-8dc1-3ddadb372289 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:18.272826 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172fdaf-3cbe-4f02-85f9-36a77a925824 req-4332efd8-0451-41a3-933a-2f3a3dbae169 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:18.272941 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55786cf5-2189-441a-8dc1-3ddadb372289 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:18.273354 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55786cf5-2189-441a-8dc1-3ddadb372289 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:18.273730 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55786cf5-2189-441a-8dc1-3ddadb372289 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:18.274058 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55786cf5-2189-441a-8dc1-3ddadb372289 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:18.274381 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55786cf5-2189-441a-8dc1-3ddadb372289 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:18.274703 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55786cf5-2189-441a-8dc1-3ddadb372289 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:18.275020 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55786cf5-2189-441a-8dc1-3ddadb372289 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:18.279414 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172fdaf-3cbe-4f02-85f9-36a77a925824 req-4332efd8-0451-41a3-933a-2f3a3dbae169 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:18.280681 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-8e6115e4-ff9c-43e3-a736-392dc3280f70 None None] Attempting to bind port bdb34aa3-7f59-4170-8f48-3a1594c00c8e on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:02:18.281720 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-8e6115e4-ff9c-43e3-a736-392dc3280f70 None None] Attempting to bind port bdb34aa3-7f59-4170-8f48-3a1594c00c8e by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '661b0907-0bcb-4ac3-8785-909e29d13565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '758090da-ed1d-490c-a160-1ef35c2807a3'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:02:18.282074 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6115e4-ff9c-43e3-a736-392dc3280f70 None None] Attempting to bind port bdb34aa3-7f59-4170-8f48-3a1594c00c8e on network 758090da-ed1d-490c-a160-1ef35c2807a3 {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:02:18.287304 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172fdaf-3cbe-4f02-85f9-36a77a925824 req-4332efd8-0451-41a3-933a-2f3a3dbae169 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:18.294133 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172fdaf-3cbe-4f02-85f9-36a77a925824 req-4332efd8-0451-41a3-933a-2f3a3dbae169 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:18.296046 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2172fdaf-3cbe-4f02-85f9-36a77a925824 req-4332efd8-0451-41a3-933a-2f3a3dbae169 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 5384 time: 1.0447593 Feb 04 21:02:18.304411 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6115e4-ff9c-43e3-a736-392dc3280f70 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:02:18.304611 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6115e4-ff9c-43e3-a736-392dc3280f70 None None] Checking segment: {'id': '661b0907-0bcb-4ac3-8785-909e29d13565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '758090da-ed1d-490c-a160-1ef35c2807a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:02:18.304942 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-8e6115e4-ff9c-43e3-a736-392dc3280f70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:18.305327 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6115e4-ff9c-43e3-a736-392dc3280f70 None None] Bound using segment: {'id': '661b0907-0bcb-4ac3-8785-909e29d13565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '758090da-ed1d-490c-a160-1ef35c2807a3'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:02:18.305810 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-8e6115e4-ff9c-43e3-a736-392dc3280f70 None None] Bound port: bdb34aa3-7f59-4170-8f48-3a1594c00c8e, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '661b0907-0bcb-4ac3-8785-909e29d13565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '758090da-ed1d-490c-a160-1ef35c2807a3'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:02:18.306173 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-8e6115e4-ff9c-43e3-a736-392dc3280f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:18.309708 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2eb70e39-16fd-4ef1-9cd1-295a403064e2 req-4fd42351-8b0d-439d-b183-24fe5cc0a7f6 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:18.354790 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56140) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:18.402635 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-8e6115e4-ff9c-43e3-a736-392dc3280f70 None None] For port bdb34aa3-7f59-4170-8f48-3a1594c00c8e, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:02:18.406185 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-8e6115e4-ff9c-43e3-a736-392dc3280f70 None None] For port bdb34aa3-7f59-4170-8f48-3a1594c00c8e, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=bdb34aa3-7f59-4170-8f48-3a1594c00c8e,segment=NetworkSegment(661b0907-0bcb-4ac3-8785-909e29d13565),segment_id=661b0907-0bcb-4ac3-8785-909e29d13565)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:02:18.412789 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-8e6115e4-ff9c-43e3-a736-392dc3280f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:18.417369 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-2eb70e39-16fd-4ef1-9cd1-295a403064e2 req-4fd42351-8b0d-439d-b183-24fe5cc0a7f6 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:18.436921 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-2eb70e39-16fd-4ef1-9cd1-295a403064e2 req-4fd42351-8b0d-439d-b183-24fe5cc0a7f6 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Usage tracker for resource:security_group_rule and tenant:0ced7bc462824d7f8af8ae61ac746e83 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:18.440496 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3907deba-6a4c-4f47-8c12-47c657f24171 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:18.477807 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-2eb70e39-16fd-4ef1-9cd1-295a403064e2 req-4fd42351-8b0d-439d-b183-24fe5cc0a7f6 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:18.488265 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3907deba-6a4c-4f47-8c12-47c657f24171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:18.497785 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-2eb70e39-16fd-4ef1-9cd1-295a403064e2 req-4fd42351-8b0d-439d-b183-24fe5cc0a7f6 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:18.511940 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6115e4-ff9c-43e3-a736-392dc3280f70 None None] Routers {'87a09a30-d28c-4edd-9747-e970b0db2e13'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:02:18.512759 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-8e6115e4-ff9c-43e3-a736-392dc3280f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:02:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['87a09a30-d28c-4edd-9747-e970b0db2e13'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:18.530886 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 2d20d4ad-cdad-4d02-b55d-06337c12c1ab up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:02:18.564943 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2172fdaf-3cbe-4f02-85f9-36a77a925824 req-c77f89a3-3b8a-4529-a0e8-63ccd29bcb95 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc27a88a-7d29-4d8e-adaa-4f6d9a816c1f&id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2455726 Feb 04 21:02:18.571905 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-277ce071-6c59-4f03-8cf2-125cc530df79 tempest-QuotasTest-1501500625 tempest-QuotasTest-1501500625-project-admin] Usage tracker for resource:network and tenant:7c03691a84b7437fae796030d384e934 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:18.615110 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1a9b8-3dd8-4809-b94d-8ef4635dc891 req-517fe694-57bb-45e4-adb0-b4f28cd4ed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:18.616594 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0bb1a9b8-3dd8-4809-b94d-8ef4635dc891 req-517fe694-57bb-45e4-adb0-b4f28cd4ed09 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d038b4df-6bf1-472b-86ac-d180904df3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5373352 Feb 04 21:02:18.617148 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-277ce071-6c59-4f03-8cf2-125cc530df79 tempest-QuotasTest-1501500625 tempest-QuotasTest-1501500625-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:18.691657 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 2d20d4ad-cdad-4d02-b55d-06337c12c1ab triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:02:18.692029 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:18.697803 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-ee3c8860-aa64-453e-8cee-42c4ef45e935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 044174bb-6743-43bd-b283-bd8008780c8e {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:02:18.717432 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-ee3c8860-aa64-453e-8cee-42c4ef45e935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:18.723521 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-8e6115e4-ff9c-43e3-a736-392dc3280f70 None None] Set router 87a09a30-d28c-4edd-9747-e970b0db2e13 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:02:18.748879 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-ee3c8860-aa64-453e-8cee-42c4ef45e935 service neutron] Transition to ACTIVE for port object 044174bb-6743-43bd-b283-bd8008780c8e will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:02:18.761181 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-ee3c8860-aa64-453e-8cee-42c4ef45e935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:18.774794 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c62ea-9a36-4fdd-b3d1-d654c6614d67 req-a613f809-0982-45f7-8736-d6b1fa7f15bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:18.777459 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-897c62ea-9a36-4fdd-b3d1-d654c6614d67 req-a613f809-0982-45f7-8736-d6b1fa7f15bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 1098 time: 0.6201775 Feb 04 21:02:18.866642 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:18.973040 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'tag': 'd0bd622e-aa88-46cf-8228-97766cb44e0c', 'status': 'completed', 'code': 200} Feb 04 21:02:19.030868 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c8860-aa64-453e-8cee-42c4ef45e935 service neutron] Pushing event updated for resources: {'Port': ['ID=044174bb-6743-43bd-b283-bd8008780c8e,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:19.079532 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-ee3c8860-aa64-453e-8cee-42c4ef45e935 service neutron] Attempting to bind port 044174bb-6743-43bd-b283-bd8008780c8e on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:02:19.079859 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-ee3c8860-aa64-453e-8cee-42c4ef45e935 service neutron] Attempting to bind port 044174bb-6743-43bd-b283-bd8008780c8e by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'eb14079e-74a0-4935-87b8-557042e4c6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '96794e5b-cad6-4140-9df8-3b22f7347459'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:02:19.080280 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-ee3c8860-aa64-453e-8cee-42c4ef45e935 service neutron] Attempting to bind port 044174bb-6743-43bd-b283-bd8008780c8e on network 96794e5b-cad6-4140-9df8-3b22f7347459 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:02:19.087603 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-ee3c8860-aa64-453e-8cee-42c4ef45e935 service neutron] Port 044174bb-6743-43bd-b283-bd8008780c8e on network 96794e5b-cad6-4140-9df8-3b22f7347459 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:02:19.088699 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-ee3c8860-aa64-453e-8cee-42c4ef45e935 service neutron] Attempting to bind port 044174bb-6743-43bd-b283-bd8008780c8e on network 96794e5b-cad6-4140-9df8-3b22f7347459 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:02:19.095320 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-ee3c8860-aa64-453e-8cee-42c4ef45e935 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:02:19.095654 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-ee3c8860-aa64-453e-8cee-42c4ef45e935 service neutron] Checking segment: {'id': 'eb14079e-74a0-4935-87b8-557042e4c6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '96794e5b-cad6-4140-9df8-3b22f7347459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:02:19.096051 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-ee3c8860-aa64-453e-8cee-42c4ef45e935 service neutron] Bound using segment: {'id': 'eb14079e-74a0-4935-87b8-557042e4c6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '96794e5b-cad6-4140-9df8-3b22f7347459'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:02:19.096494 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-ee3c8860-aa64-453e-8cee-42c4ef45e935 service neutron] Bound port: 044174bb-6743-43bd-b283-bd8008780c8e, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb14079e-74a0-4935-87b8-557042e4c6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '96794e5b-cad6-4140-9df8-3b22f7347459'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:02:19.096845 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-ee3c8860-aa64-453e-8cee-42c4ef45e935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:19.180924 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55786cf5-2189-441a-8dc1-3ddadb372289 None None] Pushing event updated for resources: {'Port': ['ID=bdb34aa3-7f59-4170-8f48-3a1594c00c8e,revision_number=4']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:19.205738 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-277ce071-6c59-4f03-8cf2-125cc530df79 tempest-QuotasTest-1501500625 tempest-QuotasTest-1501500625-project-admin] Usage tracker for resource:subnet and tenant:7c03691a84b7437fae796030d384e934 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:19.246471 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-ee3c8860-aa64-453e-8cee-42c4ef45e935 service neutron] For port 044174bb-6743-43bd-b283-bd8008780c8e, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:02:19.251378 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-ee3c8860-aa64-453e-8cee-42c4ef45e935 service neutron] For port 044174bb-6743-43bd-b283-bd8008780c8e, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=044174bb-6743-43bd-b283-bd8008780c8e,segment=NetworkSegment(eb14079e-74a0-4935-87b8-557042e4c6f4),segment_id=eb14079e-74a0-4935-87b8-557042e4c6f4)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:02:19.256417 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-ee3c8860-aa64-453e-8cee-42c4ef45e935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:19.326710 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-ee3c8860-aa64-453e-8cee-42c4ef45e935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:19.327424 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-ee3c8860-aa64-453e-8cee-42c4ef45e935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:19.328941 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-ee3c8860-aa64-453e-8cee-42c4ef45e935 service neutron] 10.222.0.18 "PUT /v2.0/ports/044174bb-6743-43bd-b283-bd8008780c8e HTTP/1.1" status: 200 len: 1091 time: 1.7347798 Feb 04 21:02:19.352467 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c8860-aa64-453e-8cee-42c4ef45e935 service neutron] Pushing event updated for resources: {'Port': ['ID=044174bb-6743-43bd-b283-bd8008780c8e,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:19.355223 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-8e6115e4-ff9c-43e3-a736-392dc3280f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a09a30-d28c-4edd-9747-e970b0db2e13', 'name': 'tempest-FloatingIPsNegativeTestJSON-939406777-router', 'tenant_id': '11b8edb207c54f73b1a7004ab0c97e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:01:58Z', 'updated_at': '2022-02-04T21:02:12Z', 'revision_number': 4, 'project_id': '11b8edb207c54f73b1a7004ab0c97e2b', 'gw_port': {'id': 'a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a09a30-d28c-4edd-9747-e970b0db2e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:01Z', 'updated_at': '2022-02-04T21:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'bdb34aa3-7f59-4170-8f48-3a1594c00c8e', 'name': '', 'network_id': '758090da-ed1d-490c-a160-1ef35c2807a3', 'tenant_id': '11b8edb207c54f73b1a7004ab0c97e2b', 'mac_address': 'fa:16:3e:bd:1d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a09a30-d28c-4edd-9747-e970b0db2e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '2dc4aecf-9d72-4348-9ed2-a5e90512fd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:09Z', 'updated_at': '2022-02-04T21:02:18Z', 'revision_number': 4, 'project_id': '11b8edb207c54f73b1a7004ab0c97e2b', 'subnets': [{'id': '2dc4aecf-9d72-4348-9ed2-a5e90512fd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:19.359649 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6115e4-ff9c-43e3-a736-392dc3280f70 None None] The sync data for ids ['87a09a30-d28c-4edd-9747-e970b0db2e13'] in n-d-827896-1 is: [{'id': '87a09a30-d28c-4edd-9747-e970b0db2e13', 'name': 'tempest-FloatingIPsNegativeTestJSON-939406777-router', 'tenant_id': '11b8edb207c54f73b1a7004ab0c97e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:01:58Z', 'updated_at': '2022-02-04T21:02:12Z', 'revision_number': 4, 'project_id': '11b8edb207c54f73b1a7004ab0c97e2b', 'gw_port': {'id': 'a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a09a30-d28c-4edd-9747-e970b0db2e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:01Z', 'updated_at': '2022-02-04T21:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'bdb34aa3-7f59-4170-8f48-3a1594c00c8e', 'name': '', 'network_id': '758090da-ed1d-490c-a160-1ef35c2807a3', 'tenant_id': '11b8edb207c54f73b1a7004ab0c97e2b', 'mac_address': 'fa:16:3e:bd:1d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a09a30-d28c-4edd-9747-e970b0db2e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '2dc4aecf-9d72-4348-9ed2-a5e90512fd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:09Z', 'updated_at': '2022-02-04T21:02:18Z', 'revision_number': 4, 'project_id': '11b8edb207c54f73b1a7004ab0c97e2b', 'subnets': [{'id': '2dc4aecf-9d72-4348-9ed2-a5e90512fd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:02:19.365799 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-681ce4b4-279f-40f3-89fe-0597dde0f6a4 service neutron] Request body: {'port': {'device_id': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:19.453873 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-28190299-c710-4bf7-b760-af698135b682 req-527e8412-1108-4b16-bd07-2451e42c2c08 tempest-FloatingIPsNegativeTestJSON-267164179 tempest-FloatingIPsNegativeTestJSON-267164179-project] 10.222.0.26 "GET /v2.0/floatingips?tenant_id=11b8edb207c54f73b1a7004ab0c97e2b HTTP/1.1" status: 200 len: 217 time: 0.2346096 Feb 04 21:02:19.454504 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-277ce071-6c59-4f03-8cf2-125cc530df79 tempest-QuotasTest-1501500625 tempest-QuotasTest-1501500625-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:19.484836 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-3907deba-6a4c-4f47-8c12-47c657f24171 admin admin] Allocated IP 172.25.5.34 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/b4beb0ee-470b-485b-a5d6-0475b20b8c55) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:02:19.535364 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-681ce4b4-279f-40f3-89fe-0597dde0f6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:19.575921 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-277ce071-6c59-4f03-8cf2-125cc530df79 tempest-QuotasTest-1501500625 tempest-QuotasTest-1501500625-project-admin] Usage tracker for resource:subnetpool and tenant:7c03691a84b7437fae796030d384e934 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:19.578810 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 1d2166ab-b62e-4dc3-9978-195fd1ce37c9 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:02:19.595517 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2eb70e39-16fd-4ef1-9cd1-295a403064e2 req-4fd42351-8b0d-439d-b183-24fe5cc0a7f6 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:19.610841 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0bb1a9b8-3dd8-4809-b94d-8ef4635dc891 req-732ca97e-be01-474a-a927-46206555f389 service neutron] 10.222.0.32 "GET /v2.0/networks/d038b4df-6bf1-472b-86ac-d180904df3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9798417 Feb 04 21:02:19.674869 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2eb70e39-16fd-4ef1-9cd1-295a403064e2 req-4fd42351-8b0d-439d-b183-24fe5cc0a7f6 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:19.678496 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-277ce071-6c59-4f03-8cf2-125cc530df79 tempest-QuotasTest-1501500625 tempest-QuotasTest-1501500625-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:19.778481 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 1d2166ab-b62e-4dc3-9978-195fd1ce37c9, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=1d2166ab-b62e-4dc3-9978-195fd1ce37c9,segment=NetworkSegment(d5a45609-af79-4e7e-87d9-8cc98e096768),segment_id=d5a45609-af79-4e7e-87d9-8cc98e096768)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:19.795073 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '1d2166ab-b62e-4dc3-9978-195fd1ce37c9', 'network_id': '40abcaa4-cb3d-49ea-98ca-157e85e59acc', 'port_id': '1d2166ab-b62e-4dc3-9978-195fd1ce37c9', 'mac_address': 'fa:16:3e:12:15:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa652851-5eb0-4a1b-8482-32a88b98da23', 'ip_address': '19.80.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:02:19.865034 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:19.883390 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d2166ab-b62e-4dc3-9978-195fd1ce37c9 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:02:19.906398 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 1d2166ab-b62e-4dc3-9978-195fd1ce37c9, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=1d2166ab-b62e-4dc3-9978-195fd1ce37c9,segment=NetworkSegment(d5a45609-af79-4e7e-87d9-8cc98e096768),segment_id=d5a45609-af79-4e7e-87d9-8cc98e096768)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:19.914508 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:19.915175 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 8a3eb473-b087-4928-953d-4f99ee76fdbf details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:02:19.986042 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-277ce071-6c59-4f03-8cf2-125cc530df79 tempest-QuotasTest-1501500625 tempest-QuotasTest-1501500625-project-admin] Usage tracker for resource:port and tenant:7c03691a84b7437fae796030d384e934 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:19.998360 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd42351-8b0d-439d-b183-24fe5cc0a7f6 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed664f2-20ee-4851-8a49-9597972e22ba,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:20.017919 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-681ce4b4-279f-40f3-89fe-0597dde0f6a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b98644ad-30b2-4c12-b57b-22b5f633f4b1 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:02:20.028669 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-681ce4b4-279f-40f3-89fe-0597dde0f6a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:20.034506 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=1d2166ab-b62e-4dc3-9978-195fd1ce37c9,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:20.043438 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-277ce071-6c59-4f03-8cf2-125cc530df79 tempest-QuotasTest-1501500625 tempest-QuotasTest-1501500625-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:20.045621 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2eb70e39-16fd-4ef1-9cd1-295a403064e2 req-4fd42351-8b0d-439d-b183-24fe5cc0a7f6 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:20.046845 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2eb70e39-16fd-4ef1-9cd1-295a403064e2 req-4fd42351-8b0d-439d-b183-24fe5cc0a7f6 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 2.2018843 Feb 04 21:02:20.062869 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c62ea-9a36-4fdd-b3d1-d654c6614d67 req-403d12bd-102e-4075-80d5-522774380f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:20.064617 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-897c62ea-9a36-4fdd-b3d1-d654c6614d67 req-403d12bd-102e-4075-80d5-522774380f96 service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 1.2748623 Feb 04 21:02:20.086106 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-681ce4b4-279f-40f3-89fe-0597dde0f6a4 service neutron] Transition to ACTIVE for port object b98644ad-30b2-4c12-b57b-22b5f633f4b1 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:02:20.091582 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3d9a6-1aaa-4daa-8fa6-eafe941bc7b5 req-98b88039-594b-4ffc-8c38-62229b66dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:20.092142 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3d9a6-1aaa-4daa-8fa6-eafe941bc7b5 req-98b88039-594b-4ffc-8c38-62229b66dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:20.092719 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3d9a6-1aaa-4daa-8fa6-eafe941bc7b5 req-98b88039-594b-4ffc-8c38-62229b66dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:20.093158 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3d9a6-1aaa-4daa-8fa6-eafe941bc7b5 req-98b88039-594b-4ffc-8c38-62229b66dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:20.093777 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-681ce4b4-279f-40f3-89fe-0597dde0f6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:20.094792 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3d9a6-1aaa-4daa-8fa6-eafe941bc7b5 req-98b88039-594b-4ffc-8c38-62229b66dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:20.095277 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3d9a6-1aaa-4daa-8fa6-eafe941bc7b5 req-98b88039-594b-4ffc-8c38-62229b66dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:20.095798 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3d9a6-1aaa-4daa-8fa6-eafe941bc7b5 req-98b88039-594b-4ffc-8c38-62229b66dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:20.098348 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1ad3d9a6-1aaa-4daa-8fa6-eafe941bc7b5 req-98b88039-594b-4ffc-8c38-62229b66dddd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df41148af8d64ecb86c2b5be8209bfd9&device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 6343 time: 0.8529236 Feb 04 21:02:20.144672 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device f4ba7000-b7be-4bac-bfaf-239ebac223f9 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:02:20.225772 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-897c62ea-9a36-4fdd-b3d1-d654c6614d67 req-96d32473-7a6a-4f49-979f-173a490eccd6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=f4ba7000-b7be-4bac-bfaf-239ebac223f9 HTTP/1.1" status: 200 len: 217 time: 0.1187427 Feb 04 21:02:20.299173 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ce4b4-279f-40f3-89fe-0597dde0f6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b98644ad-30b2-4c12-b57b-22b5f633f4b1,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:20.366653 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-277ce071-6c59-4f03-8cf2-125cc530df79 tempest-QuotasTest-1501500625 tempest-QuotasTest-1501500625-project-admin] Usage tracker for resource:router and tenant:7c03691a84b7437fae796030d384e934 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:20.375193 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port f4ba7000-b7be-4bac-bfaf-239ebac223f9, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f4ba7000-b7be-4bac-bfaf-239ebac223f9,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:20.390603 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 8a3eb473-b087-4928-953d-4f99ee76fdbf, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=8a3eb473-b087-4928-953d-4f99ee76fdbf,segment=NetworkSegment(2b740627-0c46-411f-90a8-d366483caf5b),segment_id=2b740627-0c46-411f-90a8-d366483caf5b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:20.418807 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'f4ba7000-b7be-4bac-bfaf-239ebac223f9', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': 'f4ba7000-b7be-4bac-bfaf-239ebac223f9', 'mac_address': 'fa:16:3e:f5:27:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:02:20.420716 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c62ea-9a36-4fdd-b3d1-d654c6614d67 req-874247e4-c19c-4f6f-af1a-4b8b9522da01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:20.422361 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-897c62ea-9a36-4fdd-b3d1-d654c6614d67 req-874247e4-c19c-4f6f-af1a-4b8b9522da01 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.1770935 Feb 04 21:02:20.423428 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '8a3eb473-b087-4928-953d-4f99ee76fdbf', 'network_id': 'd038b4df-6bf1-472b-86ac-d180904df3c5', 'port_id': '8a3eb473-b087-4928-953d-4f99ee76fdbf', 'mac_address': 'fa:16:3e:81:94:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '474b7d7f-eda6-4944-b647-79da58b5564f', 'ip_address': '19.86.0.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:02:20.443984 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-925906d6-ea1c-459f-9d41-37b23203edde req-5edd5125-e124-417b-9810-8ae00c7b073c tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=565bab87f6ed4be0830d2c4f71f62041&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2315722 Feb 04 21:02:20.486837 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-681ce4b4-279f-40f3-89fe-0597dde0f6a4 service neutron] Attempting to bind port b98644ad-30b2-4c12-b57b-22b5f633f4b1 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:02:20.490336 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-681ce4b4-279f-40f3-89fe-0597dde0f6a4 service neutron] Attempting to bind port b98644ad-30b2-4c12-b57b-22b5f633f4b1 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3d92e2e6-8e5c-439e-985a-8b138159bd06'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:02:20.490739 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-681ce4b4-279f-40f3-89fe-0597dde0f6a4 service neutron] Attempting to bind port b98644ad-30b2-4c12-b57b-22b5f633f4b1 on network 3d92e2e6-8e5c-439e-985a-8b138159bd06 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:02:20.502736 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-681ce4b4-279f-40f3-89fe-0597dde0f6a4 service neutron] Port b98644ad-30b2-4c12-b57b-22b5f633f4b1 on network 3d92e2e6-8e5c-439e-985a-8b138159bd06 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:02:20.503327 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-681ce4b4-279f-40f3-89fe-0597dde0f6a4 service neutron] Attempting to bind port b98644ad-30b2-4c12-b57b-22b5f633f4b1 on network 3d92e2e6-8e5c-439e-985a-8b138159bd06 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:02:20.509766 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-681ce4b4-279f-40f3-89fe-0597dde0f6a4 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:02:20.510512 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-681ce4b4-279f-40f3-89fe-0597dde0f6a4 service neutron] Checking segment: {'id': '13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3d92e2e6-8e5c-439e-985a-8b138159bd06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:02:20.511127 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-681ce4b4-279f-40f3-89fe-0597dde0f6a4 service neutron] Bound using segment: {'id': '13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3d92e2e6-8e5c-439e-985a-8b138159bd06'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:02:20.511797 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-681ce4b4-279f-40f3-89fe-0597dde0f6a4 service neutron] Bound port: b98644ad-30b2-4c12-b57b-22b5f633f4b1, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3d92e2e6-8e5c-439e-985a-8b138159bd06'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:02:20.512304 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-681ce4b4-279f-40f3-89fe-0597dde0f6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:20.576475 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-277ce071-6c59-4f03-8cf2-125cc530df79 tempest-QuotasTest-1501500625 tempest-QuotasTest-1501500625-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:20.617945 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device bdb34aa3-7f59-4170-8f48-3a1594c00c8e up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:02:20.652939 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-681ce4b4-279f-40f3-89fe-0597dde0f6a4 service neutron] For port b98644ad-30b2-4c12-b57b-22b5f633f4b1, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:02:20.656211 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-681ce4b4-279f-40f3-89fe-0597dde0f6a4 service neutron] For port b98644ad-30b2-4c12-b57b-22b5f633f4b1, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=b98644ad-30b2-4c12-b57b-22b5f633f4b1,segment=NetworkSegment(13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574),segment_id=13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:02:20.661900 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:20.662827 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-681ce4b4-279f-40f3-89fe-0597dde0f6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:20.683268 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:20.694906 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3d9a6-1aaa-4daa-8fa6-eafe941bc7b5 req-51afa4bb-dc6f-48bd-8fd7-a40f94da15e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:20.695830 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3d9a6-1aaa-4daa-8fa6-eafe941bc7b5 req-51afa4bb-dc6f-48bd-8fd7-a40f94da15e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:20.696570 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3d9a6-1aaa-4daa-8fa6-eafe941bc7b5 req-51afa4bb-dc6f-48bd-8fd7-a40f94da15e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:20.698039 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1ad3d9a6-1aaa-4daa-8fa6-eafe941bc7b5 req-51afa4bb-dc6f-48bd-8fd7-a40f94da15e7 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=df41148af8d64ecb86c2b5be8209bfd9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4981902 Feb 04 21:02:20.723967 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-681ce4b4-279f-40f3-89fe-0597dde0f6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:20.724583 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-681ce4b4-279f-40f3-89fe-0597dde0f6a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:20.725998 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-681ce4b4-279f-40f3-89fe-0597dde0f6a4 service neutron] 10.222.0.18 "PUT /v2.0/ports/b98644ad-30b2-4c12-b57b-22b5f633f4b1 HTTP/1.1" status: 200 len: 1091 time: 1.3672285 Feb 04 21:02:20.735700 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4ba7000-b7be-4bac-bfaf-239ebac223f9 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:02:20.743247 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a3eb473-b087-4928-953d-4f99ee76fdbf {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:02:20.764724 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0bb1a9b8-3dd8-4809-b94d-8ef4635dc891 req-2a79717d-0f15-4a99-9d0a-b7e8b16218e0 service neutron] 10.222.0.32 "GET /v2.0/networks/d038b4df-6bf1-472b-86ac-d180904df3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1131709 Feb 04 21:02:20.773451 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f6254-b111-4d28-8f5d-c6694d064402 req-6bf89175-784c-4533-8dac-0af5aaae380a tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:20.774639 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d07f6254-b111-4d28-8f5d-c6694d064402 req-6bf89175-784c-4533-8dac-0af5aaae380a tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 947 time: 1.1896846 Feb 04 21:02:20.788983 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-fd163e9a-b349-4ae3-8e40-427e8e8813b1 service neutron] Request body: {'port': {'device_id': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:20.795132 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port f4ba7000-b7be-4bac-bfaf-239ebac223f9, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f4ba7000-b7be-4bac-bfaf-239ebac223f9,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:20.797830 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 8a3eb473-b087-4928-953d-4f99ee76fdbf, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=8a3eb473-b087-4928-953d-4f99ee76fdbf,segment=NetworkSegment(2b740627-0c46-411f-90a8-d366483caf5b),segment_id=2b740627-0c46-411f-90a8-d366483caf5b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:20.810364 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:20.843454 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3907deba-6a4c-4f47-8c12-47c657f24171 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:20.847824 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ce4b4-279f-40f3-89fe-0597dde0f6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b98644ad-30b2-4c12-b57b-22b5f633f4b1,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:20.864621 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:20.873426 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port bdb34aa3-7f59-4170-8f48-3a1594c00c8e completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:02:20.891664 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port bdb34aa3-7f59-4170-8f48-3a1594c00c8e triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:02:20.892037 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:20.926790 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-277ce071-6c59-4f03-8cf2-125cc530df79 tempest-QuotasTest-1501500625 tempest-QuotasTest-1501500625-project-admin] Usage tracker for resource:floatingip and tenant:7c03691a84b7437fae796030d384e934 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:20.974543 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=f4ba7000-b7be-4bac-bfaf-239ebac223f9,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:20.984774 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'tag': '30c8b28c-5310-4bac-a7d4-377b7157856b'}, {'name': 'network-changed', 'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'tag': '044174bb-6743-43bd-b283-bd8008780c8e'}, {'name': 'network-changed', 'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'tag': 'b98644ad-30b2-4c12-b57b-22b5f633f4b1'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:02:21.016242 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-fd163e9a-b349-4ae3-8e40-427e8e8813b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:21.018890 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-277ce071-6c59-4f03-8cf2-125cc530df79 tempest-QuotasTest-1501500625 tempest-QuotasTest-1501500625-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:21.038945 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['f4ba7000-b7be-4bac-bfaf-239ebac223f9'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:02:21.095926 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3d9a6-1aaa-4daa-8fa6-eafe941bc7b5 req-3dbc2cf6-ebfb-4111-b29e-b2e08eb47eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:21.097649 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1ad3d9a6-1aaa-4daa-8fa6-eafe941bc7b5 req-3dbc2cf6-ebfb-4111-b29e-b2e08eb47eff service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3848965 Feb 04 21:02:21.195260 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d07f6254-b111-4d28-8f5d-c6694d064402 req-784fe42a-aa70-4e23-8f90-95a6facd53bc tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356798 Feb 04 21:02:21.217725 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925906d6-ea1c-459f-9d41-37b23203edde req-e88a9abc-0e0e-4b14-b56e-936c78f54237 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:21.224852 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-925906d6-ea1c-459f-9d41-37b23203edde req-e88a9abc-0e0e-4b14-b56e-936c78f54237 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5626411 Feb 04 21:02:21.233875 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c62ea-9a36-4fdd-b3d1-d654c6614d67 req-89dc32cd-f38d-40c3-b7d9-61d1d58f07ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:21.235520 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-897c62ea-9a36-4fdd-b3d1-d654c6614d67 req-89dc32cd-f38d-40c3-b7d9-61d1d58f07ed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7165031 Feb 04 21:02:21.281081 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:21.286189 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-925906d6-ea1c-459f-9d41-37b23203edde req-8577e5ea-bbf5-43a2-a365-4a1af0a6841f tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/quotas/565bab87f6ed4be0830d2c4f71f62041 HTTP/1.1" status: 200 len: 375 time: 0.0603573 Feb 04 21:02:21.306645 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['1d2166ab-b62e-4dc3-9978-195fd1ce37c9'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:02:21.334233 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=8a3eb473-b087-4928-953d-4f99ee76fdbf,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:21.454408 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port bdb34aa3-7f59-4170-8f48-3a1594c00c8e, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=bdb34aa3-7f59-4170-8f48-3a1594c00c8e,segment=NetworkSegment(661b0907-0bcb-4ac3-8785-909e29d13565),segment_id=661b0907-0bcb-4ac3-8785-909e29d13565)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:21.475625 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:21.520041 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3907deba-6a4c-4f47-8c12-47c657f24171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:21.583053 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-fd163e9a-b349-4ae3-8e40-427e8e8813b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bf4fdc2-20cd-450d-8d03-ffacefdb58d0 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:02:21.591024 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-fd163e9a-b349-4ae3-8e40-427e8e8813b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:21.625876 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-fd163e9a-b349-4ae3-8e40-427e8e8813b1 service neutron] Transition to ACTIVE for port object 5bf4fdc2-20cd-450d-8d03-ffacefdb58d0 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:02:21.631055 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-fd163e9a-b349-4ae3-8e40-427e8e8813b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:21.634994 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=bdb34aa3-7f59-4170-8f48-3a1594c00c8e,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:21.674593 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3907deba-6a4c-4f47-8c12-47c657f24171 admin admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:02:21.675923 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-277ce071-6c59-4f03-8cf2-125cc530df79 tempest-QuotasTest-1501500625 tempest-QuotasTest-1501500625-project-admin] Usage tracker for resource:security_group and tenant:7c03691a84b7437fae796030d384e934 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:21.690925 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-3907deba-6a4c-4f47-8c12-47c657f24171 admin admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:02:21.711150 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3907deba-6a4c-4f47-8c12-47c657f24171 admin admin] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:02:21.742388 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-277ce071-6c59-4f03-8cf2-125cc530df79 tempest-QuotasTest-1501500625 tempest-QuotasTest-1501500625-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:21.753558 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907deba-6a4c-4f47-8c12-47c657f24171 admin admin] Pushing event updated for resources: {'Port': ['ID=b4beb0ee-470b-485b-a5d6-0475b20b8c55,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:21.803271 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd163e9a-b349-4ae3-8e40-427e8e8813b1 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf4fdc2-20cd-450d-8d03-ffacefdb58d0,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:21.817253 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-897c62ea-9a36-4fdd-b3d1-d654c6614d67 req-ff1282dc-3c26-492c-ba1e-197e407cdb76 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5717642 Feb 04 21:02:21.825992 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-277ce071-6c59-4f03-8cf2-125cc530df79 tempest-QuotasTest-1501500625 tempest-QuotasTest-1501500625-project-admin] Usage tracker for resource:security_group_rule and tenant:7c03691a84b7437fae796030d384e934 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:21.878024 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-fd163e9a-b349-4ae3-8e40-427e8e8813b1 service neutron] Attempting to bind port 5bf4fdc2-20cd-450d-8d03-ffacefdb58d0 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:02:21.878516 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-fd163e9a-b349-4ae3-8e40-427e8e8813b1 service neutron] Attempting to bind port 5bf4fdc2-20cd-450d-8d03-ffacefdb58d0 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3d92e2e6-8e5c-439e-985a-8b138159bd06'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:02:21.878853 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-fd163e9a-b349-4ae3-8e40-427e8e8813b1 service neutron] Attempting to bind port 5bf4fdc2-20cd-450d-8d03-ffacefdb58d0 on network 3d92e2e6-8e5c-439e-985a-8b138159bd06 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:02:21.886107 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-fd163e9a-b349-4ae3-8e40-427e8e8813b1 service neutron] Port 5bf4fdc2-20cd-450d-8d03-ffacefdb58d0 on network 3d92e2e6-8e5c-439e-985a-8b138159bd06 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:02:21.886453 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-fd163e9a-b349-4ae3-8e40-427e8e8813b1 service neutron] Attempting to bind port 5bf4fdc2-20cd-450d-8d03-ffacefdb58d0 on network 3d92e2e6-8e5c-439e-985a-8b138159bd06 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:02:21.892072 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-fd163e9a-b349-4ae3-8e40-427e8e8813b1 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:02:21.892412 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-fd163e9a-b349-4ae3-8e40-427e8e8813b1 service neutron] Checking segment: {'id': '13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3d92e2e6-8e5c-439e-985a-8b138159bd06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:02:21.892806 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-fd163e9a-b349-4ae3-8e40-427e8e8813b1 service neutron] Bound using segment: {'id': '13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3d92e2e6-8e5c-439e-985a-8b138159bd06'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:02:21.893554 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-fd163e9a-b349-4ae3-8e40-427e8e8813b1 service neutron] Bound port: 5bf4fdc2-20cd-450d-8d03-ffacefdb58d0, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3d92e2e6-8e5c-439e-985a-8b138159bd06'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:02:21.893904 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-fd163e9a-b349-4ae3-8e40-427e8e8813b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:21.972803 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-277ce071-6c59-4f03-8cf2-125cc530df79 tempest-QuotasTest-1501500625 tempest-QuotasTest-1501500625-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:21.990653 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-fd163e9a-b349-4ae3-8e40-427e8e8813b1 service neutron] For port 5bf4fdc2-20cd-450d-8d03-ffacefdb58d0, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:02:21.993649 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-fd163e9a-b349-4ae3-8e40-427e8e8813b1 service neutron] For port 5bf4fdc2-20cd-450d-8d03-ffacefdb58d0, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=5bf4fdc2-20cd-450d-8d03-ffacefdb58d0,segment=NetworkSegment(13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574),segment_id=13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:02:22.006072 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-fd163e9a-b349-4ae3-8e40-427e8e8813b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:22.051780 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889af8a-4b9d-48f2-9bd2-7a241f1622c5 req-02fa2e30-868c-49b1-81a5-81a841f205d0 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:22.057623 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889af8a-4b9d-48f2-9bd2-7a241f1622c5 req-02fa2e30-868c-49b1-81a5-81a841f205d0 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:22.059155 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8889af8a-4b9d-48f2-9bd2-7a241f1622c5 req-02fa2e30-868c-49b1-81a5-81a841f205d0 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=0700be3a-9f00-44af-bd71-19e2b51d69ed HTTP/1.1" status: 200 len: 1679 time: 0.5406091 Feb 04 21:02:22.064313 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-277ce071-6c59-4f03-8cf2-125cc530df79 tempest-QuotasTest-1501500625 tempest-QuotasTest-1501500625-project-admin] 10.222.0.26 "GET /v2.0/quotas/7c03691a84b7437fae796030d384e934/details.json HTTP/1.1" status: 200 len: 703 time: 3.6953769 Feb 04 21:02:22.065738 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-fd163e9a-b349-4ae3-8e40-427e8e8813b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:22.066660 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-fd163e9a-b349-4ae3-8e40-427e8e8813b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:22.068797 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-fd163e9a-b349-4ae3-8e40-427e8e8813b1 service neutron] 10.222.0.18 "PUT /v2.0/ports/5bf4fdc2-20cd-450d-8d03-ffacefdb58d0 HTTP/1.1" status: 200 len: 1091 time: 1.3063374 Feb 04 21:02:22.105251 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd163e9a-b349-4ae3-8e40-427e8e8813b1 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf4fdc2-20cd-450d-8d03-ffacefdb58d0,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:22.128871 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-925906d6-ea1c-459f-9d41-37b23203edde req-02f71e55-eb71-4845-84a0-139451991226 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=565bab87f6ed4be0830d2c4f71f62041&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8417997 Feb 04 21:02:22.146403 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device f4ba7000-b7be-4bac-bfaf-239ebac223f9 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:02:22.243002 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8889af8a-4b9d-48f2-9bd2-7a241f1622c5 req-b3fd082d-e720-406c-bfb3-699bbdfb13a2 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/security-groups?id=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351817 Feb 04 21:02:22.247388 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-897c62ea-9a36-4fdd-b3d1-d654c6614d67 req-b586b1aa-92aa-469b-8859-c2456f6c9418 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227858 Feb 04 21:02:22.293162 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port f4ba7000-b7be-4bac-bfaf-239ebac223f9 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:02:22.306169 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port f4ba7000-b7be-4bac-bfaf-239ebac223f9 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:02:22.307524 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:22.387811 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-68f93c16-bfd2-4b60-ae5e-8966c4d3f08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:22.388754 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-68f93c16-bfd2-4b60-ae5e-8966c4d3f08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:22.388754 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-68f93c16-bfd2-4b60-ae5e-8966c4d3f08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:22.394714 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-68f93c16-bfd2-4b60-ae5e-8966c4d3f08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:22.395416 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-68f93c16-bfd2-4b60-ae5e-8966c4d3f08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:22.395908 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-68f93c16-bfd2-4b60-ae5e-8966c4d3f08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:22.396388 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-68f93c16-bfd2-4b60-ae5e-8966c4d3f08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:22.404023 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-68f93c16-bfd2-4b60-ae5e-8966c4d3f08d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df41148af8d64ecb86c2b5be8209bfd9&device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 6477 time: 0.2762268 Feb 04 21:02:22.452980 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-ea16e6c8-4986-48d8-b254-da0ba984dfe0 req-9f8d5a34-fbbf-4354-a194-9a6cdc521fe7 tempest-FloatingIPsNegativeTestJSON-267164179 tempest-FloatingIPsNegativeTestJSON-267164179-project] Synchronizing usage tracker for tenant:11b8edb207c54f73b1a7004ab0c97e2b on resource:network {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:02:22.558082 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['8a3eb473-b087-4928-953d-4f99ee76fdbf'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:02:22.560714 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-76693c22-c164-46af-8cec-37c2e95ad02a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3753cc11-1c31-453a-a527-f0e098c63ba8 HTTP/1.1" status: 200 len: 217 time: 0.1413877 Feb 04 21:02:22.622321 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56176) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:22.641960 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-3cd7796c-d4a4-4d48-bb20-86b2fd6fa6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:22.647306 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-3cd7796c-d4a4-4d48-bb20-86b2fd6fa6e0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1fffc9a1-d0ff-45d7-adf5-d0cd203f0821 HTTP/1.1" status: 200 len: 850 time: 0.0820012 Feb 04 21:02:22.678444 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device bdb34aa3-7f59-4170-8f48-3a1594c00c8e up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:02:22.680626 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-ea16e6c8-4986-48d8-b254-da0ba984dfe0 req-9f8d5a34-fbbf-4354-a194-9a6cdc521fe7 tempest-FloatingIPsNegativeTestJSON-267164179 tempest-FloatingIPsNegativeTestJSON-267164179-project] Unset dirty status for tenant:11b8edb207c54f73b1a7004ab0c97e2b on resource:network {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:02:22.682090 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ea16e6c8-4986-48d8-b254-da0ba984dfe0 req-9f8d5a34-fbbf-4354-a194-9a6cdc521fe7 tempest-FloatingIPsNegativeTestJSON-267164179 tempest-FloatingIPsNegativeTestJSON-267164179-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.3291960 Feb 04 21:02:22.737152 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3907deba-6a4c-4f47-8c12-47c657f24171 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:22.759611 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-e46fca82-a4b5-4db3-9cf0-0aba1e4145ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:22.761533 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-e46fca82-a4b5-4db3-9cf0-0aba1e4145ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b07bb9ef-36fe-4586-bebc-d1a35b516abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100371 Feb 04 21:02:22.830608 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:22.877370 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f370fe79-4e65-4808-8eb7-2898710d9255 req-a5101da2-137d-45a2-8dc8-cd9e9fcd3b93 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] 10.222.0.26 "GET /v2.0/security-groups/6ed664f2-20ee-4851-8a49-9597972e22ba HTTP/1.1" status: 200 len: 1813 time: 0.1689305 Feb 04 21:02:22.897521 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b4e835-5118-4f2c-bbc7-34c340e98bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ba7000-b7be-4bac-bfaf-239ebac223f9'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:02:22.897678 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f874851d-1d49-4fe1-9d42-70d0d199651b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:22.904520 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-f370fe79-4e65-4808-8eb7-2898710d9255 req-01dd5f05-eb6b-44ff-a68e-aab0aff0ea92 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6ed664f2-20ee-4851-8a49-9597972e22ba', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:22.905864 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-f370fe79-4e65-4808-8eb7-2898710d9255 req-01dd5f05-eb6b-44ff-a68e-aab0aff0ea92 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6ed664f2-20ee-4851-8a49-9597972e22ba', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:22.920537 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-f370fe79-4e65-4808-8eb7-2898710d9255 req-01dd5f05-eb6b-44ff-a68e-aab0aff0ea92 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:22.921672 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f874851d-1d49-4fe1-9d42-70d0d199651b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:22.924498 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port f4ba7000-b7be-4bac-bfaf-239ebac223f9, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f4ba7000-b7be-4bac-bfaf-239ebac223f9,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:22.924816 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-f370fe79-4e65-4808-8eb7-2898710d9255 req-01dd5f05-eb6b-44ff-a68e-aab0aff0ea92 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Usage tracker for resource:security_group_rule and tenant:0ced7bc462824d7f8af8ae61ac746e83 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:22.925513 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f874851d-1d49-4fe1-9d42-70d0d199651b admin admin] Usage tracker for resource:security_group_rule and tenant:97550f1cfdc843bd9e605711003edee3 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:22.927297 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port bdb34aa3-7f59-4170-8f48-3a1594c00c8e triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:02:22.927675 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:22.928468 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f874851d-1d49-4fe1-9d42-70d0d199651b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:22.929501 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-f370fe79-4e65-4808-8eb7-2898710d9255 req-01dd5f05-eb6b-44ff-a68e-aab0aff0ea92 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:22.935442 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f874851d-1d49-4fe1-9d42-70d0d199651b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:22.937305 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-f370fe79-4e65-4808-8eb7-2898710d9255 req-01dd5f05-eb6b-44ff-a68e-aab0aff0ea92 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:22.960372 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:23.024790 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f874851d-1d49-4fe1-9d42-70d0d199651b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:23.039345 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f874851d-1d49-4fe1-9d42-70d0d199651b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:23.098819 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=f4ba7000-b7be-4bac-bfaf-239ebac223f9,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:23.102698 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f874851d-1d49-4fe1-9d42-70d0d199651b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=97550f1cfdc843bd9e605711003edee3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4791963 Feb 04 21:02:23.106742 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f874851d-1d49-4fe1-9d42-70d0d199651b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7bed68-5a0b-4726-ac8b-502095a73247,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:23.108851 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56192) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:23.122686 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd09fb2-ccbd-4a71-aab5-03e3a2a7338f req-cad09174-6203-4eea-aa31-2688607d25e2 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:23.129961 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd09fb2-ccbd-4a71-aab5-03e3a2a7338f req-cad09174-6203-4eea-aa31-2688607d25e2 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:23.142190 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd09fb2-ccbd-4a71-aab5-03e3a2a7338f req-cad09174-6203-4eea-aa31-2688607d25e2 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:23.151708 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd09fb2-ccbd-4a71-aab5-03e3a2a7338f req-cad09174-6203-4eea-aa31-2688607d25e2 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:23.160023 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd09fb2-ccbd-4a71-aab5-03e3a2a7338f req-cad09174-6203-4eea-aa31-2688607d25e2 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:23.166546 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd09fb2-ccbd-4a71-aab5-03e3a2a7338f req-cad09174-6203-4eea-aa31-2688607d25e2 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:23.172957 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd09fb2-ccbd-4a71-aab5-03e3a2a7338f req-cad09174-6203-4eea-aa31-2688607d25e2 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:23.174869 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6dd09fb2-ccbd-4a71-aab5-03e3a2a7338f req-cad09174-6203-4eea-aa31-2688607d25e2 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 5420 time: 0.6261482 Feb 04 21:02:23.197162 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-9e333d48-a14b-4dbe-9324-ffd26ea0feb6 service neutron] 10.222.0.18 "GET /v2.0/networks/b07bb9ef-36fe-4586-bebc-d1a35b516abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293592 Feb 04 21:02:23.284688 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ada5a467-e1e8-4d55-86dd-df1254bf57b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:23.330952 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ada5a467-e1e8-4d55-86dd-df1254bf57b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:23.404156 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-a80209d6-c813-4ebe-b444-6976455573d3 service neutron] 10.222.0.18 "GET /v2.0/networks/b07bb9ef-36fe-4586-bebc-d1a35b516abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976929 Feb 04 21:02:23.476147 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6dd09fb2-ccbd-4a71-aab5-03e3a2a7338f req-fd7d17c5-10c4-436e-83c7-236484efc95b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc27a88a-7d29-4d8e-adaa-4f6d9a816c1f&id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2918785 Feb 04 21:02:23.480245 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-5150a7a6-0809-4557-9797-00da29173b6e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=c946fa5d-284e-4d9b-a8fb-f026a285451d HTTP/1.1" status: 200 len: 217 time: 0.0684340 Feb 04 21:02:23.492198 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f370fe79-4e65-4808-8eb7-2898710d9255 req-01dd5f05-eb6b-44ff-a68e-aab0aff0ea92 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:23.532391 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ada5a467-e1e8-4d55-86dd-df1254bf57b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:23.558624 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5a467-e1e8-4d55-86dd-df1254bf57b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7bed68-5a0b-4726-ac8b-502095a73247,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:23.572309 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ada5a467-e1e8-4d55-86dd-df1254bf57b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:23.573813 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ada5a467-e1e8-4d55-86dd-df1254bf57b3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ce7bed68-5a0b-4726-ac8b-502095a73247 HTTP/1.1" status: 204 len: 168 time: 0.4624221 Feb 04 21:02:23.578910 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f370fe79-4e65-4808-8eb7-2898710d9255 req-01dd5f05-eb6b-44ff-a68e-aab0aff0ea92 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:23.591866 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-9c78e38e-ef0d-43a1-b6e5-8f8fc7b44a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:23.593339 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-9c78e38e-ef0d-43a1-b6e5-8f8fc7b44a86 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e1d56a7-cf95-4452-a500-f044c9d7c766 HTTP/1.1" status: 200 len: 797 time: 0.1073771 Feb 04 21:02:23.596850 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'tag': '30c8b28c-5310-4bac-a7d4-377b7157856b', 'status': 'completed', 'code': 200} Feb 04 21:02:23.597066 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'tag': '044174bb-6743-43bd-b283-bd8008780c8e', 'status': 'completed', 'code': 200} Feb 04 21:02:23.601644 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'tag': 'b98644ad-30b2-4c12-b57b-22b5f633f4b1', 'status': 'completed', 'code': 200} Feb 04 21:02:23.602743 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f370fe79-4e65-4808-8eb7-2898710d9255 req-01dd5f05-eb6b-44ff-a68e-aab0aff0ea92 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:23.616758 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 1d2166ab-b62e-4dc3-9978-195fd1ce37c9 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:02:23.668926 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3907deba-6a4c-4f47-8c12-47c657f24171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:23.671868 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd5f05-eb6b-44ff-a68e-aab0aff0ea92 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c30e6ad-c79e-4132-ad2a-1d67f8999ec0,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:23.756298 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 1d2166ab-b62e-4dc3-9978-195fd1ce37c9 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:02:23.763622 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 1d2166ab-b62e-4dc3-9978-195fd1ce37c9 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:02:23.763991 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:23.782728 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd5f05-eb6b-44ff-a68e-aab0aff0ea92 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:23.783354 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd5f05-eb6b-44ff-a68e-aab0aff0ea92 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:23.783924 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd5f05-eb6b-44ff-a68e-aab0aff0ea92 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:23.784433 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd5f05-eb6b-44ff-a68e-aab0aff0ea92 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:23.784929 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd5f05-eb6b-44ff-a68e-aab0aff0ea92 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:23.785445 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd5f05-eb6b-44ff-a68e-aab0aff0ea92 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:23.786001 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd5f05-eb6b-44ff-a68e-aab0aff0ea92 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:23.786489 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd5f05-eb6b-44ff-a68e-aab0aff0ea92 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:23.787077 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd5f05-eb6b-44ff-a68e-aab0aff0ea92 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:23.787562 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd5f05-eb6b-44ff-a68e-aab0aff0ea92 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:23.788209 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd5f05-eb6b-44ff-a68e-aab0aff0ea92 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:23.788693 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd5f05-eb6b-44ff-a68e-aab0aff0ea92 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:23.863716 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f370fe79-4e65-4808-8eb7-2898710d9255 req-01dd5f05-eb6b-44ff-a68e-aab0aff0ea92 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:23.865346 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f370fe79-4e65-4808-8eb7-2898710d9255 req-01dd5f05-eb6b-44ff-a68e-aab0aff0ea92 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9792397 Feb 04 21:02:23.922482 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:23.933171 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-21c2fd8c-8151-412e-bfda-4cb3a342ee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:23.935618 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-21c2fd8c-8151-412e-bfda-4cb3a342ee19 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96794e5b-cad6-4140-9df8-3b22f7347459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3331597 Feb 04 21:02:23.981723 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 1d2166ab-b62e-4dc3-9978-195fd1ce37c9, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=1d2166ab-b62e-4dc3-9978-195fd1ce37c9,segment=NetworkSegment(d5a45609-af79-4e7e-87d9-8cc98e096768),segment_id=d5a45609-af79-4e7e-87d9-8cc98e096768)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:23.986285 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:23.992088 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56206) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:24.073902 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5f64941d-9b4a-40cf-acd8-c96ca303c778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:24.094084 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=1d2166ab-b62e-4dc3-9978-195fd1ce37c9,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:24.106311 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5f64941d-9b4a-40cf-acd8-c96ca303c778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:24.113751 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5f64941d-9b4a-40cf-acd8-c96ca303c778 admin admin] Usage tracker for resource:security_group_rule and tenant:7c03691a84b7437fae796030d384e934 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:24.119326 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5f64941d-9b4a-40cf-acd8-c96ca303c778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:24.135802 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5f64941d-9b4a-40cf-acd8-c96ca303c778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:24.145929 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-fc38af29-9e57-4094-8516-99050e0c997f service neutron] 10.222.0.18 "GET /v2.0/networks/96794e5b-cad6-4140-9df8-3b22f7347459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995940 Feb 04 21:02:24.157149 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6b1ca7d6-6241-4aca-899c-3137c2d8978d req-93ff3690-efa6-4c68-ab35-0c770692a57c tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b091b89-2698-4bb6-a26d-a33a51895e72 HTTP/1.1" status: 200 len: 210 time: 0.1290584 Feb 04 21:02:24.214201 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d8562-f9e4-4f9c-830e-41c00c941949 req-8c3a5579-a1a8-473b-a209-f0f3ed42ed7b tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:24.215682 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-411d8562-f9e4-4f9c-830e-41c00c941949 req-8c3a5579-a1a8-473b-a209-f0f3ed42ed7b tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 949 time: 0.4353971 Feb 04 21:02:24.216427 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3907deba-6a4c-4f47-8c12-47c657f24171 admin admin] Router c15e3f14-5384-4fa5-9add-3dde19e22881 is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:02:24.222080 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-925906d6-ea1c-459f-9d41-37b23203edde req-ef62a8f3-7017-4713-b3c7-663b51ac908a tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=565bab87f6ed4be0830d2c4f71f62041&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0749478 Feb 04 21:02:24.335809 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-49a61e3c-4ab5-4fde-88f7-e0b6dd45068a service neutron] 10.222.0.18 "GET /v2.0/networks/96794e5b-cad6-4140-9df8-3b22f7347459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815493 Feb 04 21:02:24.351459 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [req-a72b4f9a-594d-4c25-a715-de9364257988 req-05bf2148-43e0-4f07-9f5b-13aa40c39d42 tempest-FloatingIPsNegativeTestJSON-267164179 tempest-FloatingIPsNegativeTestJSON-267164179-project] show failed (client error): The resource could not be found. Feb 04 21:02:24.352464 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a72b4f9a-594d-4c25-a715-de9364257988 req-05bf2148-43e0-4f07-9f5b-13aa40c39d42 tempest-FloatingIPsNegativeTestJSON-267164179 tempest-FloatingIPsNegativeTestJSON-267164179-project] 10.222.0.26 "GET /v2.0/floatingips/8a87d508-79ba-4a48-9eee-5300836eb225 HTTP/1.1" status: 404 len: 350 time: 0.1542528 Feb 04 21:02:24.406503 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56210) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:24.419208 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-069bce2b-993d-4d8b-a59e-381338aec2be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=d0bd622e-aa88-46cf-8228-97766cb44e0c HTTP/1.1" status: 200 len: 217 time: 0.0736039 Feb 04 21:02:24.537049 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5f64941d-9b4a-40cf-acd8-c96ca303c778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:24.558054 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5f64941d-9b4a-40cf-acd8-c96ca303c778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:24.583975 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-411d8562-f9e4-4f9c-830e-41c00c941949 req-9e6442a1-069e-4634-9cde-e219745abd1e tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604608 Feb 04 21:02:24.620088 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b4e835-5118-4f2c-bbc7-34c340e98bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ba7000-b7be-4bac-bfaf-239ebac223f9', 'code': 200} Feb 04 21:02:24.671096 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3907deba-6a4c-4f47-8c12-47c657f24171 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:02:24.685495 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da0d7e4-55b4-4d72-b6ac-0bd44d83d019 None None] Sync routers for ids ['c15e3f14-5384-4fa5-9add-3dde19e22881'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:02:24.688093 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-24204101-424f-43a4-8ff2-6c4f0fbe9899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:24.689585 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-24204101-424f-43a4-8ff2-6c4f0fbe9899 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e1d56a7-cf95-4452-a500-f044c9d7c766 HTTP/1.1" status: 200 len: 797 time: 0.2114210 Feb 04 21:02:24.695437 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925906d6-ea1c-459f-9d41-37b23203edde req-35c3ab0e-b177-440a-a4ea-b959f524327a tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:24.697362 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-925906d6-ea1c-459f-9d41-37b23203edde req-35c3ab0e-b177-440a-a4ea-b959f524327a tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3803656 Feb 04 21:02:24.701115 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da0d7e4-55b4-4d72-b6ac-0bd44d83d019 None None] Routers {'c15e3f14-5384-4fa5-9add-3dde19e22881'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:02:24.702323 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-6da0d7e4-55b4-4d72-b6ac-0bd44d83d019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:02:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['c15e3f14-5384-4fa5-9add-3dde19e22881'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:24.739886 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5f64941d-9b4a-40cf-acd8-c96ca303c778 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7c03691a84b7437fae796030d384e934&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7019863 Feb 04 21:02:24.739886 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f64941d-9b4a-40cf-acd8-c96ca303c778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328e54e0-7807-4e21-a626-5c7b3110fd27,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:24.740899 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56218) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:24.770308 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-925906d6-ea1c-459f-9d41-37b23203edde req-2fefc1e2-95d3-464e-9ec3-3a6fa75db636 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Request body: {'port': {'device_id': '8b091b89-2698-4bb6-a26d-a33a51895e72', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'admin_state_up': True, 'tenant_id': '565bab87f6ed4be0830d2c4f71f62041'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:24.783818 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3907deba-6a4c-4f47-8c12-47c657f24171 admin admin] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:24.785001 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-3907deba-6a4c-4f47-8c12-47c657f24171 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 11.0449002 Feb 04 21:02:24.793638 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56222) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:24.909099 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-6da0d7e4-55b4-4d72-b6ac-0bd44d83d019 None None] Set router c15e3f14-5384-4fa5-9add-3dde19e22881 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:02:24.961271 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cee8af9a-e765-4380-9929-f53265cac8a5 req-3291cf94-cb3b-4adf-95b5-204c329874de tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] 10.222.0.26 "GET /v2.0/security-groups/6ed664f2-20ee-4851-8a49-9597972e22ba HTTP/1.1" status: 200 len: 2407 time: 0.2569072 Feb 04 21:02:25.107410 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-925906d6-ea1c-459f-9d41-37b23203edde req-2fefc1e2-95d3-464e-9ec3-3a6fa75db636 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:25.118929 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-925906d6-ea1c-459f-9d41-37b23203edde req-2fefc1e2-95d3-464e-9ec3-3a6fa75db636 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Usage tracker for resource:port and tenant:565bab87f6ed4be0830d2c4f71f62041 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:25.126699 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-925906d6-ea1c-459f-9d41-37b23203edde req-2fefc1e2-95d3-464e-9ec3-3a6fa75db636 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:25.142501 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-925906d6-ea1c-459f-9d41-37b23203edde req-2fefc1e2-95d3-464e-9ec3-3a6fa75db636 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:25.148584 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5fcd0-f2b9-4e5a-ace6-afaa5a9f10b6 req-49e3378e-22b5-4a78-bc30-243719abaf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:25.150714 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7fd5fcd0-f2b9-4e5a-ace6-afaa5a9f10b6 req-49e3378e-22b5-4a78-bc30-243719abaf54 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 1100 time: 0.4306142 Feb 04 21:02:25.166317 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ab276f3f-61e5-4b3d-b338-dc9ed6b9ae4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:25.227619 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebf7b3-02d3-4a70-a339-af639b1c34fd req-e1ead9de-32bd-418f-b903-2bd61b9531c0 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:25.227853 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-e65ff48e-447a-433f-a8b9-faae0c7cf58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:25.229897 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-e65ff48e-447a-433f-a8b9-faae0c7cf58c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96794e5b-cad6-4140-9df8-3b22f7347459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5312855 Feb 04 21:02:25.232853 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-6da0d7e4-55b4-4d72-b6ac-0bd44d83d019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'name': 'tempest-AttachVolumeTestJSON-139033215-router', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:02:14Z', 'updated_at': '2022-02-04T21:02:22Z', 'revision_number': 3, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'gw_port': {'id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:18Z', 'updated_at': '2022-02-04T21:02:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:25.233792 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebf7b3-02d3-4a70-a339-af639b1c34fd req-e1ead9de-32bd-418f-b903-2bd61b9531c0 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:25.235395 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-25ebf7b3-02d3-4a70-a339-af639b1c34fd req-e1ead9de-32bd-418f-b903-2bd61b9531c0 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=0700be3a-9f00-44af-bd71-19e2b51d69ed HTTP/1.1" status: 200 len: 1680 time: 0.4716725 Feb 04 21:02:25.236887 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da0d7e4-55b4-4d72-b6ac-0bd44d83d019 None None] Checking router: c15e3f14-5384-4fa5-9add-3dde19e22881 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:02:25.237310 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da0d7e4-55b4-4d72-b6ac-0bd44d83d019 None None] Updating router c15e3f14-5384-4fa5-9add-3dde19e22881 port b4beb0ee-470b-485b-a5d6-0475b20b8c55 binding host n-d-827896-1 {{(pid=87684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:02:25.241759 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ab276f3f-61e5-4b3d-b338-dc9ed6b9ae4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:25.241970 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-925906d6-ea1c-459f-9d41-37b23203edde req-2fefc1e2-95d3-464e-9ec3-3a6fa75db636 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Made reservation on behalf of 565bab87f6ed4be0830d2c4f71f62041 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:02:25.245682 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-925906d6-ea1c-459f-9d41-37b23203edde req-2fefc1e2-95d3-464e-9ec3-3a6fa75db636 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:25.296615 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7fd5fcd0-f2b9-4e5a-ace6-afaa5a9f10b6 req-370c4229-9ece-468c-95de-7da286e627b9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030097 Feb 04 21:02:25.324650 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6da0d7e4-55b4-4d72-b6ac-0bd44d83d019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:25.547775 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-25ebf7b3-02d3-4a70-a339-af639b1c34fd req-c4d6c30b-0823-41b8-90ac-3a206787f68c tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/security-groups?id=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915709 Feb 04 21:02:25.572498 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb104720-6c7a-437c-af79-ccae575f4a06 req-781b76bd-0b36-407c-af00-b00d19218eab tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:25.578938 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb104720-6c7a-437c-af79-ccae575f4a06 req-781b76bd-0b36-407c-af00-b00d19218eab tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:25.584043 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb104720-6c7a-437c-af79-ccae575f4a06 req-781b76bd-0b36-407c-af00-b00d19218eab tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:25.591068 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb104720-6c7a-437c-af79-ccae575f4a06 req-781b76bd-0b36-407c-af00-b00d19218eab tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:25.596681 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb104720-6c7a-437c-af79-ccae575f4a06 req-781b76bd-0b36-407c-af00-b00d19218eab tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:25.602852 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb104720-6c7a-437c-af79-ccae575f4a06 req-781b76bd-0b36-407c-af00-b00d19218eab tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:25.606848 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'tag': '5bf4fdc2-20cd-450d-8d03-ffacefdb58d0'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:02:25.609656 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb104720-6c7a-437c-af79-ccae575f4a06 req-781b76bd-0b36-407c-af00-b00d19218eab tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:25.611344 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cb104720-6c7a-437c-af79-ccae575f4a06 req-781b76bd-0b36-407c-af00-b00d19218eab tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 5420 time: 0.4703834 Feb 04 21:02:25.625493 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 8a3eb473-b087-4928-953d-4f99ee76fdbf up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:02:25.687095 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-27f89957-2810-47e1-86b7-c24ddea585c6 req-5c4de241-7efc-453b-8963-8db300c004aa tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] 10.222.0.26 "GET /v2.0/security-group-rules/1c30e6ad-c79e-4132-ad2a-1d67f8999ec0 HTTP/1.1" status: 200 len: 778 time: 0.0747683 Feb 04 21:02:25.758564 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cb104720-6c7a-437c-af79-ccae575f4a06 req-f446dd97-6af6-4114-ba97-c6b4f637328a tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc27a88a-7d29-4d8e-adaa-4f6d9a816c1f&id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1305621 Feb 04 21:02:25.784620 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-27f89957-2810-47e1-86b7-c24ddea585c6 req-0e3683ef-b8f5-4a23-9875-e05e5d9eaf5d tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] 10.222.0.26 "GET /v2.0/security-groups/6ed664f2-20ee-4851-8a49-9597972e22ba HTTP/1.1" status: 200 len: 2407 time: 0.0856659 Feb 04 21:02:25.816299 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-925906d6-ea1c-459f-9d41-37b23203edde req-2fefc1e2-95d3-464e-9ec3-3a6fa75db636 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Allocated IP 192.168.233.37 (54d6ae2e-de73-4435-bfdd-cd390a2143ad/3d2f9c06-58f8-4b66-a033-2aa50eedddcd/25359b4a-ca63-4c5c-8da1-23a0af26ea5c) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:02:25.847126 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-27f89957-2810-47e1-86b7-c24ddea585c6 req-455cfa56-26dd-4c4f-b6ad-4dbb17680a0b tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:25.848698 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-b7d72f56-6cbd-4130-8ef9-9f3a68f6fdeb service neutron] 10.222.0.18 "GET /v2.0/networks/96794e5b-cad6-4140-9df8-3b22f7347459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6102929 Feb 04 21:02:25.873676 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-27f89957-2810-47e1-86b7-c24ddea585c6 req-455cfa56-26dd-4c4f-b6ad-4dbb17680a0b tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:25.914842 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6da0d7e4-55b4-4d72-b6ac-0bd44d83d019 None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:25.939574 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 8a3eb473-b087-4928-953d-4f99ee76fdbf completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:02:25.947459 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-6da0d7e4-55b4-4d72-b6ac-0bd44d83d019 None None] Transition to ACTIVE for port object b4beb0ee-470b-485b-a5d6-0475b20b8c55 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:02:25.950089 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 8a3eb473-b087-4928-953d-4f99ee76fdbf triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:02:25.950222 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-27f89957-2810-47e1-86b7-c24ddea585c6 req-455cfa56-26dd-4c4f-b6ad-4dbb17680a0b tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:25.950322 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:25.964444 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ab276f3f-61e5-4b3d-b338-dc9ed6b9ae4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:26.025712 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6da0d7e4-55b4-4d72-b6ac-0bd44d83d019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:26.065754 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab276f3f-61e5-4b3d-b338-dc9ed6b9ae4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328e54e0-7807-4e21-a626-5c7b3110fd27,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:26.089797 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ab276f3f-61e5-4b3d-b338-dc9ed6b9ae4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:26.093461 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ab276f3f-61e5-4b3d-b338-dc9ed6b9ae4c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/328e54e0-7807-4e21-a626-5c7b3110fd27 HTTP/1.1" status: 204 len: 168 time: 1.3423069 Feb 04 21:02:26.093611 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:26.126338 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-a5f04bd5-f8a8-43b3-91a4-cb95477ae32b req-7a5c1e87-1248-4807-aaff-d7eaa6e5476a tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Synchronizing usage tracker for tenant:565bab87f6ed4be0830d2c4f71f62041 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:02:26.128987 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cfa56-26dd-4c4f-b6ad-4dbb17680a0b tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c30e6ad-c79e-4132-ad2a-1d67f8999ec0,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:26.150322 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-27f89957-2810-47e1-86b7-c24ddea585c6 req-455cfa56-26dd-4c4f-b6ad-4dbb17680a0b tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:26.151775 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-27f89957-2810-47e1-86b7-c24ddea585c6 req-455cfa56-26dd-4c4f-b6ad-4dbb17680a0b tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/1c30e6ad-c79e-4132-ad2a-1d67f8999ec0 HTTP/1.1" status: 204 len: 173 time: 0.3557198 Feb 04 21:02:26.172903 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a69e4-d297-4496-819a-3e0bc1237aed None None] Pushing event updated for resources: {'Port': ['ID=b4beb0ee-470b-485b-a5d6-0475b20b8c55,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:26.178514 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-6da0d7e4-55b4-4d72-b6ac-0bd44d83d019 None None] Attempting to bind port b4beb0ee-470b-485b-a5d6-0475b20b8c55 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:02:26.179141 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-6da0d7e4-55b4-4d72-b6ac-0bd44d83d019 None None] Attempting to bind port b4beb0ee-470b-485b-a5d6-0475b20b8c55 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:02:26.179713 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da0d7e4-55b4-4d72-b6ac-0bd44d83d019 None None] Attempting to bind port b4beb0ee-470b-485b-a5d6-0475b20b8c55 on network 1f11f724-8cdd-497d-8220-929f45cf1223 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:02:26.184954 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-a5f04bd5-f8a8-43b3-91a4-cb95477ae32b req-7a5c1e87-1248-4807-aaff-d7eaa6e5476a tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Unset dirty status for tenant:565bab87f6ed4be0830d2c4f71f62041 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:02:26.186331 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a5f04bd5-f8a8-43b3-91a4-cb95477ae32b req-7a5c1e87-1248-4807-aaff-d7eaa6e5476a tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b091b89-2698-4bb6-a26d-a33a51895e72 HTTP/1.1" status: 200 len: 210 time: 0.1234121 Feb 04 21:02:26.260702 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da0d7e4-55b4-4d72-b6ac-0bd44d83d019 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:02:26.268638 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da0d7e4-55b4-4d72-b6ac-0bd44d83d019 None None] Checking segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:02:26.269308 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6da0d7e4-55b4-4d72-b6ac-0bd44d83d019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:26.269870 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da0d7e4-55b4-4d72-b6ac-0bd44d83d019 None None] Bound using segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:02:26.270532 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-6da0d7e4-55b4-4d72-b6ac-0bd44d83d019 None None] Bound port: b4beb0ee-470b-485b-a5d6-0475b20b8c55, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:02:26.271081 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6da0d7e4-55b4-4d72-b6ac-0bd44d83d019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:26.310920 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-925906d6-ea1c-459f-9d41-37b23203edde req-2fefc1e2-95d3-464e-9ec3-3a6fa75db636 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:26.379688 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'tag': '5bf4fdc2-20cd-450d-8d03-ffacefdb58d0', 'status': 'completed', 'code': 200} Feb 04 21:02:26.395890 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-aa2925dc-1bc7-4115-9412-dde8947e1572 req-95870d11-64b8-4f34-aeb0-ddb5ea7446fe tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1758924170', 'description': 'tempest-description-1484348643'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:26.399336 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:26.413833 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-72ffd8d1-cd3d-4047-bb6c-3275a93e4abd service neutron] 10.222.0.18 "GET /v2.0/networks/96794e5b-cad6-4140-9df8-3b22f7347459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4750462 Feb 04 21:02:26.450243 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-6da0d7e4-55b4-4d72-b6ac-0bd44d83d019 None None] For port b4beb0ee-470b-485b-a5d6-0475b20b8c55, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:02:26.451254 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-aa2925dc-1bc7-4115-9412-dde8947e1572 req-95870d11-64b8-4f34-aeb0-ddb5ea7446fe tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:26.454477 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-6da0d7e4-55b4-4d72-b6ac-0bd44d83d019 None None] For port b4beb0ee-470b-485b-a5d6-0475b20b8c55, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=b4beb0ee-470b-485b-a5d6-0475b20b8c55,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:02:26.459495 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 8a3eb473-b087-4928-953d-4f99ee76fdbf, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=8a3eb473-b087-4928-953d-4f99ee76fdbf,segment=NetworkSegment(2b740627-0c46-411f-90a8-d366483caf5b),segment_id=2b740627-0c46-411f-90a8-d366483caf5b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:26.466570 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6da0d7e4-55b4-4d72-b6ac-0bd44d83d019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:26.467541 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-aa2925dc-1bc7-4115-9412-dde8947e1572 req-95870d11-64b8-4f34-aeb0-ddb5ea7446fe tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Usage tracker for resource:security_group and tenant:0ced7bc462824d7f8af8ae61ac746e83 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:26.488898 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-aa2925dc-1bc7-4115-9412-dde8947e1572 req-95870d11-64b8-4f34-aeb0-ddb5ea7446fe tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:26.525982 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:26.528967 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-925906d6-ea1c-459f-9d41-37b23203edde req-2fefc1e2-95d3-464e-9ec3-3a6fa75db636 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Transition to ACTIVE for port object 25359b4a-ca63-4c5c-8da1-23a0af26ea5c will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:02:26.532668 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-aa2925dc-1bc7-4115-9412-dde8947e1572 req-95870d11-64b8-4f34-aeb0-ddb5ea7446fe tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:26.576953 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-aa2925dc-1bc7-4115-9412-dde8947e1572 req-95870d11-64b8-4f34-aeb0-ddb5ea7446fe tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:26.599291 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-1b617520-c67e-4e86-be5b-5e1e14aeac68 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=30c8b28c-5310-4bac-a7d4-377b7157856b HTTP/1.1" status: 200 len: 217 time: 0.1746619 Feb 04 21:02:26.615685 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5ed24-90a1-4a48-b918-ac0c4ac2ef1a req-5f7e51c1-50e7-4c41-ba75-fd22c6e222b1 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:26.621383 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0700be3a-9f00-44af-bd71-19e2b51d69ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2166ab-b62e-4dc3-9978-195fd1ce37c9'}, {'server_uuid': '0700be3a-9f00-44af-bd71-19e2b51d69ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3eb473-b087-4928-953d-4f99ee76fdbf'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:02:26.625334 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-72e5ed24-90a1-4a48-b918-ac0c4ac2ef1a req-5f7e51c1-50e7-4c41-ba75-fd22c6e222b1 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 949 time: 0.2901537 Feb 04 21:02:26.629131 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da0d7e4-55b4-4d72-b6ac-0bd44d83d019 None None] Routers {'c15e3f14-5384-4fa5-9add-3dde19e22881'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:02:26.629866 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-6da0d7e4-55b4-4d72-b6ac-0bd44d83d019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:02:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['c15e3f14-5384-4fa5-9add-3dde19e22881'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:26.648285 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-aa2925dc-1bc7-4115-9412-dde8947e1572 req-95870d11-64b8-4f34-aeb0-ddb5ea7446fe tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:26.658957 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-aa2925dc-1bc7-4115-9412-dde8947e1572 req-95870d11-64b8-4f34-aeb0-ddb5ea7446fe tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Usage tracker for resource:security_group_rule and tenant:0ced7bc462824d7f8af8ae61ac746e83 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:26.663988 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-aa2925dc-1bc7-4115-9412-dde8947e1572 req-95870d11-64b8-4f34-aeb0-ddb5ea7446fe tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:26.674758 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-925906d6-ea1c-459f-9d41-37b23203edde req-2fefc1e2-95d3-464e-9ec3-3a6fa75db636 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:26.695402 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a69e4-d297-4496-819a-3e0bc1237aed None None] Pushing event updated for resources: {'Port': ['ID=b4beb0ee-470b-485b-a5d6-0475b20b8c55,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:26.698553 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['87db6fd1-7f78-4f70-9234-d881fa64a7b2'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:02:26.707497 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-aa2925dc-1bc7-4115-9412-dde8947e1572 req-95870d11-64b8-4f34-aeb0-ddb5ea7446fe tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:26.723785 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['cd1f6a32-b7f4-443c-8969-b4767ae9d578'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:02:26.743518 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2dfe40d9-f678-4bc9-9857-016f58753fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:26.757559 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-72e5ed24-90a1-4a48-b918-ac0c4ac2ef1a req-18422184-c74c-42db-a632-14d096eb3cef tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310775 Feb 04 21:02:26.810085 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-925906d6-ea1c-459f-9d41-37b23203edde req-2fefc1e2-95d3-464e-9ec3-3a6fa75db636 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Network 54d6ae2e-de73-4435-bfdd-cd390a2143ad is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:02:26.841610 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-925906d6-ea1c-459f-9d41-37b23203edde req-2fefc1e2-95d3-464e-9ec3-3a6fa75db636 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:02:26.845812 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-925906d6-ea1c-459f-9d41-37b23203edde req-2fefc1e2-95d3-464e-9ec3-3a6fa75db636 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:02:26.946313 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fefc1e2-95d3-464e-9ec3-3a6fa75db636 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Pushing event updated for resources: {'Port': ['ID=25359b4a-ca63-4c5c-8da1-23a0af26ea5c,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:26.986867 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-24be829f-f360-4214-9aaa-5a2473355d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:26.993017 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-24be829f-f360-4214-9aaa-5a2473355d21 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e1d56a7-cf95-4452-a500-f044c9d7c766 HTTP/1.1" status: 200 len: 797 time: 0.2491753 Feb 04 21:02:27.002195 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925906d6-ea1c-459f-9d41-37b23203edde req-2fefc1e2-95d3-464e-9ec3-3a6fa75db636 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:27.007821 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-925906d6-ea1c-459f-9d41-37b23203edde req-2fefc1e2-95d3-464e-9ec3-3a6fa75db636 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:27.095966 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=8a3eb473-b087-4928-953d-4f99ee76fdbf,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:27.201833 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-aa2925dc-1bc7-4115-9412-dde8947e1572 req-95870d11-64b8-4f34-aeb0-ddb5ea7446fe tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:27.205947 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-6da0d7e4-55b4-4d72-b6ac-0bd44d83d019 None None] Set router c15e3f14-5384-4fa5-9add-3dde19e22881 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:02:27.211981 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-aa2925dc-1bc7-4115-9412-dde8947e1572 req-95870d11-64b8-4f34-aeb0-ddb5ea7446fe tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:27.272881 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-aa2925dc-1bc7-4115-9412-dde8947e1572 req-95870d11-64b8-4f34-aeb0-ddb5ea7446fe tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:27.287232 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aa2925dc-1bc7-4115-9412-dde8947e1572 req-95870d11-64b8-4f34-aeb0-ddb5ea7446fe tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.9033699 Feb 04 21:02:27.301679 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-925906d6-ea1c-459f-9d41-37b23203edde req-2fefc1e2-95d3-464e-9ec3-3a6fa75db636 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5432765 Feb 04 21:02:27.325402 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-62eaf79d-2c92-4038-a856-0b3556799f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:27.359620 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-925906d6-ea1c-459f-9d41-37b23203edde req-380e7351-44f5-4932-b88a-09b54a2c3d71 service neutron] Request body: {'port': {'device_id': '8b091b89-2698-4bb6-a26d-a33a51895e72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:27.366682 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0700be3a-9f00-44af-bd71-19e2b51d69ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2166ab-b62e-4dc3-9978-195fd1ce37c9', 'code': 200} Feb 04 21:02:27.366945 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0700be3a-9f00-44af-bd71-19e2b51d69ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3eb473-b087-4928-953d-4f99ee76fdbf', 'code': 200} Feb 04 21:02:27.506450 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-9e4f5a19-734e-493f-bd32-7791119e075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:27.509425 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-9e4f5a19-734e-493f-bd32-7791119e075f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96794e5b-cad6-4140-9df8-3b22f7347459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5059185 Feb 04 21:02:27.545583 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95870d11-64b8-4f34-aeb0-ddb5ea7446fe tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57b0a0f2-627b-460c-9a78-430917f425fb,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:27.611529 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d3fbaca3-f21b-4811-8a17-0ef9347e84c5 None None] Provisioning for port 25359b4a-ca63-4c5c-8da1-23a0af26ea5c completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:02:27.671422 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d3fbaca3-f21b-4811-8a17-0ef9347e84c5 None None] Provisioning complete for port 25359b4a-ca63-4c5c-8da1-23a0af26ea5c triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:02:27.672121 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d3fbaca3-f21b-4811-8a17-0ef9347e84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:27.729788 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed7d3c-5a7e-40d3-ac85-8a635e631cfd req-c747184d-f24e-4d29-a385-a1345d9706b9 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:27.735901 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed7d3c-5a7e-40d3-ac85-8a635e631cfd req-c747184d-f24e-4d29-a385-a1345d9706b9 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:27.737601 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-31ed7d3c-5a7e-40d3-ac85-8a635e631cfd req-c747184d-f24e-4d29-a385-a1345d9706b9 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=0700be3a-9f00-44af-bd71-19e2b51d69ed HTTP/1.1" status: 200 len: 1681 time: 0.7492120 Feb 04 21:02:27.756289 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-925906d6-ea1c-459f-9d41-37b23203edde req-380e7351-44f5-4932-b88a-09b54a2c3d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:27.765699 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-d3fbaca3-f21b-4811-8a17-0ef9347e84c5 None None] Port 25359b4a-ca63-4c5c-8da1-23a0af26ea5c cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:02:27.867333 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-31ed7d3c-5a7e-40d3-ac85-8a635e631cfd req-78bbd90b-94ab-4c60-9487-0ce31d3ccce7 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/security-groups?id=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996697 Feb 04 21:02:27.879310 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bae385-38a7-4069-b8e6-8c9dacfa7777 req-97c241bc-8a76-407a-879e-98acc084a6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:27.879785 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bae385-38a7-4069-b8e6-8c9dacfa7777 req-97c241bc-8a76-407a-879e-98acc084a6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:27.881523 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-17bae385-38a7-4069-b8e6-8c9dacfa7777 req-97c241bc-8a76-407a-879e-98acc084a6e0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0700be3a-9f00-44af-bd71-19e2b51d69ed HTTP/1.1" status: 200 len: 1983 time: 0.4206285 Feb 04 21:02:27.907543 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc9dcc-2b02-4316-a518-3828acd31ddf req-c8690945-257b-4b22-a8c4-4b097334763b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:27.913521 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc9dcc-2b02-4316-a518-3828acd31ddf req-c8690945-257b-4b22-a8c4-4b097334763b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:27.920535 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc9dcc-2b02-4316-a518-3828acd31ddf req-c8690945-257b-4b22-a8c4-4b097334763b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:27.926232 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc9dcc-2b02-4316-a518-3828acd31ddf req-c8690945-257b-4b22-a8c4-4b097334763b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:27.930231 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-2dfe40d9-f678-4bc9-9857-016f58753fa5 admin admin] Allocated IP 172.20.0.1 (05b0da4f-bf1c-4e94-969a-698256edcb76/662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e/d69e2936-929a-4383-b4ba-0198468a4733) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:02:27.933492 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc9dcc-2b02-4316-a518-3828acd31ddf req-c8690945-257b-4b22-a8c4-4b097334763b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:27.939267 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc9dcc-2b02-4316-a518-3828acd31ddf req-c8690945-257b-4b22-a8c4-4b097334763b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:27.945116 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc9dcc-2b02-4316-a518-3828acd31ddf req-c8690945-257b-4b22-a8c4-4b097334763b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:27.947612 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f2bc9dcc-2b02-4316-a518-3828acd31ddf req-c8690945-257b-4b22-a8c4-4b097334763b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 5420 time: 0.3990788 Feb 04 21:02:28.021556 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-6da0d7e4-55b4-4d72-b6ac-0bd44d83d019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'name': 'tempest-AttachVolumeTestJSON-139033215-router', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:02:14Z', 'updated_at': '2022-02-04T21:02:22Z', 'revision_number': 3, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'gw_port': {'id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:18Z', 'updated_at': '2022-02-04T21:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:28.035510 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da0d7e4-55b4-4d72-b6ac-0bd44d83d019 None None] The sync data for ids ['c15e3f14-5384-4fa5-9add-3dde19e22881'] in n-d-827896-1 is: [{'id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'name': 'tempest-AttachVolumeTestJSON-139033215-router', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:02:14Z', 'updated_at': '2022-02-04T21:02:22Z', 'revision_number': 3, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'gw_port': {'id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:18Z', 'updated_at': '2022-02-04T21:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:02:28.097816 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-17bae385-38a7-4069-b8e6-8c9dacfa7777 req-ec16bf48-041a-4094-bd22-ed69b147bb77 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487367 Feb 04 21:02:28.110245 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f2bc9dcc-2b02-4316-a518-3828acd31ddf req-994b38eb-0609-404d-a5df-456686cd47c8 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc27a88a-7d29-4d8e-adaa-4f6d9a816c1f&id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1461451 Feb 04 21:02:28.321681 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-f46e2486-134c-4246-bf60-0be1d6966cc9 service neutron] 10.222.0.18 "GET /v2.0/networks/96794e5b-cad6-4140-9df8-3b22f7347459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8023205 Feb 04 21:02:28.583739 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a8123966-18ef-4d3f-be53-fe8ad054202c req-2ff04dbf-59ed-42db-abfd-810075ebbded tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] 10.222.0.26 "GET /v2.0/security-groups/57b0a0f2-627b-460c-9a78-430917f425fb HTTP/1.1" status: 200 len: 1815 time: 0.3067975 Feb 04 21:02:28.633398 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2dfe40d9-f678-4bc9-9857-016f58753fa5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:28.676154 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-2dfe40d9-f678-4bc9-9857-016f58753fa5 admin admin] Transition to ACTIVE for port object d69e2936-929a-4383-b4ba-0198468a4733 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:02:28.695055 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-bad46c36-4ec0-4c90-b024-b3bb6d5a4a75 service neutron] 10.222.0.18 "GET /v2.0/networks/96794e5b-cad6-4140-9df8-3b22f7347459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530440 Feb 04 21:02:28.752970 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56284) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:28.846101 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-bd7082ca-1d29-4dbf-a16e-8f4c3a84d9af service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=044174bb-6743-43bd-b283-bd8008780c8e HTTP/1.1" status: 200 len: 217 time: 0.1109412 Feb 04 21:02:28.863070 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c890f-bb68-4ed3-8154-384ef45be24b req-c696697d-6e56-4aa8-8ead-d4b48de99f73 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:28.871112 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-987c890f-bb68-4ed3-8154-384ef45be24b req-c696697d-6e56-4aa8-8ead-d4b48de99f73 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b091b89-2698-4bb6-a26d-a33a51895e72 HTTP/1.1" status: 200 len: 935 time: 0.7722273 Feb 04 21:02:28.901567 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-62eaf79d-2c92-4038-a856-0b3556799f86 admin admin] Deleting port bdb34aa3-7f59-4170-8f48-3a1594c00c8e {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:02:28.901832 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-62eaf79d-2c92-4038-a856-0b3556799f86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:28.997788 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-987c890f-bb68-4ed3-8154-384ef45be24b req-5b5ba859-7bf8-4c53-8b56-aa45a6ca260d tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257701 Feb 04 21:02:29.046073 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c01bc3-7c7a-434f-94d6-9b47ffbadfd8 req-d0a3b44e-4375-4b97-93ea-95b34b745a2a tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:29.046073 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-26c01bc3-7c7a-434f-94d6-9b47ffbadfd8 req-d0a3b44e-4375-4b97-93ea-95b34b745a2a tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 949 time: 0.2473776 Feb 04 21:02:29.103912 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-9581b4a0-92d8-4709-a5d4-247a5ef4442b tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-55174548', 'router:external': True}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:29.110063 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9581b4a0-92d8-4709-a5d4-247a5ef4442b tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:29.114650 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9581b4a0-92d8-4709-a5d4-247a5ef4442b tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Usage tracker for resource:network and tenant:1998818573a6402e91949fb11030657b is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:29.117951 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9581b4a0-92d8-4709-a5d4-247a5ef4442b tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:29.137912 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9581b4a0-92d8-4709-a5d4-247a5ef4442b tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:29.144902 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-26c01bc3-7c7a-434f-94d6-9b47ffbadfd8 req-44a57933-63a1-4f5c-b507-8dff148c39e7 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643344 Feb 04 21:02:29.150747 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2dfe40d9-f678-4bc9-9857-016f58753fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:29.183286 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-925906d6-ea1c-459f-9d41-37b23203edde req-380e7351-44f5-4932-b88a-09b54a2c3d71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25359b4a-ca63-4c5c-8da1-23a0af26ea5c {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:02:29.213361 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-3d0d81b5-fe8f-4f37-98f1-cdc0ae2629e4 req-d943b52c-d3a7-463c-986e-2859acbc6b0a tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-287176316', 'description': 'tempest-description-1198264737'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:29.222566 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-925906d6-ea1c-459f-9d41-37b23203edde req-380e7351-44f5-4932-b88a-09b54a2c3d71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:29.222797 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9581b4a0-92d8-4709-a5d4-247a5ef4442b tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Made reservation on behalf of 1998818573a6402e91949fb11030657b for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:02:29.225080 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9581b4a0-92d8-4709-a5d4-247a5ef4442b tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:29.229702 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-3d0d81b5-fe8f-4f37-98f1-cdc0ae2629e4 req-d943b52c-d3a7-463c-986e-2859acbc6b0a tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:29.240795 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-3d0d81b5-fe8f-4f37-98f1-cdc0ae2629e4 req-d943b52c-d3a7-463c-986e-2859acbc6b0a tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Usage tracker for resource:security_group and tenant:0ced7bc462824d7f8af8ae61ac746e83 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:29.254440 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-3d0d81b5-fe8f-4f37-98f1-cdc0ae2629e4 req-d943b52c-d3a7-463c-986e-2859acbc6b0a tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:29.262525 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-a4358319-892f-4511-acb4-498a9e1a0d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:29.263605 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-a4358319-892f-4511-acb4-498a9e1a0d51 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e1d56a7-cf95-4452-a500-f044c9d7c766 HTTP/1.1" status: 200 len: 797 time: 0.4069598 Feb 04 21:02:29.263976 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-3d0d81b5-fe8f-4f37-98f1-cdc0ae2629e4 req-d943b52c-d3a7-463c-986e-2859acbc6b0a tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:29.266881 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-925906d6-ea1c-459f-9d41-37b23203edde req-380e7351-44f5-4932-b88a-09b54a2c3d71 service neutron] Transition to ACTIVE for port object 25359b4a-ca63-4c5c-8da1-23a0af26ea5c will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:02:29.278531 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-925906d6-ea1c-459f-9d41-37b23203edde req-380e7351-44f5-4932-b88a-09b54a2c3d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:29.308693 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9581b4a0-92d8-4709-a5d4-247a5ef4442b tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:29.318141 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3d0d81b5-fe8f-4f37-98f1-cdc0ae2629e4 req-d943b52c-d3a7-463c-986e-2859acbc6b0a tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:29.319285 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfe40d9-f678-4bc9-9857-016f58753fa5 admin admin] Network 05b0da4f-bf1c-4e94-969a-698256edcb76 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:02:29.340794 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-2dfe40d9-f678-4bc9-9857-016f58753fa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:02:29.350964 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfe40d9-f678-4bc9-9857-016f58753fa5 admin admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:02:29.390373 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe40d9-f678-4bc9-9857-016f58753fa5 admin admin] Pushing event updated for resources: {'Port': ['ID=d69e2936-929a-4383-b4ba-0198468a4733,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:29.392976 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9581b4a0-92d8-4709-a5d4-247a5ef4442b tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:29.421344 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9581b4a0-92d8-4709-a5d4-247a5ef4442b tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Usage tracker for resource:security_group_rule and tenant:1998818573a6402e91949fb11030657b is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:29.428848 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9581b4a0-92d8-4709-a5d4-247a5ef4442b tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:29.466625 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9581b4a0-92d8-4709-a5d4-247a5ef4442b tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:29.472017 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-62eaf79d-2c92-4038-a856-0b3556799f86 admin admin] For port bdb34aa3-7f59-4170-8f48-3a1594c00c8e, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=bdb34aa3-7f59-4170-8f48-3a1594c00c8e,segment=NetworkSegment(661b0907-0bcb-4ac3-8785-909e29d13565),segment_id=661b0907-0bcb-4ac3-8785-909e29d13565)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:29.472921 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-62eaf79d-2c92-4038-a856-0b3556799f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:29.523845 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-3d0d81b5-fe8f-4f37-98f1-cdc0ae2629e4 req-d943b52c-d3a7-463c-986e-2859acbc6b0a tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:29.533307 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e7351-44f5-4932-b88a-09b54a2c3d71 service neutron] Pushing event updated for resources: {'Port': ['ID=25359b4a-ca63-4c5c-8da1-23a0af26ea5c,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:29.545819 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-3d0d81b5-fe8f-4f37-98f1-cdc0ae2629e4 req-d943b52c-d3a7-463c-986e-2859acbc6b0a tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Usage tracker for resource:security_group_rule and tenant:0ced7bc462824d7f8af8ae61ac746e83 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:29.557409 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a231b2-2f07-49fe-8ee6-10677d7d8eba req-8592d532-763a-4aef-9135-47f3ce9f7668 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:29.563381 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a231b2-2f07-49fe-8ee6-10677d7d8eba req-8592d532-763a-4aef-9135-47f3ce9f7668 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:29.569744 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-33a231b2-2f07-49fe-8ee6-10677d7d8eba req-8592d532-763a-4aef-9135-47f3ce9f7668 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=0700be3a-9f00-44af-bd71-19e2b51d69ed HTTP/1.1" status: 200 len: 1681 time: 0.4238248 Feb 04 21:02:29.607608 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-3d0d81b5-fe8f-4f37-98f1-cdc0ae2629e4 req-d943b52c-d3a7-463c-986e-2859acbc6b0a tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:29.629637 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-3d0d81b5-fe8f-4f37-98f1-cdc0ae2629e4 req-d943b52c-d3a7-463c-986e-2859acbc6b0a tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:29.694713 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-62eaf79d-2c92-4038-a856-0b3556799f86 admin admin] Calling delete_port for bdb34aa3-7f59-4170-8f48-3a1594c00c8e owned by network:router_interface {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:02:29.755707 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-33a231b2-2f07-49fe-8ee6-10677d7d8eba req-343a277a-5fec-4c94-bcec-2e793c17c5ef tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/security-groups?id=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844521 Feb 04 21:02:29.816802 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2dfe40d9-f678-4bc9-9857-016f58753fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:29.824181 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-925906d6-ea1c-459f-9d41-37b23203edde req-380e7351-44f5-4932-b88a-09b54a2c3d71 service neutron] Attempting to bind port 25359b4a-ca63-4c5c-8da1-23a0af26ea5c on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:02:29.824520 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-925906d6-ea1c-459f-9d41-37b23203edde req-380e7351-44f5-4932-b88a-09b54a2c3d71 service neutron] Attempting to bind port 25359b4a-ca63-4c5c-8da1-23a0af26ea5c by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:02:29.824898 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925906d6-ea1c-459f-9d41-37b23203edde req-380e7351-44f5-4932-b88a-09b54a2c3d71 service neutron] Attempting to bind port 25359b4a-ca63-4c5c-8da1-23a0af26ea5c on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:02:29.829514 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3752cea6-8568-4e11-92a7-7fb755d15077 None None] Provisioning for port d69e2936-929a-4383-b4ba-0198468a4733 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:02:29.840748 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3d0d81b5-fe8f-4f37-98f1-cdc0ae2629e4 req-d943b52c-d3a7-463c-986e-2859acbc6b0a tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:29.841651 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925906d6-ea1c-459f-9d41-37b23203edde req-380e7351-44f5-4932-b88a-09b54a2c3d71 service neutron] Port 25359b4a-ca63-4c5c-8da1-23a0af26ea5c on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:02:29.841976 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925906d6-ea1c-459f-9d41-37b23203edde req-380e7351-44f5-4932-b88a-09b54a2c3d71 service neutron] Attempting to bind port 25359b4a-ca63-4c5c-8da1-23a0af26ea5c on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:02:29.843529 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3752cea6-8568-4e11-92a7-7fb755d15077 None None] Provisioning complete for port d69e2936-929a-4383-b4ba-0198468a4733 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:02:29.844073 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3752cea6-8568-4e11-92a7-7fb755d15077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:29.848297 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925906d6-ea1c-459f-9d41-37b23203edde req-380e7351-44f5-4932-b88a-09b54a2c3d71 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:02:29.848751 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925906d6-ea1c-459f-9d41-37b23203edde req-380e7351-44f5-4932-b88a-09b54a2c3d71 service neutron] Checking segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:02:29.849253 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925906d6-ea1c-459f-9d41-37b23203edde req-380e7351-44f5-4932-b88a-09b54a2c3d71 service neutron] Bound using segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:02:29.849932 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-925906d6-ea1c-459f-9d41-37b23203edde req-380e7351-44f5-4932-b88a-09b54a2c3d71 service neutron] Bound port: 25359b4a-ca63-4c5c-8da1-23a0af26ea5c, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:02:29.850373 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-925906d6-ea1c-459f-9d41-37b23203edde req-380e7351-44f5-4932-b88a-09b54a2c3d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:29.866923 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3d0d81b5-fe8f-4f37-98f1-cdc0ae2629e4 req-d943b52c-d3a7-463c-986e-2859acbc6b0a tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:29.924220 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3752cea6-8568-4e11-92a7-7fb755d15077 None None] Port d69e2936-929a-4383-b4ba-0198468a4733 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:02:30.009154 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3d0d81b5-fe8f-4f37-98f1-cdc0ae2629e4 req-d943b52c-d3a7-463c-986e-2859acbc6b0a tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:30.011026 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3d0d81b5-fe8f-4f37-98f1-cdc0ae2629e4 req-d943b52c-d3a7-463c-986e-2859acbc6b0a tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.8180890 Feb 04 21:02:30.028153 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d943b52c-d3a7-463c-986e-2859acbc6b0a tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f340d40d-b9ea-4d71-9fe0-52f1c864099d,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:30.065868 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-925906d6-ea1c-459f-9d41-37b23203edde req-380e7351-44f5-4932-b88a-09b54a2c3d71 service neutron] For port 25359b4a-ca63-4c5c-8da1-23a0af26ea5c, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:02:30.070642 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-925906d6-ea1c-459f-9d41-37b23203edde req-380e7351-44f5-4932-b88a-09b54a2c3d71 service neutron] For port 25359b4a-ca63-4c5c-8da1-23a0af26ea5c, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=25359b4a-ca63-4c5c-8da1-23a0af26ea5c,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:02:30.081998 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-925906d6-ea1c-459f-9d41-37b23203edde req-380e7351-44f5-4932-b88a-09b54a2c3d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:30.146385 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244d17f-ebcb-4dc0-a6fd-429002ae45d5 req-a7a3cccd-b428-41bd-92cc-f374d628fb92 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:30.153291 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244d17f-ebcb-4dc0-a6fd-429002ae45d5 req-a7a3cccd-b428-41bd-92cc-f374d628fb92 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:30.159308 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244d17f-ebcb-4dc0-a6fd-429002ae45d5 req-a7a3cccd-b428-41bd-92cc-f374d628fb92 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:30.165338 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244d17f-ebcb-4dc0-a6fd-429002ae45d5 req-a7a3cccd-b428-41bd-92cc-f374d628fb92 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:30.171888 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244d17f-ebcb-4dc0-a6fd-429002ae45d5 req-a7a3cccd-b428-41bd-92cc-f374d628fb92 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:30.177933 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244d17f-ebcb-4dc0-a6fd-429002ae45d5 req-a7a3cccd-b428-41bd-92cc-f374d628fb92 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:30.187238 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244d17f-ebcb-4dc0-a6fd-429002ae45d5 req-a7a3cccd-b428-41bd-92cc-f374d628fb92 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:30.189957 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c244d17f-ebcb-4dc0-a6fd-429002ae45d5 req-a7a3cccd-b428-41bd-92cc-f374d628fb92 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 5420 time: 0.3098083 Feb 04 21:02:30.301768 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925906d6-ea1c-459f-9d41-37b23203edde req-380e7351-44f5-4932-b88a-09b54a2c3d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:30.301768 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-925906d6-ea1c-459f-9d41-37b23203edde req-380e7351-44f5-4932-b88a-09b54a2c3d71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:30.302754 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-7b1829b4-a86b-4439-af9e-446e1dbfb83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:30.303342 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-925906d6-ea1c-459f-9d41-37b23203edde req-380e7351-44f5-4932-b88a-09b54a2c3d71 service neutron] 10.222.0.32 "PUT /v2.0/ports/25359b4a-ca63-4c5c-8da1-23a0af26ea5c HTTP/1.1" status: 200 len: 1095 time: 2.9621232 Feb 04 21:02:30.304229 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-7b1829b4-a86b-4439-af9e-446e1dbfb83a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96794e5b-cad6-4140-9df8-3b22f7347459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0268281 Feb 04 21:02:30.305477 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b091b89-2698-4bb6-a26d-a33a51895e72', 'tag': '25359b4a-ca63-4c5c-8da1-23a0af26ea5c'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:02:30.387107 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e7351-44f5-4932-b88a-09b54a2c3d71 service neutron] Pushing event updated for resources: {'Port': ['ID=25359b4a-ca63-4c5c-8da1-23a0af26ea5c,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:30.403681 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c244d17f-ebcb-4dc0-a6fd-429002ae45d5 req-cc8d9717-4703-4761-a658-9dcc75339d1f tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc27a88a-7d29-4d8e-adaa-4f6d9a816c1f&id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1949205 Feb 04 21:02:30.458772 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84992e-504c-4b89-94f8-168781f9a668 req-47de45ca-2dd5-4732-920e-30fcecf4c5c7 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:30.471264 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3d84992e-504c-4b89-94f8-168781f9a668 req-47de45ca-2dd5-4732-920e-30fcecf4c5c7 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 949 time: 0.2797520 Feb 04 21:02:30.601717 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9581b4a0-92d8-4709-a5d4-247a5ef4442b tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:30.616934 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-9b3ceb63-482d-4e76-a62b-43ca2b07a695 service neutron] 10.222.0.18 "GET /v2.0/networks/96794e5b-cad6-4140-9df8-3b22f7347459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985954 Feb 04 21:02:30.617840 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9581b4a0-92d8-4709-a5d4-247a5ef4442b tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:30.629377 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device b4beb0ee-470b-485b-a5d6-0475b20b8c55 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:02:30.637931 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6c0bb560-8428-413e-83af-64d3590bf9ac req-f5aedff7-251d-4418-940c-65485574146c tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] 10.222.0.26 "GET /v2.0/security-groups/f340d40d-b9ea-4d71-9fe0-52f1c864099d HTTP/1.1" status: 200 len: 1814 time: 0.1057272 Feb 04 21:02:30.661246 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3d84992e-504c-4b89-94f8-168781f9a668 req-89c29956-a4bc-4059-a38a-c03cfb9f6c12 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890590 Feb 04 21:02:30.720907 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925906d6-ea1c-459f-9d41-37b23203edde req-ed201e26-ebc6-406d-b497-6a3b7e186151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:30.722706 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-925906d6-ea1c-459f-9d41-37b23203edde req-ed201e26-ebc6-406d-b497-6a3b7e186151 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=565bab87f6ed4be0830d2c4f71f62041&device_id=8b091b89-2698-4bb6-a26d-a33a51895e72 HTTP/1.1" status: 200 len: 1098 time: 0.3640864 Feb 04 21:02:30.759291 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port b4beb0ee-470b-485b-a5d6-0475b20b8c55 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:02:30.764421 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port b4beb0ee-470b-485b-a5d6-0475b20b8c55 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:02:30.764791 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:30.788456 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9581b4a0-92d8-4709-a5d4-247a5ef4442b tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:02:30.813011 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-59236f15-641f-48e8-b725-5270c00d826b req-5877d8f2-756e-4bfd-bc1f-f5069087c685 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-223432091', 'description': 'tempest-description-257763273'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:30.820580 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b091b89-2698-4bb6-a26d-a33a51895e72', 'tag': '25359b4a-ca63-4c5c-8da1-23a0af26ea5c', 'status': 'completed', 'code': 200} Feb 04 21:02:30.858405 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581b4a0-92d8-4709-a5d4-247a5ef4442b tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067b50a7-07cf-49fe-8ce8-dff2e08e85e7,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:30.875522 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9581b4a0-92d8-4709-a5d4-247a5ef4442b tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:30.876013 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-9581b4a0-92d8-4709-a5d4-247a5ef4442b tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Added segment 9c4fa1a6-767a-470c-9f4d-59419b56a7f9 of type vlan for network 2a6761ea-feee-4c4f-8e29-945e528c0fac Feb 04 21:02:30.877145 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2dfe40d9-f678-4bc9-9857-016f58753fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:30.891495 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-59236f15-641f-48e8-b725-5270c00d826b req-5877d8f2-756e-4bfd-bc1f-f5069087c685 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:30.898294 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-925906d6-ea1c-459f-9d41-37b23203edde req-0f3a21e8-d6ca-45f7-9e65-d26b249bb0fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=25359b4a-ca63-4c5c-8da1-23a0af26ea5c HTTP/1.1" status: 200 len: 217 time: 0.1665792 Feb 04 21:02:30.901854 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-59236f15-641f-48e8-b725-5270c00d826b req-5877d8f2-756e-4bfd-bc1f-f5069087c685 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Usage tracker for resource:security_group and tenant:0ced7bc462824d7f8af8ae61ac746e83 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:30.908733 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-59236f15-641f-48e8-b725-5270c00d826b req-5877d8f2-756e-4bfd-bc1f-f5069087c685 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:30.954732 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-59236f15-641f-48e8-b725-5270c00d826b req-5877d8f2-756e-4bfd-bc1f-f5069087c685 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:30.968014 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:30.994872 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-59236f15-641f-48e8-b725-5270c00d826b req-5877d8f2-756e-4bfd-bc1f-f5069087c685 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:30.997830 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port b4beb0ee-470b-485b-a5d6-0475b20b8c55, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=b4beb0ee-470b-485b-a5d6-0475b20b8c55,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:31.002968 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:31.007493 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925906d6-ea1c-459f-9d41-37b23203edde req-61c4e336-469e-4591-a985-ea6e28508844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:31.008900 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-925906d6-ea1c-459f-9d41-37b23203edde req-61c4e336-469e-4591-a985-ea6e28508844 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.1019876 Feb 04 21:02:31.033640 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9581b4a0-92d8-4709-a5d4-247a5ef4442b tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:31.041251 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-05da9c33-a222-44dd-83b3-845ac5949b58 service neutron] 10.222.0.18 "GET /v2.0/networks/96794e5b-cad6-4140-9df8-3b22f7347459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086096 Feb 04 21:02:31.057530 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-62eaf79d-2c92-4038-a856-0b3556799f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:31.083196 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b8cf0-b609-4d4f-8538-aa16a4984710 req-163943d4-1126-41e7-91f4-93556eb3af6e tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:31.084984 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-031b8cf0-b609-4d4f-8538-aa16a4984710 req-163943d4-1126-41e7-91f4-93556eb3af6e tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b091b89-2698-4bb6-a26d-a33a51895e72 HTTP/1.1" status: 200 len: 947 time: 0.2632239 Feb 04 21:02:31.094117 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=b4beb0ee-470b-485b-a5d6-0475b20b8c55,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:31.115636 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-59236f15-641f-48e8-b725-5270c00d826b req-5877d8f2-756e-4bfd-bc1f-f5069087c685 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:31.131272 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-59236f15-641f-48e8-b725-5270c00d826b req-5877d8f2-756e-4bfd-bc1f-f5069087c685 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Usage tracker for resource:security_group_rule and tenant:0ced7bc462824d7f8af8ae61ac746e83 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:31.135093 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-59236f15-641f-48e8-b725-5270c00d826b req-5877d8f2-756e-4bfd-bc1f-f5069087c685 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:31.153090 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-59236f15-641f-48e8-b725-5270c00d826b req-5877d8f2-756e-4bfd-bc1f-f5069087c685 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:31.175334 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-031b8cf0-b609-4d4f-8538-aa16a4984710 req-0ce6efdd-eca7-4e13-ab28-4e103bd30de2 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840490 Feb 04 21:02:31.197245 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925906d6-ea1c-459f-9d41-37b23203edde req-1ccdf38f-a0b0-4e47-b33b-0aaf6cec7836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:31.198707 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-925906d6-ea1c-459f-9d41-37b23203edde req-1ccdf38f-a0b0-4e47-b33b-0aaf6cec7836 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1785934 Feb 04 21:02:31.212669 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-925906d6-ea1c-459f-9d41-37b23203edde req-b628b2e9-1162-4f3a-a45c-714f9d7a9497 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:02:31.213896 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-925906d6-ea1c-459f-9d41-37b23203edde req-b628b2e9-1162-4f3a-a45c-714f9d7a9497 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054948 Feb 04 21:02:31.249934 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eaf79d-2c92-4038-a856-0b3556799f86 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdb34aa3-7f59-4170-8f48-3a1594c00c8e,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:31.252610 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-23b46e64-8b02-488a-b6ba-c249d4ad116e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b98644ad-30b2-4c12-b57b-22b5f633f4b1 HTTP/1.1" status: 200 len: 217 time: 0.1969795 Feb 04 21:02:31.258433 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.resource_extend [None req-9581b4a0-92d8-4709-a5d4-247a5ef4442b tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:02:31.442831 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9581b4a0-92d8-4709-a5d4-247a5ef4442b tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:31.444251 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9581b4a0-92d8-4709-a5d4-247a5ef4442b tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:31.444839 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9581b4a0-92d8-4709-a5d4-247a5ef4442b tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:31.529958 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-59236f15-641f-48e8-b725-5270c00d826b req-5877d8f2-756e-4bfd-bc1f-f5069087c685 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:31.538245 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-59236f15-641f-48e8-b725-5270c00d826b req-5877d8f2-756e-4bfd-bc1f-f5069087c685 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:31.570700 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-e92b8bfb-e256-458d-9ebf-0f7f18d229e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:31.571745 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-e92b8bfb-e256-458d-9ebf-0f7f18d229e6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e766ae0d-7580-448d-ac0e-f8a8085326fe HTTP/1.1" status: 200 len: 797 time: 0.2714109 Feb 04 21:02:31.607348 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-925906d6-ea1c-459f-9d41-37b23203edde req-0896c7b4-a95b-46f8-bd70-c547e214a72a service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841348 Feb 04 21:02:31.613712 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877d8f2-756e-4bfd-bc1f-f5069087c685 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63cdeb3d-c09c-4935-b5e5-f50c5a14dd5c,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:31.644869 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-59236f15-641f-48e8-b725-5270c00d826b req-5877d8f2-756e-4bfd-bc1f-f5069087c685 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:31.646092 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-59236f15-641f-48e8-b725-5270c00d826b req-5877d8f2-756e-4bfd-bc1f-f5069087c685 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.8381152 Feb 04 21:02:31.725113 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d90659-7253-4955-8143-1dc4a831ea42 req-4a5d51ea-9395-4aed-a68b-cc1072d6d3af tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:31.732998 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d90659-7253-4955-8143-1dc4a831ea42 req-4a5d51ea-9395-4aed-a68b-cc1072d6d3af tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:31.735823 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-50d90659-7253-4955-8143-1dc4a831ea42 req-4a5d51ea-9395-4aed-a68b-cc1072d6d3af tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=0700be3a-9f00-44af-bd71-19e2b51d69ed HTTP/1.1" status: 200 len: 1681 time: 0.2755246 Feb 04 21:02:31.862425 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-925906d6-ea1c-459f-9d41-37b23203edde req-8921bdbd-75e7-4100-aeec-713775ce3457 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453554 Feb 04 21:02:31.881712 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-50d90659-7253-4955-8143-1dc4a831ea42 req-8f6b1217-208d-421d-a645-ef408669a164 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/security-groups?id=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251078 Feb 04 21:02:31.893625 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581b4a0-92d8-4709-a5d4-247a5ef4442b tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Pushing event updated for resources: {'Network': ['ID=2a6761ea-feee-4c4f-8e29-945e528c0fac,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:31.917890 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9581b4a0-92d8-4709-a5d4-247a5ef4442b tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 3.1045918 Feb 04 21:02:31.918448 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 2a6761ea-feee-4c4f-8e29-945e528c0fac details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:02:31.921817 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083cbae-b62b-4ad7-8be3-296d47e711fe req-09e3b627-8501-4225-a9c9-8ab5e6a31870 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:31.923894 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56322) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:31.928237 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083cbae-b62b-4ad7-8be3-296d47e711fe req-09e3b627-8501-4225-a9c9-8ab5e6a31870 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:31.935089 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083cbae-b62b-4ad7-8be3-296d47e711fe req-09e3b627-8501-4225-a9c9-8ab5e6a31870 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:31.944700 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-732fc074-4002-40c0-af02-6daccefede9d tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Request body: {'subnet': {'network_id': '2a6761ea-feee-4c4f-8e29-945e528c0fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:31.947831 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083cbae-b62b-4ad7-8be3-296d47e711fe req-09e3b627-8501-4225-a9c9-8ab5e6a31870 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:31.950746 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-732fc074-4002-40c0-af02-6daccefede9d tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:31.954599 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083cbae-b62b-4ad7-8be3-296d47e711fe req-09e3b627-8501-4225-a9c9-8ab5e6a31870 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:31.955323 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-732fc074-4002-40c0-af02-6daccefede9d tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Usage tracker for resource:subnet and tenant:1998818573a6402e91949fb11030657b is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:31.958699 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-732fc074-4002-40c0-af02-6daccefede9d tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:31.961314 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083cbae-b62b-4ad7-8be3-296d47e711fe req-09e3b627-8501-4225-a9c9-8ab5e6a31870 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:31.965163 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-732fc074-4002-40c0-af02-6daccefede9d tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:31.968322 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083cbae-b62b-4ad7-8be3-296d47e711fe req-09e3b627-8501-4225-a9c9-8ab5e6a31870 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:31.970574 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0083cbae-b62b-4ad7-8be3-296d47e711fe req-09e3b627-8501-4225-a9c9-8ab5e6a31870 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 5420 time: 0.1891990 Feb 04 21:02:31.981738 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.resource_extend [None req-2dfe40d9-f678-4bc9-9857-016f58753fa5 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:02:32.063737 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732fc074-4002-40c0-af02-6daccefede9d tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Made reservation on behalf of 1998818573a6402e91949fb11030657b for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:02:32.066085 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-732fc074-4002-40c0-af02-6daccefede9d tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:32.084800 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2dfe40d9-f678-4bc9-9857-016f58753fa5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:32.113146 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6e6adf2a-8855-4423-9e9c-ac787e8833f1 req-62a766ef-4abf-41e5-9a01-9ab16a0f7daa tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] 10.222.0.26 "GET /v2.0/security-groups/63cdeb3d-c09c-4935-b5e5-f50c5a14dd5c HTTP/1.1" status: 200 len: 1813 time: 0.1397433 Feb 04 21:02:32.117261 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0083cbae-b62b-4ad7-8be3-296d47e711fe req-678733c6-6a67-4249-bf0d-1a5a04bb201b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc27a88a-7d29-4d8e-adaa-4f6d9a816c1f&id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0990939 Feb 04 21:02:32.139966 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4b10e-4c81-4581-bbcf-d0b59ad0103d req-f053123f-281d-4a1b-8c19-13c1502b2a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:32.141525 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-88c4b10e-4c81-4581-bbcf-d0b59ad0103d req-f053123f-281d-4a1b-8c19-13c1502b2a4e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=565bab87f6ed4be0830d2c4f71f62041&device_id=8b091b89-2698-4bb6-a26d-a33a51895e72 HTTP/1.1" status: 200 len: 1098 time: 0.1698222 Feb 04 21:02:32.157794 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2dfe40d9-f678-4bc9-9857-016f58753fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:32.270481 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-1b58cc3e-8b99-4292-b2b9-a880a5d4d9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:32.272014 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-1b58cc3e-8b99-4292-b2b9-a880a5d4d9b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3d92e2e6-8e5c-439e-985a-8b138159bd06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6730356 Feb 04 21:02:32.286613 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-2cab3493-3de7-4e94-b880-b47095bef77f req-887a815c-fca2-4400-9d60-a88a73921339 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1126380696', 'description': 'tempest-description-178172512'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:32.297648 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-2cab3493-3de7-4e94-b880-b47095bef77f req-887a815c-fca2-4400-9d60-a88a73921339 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:32.313575 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-2cab3493-3de7-4e94-b880-b47095bef77f req-887a815c-fca2-4400-9d60-a88a73921339 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Usage tracker for resource:security_group and tenant:0ced7bc462824d7f8af8ae61ac746e83 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:32.319128 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-2cab3493-3de7-4e94-b880-b47095bef77f req-887a815c-fca2-4400-9d60-a88a73921339 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:32.329064 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-2cab3493-3de7-4e94-b880-b47095bef77f req-887a815c-fca2-4400-9d60-a88a73921339 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:32.331689 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4b10e-4c81-4581-bbcf-d0b59ad0103d req-ae616382-c011-4ddd-ae38-8e6e22519db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:32.333417 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-88c4b10e-4c81-4581-bbcf-d0b59ad0103d req-ae616382-c011-4ddd-ae38-8e6e22519db0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.1829972 Feb 04 21:02:32.401107 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-62eaf79d-2c92-4038-a856-0b3556799f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:32.401579 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2cab3493-3de7-4e94-b880-b47095bef77f req-887a815c-fca2-4400-9d60-a88a73921339 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:32.420869 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-88c4b10e-4c81-4581-bbcf-d0b59ad0103d req-a1cf97b9-9237-4012-a558-066ae1e3f621 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=25359b4a-ca63-4c5c-8da1-23a0af26ea5c HTTP/1.1" status: 200 len: 217 time: 0.0811818 Feb 04 21:02:32.424823 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2dfe40d9-f678-4bc9-9857-016f58753fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:32.467152 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-2cab3493-3de7-4e94-b880-b47095bef77f req-887a815c-fca2-4400-9d60-a88a73921339 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:32.477262 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-2cab3493-3de7-4e94-b880-b47095bef77f req-887a815c-fca2-4400-9d60-a88a73921339 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Usage tracker for resource:security_group_rule and tenant:0ced7bc462824d7f8af8ae61ac746e83 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:32.482400 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-2cab3493-3de7-4e94-b880-b47095bef77f req-887a815c-fca2-4400-9d60-a88a73921339 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:32.495067 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-2cab3493-3de7-4e94-b880-b47095bef77f req-887a815c-fca2-4400-9d60-a88a73921339 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:32.508920 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe40d9-f678-4bc9-9857-016f58753fa5 admin admin] Pushing event updated for resources: {'Port': ['ID=d69e2936-929a-4383-b4ba-0198468a4733,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:32.514852 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4b10e-4c81-4581-bbcf-d0b59ad0103d req-44ef5108-9417-4361-a6bf-7ae66625e2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:32.516361 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-88c4b10e-4c81-4581-bbcf-d0b59ad0103d req-44ef5108-9417-4361-a6bf-7ae66625e2e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.0876520 Feb 04 21:02:32.557730 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:32.646016 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device b4beb0ee-470b-485b-a5d6-0475b20b8c55 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:02:32.656787 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2cab3493-3de7-4e94-b880-b47095bef77f req-887a815c-fca2-4400-9d60-a88a73921339 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:32.659928 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4b10e-4c81-4581-bbcf-d0b59ad0103d req-2fa27fba-56ba-4447-9f77-1c5993f8d311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:32.661576 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-88c4b10e-4c81-4581-bbcf-d0b59ad0103d req-2fa27fba-56ba-4447-9f77-1c5993f8d311 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1374691 Feb 04 21:02:32.665306 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2cab3493-3de7-4e94-b880-b47095bef77f req-887a815c-fca2-4400-9d60-a88a73921339 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:32.753663 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port b4beb0ee-470b-485b-a5d6-0475b20b8c55 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:02:32.755074 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:32.841865 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a815c-fca2-4400-9d60-a88a73921339 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df646946-0fd7-437c-b644-399163f74cff,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:32.844064 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2cab3493-3de7-4e94-b880-b47095bef77f req-887a815c-fca2-4400-9d60-a88a73921339 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:32.845235 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2cab3493-3de7-4e94-b880-b47095bef77f req-887a815c-fca2-4400-9d60-a88a73921339 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5650291 Feb 04 21:02:32.916175 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-88c4b10e-4c81-4581-bbcf-d0b59ad0103d req-bb983111-dd66-4285-a6df-0ffdf2fbbfae service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454159 Feb 04 21:02:32.919710 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-767e9c05-4e6b-4276-ab1d-41194e7fd02d service neutron] 10.222.0.18 "GET /v2.0/networks/3d92e2e6-8e5c-439e-985a-8b138159bd06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6283748 Feb 04 21:02:32.930706 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d756ff-a1f9-46fd-a78d-5052cdfcddc5 req-79509606-8853-40b7-9bc8-e4ac8d7728ad tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:32.932762 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-95d756ff-a1f9-46fd-a78d-5052cdfcddc5 req-79509606-8853-40b7-9bc8-e4ac8d7728ad tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b091b89-2698-4bb6-a26d-a33a51895e72 HTTP/1.1" status: 200 len: 947 time: 0.2290063 Feb 04 21:02:33.070438 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-95d756ff-a1f9-46fd-a78d-5052cdfcddc5 req-812106eb-c0a6-49a3-801e-368ff489cf6b tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170325 Feb 04 21:02:33.148190 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-88c4b10e-4c81-4581-bbcf-d0b59ad0103d req-03380bc6-1803-40bc-b575-4a5529794333 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150531 Feb 04 21:02:33.202562 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfe40d9-f678-4bc9-9857-016f58753fa5 admin admin] Network 05b0da4f-bf1c-4e94-969a-698256edcb76 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:02:33.219263 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-2dfe40d9-f678-4bc9-9857-016f58753fa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:02:33.274635 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b33fcda8-1431-46b2-8ef0-54d68ac8c992 req-a1a1a310-022a-4795-b399-09c4c4fdc5ee tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] 10.222.0.26 "GET /v2.0/security-groups/df646946-0fd7-437c-b644-399163f74cff HTTP/1.1" status: 200 len: 1814 time: 0.1005394 Feb 04 21:02:33.279512 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c0a92895-e795-44c1-b1ef-507a6bd814e7 req-487b8f66-a726-49d7-84bd-5122bed02e0e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5911112 Feb 04 21:02:33.310641 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1cd35-3da8-4e7a-9327-0abc93761b66 req-ceeb670d-a3fe-463c-8f0d-2b0f37c21d38 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:33.312785 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-60c1cd35-3da8-4e7a-9327-0abc93761b66 req-ceeb670d-a3fe-463c-8f0d-2b0f37c21d38 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 949 time: 0.1101756 Feb 04 21:02:33.380763 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-60c1cd35-3da8-4e7a-9327-0abc93761b66 req-ac4486eb-b2a3-4082-bff5-067b94f8b274 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577245 Feb 04 21:02:33.612708 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-786f6c7d-38c5-4ae3-be57-d6218d6e8f53 None None] Provisioning complete for port d69e2936-929a-4383-b4ba-0198468a4733 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:02:33.614450 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-786f6c7d-38c5-4ae3-be57-d6218d6e8f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:33.626833 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b303e9c-13da-40ed-8491-3660e6ae729e req-7017a39c-cd7f-4e92-86ca-f6b374a85e31 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:33.628287 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-e313e6f3-57a7-4be4-9603-1e8b6bfd40c2 service neutron] 10.222.0.18 "GET /v2.0/networks/3d92e2e6-8e5c-439e-985a-8b138159bd06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6951864 Feb 04 21:02:33.632910 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b303e9c-13da-40ed-8491-3660e6ae729e req-7017a39c-cd7f-4e92-86ca-f6b374a85e31 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:33.639359 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b303e9c-13da-40ed-8491-3660e6ae729e req-7017a39c-cd7f-4e92-86ca-f6b374a85e31 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:33.645174 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b303e9c-13da-40ed-8491-3660e6ae729e req-7017a39c-cd7f-4e92-86ca-f6b374a85e31 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:33.651854 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b303e9c-13da-40ed-8491-3660e6ae729e req-7017a39c-cd7f-4e92-86ca-f6b374a85e31 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:33.657695 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b303e9c-13da-40ed-8491-3660e6ae729e req-7017a39c-cd7f-4e92-86ca-f6b374a85e31 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:33.663545 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b303e9c-13da-40ed-8491-3660e6ae729e req-7017a39c-cd7f-4e92-86ca-f6b374a85e31 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:33.671643 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4b303e9c-13da-40ed-8491-3660e6ae729e req-7017a39c-cd7f-4e92-86ca-f6b374a85e31 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 5420 time: 0.1622107 Feb 04 21:02:33.698552 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-786f6c7d-38c5-4ae3-be57-d6218d6e8f53 None None] Port d69e2936-929a-4383-b4ba-0198468a4733 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:02:33.808109 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4a833-f22b-4a6a-8678-196182e33bb1 req-8193a982-5d57-4770-bc8c-84e159aabdc8 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:33.813959 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4a833-f22b-4a6a-8678-196182e33bb1 req-8193a982-5d57-4770-bc8c-84e159aabdc8 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:33.815505 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-10a4a833-f22b-4a6a-8678-196182e33bb1 req-8193a982-5d57-4770-bc8c-84e159aabdc8 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=0700be3a-9f00-44af-bd71-19e2b51d69ed HTTP/1.1" status: 200 len: 1681 time: 0.3690429 Feb 04 21:02:33.851615 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-62dd99e1-65d6-4cd5-98de-e06228c4cc6d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5bf4fdc2-20cd-450d-8d03-ffacefdb58d0 HTTP/1.1" status: 200 len: 217 time: 0.1999848 Feb 04 21:02:33.866505 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4b303e9c-13da-40ed-8491-3660e6ae729e req-615eb28a-667c-4e18-ab5e-0425db03dae6 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc27a88a-7d29-4d8e-adaa-4f6d9a816c1f&id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1940150 Feb 04 21:02:33.894182 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-10a4a833-f22b-4a6a-8678-196182e33bb1 req-a21b67b3-10ef-460d-8a64-467c26d7f13a tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/security-groups?id=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614967 Feb 04 21:02:33.939092 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [req-1b179e53-002e-4810-a9b0-1558fc62c81e req-047a3eed-34f4-4b03-ba67-642188ef1c63 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] show failed (client error): The resource could not be found. Feb 04 21:02:33.949294 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1b179e53-002e-4810-a9b0-1558fc62c81e req-047a3eed-34f4-4b03-ba67-642188ef1c63 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] 10.222.0.26 "GET /v2.0/security-groups/c911e818-5896-4694-a5b5-bf981096530f HTTP/1.1" status: 404 len: 352 time: 0.0244913 Feb 04 21:02:33.967064 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62eaf79d-2c92-4038-a856-0b3556799f86 admin admin] Router 87a09a30-d28c-4edd-9747-e970b0db2e13 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:02:33.975571 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [req-6315726d-4595-41e7-82cc-0ca61ac8290b req-bfbc0869-7a81-4052-b8e6-e9d1a15d4b10 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] show failed (client error): The resource could not be found. Feb 04 21:02:33.976549 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6315726d-4595-41e7-82cc-0ca61ac8290b req-bfbc0869-7a81-4052-b8e6-e9d1a15d4b10 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] 10.222.0.26 "GET /v2.0/security-group-rules/74945c04-754a-4b87-9657-d96626bc63a4 HTTP/1.1" status: 404 len: 361 time: 0.0149221 Feb 04 21:02:33.987703 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-7650b9c9-d1c4-4f7b-8b6c-8be0d52b542c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:33.989162 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-7650b9c9-d1c4-4f7b-8b6c-8be0d52b542c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e766ae0d-7580-448d-ac0e-f8a8085326fe HTTP/1.1" status: 200 len: 797 time: 0.1174624 Feb 04 21:02:33.997095 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfe40d9-f678-4bc9-9857-016f58753fa5 admin admin] Router c15e3f14-5384-4fa5-9add-3dde19e22881 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:02:34.053880 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a545daea-900d-49d0-8aeb-6596a692e402 req-1bbccb7f-05c8-4d3d-b29a-1622e89683d1 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] 10.222.0.26 "GET /v2.0/security-groups/df646946-0fd7-437c-b644-399163f74cff HTTP/1.1" status: 200 len: 1814 time: 0.0527661 Feb 04 21:02:34.147499 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a545daea-900d-49d0-8aeb-6596a692e402 req-4d958b4a-8f4a-4f21-9494-f0795871e0c9 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:34.203765 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a545daea-900d-49d0-8aeb-6596a692e402 req-4d958b4a-8f4a-4f21-9494-f0795871e0c9 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:34.346546 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb432a9c-df99-4344-8202-23a5695b2723 req-c76f96e7-7c3b-42ae-9234-25ee3f94ead6 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:34.348434 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eb432a9c-df99-4344-8202-23a5695b2723 req-c76f96e7-7c3b-42ae-9234-25ee3f94ead6 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b091b89-2698-4bb6-a26d-a33a51895e72 HTTP/1.1" status: 200 len: 947 time: 0.0993822 Feb 04 21:02:34.349650 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a545daea-900d-49d0-8aeb-6596a692e402 req-4d958b4a-8f4a-4f21-9494-f0795871e0c9 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:34.393582 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d958b4a-8f4a-4f21-9494-f0795871e0c9 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df646946-0fd7-437c-b644-399163f74cff,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:34.406384 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a545daea-900d-49d0-8aeb-6596a692e402 req-4d958b4a-8f4a-4f21-9494-f0795871e0c9 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:34.407546 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a545daea-900d-49d0-8aeb-6596a692e402 req-4d958b4a-8f4a-4f21-9494-f0795871e0c9 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] 10.222.0.26 "DELETE /v2.0/security-groups/df646946-0fd7-437c-b644-399163f74cff HTTP/1.1" status: 204 len: 173 time: 0.3517568 Feb 04 21:02:34.443398 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eb432a9c-df99-4344-8202-23a5695b2723 req-40a66871-c2b2-413c-bad4-a82b57615a8c tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877509 Feb 04 21:02:34.475702 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62eaf79d-2c92-4038-a856-0b3556799f86 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:02:34.489075 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-a0641e79-5d52-4ca7-a846-d40c3dc03941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:34.490667 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-a0641e79-5d52-4ca7-a846-d40c3dc03941 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3d92e2e6-8e5c-439e-985a-8b138159bd06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4886322 Feb 04 21:02:34.491348 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cceb8e20-1ff6-40cd-b9eb-9ad55cc87180 None None] Sync routers for ids ['87a09a30-d28c-4edd-9747-e970b0db2e13'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:02:34.529391 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cceb8e20-1ff6-40cd-b9eb-9ad55cc87180 None None] Routers {'87a09a30-d28c-4edd-9747-e970b0db2e13'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:02:34.546183 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-cceb8e20-1ff6-40cd-b9eb-9ad55cc87180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:02:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['87a09a30-d28c-4edd-9747-e970b0db2e13'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:34.555435 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-62eaf79d-2c92-4038-a856-0b3556799f86 admin admin] 10.222.0.26 "PUT /v2.0/routers/87a09a30-d28c-4edd-9747-e970b0db2e13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1452355 Feb 04 21:02:34.559566 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56374) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:34.573005 n-d-827896-1 neutron-server[87682]: DEBUG neutron.objects.ports [None req-732fc074-4002-40c0-af02-6daccefede9d tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87682) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 21:02:34.573515 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-732fc074-4002-40c0-af02-6daccefede9d tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:34.684725 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-88d4dc1d-1443-446a-ab64-58b976ba8d86 req-4eac3727-5266-4466-8a1d-e356d6e1542f tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] 10.222.0.26 "GET /v2.0/security-groups/63cdeb3d-c09c-4935-b5e5-f50c5a14dd5c HTTP/1.1" status: 200 len: 1813 time: 0.2011068 Feb 04 21:02:34.728385 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfe40d9-f678-4bc9-9857-016f58753fa5 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:02:34.733255 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2dfe40d9-f678-4bc9-9857-016f58753fa5 admin admin] 10.222.0.26 "PUT /v2.0/routers/c15e3f14-5384-4fa5-9add-3dde19e22881/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9338093 Feb 04 21:02:34.741557 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d502bc-7174-417e-bd4c-542901f95725 None None] Sync routers for ids ['c15e3f14-5384-4fa5-9add-3dde19e22881'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:02:34.753578 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d502bc-7174-417e-bd4c-542901f95725 None None] Routers {'c15e3f14-5384-4fa5-9add-3dde19e22881'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:02:34.754698 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-46d502bc-7174-417e-bd4c-542901f95725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:02:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['c15e3f14-5384-4fa5-9add-3dde19e22881'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:34.768331 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732fc074-4002-40c0-af02-6daccefede9d tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9da0fad3-200e-49fa-92df-4495dac53ed0,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:34.796847 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732fc074-4002-40c0-af02-6daccefede9d tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Checking segment: {'id': '9c4fa1a6-767a-470c-9f4d-59419b56a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2a6761ea-feee-4c4f-8e29-945e528c0fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:02:34.797123 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732fc074-4002-40c0-af02-6daccefede9d tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Network hostable DHCP agents. Network: 2a6761ea-feee-4c4f-8e29-945e528c0fac, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:02:34.828875 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-25a5e14f-b30f-4c84-9ca0-0c2fce8d6b52 service neutron] 10.222.0.18 "GET /v2.0/networks/3d92e2e6-8e5c-439e-985a-8b138159bd06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060253 Feb 04 21:02:34.835958 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-cceb8e20-1ff6-40cd-b9eb-9ad55cc87180 None None] Set router 87a09a30-d28c-4edd-9747-e970b0db2e13 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:02:34.858281 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732fc074-4002-40c0-af02-6daccefede9d tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Network 2a6761ea-feee-4c4f-8e29-945e528c0fac is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:02:34.940555 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-732fc074-4002-40c0-af02-6daccefede9d tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 2a6761ea-feee-4c4f-8e29-945e528c0fac) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:02:34.946006 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732fc074-4002-40c0-af02-6daccefede9d tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:34.947452 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-732fc074-4002-40c0-af02-6daccefede9d tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:34.980806 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-46d502bc-7174-417e-bd4c-542901f95725 None None] Set router c15e3f14-5384-4fa5-9add-3dde19e22881 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:02:35.015006 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-732fc074-4002-40c0-af02-6daccefede9d tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.0818028 Feb 04 21:02:35.018396 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56384) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:35.052376 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-e714b15b-7dcb-45b1-b3b7-7cf0d8f2827a tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-975954611', 'network_id': '2a6761ea-feee-4c4f-8e29-945e528c0fac'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:35.062931 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e714b15b-7dcb-45b1-b3b7-7cf0d8f2827a tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:35.077651 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e714b15b-7dcb-45b1-b3b7-7cf0d8f2827a tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Usage tracker for resource:port and tenant:1998818573a6402e91949fb11030657b is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:35.090810 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e714b15b-7dcb-45b1-b3b7-7cf0d8f2827a tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:35.103523 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e714b15b-7dcb-45b1-b3b7-7cf0d8f2827a tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:35.110365 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5f4dcab-8fc4-4f84-b0ed-e6d78ead3187 req-fdb56409-e005-4a56-9643-715ddfd8d3d0 service neutron] 10.222.0.18 "GET /v2.0/networks/3d92e2e6-8e5c-439e-985a-8b138159bd06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748177 Feb 04 21:02:35.131853 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e714b15b-7dcb-45b1-b3b7-7cf0d8f2827a tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Made reservation on behalf of 1998818573a6402e91949fb11030657b for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:02:35.136951 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e714b15b-7dcb-45b1-b3b7-7cf0d8f2827a tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:35.138876 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f590f5a3-5125-40c0-8850-c137942608b3 None None] Network 2a6761ea-feee-4c4f-8e29-945e528c0fac requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:02:35.168843 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-e714b15b-7dcb-45b1-b3b7-7cf0d8f2827a tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] device_id is not set on port 5dbb338d-e0ed-4673-99a2-737466803f42 yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:02:35.227168 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-88d4dc1d-1443-446a-ab64-58b976ba8d86 req-f9c74532-7c90-462c-97e5-bab3948f478d tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:35.247403 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-09356ed3-132d-4011-84df-982820827208 admin admin] Notify callbacks [] for router, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:35.247931 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-cceb8e20-1ff6-40cd-b9eb-9ad55cc87180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a09a30-d28c-4edd-9747-e970b0db2e13', 'name': 'tempest-FloatingIPsNegativeTestJSON-939406777-router', 'tenant_id': '11b8edb207c54f73b1a7004ab0c97e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:01:58Z', 'updated_at': '2022-02-04T21:02:30Z', 'revision_number': 5, 'project_id': '11b8edb207c54f73b1a7004ab0c97e2b', 'gw_port': {'id': 'a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a09a30-d28c-4edd-9747-e970b0db2e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:01Z', 'updated_at': '2022-02-04T21:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:35.252463 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cceb8e20-1ff6-40cd-b9eb-9ad55cc87180 None None] Checking router: 87a09a30-d28c-4edd-9747-e970b0db2e13 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:02:35.262157 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cceb8e20-1ff6-40cd-b9eb-9ad55cc87180 None None] Routers {'87a09a30-d28c-4edd-9747-e970b0db2e13'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:02:35.262876 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-cceb8e20-1ff6-40cd-b9eb-9ad55cc87180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:02:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['87a09a30-d28c-4edd-9747-e970b0db2e13'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:35.452518 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385ad73-3d9c-48f6-9d28-2f94a03de269 req-40803b12-26b3-4347-8074-282d14dc6915 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:35.453011 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf53311-842f-434a-8edd-3d137a6d7b81 None None] Network 2a6761ea-feee-4c4f-8e29-945e528c0fac requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:02:35.459288 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6385ad73-3d9c-48f6-9d28-2f94a03de269 req-40803b12-26b3-4347-8074-282d14dc6915 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 949 time: 0.8983674 Feb 04 21:02:35.460286 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-cceb8e20-1ff6-40cd-b9eb-9ad55cc87180 None None] Set router 87a09a30-d28c-4edd-9747-e970b0db2e13 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:02:35.480338 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-09356ed3-132d-4011-84df-982820827208 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:35.533846 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-88d4dc1d-1443-446a-ab64-58b976ba8d86 req-f9c74532-7c90-462c-97e5-bab3948f478d tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:35.546898 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-09356ed3-132d-4011-84df-982820827208 admin admin] Deleting port a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:02:35.547238 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-09356ed3-132d-4011-84df-982820827208 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:35.618016 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc35299-5b4f-4ab1-a0a7-545d866d70fc req-3d07a675-85be-4c43-90e2-dad2ca4454ff tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:35.620139 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-e714b15b-7dcb-45b1-b3b7-7cf0d8f2827a tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Allocated IP 2001:db8::27e (2a6761ea-feee-4c4f-8e29-945e528c0fac/9da0fad3-200e-49fa-92df-4495dac53ed0/5dbb338d-e0ed-4673-99a2-737466803f42) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:02:35.627034 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc35299-5b4f-4ab1-a0a7-545d866d70fc req-3d07a675-85be-4c43-90e2-dad2ca4454ff tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:35.629550 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1bc35299-5b4f-4ab1-a0a7-545d866d70fc req-3d07a675-85be-4c43-90e2-dad2ca4454ff tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.32 "GET /v2.0/ports?device_id=0700be3a-9f00-44af-bd71-19e2b51d69ed HTTP/1.1" status: 200 len: 1681 time: 0.7487011 Feb 04 21:02:35.649155 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 25359b4a-ca63-4c5c-8da1-23a0af26ea5c details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:02:35.655058 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6385ad73-3d9c-48f6-9d28-2f94a03de269 req-a3a6522e-17b0-43af-a987-76c3f0e8fb60 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945221 Feb 04 21:02:35.701479 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fc31c-9ac9-4064-b152-12a50001604e req-d38de465-1e38-4351-9b1d-8b5b70a3852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:35.702205 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fc31c-9ac9-4064-b152-12a50001604e req-d38de465-1e38-4351-9b1d-8b5b70a3852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:35.702835 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fc31c-9ac9-4064-b152-12a50001604e req-d38de465-1e38-4351-9b1d-8b5b70a3852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:35.704975 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fc31c-9ac9-4064-b152-12a50001604e req-d38de465-1e38-4351-9b1d-8b5b70a3852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:35.705481 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fc31c-9ac9-4064-b152-12a50001604e req-d38de465-1e38-4351-9b1d-8b5b70a3852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:35.705960 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fc31c-9ac9-4064-b152-12a50001604e req-d38de465-1e38-4351-9b1d-8b5b70a3852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:35.706432 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fc31c-9ac9-4064-b152-12a50001604e req-d38de465-1e38-4351-9b1d-8b5b70a3852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:35.708442 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c87fc31c-9ac9-4064-b152-12a50001604e req-d38de465-1e38-4351-9b1d-8b5b70a3852e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df41148af8d64ecb86c2b5be8209bfd9&device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 6477 time: 0.2139652 Feb 04 21:02:35.750739 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-1bc35299-5b4f-4ab1-a0a7-545d866d70fc req-07919afb-367d-4b81-aa0c-aab49e4284e2 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Deleting port 8a3eb473-b087-4928-953d-4f99ee76fdbf {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:02:35.751127 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1bc35299-5b4f-4ab1-a0a7-545d866d70fc req-07919afb-367d-4b81-aa0c-aab49e4284e2 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:35.801282 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a92895-e795-44c1-b1ef-507a6bd814e7 req-535f3928-b101-4a90-bb17-21f4352a3b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:35.802920 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c0a92895-e795-44c1-b1ef-507a6bd814e7 req-535f3928-b101-4a90-bb17-21f4352a3b19 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 1100 time: 0.7241921 Feb 04 21:02:35.876366 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-cceb8e20-1ff6-40cd-b9eb-9ad55cc87180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a09a30-d28c-4edd-9747-e970b0db2e13', 'name': 'tempest-FloatingIPsNegativeTestJSON-939406777-router', 'tenant_id': '11b8edb207c54f73b1a7004ab0c97e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:01:58Z', 'updated_at': '2022-02-04T21:02:30Z', 'revision_number': 5, 'project_id': '11b8edb207c54f73b1a7004ab0c97e2b', 'gw_port': {'id': 'a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a09a30-d28c-4edd-9747-e970b0db2e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:01Z', 'updated_at': '2022-02-04T21:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:35.880672 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cceb8e20-1ff6-40cd-b9eb-9ad55cc87180 None None] The sync data for ids ['87a09a30-d28c-4edd-9747-e970b0db2e13'] in n-d-827896-1 is: [{'id': '87a09a30-d28c-4edd-9747-e970b0db2e13', 'name': 'tempest-FloatingIPsNegativeTestJSON-939406777-router', 'tenant_id': '11b8edb207c54f73b1a7004ab0c97e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:01:58Z', 'updated_at': '2022-02-04T21:02:30Z', 'revision_number': 5, 'project_id': '11b8edb207c54f73b1a7004ab0c97e2b', 'gw_port': {'id': 'a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a09a30-d28c-4edd-9747-e970b0db2e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:01Z', 'updated_at': '2022-02-04T21:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:02:35.893381 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-46d502bc-7174-417e-bd4c-542901f95725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'name': 'tempest-AttachVolumeTestJSON-139033215-router', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:02:14Z', 'updated_at': '2022-02-04T21:02:30Z', 'revision_number': 4, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'gw_port': {'id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:18Z', 'updated_at': '2022-02-04T21:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'd69e2936-929a-4383-b4ba-0198468a4733', 'name': '', 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'mac_address': 'fa:16:3e:2e:0f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:26Z', 'updated_at': '2022-02-04T21:02:31Z', 'revision_number': 2, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'subnets': [{'id': '662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:35.911690 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d502bc-7174-417e-bd4c-542901f95725 None None] Checking router: c15e3f14-5384-4fa5-9add-3dde19e22881 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:02:35.912045 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d502bc-7174-417e-bd4c-542901f95725 None None] Updating router c15e3f14-5384-4fa5-9add-3dde19e22881 port d69e2936-929a-4383-b4ba-0198468a4733 binding host n-d-827896-1 {{(pid=87684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:02:35.912379 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fc31c-9ac9-4064-b152-12a50001604e req-aa4e4136-93af-49e7-b684-60fb75ca49a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:35.914827 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c87fc31c-9ac9-4064-b152-12a50001604e req-aa4e4136-93af-49e7-b684-60fb75ca49a1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=96794e5b-cad6-4140-9df8-3b22f7347459 HTTP/1.1" status: 200 len: 903 time: 0.1909568 Feb 04 21:02:36.074985 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-46d502bc-7174-417e-bd4c-542901f95725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:36.098123 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 25359b4a-ca63-4c5c-8da1-23a0af26ea5c, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=25359b4a-ca63-4c5c-8da1-23a0af26ea5c,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:36.140769 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c87fc31c-9ac9-4064-b152-12a50001604e req-b75c46de-c352-4264-b483-1e62c57aeefb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=30c8b28c-5310-4bac-a7d4-377b7157856b HTTP/1.1" status: 200 len: 217 time: 0.1907582 Feb 04 21:02:36.233845 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '25359b4a-ca63-4c5c-8da1-23a0af26ea5c', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': '25359b4a-ca63-4c5c-8da1-23a0af26ea5c', 'mac_address': 'fa:16:3e:ff:71:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:02:36.270740 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:02:36.273994 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e714b15b-7dcb-45b1-b3b7-7cf0d8f2827a tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:36.292400 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fc31c-9ac9-4064-b152-12a50001604e req-0315b2c4-bce1-4b88-a623-1374bed2121b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:36.293959 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c87fc31c-9ac9-4064-b152-12a50001604e req-0315b2c4-bce1-4b88-a623-1374bed2121b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e1d56a7-cf95-4452-a500-f044c9d7c766 HTTP/1.1" status: 200 len: 797 time: 0.0892594 Feb 04 21:02:36.372782 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:36.387050 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e714b15b-7dcb-45b1-b3b7-7cf0d8f2827a tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:36.390978 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-88d4dc1d-1443-446a-ab64-58b976ba8d86 req-f9c74532-7c90-462c-97e5-bab3948f478d tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:36.403370 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25359b4a-ca63-4c5c-8da1-23a0af26ea5c {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:02:36.437695 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 25359b4a-ca63-4c5c-8da1-23a0af26ea5c, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=25359b4a-ca63-4c5c-8da1-23a0af26ea5c,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:36.439557 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-09356ed3-132d-4011-84df-982820827208 admin admin] For port a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:36.440015 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-09356ed3-132d-4011-84df-982820827208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:36.444334 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:36.446376 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fc31c-9ac9-4064-b152-12a50001604e req-5e3fa9fd-5866-4124-a7f8-f613ee39ec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:36.448327 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c87fc31c-9ac9-4064-b152-12a50001604e req-5e3fa9fd-5866-4124-a7f8-f613ee39ec9a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96794e5b-cad6-4140-9df8-3b22f7347459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1443708 Feb 04 21:02:36.462804 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c74532-7c90-462c-97e5-bab3948f478d tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cdeb3d-c09c-4935-b5e5-f50c5a14dd5c,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:36.468427 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e714b15b-7dcb-45b1-b3b7-7cf0d8f2827a tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Network 2a6761ea-feee-4c4f-8e29-945e528c0fac is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:02:36.490077 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-e714b15b-7dcb-45b1-b3b7-7cf0d8f2827a tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:02:36.492593 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-88d4dc1d-1443-446a-ab64-58b976ba8d86 req-f9c74532-7c90-462c-97e5-bab3948f478d tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:36.498948 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-88d4dc1d-1443-446a-ab64-58b976ba8d86 req-f9c74532-7c90-462c-97e5-bab3948f478d tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] 10.222.0.26 "DELETE /v2.0/security-groups/63cdeb3d-c09c-4935-b5e5-f50c5a14dd5c HTTP/1.1" status: 204 len: 173 time: 1.7986827 Feb 04 21:02:36.499090 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e714b15b-7dcb-45b1-b3b7-7cf0d8f2827a tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:02:36.500115 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e714b15b-7dcb-45b1-b3b7-7cf0d8f2827a tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:36.500581 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e714b15b-7dcb-45b1-b3b7-7cf0d8f2827a tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:36.578249 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e714b15b-7dcb-45b1-b3b7-7cf0d8f2827a tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5561604 Feb 04 21:02:36.580432 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714b15b-7dcb-45b1-b3b7-7cf0d8f2827a tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Pushing event updated for resources: {'Port': ['ID=5dbb338d-e0ed-4673-99a2-737466803f42,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:36.583680 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56394) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:36.583852 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=25359b4a-ca63-4c5c-8da1-23a0af26ea5c,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:36.618089 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-46d502bc-7174-417e-bd4c-542901f95725 None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:36.630628 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-46d502bc-7174-417e-bd4c-542901f95725 None None] Transition to ACTIVE for port object d69e2936-929a-4383-b4ba-0198468a4733 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:02:36.640275 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-46d502bc-7174-417e-bd4c-542901f95725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:36.682975 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-e1879162-9d16-40b2-9524-106a8c92dbbd tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Deleting port 5dbb338d-e0ed-4673-99a2-737466803f42 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:02:36.683319 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e1879162-9d16-40b2-9524-106a8c92dbbd tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:36.694879 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device bdb34aa3-7f59-4170-8f48-3a1594c00c8e no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:02:36.706665 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-09356ed3-132d-4011-84df-982820827208 admin admin] Calling delete_port for a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694 owned by network:router_gateway {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:02:36.746153 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c87fc31c-9ac9-4064-b152-12a50001604e req-dd8c3a0b-2f97-4d72-9d91-4a1c826c0e96 service neutron] 10.222.0.18 "GET /v2.0/networks/96794e5b-cad6-4140-9df8-3b22f7347459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867184 Feb 04 21:02:36.796103 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: bdb34aa3-7f59-4170-8f48-3a1594c00c8e {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:02:36.796722 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device bdb34aa3-7f59-4170-8f48-3a1594c00c8e not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:02:36.857895 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['25359b4a-ca63-4c5c-8da1-23a0af26ea5c'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:02:36.882549 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559a077-5f35-45f6-b9fa-d2080ca959f4 None None] Pushing event updated for resources: {'Port': ['ID=d69e2936-929a-4383-b4ba-0198468a4733,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:36.929847 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf37beb-c643-4798-8744-784ad8b5c276 req-f7b77b11-48b3-4655-8946-c0eae8eb0572 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:36.935768 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf37beb-c643-4798-8744-784ad8b5c276 req-f7b77b11-48b3-4655-8946-c0eae8eb0572 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:36.943938 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf37beb-c643-4798-8744-784ad8b5c276 req-f7b77b11-48b3-4655-8946-c0eae8eb0572 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:36.952853 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf37beb-c643-4798-8744-784ad8b5c276 req-f7b77b11-48b3-4655-8946-c0eae8eb0572 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:36.959478 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf37beb-c643-4798-8744-784ad8b5c276 req-f7b77b11-48b3-4655-8946-c0eae8eb0572 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:36.966192 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf37beb-c643-4798-8744-784ad8b5c276 req-f7b77b11-48b3-4655-8946-c0eae8eb0572 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:36.972231 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf37beb-c643-4798-8744-784ad8b5c276 req-f7b77b11-48b3-4655-8946-c0eae8eb0572 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:36.974446 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-acf37beb-c643-4798-8744-784ad8b5c276 req-f7b77b11-48b3-4655-8946-c0eae8eb0572 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 5420 time: 1.1706085 Feb 04 21:02:36.983196 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a92895-e795-44c1-b1ef-507a6bd814e7 req-88b3ebe3-6ccb-45b4-93b6-16128c161d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:36.984634 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c0a92895-e795-44c1-b1ef-507a6bd814e7 req-88b3ebe3-6ccb-45b4-93b6-16128c161d56 service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 1.1639726 Feb 04 21:02:36.985336 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-46d502bc-7174-417e-bd4c-542901f95725 None None] Attempting to bind port d69e2936-929a-4383-b4ba-0198468a4733 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:02:36.985987 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-46d502bc-7174-417e-bd4c-542901f95725 None None] Attempting to bind port d69e2936-929a-4383-b4ba-0198468a4733 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': 'cb355a89-ae7a-49aa-a1a6-659916644cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:02:36.986123 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d502bc-7174-417e-bd4c-542901f95725 None None] Attempting to bind port d69e2936-929a-4383-b4ba-0198468a4733 on network 05b0da4f-bf1c-4e94-969a-698256edcb76 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:02:36.999589 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d502bc-7174-417e-bd4c-542901f95725 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:02:37.000034 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d502bc-7174-417e-bd4c-542901f95725 None None] Checking segment: {'id': 'cb355a89-ae7a-49aa-a1a6-659916644cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:02:37.000602 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-46d502bc-7174-417e-bd4c-542901f95725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:37.001008 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d502bc-7174-417e-bd4c-542901f95725 None None] Bound using segment: {'id': 'cb355a89-ae7a-49aa-a1a6-659916644cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:02:37.001533 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-46d502bc-7174-417e-bd4c-542901f95725 None None] Bound port: d69e2936-929a-4383-b4ba-0198468a4733, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb355a89-ae7a-49aa-a1a6-659916644cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:02:37.001891 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-46d502bc-7174-417e-bd4c-542901f95725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:37.101836 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c87fc31c-9ac9-4064-b152-12a50001604e req-27233766-1272-4b6e-bd54-1e51665b8eb9 service neutron] 10.222.0.18 "GET /v2.0/networks/96794e5b-cad6-4140-9df8-3b22f7347459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480840 Feb 04 21:02:37.176099 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-1bc35299-5b4f-4ab1-a0a7-545d866d70fc req-07919afb-367d-4b81-aa0c-aab49e4284e2 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] For port 8a3eb473-b087-4928-953d-4f99ee76fdbf, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=8a3eb473-b087-4928-953d-4f99ee76fdbf,segment=NetworkSegment(2b740627-0c46-411f-90a8-d366483caf5b),segment_id=2b740627-0c46-411f-90a8-d366483caf5b)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:37.176463 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1bc35299-5b4f-4ab1-a0a7-545d866d70fc req-07919afb-367d-4b81-aa0c-aab49e4284e2 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:37.191054 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-46d502bc-7174-417e-bd4c-542901f95725 None None] For port d69e2936-929a-4383-b4ba-0198468a4733, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:02:37.194878 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e1879162-9d16-40b2-9524-106a8c92dbbd tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:37.211448 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-46d502bc-7174-417e-bd4c-542901f95725 None None] For port d69e2936-929a-4383-b4ba-0198468a4733, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=d69e2936-929a-4383-b4ba-0198468a4733,segment=NetworkSegment(cb355a89-ae7a-49aa-a1a6-659916644cb2),segment_id=cb355a89-ae7a-49aa-a1a6-659916644cb2)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:02:37.219250 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-46d502bc-7174-417e-bd4c-542901f95725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:37.304268 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d502bc-7174-417e-bd4c-542901f95725 None None] Routers {'c15e3f14-5384-4fa5-9add-3dde19e22881'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:02:37.304890 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-46d502bc-7174-417e-bd4c-542901f95725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:02:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['c15e3f14-5384-4fa5-9add-3dde19e22881'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:37.340399 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-1bc35299-5b4f-4ab1-a0a7-545d866d70fc req-07919afb-367d-4b81-aa0c-aab49e4284e2 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Calling delete_port for 8a3eb473-b087-4928-953d-4f99ee76fdbf owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:02:37.357174 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559a077-5f35-45f6-b9fa-d2080ca959f4 None None] Pushing event updated for resources: {'Port': ['ID=d69e2936-929a-4383-b4ba-0198468a4733,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:37.461919 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-acf37beb-c643-4798-8744-784ad8b5c276 req-6c9e0585-c455-4ff3-9b6c-f196c17c09f4 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc27a88a-7d29-4d8e-adaa-4f6d9a816c1f&id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4697266 Feb 04 21:02:37.472196 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd28975d-57a0-460c-b3cb-6450d67f1788 req-d130ef75-8d9e-4149-80f1-4b37692dc2b1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=afa706c4-a5eb-4d89-8932-683090aeda27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3831408 Feb 04 21:02:37.474393 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c0a92895-e795-44c1-b1ef-507a6bd814e7 req-68cfe9a6-5a5c-4da7-bdc2-a2bac87498b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=f4ba7000-b7be-4bac-bfaf-239ebac223f9 HTTP/1.1" status: 200 len: 217 time: 0.4789119 Feb 04 21:02:37.481449 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-e1879162-9d16-40b2-9524-106a8c92dbbd tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Calling delete_port for 5dbb338d-e0ed-4673-99a2-737466803f42 owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:02:37.575851 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-46d502bc-7174-417e-bd4c-542901f95725 None None] Set router c15e3f14-5384-4fa5-9add-3dde19e22881 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:02:37.611141 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a92895-e795-44c1-b1ef-507a6bd814e7 req-3ddf58d6-c8e3-42af-ae03-ffc772b58034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:37.612646 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c0a92895-e795-44c1-b1ef-507a6bd814e7 req-3ddf58d6-c8e3-42af-ae03-ffc772b58034 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.0720260 Feb 04 21:02:37.617318 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fc31c-9ac9-4064-b152-12a50001604e req-07c7d20b-ab23-4dcd-a1b3-835deb4f7425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:37.617809 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fc31c-9ac9-4064-b152-12a50001604e req-07c7d20b-ab23-4dcd-a1b3-835deb4f7425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:37.619662 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fc31c-9ac9-4064-b152-12a50001604e req-07c7d20b-ab23-4dcd-a1b3-835deb4f7425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:37.619662 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fc31c-9ac9-4064-b152-12a50001604e req-07c7d20b-ab23-4dcd-a1b3-835deb4f7425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:37.619882 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fc31c-9ac9-4064-b152-12a50001604e req-07c7d20b-ab23-4dcd-a1b3-835deb4f7425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:37.620353 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fc31c-9ac9-4064-b152-12a50001604e req-07c7d20b-ab23-4dcd-a1b3-835deb4f7425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:37.621232 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fc31c-9ac9-4064-b152-12a50001604e req-07c7d20b-ab23-4dcd-a1b3-835deb4f7425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:37.622919 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c87fc31c-9ac9-4064-b152-12a50001604e req-07c7d20b-ab23-4dcd-a1b3-835deb4f7425 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df41148af8d64ecb86c2b5be8209bfd9&device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 6477 time: 0.4679351 Feb 04 21:02:37.728784 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 8a3eb473-b087-4928-953d-4f99ee76fdbf no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:02:37.751916 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff9c2e-28ea-43fb-9805-1ea67dc0e3a3 req-3b4c157c-6bcc-4142-b141-9f6c4d9aff9b tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:37.757635 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff9c2e-28ea-43fb-9805-1ea67dc0e3a3 req-3b4c157c-6bcc-4142-b141-9f6c4d9aff9b tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:37.764746 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c0ff9c2e-28ea-43fb-9805-1ea67dc0e3a3 req-3b4c157c-6bcc-4142-b141-9f6c4d9aff9b tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=0700be3a-9f00-44af-bd71-19e2b51d69ed HTTP/1.1" status: 200 len: 1681 time: 1.0288439 Feb 04 21:02:37.809881 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e1879162-9d16-40b2-9524-106a8c92dbbd tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:37.861899 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a92895-e795-44c1-b1ef-507a6bd814e7 req-503a1fb2-109a-4616-ab67-83aa14175589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:37.863447 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c0a92895-e795-44c1-b1ef-507a6bd814e7 req-503a1fb2-109a-4616-ab67-83aa14175589 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1990442 Feb 04 21:02:37.879162 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c0ff9c2e-28ea-43fb-9805-1ea67dc0e3a3 req-7e2dd507-1798-4aab-b47a-b43034c25ef4 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/security-groups?id=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129162 Feb 04 21:02:37.918041 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1879162-9d16-40b2-9524-106a8c92dbbd tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Pushing event deleted for resources: {'Port': ['ID=5dbb338d-e0ed-4673-99a2-737466803f42,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:37.933855 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fc31c-9ac9-4064-b152-12a50001604e req-70cb1d6f-e3a2-4bc3-bd00-ecd375627df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:37.936409 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c87fc31c-9ac9-4064-b152-12a50001604e req-70cb1d6f-e3a2-4bc3-bd00-ecd375627df5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=96794e5b-cad6-4140-9df8-3b22f7347459 HTTP/1.1" status: 200 len: 903 time: 0.3061299 Feb 04 21:02:37.940038 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e1879162-9d16-40b2-9524-106a8c92dbbd tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:37.948366 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e1879162-9d16-40b2-9524-106a8c92dbbd tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] 10.222.0.26 "DELETE /v2.0/ports/5dbb338d-e0ed-4673-99a2-737466803f42 HTTP/1.1" status: 204 len: 168 time: 1.3630497 Feb 04 21:02:38.008388 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56402) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:38.020660 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-3b5818ff-a9c3-48cc-8825-78b977f5baf8 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2a6761ea-feee-4c4f-8e29-945e528c0fac', 'external_fixed_ips': [{'subnet_id': '9da0fad3-200e-49fa-92df-4495dac53ed0', 'ip_address': '2001:db8::27e'}]}}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:38.026688 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3b5818ff-a9c3-48cc-8825-78b977f5baf8 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:38.031424 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3b5818ff-a9c3-48cc-8825-78b977f5baf8 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Usage tracker for resource:router and tenant:1998818573a6402e91949fb11030657b is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:38.035875 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3b5818ff-a9c3-48cc-8825-78b977f5baf8 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:38.043004 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3b5818ff-a9c3-48cc-8825-78b977f5baf8 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:38.053106 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c87fc31c-9ac9-4064-b152-12a50001604e req-10fd34b2-0869-483c-96b2-d112f22b02a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=044174bb-6743-43bd-b283-bd8008780c8e HTTP/1.1" status: 200 len: 217 time: 0.1063759 Feb 04 21:02:38.057273 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b5818ff-a9c3-48cc-8825-78b977f5baf8 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:38.058891 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b5818ff-a9c3-48cc-8825-78b977f5baf8 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:38.084259 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No active binding found for port 8a3eb473-b087-4928-953d-4f99ee76fdbf {{(pid=87684) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 21:02:38.084825 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 8a3eb473-b087-4928-953d-4f99ee76fdbf not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:02:38.085090 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 1d2166ab-b62e-4dc3-9978-195fd1ce37c9 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:02:38.145972 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b5818ff-a9c3-48cc-8825-78b977f5baf8 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:38.154068 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c0a92895-e795-44c1-b1ef-507a6bd814e7 req-6680fcfa-7e44-44fc-8da4-54f7ae26d0dc service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673619 Feb 04 21:02:38.155044 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1bc35299-5b4f-4ab1-a0a7-545d866d70fc req-07919afb-367d-4b81-aa0c-aab49e4284e2 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:38.172663 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fc31c-9ac9-4064-b152-12a50001604e req-0b2de926-9b18-418a-b087-f77e978d1a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:38.174900 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c87fc31c-9ac9-4064-b152-12a50001604e req-0b2de926-9b18-418a-b087-f77e978d1a04 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e1d56a7-cf95-4452-a500-f044c9d7c766 HTTP/1.1" status: 200 len: 797 time: 0.1103554 Feb 04 21:02:38.316585 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:38.353649 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0700be3a-9f00-44af-bd71-19e2b51d69ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d2166ab-b62e-4dc3-9978-195fd1ce37c9'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:02:38.367547 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 1d2166ab-b62e-4dc3-9978-195fd1ce37c9, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=1d2166ab-b62e-4dc3-9978-195fd1ce37c9,segment=NetworkSegment(d5a45609-af79-4e7e-87d9-8cc98e096768),segment_id=d5a45609-af79-4e7e-87d9-8cc98e096768)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:38.375325 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-46d502bc-7174-417e-bd4c-542901f95725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'name': 'tempest-AttachVolumeTestJSON-139033215-router', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:02:14Z', 'updated_at': '2022-02-04T21:02:30Z', 'revision_number': 4, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'gw_port': {'id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:18Z', 'updated_at': '2022-02-04T21:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'd69e2936-929a-4383-b4ba-0198468a4733', 'name': '', 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'mac_address': 'fa:16:3e:2e:0f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:26Z', 'updated_at': '2022-02-04T21:02:37Z', 'revision_number': 4, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'subnets': [{'id': '662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:38.378199 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:38.430296 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d502bc-7174-417e-bd4c-542901f95725 None None] The sync data for ids ['c15e3f14-5384-4fa5-9add-3dde19e22881'] in n-d-827896-1 is: [{'id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'name': 'tempest-AttachVolumeTestJSON-139033215-router', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:02:14Z', 'updated_at': '2022-02-04T21:02:30Z', 'revision_number': 4, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'gw_port': {'id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:18Z', 'updated_at': '2022-02-04T21:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'd69e2936-929a-4383-b4ba-0198468a4733', 'name': '', 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'mac_address': 'fa:16:3e:2e:0f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:26Z', 'updated_at': '2022-02-04T21:02:37Z', 'revision_number': 4, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'subnets': [{'id': '662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:02:38.476664 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=1d2166ab-b62e-4dc3-9978-195fd1ce37c9,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:38.534278 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28975d-57a0-460c-b3cb-6450d67f1788 req-2c9cb152-566b-4ef2-9303-a34d70d633d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:38.535811 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd28975d-57a0-460c-b3cb-6450d67f1788 req-2c9cb152-566b-4ef2-9303-a34d70d633d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=565bab87f6ed4be0830d2c4f71f62041&device_id=afa706c4-a5eb-4d89-8932-683090aeda27 HTTP/1.1" status: 200 len: 1100 time: 0.9143200 Feb 04 21:02:38.536752 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07919afb-367d-4b81-aa0c-aab49e4284e2 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Pushing event deleted for resources: {'Port': ['ID=8a3eb473-b087-4928-953d-4f99ee76fdbf,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:38.626144 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b5818ff-a9c3-48cc-8825-78b977f5baf8 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:38.637770 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fc31c-9ac9-4064-b152-12a50001604e req-0586fd88-9b30-428d-9512-bcb68fca474a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:38.639454 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c87fc31c-9ac9-4064-b152-12a50001604e req-0586fd88-9b30-428d-9512-bcb68fca474a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96794e5b-cad6-4140-9df8-3b22f7347459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4566448 Feb 04 21:02:38.756120 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c0a92895-e795-44c1-b1ef-507a6bd814e7 req-86fb01ba-5744-4273-a342-b28a2792cf87 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665972 Feb 04 21:02:38.836429 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56410) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:38.848451 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-105bc810-8c35-4a95-998e-52d6b19159cc tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1696689510', 'description': 'tempest-description--1755373090'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:38.855857 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-105bc810-8c35-4a95-998e-52d6b19159cc tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:38.875551 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device d69e2936-929a-4383-b4ba-0198468a4733 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:02:38.877999 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-105bc810-8c35-4a95-998e-52d6b19159cc tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Usage tracker for resource:security_group and tenant:2ba621d22ceb430b9eee1db66fccde19 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:38.883175 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-105bc810-8c35-4a95-998e-52d6b19159cc tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:38.895178 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-105bc810-8c35-4a95-998e-52d6b19159cc tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:38.930436 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c87fc31c-9ac9-4064-b152-12a50001604e req-7a925f56-141c-4d01-b7f5-f0c00648090e service neutron] 10.222.0.18 "GET /v2.0/networks/96794e5b-cad6-4140-9df8-3b22f7347459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643919 Feb 04 21:02:38.936566 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc35299-5b4f-4ab1-a0a7-545d866d70fc req-07919afb-367d-4b81-aa0c-aab49e4284e2 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] No DVR routers for this DVR port 8a3eb473-b087-4928-953d-4f99ee76fdbf on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:02:38.960808 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-105bc810-8c35-4a95-998e-52d6b19159cc tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:38.991293 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-09356ed3-132d-4011-84df-982820827208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:39.005031 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1bc35299-5b4f-4ab1-a0a7-545d866d70fc req-07919afb-367d-4b81-aa0c-aab49e4284e2 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:39.069550 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port d69e2936-929a-4383-b4ba-0198468a4733 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:02:39.077472 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port d69e2936-929a-4383-b4ba-0198468a4733 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:02:39.078244 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:39.078427 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-105bc810-8c35-4a95-998e-52d6b19159cc tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:39.091005 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-105bc810-8c35-4a95-998e-52d6b19159cc tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Usage tracker for resource:security_group_rule and tenant:2ba621d22ceb430b9eee1db66fccde19 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:39.094660 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0700be3a-9f00-44af-bd71-19e2b51d69ed', 'name': 'network-vif-deleted', 'tag': '8a3eb473-b087-4928-953d-4f99ee76fdbf'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:02:39.100407 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-105bc810-8c35-4a95-998e-52d6b19159cc tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:39.119945 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-105bc810-8c35-4a95-998e-52d6b19159cc tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:39.141516 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09356ed3-132d-4011-84df-982820827208 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:39.250692 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1bc35299-5b4f-4ab1-a0a7-545d866d70fc req-07919afb-367d-4b81-aa0c-aab49e4284e2 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.32 "DELETE /v2.0/ports/8a3eb473-b087-4928-953d-4f99ee76fdbf HTTP/1.1" status: 204 len: 173 time: 3.6068301 Feb 04 21:02:39.263712 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:39.264332 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-613c3566-ba93-40d1-90ab-35eaa23f4eb7 req-edcbe170-337d-43b4-aa87-c086d30deb6d tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] 10.222.0.26 "GET /v2.0/security-groups/f340d40d-b9ea-4d71-9fe0-52f1c864099d HTTP/1.1" status: 200 len: 1814 time: 0.2735319 Feb 04 21:02:39.310550 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port d69e2936-929a-4383-b4ba-0198468a4733, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=d69e2936-929a-4383-b4ba-0198468a4733,segment=NetworkSegment(cb355a89-ae7a-49aa-a1a6-659916644cb2),segment_id=cb355a89-ae7a-49aa-a1a6-659916644cb2)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:39.315999 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:39.385346 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c87fc31c-9ac9-4064-b152-12a50001604e req-cd4f1197-dd6d-48e3-97a2-5eeb4dee48ee service neutron] 10.222.0.18 "GET /v2.0/networks/96794e5b-cad6-4140-9df8-3b22f7347459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478433 Feb 04 21:02:39.392676 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-1bc35299-5b4f-4ab1-a0a7-545d866d70fc req-3b1ccbb2-0c80-4a8d-997c-138ace5117c4 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Deleting port 1d2166ab-b62e-4dc3-9978-195fd1ce37c9 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:02:39.393109 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1bc35299-5b4f-4ab1-a0a7-545d866d70fc req-3b1ccbb2-0c80-4a8d-997c-138ace5117c4 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:39.397329 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=d69e2936-929a-4383-b4ba-0198468a4733,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:39.536986 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6dc347-9244-4b49-985f-6978d068ff33 req-5f659798-c832-4830-a4fd-61c5b8ca6d1b tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:39.538542 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5c6dc347-9244-4b49-985f-6978d068ff33 req-5f659798-c832-4830-a4fd-61c5b8ca6d1b tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b091b89-2698-4bb6-a26d-a33a51895e72 HTTP/1.1" status: 200 len: 948 time: 1.3789546 Feb 04 21:02:39.579752 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28975d-57a0-460c-b3cb-6450d67f1788 req-1771cb70-393d-4187-8cb1-5b94e809f1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:39.581103 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd28975d-57a0-460c-b3cb-6450d67f1788 req-1771cb70-393d-4187-8cb1-5b94e809f1e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.9668009 Feb 04 21:02:39.604220 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-09356ed3-132d-4011-84df-982820827208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:39.658174 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 25359b4a-ca63-4c5c-8da1-23a0af26ea5c up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:02:39.672445 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-105bc810-8c35-4a95-998e-52d6b19159cc tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:39.687630 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-105bc810-8c35-4a95-998e-52d6b19159cc tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:39.700579 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b5818ff-a9c3-48cc-8825-78b977f5baf8 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:39.758311 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b5818ff-a9c3-48cc-8825-78b977f5baf8 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:39.767417 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 25359b4a-ca63-4c5c-8da1-23a0af26ea5c completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:02:39.773132 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 25359b4a-ca63-4c5c-8da1-23a0af26ea5c triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:02:39.773888 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:39.829844 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd28975d-57a0-460c-b3cb-6450d67f1788 req-6f9ac78e-f8cd-4159-bdd5-20c7a147c1ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=87db6fd1-7f78-4f70-9234-d881fa64a7b2 HTTP/1.1" status: 200 len: 217 time: 0.1824782 Feb 04 21:02:39.834375 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105bc810-8c35-4a95-998e-52d6b19159cc tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e855fd-f338-4450-a8fe-cb99a2aee980,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:39.848211 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fc31c-9ac9-4064-b152-12a50001604e req-4d4caf9e-0d93-4c74-9c31-fa249f5d3d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:39.848701 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fc31c-9ac9-4064-b152-12a50001604e req-4d4caf9e-0d93-4c74-9c31-fa249f5d3d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:39.849261 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fc31c-9ac9-4064-b152-12a50001604e req-4d4caf9e-0d93-4c74-9c31-fa249f5d3d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:39.849740 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fc31c-9ac9-4064-b152-12a50001604e req-4d4caf9e-0d93-4c74-9c31-fa249f5d3d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:39.850212 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fc31c-9ac9-4064-b152-12a50001604e req-4d4caf9e-0d93-4c74-9c31-fa249f5d3d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:39.850680 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fc31c-9ac9-4064-b152-12a50001604e req-4d4caf9e-0d93-4c74-9c31-fa249f5d3d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:39.851149 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fc31c-9ac9-4064-b152-12a50001604e req-4d4caf9e-0d93-4c74-9c31-fa249f5d3d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:39.853171 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c87fc31c-9ac9-4064-b152-12a50001604e req-4d4caf9e-0d93-4c74-9c31-fa249f5d3d27 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df41148af8d64ecb86c2b5be8209bfd9&device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 6477 time: 0.3907192 Feb 04 21:02:39.854041 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-105bc810-8c35-4a95-998e-52d6b19159cc tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:39.857811 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-105bc810-8c35-4a95-998e-52d6b19159cc tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0143697 Feb 04 21:02:39.863067 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56418) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:39.868101 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-ed40fc83-417f-4d64-bc83-689744469bf2 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Request body: {'security_group_rule': {'security_group_id': 'b9e855fd-f338-4450-a8fe-cb99a2aee980', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:39.902378 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ed40fc83-417f-4d64-bc83-689744469bf2 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:39.918703 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:39.924676 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-613c3566-ba93-40d1-90ab-35eaa23f4eb7 req-bb07d9fa-ff5d-496c-be24-24b9d31df31b tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:39.959544 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 25359b4a-ca63-4c5c-8da1-23a0af26ea5c, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=25359b4a-ca63-4c5c-8da1-23a0af26ea5c,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:39.959765 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ed40fc83-417f-4d64-bc83-689744469bf2 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Usage tracker for resource:security_group_rule and tenant:2ba621d22ceb430b9eee1db66fccde19 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:39.966789 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:39.970999 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ed40fc83-417f-4d64-bc83-689744469bf2 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:39.976416 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-613c3566-ba93-40d1-90ab-35eaa23f4eb7 req-bb07d9fa-ff5d-496c-be24-24b9d31df31b tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:40.024646 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ed40fc83-417f-4d64-bc83-689744469bf2 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:40.052059 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=25359b4a-ca63-4c5c-8da1-23a0af26ea5c,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:40.148308 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fc31c-9ac9-4064-b152-12a50001604e req-683e65c8-1953-4557-822b-a52a9605a2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:40.150004 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c87fc31c-9ac9-4064-b152-12a50001604e req-683e65c8-1953-4557-822b-a52a9605a2f0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3d92e2e6-8e5c-439e-985a-8b138159bd06 HTTP/1.1" status: 200 len: 903 time: 0.2876287 Feb 04 21:02:40.155006 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ed40fc83-417f-4d64-bc83-689744469bf2 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:40.170605 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-613c3566-ba93-40d1-90ab-35eaa23f4eb7 req-bb07d9fa-ff5d-496c-be24-24b9d31df31b tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:40.200883 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5c6dc347-9244-4b49-985f-6978d068ff33 req-418bb3ed-91c6-4670-a688-7ddde79f9c91 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6270320 Feb 04 21:02:40.209128 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-09356ed3-132d-4011-84df-982820827208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:40.219945 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-09356ed3-132d-4011-84df-982820827208 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:40.221792 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb07d9fa-ff5d-496c-be24-24b9d31df31b tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f340d40d-b9ea-4d71-9fe0-52f1c864099d,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:40.234605 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-613c3566-ba93-40d1-90ab-35eaa23f4eb7 req-bb07d9fa-ff5d-496c-be24-24b9d31df31b tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:40.246210 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-613c3566-ba93-40d1-90ab-35eaa23f4eb7 req-bb07d9fa-ff5d-496c-be24-24b9d31df31b tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] 10.222.0.26 "DELETE /v2.0/security-groups/f340d40d-b9ea-4d71-9fe0-52f1c864099d HTTP/1.1" status: 204 len: 173 time: 0.9811225 Feb 04 21:02:40.265379 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c87fc31c-9ac9-4064-b152-12a50001604e req-0b9f7a73-c7b2-4a46-85fa-15c569d20686 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b98644ad-30b2-4c12-b57b-22b5f633f4b1 HTTP/1.1" status: 200 len: 217 time: 0.0979285 Feb 04 21:02:40.304509 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0700be3a-9f00-44af-bd71-19e2b51d69ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d2166ab-b62e-4dc3-9978-195fd1ce37c9', 'code': 200} Feb 04 21:02:40.343195 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-3b5818ff-a9c3-48cc-8825-78b977f5baf8 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Allocated IP 2001:db8::27e (2a6761ea-feee-4c4f-8e29-945e528c0fac/9da0fad3-200e-49fa-92df-4495dac53ed0/d6462b6e-bd3a-41ac-a832-f254e86d5513) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:02:40.379739 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fc31c-9ac9-4064-b152-12a50001604e req-b0b6c8cb-09d5-4c79-aafd-97652a4bc013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:40.381384 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c87fc31c-9ac9-4064-b152-12a50001604e req-b0b6c8cb-09d5-4c79-aafd-97652a4bc013 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e766ae0d-7580-448d-ac0e-f8a8085326fe HTTP/1.1" status: 200 len: 797 time: 0.1067927 Feb 04 21:02:40.383191 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ed40fc83-417f-4d64-bc83-689744469bf2 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:40.438625 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ed40fc83-417f-4d64-bc83-689744469bf2 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:40.485868 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28975d-57a0-460c-b3cb-6450d67f1788 req-03d1136a-ed0d-4e8c-b198-a5fb3ce1f345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:40.487271 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd28975d-57a0-460c-b3cb-6450d67f1788 req-03d1136a-ed0d-4e8c-b198-a5fb3ce1f345 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.3751318 Feb 04 21:02:40.534405 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-09356ed3-132d-4011-84df-982820827208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:40.534939 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09356ed3-132d-4011-84df-982820827208 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87a09a30-d28c-4edd-9747-e970b0db2e13 {{(pid=87683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:02:40.550684 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40fc83-417f-4d64-bc83-689744469bf2 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e58c305-f2c4-40b9-95fc-e43298a9a0cf,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:40.565672 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ed40fc83-417f-4d64-bc83-689744469bf2 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:40.566857 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ed40fc83-417f-4d64-bc83-689744469bf2 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7029338 Feb 04 21:02:40.570198 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56424) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:40.590978 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-965ebb0c-cdfa-42f7-b5a4-7092be609ffa tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Request body: {'security_group_rule': {'security_group_id': 'b9e855fd-f338-4450-a8fe-cb99a2aee980', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:40.599818 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-965ebb0c-cdfa-42f7-b5a4-7092be609ffa tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:40.618483 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-965ebb0c-cdfa-42f7-b5a4-7092be609ffa tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Usage tracker for resource:security_group_rule and tenant:2ba621d22ceb430b9eee1db66fccde19 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:40.624787 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-965ebb0c-cdfa-42f7-b5a4-7092be609ffa tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:40.637040 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-965ebb0c-cdfa-42f7-b5a4-7092be609ffa tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:40.659800 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b5818ff-a9c3-48cc-8825-78b977f5baf8 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:40.660112 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-09356ed3-132d-4011-84df-982820827208 admin admin] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:40.663632 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-09356ed3-132d-4011-84df-982820827208 admin admin] 10.222.0.26 "DELETE /v2.0/routers/87a09a30-d28c-4edd-9747-e970b0db2e13 HTTP/1.1" status: 204 len: 168 time: 6.0992682 Feb 04 21:02:40.664272 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56428) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:40.666062 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-1bc35299-5b4f-4ab1-a0a7-545d866d70fc req-3b1ccbb2-0c80-4a8d-997c-138ace5117c4 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] For port 1d2166ab-b62e-4dc3-9978-195fd1ce37c9, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=1d2166ab-b62e-4dc3-9978-195fd1ce37c9,segment=NetworkSegment(d5a45609-af79-4e7e-87d9-8cc98e096768),segment_id=d5a45609-af79-4e7e-87d9-8cc98e096768)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:40.666431 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1bc35299-5b4f-4ab1-a0a7-545d866d70fc req-3b1ccbb2-0c80-4a8d-997c-138ace5117c4 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:40.729504 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fc31c-9ac9-4064-b152-12a50001604e req-ebabfdc7-bf95-45f4-b794-74d576157628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:40.731044 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c87fc31c-9ac9-4064-b152-12a50001604e req-ebabfdc7-bf95-45f4-b794-74d576157628 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3d92e2e6-8e5c-439e-985a-8b138159bd06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3432102 Feb 04 21:02:40.740824 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-965ebb0c-cdfa-42f7-b5a4-7092be609ffa tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:40.815737 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-1bc35299-5b4f-4ab1-a0a7-545d866d70fc req-3b1ccbb2-0c80-4a8d-997c-138ace5117c4 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Calling delete_port for 1d2166ab-b62e-4dc3-9978-195fd1ce37c9 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:02:40.839828 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda30c4a-a826-49e8-86db-7981f88c7397 admin admin] Deleting subnet 2dc4aecf-9d72-4348-9ed2-a5e90512fd29 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:02:40.856327 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cda30c4a-a826-49e8-86db-7981f88c7397 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:40.908180 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396ea91-c816-4ecb-8939-4ccbbdd52409 req-52deb943-fc7d-4af2-a86e-066a13b0685a tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:40.909654 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a396ea91-c816-4ecb-8939-4ccbbdd52409 req-52deb943-fc7d-4af2-a86e-066a13b0685a tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 949 time: 0.4723959 Feb 04 21:02:40.935619 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f49902-48d6-4e72-8360-53a66b4ab353 req-a6f08db0-c9d0-4953-bce5-b5593fb8f6a8 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:40.941660 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f49902-48d6-4e72-8360-53a66b4ab353 req-a6f08db0-c9d0-4953-bce5-b5593fb8f6a8 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:40.947838 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f49902-48d6-4e72-8360-53a66b4ab353 req-a6f08db0-c9d0-4953-bce5-b5593fb8f6a8 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:40.953493 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f49902-48d6-4e72-8360-53a66b4ab353 req-a6f08db0-c9d0-4953-bce5-b5593fb8f6a8 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:40.959169 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f49902-48d6-4e72-8360-53a66b4ab353 req-a6f08db0-c9d0-4953-bce5-b5593fb8f6a8 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:40.963265 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cda30c4a-a826-49e8-86db-7981f88c7397 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:40.965607 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f49902-48d6-4e72-8360-53a66b4ab353 req-a6f08db0-c9d0-4953-bce5-b5593fb8f6a8 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:40.971286 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f49902-48d6-4e72-8360-53a66b4ab353 req-a6f08db0-c9d0-4953-bce5-b5593fb8f6a8 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:40.973457 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-63f49902-48d6-4e72-8360-53a66b4ab353 req-a6f08db0-c9d0-4953-bce5-b5593fb8f6a8 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 5420 time: 0.5350389 Feb 04 21:02:40.995364 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28975d-57a0-460c-b3cb-6450d67f1788 req-fa9ef4fc-42fb-4e4f-8951-d74b07eb02ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:40.997127 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd28975d-57a0-460c-b3cb-6450d67f1788 req-fa9ef4fc-42fb-4e4f-8951-d74b07eb02ce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4731057 Feb 04 21:02:41.029391 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-965ebb0c-cdfa-42f7-b5a4-7092be609ffa tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:41.050471 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-965ebb0c-cdfa-42f7-b5a4-7092be609ffa tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:41.082799 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c87fc31c-9ac9-4064-b152-12a50001604e req-d64cf705-128d-40b7-a36e-9692c991bc98 service neutron] 10.222.0.18 "GET /v2.0/networks/3d92e2e6-8e5c-439e-985a-8b138159bd06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333161 Feb 04 21:02:41.093156 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b5818ff-a9c3-48cc-8825-78b977f5baf8 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:41.131823 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device d69e2936-929a-4383-b4ba-0198468a4733 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:02:41.190192 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a396ea91-c816-4ecb-8939-4ccbbdd52409 req-74fd2385-e3b2-4f06-815a-81e4edddacd9 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137754 Feb 04 21:02:41.220828 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-63f49902-48d6-4e72-8360-53a66b4ab353 req-10bd84d8-9836-42fe-9794-3327e38f93dc tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc27a88a-7d29-4d8e-adaa-4f6d9a816c1f&id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2302332 Feb 04 21:02:41.266048 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port d69e2936-929a-4383-b4ba-0198468a4733 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:02:41.266048 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:41.266282 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ebb0c-cdfa-42f7-b5a4-7092be609ffa tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9611709f-a5b8-4ece-922c-df5216c35b57,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:41.291770 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1bc35299-5b4f-4ab1-a0a7-545d866d70fc req-3b1ccbb2-0c80-4a8d-997c-138ace5117c4 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:41.332842 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-965ebb0c-cdfa-42f7-b5a4-7092be609ffa tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:41.334043 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-965ebb0c-cdfa-42f7-b5a4-7092be609ffa tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7629158 Feb 04 21:02:41.392163 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56434) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:41.405469 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5818ff-a9c3-48cc-8825-78b977f5baf8 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Network 2a6761ea-feee-4c4f-8e29-945e528c0fac is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:02:41.408913 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0700be3a-9f00-44af-bd71-19e2b51d69ed', 'name': 'network-vif-deleted', 'tag': '8a3eb473-b087-4928-953d-4f99ee76fdbf', 'status': 'completed', 'code': 200} Feb 04 21:02:41.418979 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-88deea05-ceb3-49b2-9490-c7a0d8aebf92 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Request body: {'floatingip': {'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:41.425049 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd28975d-57a0-460c-b3cb-6450d67f1788 req-831953e8-841b-4eab-ac7c-6edd7299a607 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092686 Feb 04 21:02:41.426034 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-3b5818ff-a9c3-48cc-8825-78b977f5baf8 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:02:41.430022 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5818ff-a9c3-48cc-8825-78b977f5baf8 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:02:41.435398 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ccbb2-0c80-4a8d-997c-138ace5117c4 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Pushing event deleted for resources: {'Port': ['ID=1d2166ab-b62e-4dc3-9978-195fd1ce37c9,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:41.438327 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-27e07663-0321-43fa-910c-a892ecf01d75 req-6e12f8a3-12d0-496c-8e70-1f0df9e5efb1 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Synchronizing usage tracker for tenant:bf059d808b3643f5ba5990d95220908f on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:02:41.501440 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-88deea05-ceb3-49b2-9490-c7a0d8aebf92 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:41.571835 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5818ff-a9c3-48cc-8825-78b977f5baf8 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Pushing event updated for resources: {'Port': ['ID=d6462b6e-bd3a-41ac-a832-f254e86d5513,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:41.586405 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-88deea05-ceb3-49b2-9490-c7a0d8aebf92 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Usage tracker for resource:floatingip and tenant:2ba621d22ceb430b9eee1db66fccde19 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:41.592448 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cda30c4a-a826-49e8-86db-7981f88c7397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:41.636288 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-88deea05-ceb3-49b2-9490-c7a0d8aebf92 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:41.640654 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc35299-5b4f-4ab1-a0a7-545d866d70fc req-3b1ccbb2-0c80-4a8d-997c-138ace5117c4 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] No DVR routers for this DVR port 1d2166ab-b62e-4dc3-9978-195fd1ce37c9 on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:02:41.642277 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-27e07663-0321-43fa-910c-a892ecf01d75 req-6e12f8a3-12d0-496c-8e70-1f0df9e5efb1 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Unset dirty status for tenant:bf059d808b3643f5ba5990d95220908f on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:02:41.651997 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-27e07663-0321-43fa-910c-a892ecf01d75 req-6e12f8a3-12d0-496c-8e70-1f0df9e5efb1 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "GET /v2.0/ports?device_id=0700be3a-9f00-44af-bd71-19e2b51d69ed HTTP/1.1" status: 200 len: 210 time: 0.2798178 Feb 04 21:02:41.662857 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1bc35299-5b4f-4ab1-a0a7-545d866d70fc req-3b1ccbb2-0c80-4a8d-997c-138ace5117c4 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:41.663890 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-88deea05-ceb3-49b2-9490-c7a0d8aebf92 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:41.664954 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1bc35299-5b4f-4ab1-a0a7-545d866d70fc req-3b1ccbb2-0c80-4a8d-997c-138ace5117c4 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.32 "DELETE /v2.0/ports/1d2166ab-b62e-4dc3-9978-195fd1ce37c9 HTTP/1.1" status: 204 len: 173 time: 2.3412201 Feb 04 21:02:41.770811 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-450b9455-7a9d-46ce-993b-b147c099602d req-ec65985a-ba4a-4d07-a480-bb7e8c86a310 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] 10.222.0.26 "GET /v2.0/security-groups/57b0a0f2-627b-460c-9a78-430917f425fb HTTP/1.1" status: 200 len: 1815 time: 0.3475859 Feb 04 21:02:41.771803 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-88deea05-ceb3-49b2-9490-c7a0d8aebf92 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for floatingip, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:41.882338 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c87fc31c-9ac9-4064-b152-12a50001604e req-c2c2e8c5-4ade-43df-b1d5-a571bb8aa3c9 service neutron] 10.222.0.18 "GET /v2.0/networks/3d92e2e6-8e5c-439e-985a-8b138159bd06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7852826 Feb 04 21:02:41.890640 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cda30c4a-a826-49e8-86db-7981f88c7397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:41.932740 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd28975d-57a0-460c-b3cb-6450d67f1788 req-ec66cc7c-9611-47f9-a7fa-0d9902dc65fb service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4793160 Feb 04 21:02:41.945587 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-450b9455-7a9d-46ce-993b-b147c099602d req-9aec7f30-71ce-4add-a408-9f2759f57f35 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:41.988892 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-450b9455-7a9d-46ce-993b-b147c099602d req-9aec7f30-71ce-4add-a408-9f2759f57f35 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:42.028833 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda30c4a-a826-49e8-86db-7981f88c7397 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dc4aecf-9d72-4348-9ed2-a5e90512fd29,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:42.035195 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac2417-32b0-44b1-84b1-a58d1ace4b32 req-848d3744-08c5-4afd-af0b-ff26d31b1317 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:42.036692 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aaac2417-32b0-44b1-84b1-a58d1ace4b32 req-848d3744-08c5-4afd-af0b-ff26d31b1317 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b091b89-2698-4bb6-a26d-a33a51895e72 HTTP/1.1" status: 200 len: 949 time: 0.1915102 Feb 04 21:02:42.038336 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cda30c4a-a826-49e8-86db-7981f88c7397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:42.043829 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc32b4b-537f-4256-8616-a8869275ea59 None None] Network 758090da-ed1d-490c-a160-1ef35c2807a3 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:02:42.080324 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-cda30c4a-a826-49e8-86db-7981f88c7397 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2dc4aecf-9d72-4348-9ed2-a5e90512fd29 HTTP/1.1" status: 204 len: 168 time: 1.4148326 Feb 04 21:02:42.084789 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56438) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:42.124699 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aaac2417-32b0-44b1-84b1-a58d1ace4b32 req-d797e02b-4a22-4fea-9959-48c40435781c tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742998 Feb 04 21:02:42.125828 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-450b9455-7a9d-46ce-993b-b147c099602d req-9aec7f30-71ce-4add-a408-9f2759f57f35 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:42.174821 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec7f30-71ce-4add-a408-9f2759f57f35 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b0a0f2-627b-460c-9a78-430917f425fb,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:42.187899 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-450b9455-7a9d-46ce-993b-b147c099602d req-9aec7f30-71ce-4add-a408-9f2759f57f35 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:42.193960 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-450b9455-7a9d-46ce-993b-b147c099602d req-9aec7f30-71ce-4add-a408-9f2759f57f35 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] 10.222.0.26 "DELETE /v2.0/security-groups/57b0a0f2-627b-460c-9a78-430917f425fb HTTP/1.1" status: 204 len: 173 time: 0.4220741 Feb 04 21:02:42.317800 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b091b89-2698-4bb6-a26d-a33a51895e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25359b4a-ca63-4c5c-8da1-23a0af26ea5c'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:02:42.348698 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7b69b02c-4ebe-4888-8e43-4d6763c97bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:42.358063 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b5818ff-a9c3-48cc-8825-78b977f5baf8 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:42.366425 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-33835d58-1d31-4fc9-a51e-442e54beb27a req-1648b73f-f669-4842-b5e0-844d3857cfc9 tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] 10.222.0.26 "GET /v2.0/security-groups/6ed664f2-20ee-4851-8a49-9597972e22ba HTTP/1.1" status: 200 len: 1813 time: 0.1350315 Feb 04 21:02:42.444041 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9fc3d-0b46-4560-a2fc-67a84a4d7b4a req-f1287b63-a827-4b0a-8167-2c1aa6b2c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:42.444534 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9fc3d-0b46-4560-a2fc-67a84a4d7b4a req-f1287b63-a827-4b0a-8167-2c1aa6b2c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:42.445004 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9fc3d-0b46-4560-a2fc-67a84a4d7b4a req-f1287b63-a827-4b0a-8167-2c1aa6b2c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:42.445685 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9fc3d-0b46-4560-a2fc-67a84a4d7b4a req-f1287b63-a827-4b0a-8167-2c1aa6b2c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:42.446158 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9fc3d-0b46-4560-a2fc-67a84a4d7b4a req-f1287b63-a827-4b0a-8167-2c1aa6b2c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:42.447237 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9fc3d-0b46-4560-a2fc-67a84a4d7b4a req-f1287b63-a827-4b0a-8167-2c1aa6b2c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:42.447706 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9fc3d-0b46-4560-a2fc-67a84a4d7b4a req-f1287b63-a827-4b0a-8167-2c1aa6b2c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:42.449642 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-17a9fc3d-0b46-4560-a2fc-67a84a4d7b4a req-f1287b63-a827-4b0a-8167-2c1aa6b2c18e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df41148af8d64ecb86c2b5be8209bfd9&device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 6477 time: 0.4624016 Feb 04 21:02:42.533076 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b23489-d612-4707-8473-3bb2db466181 None None] DHCP port deletion for 758090da-ed1d-490c-a160-1ef35c2807a3 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:02:42.539936 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-b6b23489-d612-4707-8473-3bb2db466181 None None] Deleting port ce1ac1e3-6aa6-4b24-8f3c-4db0934469c8 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:02:42.541286 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b6b23489-d612-4707-8473-3bb2db466181 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:42.555080 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-7b69b02c-4ebe-4888-8e43-4d6763c97bb3 admin admin] Deleting port ce1ac1e3-6aa6-4b24-8f3c-4db0934469c8 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:02:42.555822 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7b69b02c-4ebe-4888-8e43-4d6763c97bb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:42.653014 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-33835d58-1d31-4fc9-a51e-442e54beb27a req-7f5fd590-7932-48a2-ba28-b00e5678268f tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:42.726957 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228a39f-aaa8-4823-bb5f-f1b9574c88ba req-c5a5193d-b94e-4fab-bb33-b4146946ea82 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:42.730262 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4228a39f-aaa8-4823-bb5f-f1b9574c88ba req-c5a5193d-b94e-4fab-bb33-b4146946ea82 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 949 time: 0.2862341 Feb 04 21:02:42.746223 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-33835d58-1d31-4fc9-a51e-442e54beb27a req-7f5fd590-7932-48a2-ba28-b00e5678268f tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:42.813001 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:02:42.823340 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4228a39f-aaa8-4823-bb5f-f1b9574c88ba req-4eacc99b-2e2c-41fe-85f7-516b42134005 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799441 Feb 04 21:02:42.842670 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-33835d58-1d31-4fc9-a51e-442e54beb27a req-7f5fd590-7932-48a2-ba28-b00e5678268f tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:42.880812 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5fd590-7932-48a2-ba28-b00e5678268f tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed664f2-20ee-4851-8a49-9597972e22ba,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:42.897092 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:02:42.897592 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a8cfa095-e1d4-4f26-9f4c-7bb1a3f65694 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:02:42.898413 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device ce1ac1e3-6aa6-4b24-8f3c-4db0934469c8 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:02:42.900724 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-33835d58-1d31-4fc9-a51e-442e54beb27a req-7f5fd590-7932-48a2-ba28-b00e5678268f tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:42.901515 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-88deea05-ceb3-49b2-9490-c7a0d8aebf92 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:42.914410 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56452) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:42.917868 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-33835d58-1d31-4fc9-a51e-442e54beb27a req-7f5fd590-7932-48a2-ba28-b00e5678268f tempest-SecurityGroupRulesNegativeTestJSON-1202546218 tempest-SecurityGroupRulesNegativeTestJSON-1202546218-project] 10.222.0.26 "DELETE /v2.0/security-groups/6ed664f2-20ee-4851-8a49-9597972e22ba HTTP/1.1" status: 204 len: 173 time: 0.5504453 Feb 04 21:02:42.957093 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b091b89-2698-4bb6-a26d-a33a51895e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25359b4a-ca63-4c5c-8da1-23a0af26ea5c', 'code': 200} Feb 04 21:02:43.000571 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-b6b23489-d612-4707-8473-3bb2db466181 None None] For port ce1ac1e3-6aa6-4b24-8f3c-4db0934469c8, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=ce1ac1e3-6aa6-4b24-8f3c-4db0934469c8,segment=NetworkSegment(661b0907-0bcb-4ac3-8785-909e29d13565),segment_id=661b0907-0bcb-4ac3-8785-909e29d13565)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:43.000964 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b6b23489-d612-4707-8473-3bb2db466181 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:43.093490 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56456) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:43.144061 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-b6b23489-d612-4707-8473-3bb2db466181 None None] Calling delete_port for ce1ac1e3-6aa6-4b24-8f3c-4db0934469c8 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:02:43.283400 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:43.303617 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b6b23489-d612-4707-8473-3bb2db466181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:43.354997 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9fc3d-0b46-4560-a2fc-67a84a4d7b4a req-f2ef49e0-8805-4b41-b129-9d5b306f0c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:43.356517 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-17a9fc3d-0b46-4560-a2fc-67a84a4d7b4a req-f2ef49e0-8805-4b41-b129-9d5b306f0c92 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3d92e2e6-8e5c-439e-985a-8b138159bd06 HTTP/1.1" status: 200 len: 903 time: 0.8876240 Feb 04 21:02:43.368855 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a38d8c-8f4a-4abd-a2b0-1eb04c92d491 req-de5b41a2-83b4-419e-af49-472049906a93 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:43.374626 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a38d8c-8f4a-4abd-a2b0-1eb04c92d491 req-de5b41a2-83b4-419e-af49-472049906a93 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:43.380363 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a38d8c-8f4a-4abd-a2b0-1eb04c92d491 req-de5b41a2-83b4-419e-af49-472049906a93 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:43.389156 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b23489-d612-4707-8473-3bb2db466181 None None] Pushing event deleted for resources: {'Port': ['ID=ce1ac1e3-6aa6-4b24-8f3c-4db0934469c8,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:43.389633 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a38d8c-8f4a-4abd-a2b0-1eb04c92d491 req-de5b41a2-83b4-419e-af49-472049906a93 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:43.391723 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b23489-d612-4707-8473-3bb2db466181 None None] No DVR routers for this DVR port ce1ac1e3-6aa6-4b24-8f3c-4db0934469c8 on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:02:43.396810 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a38d8c-8f4a-4abd-a2b0-1eb04c92d491 req-de5b41a2-83b4-419e-af49-472049906a93 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:43.409589 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a38d8c-8f4a-4abd-a2b0-1eb04c92d491 req-de5b41a2-83b4-419e-af49-472049906a93 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:43.416844 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a38d8c-8f4a-4abd-a2b0-1eb04c92d491 req-de5b41a2-83b4-419e-af49-472049906a93 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:43.418817 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-84a38d8c-8f4a-4abd-a2b0-1eb04c92d491 req-de5b41a2-83b4-419e-af49-472049906a93 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 5420 time: 0.4549830 Feb 04 21:02:43.420785 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0700be3a-9f00-44af-bd71-19e2b51d69ed', 'name': 'network-vif-deleted', 'tag': '1d2166ab-b62e-4dc3-9978-195fd1ce37c9'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:02:43.433477 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011fdcc1-373f-4719-a2a6-7ebce329913c req-56e26b3f-4547-4bed-b0e6-8d43ab48e168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:43.434919 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-011fdcc1-373f-4719-a2a6-7ebce329913c req-56e26b3f-4547-4bed-b0e6-8d43ab48e168 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8b091b89-2698-4bb6-a26d-a33a51895e72 HTTP/1.1" status: 200 len: 1100 time: 0.2508082 Feb 04 21:02:43.499025 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f180b-12f6-4e33-9f11-7d43d8ce5cb2 req-48412639-cf7a-446a-8e04-5e4e835b0680 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:43.500486 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-712f180b-12f6-4e33-9f11-7d43d8ce5cb2 req-48412639-cf7a-446a-8e04-5e4e835b0680 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b091b89-2698-4bb6-a26d-a33a51895e72 HTTP/1.1" status: 200 len: 949 time: 0.2303872 Feb 04 21:02:43.536863 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-84a38d8c-8f4a-4abd-a2b0-1eb04c92d491 req-d29e217d-beb5-491a-af18-b00463d59bcf tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc27a88a-7d29-4d8e-adaa-4f6d9a816c1f&id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1097357 Feb 04 21:02:43.541976 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-011fdcc1-373f-4719-a2a6-7ebce329913c req-7abf3c6b-7171-432a-879c-9972a7ba4ba0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922036 Feb 04 21:02:43.548510 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-17a9fc3d-0b46-4560-a2fc-67a84a4d7b4a req-53ff6f81-e63d-43ff-a3d8-c3236b6c5cca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5bf4fdc2-20cd-450d-8d03-ffacefdb58d0 HTTP/1.1" status: 200 len: 217 time: 0.1231067 Feb 04 21:02:43.562310 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-f76341a7-c080-485a-ac5d-e884803c2510 admin admin] Deleting subnet 59f86c5e-f4d5-432d-827f-c17420b153c7 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:02:43.565407 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f76341a7-c080-485a-ac5d-e884803c2510 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:43.572658 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-712f180b-12f6-4e33-9f11-7d43d8ce5cb2 req-d8b983e0-de19-4fba-89d5-779f4840b233 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586972 Feb 04 21:02:43.616432 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0700be3a-9f00-44af-bd71-19e2b51d69ed', 'name': 'network-vif-deleted', 'tag': '1d2166ab-b62e-4dc3-9978-195fd1ce37c9', 'status': 'completed', 'code': 200} Feb 04 21:02:43.792481 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-41948f04-b6c8-435c-bfe3-d36bce52dc0a tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Deleting subnet 474b7d7f-eda6-4944-b647-79da58b5564f {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:02:43.802314 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-41948f04-b6c8-435c-bfe3-d36bce52dc0a tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:43.830695 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-7b69b02c-4ebe-4888-8e43-4d6763c97bb3 admin admin] For port ce1ac1e3-6aa6-4b24-8f3c-4db0934469c8, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=ce1ac1e3-6aa6-4b24-8f3c-4db0934469c8,segment=NetworkSegment(661b0907-0bcb-4ac3-8785-909e29d13565),segment_id=661b0907-0bcb-4ac3-8785-909e29d13565)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:43.831054 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7b69b02c-4ebe-4888-8e43-4d6763c97bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:43.844040 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-9a003d36-6442-4fab-9bd9-62c118190517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:43.986730 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f76341a7-c080-485a-ac5d-e884803c2510 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:44.013794 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9fc3d-0b46-4560-a2fc-67a84a4d7b4a req-b1a718b0-b6ec-4169-96a8-28aa7d79ec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:44.015245 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-17a9fc3d-0b46-4560-a2fc-67a84a4d7b4a req-b1a718b0-b6ec-4169-96a8-28aa7d79ec33 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e766ae0d-7580-448d-ac0e-f8a8085326fe HTTP/1.1" status: 200 len: 797 time: 0.4106209 Feb 04 21:02:44.016108 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc70b31-d959-4de5-8e67-93d2483022c4 req-ddbe5f85-e1a2-4ca6-8ae8-2f9bc583fd01 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:44.017625 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6bc70b31-d959-4de5-8e67-93d2483022c4 req-ddbe5f85-e1a2-4ca6-8ae8-2f9bc583fd01 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 949 time: 0.0849173 Feb 04 21:02:44.030416 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-7b69b02c-4ebe-4888-8e43-4d6763c97bb3 admin admin] Calling delete_port for ce1ac1e3-6aa6-4b24-8f3c-4db0934469c8 owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:02:44.063196 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6bc70b31-d959-4de5-8e67-93d2483022c4 req-da1f3f77-6284-4f9c-9467-150ac480a718 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384669 Feb 04 21:02:44.132104 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-88deea05-ceb3-49b2-9490-c7a0d8aebf92 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Allocated IP 172.25.5.125 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/1262463b-a1f7-49d5-bc5e-781ccbbe6fa0) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:02:44.134956 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b5818ff-a9c3-48cc-8825-78b977f5baf8 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:44.151886 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-41948f04-b6c8-435c-bfe3-d36bce52dc0a tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:44.527072 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f76341a7-c080-485a-ac5d-e884803c2510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:44.696909 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.api [None req-7b69b02c-4ebe-4888-8e43-4d6763c97bb3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:02:44.697151 n-d-827896-1 neutron-server[87682]: DEBUG oslo_db.api [None req-7b69b02c-4ebe-4888-8e43-4d6763c97bb3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:02:44.758060 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9fc3d-0b46-4560-a2fc-67a84a4d7b4a req-c6667803-ef47-4b08-8ac7-87898c26f11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:44.760141 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-17a9fc3d-0b46-4560-a2fc-67a84a4d7b4a req-c6667803-ef47-4b08-8ac7-87898c26f11a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3d92e2e6-8e5c-439e-985a-8b138159bd06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6996250 Feb 04 21:02:44.772349 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-41948f04-b6c8-435c-bfe3-d36bce52dc0a tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:44.806822 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93487efe-2b72-489b-b47a-1b231b9cae44 req-f9c47190-b51d-4b1e-95f5-926a82062c59 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:44.812975 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93487efe-2b72-489b-b47a-1b231b9cae44 req-f9c47190-b51d-4b1e-95f5-926a82062c59 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:44.822895 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93487efe-2b72-489b-b47a-1b231b9cae44 req-f9c47190-b51d-4b1e-95f5-926a82062c59 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:44.828633 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93487efe-2b72-489b-b47a-1b231b9cae44 req-f9c47190-b51d-4b1e-95f5-926a82062c59 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:44.834464 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93487efe-2b72-489b-b47a-1b231b9cae44 req-f9c47190-b51d-4b1e-95f5-926a82062c59 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:44.841387 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93487efe-2b72-489b-b47a-1b231b9cae44 req-f9c47190-b51d-4b1e-95f5-926a82062c59 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:44.847230 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93487efe-2b72-489b-b47a-1b231b9cae44 req-f9c47190-b51d-4b1e-95f5-926a82062c59 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:44.849262 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93487efe-2b72-489b-b47a-1b231b9cae44 req-f9c47190-b51d-4b1e-95f5-926a82062c59 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 5420 time: 0.1905026 Feb 04 21:02:44.860918 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870ef49-e3dc-43da-b4fe-5de8db3438ca req-282cc6ef-8e13-4d97-8188-2972367ba673 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:44.862540 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6870ef49-e3dc-43da-b4fe-5de8db3438ca req-282cc6ef-8e13-4d97-8188-2972367ba673 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b091b89-2698-4bb6-a26d-a33a51895e72 HTTP/1.1" status: 200 len: 949 time: 0.1638536 Feb 04 21:02:44.910797 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-88deea05-ceb3-49b2-9490-c7a0d8aebf92 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:44.920353 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f76341a7-c080-485a-ac5d-e884803c2510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:44.937201 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93487efe-2b72-489b-b47a-1b231b9cae44 req-f1122cc4-41b4-47e1-905c-58f039067f98 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc27a88a-7d29-4d8e-adaa-4f6d9a816c1f&id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0736723 Feb 04 21:02:44.950429 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6870ef49-e3dc-43da-b4fe-5de8db3438ca req-cc1dddd8-05a9-4397-9efa-b758dff94b1f tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735264 Feb 04 21:02:44.987776 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76341a7-c080-485a-ac5d-e884803c2510 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59f86c5e-f4d5-432d-827f-c17420b153c7,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:45.005353 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f76341a7-c080-485a-ac5d-e884803c2510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:45.065260 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f76341a7-c080-485a-ac5d-e884803c2510 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/59f86c5e-f4d5-432d-827f-c17420b153c7 HTTP/1.1" status: 204 len: 168 time: 2.1485982 Feb 04 21:02:45.068075 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56470) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:45.085638 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-41948f04-b6c8-435c-bfe3-d36bce52dc0a tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:45.122783 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5818ff-a9c3-48cc-8825-78b977f5baf8 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Router 0029199b-368e-4e81-a6f7-4db2a821ad40 is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:02:45.125988 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-17a9fc3d-0b46-4560-a2fc-67a84a4d7b4a req-dc453f89-5de5-400f-b134-270bec73eab1 service neutron] 10.222.0.18 "GET /v2.0/networks/3d92e2e6-8e5c-439e-985a-8b138159bd06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261259 Feb 04 21:02:45.137249 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41948f04-b6c8-435c-bfe3-d36bce52dc0a tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Pushing event deleted for resources: {'Subnet': ['ID=474b7d7f-eda6-4944-b647-79da58b5564f,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:45.162942 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-41948f04-b6c8-435c-bfe3-d36bce52dc0a tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:45.169856 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-88deea05-ceb3-49b2-9490-c7a0d8aebf92 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:45.170698 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ecb131-4766-428d-b6b0-fa5a4988bee1 None None] Network d038b4df-6bf1-472b-86ac-d180904df3c5 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:02:45.235395 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-42789425-8387-4341-9e05-7e5e8e673a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:45.251843 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-7b69b02c-4ebe-4888-8e43-4d6763c97bb3 admin admin] Deleting port ce1ac1e3-6aa6-4b24-8f3c-4db0934469c8 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:02:45.252188 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7b69b02c-4ebe-4888-8e43-4d6763c97bb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:45.381629 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-41948f04-b6c8-435c-bfe3-d36bce52dc0a tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "DELETE /v2.0/subnets/474b7d7f-eda6-4944-b647-79da58b5564f HTTP/1.1" status: 204 len: 168 time: 2.2794828 Feb 04 21:02:45.385332 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56476) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:45.419705 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d180239-e7f5-41f9-abfe-bd46dbc341bc req-7648e66c-27d9-4596-90fb-b9101e118e38 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:45.421153 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8d180239-e7f5-41f9-abfe-bd46dbc341bc req-7648e66c-27d9-4596-90fb-b9101e118e38 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 949 time: 0.2256851 Feb 04 21:02:45.435075 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88deea05-ceb3-49b2-9490-c7a0d8aebf92 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:02:45.442676 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a11f510-b42f-4d4c-86bf-4b5f9e97ae80 None None] DHCP port deletion for d038b4df-6bf1-472b-86ac-d180904df3c5 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:02:45.448439 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-7a11f510-b42f-4d4c-86bf-4b5f9e97ae80 None None] Deleting port 961513a5-1c76-40d2-887c-0071b6a3e84f {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:02:45.448809 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7a11f510-b42f-4d4c-86bf-4b5f9e97ae80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:45.454255 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-7b69b02c-4ebe-4888-8e43-4d6763c97bb3 admin admin] The port 'ce1ac1e3-6aa6-4b24-8f3c-4db0934469c8' was deleted {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:02:45.457041 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-88deea05-ceb3-49b2-9490-c7a0d8aebf92 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:02:45.467433 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88deea05-ceb3-49b2-9490-c7a0d8aebf92 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:02:45.484185 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-42789425-8387-4341-9e05-7e5e8e673a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:45.526440 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88deea05-ceb3-49b2-9490-c7a0d8aebf92 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Pushing event updated for resources: {'Port': ['ID=1262463b-a1f7-49d5-bc5e-781ccbbe6fa0,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:45.563909 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-42789425-8387-4341-9e05-7e5e8e673a08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d91b0256-6e8c-4e5f-b3f5-5bf833f25e19']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:45.582655 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-42789425-8387-4341-9e05-7e5e8e673a08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '675dce53-08b0-42e3-91e7-f4570d2be1f0') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:45.582946 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-42789425-8387-4341-9e05-7e5e8e673a08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '675dce53-08b0-42e3-91e7-f4570d2be1f0') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:45.600446 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cc85e781-fb58-464a-ab37-d47e04a68a37 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:45.607094 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8d180239-e7f5-41f9-abfe-bd46dbc341bc req-7ea25772-ff8c-4a9e-a897-4e93f58560fe tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253183 Feb 04 21:02:45.609022 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-42789425-8387-4341-9e05-7e5e8e673a08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:45.640235 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-cc85e781-fb58-464a-ab37-d47e04a68a37 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Deleting port 961513a5-1c76-40d2-887c-0071b6a3e84f {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:02:45.640818 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cc85e781-fb58-464a-ab37-d47e04a68a37 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:45.674453 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-7a11f510-b42f-4d4c-86bf-4b5f9e97ae80 None None] For port 961513a5-1c76-40d2-887c-0071b6a3e84f, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=961513a5-1c76-40d2-887c-0071b6a3e84f,segment=NetworkSegment(2b740627-0c46-411f-90a8-d366483caf5b),segment_id=2b740627-0c46-411f-90a8-d366483caf5b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:45.674758 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7a11f510-b42f-4d4c-86bf-4b5f9e97ae80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:45.675527 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-42789425-8387-4341-9e05-7e5e8e673a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:45.695803 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42789425-8387-4341-9e05-7e5e8e673a08 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:02:45.696225 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-42789425-8387-4341-9e05-7e5e8e673a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:45.709630 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:02:45.709630 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:02:45.709630 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:02:45.709630 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:02:45.709630 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:02:45.709630 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:02:45.709630 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:02:45.709630 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:02:45.709630 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:02:45.709630 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:02:45.709630 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:02:45.709630 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:02:45.709630 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:02:45.709630 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:02:45.709630 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:02:45.709630 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:02:45.709630 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:02:45.709630 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:02:45.709630 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:02:45.709630 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:02:45.709630 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:02:45.709630 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:02:45.709630 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:02:45.709630 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:02:45.709630 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:02:45.709630 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:02:45.709630 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:02:45.709630 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:02:45.709630 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:02:45.709630 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:02:45.709630 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:02:45.709630 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:02:45.739947 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-17a9fc3d-0b46-4560-a2fc-67a84a4d7b4a req-85878350-b68f-4a92-a602-ffc7661db706 service neutron] 10.222.0.18 "GET /v2.0/networks/3d92e2e6-8e5c-439e-985a-8b138159bd06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6057565 Feb 04 21:02:45.759641 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7b69b02c-4ebe-4888-8e43-4d6763c97bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:45.767299 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5818ff-a9c3-48cc-8825-78b977f5baf8 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:02:45.781151 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cfa00e-a861-4f90-96d6-498143e5f97b None None] Sync routers for ids ['0029199b-368e-4e81-a6f7-4db2a821ad40'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:02:45.792122 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cfa00e-a861-4f90-96d6-498143e5f97b None None] Routers {'0029199b-368e-4e81-a6f7-4db2a821ad40'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:02:45.793147 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-57cfa00e-a861-4f90-96d6-498143e5f97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:02:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['0029199b-368e-4e81-a6f7-4db2a821ad40'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:45.800778 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-7b69b02c-4ebe-4888-8e43-4d6763c97bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['758090da-ed1d-490c-a160-1ef35c2807a3']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:45.815101 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-7b69b02c-4ebe-4888-8e43-4d6763c97bb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '661b0907-0bcb-4ac3-8785-909e29d13565') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:45.815394 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-7b69b02c-4ebe-4888-8e43-4d6763c97bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '661b0907-0bcb-4ac3-8785-909e29d13565') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:45.822598 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-7a11f510-b42f-4d4c-86bf-4b5f9e97ae80 None None] Calling delete_port for 961513a5-1c76-40d2-887c-0071b6a3e84f owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:02:45.829200 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b5818ff-a9c3-48cc-8825-78b977f5baf8 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:45.830483 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3b5818ff-a9c3-48cc-8825-78b977f5baf8 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.8212276 Feb 04 21:02:45.839511 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7b69b02c-4ebe-4888-8e43-4d6763c97bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:45.845912 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56480) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:45.869697 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-42789425-8387-4341-9e05-7e5e8e673a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:45.893900 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-42789425-8387-4341-9e05-7e5e8e673a08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:45.916362 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42789425-8387-4341-9e05-7e5e8e673a08 admin admin] Pushing event deleted for resources: {'Network': ['ID=d91b0256-6e8c-4e5f-b3f5-5bf833f25e19,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:45.922129 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-42789425-8387-4341-9e05-7e5e8e673a08 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d91b0256-6e8c-4e5f-b3f5-5bf833f25e19 HTTP/1.1" status: 204 len: 168 time: 0.8529387 Feb 04 21:02:45.937414 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7a11f510-b42f-4d4c-86bf-4b5f9e97ae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:45.953192 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7b69b02c-4ebe-4888-8e43-4d6763c97bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:45.981389 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-88deea05-ceb3-49b2-9490-c7a0d8aebf92 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:45.982839 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b69b02c-4ebe-4888-8e43-4d6763c97bb3 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:02:45.983782 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7b69b02c-4ebe-4888-8e43-4d6763c97bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:02:45.998345 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:02:46.063597 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11f510-b42f-4d4c-86bf-4b5f9e97ae80 None None] Pushing event deleted for resources: {'Port': ['ID=961513a5-1c76-40d2-887c-0071b6a3e84f,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:46.068145 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a11f510-b42f-4d4c-86bf-4b5f9e97ae80 None None] No DVR routers for this DVR port 961513a5-1c76-40d2-887c-0071b6a3e84f on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:02:46.180473 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-57cfa00e-a861-4f90-96d6-498143e5f97b None None] Set router 0029199b-368e-4e81-a6f7-4db2a821ad40 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:02:46.269045 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cbc058fd-b487-4bed-95fc-ea325adfc4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:46.293221 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-cc85e781-fb58-464a-ab37-d47e04a68a37 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] For port 961513a5-1c76-40d2-887c-0071b6a3e84f, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=961513a5-1c76-40d2-887c-0071b6a3e84f,segment=NetworkSegment(2b740627-0c46-411f-90a8-d366483caf5b),segment_id=2b740627-0c46-411f-90a8-d366483caf5b)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:46.293735 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cc85e781-fb58-464a-ab37-d47e04a68a37 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:46.344771 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56490) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:46.432897 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7b69b02c-4ebe-4888-8e43-4d6763c97bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:46.432897 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-88deea05-ceb3-49b2-9490-c7a0d8aebf92 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:46.474917 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7b69b02c-4ebe-4888-8e43-4d6763c97bb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:46.521874 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b69b02c-4ebe-4888-8e43-4d6763c97bb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=758090da-ed1d-490c-a160-1ef35c2807a3,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:46.529281 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-57cfa00e-a861-4f90-96d6-498143e5f97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0029199b-368e-4e81-a6f7-4db2a821ad40', 'name': '', 'tenant_id': '1998818573a6402e91949fb11030657b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6761ea-feee-4c4f-8e29-945e528c0fac', 'external_fixed_ips': [{'subnet_id': '9da0fad3-200e-49fa-92df-4495dac53ed0', 'ip_address': '2001:db8::27e'}], 'enable_snat': True}, 'gw_port_id': 'd6462b6e-bd3a-41ac-a832-f254e86d5513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:02:38Z', 'updated_at': '2022-02-04T21:02:41Z', 'revision_number': 3, 'project_id': '1998818573a6402e91949fb11030657b', 'gw_port': {'id': 'd6462b6e-bd3a-41ac-a832-f254e86d5513', 'name': '', 'network_id': '2a6761ea-feee-4c4f-8e29-945e528c0fac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ed:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0029199b-368e-4e81-a6f7-4db2a821ad40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '9da0fad3-200e-49fa-92df-4495dac53ed0', 'ip_address': '2001:db8::27e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:39Z', 'updated_at': '2022-02-04T21:02:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da0fad3-200e-49fa-92df-4495dac53ed0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:46.535230 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cfa00e-a861-4f90-96d6-498143e5f97b None None] Checking router: 0029199b-368e-4e81-a6f7-4db2a821ad40 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:02:46.535828 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8571d034-a389-441d-a369-56b210d5f60c tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:46.536644 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cfa00e-a861-4f90-96d6-498143e5f97b None None] Updating router 0029199b-368e-4e81-a6f7-4db2a821ad40 port d6462b6e-bd3a-41ac-a832-f254e86d5513 binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:02:46.601251 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2357010a-9399-4745-b262-19547c5592bc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0ced7bc462824d7f8af8ae61ac746e83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2442148 Feb 04 21:02:46.601771 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-57cfa00e-a861-4f90-96d6-498143e5f97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:46.606746 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56494) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:46.613840 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-cc85e781-fb58-464a-ab37-d47e04a68a37 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Calling delete_port for 961513a5-1c76-40d2-887c-0071b6a3e84f owned by network:dhcp {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:02:46.626960 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7b69b02c-4ebe-4888-8e43-4d6763c97bb3 admin admin] 10.222.0.26 "DELETE /v2.0/networks/758090da-ed1d-490c-a160-1ef35c2807a3 HTTP/1.1" status: 204 len: 168 time: 4.5282133 Feb 04 21:02:46.724105 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 961513a5-1c76-40d2-887c-0071b6a3e84f no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:02:46.810785 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 961513a5-1c76-40d2-887c-0071b6a3e84f {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:02:46.811127 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 961513a5-1c76-40d2-887c-0071b6a3e84f not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:02:46.822741 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc497ca-b33c-4d85-b38d-9095aa632391 req-15746227-125d-448e-9e74-4117c4b44349 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:46.828682 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc497ca-b33c-4d85-b38d-9095aa632391 req-15746227-125d-448e-9e74-4117c4b44349 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:46.834578 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc497ca-b33c-4d85-b38d-9095aa632391 req-15746227-125d-448e-9e74-4117c4b44349 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:46.841013 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc497ca-b33c-4d85-b38d-9095aa632391 req-15746227-125d-448e-9e74-4117c4b44349 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:46.846885 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc497ca-b33c-4d85-b38d-9095aa632391 req-15746227-125d-448e-9e74-4117c4b44349 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:46.853428 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc497ca-b33c-4d85-b38d-9095aa632391 req-15746227-125d-448e-9e74-4117c4b44349 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:46.859753 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc497ca-b33c-4d85-b38d-9095aa632391 req-15746227-125d-448e-9e74-4117c4b44349 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:46.866000 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7cc497ca-b33c-4d85-b38d-9095aa632391 req-15746227-125d-448e-9e74-4117c4b44349 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 5420 time: 0.5807292 Feb 04 21:02:46.869942 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8571d034-a389-441d-a369-56b210d5f60c tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:46.880686 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.api [None req-cc85e781-fb58-464a-ab37-d47e04a68a37 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:02:46.881688 n-d-827896-1 neutron-server[87683]: DEBUG oslo_db.api [None req-cc85e781-fb58-464a-ab37-d47e04a68a37 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:02:46.884445 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-8571d034-a389-441d-a369-56b210d5f60c tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Deleting port d6462b6e-bd3a-41ac-a832-f254e86d5513 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:02:46.884783 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8571d034-a389-441d-a369-56b210d5f60c tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:46.889670 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6c168-f54e-4853-a878-7e0219a81490 req-3589676c-9128-4039-bd58-d53cc7cc781c tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:46.891145 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-13f6c168-f54e-4853-a878-7e0219a81490 req-3589676c-9128-4039-bd58-d53cc7cc781c tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b091b89-2698-4bb6-a26d-a33a51895e72 HTTP/1.1" status: 200 len: 949 time: 0.6742194 Feb 04 21:02:46.891989 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ee1664a7-7bff-4f13-a935-105b07db8db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:46.928344 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56502) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:46.969951 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ee1664a7-7bff-4f13-a935-105b07db8db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:47.013628 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-13f6c168-f54e-4853-a878-7e0219a81490 req-79b8df13-da8c-4096-91c4-579ad37756eb tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056118 Feb 04 21:02:47.031637 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7cc497ca-b33c-4d85-b38d-9095aa632391 req-a89d44ba-9444-4f23-8842-0525f0f944b8 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc27a88a-7d29-4d8e-adaa-4f6d9a816c1f&id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1548619 Feb 04 21:02:47.090751 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ee1664a7-7bff-4f13-a935-105b07db8db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:47.107271 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-57cfa00e-a861-4f90-96d6-498143e5f97b None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:47.130826 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1664a7-7bff-4f13-a935-105b07db8db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da99db3f-d2fa-4704-8fd7-a06677e7f727,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:47.137884 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-57cfa00e-a861-4f90-96d6-498143e5f97b None None] Transition to ACTIVE for port object d6462b6e-bd3a-41ac-a832-f254e86d5513 will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:02:47.157517 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-57cfa00e-a861-4f90-96d6-498143e5f97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:47.175875 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-506f6ed4-c30b-45dc-911b-889052b1ec2a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=11b8edb207c54f73b1a7004ab0c97e2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421479 Feb 04 21:02:47.189100 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56510) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:47.236148 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ee1664a7-7bff-4f13-a935-105b07db8db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:47.237331 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ee1664a7-7bff-4f13-a935-105b07db8db0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/da99db3f-d2fa-4704-8fd7-a06677e7f727 HTTP/1.1" status: 204 len: 168 time: 0.5930297 Feb 04 21:02:47.245400 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8571d034-a389-441d-a369-56b210d5f60c tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:47.287178 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-57cfa00e-a861-4f90-96d6-498143e5f97b None None] Attempting to bind port d6462b6e-bd3a-41ac-a832-f254e86d5513 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:02:47.287797 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-57cfa00e-a861-4f90-96d6-498143e5f97b None None] Attempting to bind port d6462b6e-bd3a-41ac-a832-f254e86d5513 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '9c4fa1a6-767a-470c-9f4d-59419b56a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2a6761ea-feee-4c4f-8e29-945e528c0fac'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:02:47.289115 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cfa00e-a861-4f90-96d6-498143e5f97b None None] Attempting to bind port d6462b6e-bd3a-41ac-a832-f254e86d5513 on network 2a6761ea-feee-4c4f-8e29-945e528c0fac {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:02:47.303068 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cfa00e-a861-4f90-96d6-498143e5f97b None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:02:47.303438 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cfa00e-a861-4f90-96d6-498143e5f97b None None] Checking segment: {'id': '9c4fa1a6-767a-470c-9f4d-59419b56a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2a6761ea-feee-4c4f-8e29-945e528c0fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:02:47.304056 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-57cfa00e-a861-4f90-96d6-498143e5f97b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:47.304405 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cfa00e-a861-4f90-96d6-498143e5f97b None None] Bound using segment: {'id': '9c4fa1a6-767a-470c-9f4d-59419b56a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2a6761ea-feee-4c4f-8e29-945e528c0fac'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:02:47.304874 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-57cfa00e-a861-4f90-96d6-498143e5f97b None None] Bound port: d6462b6e-bd3a-41ac-a832-f254e86d5513, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c4fa1a6-767a-470c-9f4d-59419b56a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2a6761ea-feee-4c4f-8e29-945e528c0fac'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:02:47.305411 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-57cfa00e-a861-4f90-96d6-498143e5f97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:47.310659 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563344f2-24d3-4ca5-8166-75ddd2a3d0dd req-44c52a98-97e7-4a5f-bbbe-f630e4c5fcff tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:47.314453 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-563344f2-24d3-4ca5-8166-75ddd2a3d0dd req-44c52a98-97e7-4a5f-bbbe-f630e4c5fcff tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 949 time: 0.1576555 Feb 04 21:02:47.316203 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:47.344836 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:47.380026 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-563344f2-24d3-4ca5-8166-75ddd2a3d0dd req-5afc78c7-f0bf-4742-b5a8-ae446fc86be2 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599296 Feb 04 21:02:47.384788 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-cc85e781-fb58-464a-ab37-d47e04a68a37 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Deleting port 961513a5-1c76-40d2-887c-0071b6a3e84f {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:02:47.385191 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cc85e781-fb58-464a-ab37-d47e04a68a37 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:47.391341 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8197cc-41a7-4f2f-a64b-cbace2bea956 None None] Pushing event updated for resources: {'Port': ['ID=d6462b6e-bd3a-41ac-a832-f254e86d5513,revision_number=2']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:47.405518 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-8571d034-a389-441d-a369-56b210d5f60c tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Calling delete_port for d6462b6e-bd3a-41ac-a832-f254e86d5513 owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:02:47.445474 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.resource_extend [None req-88deea05-ceb3-49b2-9490-c7a0d8aebf92 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:02:47.447392 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-57cfa00e-a861-4f90-96d6-498143e5f97b None None] For port d6462b6e-bd3a-41ac-a832-f254e86d5513, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:02:47.451437 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-57cfa00e-a861-4f90-96d6-498143e5f97b None None] For port d6462b6e-bd3a-41ac-a832-f254e86d5513, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=d6462b6e-bd3a-41ac-a832-f254e86d5513,segment=NetworkSegment(9c4fa1a6-767a-470c-9f4d-59419b56a7f9),segment_id=9c4fa1a6-767a-470c-9f4d-59419b56a7f9)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:02:47.459073 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-57cfa00e-a861-4f90-96d6-498143e5f97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:47.476333 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-88deea05-ceb3-49b2-9490-c7a0d8aebf92 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:47.488441 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-88deea05-ceb3-49b2-9490-c7a0d8aebf92 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:47.537286 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1869dc73-aabe-43cb-a432-e3cd151c1d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:47.557428 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cfa00e-a861-4f90-96d6-498143e5f97b None None] Routers {'0029199b-368e-4e81-a6f7-4db2a821ad40'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:02:47.558841 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-57cfa00e-a861-4f90-96d6-498143e5f97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:02:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['0029199b-368e-4e81-a6f7-4db2a821ad40'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:47.566238 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1869dc73-aabe-43cb-a432-e3cd151c1d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:47.583177 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-cc85e781-fb58-464a-ab37-d47e04a68a37 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] The port '961513a5-1c76-40d2-887c-0071b6a3e84f' was deleted {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:02:47.760845 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8197cc-41a7-4f2f-a64b-cbace2bea956 None None] Pushing event updated for resources: {'Port': ['ID=d6462b6e-bd3a-41ac-a832-f254e86d5513,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:47.798317 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-57cfa00e-a861-4f90-96d6-498143e5f97b None None] Set router 0029199b-368e-4e81-a6f7-4db2a821ad40 gateway port host: None {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:02:47.802119 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1869dc73-aabe-43cb-a432-e3cd151c1d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:47.823292 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cc85e781-fb58-464a-ab37-d47e04a68a37 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:47.886794 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-cc85e781-fb58-464a-ab37-d47e04a68a37 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d038b4df-6bf1-472b-86ac-d180904df3c5']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:47.900843 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-cc85e781-fb58-464a-ab37-d47e04a68a37 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b740627-0c46-411f-90a8-d366483caf5b') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:47.901574 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-cc85e781-fb58-464a-ab37-d47e04a68a37 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b740627-0c46-411f-90a8-d366483caf5b') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:47.916445 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cc85e781-fb58-464a-ab37-d47e04a68a37 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:47.935431 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cc85e781-fb58-464a-ab37-d47e04a68a37 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:47.956954 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc85e781-fb58-464a-ab37-d47e04a68a37 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:02:47.957637 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cc85e781-fb58-464a-ab37-d47e04a68a37 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:47.976563 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-57cfa00e-a861-4f90-96d6-498143e5f97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0029199b-368e-4e81-a6f7-4db2a821ad40', 'name': '', 'tenant_id': '1998818573a6402e91949fb11030657b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:02:38Z', 'updated_at': '2022-02-04T21:02:46Z', 'revision_number': 4, 'project_id': '1998818573a6402e91949fb11030657b', 'gw_port_host': None}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:47.982679 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cfa00e-a861-4f90-96d6-498143e5f97b None None] The sync data for ids ['0029199b-368e-4e81-a6f7-4db2a821ad40'] in n-d-827896-1 is: [{'id': '0029199b-368e-4e81-a6f7-4db2a821ad40', 'name': '', 'tenant_id': '1998818573a6402e91949fb11030657b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:02:38Z', 'updated_at': '2022-02-04T21:02:46Z', 'revision_number': 4, 'project_id': '1998818573a6402e91949fb11030657b', 'gw_port_host': None}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:02:48.119276 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88deea05-ceb3-49b2-9490-c7a0d8aebf92 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Pushing event updated for resources: {'Port': ['ID=1262463b-a1f7-49d5-bc5e-781ccbbe6fa0,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:48.135892 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.api [None req-8571d034-a389-441d-a369-56b210d5f60c tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:02:48.136410 n-d-827896-1 neutron-server[87682]: DEBUG oslo_db.api [None req-8571d034-a389-441d-a369-56b210d5f60c tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:02:48.154021 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869dc73-aabe-43cb-a432-e3cd151c1d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f79de7-3051-4ad6-b35f-51929d9f93fc,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:48.173387 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1869dc73-aabe-43cb-a432-e3cd151c1d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:48.179165 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1869dc73-aabe-43cb-a432-e3cd151c1d77 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b5f79de7-3051-4ad6-b35f-51929d9f93fc HTTP/1.1" status: 204 len: 168 time: 0.9887338 Feb 04 21:02:48.199123 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-88deea05-ceb3-49b2-9490-c7a0d8aebf92 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:48.244905 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-88deea05-ceb3-49b2-9490-c7a0d8aebf92 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:48.250360 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-88deea05-ceb3-49b2-9490-c7a0d8aebf92 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8467655 Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: util.warn( Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: util.warn( Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: util.warn( Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: util.warn( Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:02:48.251687 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:02:48.257183 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cc85e781-fb58-464a-ab37-d47e04a68a37 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:48.263203 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cc85e781-fb58-464a-ab37-d47e04a68a37 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:48.390727 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85e781-fb58-464a-ab37-d47e04a68a37 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Pushing event deleted for resources: {'Network': ['ID=d038b4df-6bf1-472b-86ac-d180904df3c5,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:48.406536 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-cc85e781-fb58-464a-ab37-d47e04a68a37 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "DELETE /v2.0/networks/d038b4df-6bf1-472b-86ac-d180904df3c5 HTTP/1.1" status: 204 len: 168 time: 3.0151384 Feb 04 21:02:48.406930 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56538) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:48.470693 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd9448-d083-4b0e-b63c-94f6513789ac req-0f73be7b-9bee-4936-8f2c-73606dbfed18 tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:48.471177 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd9448-d083-4b0e-b63c-94f6513789ac req-0f73be7b-9bee-4936-8f2c-73606dbfed18 tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:48.471652 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd9448-d083-4b0e-b63c-94f6513789ac req-0f73be7b-9bee-4936-8f2c-73606dbfed18 tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:48.472116 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd9448-d083-4b0e-b63c-94f6513789ac req-0f73be7b-9bee-4936-8f2c-73606dbfed18 tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:48.472835 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd9448-d083-4b0e-b63c-94f6513789ac req-0f73be7b-9bee-4936-8f2c-73606dbfed18 tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:48.473323 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd9448-d083-4b0e-b63c-94f6513789ac req-0f73be7b-9bee-4936-8f2c-73606dbfed18 tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:48.473786 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd9448-d083-4b0e-b63c-94f6513789ac req-0f73be7b-9bee-4936-8f2c-73606dbfed18 tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:48.474486 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd9448-d083-4b0e-b63c-94f6513789ac req-0f73be7b-9bee-4936-8f2c-73606dbfed18 tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:48.474697 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd9448-d083-4b0e-b63c-94f6513789ac req-0f73be7b-9bee-4936-8f2c-73606dbfed18 tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:48.475158 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd9448-d083-4b0e-b63c-94f6513789ac req-0f73be7b-9bee-4936-8f2c-73606dbfed18 tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:48.475615 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd9448-d083-4b0e-b63c-94f6513789ac req-0f73be7b-9bee-4936-8f2c-73606dbfed18 tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:48.476070 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd9448-d083-4b0e-b63c-94f6513789ac req-0f73be7b-9bee-4936-8f2c-73606dbfed18 tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:48.476533 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd9448-d083-4b0e-b63c-94f6513789ac req-0f73be7b-9bee-4936-8f2c-73606dbfed18 tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:48.479819 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5cfd9448-d083-4b0e-b63c-94f6513789ac req-0f73be7b-9bee-4936-8f2c-73606dbfed18 tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8b091b89-2698-4bb6-a26d-a33a51895e72&device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8&device_id=afa706c4-a5eb-4d89-8932-683090aeda27&device_id=8c526227-9dd7-4390-b406-dd33f7a62277&device_id=cc848709-0476-4364-97ea-f0b5928f8f29&device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93&device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 11820 time: 0.2242961 Feb 04 21:02:48.504530 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d46013f-d1ab-44fd-858e-754a89d41d51 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Deleting subnet aa652851-5eb0-4a1b-8482-32a88b98da23 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:02:48.508547 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6d46013f-d1ab-44fd-858e-754a89d41d51 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:48.515090 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6871c0d-5c9c-45e3-8cc3-0db1d8fac858 req-42a4c215-cc37-4fd7-9825-c6b5780d63f3 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:48.521160 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6871c0d-5c9c-45e3-8cc3-0db1d8fac858 req-42a4c215-cc37-4fd7-9825-c6b5780d63f3 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:48.532671 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6871c0d-5c9c-45e3-8cc3-0db1d8fac858 req-42a4c215-cc37-4fd7-9825-c6b5780d63f3 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:48.540795 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6871c0d-5c9c-45e3-8cc3-0db1d8fac858 req-42a4c215-cc37-4fd7-9825-c6b5780d63f3 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:48.548396 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6871c0d-5c9c-45e3-8cc3-0db1d8fac858 req-42a4c215-cc37-4fd7-9825-c6b5780d63f3 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:48.555455 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6871c0d-5c9c-45e3-8cc3-0db1d8fac858 req-42a4c215-cc37-4fd7-9825-c6b5780d63f3 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:48.576923 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6871c0d-5c9c-45e3-8cc3-0db1d8fac858 req-42a4c215-cc37-4fd7-9825-c6b5780d63f3 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:48.577250 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6d46013f-d1ab-44fd-858e-754a89d41d51 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:48.579151 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d6871c0d-5c9c-45e3-8cc3-0db1d8fac858 req-42a4c215-cc37-4fd7-9825-c6b5780d63f3 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 5420 time: 0.2953203 Feb 04 21:02:48.582716 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5cfd9448-d083-4b0e-b63c-94f6513789ac req-18b26fae-d2f1-4b22-baa7-416569bc63d7 tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:48.631488 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-5cfd9448-d083-4b0e-b63c-94f6513789ac req-18b26fae-d2f1-4b22-baa7-416569bc63d7 tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:48.638135 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-8571d034-a389-441d-a369-56b210d5f60c tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Deleting port d6462b6e-bd3a-41ac-a832-f254e86d5513 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:02:48.638727 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8571d034-a389-441d-a369-56b210d5f60c tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:48.644164 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-5cfd9448-d083-4b0e-b63c-94f6513789ac req-18b26fae-d2f1-4b22-baa7-416569bc63d7 tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] Usage tracker for resource:security_group_rule and tenant:672016b9e3c248d98ad33cc7d7b3d2a1 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:48.649022 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-5cfd9448-d083-4b0e-b63c-94f6513789ac req-18b26fae-d2f1-4b22-baa7-416569bc63d7 tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:48.659305 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-5cfd9448-d083-4b0e-b63c-94f6513789ac req-18b26fae-d2f1-4b22-baa7-416569bc63d7 tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:48.676534 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d6871c0d-5c9c-45e3-8cc3-0db1d8fac858 req-c00bea69-3671-4faf-8fd2-016d432961ea tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc27a88a-7d29-4d8e-adaa-4f6d9a816c1f&id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0817142 Feb 04 21:02:48.783333 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:48.795902 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56556) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:48.851869 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6d46013f-d1ab-44fd-858e-754a89d41d51 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:48.935104 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5cfd9448-d083-4b0e-b63c-94f6513789ac req-18b26fae-d2f1-4b22-baa7-416569bc63d7 tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:48.937164 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-8571d034-a389-441d-a369-56b210d5f60c tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] For port d6462b6e-bd3a-41ac-a832-f254e86d5513, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=d6462b6e-bd3a-41ac-a832-f254e86d5513,segment=NetworkSegment(9c4fa1a6-767a-470c-9f4d-59419b56a7f9),segment_id=9c4fa1a6-767a-470c-9f4d-59419b56a7f9)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:48.938012 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8571d034-a389-441d-a369-56b210d5f60c tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:48.960210 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5cfd9448-d083-4b0e-b63c-94f6513789ac req-18b26fae-d2f1-4b22-baa7-416569bc63d7 tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:49.037813 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5cfd9448-d083-4b0e-b63c-94f6513789ac req-18b26fae-d2f1-4b22-baa7-416569bc63d7 tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=dc27a88a-7d29-4d8e-adaa-4f6d9a816c1f&id=ef72d1af-2df2-478e-9403-2b885b8d98df&id=53d9e912-7253-4638-b0e3-3f0d81855e3f&id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 513 time: 0.5497983 Feb 04 21:02:49.098477 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-8571d034-a389-441d-a369-56b210d5f60c tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Calling delete_port for d6462b6e-bd3a-41ac-a832-f254e86d5513 owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:02:49.161925 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-04a33f11-10f7-4fcd-9550-c6ca8bddb26b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1404995462-network', 'tenant_id': '6d15241bd78a41148bd0d1c2bdd856b4'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:49.164139 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6d46013f-d1ab-44fd-858e-754a89d41d51 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:49.169847 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-04a33f11-10f7-4fcd-9550-c6ca8bddb26b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:49.174993 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-04a33f11-10f7-4fcd-9550-c6ca8bddb26b admin admin] Usage tracker for resource:network and tenant:6d15241bd78a41148bd0d1c2bdd856b4 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:49.178834 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-04a33f11-10f7-4fcd-9550-c6ca8bddb26b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:49.193387 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-04a33f11-10f7-4fcd-9550-c6ca8bddb26b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:49.206731 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b26fae-d2f1-4b22-baa7-416569bc63d7 tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28e6107-c14e-4465-9103-efbab16a4b60,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:49.254656 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a33f11-10f7-4fcd-9550-c6ca8bddb26b admin admin] Made reservation on behalf of 6d15241bd78a41148bd0d1c2bdd856b4 for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:02:49.256966 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-04a33f11-10f7-4fcd-9550-c6ca8bddb26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:49.272112 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46013f-d1ab-44fd-858e-754a89d41d51 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Pushing event deleted for resources: {'Subnet': ['ID=aa652851-5eb0-4a1b-8482-32a88b98da23,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:49.274160 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6d46013f-d1ab-44fd-858e-754a89d41d51 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:49.280770 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d720016b-1952-4e51-b9ed-063ccafc6553 None None] Network 40abcaa4-cb3d-49ea-98ca-157e85e59acc requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:02:49.282804 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e9122-05a6-4462-a2c4-9469cd9584f4 req-1808509c-8ae5-4151-a4d1-be7c001ee4b6 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:49.283797 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6d46013f-d1ab-44fd-858e-754a89d41d51 tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "DELETE /v2.0/subnets/aa652851-5eb0-4a1b-8482-32a88b98da23 HTTP/1.1" status: 204 len: 168 time: 0.8757868 Feb 04 21:02:49.284321 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8c2e9122-05a6-4462-a2c4-9469cd9584f4 req-1808509c-8ae5-4151-a4d1-be7c001ee4b6 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 949 time: 0.4094179 Feb 04 21:02:49.287027 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56582) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:49.292602 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-04a33f11-10f7-4fcd-9550-c6ca8bddb26b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:49.314181 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-3307a869-04e2-4f4c-b564-009ed9e7f94d tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Synchronizing usage tracker for tenant:2ba621d22ceb430b9eee1db66fccde19 on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:02:49.371530 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-04a33f11-10f7-4fcd-9550-c6ca8bddb26b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:49.385726 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8c2e9122-05a6-4462-a2c4-9469cd9584f4 req-7955525d-4a13-4c51-8f60-70346b87a332 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790994 Feb 04 21:02:49.407284 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-04a33f11-10f7-4fcd-9550-c6ca8bddb26b admin admin] Usage tracker for resource:security_group_rule and tenant:6d15241bd78a41148bd0d1c2bdd856b4 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:49.418597 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-04a33f11-10f7-4fcd-9550-c6ca8bddb26b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:49.434949 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-04a33f11-10f7-4fcd-9550-c6ca8bddb26b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:49.443201 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-3307a869-04e2-4f4c-b564-009ed9e7f94d tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Unset dirty status for tenant:2ba621d22ceb430b9eee1db66fccde19 on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:02:49.446899 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-3307a869-04e2-4f4c-b564-009ed9e7f94d tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1696689510&fields=id&tenant_id=2ba621d22ceb430b9eee1db66fccde19 HTTP/1.1" status: 200 len: 267 time: 0.2454963 Feb 04 21:02:49.465150 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cc863d23-7879-4236-ae2c-5aa2883022be tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:49.500870 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-cc863d23-7879-4236-ae2c-5aa2883022be tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Deleting port a6e1f9f5-1065-4253-91c1-55697e5045dd {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:02:49.501128 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cc863d23-7879-4236-ae2c-5aa2883022be tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:49.530662 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56588) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:49.570790 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8571d034-a389-441d-a369-56b210d5f60c tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:49.636861 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571d034-a389-441d-a369-56b210d5f60c tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6462b6e-bd3a-41ac-a832-f254e86d5513,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:49.666747 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5741a0-23d5-4d81-9b1f-9cb3ee7b88de None None] DHCP port deletion for 40abcaa4-cb3d-49ea-98ca-157e85e59acc request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:02:49.671563 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1f5741a0-23d5-4d81-9b1f-9cb3ee7b88de None None] Deleting port a6e1f9f5-1065-4253-91c1-55697e5045dd {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:02:49.671991 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1f5741a0-23d5-4d81-9b1f-9cb3ee7b88de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:49.692754 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-7fc182c1-04bf-4389-a8a7-4ad51a8e6dc6 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:49.693494 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-7fc182c1-04bf-4389-a8a7-4ad51a8e6dc6 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Synchronizing usage tracker for tenant:2ba621d22ceb430b9eee1db66fccde19 on resource:network {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:02:49.731239 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-79a5cebe-9c3a-43e2-8186-179eb0d71d70 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-345607855-network', 'tenant_id': '52dfef44eb7442fcaee5bcf3d1dfee00'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:49.734268 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-7fc182c1-04bf-4389-a8a7-4ad51a8e6dc6 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Unset dirty status for tenant:2ba621d22ceb430b9eee1db66fccde19 on resource:network {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:02:49.735594 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-7fc182c1-04bf-4389-a8a7-4ad51a8e6dc6 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/networks?id=05b0da4f-bf1c-4e94-969a-698256edcb76 HTTP/1.1" status: 200 len: 810 time: 0.2785938 Feb 04 21:02:49.746851 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-79a5cebe-9c3a-43e2-8186-179eb0d71d70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:49.751178 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8571d034-a389-441d-a369-56b210d5f60c tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:49.775617 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-e1a02256-cd80-468a-9c07-bd35ac464d9e tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/quotas/2ba621d22ceb430b9eee1db66fccde19 HTTP/1.1" status: 200 len: 375 time: 0.0243478 Feb 04 21:02:49.799752 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-79a5cebe-9c3a-43e2-8186-179eb0d71d70 admin admin] Usage tracker for resource:network and tenant:52dfef44eb7442fcaee5bcf3d1dfee00 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:49.885903 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-79a5cebe-9c3a-43e2-8186-179eb0d71d70 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:49.952975 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1f5741a0-23d5-4d81-9b1f-9cb3ee7b88de None None] For port a6e1f9f5-1065-4253-91c1-55697e5045dd, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a6e1f9f5-1065-4253-91c1-55697e5045dd,segment=NetworkSegment(d5a45609-af79-4e7e-87d9-8cc98e096768),segment_id=d5a45609-af79-4e7e-87d9-8cc98e096768)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:49.954478 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1f5741a0-23d5-4d81-9b1f-9cb3ee7b88de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:49.999593 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8571d034-a389-441d-a369-56b210d5f60c tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:50.001854 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8571d034-a389-441d-a369-56b210d5f60c tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:50.083471 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-04a33f11-10f7-4fcd-9550-c6ca8bddb26b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:50.092237 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-775d5652-ce7c-466a-9afb-75f67ef6720f tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ba621d22ceb430b9eee1db66fccde19&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3154719 Feb 04 21:02:50.098577 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-04a33f11-10f7-4fcd-9550-c6ca8bddb26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:50.105686 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1f5741a0-23d5-4d81-9b1f-9cb3ee7b88de None None] Calling delete_port for a6e1f9f5-1065-4253-91c1-55697e5045dd owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:02:50.119480 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-d3295a5b-6de1-4679-9bdf-2a1768319ed3 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:02:50.120842 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-d3295a5b-6de1-4679-9bdf-2a1768319ed3 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074766 Feb 04 21:02:50.140733 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a33f11-10f7-4fcd-9550-c6ca8bddb26b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:02:50.182647 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a33f11-10f7-4fcd-9550-c6ca8bddb26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccbc0c2-7258-4542-841f-8d92eb4fff6a,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:50.196400 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8571d034-a389-441d-a369-56b210d5f60c tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:50.197192 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8571d034-a389-441d-a369-56b210d5f60c tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0029199b-368e-4e81-a6f7-4db2a821ad40 {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:02:50.199293 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-79a5cebe-9c3a-43e2-8186-179eb0d71d70 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:50.200935 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1f5741a0-23d5-4d81-9b1f-9cb3ee7b88de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:50.233697 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-04a33f11-10f7-4fcd-9550-c6ca8bddb26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:50.234046 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-04a33f11-10f7-4fcd-9550-c6ca8bddb26b admin admin] Added segment 1bfd55c3-c8d9-4e20-9f37-da07ea0581c2 of type vlan for network 7d8c23e1-7a6b-46d1-9945-4c784d17e819 Feb 04 21:02:50.246054 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a5cebe-9c3a-43e2-8186-179eb0d71d70 admin admin] Made reservation on behalf of 52dfef44eb7442fcaee5bcf3d1dfee00 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:02:50.248388 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-79a5cebe-9c3a-43e2-8186-179eb0d71d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:50.261266 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3515738-2734-4bfa-84d1-0ac257365155 req-0a4a97b1-4cca-4500-82eb-6eaa2be59733 tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:50.262076 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3515738-2734-4bfa-84d1-0ac257365155 req-0a4a97b1-4cca-4500-82eb-6eaa2be59733 tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:50.262215 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3515738-2734-4bfa-84d1-0ac257365155 req-0a4a97b1-4cca-4500-82eb-6eaa2be59733 tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:50.266891 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5741a0-23d5-4d81-9b1f-9cb3ee7b88de None None] No DVR routers for this DVR port a6e1f9f5-1065-4253-91c1-55697e5045dd on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:02:50.271987 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-79a5cebe-9c3a-43e2-8186-179eb0d71d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:50.277644 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5741a0-23d5-4d81-9b1f-9cb3ee7b88de None None] Pushing event deleted for resources: {'Port': ['ID=a6e1f9f5-1065-4253-91c1-55697e5045dd,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:50.282224 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d3515738-2734-4bfa-84d1-0ac257365155 req-0a4a97b1-4cca-4500-82eb-6eaa2be59733 tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8b091b89-2698-4bb6-a26d-a33a51895e72&device_id=afa706c4-a5eb-4d89-8932-683090aeda27&device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 2882 time: 0.3274138 Feb 04 21:02:50.285258 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5741a0-23d5-4d81-9b1f-9cb3ee7b88de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:50.285861 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5741a0-23d5-4d81-9b1f-9cb3ee7b88de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:50.286201 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5741a0-23d5-4d81-9b1f-9cb3ee7b88de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:50.286534 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5741a0-23d5-4d81-9b1f-9cb3ee7b88de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:50.286866 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5741a0-23d5-4d81-9b1f-9cb3ee7b88de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:50.287198 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5741a0-23d5-4d81-9b1f-9cb3ee7b88de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:50.287527 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5741a0-23d5-4d81-9b1f-9cb3ee7b88de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:50.287638 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8571d034-a389-441d-a369-56b210d5f60c tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:50.288072 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5741a0-23d5-4d81-9b1f-9cb3ee7b88de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:50.288172 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5741a0-23d5-4d81-9b1f-9cb3ee7b88de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:50.288461 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5741a0-23d5-4d81-9b1f-9cb3ee7b88de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:50.288786 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5741a0-23d5-4d81-9b1f-9cb3ee7b88de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:50.289103 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5741a0-23d5-4d81-9b1f-9cb3ee7b88de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:02:50.293134 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8571d034-a389-441d-a369-56b210d5f60c tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] 10.222.0.26 "DELETE /v2.0/routers/0029199b-368e-4e81-a6f7-4db2a821ad40 HTTP/1.1" status: 204 len: 168 time: 4.4460387 Feb 04 21:02:50.296195 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56598) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:50.308306 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-cc863d23-7879-4236-ae2c-5aa2883022be tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] For port a6e1f9f5-1065-4253-91c1-55697e5045dd, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a6e1f9f5-1065-4253-91c1-55697e5045dd,segment=NetworkSegment(d5a45609-af79-4e7e-87d9-8cc98e096768),segment_id=d5a45609-af79-4e7e-87d9-8cc98e096768)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:50.308664 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cc863d23-7879-4236-ae2c-5aa2883022be tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:50.385736 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-04a33f11-10f7-4fcd-9550-c6ca8bddb26b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:50.420108 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d3515738-2734-4bfa-84d1-0ac257365155 req-bdec1835-00d0-4e68-b452-24c59ac96a28 tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309826 Feb 04 21:02:50.446134 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-79a5cebe-9c3a-43e2-8186-179eb0d71d70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:50.469895 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-de221796-18bc-4277-9b03-d0f117efc7a9 service neutron] 10.222.0.26 "GET /v2.0/networks/05b0da4f-bf1c-4e94-969a-698256edcb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258014 Feb 04 21:02:50.515272 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-cc863d23-7879-4236-ae2c-5aa2883022be tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Calling delete_port for a6e1f9f5-1065-4253-91c1-55697e5045dd owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:02:50.545772 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-79a5cebe-9c3a-43e2-8186-179eb0d71d70 admin admin] Usage tracker for resource:security_group_rule and tenant:52dfef44eb7442fcaee5bcf3d1dfee00 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:50.550009 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-04a33f11-10f7-4fcd-9550-c6ca8bddb26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:50.550962 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a33f11-10f7-4fcd-9550-c6ca8bddb26b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:50.551536 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-04a33f11-10f7-4fcd-9550-c6ca8bddb26b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:50.557141 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7bdd990-ae60-43bc-b218-05236c90f207 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Deleting subnet 9da0fad3-200e-49fa-92df-4495dac53ed0 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:02:50.565384 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-79a5cebe-9c3a-43e2-8186-179eb0d71d70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:50.575428 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-79a5cebe-9c3a-43e2-8186-179eb0d71d70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:50.577380 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a7bdd990-ae60-43bc-b218-05236c90f207 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:50.684788 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a7bdd990-ae60-43bc-b218-05236c90f207 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:50.691495 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a6e1f9f5-1065-4253-91c1-55697e5045dd no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:02:50.738845 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.api [None req-cc863d23-7879-4236-ae2c-5aa2883022be tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:02:50.739081 n-d-827896-1 neutron-server[87682]: DEBUG oslo_db.api [None req-cc863d23-7879-4236-ae2c-5aa2883022be tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:02:50.739712 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: a6e1f9f5-1065-4253-91c1-55697e5045dd {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:02:50.740238 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a6e1f9f5-1065-4253-91c1-55697e5045dd not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:02:50.763500 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a33f11-10f7-4fcd-9550-c6ca8bddb26b admin admin] Pushing event updated for resources: {'Network': ['ID=7d8c23e1-7a6b-46d1-9945-4c784d17e819,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:50.771090 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a7bdd990-ae60-43bc-b218-05236c90f207 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:50.773541 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 7d8c23e1-7a6b-46d1-9945-4c784d17e819 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:02:50.806991 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-9c59ec58-b9cd-41b0-85ae-ab408dab1830 service neutron] 10.222.0.26 "GET /v2.0/networks/05b0da4f-bf1c-4e94-969a-698256edcb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318539 Feb 04 21:02:50.812796 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-04a33f11-10f7-4fcd-9550-c6ca8bddb26b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0154927 Feb 04 21:02:50.815558 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56606) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:50.823797 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-c6fe152c-b624-47d6-9f45-421149aca2ef admin admin] Request body: {'subnet': {'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1404995462-subnet', 'tenant_id': '6d15241bd78a41148bd0d1c2bdd856b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:50.830717 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c6fe152c-b624-47d6-9f45-421149aca2ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:50.835420 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c6fe152c-b624-47d6-9f45-421149aca2ef admin admin] Usage tracker for resource:subnet and tenant:6d15241bd78a41148bd0d1c2bdd856b4 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:50.839420 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c6fe152c-b624-47d6-9f45-421149aca2ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:50.846459 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c6fe152c-b624-47d6-9f45-421149aca2ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:50.853134 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-79a5cebe-9c3a-43e2-8186-179eb0d71d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:50.859419 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-79a5cebe-9c3a-43e2-8186-179eb0d71d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:50.865519 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6fe152c-b624-47d6-9f45-421149aca2ef admin admin] Made reservation on behalf of 6d15241bd78a41148bd0d1c2bdd856b4 for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:02:50.869177 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c6fe152c-b624-47d6-9f45-421149aca2ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:50.896254 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a5cebe-9c3a-43e2-8186-179eb0d71d70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:02:50.900716 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6c618-1678-46cb-9361-24ec6f89a052 req-29ce71f6-d909-49e4-b474-0ad14ecd8aa2 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:50.906783 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6c618-1678-46cb-9361-24ec6f89a052 req-29ce71f6-d909-49e4-b474-0ad14ecd8aa2 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:50.912322 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5cebe-9c3a-43e2-8186-179eb0d71d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:50.912835 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6c618-1678-46cb-9361-24ec6f89a052 req-29ce71f6-d909-49e4-b474-0ad14ecd8aa2 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:50.919478 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a7bdd990-ae60-43bc-b218-05236c90f207 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:50.919666 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6c618-1678-46cb-9361-24ec6f89a052 req-29ce71f6-d909-49e4-b474-0ad14ecd8aa2 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:50.924969 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-79a5cebe-9c3a-43e2-8186-179eb0d71d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:50.925171 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-79a5cebe-9c3a-43e2-8186-179eb0d71d70 admin admin] Added segment d272340f-e46b-4b9a-95de-826926ac6bfb of type vlan for network 1e54d53d-f997-4dfb-a224-d1fd181e2576 Feb 04 21:02:50.925676 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6c618-1678-46cb-9361-24ec6f89a052 req-29ce71f6-d909-49e4-b474-0ad14ecd8aa2 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:50.932186 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6c618-1678-46cb-9361-24ec6f89a052 req-29ce71f6-d909-49e4-b474-0ad14ecd8aa2 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:50.937928 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6c618-1678-46cb-9361-24ec6f89a052 req-29ce71f6-d909-49e4-b474-0ad14ecd8aa2 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:50.941721 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a1a6c618-1678-46cb-9361-24ec6f89a052 req-29ce71f6-d909-49e4-b474-0ad14ecd8aa2 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 5420 time: 0.3925204 Feb 04 21:02:50.988232 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bdd990-ae60-43bc-b218-05236c90f207 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9da0fad3-200e-49fa-92df-4495dac53ed0,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:50.991572 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a7bdd990-ae60-43bc-b218-05236c90f207 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:51.023172 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-79a5cebe-9c3a-43e2-8186-179eb0d71d70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:51.038580 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a7bdd990-ae60-43bc-b218-05236c90f207 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] 10.222.0.26 "DELETE /v2.0/subnets/9da0fad3-200e-49fa-92df-4495dac53ed0 HTTP/1.1" status: 204 len: 168 time: 0.7359538 Feb 04 21:02:51.041868 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56614) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:51.165063 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-79a5cebe-9c3a-43e2-8186-179eb0d71d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:51.166442 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a5cebe-9c3a-43e2-8186-179eb0d71d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:51.167084 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-79a5cebe-9c3a-43e2-8186-179eb0d71d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:51.170020 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a1a6c618-1678-46cb-9361-24ec6f89a052 req-e115ccee-1708-4247-b79c-3b5791648f85 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc27a88a-7d29-4d8e-adaa-4f6d9a816c1f&id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1084008 Feb 04 21:02:51.207277 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-866b1405-b817-4232-b301-2d0a8cdbaad4 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:51.257265 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69289356-e438-409d-bbdb-d8b998fdc465 req-5158d57a-a6fd-4a18-a158-df31c3d1c46d tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:51.258819 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-69289356-e438-409d-bbdb-d8b998fdc465 req-5158d57a-a6fd-4a18-a158-df31c3d1c46d tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 949 time: 0.1983047 Feb 04 21:02:51.261862 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-cc863d23-7879-4236-ae2c-5aa2883022be tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Deleting port a6e1f9f5-1065-4253-91c1-55697e5045dd {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:02:51.262363 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cc863d23-7879-4236-ae2c-5aa2883022be tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:51.331636 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c6fe152c-b624-47d6-9f45-421149aca2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:51.377299 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-69289356-e438-409d-bbdb-d8b998fdc465 req-bbee9311-7914-466d-8ac7-e5fc3d531fda tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011629 Feb 04 21:02:51.380221 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-cc863d23-7879-4236-ae2c-5aa2883022be tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] The port 'a6e1f9f5-1065-4253-91c1-55697e5045dd' was deleted {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:02:51.421815 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-79a5cebe-9c3a-43e2-8186-179eb0d71d70 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.8788788 Feb 04 21:02:51.427366 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56624) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:51.436870 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fe152c-b624-47d6-9f45-421149aca2ef admin admin] Checking segment: {'id': '1bfd55c3-c8d9-4e20-9f37-da07ea0581c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:02:51.437005 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fe152c-b624-47d6-9f45-421149aca2ef admin admin] Network hostable DHCP agents. Network: 7d8c23e1-7a6b-46d1-9945-4c784d17e819, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:02:51.450894 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-60706e7b-cfbb-4c3d-a97d-99e4c6298c6e admin admin] Request body: {'subnet': {'network_id': '1e54d53d-f997-4dfb-a224-d1fd181e2576', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-345607855-subnet', 'tenant_id': '52dfef44eb7442fcaee5bcf3d1dfee00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:51.451057 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5cebe-9c3a-43e2-8186-179eb0d71d70 admin admin] Pushing event updated for resources: {'Network': ['ID=1e54d53d-f997-4dfb-a224-d1fd181e2576,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:51.459038 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe152c-b624-47d6-9f45-421149aca2ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea06751d-fd50-4f4f-b006-53a1caf881e1,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:51.464720 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 1e54d53d-f997-4dfb-a224-d1fd181e2576 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:02:51.487752 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-60706e7b-cfbb-4c3d-a97d-99e4c6298c6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:51.522409 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-60706e7b-cfbb-4c3d-a97d-99e4c6298c6e admin admin] Usage tracker for resource:subnet and tenant:52dfef44eb7442fcaee5bcf3d1dfee00 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:51.533451 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-60706e7b-cfbb-4c3d-a97d-99e4c6298c6e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:51.605846 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cc863d23-7879-4236-ae2c-5aa2883022be tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:51.634726 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fe152c-b624-47d6-9f45-421149aca2ef admin admin] Network 7d8c23e1-7a6b-46d1-9945-4c784d17e819 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:02:51.638263 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-60706e7b-cfbb-4c3d-a97d-99e4c6298c6e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:51.644112 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-294c3568-40b5-4027-a7fa-f440915126fd req-318395f8-7a6f-419c-a487-cdf72629c22c tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 210 time: 0.1178830 Feb 04 21:02:51.656212 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-c6fe152c-b624-47d6-9f45-421149aca2ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 7d8c23e1-7a6b-46d1-9945-4c784d17e819) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:02:51.668618 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ea4598-f08d-468b-a639-f9fb2b299b19 None None] Network 7d8c23e1-7a6b-46d1-9945-4c784d17e819 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:02:51.688373 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fe152c-b624-47d6-9f45-421149aca2ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:51.688955 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c6fe152c-b624-47d6-9f45-421149aca2ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:51.714972 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c6fe152c-b624-47d6-9f45-421149aca2ef admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8981826 Feb 04 21:02:51.716513 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60706e7b-cfbb-4c3d-a97d-99e4c6298c6e admin admin] Made reservation on behalf of 52dfef44eb7442fcaee5bcf3d1dfee00 for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:02:51.719218 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-60706e7b-cfbb-4c3d-a97d-99e4c6298c6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:51.734682 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-866b1405-b817-4232-b301-2d0a8cdbaad4 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:51.764771 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-866b1405-b817-4232-b301-2d0a8cdbaad4 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a6761ea-feee-4c4f-8e29-945e528c0fac']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:51.779798 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-866b1405-b817-4232-b301-2d0a8cdbaad4 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c4fa1a6-767a-470c-9f4d-59419b56a7f9') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:51.780161 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-866b1405-b817-4232-b301-2d0a8cdbaad4 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c4fa1a6-767a-470c-9f4d-59419b56a7f9') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:51.792220 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-866b1405-b817-4232-b301-2d0a8cdbaad4 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:51.809525 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-866b1405-b817-4232-b301-2d0a8cdbaad4 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:51.816630 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866b1405-b817-4232-b301-2d0a8cdbaad4 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:02:51.817382 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-866b1405-b817-4232-b301-2d0a8cdbaad4 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:51.981845 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:02:51.981845 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:02:51.981845 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:02:51.981845 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:02:51.981845 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:02:51.981845 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:02:51.981845 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:02:51.981845 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:02:51.981845 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:02:51.981845 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:02:51.981845 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:02:51.981845 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:02:51.981845 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:02:51.981845 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:02:51.981845 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:02:51.981845 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:02:51.981845 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:02:51.981845 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:02:51.981845 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:02:51.981845 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:02:51.981845 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:02:51.981845 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:02:51.981845 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:02:51.981845 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:02:51.981845 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:02:51.981845 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:02:51.981845 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:02:51.981845 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:02:51.981845 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:02:51.981845 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:02:51.981845 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:02:51.981845 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:02:52.011475 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-866b1405-b817-4232-b301-2d0a8cdbaad4 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:52.022332 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866b1405-b817-4232-b301-2d0a8cdbaad4 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2a6761ea-feee-4c4f-8e29-945e528c0fac {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 21:02:52.059467 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-cc863d23-7879-4236-ae2c-5aa2883022be tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40abcaa4-cb3d-49ea-98ca-157e85e59acc']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:52.067046 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-866b1405-b817-4232-b301-2d0a8cdbaad4 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:52.093176 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b1405-b817-4232-b301-2d0a8cdbaad4 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Pushing event deleted for resources: {'Network': ['ID=2a6761ea-feee-4c4f-8e29-945e528c0fac,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:52.108582 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-cc863d23-7879-4236-ae2c-5aa2883022be tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a45609-af79-4e7e-87d9-8cc98e096768') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:52.109028 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-cc863d23-7879-4236-ae2c-5aa2883022be tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a45609-af79-4e7e-87d9-8cc98e096768') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:52.126070 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-60706e7b-cfbb-4c3d-a97d-99e4c6298c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:52.127839 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-866b1405-b817-4232-b301-2d0a8cdbaad4 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] 10.222.0.26 "DELETE /v2.0/networks/2a6761ea-feee-4c4f-8e29-945e528c0fac HTTP/1.1" status: 204 len: 168 time: 1.0847616 Feb 04 21:02:52.141559 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cc863d23-7879-4236-ae2c-5aa2883022be tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:52.172594 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc3d65d-49a8-4e2a-ad36-417c14d375d9 None None] Network 7d8c23e1-7a6b-46d1-9945-4c784d17e819 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:02:52.176356 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cc863d23-7879-4236-ae2c-5aa2883022be tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:52.189958 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc863d23-7879-4236-ae2c-5aa2883022be tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:02:52.190373 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cc863d23-7879-4236-ae2c-5aa2883022be tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:52.226272 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:02:52.226272 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:02:52.226272 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:02:52.226272 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:02:52.226272 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:02:52.226272 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:02:52.226272 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:02:52.226272 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:02:52.226272 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:02:52.226272 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:02:52.226272 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:02:52.226272 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:02:52.226272 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:02:52.226272 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:02:52.226272 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:02:52.226272 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:02:52.226272 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:02:52.226272 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:02:52.226272 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:02:52.226272 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:02:52.226272 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:02:52.226272 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:02:52.226272 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:02:52.226272 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:02:52.226272 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:02:52.226272 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:02:52.226272 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:02:52.226272 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:02:52.226272 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:02:52.226272 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:02:52.226272 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:02:52.226272 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:02:52.320952 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60706e7b-cfbb-4c3d-a97d-99e4c6298c6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d973d52-9cec-4659-bee1-2f5deb367273,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:52.388453 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60706e7b-cfbb-4c3d-a97d-99e4c6298c6e admin admin] Checking segment: {'id': 'd272340f-e46b-4b9a-95de-826926ac6bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '1e54d53d-f997-4dfb-a224-d1fd181e2576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:02:52.389138 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60706e7b-cfbb-4c3d-a97d-99e4c6298c6e admin admin] Network hostable DHCP agents. Network: 1e54d53d-f997-4dfb-a224-d1fd181e2576, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:02:52.660311 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cc863d23-7879-4236-ae2c-5aa2883022be tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:52.683580 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cc863d23-7879-4236-ae2c-5aa2883022be tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:52.704766 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-cc863d23-7879-4236-ae2c-5aa2883022be tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] 10.222.0.26 "DELETE /v2.0/networks/40abcaa4-cb3d-49ea-98ca-157e85e59acc HTTP/1.1" status: 204 len: 168 time: 3.4166858 Feb 04 21:02:52.709454 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc863d23-7879-4236-ae2c-5aa2883022be tempest-ServersTestMultiNic-1735169821 tempest-ServersTestMultiNic-1735169821-project] Pushing event deleted for resources: {'Network': ['ID=40abcaa4-cb3d-49ea-98ca-157e85e59acc,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:52.736324 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60706e7b-cfbb-4c3d-a97d-99e4c6298c6e admin admin] Network 1e54d53d-f997-4dfb-a224-d1fd181e2576 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:02:52.769061 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56666) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:52.776805 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-16c262fc-46a3-4517-8071-3a9b8d47544a tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Request body: {'router': {'name': 'tempest-router--931277020', 'project_id': 'b4c958dccb824193b0fb04a47362dfed'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:52.785660 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-16c262fc-46a3-4517-8071-3a9b8d47544a tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:52.794034 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-16c262fc-46a3-4517-8071-3a9b8d47544a tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Usage tracker for resource:router and tenant:b4c958dccb824193b0fb04a47362dfed is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:52.801002 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-16c262fc-46a3-4517-8071-3a9b8d47544a tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:52.812785 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-16c262fc-46a3-4517-8071-3a9b8d47544a tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:52.827880 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-16c262fc-46a3-4517-8071-3a9b8d47544a tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:52.829091 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-16c262fc-46a3-4517-8071-3a9b8d47544a tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:52.845373 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-16c262fc-46a3-4517-8071-3a9b8d47544a tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:52.846250 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-60706e7b-cfbb-4c3d-a97d-99e4c6298c6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 1e54d53d-f997-4dfb-a224-d1fd181e2576) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:02:52.865395 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c1f7cf-ba46-4feb-bc02-36bcce8de6eb None None] Network 1e54d53d-f997-4dfb-a224-d1fd181e2576 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:02:52.866491 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-16c262fc-46a3-4517-8071-3a9b8d47544a tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:52.875771 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60706e7b-cfbb-4c3d-a97d-99e4c6298c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:52.876357 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-60706e7b-cfbb-4c3d-a97d-99e4c6298c6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:52.890948 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-16c262fc-46a3-4517-8071-3a9b8d47544a tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:52.892468 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-16c262fc-46a3-4517-8071-3a9b8d47544a tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1221757 Feb 04 21:02:52.895637 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56670) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:52.925891 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b286c-855f-499d-b043-3e37ba547a8d req-c3835863-e1b3-4430-a23b-0bb62b2dbf7a tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:52.926609 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-277b286c-855f-499d-b043-3e37ba547a8d req-c3835863-e1b3-4430-a23b-0bb62b2dbf7a tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Synchronizing usage tracker for tenant:6d15241bd78a41148bd0d1c2bdd856b4 on resource:network {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:02:52.950968 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-60706e7b-cfbb-4c3d-a97d-99e4c6298c6e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5225477 Feb 04 21:02:52.964488 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-56ee3fa1-f2ea-4103-9f97-c111c36aad60 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:52.965947 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-56ee3fa1-f2ea-4103-9f97-c111c36aad60 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.32 "GET /v2.0/networks?id=05b0da4f-bf1c-4e94-969a-698256edcb76 HTTP/1.1" status: 200 len: 810 time: 0.4715550 Feb 04 21:02:53.027425 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8edbc-966d-421a-a7dd-6acb57549a90 req-e441c821-8cff-461d-abca-ab1ef35b5fa2 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:53.038629 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8edbc-966d-421a-a7dd-6acb57549a90 req-e441c821-8cff-461d-abca-ab1ef35b5fa2 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:53.046559 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8edbc-966d-421a-a7dd-6acb57549a90 req-e441c821-8cff-461d-abca-ab1ef35b5fa2 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:53.053568 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8edbc-966d-421a-a7dd-6acb57549a90 req-e441c821-8cff-461d-abca-ab1ef35b5fa2 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:53.060900 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8edbc-966d-421a-a7dd-6acb57549a90 req-e441c821-8cff-461d-abca-ab1ef35b5fa2 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:53.067357 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8edbc-966d-421a-a7dd-6acb57549a90 req-e441c821-8cff-461d-abca-ab1ef35b5fa2 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:53.075860 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8edbc-966d-421a-a7dd-6acb57549a90 req-e441c821-8cff-461d-abca-ab1ef35b5fa2 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:53.078132 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2dc8edbc-966d-421a-a7dd-6acb57549a90 req-e441c821-8cff-461d-abca-ab1ef35b5fa2 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 5420 time: 0.3441155 Feb 04 21:02:53.090363 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0bbe04b6-a541-441a-8a85-144c8bf8f0bd tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:53.107406 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-277b286c-855f-499d-b043-3e37ba547a8d req-c3835863-e1b3-4430-a23b-0bb62b2dbf7a tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Unset dirty status for tenant:6d15241bd78a41148bd0d1c2bdd856b4 on resource:network {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:02:53.109130 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-277b286c-855f-499d-b043-3e37ba547a8d req-c3835863-e1b3-4430-a23b-0bb62b2dbf7a tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/networks?id=7d8c23e1-7a6b-46d1-9945-4c784d17e819 HTTP/1.1" status: 200 len: 812 time: 0.7224696 Feb 04 21:02:53.143908 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-6d884e19-4443-48a9-ac9c-c199ee40d263 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ba621d22ceb430b9eee1db66fccde19 HTTP/1.1" status: 200 len: 380 time: 0.1624951 Feb 04 21:02:53.166441 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-63520ead-7879-46d1-803c-170a60a61bb6 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Request body: {'port': {'device_id': 'fe9c7752-0330-4b72-8aa3-9bb6d744d513', 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76', 'admin_state_up': True, 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'security_groups': ['b9e855fd-f338-4450-a8fe-cb99a2aee980']}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:53.191702 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-277b286c-855f-499d-b043-3e37ba547a8d req-f2f67b28-02ff-479a-8055-2f3fe9b86451 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/quotas/6d15241bd78a41148bd0d1c2bdd856b4 HTTP/1.1" status: 200 len: 375 time: 0.0521917 Feb 04 21:02:53.231226 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae3498d-5dbe-4a76-8062-6480b32b71d0 None None] Network 1e54d53d-f997-4dfb-a224-d1fd181e2576 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:02:53.252364 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2dc8edbc-966d-421a-a7dd-6acb57549a90 req-a0917350-aeea-41b8-ad0c-181ca33383da tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc27a88a-7d29-4d8e-adaa-4f6d9a816c1f&id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1675520 Feb 04 21:02:53.302273 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-277b286c-855f-499d-b043-3e37ba547a8d req-3c0d8ee7-e7dc-42b1-b3bf-5a382ad77d37 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d15241bd78a41148bd0d1c2bdd856b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1031384 Feb 04 21:02:53.442148 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0bbe04b6-a541-441a-8a85-144c8bf8f0bd tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:53.444668 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0bbe04b6-a541-441a-8a85-144c8bf8f0bd tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:53.464452 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-63520ead-7879-46d1-803c-170a60a61bb6 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:53.470728 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0bbe04b6-a541-441a-8a85-144c8bf8f0bd tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:53.471277 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbe04b6-a541-441a-8a85-144c8bf8f0bd tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5a7cbe31-bfbc-40be-968b-466c866e2238 {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:02:53.472395 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-63520ead-7879-46d1-803c-170a60a61bb6 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Usage tracker for resource:port and tenant:2ba621d22ceb430b9eee1db66fccde19 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:53.483301 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-63520ead-7879-46d1-803c-170a60a61bb6 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:53.483428 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0bbe04b6-a541-441a-8a85-144c8bf8f0bd tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:53.484501 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0bbe04b6-a541-441a-8a85-144c8bf8f0bd tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] 10.222.0.26 "DELETE /v2.0/routers/5a7cbe31-bfbc-40be-968b-466c866e2238 HTTP/1.1" status: 204 len: 168 time: 0.5878072 Feb 04 21:02:53.498335 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-63520ead-7879-46d1-803c-170a60a61bb6 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:53.504113 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-277b286c-855f-499d-b043-3e37ba547a8d req-bbdbca26-6d90-4cb0-a5e3-5433ccdc4a4c service neutron] 10.222.0.26 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899409 Feb 04 21:02:53.513731 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-63520ead-7879-46d1-803c-170a60a61bb6 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Made reservation on behalf of 2ba621d22ceb430b9eee1db66fccde19 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:02:53.517117 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-63520ead-7879-46d1-803c-170a60a61bb6 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:53.612062 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56684) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:53.793345 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-277b286c-855f-499d-b043-3e37ba547a8d req-2b04cbe8-df3f-4edd-b1fa-12a8ca412b16 service neutron] 10.222.0.26 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807970 Feb 04 21:02:53.827792 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-04ba65fb-e09a-4aac-a72a-bb4e5dbebb66 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1015469818', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}, 'admin_state_up': False}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:53.834928 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-04ba65fb-e09a-4aac-a72a-bb4e5dbebb66 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:53.839627 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-04ba65fb-e09a-4aac-a72a-bb4e5dbebb66 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Usage tracker for resource:router and tenant:85f844e81f3e4a8f860abaf191945b13 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:53.842526 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-04ba65fb-e09a-4aac-a72a-bb4e5dbebb66 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:53.850253 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-04ba65fb-e09a-4aac-a72a-bb4e5dbebb66 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:53.861617 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-04ba65fb-e09a-4aac-a72a-bb4e5dbebb66 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:53.862429 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8bd31-204b-44a5-8d07-d68b4918c272 req-53f239cc-d3dc-4e1e-b669-a6f1d258612a tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:53.862713 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-04ba65fb-e09a-4aac-a72a-bb4e5dbebb66 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:53.863910 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-61f8bd31-204b-44a5-8d07-d68b4918c272 req-53f239cc-d3dc-4e1e-b669-a6f1d258612a tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 949 time: 0.2594554 Feb 04 21:02:53.879204 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-63520ead-7879-46d1-803c-170a60a61bb6 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Allocated IP 172.20.0.6 (05b0da4f-bf1c-4e94-969a-698256edcb76/662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e/613678b2-b88a-4a28-b8ba-3ce49cfaf2ad) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:02:53.879594 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-04ba65fb-e09a-4aac-a72a-bb4e5dbebb66 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:53.960526 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-61f8bd31-204b-44a5-8d07-d68b4918c272 req-9e4aa037-7f73-4c85-87d1-123f1a4864ed tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833898 Feb 04 21:02:54.186898 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-51bf7a01-7f00-4403-b4b7-049d8aca1eda req-a651b87e-c18f-4ad0-90cb-83735bd4fb00 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 210 time: 0.0664856 Feb 04 21:02:54.289314 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-04ba65fb-e09a-4aac-a72a-bb4e5dbebb66 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:54.289589 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-63520ead-7879-46d1-803c-170a60a61bb6 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:54.294376 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 3753cc11-1c31-453a-a527-f0e098c63ba8 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:02:54.335837 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-63520ead-7879-46d1-803c-170a60a61bb6 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Transition to ACTIVE for port object 613678b2-b88a-4a28-b8ba-3ce49cfaf2ad will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:02:54.447314 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-63520ead-7879-46d1-803c-170a60a61bb6 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:54.484730 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 3753cc11-1c31-453a-a527-f0e098c63ba8, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=3753cc11-1c31-453a-a527-f0e098c63ba8,segment=NetworkSegment(07bc0a67-6867-413a-ba45-d087c277866a),segment_id=07bc0a67-6867-413a-ba45-d087c277866a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:54.502524 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '3753cc11-1c31-453a-a527-f0e098c63ba8', 'network_id': 'b07bb9ef-36fe-4586-bebc-d1a35b516abf', 'port_id': '3753cc11-1c31-453a-a527-f0e098c63ba8', 'mac_address': 'fa:16:3e:03:22:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fffc9a1-d0ff-45d7-adf5-d0cd203f0821', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:02:54.562847 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:54.586898 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3753cc11-1c31-453a-a527-f0e098c63ba8 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:02:54.615227 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 3753cc11-1c31-453a-a527-f0e098c63ba8, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=3753cc11-1c31-453a-a527-f0e098c63ba8,segment=NetworkSegment(07bc0a67-6867-413a-ba45-d087c277866a),segment_id=07bc0a67-6867-413a-ba45-d087c277866a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:54.623444 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:54.624295 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 5bf4fdc2-20cd-450d-8d03-ffacefdb58d0 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:02:54.735562 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c0aff-d685-421a-9137-088d9eae7a6d req-0b18aea6-9b69-4e1a-8f25-dfb411cd02ff tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:54.742477 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b79c0aff-d685-421a-9137-088d9eae7a6d req-0b18aea6-9b69-4e1a-8f25-dfb411cd02ff tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 1101 time: 0.3941798 Feb 04 21:02:54.748403 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-63520ead-7879-46d1-803c-170a60a61bb6 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Network 05b0da4f-bf1c-4e94-969a-698256edcb76 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:02:54.773290 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-63520ead-7879-46d1-803c-170a60a61bb6 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:02:54.780025 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=3753cc11-1c31-453a-a527-f0e098c63ba8,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:54.784015 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-63520ead-7879-46d1-803c-170a60a61bb6 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:02:54.845367 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63520ead-7879-46d1-803c-170a60a61bb6 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Pushing event updated for resources: {'Port': ['ID=613678b2-b88a-4a28-b8ba-3ce49cfaf2ad,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:54.889799 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b79c0aff-d685-421a-9137-088d9eae7a6d req-f47220bf-f7f1-488b-bb7d-c268dcc52f65 tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] Synchronizing usage tracker for tenant:672016b9e3c248d98ad33cc7d7b3d2a1 on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:02:54.902012 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 5bf4fdc2-20cd-450d-8d03-ffacefdb58d0, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=5bf4fdc2-20cd-450d-8d03-ffacefdb58d0,segment=NetworkSegment(13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574),segment_id=13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:54.920079 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '5bf4fdc2-20cd-450d-8d03-ffacefdb58d0', 'network_id': '3d92e2e6-8e5c-439e-985a-8b138159bd06', 'port_id': '5bf4fdc2-20cd-450d-8d03-ffacefdb58d0', 'mac_address': 'fa:16:3e:ce:05:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e766ae0d-7580-448d-ac0e-f8a8085326fe', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:02:54.926379 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-63520ead-7879-46d1-803c-170a60a61bb6 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:54.927026 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-63520ead-7879-46d1-803c-170a60a61bb6 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:54.942915 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-04ba65fb-e09a-4aac-a72a-bb4e5dbebb66 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router_gateway, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:54.969565 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b79c0aff-d685-421a-9137-088d9eae7a6d req-f47220bf-f7f1-488b-bb7d-c268dcc52f65 tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] Unset dirty status for tenant:672016b9e3c248d98ad33cc7d7b3d2a1 on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:02:54.978745 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b79c0aff-d685-421a-9137-088d9eae7a6d req-f47220bf-f7f1-488b-bb7d-c268dcc52f65 tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347262 Feb 04 21:02:54.998068 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-f259fd19-bb3f-4005-be0d-644c92a36438 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:55.015529 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-f259fd19-bb3f-4005-be0d-644c92a36438 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/networks?id=1e54d53d-f997-4dfb-a224-d1fd181e2576 HTTP/1.1" status: 200 len: 804 time: 0.5205171 Feb 04 21:02:55.021958 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-04ba65fb-e09a-4aac-a72a-bb4e5dbebb66 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:55.043038 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-d075f3c7-ba66-46cc-a5bc-74be9eb3f41e tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/quotas/52dfef44eb7442fcaee5bcf3d1dfee00 HTTP/1.1" status: 200 len: 375 time: 0.0247748 Feb 04 21:02:55.061272 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:55.107059 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-63520ead-7879-46d1-803c-170a60a61bb6 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9449162 Feb 04 21:02:55.114618 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bf4fdc2-20cd-450d-8d03-ffacefdb58d0 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:02:55.123984 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-1edd748a-abac-4751-9ab4-f03ac9391ed8 service neutron] Request body: {'port': {'device_id': 'fe9c7752-0330-4b72-8aa3-9bb6d744d513', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:55.153366 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 5bf4fdc2-20cd-450d-8d03-ffacefdb58d0, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=5bf4fdc2-20cd-450d-8d03-ffacefdb58d0,segment=NetworkSegment(13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574),segment_id=13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:55.157909 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-e100d61b-9a88-4fd9-a4ef-06b865fc810d tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=52dfef44eb7442fcaee5bcf3d1dfee00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1138144 Feb 04 21:02:55.161839 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:55.163451 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 044174bb-6743-43bd-b283-bd8008780c8e details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:02:55.226716 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-04ba65fb-e09a-4aac-a72a-bb4e5dbebb66 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Allocated IP 172.25.5.52 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/d6e6ca5c-ea1c-43a3-9c8d-dc4889b18098) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:02:55.279743 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d3c096cb-2e24-43e2-baf5-dd1d315c5872 None None] Provisioning for port 613678b2-b88a-4a28-b8ba-3ce49cfaf2ad completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:02:55.302342 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8a8394f3-cfb7-421c-9974-36bc2e4668c4 req-552f6bc0-7ae9-4593-b30f-e4ed21efbb1a tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee168f6d-cf05-4e89-9d1c-c8fe65079393 HTTP/1.1" status: 200 len: 210 time: 0.1132247 Feb 04 21:02:55.404203 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d3c096cb-2e24-43e2-baf5-dd1d315c5872 None None] Provisioning complete for port 613678b2-b88a-4a28-b8ba-3ce49cfaf2ad triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:02:55.405837 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d3c096cb-2e24-43e2-baf5-dd1d315c5872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:55.415311 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-1edd748a-abac-4751-9ab4-f03ac9391ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:55.497677 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-4055bbd7-2e5c-4e2e-85b2-afd1fda27393 service neutron] 10.222.0.26 "GET /v2.0/networks/1e54d53d-f997-4dfb-a224-d1fd181e2576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386250 Feb 04 21:02:55.547878 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=5bf4fdc2-20cd-450d-8d03-ffacefdb58d0,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:55.601718 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-04ba65fb-e09a-4aac-a72a-bb4e5dbebb66 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:55.608538 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 044174bb-6743-43bd-b283-bd8008780c8e, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=044174bb-6743-43bd-b283-bd8008780c8e,segment=NetworkSegment(eb14079e-74a0-4935-87b8-557042e4c6f4),segment_id=eb14079e-74a0-4935-87b8-557042e4c6f4)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:55.622275 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-d3c096cb-2e24-43e2-baf5-dd1d315c5872 None None] Port 613678b2-b88a-4a28-b8ba-3ce49cfaf2ad cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:02:55.630453 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '044174bb-6743-43bd-b283-bd8008780c8e', 'network_id': '96794e5b-cad6-4140-9df8-3b22f7347459', 'port_id': '044174bb-6743-43bd-b283-bd8008780c8e', 'mac_address': 'fa:16:3e:ac:cd:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e1d56a7-cf95-4452-a500-f044c9d7c766', 'ip_address': '10.1.1.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:02:55.646722 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-04ba65fb-e09a-4aac-a72a-bb4e5dbebb66 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:55.715323 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:55.742191 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 044174bb-6743-43bd-b283-bd8008780c8e {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:02:55.756517 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ba65fb-e09a-4aac-a72a-bb4e5dbebb66 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:02:55.760876 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-04ba65fb-e09a-4aac-a72a-bb4e5dbebb66 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:02:55.765727 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ba65fb-e09a-4aac-a72a-bb4e5dbebb66 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:02:55.771761 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 044174bb-6743-43bd-b283-bd8008780c8e, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=044174bb-6743-43bd-b283-bd8008780c8e,segment=NetworkSegment(eb14079e-74a0-4935-87b8-557042e4c6f4),segment_id=eb14079e-74a0-4935-87b8-557042e4c6f4)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:55.777623 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:55.779351 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 30c8b28c-5310-4bac-a7d4-377b7157856b details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:02:55.823305 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba65fb-e09a-4aac-a72a-bb4e5dbebb66 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Pushing event updated for resources: {'Port': ['ID=d6e6ca5c-ea1c-43a3-9c8d-dc4889b18098,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:55.828368 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b286c-855f-499d-b043-3e37ba547a8d req-e87eb170-6f1d-4fab-aa5d-5e117a9c67bf tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:55.829136 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-277b286c-855f-499d-b043-3e37ba547a8d req-e87eb170-6f1d-4fab-aa5d-5e117a9c67bf tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.32 "GET /v2.0/networks?id=7d8c23e1-7a6b-46d1-9945-4c784d17e819 HTTP/1.1" status: 200 len: 812 time: 0.4046390 Feb 04 21:02:55.848476 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-277b286c-855f-499d-b043-3e37ba547a8d req-6e250ee5-f964-4d41-aa07-f56d8b7f4e48 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Request body: {'port': {'device_id': 'ee168f6d-cf05-4e89-9d1c-c8fe65079393', 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819', 'admin_state_up': True, 'tenant_id': '6d15241bd78a41148bd0d1c2bdd856b4'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:55.866985 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 30c8b28c-5310-4bac-a7d4-377b7157856b, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=30c8b28c-5310-4bac-a7d4-377b7157856b,segment=NetworkSegment(eb14079e-74a0-4935-87b8-557042e4c6f4),segment_id=eb14079e-74a0-4935-87b8-557042e4c6f4)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:55.879863 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=044174bb-6743-43bd-b283-bd8008780c8e,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:55.887630 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '30c8b28c-5310-4bac-a7d4-377b7157856b', 'network_id': '96794e5b-cad6-4140-9df8-3b22f7347459', 'port_id': '30c8b28c-5310-4bac-a7d4-377b7157856b', 'mac_address': 'fa:16:3e:ce:2e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e1d56a7-cf95-4452-a500-f044c9d7c766', 'ip_address': '10.1.1.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:02:55.963566 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:55.976601 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:55.985175 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c8b28c-5310-4bac-a7d4-377b7157856b {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:02:56.003733 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 30c8b28c-5310-4bac-a7d4-377b7157856b, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=30c8b28c-5310-4bac-a7d4-377b7157856b,segment=NetworkSegment(eb14079e-74a0-4935-87b8-557042e4c6f4),segment_id=eb14079e-74a0-4935-87b8-557042e4c6f4)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:56.007926 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:56.009339 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device c946fa5d-284e-4d9b-a8fb-f026a285451d details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:02:56.014231 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-a6ae94a3-0c34-47c7-9b6e-4f086c07321b service neutron] 10.222.0.26 "GET /v2.0/networks/1e54d53d-f997-4dfb-a224-d1fd181e2576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008132 Feb 04 21:02:56.131551 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce8b28-6a87-4f91-8c16-c8035d603034 req-394a945c-16c8-4ee1-868a-5995171aa10d tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:56.132249 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=30c8b28c-5310-4bac-a7d4-377b7157856b,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:56.138016 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce8b28-6a87-4f91-8c16-c8035d603034 req-394a945c-16c8-4ee1-868a-5995171aa10d tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:56.143783 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce8b28-6a87-4f91-8c16-c8035d603034 req-394a945c-16c8-4ee1-868a-5995171aa10d tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:56.149609 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce8b28-6a87-4f91-8c16-c8035d603034 req-394a945c-16c8-4ee1-868a-5995171aa10d tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:56.155314 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce8b28-6a87-4f91-8c16-c8035d603034 req-394a945c-16c8-4ee1-868a-5995171aa10d tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:56.156021 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port c946fa5d-284e-4d9b-a8fb-f026a285451d, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=c946fa5d-284e-4d9b-a8fb-f026a285451d,segment=NetworkSegment(eb14079e-74a0-4935-87b8-557042e4c6f4),segment_id=eb14079e-74a0-4935-87b8-557042e4c6f4)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:56.161045 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce8b28-6a87-4f91-8c16-c8035d603034 req-394a945c-16c8-4ee1-868a-5995171aa10d tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:56.171375 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce8b28-6a87-4f91-8c16-c8035d603034 req-394a945c-16c8-4ee1-868a-5995171aa10d tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:56.173271 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-60ce8b28-6a87-4f91-8c16-c8035d603034 req-394a945c-16c8-4ee1-868a-5995171aa10d tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 5422 time: 0.5369320 Feb 04 21:02:56.178089 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'c946fa5d-284e-4d9b-a8fb-f026a285451d', 'network_id': '96794e5b-cad6-4140-9df8-3b22f7347459', 'port_id': 'c946fa5d-284e-4d9b-a8fb-f026a285451d', 'mac_address': 'fa:16:3e:b3:c7:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e1d56a7-cf95-4452-a500-f044c9d7c766', 'ip_address': '10.1.1.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:02:56.284410 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-277b286c-855f-499d-b043-3e37ba547a8d req-6e250ee5-f964-4d41-aa07-f56d8b7f4e48 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:56.286330 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-04ba65fb-e09a-4aac-a72a-bb4e5dbebb66 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router_gateway, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:56.294474 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-277b286c-855f-499d-b043-3e37ba547a8d req-6e250ee5-f964-4d41-aa07-f56d8b7f4e48 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Usage tracker for resource:port and tenant:6d15241bd78a41148bd0d1c2bdd856b4 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:56.301037 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-277b286c-855f-499d-b043-3e37ba547a8d req-6e250ee5-f964-4d41-aa07-f56d8b7f4e48 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:56.307864 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:56.327268 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-60ce8b28-6a87-4f91-8c16-c8035d603034 req-10b5fa57-3670-435e-85f4-4aff048f03c1 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc27a88a-7d29-4d8e-adaa-4f6d9a816c1f&id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1259537 Feb 04 21:02:56.333475 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-277b286c-855f-499d-b043-3e37ba547a8d req-6e250ee5-f964-4d41-aa07-f56d8b7f4e48 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:56.335125 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c946fa5d-284e-4d9b-a8fb-f026a285451d {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:02:56.356591 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port c946fa5d-284e-4d9b-a8fb-f026a285451d, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=c946fa5d-284e-4d9b-a8fb-f026a285451d,segment=NetworkSegment(eb14079e-74a0-4935-87b8-557042e4c6f4),segment_id=eb14079e-74a0-4935-87b8-557042e4c6f4)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:56.362649 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:56.364185 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device d0bd622e-aa88-46cf-8228-97766cb44e0c details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:02:56.417043 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-277b286c-855f-499d-b043-3e37ba547a8d req-6e250ee5-f964-4d41-aa07-f56d8b7f4e48 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Made reservation on behalf of 6d15241bd78a41148bd0d1c2bdd856b4 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:02:56.426889 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-277b286c-855f-499d-b043-3e37ba547a8d req-6e250ee5-f964-4d41-aa07-f56d8b7f4e48 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:56.476592 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=c946fa5d-284e-4d9b-a8fb-f026a285451d,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:56.483468 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port d0bd622e-aa88-46cf-8228-97766cb44e0c, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=d0bd622e-aa88-46cf-8228-97766cb44e0c,segment=NetworkSegment(eb14079e-74a0-4935-87b8-557042e4c6f4),segment_id=eb14079e-74a0-4935-87b8-557042e4c6f4)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:56.504815 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'd0bd622e-aa88-46cf-8228-97766cb44e0c', 'network_id': '96794e5b-cad6-4140-9df8-3b22f7347459', 'port_id': 'd0bd622e-aa88-46cf-8228-97766cb44e0c', 'mac_address': 'fa:16:3e:fe:a3:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e1d56a7-cf95-4452-a500-f044c9d7c766', 'ip_address': '10.1.1.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:02:56.624448 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:56.647239 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0bd622e-aa88-46cf-8228-97766cb44e0c {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:02:56.661491 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-1edd748a-abac-4751-9ab4-f03ac9391ed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 613678b2-b88a-4a28-b8ba-3ce49cfaf2ad {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:02:56.669713 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port d0bd622e-aa88-46cf-8228-97766cb44e0c, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=d0bd622e-aa88-46cf-8228-97766cb44e0c,segment=NetworkSegment(eb14079e-74a0-4935-87b8-557042e4c6f4),segment_id=eb14079e-74a0-4935-87b8-557042e4c6f4)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:56.674375 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:56.675506 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device b98644ad-30b2-4c12-b57b-22b5f633f4b1 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:02:56.684087 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c613a0-e0b0-4b6c-a512-7a0e3c7a430c req-4e43202c-1b65-4716-a032-d7494a9e4d3d tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:56.685598 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d9c613a0-e0b0-4b6c-a512-7a0e3c7a430c req-4e43202c-1b65-4716-a032-d7494a9e4d3d tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 949 time: 0.3473797 Feb 04 21:02:56.691206 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-1edd748a-abac-4751-9ab4-f03ac9391ed8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:56.772911 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=d0bd622e-aa88-46cf-8228-97766cb44e0c,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:56.780351 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port b98644ad-30b2-4c12-b57b-22b5f633f4b1, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=b98644ad-30b2-4c12-b57b-22b5f633f4b1,segment=NetworkSegment(13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574),segment_id=13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:56.796929 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'b98644ad-30b2-4c12-b57b-22b5f633f4b1', 'network_id': '3d92e2e6-8e5c-439e-985a-8b138159bd06', 'port_id': 'b98644ad-30b2-4c12-b57b-22b5f633f4b1', 'mac_address': 'fa:16:3e:b7:ee:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e766ae0d-7580-448d-ac0e-f8a8085326fe', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:02:56.872219 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:56.894573 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b98644ad-30b2-4c12-b57b-22b5f633f4b1 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:02:56.900577 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-04ba65fb-e09a-4aac-a72a-bb4e5dbebb66 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:56.907053 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-1edd748a-abac-4751-9ab4-f03ac9391ed8 service neutron] Transition to ACTIVE for port object 613678b2-b88a-4a28-b8ba-3ce49cfaf2ad will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:02:56.915240 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port b98644ad-30b2-4c12-b57b-22b5f633f4b1, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=b98644ad-30b2-4c12-b57b-22b5f633f4b1,segment=NetworkSegment(13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574),segment_id=13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:02:56.918981 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-1edd748a-abac-4751-9ab4-f03ac9391ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:56.920407 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:56.997800 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=b98644ad-30b2-4c12-b57b-22b5f633f4b1,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:57.011633 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-277b286c-855f-499d-b043-3e37ba547a8d req-6e250ee5-f964-4d41-aa07-f56d8b7f4e48 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Allocated IP 172.20.0.12 (7d8c23e1-7a6b-46d1-9945-4c784d17e819/ea06751d-fd50-4f4f-b006-53a1caf881e1/1cc0ad43-584b-47b9-8ec2-ba1ddd54959b) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:02:57.068235 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d9c613a0-e0b0-4b6c-a512-7a0e3c7a430c req-1147a428-eba3-44cb-a4d1-e8402380c98b tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694780 Feb 04 21:02:57.070539 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f9e43-9001-4e94-a530-86f680b86c5f req-6f488fda-2ab7-4fd6-9868-12a8b5ec983d tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:57.078211 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c55f9e43-9001-4e94-a530-86f680b86c5f req-6f488fda-2ab7-4fd6-9868-12a8b5ec983d tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 1101 time: 0.5646820 Feb 04 21:02:57.143627 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd748a-abac-4751-9ab4-f03ac9391ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=613678b2-b88a-4a28-b8ba-3ce49cfaf2ad,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:57.271997 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c55f9e43-9001-4e94-a530-86f680b86c5f req-aa7817ee-5f5f-42ed-bec2-12c741d78dbb tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928356 Feb 04 21:02:57.387786 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ba65fb-e09a-4aac-a72a-bb4e5dbebb66 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Router 88dd3bf7-2cb7-4f91-a7ef-7719f41d352f is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:02:57.500750 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-1edd748a-abac-4751-9ab4-f03ac9391ed8 service neutron] Attempting to bind port 613678b2-b88a-4a28-b8ba-3ce49cfaf2ad on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:02:57.501131 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-1edd748a-abac-4751-9ab4-f03ac9391ed8 service neutron] Attempting to bind port 613678b2-b88a-4a28-b8ba-3ce49cfaf2ad by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'cb355a89-ae7a-49aa-a1a6-659916644cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:02:57.501475 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-1edd748a-abac-4751-9ab4-f03ac9391ed8 service neutron] Attempting to bind port 613678b2-b88a-4a28-b8ba-3ce49cfaf2ad on network 05b0da4f-bf1c-4e94-969a-698256edcb76 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:02:57.515632 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['5bf4fdc2-20cd-450d-8d03-ffacefdb58d0'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:02:57.550086 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['044174bb-6743-43bd-b283-bd8008780c8e'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:02:57.550480 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aab47b03-8643-4104-8877-75af547f3349 req-ffb38ad9-ddc6-4b81-b4a7-a98389006272 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=1769dc85-c9ff-484d-b1db-9dd43a10592a HTTP/1.1" status: 200 len: 210 time: 0.0586603 Feb 04 21:02:57.569868 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e5a3d-28f7-4c8a-aa07-4479f166f9e5 req-3133266d-bd4c-4b10-a1e5-6d4e8b3416cb tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:57.570571 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-421e5a3d-28f7-4c8a-aa07-4479f166f9e5 req-3133266d-bd4c-4b10-a1e5-6d4e8b3416cb tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Synchronizing usage tracker for tenant:2ba621d22ceb430b9eee1db66fccde19 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:02:57.574862 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-1edd748a-abac-4751-9ab4-f03ac9391ed8 service neutron] Port 613678b2-b88a-4a28-b8ba-3ce49cfaf2ad on network 05b0da4f-bf1c-4e94-969a-698256edcb76 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:02:57.574862 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-1edd748a-abac-4751-9ab4-f03ac9391ed8 service neutron] Attempting to bind port 613678b2-b88a-4a28-b8ba-3ce49cfaf2ad on network 05b0da4f-bf1c-4e94-969a-698256edcb76 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:02:57.585015 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['b98644ad-30b2-4c12-b57b-22b5f633f4b1'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:02:57.595142 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-1edd748a-abac-4751-9ab4-f03ac9391ed8 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:02:57.595476 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-1edd748a-abac-4751-9ab4-f03ac9391ed8 service neutron] Checking segment: {'id': 'cb355a89-ae7a-49aa-a1a6-659916644cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:02:57.596328 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-1edd748a-abac-4751-9ab4-f03ac9391ed8 service neutron] Bound using segment: {'id': 'cb355a89-ae7a-49aa-a1a6-659916644cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:02:57.596328 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-1edd748a-abac-4751-9ab4-f03ac9391ed8 service neutron] Bound port: 613678b2-b88a-4a28-b8ba-3ce49cfaf2ad, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb355a89-ae7a-49aa-a1a6-659916644cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:02:57.596643 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-1edd748a-abac-4751-9ab4-f03ac9391ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:57.630072 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['3753cc11-1c31-453a-a527-f0e098c63ba8'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:02:57.657285 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['30c8b28c-5310-4bac-a7d4-377b7157856b'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:02:57.681573 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['c946fa5d-284e-4d9b-a8fb-f026a285451d'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:02:57.725798 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-1edd748a-abac-4751-9ab4-f03ac9391ed8 service neutron] For port 613678b2-b88a-4a28-b8ba-3ce49cfaf2ad, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:02:57.730419 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-1edd748a-abac-4751-9ab4-f03ac9391ed8 service neutron] For port 613678b2-b88a-4a28-b8ba-3ce49cfaf2ad, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=613678b2-b88a-4a28-b8ba-3ce49cfaf2ad,segment=NetworkSegment(cb355a89-ae7a-49aa-a1a6-659916644cb2),segment_id=cb355a89-ae7a-49aa-a1a6-659916644cb2)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:02:57.743735 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-1edd748a-abac-4751-9ab4-f03ac9391ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:57.782544 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-421e5a3d-28f7-4c8a-aa07-4479f166f9e5 req-3133266d-bd4c-4b10-a1e5-6d4e8b3416cb tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Unset dirty status for tenant:2ba621d22ceb430b9eee1db66fccde19 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:02:57.788984 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-421e5a3d-28f7-4c8a-aa07-4479f166f9e5 req-3133266d-bd4c-4b10-a1e5-6d4e8b3416cb tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 943 time: 0.5285380 Feb 04 21:02:57.804244 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-277b286c-855f-499d-b043-3e37ba547a8d req-6e250ee5-f964-4d41-aa07-f56d8b7f4e48 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:57.834812 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ba65fb-e09a-4aac-a72a-bb4e5dbebb66 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:02:57.864806 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b9e574-55c7-4b4e-bab6-4cae03dc9f29 None None] Sync routers for ids ['88dd3bf7-2cb7-4f91-a7ef-7719f41d352f'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:02:57.897617 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-b02e73c1-656d-4ba3-9e12-4b7190b153d7 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:57.898189 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-b02e73c1-656d-4ba3-9e12-4b7190b153d7 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Synchronizing usage tracker for tenant:52dfef44eb7442fcaee5bcf3d1dfee00 on resource:network {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:02:57.905678 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-04ba65fb-e09a-4aac-a72a-bb4e5dbebb66 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:57.912586 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-04ba65fb-e09a-4aac-a72a-bb4e5dbebb66 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.2993174 Feb 04 21:02:57.915147 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56742) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:57.920346 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ad4959a6-b3cc-4deb-b037-e20d188103a2 req-d2f4d9cd-0cb6-4d7d-b62b-50c095aeb686 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee168f6d-cf05-4e89-9d1c-c8fe65079393 HTTP/1.1" status: 200 len: 210 time: 0.1249979 Feb 04 21:02:57.922453 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-1edd748a-abac-4751-9ab4-f03ac9391ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:57.923281 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-1edd748a-abac-4751-9ab4-f03ac9391ed8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:57.925185 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-1edd748a-abac-4751-9ab4-f03ac9391ed8 service neutron] 10.222.0.32 "PUT /v2.0/ports/613678b2-b88a-4a28-b8ba-3ce49cfaf2ad HTTP/1.1" status: 200 len: 1091 time: 2.8051288 Feb 04 21:02:57.932239 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9c7752-0330-4b72-8aa3-9bb6d744d513', 'tag': '613678b2-b88a-4a28-b8ba-3ce49cfaf2ad'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:02:57.957866 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b9e574-55c7-4b4e-bab6-4cae03dc9f29 None None] Routers {'88dd3bf7-2cb7-4f91-a7ef-7719f41d352f'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:02:57.959026 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-d8b9e574-55c7-4b4e-bab6-4cae03dc9f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:02:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['88dd3bf7-2cb7-4f91-a7ef-7719f41d352f'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:58.050712 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-b02e73c1-656d-4ba3-9e12-4b7190b153d7 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Unset dirty status for tenant:52dfef44eb7442fcaee5bcf3d1dfee00 on resource:network {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:02:58.051867 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-b02e73c1-656d-4ba3-9e12-4b7190b153d7 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.18 "GET /v2.0/networks?id=1e54d53d-f997-4dfb-a224-d1fd181e2576 HTTP/1.1" status: 200 len: 804 time: 0.5597990 Feb 04 21:02:58.134198 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-d8b9e574-55c7-4b4e-bab6-4cae03dc9f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:58.140731 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-421e5a3d-28f7-4c8a-aa07-4479f166f9e5 req-9e3f2320-dfab-4c3b-aee6-e004b0b7218e tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9e855fd-f338-4450-a8fe-cb99a2aee980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3507819 Feb 04 21:02:58.171524 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-a00f8bb4-861f-4f18-852a-5ca3defcf13f tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Request body: {'port': {'device_id': '1769dc85-c9ff-484d-b1db-9dd43a10592a', 'network_id': '1e54d53d-f997-4dfb-a224-d1fd181e2576', 'admin_state_up': True, 'tenant_id': '52dfef44eb7442fcaee5bcf3d1dfee00'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:58.176251 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd748a-abac-4751-9ab4-f03ac9391ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=613678b2-b88a-4a28-b8ba-3ce49cfaf2ad,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:58.229953 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-788bc378-0f22-40a6-930d-145838c25880 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] 10.222.0.26 "GET /v2.0/routers/88dd3bf7-2cb7-4f91-a7ef-7719f41d352f HTTP/1.1" status: 200 len: 924 time: 0.3137338 Feb 04 21:02:58.231814 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56750) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:58.317467 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-277b286c-855f-499d-b043-3e37ba547a8d req-6e250ee5-f964-4d41-aa07-f56d8b7f4e48 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:58.318009 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b9e574-55c7-4b4e-bab6-4cae03dc9f29 None None] Routers {'88dd3bf7-2cb7-4f91-a7ef-7719f41d352f'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:02:58.319034 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-d8b9e574-55c7-4b4e-bab6-4cae03dc9f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:02:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['88dd3bf7-2cb7-4f91-a7ef-7719f41d352f'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:58.386679 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-6a76738f-4e30-4b08-9911-c1a68e056b93 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] 10.222.0.26 "GET /v2.0/ports?device_id=88dd3bf7-2cb7-4f91-a7ef-7719f41d352f HTTP/1.1" status: 200 len: 205 time: 0.1528265 Feb 04 21:02:58.387608 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56756) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:58.395040 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-a00f8bb4-861f-4f18-852a-5ca3defcf13f tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:02:58.402077 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-a00f8bb4-861f-4f18-852a-5ca3defcf13f tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Usage tracker for resource:port and tenant:52dfef44eb7442fcaee5bcf3d1dfee00 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:02:58.405581 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-a00f8bb4-861f-4f18-852a-5ca3defcf13f tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:02:58.412899 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-a00f8bb4-861f-4f18-852a-5ca3defcf13f tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:02:58.426780 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-a00f8bb4-861f-4f18-852a-5ca3defcf13f tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Made reservation on behalf of 52dfef44eb7442fcaee5bcf3d1dfee00 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:02:58.430937 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-a00f8bb4-861f-4f18-852a-5ca3defcf13f tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:58.457984 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56760) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:02:58.489077 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-d8b9e574-55c7-4b4e-bab6-4cae03dc9f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:02:58.489510 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b9e574-55c7-4b4e-bab6-4cae03dc9f29 None None] The sync data for ids ['88dd3bf7-2cb7-4f91-a7ef-7719f41d352f'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:02:58.521068 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['d0bd622e-aa88-46cf-8228-97766cb44e0c'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:02:58.573893 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9c7752-0330-4b72-8aa3-9bb6d744d513', 'tag': '613678b2-b88a-4a28-b8ba-3ce49cfaf2ad', 'status': 'completed', 'code': 200} Feb 04 21:02:58.574684 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e250ee5-f964-4d41-aa07-f56d8b7f4e48 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Pushing event updated for resources: {'Port': ['ID=1cc0ad43-584b-47b9-8ec2-ba1ddd54959b,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:58.642429 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-fd5bf509-a95e-4db5-bff3-bed190771545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:58.643923 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-fd5bf509-a95e-4db5-bff3-bed190771545 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ba621d22ceb430b9eee1db66fccde19&device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 1094 time: 0.6533496 Feb 04 21:02:58.673356 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-277b286c-855f-499d-b043-3e37ba547a8d req-6e250ee5-f964-4d41-aa07-f56d8b7f4e48 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Network 7d8c23e1-7a6b-46d1-9945-4c784d17e819 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:02:58.737879 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-277b286c-855f-499d-b043-3e37ba547a8d req-6e250ee5-f964-4d41-aa07-f56d8b7f4e48 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:02:58.744440 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-277b286c-855f-499d-b043-3e37ba547a8d req-6e250ee5-f964-4d41-aa07-f56d8b7f4e48 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:02:58.782853 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-e7a11813-5748-4fef-9722-81ed540e0f52 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=613678b2-b88a-4a28-b8ba-3ce49cfaf2ad HTTP/1.1" status: 200 len: 217 time: 0.1236029 Feb 04 21:02:58.983301 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-a00f8bb4-861f-4f18-852a-5ca3defcf13f tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Allocated IP 172.20.0.6 (1e54d53d-f997-4dfb-a224-d1fd181e2576/7d973d52-9cec-4659-bee1-2f5deb367273/f30c6684-a5ad-48d5-ae73-5d878de6e95f) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:02:59.105572 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b286c-855f-499d-b043-3e37ba547a8d req-6e250ee5-f964-4d41-aa07-f56d8b7f4e48 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:59.106171 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-277b286c-855f-499d-b043-3e37ba547a8d req-6e250ee5-f964-4d41-aa07-f56d8b7f4e48 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:59.114309 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-151408ea-9ddd-43da-89a3-793c41e8a9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:59.115718 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-151408ea-9ddd-43da-89a3-793c41e8a9c0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e HTTP/1.1" status: 200 len: 849 time: 0.1465142 Feb 04 21:02:59.125605 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f5a341bc-4563-4220-8b30-67eca8e8b649 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:59.238103 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ccd1d-9720-4376-964d-e6b172934a3a req-274f0341-8ef0-445a-8180-4cfc456e0c50 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:59.244799 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ccd1d-9720-4376-964d-e6b172934a3a req-274f0341-8ef0-445a-8180-4cfc456e0c50 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:59.252403 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ccd1d-9720-4376-964d-e6b172934a3a req-274f0341-8ef0-445a-8180-4cfc456e0c50 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:59.261096 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ccd1d-9720-4376-964d-e6b172934a3a req-274f0341-8ef0-445a-8180-4cfc456e0c50 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:59.266917 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ccd1d-9720-4376-964d-e6b172934a3a req-274f0341-8ef0-445a-8180-4cfc456e0c50 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:59.272691 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ccd1d-9720-4376-964d-e6b172934a3a req-274f0341-8ef0-445a-8180-4cfc456e0c50 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:59.279328 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ccd1d-9720-4376-964d-e6b172934a3a req-274f0341-8ef0-445a-8180-4cfc456e0c50 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:59.281348 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-107ccd1d-9720-4376-964d-e6b172934a3a req-274f0341-8ef0-445a-8180-4cfc456e0c50 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 5427 time: 0.9475410 Feb 04 21:02:59.328552 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-277b286c-855f-499d-b043-3e37ba547a8d req-6e250ee5-f964-4d41-aa07-f56d8b7f4e48 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4851673 Feb 04 21:02:59.336023 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff6e2f-0ace-4323-b64a-a09d787f0aba req-09935516-9d8c-43f0-b415-973bd6399299 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:59.338001 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2cff6e2f-0ace-4323-b64a-a09d787f0aba req-09935516-9d8c-43f0-b415-973bd6399299 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 949 time: 0.7490811 Feb 04 21:02:59.350631 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-277b286c-855f-499d-b043-3e37ba547a8d req-9614bd07-2a08-4d55-b308-71da66a5306c service neutron] Request body: {'port': {'device_id': 'ee168f6d-cf05-4e89-9d1c-c8fe65079393', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:02:59.451835 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-a00f8bb4-861f-4f18-852a-5ca3defcf13f tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:59.544977 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-107ccd1d-9720-4376-964d-e6b172934a3a req-c4d4aca4-44f5-44a1-94eb-c6dd14904b05 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc27a88a-7d29-4d8e-adaa-4f6d9a816c1f&id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2501419 Feb 04 21:02:59.546889 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-a00f8bb4-861f-4f18-852a-5ca3defcf13f tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:59.594176 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2cff6e2f-0ace-4323-b64a-a09d787f0aba req-6a38248a-b6dc-438c-a975-24f294859a4d tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472129 Feb 04 21:02:59.628474 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-a00f8bb4-861f-4f18-852a-5ca3defcf13f tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Network 1e54d53d-f997-4dfb-a224-d1fd181e2576 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:02:59.634074 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-712a8719-c9e1-48fa-a264-91dcf0054654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:59.660523 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-277b286c-855f-499d-b043-3e37ba547a8d req-9614bd07-2a08-4d55-b308-71da66a5306c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:59.685791 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-a00f8bb4-861f-4f18-852a-5ca3defcf13f tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:02:59.690225 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f5a341bc-4563-4220-8b30-67eca8e8b649 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:59.692548 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-a00f8bb4-861f-4f18-852a-5ca3defcf13f tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:02:59.729562 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f8bb4-861f-4f18-852a-5ca3defcf13f tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Pushing event updated for resources: {'Port': ['ID=f30c6684-a5ad-48d5-ae73-5d878de6e95f,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:02:59.794337 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-f5a341bc-4563-4220-8b30-67eca8e8b649 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Deleting port d6e6ca5c-ea1c-43a3-9c8d-dc4889b18098 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:02:59.794695 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f5a341bc-4563-4220-8b30-67eca8e8b649 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:59.819011 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-a2fc5d1c-c259-4040-8ef7-2b506fa2ea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:59.820493 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-a2fc5d1c-c259-4040-8ef7-2b506fa2ea82 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=05b0da4f-bf1c-4e94-969a-698256edcb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6365478 Feb 04 21:02:59.842648 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-a00f8bb4-861f-4f18-852a-5ca3defcf13f tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:02:59.843257 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-a00f8bb4-861f-4f18-852a-5ca3defcf13f tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:02:59.884976 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-a00f8bb4-861f-4f18-852a-5ca3defcf13f tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7172351 Feb 04 21:02:59.899700 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-4bff4a4a-fda6-4cfe-b903-9ff3cf1c1811 service neutron] Request body: {'port': {'device_id': '1769dc85-c9ff-484d-b1db-9dd43a10592a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:03:00.124907 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-4bff4a4a-fda6-4cfe-b903-9ff3cf1c1811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:00.296714 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-712a8719-c9e1-48fa-a264-91dcf0054654 admin admin] Deleting port 5921a95b-ce35-4003-a50b-bee712cc44ca {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:03:00.297053 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-712a8719-c9e1-48fa-a264-91dcf0054654 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:00.302937 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-91b57f76-9c5f-4a05-9541-0e9c6b6acd9f service neutron] 10.222.0.32 "GET /v2.0/networks/05b0da4f-bf1c-4e94-969a-698256edcb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351082 Feb 04 21:03:00.325155 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a587e-aef9-4b1b-8360-9900b01a2617 req-b74d17e8-5178-46d4-87ba-e35832c7ddb0 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:00.326635 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-613a587e-aef9-4b1b-8360-9900b01a2617 req-b74d17e8-5178-46d4-87ba-e35832c7ddb0 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=1769dc85-c9ff-484d-b1db-9dd43a10592a HTTP/1.1" status: 200 len: 931 time: 0.5913930 Feb 04 21:03:00.369552 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caecdcf0-04bc-47fe-b43f-a63eadb05897 req-8752ce86-21a5-41fa-9523-ed37bfcf3a46 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:00.370244 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-caecdcf0-04bc-47fe-b43f-a63eadb05897 req-8752ce86-21a5-41fa-9523-ed37bfcf3a46 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Synchronizing usage tracker for tenant:6d15241bd78a41148bd0d1c2bdd856b4 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:03:00.419656 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f5a341bc-4563-4220-8b30-67eca8e8b649 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:00.609168 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-712a8719-c9e1-48fa-a264-91dcf0054654 admin admin] For port 5921a95b-ce35-4003-a50b-bee712cc44ca, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=5921a95b-ce35-4003-a50b-bee712cc44ca,segment=NetworkSegment(0110a9e8-3916-421a-a265-bc63642d7339),segment_id=0110a9e8-3916-421a-a265-bc63642d7339)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:00.609768 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-712a8719-c9e1-48fa-a264-91dcf0054654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:00.737116 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-712a8719-c9e1-48fa-a264-91dcf0054654 admin admin] Calling delete_port for 5921a95b-ce35-4003-a50b-bee712cc44ca owned by network:router_interface {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:03:00.767421 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-f5a341bc-4563-4220-8b30-67eca8e8b649 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Calling delete_port for d6e6ca5c-ea1c-43a3-9c8d-dc4889b18098 owned by network:router_gateway {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:03:00.778800 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.resource_extend [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-4bff4a4a-fda6-4cfe-b903-9ff3cf1c1811 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:03:00.857391 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-caecdcf0-04bc-47fe-b43f-a63eadb05897 req-8752ce86-21a5-41fa-9523-ed37bfcf3a46 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Unset dirty status for tenant:6d15241bd78a41148bd0d1c2bdd856b4 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:03:00.858577 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-caecdcf0-04bc-47fe-b43f-a63eadb05897 req-8752ce86-21a5-41fa-9523-ed37bfcf3a46 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee168f6d-cf05-4e89-9d1c-c8fe65079393 HTTP/1.1" status: 200 len: 932 time: 1.0758522 Feb 04 21:03:00.888388 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-613a587e-aef9-4b1b-8360-9900b01a2617 req-6428fa87-5b3a-41ba-8ae5-15251ce2a783 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5288043 Feb 04 21:03:00.928626 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device b98644ad-30b2-4c12-b57b-22b5f633f4b1 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:03:00.989470 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-4bff4a4a-fda6-4cfe-b903-9ff3cf1c1811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f30c6684-a5ad-48d5-ae73-5d878de6e95f {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:03:01.001240 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-4bff4a4a-fda6-4cfe-b903-9ff3cf1c1811 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:01.019582 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-caecdcf0-04bc-47fe-b43f-a63eadb05897 req-e6320406-1151-4e44-ade4-37c21cb305af tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Synchronizing usage tracker for tenant:6d15241bd78a41148bd0d1c2bdd856b4 on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:03:01.032845 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-4bff4a4a-fda6-4cfe-b903-9ff3cf1c1811 service neutron] Transition to ACTIVE for port object f30c6684-a5ad-48d5-ae73-5d878de6e95f will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:03:01.038925 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c79157e7-5cda-48dc-8107-d8efdcd73077 req-c159c9d7-8d67-4fb6-94f7-b5e1281f0341 service neutron] 10.222.0.32 "GET /v2.0/networks/05b0da4f-bf1c-4e94-969a-698256edcb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7112432 Feb 04 21:03:01.045321 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-4bff4a4a-fda6-4cfe-b903-9ff3cf1c1811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:01.081813 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port b98644ad-30b2-4c12-b57b-22b5f633f4b1 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:03:01.089165 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port b98644ad-30b2-4c12-b57b-22b5f633f4b1 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:01.089662 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:01.104451 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c0a92895-e795-44c1-b1ef-507a6bd814e7 req-855adbed-5a35-438c-847d-cfb4a7049492 service neutron] 10.222.0.18 "GET /v2.0/ports/f4ba7000-b7be-4bac-bfaf-239ebac223f9/bindings/n-h2-827896-1 HTTP/1.1" status: 200 len: 382 time: 0.3487191 Feb 04 21:03:01.216559 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff4a4a-fda6-4cfe-b903-9ff3cf1c1811 service neutron] Pushing event updated for resources: {'Port': ['ID=f30c6684-a5ad-48d5-ae73-5d878de6e95f,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:01.225763 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-caecdcf0-04bc-47fe-b43f-a63eadb05897 req-e6320406-1151-4e44-ade4-37c21cb305af tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Unset dirty status for tenant:6d15241bd78a41148bd0d1c2bdd856b4 on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:03:01.227714 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-caecdcf0-04bc-47fe-b43f-a63eadb05897 req-e6320406-1151-4e44-ade4-37c21cb305af tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461626 Feb 04 21:03:01.232007 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-277b286c-855f-499d-b043-3e37ba547a8d req-9614bd07-2a08-4d55-b308-71da66a5306c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cc0ad43-584b-47b9-8ec2-ba1ddd54959b {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:03:01.278827 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-277b286c-855f-499d-b043-3e37ba547a8d req-9614bd07-2a08-4d55-b308-71da66a5306c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:01.368956 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:01.403017 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b98644ad-30b2-4c12-b57b-22b5f633f4b1'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:03:01.413884 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-4bff4a4a-fda6-4cfe-b903-9ff3cf1c1811 service neutron] Attempting to bind port f30c6684-a5ad-48d5-ae73-5d878de6e95f on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:03:01.414836 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-4bff4a4a-fda6-4cfe-b903-9ff3cf1c1811 service neutron] Attempting to bind port f30c6684-a5ad-48d5-ae73-5d878de6e95f by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'd272340f-e46b-4b9a-95de-826926ac6bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '1e54d53d-f997-4dfb-a224-d1fd181e2576'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:03:01.414836 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-4bff4a4a-fda6-4cfe-b903-9ff3cf1c1811 service neutron] Attempting to bind port f30c6684-a5ad-48d5-ae73-5d878de6e95f on network 1e54d53d-f997-4dfb-a224-d1fd181e2576 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:03:01.418609 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port b98644ad-30b2-4c12-b57b-22b5f633f4b1, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=b98644ad-30b2-4c12-b57b-22b5f633f4b1,segment=NetworkSegment(13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574),segment_id=13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:01.419421 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-712a8719-c9e1-48fa-a264-91dcf0054654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:01.423267 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:01.424836 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 044174bb-6743-43bd-b283-bd8008780c8e up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:03:01.445599 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6bae32-2bd9-438a-8d2c-fb968fa3893e req-9b411542-570d-4c0f-a10d-9d0a296af258 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:01.447724 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2c6bae32-2bd9-438a-8d2c-fb968fa3893e req-9b411542-570d-4c0f-a10d-9d0a296af258 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 943 time: 0.3423858 Feb 04 21:03:01.458080 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b236c4b-4fce-4a5a-af04-e12679fedc41 req-416e163a-c694-4b22-a897-04c0f1c6ed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:01.462234 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0b236c4b-4fce-4a5a-af04-e12679fedc41 req-416e163a-c694-4b22-a897-04c0f1c6ed9f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ba621d22ceb430b9eee1db66fccde19&device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 1094 time: 0.3507950 Feb 04 21:03:01.466656 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-4bff4a4a-fda6-4cfe-b903-9ff3cf1c1811 service neutron] Port f30c6684-a5ad-48d5-ae73-5d878de6e95f on network 1e54d53d-f997-4dfb-a224-d1fd181e2576 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:03:01.466980 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-4bff4a4a-fda6-4cfe-b903-9ff3cf1c1811 service neutron] Attempting to bind port f30c6684-a5ad-48d5-ae73-5d878de6e95f on network 1e54d53d-f997-4dfb-a224-d1fd181e2576 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:03:01.480095 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a8719-c9e1-48fa-a264-91dcf0054654 admin admin] Pushing event deleted for resources: {'Port': ['ID=5921a95b-ce35-4003-a50b-bee712cc44ca,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:01.523934 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-4bff4a4a-fda6-4cfe-b903-9ff3cf1c1811 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:03:01.524281 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-4bff4a4a-fda6-4cfe-b903-9ff3cf1c1811 service neutron] Checking segment: {'id': 'd272340f-e46b-4b9a-95de-826926ac6bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '1e54d53d-f997-4dfb-a224-d1fd181e2576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:03:01.524674 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-4bff4a4a-fda6-4cfe-b903-9ff3cf1c1811 service neutron] Bound using segment: {'id': 'd272340f-e46b-4b9a-95de-826926ac6bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '1e54d53d-f997-4dfb-a224-d1fd181e2576'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:03:01.525351 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-4bff4a4a-fda6-4cfe-b903-9ff3cf1c1811 service neutron] Bound port: f30c6684-a5ad-48d5-ae73-5d878de6e95f, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd272340f-e46b-4b9a-95de-826926ac6bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '1e54d53d-f997-4dfb-a224-d1fd181e2576'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:03:01.525703 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-4bff4a4a-fda6-4cfe-b903-9ff3cf1c1811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:01.558524 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-277b286c-855f-499d-b043-3e37ba547a8d req-9614bd07-2a08-4d55-b308-71da66a5306c service neutron] Transition to ACTIVE for port object 1cc0ad43-584b-47b9-8ec2-ba1ddd54959b will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:03:01.574628 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2c6bae32-2bd9-438a-8d2c-fb968fa3893e req-f80b7f32-6369-4788-8f1d-540b4c18e01b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9e855fd-f338-4450-a8fe-cb99a2aee980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110768 Feb 04 21:03:01.583199 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f5a341bc-4563-4220-8b30-67eca8e8b649 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:01.601516 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=b98644ad-30b2-4c12-b57b-22b5f633f4b1,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:01.633551 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 044174bb-6743-43bd-b283-bd8008780c8e completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:03:01.669422 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 044174bb-6743-43bd-b283-bd8008780c8e triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:01.670072 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:01.773546 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-277b286c-855f-499d-b043-3e37ba547a8d req-9614bd07-2a08-4d55-b308-71da66a5306c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:01.799835 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-4bff4a4a-fda6-4cfe-b903-9ff3cf1c1811 service neutron] For port f30c6684-a5ad-48d5-ae73-5d878de6e95f, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:03:01.842241 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:01.880284 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 044174bb-6743-43bd-b283-bd8008780c8e, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=044174bb-6743-43bd-b283-bd8008780c8e,segment=NetworkSegment(eb14079e-74a0-4935-87b8-557042e4c6f4),segment_id=eb14079e-74a0-4935-87b8-557042e4c6f4)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:01.885132 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:01.885981 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 30c8b28c-5310-4bac-a7d4-377b7157856b up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:03:01.895597 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-4bff4a4a-fda6-4cfe-b903-9ff3cf1c1811 service neutron] For port f30c6684-a5ad-48d5-ae73-5d878de6e95f, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f30c6684-a5ad-48d5-ae73-5d878de6e95f,segment=NetworkSegment(d272340f-e46b-4b9a-95de-826926ac6bfb),segment_id=d272340f-e46b-4b9a-95de-826926ac6bfb)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:03:01.905113 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-4bff4a4a-fda6-4cfe-b903-9ff3cf1c1811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:01.929136 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a341bc-4563-4220-8b30-67eca8e8b649 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Pushing event deleted for resources: {'Port': ['ID=d6e6ca5c-ea1c-43a3-9c8d-dc4889b18098,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:01.970224 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-4bff4a4a-fda6-4cfe-b903-9ff3cf1c1811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:01.971425 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-4bff4a4a-fda6-4cfe-b903-9ff3cf1c1811 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:01.973360 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-4bff4a4a-fda6-4cfe-b903-9ff3cf1c1811 service neutron] 10.222.0.18 "PUT /v2.0/ports/f30c6684-a5ad-48d5-ae73-5d878de6e95f HTTP/1.1" status: 200 len: 1091 time: 2.0799448 Feb 04 21:03:01.985470 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1769dc85-c9ff-484d-b1db-9dd43a10592a', 'tag': 'f30c6684-a5ad-48d5-ae73-5d878de6e95f'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:03:02.001331 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-712a8719-c9e1-48fa-a264-91dcf0054654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:02.014481 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=044174bb-6743-43bd-b283-bd8008780c8e,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:02.026253 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 30c8b28c-5310-4bac-a7d4-377b7157856b completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:03:02.035003 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 30c8b28c-5310-4bac-a7d4-377b7157856b triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:02.035425 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:02.138191 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff4a4a-fda6-4cfe-b903-9ff3cf1c1811 service neutron] Pushing event updated for resources: {'Port': ['ID=f30c6684-a5ad-48d5-ae73-5d878de6e95f,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:02.173179 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:02.198929 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614bd07-2a08-4d55-b308-71da66a5306c service neutron] Pushing event updated for resources: {'Port': ['ID=1cc0ad43-584b-47b9-8ec2-ba1ddd54959b,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:02.209169 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 30c8b28c-5310-4bac-a7d4-377b7157856b, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=30c8b28c-5310-4bac-a7d4-377b7157856b,segment=NetworkSegment(eb14079e-74a0-4935-87b8-557042e4c6f4),segment_id=eb14079e-74a0-4935-87b8-557042e4c6f4)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:02.214136 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:02.214987 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device c946fa5d-284e-4d9b-a8fb-f026a285451d up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:03:02.240279 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a92895-e795-44c1-b1ef-507a6bd814e7 req-bde769fa-3751-48db-92f0-e91d513b283a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:02.240858 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c0a92895-e795-44c1-b1ef-507a6bd814e7 req-bde769fa-3751-48db-92f0-e91d513b283a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8&tenant_id=55d1f91d84e0433d8b3ab7473aab0e34 HTTP/1.1" status: 200 len: 1100 time: 0.8809626 Feb 04 21:03:02.284102 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-3c42cab8-d4a1-4269-87fa-83ff01d3cd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:02.286230 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-3c42cab8-d4a1-4269-87fa-83ff01d3cd10 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=52dfef44eb7442fcaee5bcf3d1dfee00&device_id=1769dc85-c9ff-484d-b1db-9dd43a10592a HTTP/1.1" status: 200 len: 1094 time: 0.2723117 Feb 04 21:03:02.339163 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=30c8b28c-5310-4bac-a7d4-377b7157856b,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:02.352833 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port c946fa5d-284e-4d9b-a8fb-f026a285451d completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:03:02.361329 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port c946fa5d-284e-4d9b-a8fb-f026a285451d triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:02.361643 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:02.362559 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-cbc2984b-c2bd-493d-9cf7-a65827d33cf5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f30c6684-a5ad-48d5-ae73-5d878de6e95f HTTP/1.1" status: 200 len: 217 time: 0.0701873 Feb 04 21:03:02.395439 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b236c4b-4fce-4a5a-af04-e12679fedc41 req-9455dea8-618e-48bb-adcf-609d88583d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:02.396888 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0b236c4b-4fce-4a5a-af04-e12679fedc41 req-9455dea8-618e-48bb-adcf-609d88583d49 service neutron] 10.222.0.32 "GET /v2.0/networks?id=05b0da4f-bf1c-4e94-969a-698256edcb76 HTTP/1.1" status: 200 len: 911 time: 0.8977458 Feb 04 21:03:02.399495 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f5a341bc-4563-4220-8b30-67eca8e8b649 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:02.488047 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:02.531230 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port c946fa5d-284e-4d9b-a8fb-f026a285451d, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=c946fa5d-284e-4d9b-a8fb-f026a285451d,segment=NetworkSegment(eb14079e-74a0-4935-87b8-557042e4c6f4),segment_id=eb14079e-74a0-4935-87b8-557042e4c6f4)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:02.538868 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:02.539678 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 3753cc11-1c31-453a-a527-f0e098c63ba8 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:03:02.625439 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:02.668258 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=c946fa5d-284e-4d9b-a8fb-f026a285451d,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:02.681122 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 3753cc11-1c31-453a-a527-f0e098c63ba8 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:03:02.687471 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 3753cc11-1c31-453a-a527-f0e098c63ba8 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:02.687849 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:02.732371 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-e0c8b8c1-e6bf-48b0-998f-6a078d5ee0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:02.734319 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-e0c8b8c1-e6bf-48b0-998f-6a078d5ee0ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7d973d52-9cec-4659-bee1-2f5deb367273 HTTP/1.1" status: 200 len: 844 time: 0.3161049 Feb 04 21:03:02.788124 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-536897ed-b850-4ffb-84f2-3b85e8a7939d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1e54d53d-f997-4dfb-a224-d1fd181e2576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462580 Feb 04 21:03:02.802286 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0b236c4b-4fce-4a5a-af04-e12679fedc41 req-df1dbe56-0e00-45d1-ae30-715a469c5e40 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=613678b2-b88a-4a28-b8ba-3ce49cfaf2ad HTTP/1.1" status: 200 len: 217 time: 0.2264574 Feb 04 21:03:02.822100 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:02.824573 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712a8719-c9e1-48fa-a264-91dcf0054654 admin admin] Router 512179e7-0228-44ac-8895-8a5a333b1b11 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:03:02.856131 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 3753cc11-1c31-453a-a527-f0e098c63ba8, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=3753cc11-1c31-453a-a527-f0e098c63ba8,segment=NetworkSegment(07bc0a67-6867-413a-ba45-d087c277866a),segment_id=07bc0a67-6867-413a-ba45-d087c277866a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:02.861397 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:02.862237 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 5bf4fdc2-20cd-450d-8d03-ffacefdb58d0 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:03:02.870005 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a00b0-9c66-4f68-b28f-d8f4e991ebd8 req-ecd7a4af-2a07-4aac-b12f-dd2bfb4e013e tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:02.871469 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-844a00b0-9c66-4f68-b28f-d8f4e991ebd8 req-ecd7a4af-2a07-4aac-b12f-dd2bfb4e013e tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 949 time: 1.0846770 Feb 04 21:03:02.882685 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ed92c-ff00-4b5d-ba3b-e388a58b38e8 req-b4330aea-305f-4f1c-ad66-42d0658d1277 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:02.889287 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ed92c-ff00-4b5d-ba3b-e388a58b38e8 req-b4330aea-305f-4f1c-ad66-42d0658d1277 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:02.895221 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ed92c-ff00-4b5d-ba3b-e388a58b38e8 req-b4330aea-305f-4f1c-ad66-42d0658d1277 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:02.901905 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ed92c-ff00-4b5d-ba3b-e388a58b38e8 req-b4330aea-305f-4f1c-ad66-42d0658d1277 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:02.906964 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ed92c-ff00-4b5d-ba3b-e388a58b38e8 req-b4330aea-305f-4f1c-ad66-42d0658d1277 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:02.912853 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ed92c-ff00-4b5d-ba3b-e388a58b38e8 req-b4330aea-305f-4f1c-ad66-42d0658d1277 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:02.919102 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ed92c-ff00-4b5d-ba3b-e388a58b38e8 req-b4330aea-305f-4f1c-ad66-42d0658d1277 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:02.921856 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d31ed92c-ff00-4b5d-ba3b-e388a58b38e8 req-b4330aea-305f-4f1c-ad66-42d0658d1277 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 5429 time: 1.1430123 Feb 04 21:03:02.940450 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f5a341bc-4563-4220-8b30-67eca8e8b649 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:02.943040 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f5a341bc-4563-4220-8b30-67eca8e8b649 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:03.003169 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b236c4b-4fce-4a5a-af04-e12679fedc41 req-0037791b-a90c-4521-97cc-d7c3c3c37ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:03.005080 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0b236c4b-4fce-4a5a-af04-e12679fedc41 req-0037791b-a90c-4521-97cc-d7c3c3c37ff4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e HTTP/1.1" status: 200 len: 849 time: 0.1813898 Feb 04 21:03:03.006607 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=3753cc11-1c31-453a-a527-f0e098c63ba8,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:03.010751 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 5bf4fdc2-20cd-450d-8d03-ffacefdb58d0 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:03:03.012688 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f5a341bc-4563-4220-8b30-67eca8e8b649 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:03.013435 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a341bc-4563-4220-8b30-67eca8e8b649 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Fanout notify agent at l3_agent the message router_deleted on router 88dd3bf7-2cb7-4f91-a7ef-7719f41d352f {{(pid=87683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:03:03.015452 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-277b286c-855f-499d-b043-3e37ba547a8d req-9614bd07-2a08-4d55-b308-71da66a5306c service neutron] Attempting to bind port 1cc0ad43-584b-47b9-8ec2-ba1ddd54959b on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:03:03.015977 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-277b286c-855f-499d-b043-3e37ba547a8d req-9614bd07-2a08-4d55-b308-71da66a5306c service neutron] Attempting to bind port 1cc0ad43-584b-47b9-8ec2-ba1ddd54959b by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': '1bfd55c3-c8d9-4e20-9f37-da07ea0581c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:03:03.016503 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277b286c-855f-499d-b043-3e37ba547a8d req-9614bd07-2a08-4d55-b308-71da66a5306c service neutron] Attempting to bind port 1cc0ad43-584b-47b9-8ec2-ba1ddd54959b on network 7d8c23e1-7a6b-46d1-9945-4c784d17e819 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:03:03.017649 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 5bf4fdc2-20cd-450d-8d03-ffacefdb58d0 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:03.018129 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:03.072567 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-08deb406-284c-4e0a-b1be-2ea9899f49df service neutron] 10.222.0.18 "GET /v2.0/networks/1e54d53d-f997-4dfb-a224-d1fd181e2576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773829 Feb 04 21:03:03.103255 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277b286c-855f-499d-b043-3e37ba547a8d req-9614bd07-2a08-4d55-b308-71da66a5306c service neutron] Port 1cc0ad43-584b-47b9-8ec2-ba1ddd54959b on network 7d8c23e1-7a6b-46d1-9945-4c784d17e819 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:03:03.103721 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277b286c-855f-499d-b043-3e37ba547a8d req-9614bd07-2a08-4d55-b308-71da66a5306c service neutron] Attempting to bind port 1cc0ad43-584b-47b9-8ec2-ba1ddd54959b on network 7d8c23e1-7a6b-46d1-9945-4c784d17e819 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:03:03.140198 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277b286c-855f-499d-b043-3e37ba547a8d req-9614bd07-2a08-4d55-b308-71da66a5306c service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:03:03.140631 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277b286c-855f-499d-b043-3e37ba547a8d req-9614bd07-2a08-4d55-b308-71da66a5306c service neutron] Checking segment: {'id': '1bfd55c3-c8d9-4e20-9f37-da07ea0581c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:03:03.141090 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277b286c-855f-499d-b043-3e37ba547a8d req-9614bd07-2a08-4d55-b308-71da66a5306c service neutron] Bound using segment: {'id': '1bfd55c3-c8d9-4e20-9f37-da07ea0581c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:03:03.141644 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-277b286c-855f-499d-b043-3e37ba547a8d req-9614bd07-2a08-4d55-b308-71da66a5306c service neutron] Bound port: 1cc0ad43-584b-47b9-8ec2-ba1ddd54959b, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bfd55c3-c8d9-4e20-9f37-da07ea0581c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:03:03.142426 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-277b286c-855f-499d-b043-3e37ba547a8d req-9614bd07-2a08-4d55-b308-71da66a5306c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:03.150837 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:03.189089 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712a8719-c9e1-48fa-a264-91dcf0054654 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:03:03.196096 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 5bf4fdc2-20cd-450d-8d03-ffacefdb58d0, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=5bf4fdc2-20cd-450d-8d03-ffacefdb58d0,segment=NetworkSegment(13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574),segment_id=13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:03.198461 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-844a00b0-9c66-4f68-b28f-d8f4e991ebd8 req-c0e75993-66f4-488b-b5eb-6b306a8f9b46 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748728 Feb 04 21:03:03.208095 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1292f603-365d-46f5-b6a0-04c47c4adae2 None None] Sync routers for ids ['512179e7-0228-44ac-8895-8a5a333b1b11'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:03:03.211119 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:03.223255 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-712a8719-c9e1-48fa-a264-91dcf0054654 admin admin] 10.222.0.26 "PUT /v2.0/routers/512179e7-0228-44ac-8895-8a5a333b1b11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7628021 Feb 04 21:03:03.226468 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56788) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:03.237698 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a92895-e795-44c1-b1ef-507a6bd814e7 req-bdc97913-9b1f-4fff-9c00-9bd146060c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:03.237698 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c0a92895-e795-44c1-b1ef-507a6bd814e7 req-bdc97913-9b1f-4fff-9c00-9bd146060c80 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 1100 time: 0.9229484 Feb 04 21:03:03.240520 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1292f603-365d-46f5-b6a0-04c47c4adae2 None None] Routers {'512179e7-0228-44ac-8895-8a5a333b1b11'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:03:03.241455 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-1292f603-365d-46f5-b6a0-04c47c4adae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:02:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['512179e7-0228-44ac-8895-8a5a333b1b11'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:03.247021 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f5a341bc-4563-4220-8b30-67eca8e8b649 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:03.248192 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-f5a341bc-4563-4220-8b30-67eca8e8b649 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] 10.222.0.26 "DELETE /v2.0/routers/88dd3bf7-2cb7-4f91-a7ef-7719f41d352f HTTP/1.1" status: 204 len: 168 time: 4.8496945 Feb 04 21:03:03.262405 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56792) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:03.268744 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device d0bd622e-aa88-46cf-8228-97766cb44e0c up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:03:03.286398 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d31ed92c-ff00-4b5d-ba3b-e388a58b38e8 req-c6399ef7-fed6-4559-89a7-6f6bfbb9da4b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc27a88a-7d29-4d8e-adaa-4f6d9a816c1f&id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2801192 Feb 04 21:03:03.290228 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-66ccba95-d731-43c2-84b4-53d4ec5de32e tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1763155739', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'enable_snat': False}}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:03:03.315278 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-66ccba95-d731-43c2-84b4-53d4ec5de32e tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:03:03.326704 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0d040e5b-6918-405b-81cf-aa35a65366c8 req-38da5984-2834-4139-8211-1c09a63fb0fc service neutron] 10.222.0.18 "GET /v2.0/networks/1e54d53d-f997-4dfb-a224-d1fd181e2576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391145 Feb 04 21:03:03.386226 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-66ccba95-d731-43c2-84b4-53d4ec5de32e tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Usage tracker for resource:router and tenant:1998818573a6402e91949fb11030657b is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:03:03.399932 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-66ccba95-d731-43c2-84b4-53d4ec5de32e tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:03:03.428054 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-66ccba95-d731-43c2-84b4-53d4ec5de32e tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:03:03.450801 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b98644ad-30b2-4c12-b57b-22b5f633f4b1', 'code': 200} Feb 04 21:03:03.465891 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f80354bf-fab8-40cc-a540-ccbfe053a909 admin admin] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:03.474482 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-277b286c-855f-499d-b043-3e37ba547a8d req-9614bd07-2a08-4d55-b308-71da66a5306c service neutron] For port 1cc0ad43-584b-47b9-8ec2-ba1ddd54959b, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:03:03.477834 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-66ccba95-d731-43c2-84b4-53d4ec5de32e tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:03.479049 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-66ccba95-d731-43c2-84b4-53d4ec5de32e tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:03.489039 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b236c4b-4fce-4a5a-af04-e12679fedc41 req-17dabf6e-6612-4e6d-b591-e2b4967a7bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:03.490570 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0b236c4b-4fce-4a5a-af04-e12679fedc41 req-17dabf6e-6612-4e6d-b591-e2b4967a7bcd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=05b0da4f-bf1c-4e94-969a-698256edcb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4470594 Feb 04 21:03:03.500201 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-277b286c-855f-499d-b043-3e37ba547a8d req-9614bd07-2a08-4d55-b308-71da66a5306c service neutron] For port 1cc0ad43-584b-47b9-8ec2-ba1ddd54959b, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=1cc0ad43-584b-47b9-8ec2-ba1ddd54959b,segment=NetworkSegment(1bfd55c3-c8d9-4e20-9f37-da07ea0581c2),segment_id=1bfd55c3-c8d9-4e20-9f37-da07ea0581c2)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:03:03.514927 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=5bf4fdc2-20cd-450d-8d03-ffacefdb58d0,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:03.531317 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port d0bd622e-aa88-46cf-8228-97766cb44e0c completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:03:03.538484 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port d0bd622e-aa88-46cf-8228-97766cb44e0c triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:03.539164 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:03.613670 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-277b286c-855f-499d-b043-3e37ba547a8d req-9614bd07-2a08-4d55-b308-71da66a5306c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:03.635567 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-1292f603-365d-46f5-b6a0-04c47c4adae2 None None] Set router 512179e7-0228-44ac-8895-8a5a333b1b11 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:03:03.732070 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:03.767998 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a92895-e795-44c1-b1ef-507a6bd814e7 req-92ff21ae-e627-4871-870f-1f138ab1c998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:03.769511 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c0a92895-e795-44c1-b1ef-507a6bd814e7 req-92ff21ae-e627-4871-870f-1f138ab1c998 service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.5172908 Feb 04 21:03:03.778010 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-66ccba95-d731-43c2-84b4-53d4ec5de32e tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:03.783102 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f80354bf-fab8-40cc-a540-ccbfe053a909 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:03.788328 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port d0bd622e-aa88-46cf-8228-97766cb44e0c, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=d0bd622e-aa88-46cf-8228-97766cb44e0c,segment=NetworkSegment(eb14079e-74a0-4935-87b8-557042e4c6f4),segment_id=eb14079e-74a0-4935-87b8-557042e4c6f4)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:03.793532 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-f80354bf-fab8-40cc-a540-ccbfe053a909 admin admin] Deleting port 0ca955ec-dc7e-4ec1-9a31-b521ae5850cd {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:03:03.793831 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:03.794087 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f80354bf-fab8-40cc-a540-ccbfe053a909 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:03.795283 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device f4ba7000-b7be-4bac-bfaf-239ebac223f9 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:03:03.869495 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b286c-855f-499d-b043-3e37ba547a8d req-9614bd07-2a08-4d55-b308-71da66a5306c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:03.875166 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-277b286c-855f-499d-b043-3e37ba547a8d req-9614bd07-2a08-4d55-b308-71da66a5306c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:03.880879 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-277b286c-855f-499d-b043-3e37ba547a8d req-9614bd07-2a08-4d55-b308-71da66a5306c service neutron] 10.222.0.32 "PUT /v2.0/ports/1cc0ad43-584b-47b9-8ec2-ba1ddd54959b HTTP/1.1" status: 200 len: 1092 time: 4.5418284 Feb 04 21:03:03.906920 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee168f6d-cf05-4e89-9d1c-c8fe65079393', 'tag': '1cc0ad43-584b-47b9-8ec2-ba1ddd54959b'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:03:04.044700 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1769dc85-c9ff-484d-b1db-9dd43a10592a', 'tag': 'f30c6684-a5ad-48d5-ae73-5d878de6e95f', 'status': 'completed', 'code': 200} Feb 04 21:03:04.141263 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614bd07-2a08-4d55-b308-71da66a5306c service neutron] Pushing event updated for resources: {'Port': ['ID=1cc0ad43-584b-47b9-8ec2-ba1ddd54959b,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:04.160853 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c0a92895-e795-44c1-b1ef-507a6bd814e7 req-7c6b1536-c95d-484a-96fa-b0009321945c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=f4ba7000-b7be-4bac-bfaf-239ebac223f9 HTTP/1.1" status: 200 len: 217 time: 0.3765810 Feb 04 21:03:04.178124 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=d0bd622e-aa88-46cf-8228-97766cb44e0c,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:04.179597 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-f80354bf-fab8-40cc-a540-ccbfe053a909 admin admin] For port 0ca955ec-dc7e-4ec1-9a31-b521ae5850cd, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=0ca955ec-dc7e-4ec1-9a31-b521ae5850cd,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:04.180286 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f80354bf-fab8-40cc-a540-ccbfe053a909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:04.195074 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:04.259150 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port f4ba7000-b7be-4bac-bfaf-239ebac223f9, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f4ba7000-b7be-4bac-bfaf-239ebac223f9,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:04.264896 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:04.289750 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-1292f603-365d-46f5-b6a0-04c47c4adae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512179e7-0228-44ac-8895-8a5a333b1b11', 'name': 'tempest-ServersTestMultiNic-747545002-router', 'tenant_id': 'bf059d808b3643f5ba5990d95220908f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '0ca955ec-dc7e-4ec1-9a31-b521ae5850cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:00:09Z', 'updated_at': '2022-02-04T21:03:01Z', 'revision_number': 5, 'project_id': 'bf059d808b3643f5ba5990d95220908f', 'gw_port': {'id': '0ca955ec-dc7e-4ec1-9a31-b521ae5850cd', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:64:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512179e7-0228-44ac-8895-8a5a333b1b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:11Z', 'updated_at': '2022-02-04T21:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:04.303561 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1292f603-365d-46f5-b6a0-04c47c4adae2 None None] Checking router: 512179e7-0228-44ac-8895-8a5a333b1b11 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:03:04.318748 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1292f603-365d-46f5-b6a0-04c47c4adae2 None None] Routers {'512179e7-0228-44ac-8895-8a5a333b1b11'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:03:04.319499 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-1292f603-365d-46f5-b6a0-04c47c4adae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:02:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['512179e7-0228-44ac-8895-8a5a333b1b11'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:04.368906 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=f4ba7000-b7be-4bac-bfaf-239ebac223f9,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:04.386132 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-f80354bf-fab8-40cc-a540-ccbfe053a909 admin admin] Calling delete_port for 0ca955ec-dc7e-4ec1-9a31-b521ae5850cd owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:03:04.499535 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ac57a-3c1f-49d2-a9c5-c1082543bd8f req-53e69ef6-6274-463c-8d7b-8af641a0a565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:04.501868 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4d9ac57a-3c1f-49d2-a9c5-c1082543bd8f req-53e69ef6-6274-463c-8d7b-8af641a0a565 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=52dfef44eb7442fcaee5bcf3d1dfee00&device_id=1769dc85-c9ff-484d-b1db-9dd43a10592a HTTP/1.1" status: 200 len: 1094 time: 0.4324920 Feb 04 21:03:04.503689 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-1292f603-365d-46f5-b6a0-04c47c4adae2 None None] Set router 512179e7-0228-44ac-8895-8a5a333b1b11 gateway port host: None {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:03:04.617177 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0b236c4b-4fce-4a5a-af04-e12679fedc41 req-56333f7a-752a-4818-858a-45382bd7aca3 service neutron] 10.222.0.32 "GET /v2.0/networks/05b0da4f-bf1c-4e94-969a-698256edcb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1155736 Feb 04 21:03:04.631921 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a92895-e795-44c1-b1ef-507a6bd814e7 req-8511aaf7-a701-4aea-9fba-bd80334426f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:04.633448 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c0a92895-e795-44c1-b1ef-507a6bd814e7 req-8511aaf7-a701-4aea-9fba-bd80334426f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.4326615 Feb 04 21:03:04.636873 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-1292f603-365d-46f5-b6a0-04c47c4adae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512179e7-0228-44ac-8895-8a5a333b1b11', 'name': 'tempest-ServersTestMultiNic-747545002-router', 'tenant_id': 'bf059d808b3643f5ba5990d95220908f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:00:09Z', 'updated_at': '2022-02-04T21:03:03Z', 'revision_number': 6, 'project_id': 'bf059d808b3643f5ba5990d95220908f', 'gw_port_host': None}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:04.641339 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1292f603-365d-46f5-b6a0-04c47c4adae2 None None] The sync data for ids ['512179e7-0228-44ac-8895-8a5a333b1b11'] in n-d-827896-1 is: [{'id': '512179e7-0228-44ac-8895-8a5a333b1b11', 'name': 'tempest-ServersTestMultiNic-747545002-router', 'tenant_id': 'bf059d808b3643f5ba5990d95220908f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:00:09Z', 'updated_at': '2022-02-04T21:03:03Z', 'revision_number': 6, 'project_id': 'bf059d808b3643f5ba5990d95220908f', 'gw_port_host': None}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:03:04.823722 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab18a9-18a6-49ee-8fcf-cebde9ce0058 req-fde845c3-4925-4bb4-8a07-ca048726f105 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:04.824618 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ac57a-3c1f-49d2-a9c5-c1082543bd8f req-d00338ba-dc16-4327-9095-a96ffa1285c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:04.825363 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-09ab18a9-18a6-49ee-8fcf-cebde9ce0058 req-fde845c3-4925-4bb4-8a07-ca048726f105 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=1769dc85-c9ff-484d-b1db-9dd43a10592a HTTP/1.1" status: 200 len: 943 time: 1.3222992 Feb 04 21:03:04.826105 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4d9ac57a-3c1f-49d2-a9c5-c1082543bd8f req-d00338ba-dc16-4327-9095-a96ffa1285c7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1e54d53d-f997-4dfb-a224-d1fd181e2576 HTTP/1.1" status: 200 len: 905 time: 0.3177409 Feb 04 21:03:04.830518 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f80354bf-fab8-40cc-a540-ccbfe053a909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:04.929720 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b286c-855f-499d-b043-3e37ba547a8d req-583a94cd-3566-4c77-80a3-b3967bc31c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:04.931321 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-277b286c-855f-499d-b043-3e37ba547a8d req-583a94cd-3566-4c77-80a3-b3967bc31c70 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d15241bd78a41148bd0d1c2bdd856b4&device_id=ee168f6d-cf05-4e89-9d1c-c8fe65079393 HTTP/1.1" status: 200 len: 1095 time: 0.9800208 Feb 04 21:03:04.936577 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-66ccba95-d731-43c2-84b4-53d4ec5de32e tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:04.938847 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4d9ac57a-3c1f-49d2-a9c5-c1082543bd8f req-9f1c2944-074e-4203-b9c3-822911063b4f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f30c6684-a5ad-48d5-ae73-5d878de6e95f HTTP/1.1" status: 200 len: 217 time: 0.1044736 Feb 04 21:03:04.941292 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80354bf-fab8-40cc-a540-ccbfe053a909 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ca955ec-dc7e-4ec1-9a31-b521ae5850cd,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:05.050935 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-277b286c-855f-499d-b043-3e37ba547a8d req-7c75549d-ad88-4b87-9737-4524983b4897 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1cc0ad43-584b-47b9-8ec2-ba1ddd54959b HTTP/1.1" status: 200 len: 217 time: 0.1057093 Feb 04 21:03:05.082288 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ac57a-3c1f-49d2-a9c5-c1082543bd8f req-42d6cdc9-6a81-4d3b-a95d-548baa85e7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:05.083293 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4d9ac57a-3c1f-49d2-a9c5-c1082543bd8f req-42d6cdc9-6a81-4d3b-a95d-548baa85e7f6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7d973d52-9cec-4659-bee1-2f5deb367273 HTTP/1.1" status: 200 len: 844 time: 0.1384797 Feb 04 21:03:05.091464 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f80354bf-fab8-40cc-a540-ccbfe053a909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:05.094488 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9deb42-7389-4515-bb04-afc92abdb129 req-99a1851b-75e6-49a8-b49f-0fdaf18d36c9 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:05.095996 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6e9deb42-7389-4515-bb04-afc92abdb129 req-99a1851b-75e6-49a8-b49f-0fdaf18d36c9 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee168f6d-cf05-4e89-9d1c-c8fe65079393 HTTP/1.1" status: 200 len: 944 time: 0.9458308 Feb 04 21:03:05.142164 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-09ab18a9-18a6-49ee-8fcf-cebde9ce0058 req-cd513eeb-5906-486b-be0e-83d5947cfc16 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607179 Feb 04 21:03:05.237953 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4d9ac57a-3c1f-49d2-a9c5-c1082543bd8f req-6e493014-063e-469c-9c52-45ea9d4eee87 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1e54d53d-f997-4dfb-a224-d1fd181e2576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1470315 Feb 04 21:03:05.248586 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0b236c4b-4fce-4a5a-af04-e12679fedc41 req-1acb3624-7765-40bb-84a4-11df3aab5e94 service neutron] 10.222.0.32 "GET /v2.0/networks/05b0da4f-bf1c-4e94-969a-698256edcb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6213350 Feb 04 21:03:05.306421 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a92895-e795-44c1-b1ef-507a6bd814e7 req-36e468ed-2dfb-4cf9-b016-6e05e1830d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:05.307872 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c0a92895-e795-44c1-b1ef-507a6bd814e7 req-36e468ed-2dfb-4cf9-b016-6e05e1830d9a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6516488 Feb 04 21:03:05.317561 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b286c-855f-499d-b043-3e37ba547a8d req-d6d58c00-7fee-43cb-942a-54fd6f270b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:05.318939 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-277b286c-855f-499d-b043-3e37ba547a8d req-d6d58c00-7fee-43cb-942a-54fd6f270b5a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ea06751d-fd50-4f4f-b006-53a1caf881e1 HTTP/1.1" status: 200 len: 852 time: 0.2413301 Feb 04 21:03:05.354961 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6e9deb42-7389-4515-bb04-afc92abdb129 req-6953a797-ede8-440b-ba7c-4876e3149296 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215731 Feb 04 21:03:05.383861 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f80354bf-fab8-40cc-a540-ccbfe053a909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:05.388490 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f80354bf-fab8-40cc-a540-ccbfe053a909 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:05.441663 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f80354bf-fab8-40cc-a540-ccbfe053a909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:05.442382 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80354bf-fab8-40cc-a540-ccbfe053a909 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 512179e7-0228-44ac-8895-8a5a333b1b11 {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:03:05.452859 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044174bb-6743-43bd-b283-bd8008780c8e'}, {'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c8b28c-5310-4bac-a7d4-377b7157856b'}, {'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c946fa5d-284e-4d9b-a8fb-f026a285451d'}, {'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3753cc11-1c31-453a-a527-f0e098c63ba8'}, {'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf4fdc2-20cd-450d-8d03-ffacefdb58d0'}, {'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bd622e-aa88-46cf-8228-97766cb44e0c'}, {'server_uuid': '44b4e835-5118-4f2c-bbc7-34c340e98bf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4ba7000-b7be-4bac-bfaf-239ebac223f9'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:03:05.454907 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-277b286c-855f-499d-b043-3e37ba547a8d req-6e1a2690-6c56-4cd1-abb9-e6afb8eb87f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d8c23e1-7a6b-46d1-9945-4c784d17e819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1257806 Feb 04 21:03:05.466861 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee168f6d-cf05-4e89-9d1c-c8fe65079393', 'tag': '1cc0ad43-584b-47b9-8ec2-ba1ddd54959b', 'status': 'completed', 'code': 200} Feb 04 21:03:05.471397 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4d9ac57a-3c1f-49d2-a9c5-c1082543bd8f req-bc977fdb-c86b-45e2-804b-1608743891a3 service neutron] 10.222.0.18 "GET /v2.0/networks/1e54d53d-f997-4dfb-a224-d1fd181e2576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251537 Feb 04 21:03:05.476111 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f80354bf-fab8-40cc-a540-ccbfe053a909 admin admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:05.480144 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f80354bf-fab8-40cc-a540-ccbfe053a909 admin admin] 10.222.0.26 "DELETE /v2.0/routers/512179e7-0228-44ac-8895-8a5a333b1b11 HTTP/1.1" status: 204 len: 168 time: 2.2528300 Feb 04 21:03:05.481034 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56820) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:05.636175 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-86397c9a-aed4-4e4a-803f-967ac73f16e3 admin admin] Deleting subnet f9339ee6-e6d3-4ca3-b04d-ea288b56647a {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:03:05.649007 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-86397c9a-aed4-4e4a-803f-967ac73f16e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:05.714487 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4d9ac57a-3c1f-49d2-a9c5-c1082543bd8f req-16bfdf40-d0c6-42e0-8e50-2baae4021dad service neutron] 10.222.0.18 "GET /v2.0/networks/1e54d53d-f997-4dfb-a224-d1fd181e2576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324178 Feb 04 21:03:05.718484 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-86397c9a-aed4-4e4a-803f-967ac73f16e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:05.742326 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992e7c8-9fde-492a-b3c7-2698660388c0 req-46974308-6d49-4edd-b32f-f7a6bb6208f0 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:05.744463 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c992e7c8-9fde-492a-b3c7-2698660388c0 req-46974308-6d49-4edd-b32f-f7a6bb6208f0 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 943 time: 0.4893351 Feb 04 21:03:05.746296 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c0a92895-e795-44c1-b1ef-507a6bd814e7 req-aa08f984-85e0-4a8b-8120-553ee94f24f0 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208438 Feb 04 21:03:05.770137 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 613678b2-b88a-4a28-b8ba-3ce49cfaf2ad details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:03:05.797150 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-277b286c-855f-499d-b043-3e37ba547a8d req-0a403a38-5a5c-4d40-8d78-67509c8fd411 service neutron] 10.222.0.32 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269651 Feb 04 21:03:05.811970 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-86397c9a-aed4-4e4a-803f-967ac73f16e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:05.904319 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-86397c9a-aed4-4e4a-803f-967ac73f16e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:05.946586 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 613678b2-b88a-4a28-b8ba-3ce49cfaf2ad, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=613678b2-b88a-4a28-b8ba-3ce49cfaf2ad,segment=NetworkSegment(cb355a89-ae7a-49aa-a1a6-659916644cb2),segment_id=cb355a89-ae7a-49aa-a1a6-659916644cb2)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:05.954310 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-86397c9a-aed4-4e4a-803f-967ac73f16e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:05.965264 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7555d4-aef5-4127-b0cd-ad9055a7986d None None] Network bbf30493-4fe5-428c-b68a-1b284d49658a requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:03:05.972408 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86397c9a-aed4-4e4a-803f-967ac73f16e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9339ee6-e6d3-4ca3-b04d-ea288b56647a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:05.980245 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-86397c9a-aed4-4e4a-803f-967ac73f16e3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f9339ee6-e6d3-4ca3-b04d-ea288b56647a HTTP/1.1" status: 204 len: 168 time: 0.4788334 Feb 04 21:03:05.980906 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56824) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:06.049907 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c992e7c8-9fde-492a-b3c7-2698660388c0 req-8c3689d3-4ae5-47ed-b117-348ce17647e2 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9e855fd-f338-4450-a8fe-cb99a2aee980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2976997 Feb 04 21:03:06.085893 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '613678b2-b88a-4a28-b8ba-3ce49cfaf2ad', 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76', 'port_id': '613678b2-b88a-4a28-b8ba-3ce49cfaf2ad', 'mac_address': 'fa:16:3e:1f:4a:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:03:06.112910 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bcd037fb-2778-4425-9c2a-52a7999aded5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:06.125950 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-bcd037fb-2778-4425-9c2a-52a7999aded5 admin admin] Deleting port b23f83d9-12b6-465a-a611-fee7609b99c5 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:03:06.126294 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bcd037fb-2778-4425-9c2a-52a7999aded5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:06.217519 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e483e5-4b0f-45bc-8256-93c08d130cf5 req-edfb932d-c8bf-4388-8254-1af1b78f5bd9 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:06.219098 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02e483e5-4b0f-45bc-8256-93c08d130cf5 req-edfb932d-c8bf-4388-8254-1af1b78f5bd9 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 950 time: 0.6611695 Feb 04 21:03:06.256650 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:06.284103 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 613678b2-b88a-4a28-b8ba-3ce49cfaf2ad {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:03:06.308495 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 613678b2-b88a-4a28-b8ba-3ce49cfaf2ad, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=613678b2-b88a-4a28-b8ba-3ce49cfaf2ad,segment=NetworkSegment(cb355a89-ae7a-49aa-a1a6-659916644cb2),segment_id=cb355a89-ae7a-49aa-a1a6-659916644cb2)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:06.316804 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:06.405898 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=613678b2-b88a-4a28-b8ba-3ce49cfaf2ad,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:06.456573 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c0a92895-e795-44c1-b1ef-507a6bd814e7 req-4888bd1c-f6c1-4b0c-942e-fa3e7e89a2eb service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7008340 Feb 04 21:03:06.472376 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89688087-4734-42b9-bf69-0bb75b26eb37 None None] DHCP port deletion for bbf30493-4fe5-428c-b68a-1b284d49658a request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:03:06.473266 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-bcd037fb-2778-4425-9c2a-52a7999aded5 admin admin] For port b23f83d9-12b6-465a-a611-fee7609b99c5, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=b23f83d9-12b6-465a-a611-fee7609b99c5,segment=NetworkSegment(0110a9e8-3916-421a-a265-bc63642d7339),segment_id=0110a9e8-3916-421a-a265-bc63642d7339)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:06.473266 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bcd037fb-2778-4425-9c2a-52a7999aded5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:06.477584 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-89688087-4734-42b9-bf69-0bb75b26eb37 None None] Deleting port b23f83d9-12b6-465a-a611-fee7609b99c5 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:03:06.478793 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-89688087-4734-42b9-bf69-0bb75b26eb37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:06.488788 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02e483e5-4b0f-45bc-8256-93c08d130cf5 req-dc7317a5-0360-4891-a71b-84cd3a182b42 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060151 Feb 04 21:03:06.490703 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-277b286c-855f-499d-b043-3e37ba547a8d req-0b93225c-a8df-4707-8bb9-badb8827773f service neutron] 10.222.0.32 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6840038 Feb 04 21:03:06.506985 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-66ccba95-d731-43c2-84b4-53d4ec5de32e tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:06.555445 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-66ccba95-d731-43c2-84b4-53d4ec5de32e tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:06.607935 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ed756-d47a-4f63-91e8-c67dfa47afe6 req-cad8685c-eb19-4054-8163-255e606265a1 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:06.611274 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-bcd037fb-2778-4425-9c2a-52a7999aded5 admin admin] Calling delete_port for b23f83d9-12b6-465a-a611-fee7609b99c5 owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:03:06.614870 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-031ed756-d47a-4f63-91e8-c67dfa47afe6 req-cad8685c-eb19-4054-8163-255e606265a1 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 947 time: 0.3947453 Feb 04 21:03:06.692910 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-031ed756-d47a-4f63-91e8-c67dfa47afe6 req-ef368839-fd52-4257-8207-c5eec5d6f515 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747471 Feb 04 21:03:06.734089 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bcd037fb-2778-4425-9c2a-52a7999aded5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:06.790620 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device b23f83d9-12b6-465a-a611-fee7609b99c5 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:03:06.809331 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd037fb-2778-4425-9c2a-52a7999aded5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b23f83d9-12b6-465a-a611-fee7609b99c5,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:06.811153 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd037fb-2778-4425-9c2a-52a7999aded5 admin admin] No DVR routers for this DVR port b23f83d9-12b6-465a-a611-fee7609b99c5 on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:03:06.838425 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044174bb-6743-43bd-b283-bd8008780c8e', 'code': 200} Feb 04 21:03:06.838747 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c8b28c-5310-4bac-a7d4-377b7157856b', 'code': 200} Feb 04 21:03:06.839103 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c946fa5d-284e-4d9b-a8fb-f026a285451d', 'code': 200} Feb 04 21:03:06.839368 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3753cc11-1c31-453a-a527-f0e098c63ba8', 'code': 200} Feb 04 21:03:06.839619 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf4fdc2-20cd-450d-8d03-ffacefdb58d0', 'code': 200} Feb 04 21:03:06.839871 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bd622e-aa88-46cf-8228-97766cb44e0c', 'code': 200} Feb 04 21:03:06.840120 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b4e835-5118-4f2c-bbc7-34c340e98bf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4ba7000-b7be-4bac-bfaf-239ebac223f9', 'code': 200} Feb 04 21:03:06.890277 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: b23f83d9-12b6-465a-a611-fee7609b99c5 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:03:06.890277 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device b23f83d9-12b6-465a-a611-fee7609b99c5 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:03:06.890661 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 5921a95b-ce35-4003-a50b-bee712cc44ca no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:03:06.919233 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-66ccba95-d731-43c2-84b4-53d4ec5de32e tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Allocated IP 172.25.5.22 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/7a3d8302-6439-4b8b-b4c3-78fced7c0456) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:03:06.936670 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bcd037fb-2778-4425-9c2a-52a7999aded5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:06.970789 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-bcd037fb-2778-4425-9c2a-52a7999aded5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbf30493-4fe5-428c-b68a-1b284d49658a']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:06.975008 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device f30c6684-a5ad-48d5-ae73-5d878de6e95f details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:03:06.981364 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 5921a95b-ce35-4003-a50b-bee712cc44ca {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:03:06.981967 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 5921a95b-ce35-4003-a50b-bee712cc44ca not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:03:06.983060 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 0ca955ec-dc7e-4ec1-9a31-b521ae5850cd no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:03:06.992189 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-bcd037fb-2778-4425-9c2a-52a7999aded5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0110a9e8-3916-421a-a265-bc63642d7339') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:06.993701 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-bcd037fb-2778-4425-9c2a-52a7999aded5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0110a9e8-3916-421a-a265-bc63642d7339') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:07.007866 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bcd037fb-2778-4425-9c2a-52a7999aded5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:07.030664 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bcd037fb-2778-4425-9c2a-52a7999aded5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:07.033930 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 0ca955ec-dc7e-4ec1-9a31-b521ae5850cd {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:03:07.034271 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 0ca955ec-dc7e-4ec1-9a31-b521ae5850cd not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:03:07.041347 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd037fb-2778-4425-9c2a-52a7999aded5 admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:03:07.041811 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-89688087-4734-42b9-bf69-0bb75b26eb37 None None] For port b23f83d9-12b6-465a-a611-fee7609b99c5, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=b23f83d9-12b6-465a-a611-fee7609b99c5,segment=NetworkSegment(0110a9e8-3916-421a-a265-bc63642d7339),segment_id=0110a9e8-3916-421a-a265-bc63642d7339)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:07.042110 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bcd037fb-2778-4425-9c2a-52a7999aded5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:07.042243 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-89688087-4734-42b9-bf69-0bb75b26eb37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:07.066774 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:03:07.066774 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:03:07.066774 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:03:07.066774 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:03:07.066774 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:03:07.066774 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:03:07.066774 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:03:07.066774 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:03:07.066774 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:03:07.066774 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:03:07.066774 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:03:07.066774 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:03:07.066774 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:03:07.066774 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:03:07.066774 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:03:07.066774 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:03:07.066774 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:03:07.066774 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:03:07.066774 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:03:07.066774 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:03:07.066774 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:03:07.066774 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:03:07.066774 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:03:07.066774 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:03:07.066774 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:03:07.066774 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:03:07.066774 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:03:07.066774 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:03:07.066774 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:03:07.066774 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:03:07.066774 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:03:07.066774 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:03:07.130832 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f8436-0548-4d25-9920-300b196a6c34 req-0646204f-4c61-420b-8324-78ac59848cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:07.132310 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-976f8436-0548-4d25-9920-300b196a6c34 req-0646204f-4c61-420b-8324-78ac59848cbb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d15241bd78a41148bd0d1c2bdd856b4&device_id=ee168f6d-cf05-4e89-9d1c-c8fe65079393 HTTP/1.1" status: 200 len: 1095 time: 0.3668740 Feb 04 21:03:07.147890 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bcd037fb-2778-4425-9c2a-52a7999aded5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:07.165106 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.resource_extend [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:03:07.168496 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bcd037fb-2778-4425-9c2a-52a7999aded5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:07.178127 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['613678b2-b88a-4a28-b8ba-3ce49cfaf2ad'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:03:07.179342 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5ad82-333d-4e1c-a763-8cbbf1dd858d req-16308432-9198-47a3-a1f5-e53a60d28fba tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:07.182298 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd037fb-2778-4425-9c2a-52a7999aded5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbf30493-4fe5-428c-b68a-1b284d49658a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:07.185410 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5ad82-333d-4e1c-a763-8cbbf1dd858d req-16308432-9198-47a3-a1f5-e53a60d28fba tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:07.190027 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bcd037fb-2778-4425-9c2a-52a7999aded5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/bbf30493-4fe5-428c-b68a-1b284d49658a HTTP/1.1" status: 204 len: 168 time: 1.2081709 Feb 04 21:03:07.191310 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5ad82-333d-4e1c-a763-8cbbf1dd858d req-16308432-9198-47a3-a1f5-e53a60d28fba tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:07.197926 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5ad82-333d-4e1c-a763-8cbbf1dd858d req-16308432-9198-47a3-a1f5-e53a60d28fba tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:07.203624 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5ad82-333d-4e1c-a763-8cbbf1dd858d req-16308432-9198-47a3-a1f5-e53a60d28fba tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:07.209314 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5ad82-333d-4e1c-a763-8cbbf1dd858d req-16308432-9198-47a3-a1f5-e53a60d28fba tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:07.214065 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-89688087-4734-42b9-bf69-0bb75b26eb37 None None] Calling delete_port for b23f83d9-12b6-465a-a611-fee7609b99c5 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:03:07.215356 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5ad82-333d-4e1c-a763-8cbbf1dd858d req-16308432-9198-47a3-a1f5-e53a60d28fba tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:07.217259 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-51e5ad82-333d-4e1c-a763-8cbbf1dd858d req-16308432-9198-47a3-a1f5-e53a60d28fba tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 5434 time: 0.4115331 Feb 04 21:03:07.400655 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56836) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:07.420918 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-66ccba95-d731-43c2-84b4-53d4ec5de32e tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:07.429506 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b4a61-b309-48db-bee4-04c9c954d6a2 req-d4122d7a-d523-4031-b6ba-517e60632055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:07.430139 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b4a61-b309-48db-bee4-04c9c954d6a2 req-d4122d7a-d523-4031-b6ba-517e60632055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:07.430618 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b4a61-b309-48db-bee4-04c9c954d6a2 req-d4122d7a-d523-4031-b6ba-517e60632055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:07.431085 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b4a61-b309-48db-bee4-04c9c954d6a2 req-d4122d7a-d523-4031-b6ba-517e60632055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:07.431550 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b4a61-b309-48db-bee4-04c9c954d6a2 req-d4122d7a-d523-4031-b6ba-517e60632055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:07.433069 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b4a61-b309-48db-bee4-04c9c954d6a2 req-d4122d7a-d523-4031-b6ba-517e60632055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:07.433069 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b4a61-b309-48db-bee4-04c9c954d6a2 req-d4122d7a-d523-4031-b6ba-517e60632055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:07.434361 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-847b4a61-b309-48db-bee4-04c9c954d6a2 req-d4122d7a-d523-4031-b6ba-517e60632055 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 6491 time: 0.4981325 Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: from cryptography.utils import int_from_bytes Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: from cryptography.utils import int_from_bytes Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: util.warn_limited( Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: util.warn_limited( Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:03:07.448154 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:03:07.450958 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:03:07.450958 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:03:07.450958 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:03:07.450958 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:03:07.450958 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:03:07.450958 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:03:07.450958 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:03:07.450958 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:03:07.450958 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:03:07.450958 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:03:07.450958 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:03:07.450958 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:03:07.450958 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:03:07.450958 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:03:07.451818 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c57ce1-a994-4f01-8493-421965523da7 req-a2b7c4ef-780c-4220-a107-db4cd1a8bdad tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:07.451818 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-54c57ce1-a994-4f01-8493-421965523da7 req-a2b7c4ef-780c-4220-a107-db4cd1a8bdad tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=1769dc85-c9ff-484d-b1db-9dd43a10592a HTTP/1.1" status: 200 len: 943 time: 0.4820955 Feb 04 21:03:07.459245 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port f30c6684-a5ad-48d5-ae73-5d878de6e95f, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f30c6684-a5ad-48d5-ae73-5d878de6e95f,segment=NetworkSegment(d272340f-e46b-4b9a-95de-826926ac6bfb),segment_id=d272340f-e46b-4b9a-95de-826926ac6bfb)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:07.465642 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f4a00196-4e20-467e-b706-f4e3a793e4a2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bf059d808b3643f5ba5990d95220908f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0613356 Feb 04 21:03:07.466443 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56840) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:07.472001 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-51e5ad82-333d-4e1c-a763-8cbbf1dd858d req-4c108b26-0207-4920-938d-50793ddf6bf5 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc27a88a-7d29-4d8e-adaa-4f6d9a816c1f&id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1810145 Feb 04 21:03:07.487819 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'f30c6684-a5ad-48d5-ae73-5d878de6e95f', 'network_id': '1e54d53d-f997-4dfb-a224-d1fd181e2576', 'port_id': 'f30c6684-a5ad-48d5-ae73-5d878de6e95f', 'mac_address': 'fa:16:3e:0c:b3:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d973d52-9cec-4659-bee1-2f5deb367273', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:03:07.526028 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f8436-0548-4d25-9920-300b196a6c34 req-d5d35b7c-676a-4613-8747-3a3dc0c5bfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:07.527029 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-89688087-4734-42b9-bf69-0bb75b26eb37 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:03:07.527315 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-976f8436-0548-4d25-9920-300b196a6c34 req-d5d35b7c-676a-4613-8747-3a3dc0c5bfeb service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d8c23e1-7a6b-46d1-9945-4c784d17e819 HTTP/1.1" status: 200 len: 913 time: 0.3847005 Feb 04 21:03:07.527469 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-89688087-4734-42b9-bf69-0bb75b26eb37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:03:07.544040 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7befdb30-0248-437b-97ee-39bc4929614a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:07.579455 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7befdb30-0248-437b-97ee-39bc4929614a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:07.585493 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:07.616834 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f30c6684-a5ad-48d5-ae73-5d878de6e95f {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:03:07.627247 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-976f8436-0548-4d25-9920-300b196a6c34 req-3f99e102-286e-4d1d-9d25-1a15dc19d9df service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1cc0ad43-584b-47b9-8ec2-ba1ddd54959b HTTP/1.1" status: 200 len: 217 time: 0.0871065 Feb 04 21:03:07.651615 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7befdb30-0248-437b-97ee-39bc4929614a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:07.654311 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port f30c6684-a5ad-48d5-ae73-5d878de6e95f, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f30c6684-a5ad-48d5-ae73-5d878de6e95f,segment=NetworkSegment(d272340f-e46b-4b9a-95de-826926ac6bfb),segment_id=d272340f-e46b-4b9a-95de-826926ac6bfb)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:07.660487 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:07.668442 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-847b4a61-b309-48db-bee4-04c9c954d6a2 req-75f05afb-0be8-463f-8ba3-34545668c9cd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=53d9e912-7253-4638-b0e3-3f0d81855e3f&id=dc27a88a-7d29-4d8e-adaa-4f6d9a816c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2172425 Feb 04 21:03:07.671652 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7befdb30-0248-437b-97ee-39bc4929614a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269bd6ba-7c05-4dfe-a1ba-68a78a7548e4,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:07.686902 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7befdb30-0248-437b-97ee-39bc4929614a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:07.691715 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7befdb30-0248-437b-97ee-39bc4929614a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/269bd6ba-7c05-4dfe-a1ba-68a78a7548e4 HTTP/1.1" status: 204 len: 168 time: 0.2247729 Feb 04 21:03:07.723853 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-54c57ce1-a994-4f01-8493-421965523da7 req-8d610351-90e6-42a5-bab6-92c12cfdcfa0 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480645 Feb 04 21:03:07.764839 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=f30c6684-a5ad-48d5-ae73-5d878de6e95f,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:07.772020 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f8436-0548-4d25-9920-300b196a6c34 req-dd3683c0-949b-414d-998e-3e914cb119e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:07.773558 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-976f8436-0548-4d25-9920-300b196a6c34 req-dd3683c0-949b-414d-998e-3e914cb119e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ea06751d-fd50-4f4f-b006-53a1caf881e1 HTTP/1.1" status: 200 len: 852 time: 0.1039710 Feb 04 21:03:07.776534 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-66ccba95-d731-43c2-84b4-53d4ec5de32e tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:07.917839 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-976f8436-0548-4d25-9920-300b196a6c34 req-34f00534-f6b8-4584-828d-85d7b61c345d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d8c23e1-7a6b-46d1-9945-4c784d17e819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046371 Feb 04 21:03:07.929085 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ccba95-d731-43c2-84b4-53d4ec5de32e tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:03:07.948145 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7e066-c97f-454c-b8df-d63365ec464e req-c149f251-3152-4e09-bf51-2e8d790a56b8 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:07.949597 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ecf7e066-c97f-454c-b8df-d63365ec464e req-c149f251-3152-4e09-bf51-2e8d790a56b8 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee168f6d-cf05-4e89-9d1c-c8fe65079393 HTTP/1.1" status: 200 len: 944 time: 0.3179646 Feb 04 21:03:07.950446 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-66ccba95-d731-43c2-84b4-53d4ec5de32e tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:03:07.963535 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['f30c6684-a5ad-48d5-ae73-5d878de6e95f'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:03:07.972990 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ccba95-d731-43c2-84b4-53d4ec5de32e tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:03:08.031300 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-89688087-4734-42b9-bf69-0bb75b26eb37 None None] Deleting port b23f83d9-12b6-465a-a611-fee7609b99c5 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:03:08.031678 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-89688087-4734-42b9-bf69-0bb75b26eb37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:08.124095 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-89688087-4734-42b9-bf69-0bb75b26eb37 None None] The port 'b23f83d9-12b6-465a-a611-fee7609b99c5' was deleted {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:03:08.201087 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ccba95-d731-43c2-84b4-53d4ec5de32e tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Pushing event updated for resources: {'Port': ['ID=7a3d8302-6439-4b8b-b4c3-78fced7c0456,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:08.291043 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ecf7e066-c97f-454c-b8df-d63365ec464e req-09f72a6b-6485-4afa-9649-4a81cdcbca03 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553154 Feb 04 21:03:08.528750 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56870) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:08.588591 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed235c5-a922-42b4-b342-3fb228b98c8a req-51868a29-c4da-4b0f-b623-ed7dde1b12c0 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:08.590250 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aed235c5-a922-42b4-b342-3fb228b98c8a req-51868a29-c4da-4b0f-b623-ed7dde1b12c0 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 944 time: 0.7333760 Feb 04 21:03:08.595306 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-976f8436-0548-4d25-9920-300b196a6c34 req-81bcd8ea-57fc-410b-800e-f8e1ebb3c676 service neutron] 10.222.0.32 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6558731 Feb 04 21:03:08.652516 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-da4e9f61-607b-409b-bf4a-235e8dd8f9cb admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-881064721-network', 'tenant_id': 'd3d539dc97a744058fdb427e438eb9ad'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:03:08.657383 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-da4e9f61-607b-409b-bf4a-235e8dd8f9cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:03:08.661874 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-da4e9f61-607b-409b-bf4a-235e8dd8f9cb admin admin] Usage tracker for resource:network and tenant:d3d539dc97a744058fdb427e438eb9ad is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:03:08.665238 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-da4e9f61-607b-409b-bf4a-235e8dd8f9cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:03:08.671565 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-da4e9f61-607b-409b-bf4a-235e8dd8f9cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:03:08.683738 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4e9f61-607b-409b-bf4a-235e8dd8f9cb admin admin] Made reservation on behalf of d3d539dc97a744058fdb427e438eb9ad for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:03:08.687738 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-da4e9f61-607b-409b-bf4a-235e8dd8f9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:08.701271 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-da4e9f61-607b-409b-bf4a-235e8dd8f9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:08.716449 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-da4e9f61-607b-409b-bf4a-235e8dd8f9cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:03:08.720246 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-da4e9f61-607b-409b-bf4a-235e8dd8f9cb admin admin] Usage tracker for resource:security_group_rule and tenant:d3d539dc97a744058fdb427e438eb9ad is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:03:08.723349 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-da4e9f61-607b-409b-bf4a-235e8dd8f9cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:03:08.729673 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-da4e9f61-607b-409b-bf4a-235e8dd8f9cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:03:08.815496 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-da4e9f61-607b-409b-bf4a-235e8dd8f9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:08.819460 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-da4e9f61-607b-409b-bf4a-235e8dd8f9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:08.833746 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aed235c5-a922-42b4-b342-3fb228b98c8a req-65444fd3-f208-40e0-bdeb-541917159efe tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9e855fd-f338-4450-a8fe-cb99a2aee980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2327685 Feb 04 21:03:08.867412 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da4e9f61-607b-409b-bf4a-235e8dd8f9cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:03:08.877498 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-da4e9f61-607b-409b-bf4a-235e8dd8f9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:08.877837 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-da4e9f61-607b-409b-bf4a-235e8dd8f9cb admin admin] Added segment 274548b3-06d3-4078-a4e7-5e4131c79abe of type vlan for network e4cc1ce8-eeb6-46af-80b5-92196799c865 Feb 04 21:03:08.881130 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4f839-e13e-42e0-88a4-e8b8869b82ba req-11933bc1-d6b6-4535-aecf-59d1c7792834 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:08.882617 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-45d4f839-e13e-42e0-88a4-e8b8869b82ba req-11933bc1-d6b6-4535-aecf-59d1c7792834 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 950 time: 0.4350638 Feb 04 21:03:08.913022 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4e9f61-607b-409b-bf4a-235e8dd8f9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc700f67-48eb-4931-b905-8e049e361da4,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:08.917401 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-da4e9f61-607b-409b-bf4a-235e8dd8f9cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:08.932198 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e9f61-607b-409b-bf4a-235e8dd8f9cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:08.933570 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e9f61-607b-409b-bf4a-235e8dd8f9cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:08.934314 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e9f61-607b-409b-bf4a-235e8dd8f9cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:08.935059 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e9f61-607b-409b-bf4a-235e8dd8f9cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:08.935863 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e9f61-607b-409b-bf4a-235e8dd8f9cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:08.936426 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e9f61-607b-409b-bf4a-235e8dd8f9cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:08.937019 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e9f61-607b-409b-bf4a-235e8dd8f9cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:08.937799 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e9f61-607b-409b-bf4a-235e8dd8f9cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:08.938397 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e9f61-607b-409b-bf4a-235e8dd8f9cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:08.938986 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e9f61-607b-409b-bf4a-235e8dd8f9cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:08.949790 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e9f61-607b-409b-bf4a-235e8dd8f9cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:08.950140 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e9f61-607b-409b-bf4a-235e8dd8f9cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:08.980657 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device f4ba7000-b7be-4bac-bfaf-239ebac223f9 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:03:08.987214 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-da4e9f61-607b-409b-bf4a-235e8dd8f9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:08.990067 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4e9f61-607b-409b-bf4a-235e8dd8f9cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:08.991271 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-da4e9f61-607b-409b-bf4a-235e8dd8f9cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:09.018453 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-976f8436-0548-4d25-9920-300b196a6c34 req-cde35908-4db4-45b2-bc97-8415105d712b service neutron] 10.222.0.32 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115951 Feb 04 21:03:09.082504 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-45d4f839-e13e-42e0-88a4-e8b8869b82ba req-e0b322db-a3d8-42c6-ab59-05f90e1ef52e tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357963 Feb 04 21:03:09.089031 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-66ccba95-d731-43c2-84b4-53d4ec5de32e tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:09.173526 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-da4e9f61-607b-409b-bf4a-235e8dd8f9cb admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6434221 Feb 04 21:03:09.174232 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4e9f61-607b-409b-bf4a-235e8dd8f9cb admin admin] Pushing event updated for resources: {'Network': ['ID=e4cc1ce8-eeb6-46af-80b5-92196799c865,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:09.180957 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56878) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:09.194920 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-088b0fc1-3c2c-4fde-9111-84548c980d95 admin admin] Request body: {'subnet': {'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-881064721-subnet', 'tenant_id': 'd3d539dc97a744058fdb427e438eb9ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:03:09.200444 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network e4cc1ce8-eeb6-46af-80b5-92196799c865 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:03:09.205661 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-088b0fc1-3c2c-4fde-9111-84548c980d95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:03:09.264622 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-088b0fc1-3c2c-4fde-9111-84548c980d95 admin admin] Usage tracker for resource:subnet and tenant:d3d539dc97a744058fdb427e438eb9ad is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:03:09.273963 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-088b0fc1-3c2c-4fde-9111-84548c980d95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:03:09.312956 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port f4ba7000-b7be-4bac-bfaf-239ebac223f9, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f4ba7000-b7be-4bac-bfaf-239ebac223f9,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:09.322348 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-088b0fc1-3c2c-4fde-9111-84548c980d95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:03:09.333242 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'f4ba7000-b7be-4bac-bfaf-239ebac223f9', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': 'f4ba7000-b7be-4bac-bfaf-239ebac223f9', 'mac_address': 'fa:16:3e:f5:27:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:03:09.354517 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485bade-fe53-459d-9e7a-0ecdbbd4925b req-a8c9136e-bb86-4dde-b9ab-b6555f50508f tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:09.355958 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6485bade-fe53-459d-9e7a-0ecdbbd4925b req-a8c9136e-bb86-4dde-b9ab-b6555f50508f tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 947 time: 0.3991318 Feb 04 21:03:09.389491 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:09.389715 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088b0fc1-3c2c-4fde-9111-84548c980d95 admin admin] Made reservation on behalf of d3d539dc97a744058fdb427e438eb9ad for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:03:09.391885 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-088b0fc1-3c2c-4fde-9111-84548c980d95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:09.406259 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4ba7000-b7be-4bac-bfaf-239ebac223f9 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:03:09.422232 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port f4ba7000-b7be-4bac-bfaf-239ebac223f9, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f4ba7000-b7be-4bac-bfaf-239ebac223f9,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:09.425998 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:09.492477 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=f4ba7000-b7be-4bac-bfaf-239ebac223f9,revision_number=7']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:09.715563 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6485bade-fe53-459d-9e7a-0ecdbbd4925b req-de1f4e7f-830d-404b-a182-e44cbab32c7d tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498485 Feb 04 21:03:09.716594 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['f4ba7000-b7be-4bac-bfaf-239ebac223f9'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:03:09.781324 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 1cc0ad43-584b-47b9-8ec2-ba1ddd54959b details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:03:09.783439 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 613678b2-b88a-4a28-b8ba-3ce49cfaf2ad up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:03:09.827295 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3e932-9df2-40b0-90eb-fc11909e6c3e req-54d8b47e-d18d-43af-bce5-06135b20f094 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:09.832983 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3e932-9df2-40b0-90eb-fc11909e6c3e req-54d8b47e-d18d-43af-bce5-06135b20f094 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:09.839562 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3e932-9df2-40b0-90eb-fc11909e6c3e req-54d8b47e-d18d-43af-bce5-06135b20f094 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:09.845185 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3e932-9df2-40b0-90eb-fc11909e6c3e req-54d8b47e-d18d-43af-bce5-06135b20f094 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:09.851109 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3e932-9df2-40b0-90eb-fc11909e6c3e req-54d8b47e-d18d-43af-bce5-06135b20f094 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:09.857814 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3e932-9df2-40b0-90eb-fc11909e6c3e req-54d8b47e-d18d-43af-bce5-06135b20f094 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:09.863527 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3e932-9df2-40b0-90eb-fc11909e6c3e req-54d8b47e-d18d-43af-bce5-06135b20f094 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:09.865430 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-69e3e932-9df2-40b0-90eb-fc11909e6c3e req-54d8b47e-d18d-43af-bce5-06135b20f094 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 5434 time: 0.6021190 Feb 04 21:03:09.946345 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-66ccba95-d731-43c2-84b4-53d4ec5de32e tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:09.988242 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 613678b2-b88a-4a28-b8ba-3ce49cfaf2ad completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:03:10.008862 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 613678b2-b88a-4a28-b8ba-3ce49cfaf2ad triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:10.009334 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:10.087404 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-69e3e932-9df2-40b0-90eb-fc11909e6c3e req-44dc06e8-6d0c-4fc0-923d-f029a6c18b71 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc27a88a-7d29-4d8e-adaa-4f6d9a816c1f&id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2108521 Feb 04 21:03:10.094562 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 1cc0ad43-584b-47b9-8ec2-ba1ddd54959b, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=1cc0ad43-584b-47b9-8ec2-ba1ddd54959b,segment=NetworkSegment(1bfd55c3-c8d9-4e20-9f37-da07ea0581c2),segment_id=1bfd55c3-c8d9-4e20-9f37-da07ea0581c2)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:10.122389 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '1cc0ad43-584b-47b9-8ec2-ba1ddd54959b', 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819', 'port_id': '1cc0ad43-584b-47b9-8ec2-ba1ddd54959b', 'mac_address': 'fa:16:3e:fd:f0:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea06751d-fd50-4f4f-b006-53a1caf881e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:03:10.267408 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:10.294768 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cc0ad43-584b-47b9-8ec2-ba1ddd54959b {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:03:10.298472 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:10.299982 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae235b17-9dbb-4391-8398-140aff66b31d req-979d1679-d051-4575-9a78-c4a2da88c27f tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:10.301449 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ae235b17-9dbb-4391-8398-140aff66b31d req-979d1679-d051-4575-9a78-c4a2da88c27f tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=1769dc85-c9ff-484d-b1db-9dd43a10592a HTTP/1.1" status: 200 len: 944 time: 0.4304144 Feb 04 21:03:10.321551 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-088b0fc1-3c2c-4fde-9111-84548c980d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:10.332720 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 1cc0ad43-584b-47b9-8ec2-ba1ddd54959b, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=1cc0ad43-584b-47b9-8ec2-ba1ddd54959b,segment=NetworkSegment(1bfd55c3-c8d9-4e20-9f37-da07ea0581c2),segment_id=1bfd55c3-c8d9-4e20-9f37-da07ea0581c2)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:10.337916 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9c7752-0330-4b72-8aa3-9bb6d744d513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613678b2-b88a-4a28-b8ba-3ce49cfaf2ad'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:03:10.344342 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:10.383176 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 613678b2-b88a-4a28-b8ba-3ce49cfaf2ad, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=613678b2-b88a-4a28-b8ba-3ce49cfaf2ad,segment=NetworkSegment(cb355a89-ae7a-49aa-a1a6-659916644cb2),segment_id=cb355a89-ae7a-49aa-a1a6-659916644cb2)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:10.407721 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:10.428575 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=1cc0ad43-584b-47b9-8ec2-ba1ddd54959b,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:10.462098 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ae235b17-9dbb-4391-8398-140aff66b31d req-4ef13833-f6c4-4ebb-bf49-8c2a074d467d tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461642 Feb 04 21:03:10.469571 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b0fc1-3c2c-4fde-9111-84548c980d95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee4d3909-e094-4079-9a7f-4f6007c68222,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:10.494685 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ad443-e3ad-4069-98cb-3e3216300d0f req-25a8ca31-5b39-4611-8496-da4abf97751d tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:10.495772 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b35ad443-e3ad-4069-98cb-3e3216300d0f req-25a8ca31-5b39-4611-8496-da4abf97751d tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee168f6d-cf05-4e89-9d1c-c8fe65079393 HTTP/1.1" status: 200 len: 944 time: 0.2967227 Feb 04 21:03:10.499358 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088b0fc1-3c2c-4fde-9111-84548c980d95 admin admin] Checking segment: {'id': '274548b3-06d3-4078-a4e7-5e4131c79abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:03:10.499743 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088b0fc1-3c2c-4fde-9111-84548c980d95 admin admin] Network hostable DHCP agents. Network: e4cc1ce8-eeb6-46af-80b5-92196799c865, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:03:10.507756 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ccba95-d731-43c2-84b4-53d4ec5de32e tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Router ea70363f-6ef3-46ed-825d-95296e487cf5 is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:03:10.510637 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=613678b2-b88a-4a28-b8ba-3ce49cfaf2ad,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:10.632631 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088b0fc1-3c2c-4fde-9111-84548c980d95 admin admin] Network e4cc1ce8-eeb6-46af-80b5-92196799c865 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:03:10.641163 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b35ad443-e3ad-4069-98cb-3e3216300d0f req-5a612876-fb93-43f2-9fbe-360d1f1d0570 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364300 Feb 04 21:03:10.652251 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-088b0fc1-3c2c-4fde-9111-84548c980d95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, e4cc1ce8-eeb6-46af-80b5-92196799c865) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:03:10.671684 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ca8374-fcb6-495a-befb-8604eecdc465 None None] Network e4cc1ce8-eeb6-46af-80b5-92196799c865 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:03:10.693107 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['1cc0ad43-584b-47b9-8ec2-ba1ddd54959b'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:03:10.709239 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088b0fc1-3c2c-4fde-9111-84548c980d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:10.709823 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-088b0fc1-3c2c-4fde-9111-84548c980d95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:10.768140 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-088b0fc1-3c2c-4fde-9111-84548c980d95 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5845044 Feb 04 21:03:10.770610 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56896) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:10.774151 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ccba95-d731-43c2-84b4-53d4ec5de32e tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:03:10.793579 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-a8f94ebe-704c-46a4-96b9-d0d02365fe32 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-881064721-router', 'tenant_id': 'd3d539dc97a744058fdb427e438eb9ad', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:03:10.806418 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a8f94ebe-704c-46a4-96b9-d0d02365fe32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:03:10.812542 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a8f94ebe-704c-46a4-96b9-d0d02365fe32 admin admin] Usage tracker for resource:router and tenant:d3d539dc97a744058fdb427e438eb9ad is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:03:10.820531 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a8f94ebe-704c-46a4-96b9-d0d02365fe32 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:03:10.828273 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a8f94ebe-704c-46a4-96b9-d0d02365fe32 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:03:10.843287 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a8f94ebe-704c-46a4-96b9-d0d02365fe32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:10.844759 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a8f94ebe-704c-46a4-96b9-d0d02365fe32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:10.862557 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1f8776-8d98-4dde-b7ac-2c88d9f14370 None None] Sync routers for ids ['ea70363f-6ef3-46ed-825d-95296e487cf5'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:03:10.866010 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a8f94ebe-704c-46a4-96b9-d0d02365fe32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:10.894688 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-66ccba95-d731-43c2-84b4-53d4ec5de32e tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:10.895806 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-66ccba95-d731-43c2-84b4-53d4ec5de32e tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.6145461 Feb 04 21:03:10.901118 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56900) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:10.903118 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1f8776-8d98-4dde-b7ac-2c88d9f14370 None None] Routers {'ea70363f-6ef3-46ed-825d-95296e487cf5'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:03:10.903753 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-ff1f8776-8d98-4dde-b7ac-2c88d9f14370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:02:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['ea70363f-6ef3-46ed-825d-95296e487cf5'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:11.011457 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device f30c6684-a5ad-48d5-ae73-5d878de6e95f up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:03:11.154689 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35642686-c3ef-4f66-815d-ebff3d29905b req-b56b8780-f02f-447e-9d2b-609acaba51cc tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:11.156159 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-35642686-c3ef-4f66-815d-ebff3d29905b req-b56b8780-f02f-447e-9d2b-609acaba51cc tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 945 time: 0.3850827 Feb 04 21:03:11.184475 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6540c3e-f4ac-4ff6-819e-41600e1a6e80 req-a35a4a1c-2006-4843-ab6a-1155d8817cf0 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:11.186050 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c6540c3e-f4ac-4ff6-819e-41600e1a6e80 req-a35a4a1c-2006-4843-ab6a-1155d8817cf0 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.18 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8&tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&binding%3Ahost_id=n-h2-827896-1 HTTP/1.1" status: 200 len: 948 time: 0.3526826 Feb 04 21:03:11.276876 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-8f972238-e15a-4f48-b50f-41cfd920b7a6 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] 10.222.0.26 "GET /v2.0/routers/ea70363f-6ef3-46ed-825d-95296e487cf5 HTTP/1.1" status: 200 len: 908 time: 0.3431647 Feb 04 21:03:11.288006 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56904) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:11.296583 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-ff1f8776-8d98-4dde-b7ac-2c88d9f14370 None None] Set router ea70363f-6ef3-46ed-825d-95296e487cf5 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:03:11.297417 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620892f8-f4f9-45b0-9566-428f03567790 req-6ab8a6df-8717-4029-99c4-23afbb5b90dc tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:11.302184 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-77ebccf7-e352-47a8-9479-a65de069d5be tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1763155739', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'enable_snat': True}}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:03:11.304433 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-620892f8-f4f9-45b0-9566-428f03567790 req-6ab8a6df-8717-4029-99c4-23afbb5b90dc tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 950 time: 0.4109097 Feb 04 21:03:11.309362 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-77ebccf7-e352-47a8-9479-a65de069d5be tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:03:11.316773 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a8f94ebe-704c-46a4-96b9-d0d02365fe32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:11.320980 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-77ebccf7-e352-47a8-9479-a65de069d5be tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Usage tracker for resource:router and tenant:1998818573a6402e91949fb11030657b is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:03:11.325848 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-77ebccf7-e352-47a8-9479-a65de069d5be tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:03:11.333287 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-77ebccf7-e352-47a8-9479-a65de069d5be tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:03:11.340879 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-35642686-c3ef-4f66-815d-ebff3d29905b req-2d249024-2965-4cc3-b900-e1844ec16ac3 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9e855fd-f338-4450-a8fe-cb99a2aee980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712868 Feb 04 21:03:11.377274 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-620892f8-f4f9-45b0-9566-428f03567790 req-b8ed17f5-22ab-48ce-b077-f8e6648da044 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718627 Feb 04 21:03:11.378884 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c6540c3e-f4ac-4ff6-819e-41600e1a6e80 req-d085ecaf-85e0-4642-8e4f-47244d3131af service neutron] 10.222.0.18 "GET /v2.0/ports/f4ba7000-b7be-4bac-bfaf-239ebac223f9/bindings/n-h2-827896-1 HTTP/1.1" status: 200 len: 382 time: 0.1708047 Feb 04 21:03:11.472229 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9c7752-0330-4b72-8aa3-9bb6d744d513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613678b2-b88a-4a28-b8ba-3ce49cfaf2ad', 'code': 200} Feb 04 21:03:11.477536 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port f30c6684-a5ad-48d5-ae73-5d878de6e95f completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:03:11.506936 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port f30c6684-a5ad-48d5-ae73-5d878de6e95f triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:11.507378 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:11.523884 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-77ebccf7-e352-47a8-9479-a65de069d5be tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:11.525244 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-77ebccf7-e352-47a8-9479-a65de069d5be tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:11.541746 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d44cc69-2b52-497f-8ede-7d172b1826ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-e4cc1ce8-eeb6-46af-80b5-92196799c865', 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865', 'tenant_id': 'd3d539dc97a744058fdb427e438eb9ad', 'fixed_ips': [{'subnet_id': 'ee4d3909-e094-4079-9a7f-4f6007c68222'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:03:11.542563 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3d44cc69-2b52-497f-8ede-7d172b1826ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:11.554124 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-77ebccf7-e352-47a8-9479-a65de069d5be tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:11.831026 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6540c3e-f4ac-4ff6-819e-41600e1a6e80 req-52376f7c-4e54-4273-ba48-9609e23640ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:11.833246 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c6540c3e-f4ac-4ff6-819e-41600e1a6e80 req-52376f7c-4e54-4273-ba48-9609e23640ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 1099 time: 0.4187305 Feb 04 21:03:11.945094 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:11.977538 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-3d44cc69-2b52-497f-8ede-7d172b1826ce None None] Allocated IP 172.20.0.2 (e4cc1ce8-eeb6-46af-80b5-92196799c865/ee4d3909-e094-4079-9a7f-4f6007c68222/d85221e8-ab39-495c-9106-7eb53db28ee9) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:03:11.980986 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-77ebccf7-e352-47a8-9479-a65de069d5be tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:12.026181 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port f30c6684-a5ad-48d5-ae73-5d878de6e95f, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f30c6684-a5ad-48d5-ae73-5d878de6e95f,segment=NetworkSegment(d272340f-e46b-4b9a-95de-826926ac6bfb),segment_id=d272340f-e46b-4b9a-95de-826926ac6bfb)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:12.064255 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6540c3e-f4ac-4ff6-819e-41600e1a6e80 req-d9046771-4f8b-4822-a3de-1fa3655aabb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:12.066057 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c6540c3e-f4ac-4ff6-819e-41600e1a6e80 req-d9046771-4f8b-4822-a3de-1fa3655aabb2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.2218106 Feb 04 21:03:12.073679 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237afdbb-dad2-4141-a5d7-c9a0325ab978 req-25f6a5c6-b344-4582-ba41-0c20a948bde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:12.075891 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-237afdbb-dad2-4141-a5d7-c9a0325ab978 req-25f6a5c6-b344-4582-ba41-0c20a948bde9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 1096 time: 0.3620534 Feb 04 21:03:12.078542 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:12.092774 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3d0d7-b58f-4b1a-b7a7-871645c00366 req-73c1ff97-cf97-4016-8d06-e7f5e5297021 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:12.099292 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3d0d7-b58f-4b1a-b7a7-871645c00366 req-73c1ff97-cf97-4016-8d06-e7f5e5297021 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:12.105550 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3d0d7-b58f-4b1a-b7a7-871645c00366 req-73c1ff97-cf97-4016-8d06-e7f5e5297021 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:12.108202 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a8f94ebe-704c-46a4-96b9-d0d02365fe32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:12.112046 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3d0d7-b58f-4b1a-b7a7-871645c00366 req-73c1ff97-cf97-4016-8d06-e7f5e5297021 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:12.119522 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3d0d7-b58f-4b1a-b7a7-871645c00366 req-73c1ff97-cf97-4016-8d06-e7f5e5297021 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:12.125047 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3d0d7-b58f-4b1a-b7a7-871645c00366 req-73c1ff97-cf97-4016-8d06-e7f5e5297021 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:12.130927 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3d0d7-b58f-4b1a-b7a7-871645c00366 req-73c1ff97-cf97-4016-8d06-e7f5e5297021 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:12.144149 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a0b3d0d7-b58f-4b1a-b7a7-871645c00366 req-73c1ff97-cf97-4016-8d06-e7f5e5297021 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 5434 time: 0.6248713 Feb 04 21:03:12.144274 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-ff1f8776-8d98-4dde-b7ac-2c88d9f14370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea70363f-6ef3-46ed-825d-95296e487cf5', 'name': 'tempest-snat-router-1763155739', 'tenant_id': '1998818573a6402e91949fb11030657b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.22'}], 'enable_snat': False}, 'gw_port_id': '7a3d8302-6439-4b8b-b4c3-78fced7c0456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:03Z', 'updated_at': '2022-02-04T21:03:08Z', 'revision_number': 3, 'project_id': '1998818573a6402e91949fb11030657b', 'gw_port': {'id': '7a3d8302-6439-4b8b-b4c3-78fced7c0456', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e3:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea70363f-6ef3-46ed-825d-95296e487cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:06Z', 'updated_at': '2022-02-04T21:03:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:12.146730 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a8f94ebe-704c-46a4-96b9-d0d02365fe32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:12.147380 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56912) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:12.158438 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-8efbd16a-332b-4586-96c6-e50e77832f75 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Request body: {'floatingip': {'port_id': '3753cc11-1c31-453a-a527-f0e098c63ba8'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:03:12.199662 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1f8776-8d98-4dde-b7ac-2c88d9f14370 None None] Checking router: ea70363f-6ef3-46ed-825d-95296e487cf5 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:03:12.200377 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1f8776-8d98-4dde-b7ac-2c88d9f14370 None None] Updating router ea70363f-6ef3-46ed-825d-95296e487cf5 port 7a3d8302-6439-4b8b-b4c3-78fced7c0456 binding host n-d-827896-1 {{(pid=87684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:03:12.219401 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c603c4b-eadb-449b-9c1a-6f96bbb40f0b req-d82b9e5d-46b2-4d2c-b859-2c10fc2c024e tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:12.228442 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2c603c4b-eadb-449b-9c1a-6f96bbb40f0b req-d82b9e5d-46b2-4d2c-b859-2c10fc2c024e tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 948 time: 0.5211353 Feb 04 21:03:12.240912 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c6540c3e-f4ac-4ff6-819e-41600e1a6e80 req-e7cf05ec-cf0b-4117-a441-eb9c85294f56 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=f4ba7000-b7be-4bac-bfaf-239ebac223f9 HTTP/1.1" status: 200 len: 217 time: 0.1625981 Feb 04 21:03:12.282134 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8efbd16a-332b-4586-96c6-e50e77832f75 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks [] for floatingip, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:12.325926 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ff1f8776-8d98-4dde-b7ac-2c88d9f14370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:12.376080 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=f30c6684-a5ad-48d5-ae73-5d878de6e95f,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:12.388895 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-237afdbb-dad2-4141-a5d7-c9a0325ab978 req-8e21e321-eaa0-4ee0-af9b-55c4e60dc97c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b9e855fd-f338-4450-a8fe-cb99a2aee980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962767 Feb 04 21:03:12.404377 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2c603c4b-eadb-449b-9c1a-6f96bbb40f0b req-52d0be63-4466-4fc9-ae1a-0f1c5cc00e33 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750875 Feb 04 21:03:12.407224 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6540c3e-f4ac-4ff6-819e-41600e1a6e80 req-75a04379-7e17-47c7-9444-01e0f4a779da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:12.408631 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c6540c3e-f4ac-4ff6-819e-41600e1a6e80 req-75a04379-7e17-47c7-9444-01e0f4a779da service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.1508729 Feb 04 21:03:12.512841 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3d44cc69-2b52-497f-8ede-7d172b1826ce None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:12.518406 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150359d2-a81a-4100-ba1c-337a0d3a22a2 req-14907b10-84d7-42da-ac61-5c8ff1f6250b tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:12.533066 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-150359d2-a81a-4100-ba1c-337a0d3a22a2 req-14907b10-84d7-42da-ac61-5c8ff1f6250b tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=1769dc85-c9ff-484d-b1db-9dd43a10592a HTTP/1.1" status: 200 len: 945 time: 0.2773731 Feb 04 21:03:12.541146 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3d44cc69-2b52-497f-8ede-7d172b1826ce None None] Transition to ACTIVE for port object d85221e8-ab39-495c-9106-7eb53db28ee9 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:03:12.575426 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3d44cc69-2b52-497f-8ede-7d172b1826ce None None] Transition to ACTIVE for port object d85221e8-ab39-495c-9106-7eb53db28ee9 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:03:12.581590 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3d44cc69-2b52-497f-8ede-7d172b1826ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:12.650102 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-a8f94ebe-704c-46a4-96b9-d0d02365fe32 admin admin] Allocated IP 172.25.5.193 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/78c97175-1a5d-4eb7-9c8b-2e63172ca3c6) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:03:12.653637 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d44cc69-2b52-497f-8ede-7d172b1826ce None None] Network e4cc1ce8-eeb6-46af-80b5-92196799c865 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:03:12.657013 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-3d44cc69-2b52-497f-8ede-7d172b1826ce None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:03:12.661093 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d44cc69-2b52-497f-8ede-7d172b1826ce None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:03:12.662335 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-150359d2-a81a-4100-ba1c-337a0d3a22a2 req-f153368b-d13b-4d88-ab10-1f5b3a8c9a01 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188154 Feb 04 21:03:12.671929 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44cc69-2b52-497f-8ede-7d172b1826ce None None] Pushing event updated for resources: {'Port': ['ID=d85221e8-ab39-495c-9106-7eb53db28ee9,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:12.689107 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6540c3e-f4ac-4ff6-819e-41600e1a6e80 req-874fc939-e54e-4f7f-a763-7ad82cc98c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:12.698402 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c6540c3e-f4ac-4ff6-819e-41600e1a6e80 req-874fc939-e54e-4f7f-a763-7ad82cc98c9f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2733219 Feb 04 21:03:12.741111 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b01ad-ed22-42ae-a2b5-6fdaf27948b3 req-ff9aca76-8112-4489-bf66-03caa84e2e03 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:12.745542 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b6b01ad-ed22-42ae-a2b5-6fdaf27948b3 req-ff9aca76-8112-4489-bf66-03caa84e2e03 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee168f6d-cf05-4e89-9d1c-c8fe65079393 HTTP/1.1" status: 200 len: 945 time: 0.2001603 Feb 04 21:03:12.770003 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-3d44cc69-2b52-497f-8ede-7d172b1826ce None None] Attempting to bind port d85221e8-ab39-495c-9106-7eb53db28ee9 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:03:12.770532 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-3d44cc69-2b52-497f-8ede-7d172b1826ce None None] Attempting to bind port d85221e8-ab39-495c-9106-7eb53db28ee9 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '274548b3-06d3-4078-a4e7-5e4131c79abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:03:12.771001 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d44cc69-2b52-497f-8ede-7d172b1826ce None None] Attempting to bind port d85221e8-ab39-495c-9106-7eb53db28ee9 on network e4cc1ce8-eeb6-46af-80b5-92196799c865 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:03:12.778152 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d44cc69-2b52-497f-8ede-7d172b1826ce None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:03:12.778709 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d44cc69-2b52-497f-8ede-7d172b1826ce None None] Checking segment: {'id': '274548b3-06d3-4078-a4e7-5e4131c79abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:03:12.779286 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3d44cc69-2b52-497f-8ede-7d172b1826ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:12.779781 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d44cc69-2b52-497f-8ede-7d172b1826ce None None] Bound using segment: {'id': '274548b3-06d3-4078-a4e7-5e4131c79abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:03:12.780372 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-3d44cc69-2b52-497f-8ede-7d172b1826ce None None] Bound port: d85221e8-ab39-495c-9106-7eb53db28ee9, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '274548b3-06d3-4078-a4e7-5e4131c79abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:03:12.780851 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3d44cc69-2b52-497f-8ede-7d172b1826ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:12.853991 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b6b01ad-ed22-42ae-a2b5-6fdaf27948b3 req-a4682316-6e08-4742-8a0a-624994e16ed7 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002383 Feb 04 21:03:12.878505 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3d44cc69-2b52-497f-8ede-7d172b1826ce None None] For port d85221e8-ab39-495c-9106-7eb53db28ee9, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:03:12.888605 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3d44cc69-2b52-497f-8ede-7d172b1826ce None None] For port d85221e8-ab39-495c-9106-7eb53db28ee9, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=d85221e8-ab39-495c-9106-7eb53db28ee9,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:03:12.893155 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3d44cc69-2b52-497f-8ede-7d172b1826ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:12.983505 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44cc69-2b52-497f-8ede-7d172b1826ce None None] Pushing event updated for resources: {'Port': ['ID=d85221e8-ab39-495c-9106-7eb53db28ee9,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:12.995292 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device f4ba7000-b7be-4bac-bfaf-239ebac223f9 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:03:13.053402 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109a8b9-cdd5-40b8-9c3e-48325bdf8a66 req-e9d8baba-fe7f-4fb3-bfcd-f47f05c2382e tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:13.058434 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3109a8b9-cdd5-40b8-9c3e-48325bdf8a66 req-e9d8baba-fe7f-4fb3-bfcd-f47f05c2382e tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 945 time: 0.2088037 Feb 04 21:03:13.084132 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c6540c3e-f4ac-4ff6-819e-41600e1a6e80 req-8d94e6ad-ae5e-40a9-bc81-ecdecdfbc818 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782022 Feb 04 21:03:13.116226 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port f4ba7000-b7be-4bac-bfaf-239ebac223f9 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:13.116750 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:13.266847 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:03:13.286130 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:13.337616 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port f4ba7000-b7be-4bac-bfaf-239ebac223f9, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f4ba7000-b7be-4bac-bfaf-239ebac223f9,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:13.349061 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:13.358940 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3109a8b9-cdd5-40b8-9c3e-48325bdf8a66 req-8bf2c461-3777-4c5b-9e44-30087db70d3e tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9e855fd-f338-4450-a8fe-cb99a2aee980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724402 Feb 04 21:03:13.370536 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a8f94ebe-704c-46a4-96b9-d0d02365fe32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:13.390948 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-77ebccf7-e352-47a8-9479-a65de069d5be tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:13.408675 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c6540c3e-f4ac-4ff6-819e-41600e1a6e80 req-5ab582b8-c34c-4785-a406-b0fffd6af880 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511439 Feb 04 21:03:13.443785 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-77ebccf7-e352-47a8-9479-a65de069d5be tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:13.444764 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=f4ba7000-b7be-4bac-bfaf-239ebac223f9,revision_number=8']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:13.452420 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb9aa8-3284-4014-b31d-e5519b0604af req-2636fd48-fb96-45a9-8997-cc74aa3d4213 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:13.454800 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-07eb9aa8-3284-4014-b31d-e5519b0604af req-2636fd48-fb96-45a9-8997-cc74aa3d4213 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 950 time: 0.3928218 Feb 04 21:03:13.473866 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1769dc85-c9ff-484d-b1db-9dd43a10592a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30c6684-a5ad-48d5-ae73-5d878de6e95f'}, {'server_uuid': '44b4e835-5118-4f2c-bbc7-34c340e98bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ba7000-b7be-4bac-bfaf-239ebac223f9'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:03:13.544136 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-07eb9aa8-3284-4014-b31d-e5519b0604af req-44f35e39-2b1f-420b-a8e2-4b7735758a23 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825944 Feb 04 21:03:13.578002 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a8f94ebe-704c-46a4-96b9-d0d02365fe32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:13.645380 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cce0b8-8687-4b3f-b74d-660aca199fa3 req-2d09a3e0-cca3-4cbb-9f75-f3a8f11ffc34 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:13.646946 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-19cce0b8-8687-4b3f-b74d-660aca199fa3 req-2d09a3e0-cca3-4cbb-9f75-f3a8f11ffc34 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 949 time: 0.0876567 Feb 04 21:03:13.672638 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1769dc85-c9ff-484d-b1db-9dd43a10592a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30c6684-a5ad-48d5-ae73-5d878de6e95f', 'code': 200} Feb 04 21:03:13.672892 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b4e835-5118-4f2c-bbc7-34c340e98bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ba7000-b7be-4bac-bfaf-239ebac223f9', 'code': 200} Feb 04 21:03:13.680925 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f94ebe-704c-46a4-96b9-d0d02365fe32 admin admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:03:13.686427 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-a8f94ebe-704c-46a4-96b9-d0d02365fe32 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:03:13.697810 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.resource_extend [None req-8efbd16a-332b-4586-96c6-e50e77832f75 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:03:13.776543 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f94ebe-704c-46a4-96b9-d0d02365fe32 admin admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:03:13.812304 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-19cce0b8-8687-4b3f-b74d-660aca199fa3 req-c1ee131b-cd9a-472a-9034-982179fc2101 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575108 Feb 04 21:03:13.832717 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 1cc0ad43-584b-47b9-8ec2-ba1ddd54959b up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:03:13.838422 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f94ebe-704c-46a4-96b9-d0d02365fe32 admin admin] Pushing event updated for resources: {'Port': ['ID=78c97175-1a5d-4eb7-9c8b-2e63172ca3c6,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:13.846450 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d05cc5-d0c8-4caa-8728-dac54f5d3a7a req-92315c29-842e-4a77-96bc-6efdc3ad9ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:13.848403 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-04d05cc5-d0c8-4caa-8728-dac54f5d3a7a req-92315c29-842e-4a77-96bc-6efdc3ad9ba1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1769dc85-c9ff-484d-b1db-9dd43a10592a HTTP/1.1" status: 200 len: 1096 time: 0.1242568 Feb 04 21:03:13.892872 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8efbd16a-332b-4586-96c6-e50e77832f75 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:13.979831 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7f1e1b90-2b0f-4523-af4e-b6ccb70b2f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:13.982757 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ff1f8776-8d98-4dde-b7ac-2c88d9f14370 None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:13.991123 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8efbd16a-332b-4586-96c6-e50e77832f75 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:14.003262 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ff1f8776-8d98-4dde-b7ac-2c88d9f14370 None None] Transition to ACTIVE for port object 7a3d8302-6439-4b8b-b4c3-78fced7c0456 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:03:14.024961 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ff1f8776-8d98-4dde-b7ac-2c88d9f14370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:14.087560 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-04d05cc5-d0c8-4caa-8728-dac54f5d3a7a req-81735753-fa35-44b5-b36a-c2e4e0339564 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494105 Feb 04 21:03:14.107937 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 1cc0ad43-584b-47b9-8ec2-ba1ddd54959b completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:03:14.126840 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 1cc0ad43-584b-47b9-8ec2-ba1ddd54959b triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:14.127363 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:14.127791 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cf3ac-9877-450b-a12f-b227733f5c44 req-3a7ac78a-40d1-4d3c-9761-7184ee77c11e tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:14.129313 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f73cf3ac-9877-450b-a12f-b227733f5c44 req-3a7ac78a-40d1-4d3c-9761-7184ee77c11e tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=1769dc85-c9ff-484d-b1db-9dd43a10592a HTTP/1.1" status: 200 len: 945 time: 0.2799876 Feb 04 21:03:14.165581 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5da14-6f68-4ccb-bc7b-733a4f6d5f11 None None] Pushing event updated for resources: {'Port': ['ID=7a3d8302-6439-4b8b-b4c3-78fced7c0456,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:14.168487 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-ff1f8776-8d98-4dde-b7ac-2c88d9f14370 None None] Attempting to bind port 7a3d8302-6439-4b8b-b4c3-78fced7c0456 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:03:14.169026 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-ff1f8776-8d98-4dde-b7ac-2c88d9f14370 None None] Attempting to bind port 7a3d8302-6439-4b8b-b4c3-78fced7c0456 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:03:14.169624 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1f8776-8d98-4dde-b7ac-2c88d9f14370 None None] Attempting to bind port 7a3d8302-6439-4b8b-b4c3-78fced7c0456 on network 1f11f724-8cdd-497d-8220-929f45cf1223 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:03:14.183616 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1f8776-8d98-4dde-b7ac-2c88d9f14370 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:03:14.184282 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1f8776-8d98-4dde-b7ac-2c88d9f14370 None None] Checking segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:03:14.184697 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ff1f8776-8d98-4dde-b7ac-2c88d9f14370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:14.185095 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1f8776-8d98-4dde-b7ac-2c88d9f14370 None None] Bound using segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:03:14.185941 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-ff1f8776-8d98-4dde-b7ac-2c88d9f14370 None None] Bound port: 7a3d8302-6439-4b8b-b4c3-78fced7c0456, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:03:14.186328 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ff1f8776-8d98-4dde-b7ac-2c88d9f14370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:14.369879 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f73cf3ac-9877-450b-a12f-b227733f5c44 req-d9e7f4a0-0ec7-4d60-91ed-80c1bfd2be5e tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941993 Feb 04 21:03:14.373746 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-ff1f8776-8d98-4dde-b7ac-2c88d9f14370 None None] For port 7a3d8302-6439-4b8b-b4c3-78fced7c0456, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:03:14.388006 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:14.419873 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c1e5a-a85c-4023-a1f4-9ac7fec68cfc req-1773fbd4-035c-40e0-b1d3-5d72b05ca285 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:14.421753 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cd4c1e5a-a85c-4023-a1f4-9ac7fec68cfc req-1773fbd4-035c-40e0-b1d3-5d72b05ca285 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee168f6d-cf05-4e89-9d1c-c8fe65079393 HTTP/1.1" status: 200 len: 945 time: 0.3025067 Feb 04 21:03:14.428983 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-ff1f8776-8d98-4dde-b7ac-2c88d9f14370 None None] For port 7a3d8302-6439-4b8b-b4c3-78fced7c0456, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=7a3d8302-6439-4b8b-b4c3-78fced7c0456,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:03:14.440580 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ff1f8776-8d98-4dde-b7ac-2c88d9f14370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:14.488723 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cd4c1e5a-a85c-4023-a1f4-9ac7fec68cfc req-ea11ace0-06dd-4fee-bdbd-b65178fbf651 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613663 Feb 04 21:03:14.513088 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b156604f-9823-49aa-853e-1a5f5a1f22c7 None None] Network e4cc1ce8-eeb6-46af-80b5-92196799c865 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:03:14.550648 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 1cc0ad43-584b-47b9-8ec2-ba1ddd54959b, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=1cc0ad43-584b-47b9-8ec2-ba1ddd54959b,segment=NetworkSegment(1bfd55c3-c8d9-4e20-9f37-da07ea0581c2),segment_id=1bfd55c3-c8d9-4e20-9f37-da07ea0581c2)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:14.568228 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-77ebccf7-e352-47a8-9479-a65de069d5be tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Allocated IP 172.25.5.20 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/c4d3a3c7-19c5-486a-b32c-cdbf4af03ec8) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:03:14.589071 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58829002-c745-471d-89ae-6c3dc5fb06c8 req-1dbfb2ad-9054-4f27-a250-f51f9b6579f3 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:14.590784 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-58829002-c745-471d-89ae-6c3dc5fb06c8 req-1dbfb2ad-9054-4f27-a250-f51f9b6579f3 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 945 time: 0.0996599 Feb 04 21:03:14.626751 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:14.647276 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1f8776-8d98-4dde-b7ac-2c88d9f14370 None None] Routers {'ea70363f-6ef3-46ed-825d-95296e487cf5'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:03:14.647917 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-ff1f8776-8d98-4dde-b7ac-2c88d9f14370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:02:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['ea70363f-6ef3-46ed-825d-95296e487cf5'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:14.735243 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-58829002-c745-471d-89ae-6c3dc5fb06c8 req-30f27dce-1796-4dc3-9d7f-ab2987c8abbd tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9e855fd-f338-4450-a8fe-cb99a2aee980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329143 Feb 04 21:03:14.745615 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-578d4ac4-6832-4f86-af93-d08b275bbe0f None None] Provisioning for port d85221e8-ab39-495c-9106-7eb53db28ee9 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:03:14.748634 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5da14-6f68-4ccb-bc7b-733a4f6d5f11 None None] Pushing event updated for resources: {'Port': ['ID=7a3d8302-6439-4b8b-b4c3-78fced7c0456,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:14.831374 n-d-827896-1 neutron-server[87682]: INFO neutron.db.l3_db [None req-8efbd16a-332b-4586-96c6-e50e77832f75 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Floating IP 3ec56827-0c93-4fa0-9862-cbbbf030ce17 associated. External IP: 172.25.5.252, port: 3753cc11-1c31-453a-a527-f0e098c63ba8. Feb 04 21:03:14.924763 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a4c9c-5d30-405a-bb21-0ca640bf86e7 req-63dd47bb-404d-427e-a27a-29bba0910b67 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:14.934693 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-570a4c9c-5d30-405a-bb21-0ca640bf86e7 req-63dd47bb-404d-427e-a27a-29bba0910b67 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 950 time: 0.1947691 Feb 04 21:03:14.998945 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-570a4c9c-5d30-405a-bb21-0ca640bf86e7 req-2e4c0dfe-baf2-4fa1-9a3a-0876f4d8d848 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631320 Feb 04 21:03:15.026321 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device d85221e8-ab39-495c-9106-7eb53db28ee9 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:03:15.035446 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a8f94ebe-704c-46a4-96b9-d0d02365fe32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:15.202227 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-77ebccf7-e352-47a8-9479-a65de069d5be tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:15.224314 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=1cc0ad43-584b-47b9-8ec2-ba1ddd54959b,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:15.283885 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-ff1f8776-8d98-4dde-b7ac-2c88d9f14370 None None] Set router ea70363f-6ef3-46ed-825d-95296e487cf5 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:03:15.355642 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dce2c0-e140-48d7-8e3d-e922c249dc77 req-6103b615-200d-4653-b87e-428ee4091719 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:15.362704 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2dce2c0-e140-48d7-8e3d-e922c249dc77 req-6103b615-200d-4653-b87e-428ee4091719 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 949 time: 0.2008226 Feb 04 21:03:15.373790 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eaa358-524a-402e-bd12-a8705ec22188 req-3ac58954-44e5-4c89-86f4-1da2836291e2 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:15.375354 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-98eaa358-524a-402e-bd12-a8705ec22188 req-3ac58954-44e5-4c89-86f4-1da2836291e2 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 945 time: 0.1371539 Feb 04 21:03:15.401954 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56938) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:15.468229 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-8bb5e2f9-9198-4b25-8d3a-df2f520eeef8 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Request body: {'floatingip': {'port_id': '613678b2-b88a-4a28-b8ba-3ce49cfaf2ad'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:03:15.476281 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-77ebccf7-e352-47a8-9479-a65de069d5be tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:15.493232 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port d85221e8-ab39-495c-9106-7eb53db28ee9 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:03:15.514867 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port d85221e8-ab39-495c-9106-7eb53db28ee9 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:15.515251 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:15.581845 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2dce2c0-e140-48d7-8e3d-e922c249dc77 req-1312e2bb-bbf8-479e-81ac-2ee229e7beee tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181828 Feb 04 21:03:15.627582 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ebccf7-e352-47a8-9479-a65de069d5be tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:03:15.640140 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-77ebccf7-e352-47a8-9479-a65de069d5be tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:03:15.658738 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ebccf7-e352-47a8-9479-a65de069d5be tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:03:15.671102 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e2f9-9198-4b25-8d3a-df2f520eeef8 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for floatingip, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:15.675649 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee168f6d-cf05-4e89-9d1c-c8fe65079393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc0ad43-584b-47b9-8ec2-ba1ddd54959b'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:03:15.850842 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:15.859189 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ebccf7-e352-47a8-9479-a65de069d5be tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Pushing event updated for resources: {'Port': ['ID=c4d3a3c7-19c5-486a-b32c-cdbf4af03ec8,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:15.933887 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port d85221e8-ab39-495c-9106-7eb53db28ee9, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=d85221e8-ab39-495c-9106-7eb53db28ee9,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:15.937976 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-ff1f8776-8d98-4dde-b7ac-2c88d9f14370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea70363f-6ef3-46ed-825d-95296e487cf5', 'name': 'tempest-snat-router-1763155739', 'tenant_id': '1998818573a6402e91949fb11030657b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.22'}], 'enable_snat': False}, 'gw_port_id': '7a3d8302-6439-4b8b-b4c3-78fced7c0456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:03Z', 'updated_at': '2022-02-04T21:03:08Z', 'revision_number': 3, 'project_id': '1998818573a6402e91949fb11030657b', 'gw_port': {'id': '7a3d8302-6439-4b8b-b4c3-78fced7c0456', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e3:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea70363f-6ef3-46ed-825d-95296e487cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:06Z', 'updated_at': '2022-02-04T21:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:15.945672 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1f8776-8d98-4dde-b7ac-2c88d9f14370 None None] The sync data for ids ['ea70363f-6ef3-46ed-825d-95296e487cf5'] in n-d-827896-1 is: [{'id': 'ea70363f-6ef3-46ed-825d-95296e487cf5', 'name': 'tempest-snat-router-1763155739', 'tenant_id': '1998818573a6402e91949fb11030657b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.22'}], 'enable_snat': False}, 'gw_port_id': '7a3d8302-6439-4b8b-b4c3-78fced7c0456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:03Z', 'updated_at': '2022-02-04T21:03:08Z', 'revision_number': 3, 'project_id': '1998818573a6402e91949fb11030657b', 'gw_port': {'id': '7a3d8302-6439-4b8b-b4c3-78fced7c0456', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e3:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea70363f-6ef3-46ed-825d-95296e487cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:06Z', 'updated_at': '2022-02-04T21:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:03:15.954871 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:16.038905 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=d85221e8-ab39-495c-9106-7eb53db28ee9,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:16.082725 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ef272ee3-b596-42d9-8165-93a9568df55e None None] Provisioning complete for port d85221e8-ab39-495c-9106-7eb53db28ee9 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:16.083379 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ef272ee3-b596-42d9-8165-93a9568df55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:16.140384 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c27b6-101f-46b2-a472-75ab5a1dc35f req-4821fa70-00d1-4919-8701-96e99d1a01c6 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:16.147641 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ff0c27b6-101f-46b2-a472-75ab5a1dc35f req-4821fa70-00d1-4919-8701-96e99d1a01c6 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=1769dc85-c9ff-484d-b1db-9dd43a10592a HTTP/1.1" status: 200 len: 945 time: 0.5419068 Feb 04 21:03:16.249602 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a8f94ebe-704c-46a4-96b9-d0d02365fe32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:16.274994 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2dacc596-05c5-4e4b-9791-438a729ea2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:16.323454 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579382d-9210-4f3c-b758-b39b770c85f4 req-37a75872-68a0-43a1-8be8-a7fd864fffd0 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:16.329822 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6579382d-9210-4f3c-b758-b39b770c85f4 req-37a75872-68a0-43a1-8be8-a7fd864fffd0 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee168f6d-cf05-4e89-9d1c-c8fe65079393 HTTP/1.1" status: 200 len: 946 time: 0.5308874 Feb 04 21:03:16.335303 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ff0c27b6-101f-46b2-a472-75ab5a1dc35f req-47b2ed14-281c-4dfe-a99c-9a5512993657 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869488 Feb 04 21:03:16.381040 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8efbd16a-332b-4586-96c6-e50e77832f75 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Router 872b85b1-4ebd-4661-92fe-054f4dc0cfdd has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:03:16.408019 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee168f6d-cf05-4e89-9d1c-c8fe65079393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc0ad43-584b-47b9-8ec2-ba1ddd54959b', 'code': 200} Feb 04 21:03:16.486198 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6540c3e-f4ac-4ff6-819e-41600e1a6e80 req-50feccc4-5aa0-4e23-99cf-b6e52e774a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:16.487806 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c6540c3e-f4ac-4ff6-819e-41600e1a6e80 req-50feccc4-5aa0-4e23-99cf-b6e52e774a58 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8&tenant_id=55d1f91d84e0433d8b3ab7473aab0e34 HTTP/1.1" status: 200 len: 1100 time: 0.5541084 Feb 04 21:03:16.653720 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6579382d-9210-4f3c-b758-b39b770c85f4 req-7c14a49d-fb6f-4666-a426-b47df8751a9c tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228235 Feb 04 21:03:16.827031 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 7a3d8302-6439-4b8b-b4c3-78fced7c0456 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:03:16.955429 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 7a3d8302-6439-4b8b-b4c3-78fced7c0456 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:03:16.967383 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 7a3d8302-6439-4b8b-b4c3-78fced7c0456 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:16.967750 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:17.081577 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efbd16a-332b-4586-96c6-e50e77832f75 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:03:17.095264 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9708488-33f4-4cff-96a3-93574b3fdf66 req-6ece9dba-36e1-4c1d-976e-1f00a5d840cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:17.096768 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a9708488-33f4-4cff-96a3-93574b3fdf66 req-6ece9dba-36e1-4c1d-976e-1f00a5d840cb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ee168f6d-cf05-4e89-9d1c-c8fe65079393 HTTP/1.1" status: 200 len: 1097 time: 0.6216989 Feb 04 21:03:17.107001 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6c3e97-ab1c-4bb6-bdbf-0ca6ea46bd83 None None] Sync routers for ids ['872b85b1-4ebd-4661-92fe-054f4dc0cfdd'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:03:17.124492 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6c3e97-ab1c-4bb6-bdbf-0ca6ea46bd83 None None] Routers {'872b85b1-4ebd-4661-92fe-054f4dc0cfdd'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:03:17.125759 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-9b6c3e97-ab1c-4bb6-bdbf-0ca6ea46bd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:03:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['872b85b1-4ebd-4661-92fe-054f4dc0cfdd'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:17.140160 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6540c3e-f4ac-4ff6-819e-41600e1a6e80 req-8c0b55f7-d268-4a9b-bbde-d6a344385d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:17.141639 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c6540c3e-f4ac-4ff6-819e-41600e1a6e80 req-8c0b55f7-d268-4a9b-bbde-d6a344385d29 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 1100 time: 0.5944614 Feb 04 21:03:17.154646 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-77ebccf7-e352-47a8-9479-a65de069d5be tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:17.181765 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:17.203574 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 7a3d8302-6439-4b8b-b4c3-78fced7c0456, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=7a3d8302-6439-4b8b-b4c3-78fced7c0456,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:17.210151 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:17.212272 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device d85221e8-ab39-495c-9106-7eb53db28ee9 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:03:17.227053 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead23fc1-d414-4e07-af60-55da3ac40572 req-59793790-43c9-4664-b630-c151874ea8bd tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:17.236828 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8efbd16a-332b-4586-96c6-e50e77832f75 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:17.241905 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ead23fc1-d414-4e07-af60-55da3ac40572 req-59793790-43c9-4664-b630-c151874ea8bd tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 950 time: 0.6960261 Feb 04 21:03:17.357231 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f94ebe-704c-46a4-96b9-d0d02365fe32 admin admin] Router cd28936a-39af-45cc-a69a-cf4de69fd925 is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:03:17.408015 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=7a3d8302-6439-4b8b-b4c3-78fced7c0456,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:17.430919 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a9708488-33f4-4cff-96a3-93574b3fdf66 req-94e983ec-ec2b-4138-a4df-5e6780c5f3ea service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251929 Feb 04 21:03:17.446752 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:17.460839 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-9b6c3e97-ab1c-4bb6-bdbf-0ca6ea46bd83 None None] Set router 872b85b1-4ebd-4661-92fe-054f4dc0cfdd gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:03:17.462877 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:17.500863 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port d85221e8-ab39-495c-9106-7eb53db28ee9 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:17.501763 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:17.543061 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8efbd16a-332b-4586-96c6-e50e77832f75 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "PUT /v2.0/floatingips/3ec56827-0c93-4fa0-9862-cbbbf030ce17 HTTP/1.1" status: 200 len: 992 time: 5.3886895 Feb 04 21:03:17.549055 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'tag': '3753cc11-1c31-453a-a527-f0e098c63ba8'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:03:17.563586 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ead23fc1-d414-4e07-af60-55da3ac40572 req-d116e809-503a-431a-b41e-4e8acba9eac0 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204777 Feb 04 21:03:17.716809 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6540c3e-f4ac-4ff6-819e-41600e1a6e80 req-a73b579b-a809-497f-830d-d0cd7f2149d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:17.718335 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c6540c3e-f4ac-4ff6-819e-41600e1a6e80 req-a73b579b-a809-497f-830d-d0cd7f2149d5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.5172975 Feb 04 21:03:17.790679 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c6540c3e-f4ac-4ff6-819e-41600e1a6e80 req-ec4d45de-34f6-4be7-af22-b97054e9a3f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=f4ba7000-b7be-4bac-bfaf-239ebac223f9 HTTP/1.1" status: 200 len: 217 time: 0.0631254 Feb 04 21:03:17.798556 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25b15f-67d7-4a98-ae36-0092b336f4ff req-5a378ad6-e5f3-4940-bbba-a15830ae53d3 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:17.800126 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1a25b15f-67d7-4a98-ae36-0092b336f4ff req-5a378ad6-e5f3-4940-bbba-a15830ae53d3 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 949 time: 0.6559424 Feb 04 21:03:17.839182 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e2f9-9198-4b25-8d3a-df2f520eeef8 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:17.902422 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e2f9-9198-4b25-8d3a-df2f520eeef8 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:17.935173 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-9b6c3e97-ab1c-4bb6-bdbf-0ca6ea46bd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'name': 'tempest-TaggedBootDevicesTest-909498936-router', 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '090a2ade-58db-4ea3-b27e-99682964dc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:00:01Z', 'updated_at': '2022-02-04T21:00:07Z', 'revision_number': 4, 'project_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'gw_port': {'id': '090a2ade-58db-4ea3-b27e-99682964dc9c', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:02Z', 'updated_at': '2022-02-04T21:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': '3ec56827-0c93-4fa0-9862-cbbbf030ce17', 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'floating_ip_address': '172.25.5.252', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'port_id': '3753cc11-1c31-453a-a527-f0e098c63ba8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b07bb9ef-36fe-4586-bebc-d1a35b516abf', 'mac_address': 'fa:16:3e:03:22:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:01:23Z', 'updated_at': '2022-02-04T21:03:13Z', 'revision_number': 1, 'project_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf38fe59-4164-43d3-8b6f-e6e681a8152e', 'name': '', 'network_id': 'b07bb9ef-36fe-4586-bebc-d1a35b516abf', 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'mac_address': 'fa:16:3e:a3:a5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '1fffc9a1-d0ff-45d7-adf5-d0cd203f0821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:06Z', 'updated_at': '2022-02-04T21:00:17Z', 'revision_number': 5, 'project_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'subnets': [{'id': '1fffc9a1-d0ff-45d7-adf5-d0cd203f0821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:17.942079 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6c3e97-ab1c-4bb6-bdbf-0ca6ea46bd83 None None] Checking router: 872b85b1-4ebd-4661-92fe-054f4dc0cfdd for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:03:17.955362 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6c3e97-ab1c-4bb6-bdbf-0ca6ea46bd83 None None] Routers {'872b85b1-4ebd-4661-92fe-054f4dc0cfdd'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:03:17.956865 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-9b6c3e97-ab1c-4bb6-bdbf-0ca6ea46bd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:03:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['872b85b1-4ebd-4661-92fe-054f4dc0cfdd'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:18.035976 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f94ebe-704c-46a4-96b9-d0d02365fe32 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:03:18.045194 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea560142-4448-45a4-baeb-0a45e4c5e427 None None] Sync routers for ids ['cd28936a-39af-45cc-a69a-cf4de69fd925'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:03:18.054233 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1a25b15f-67d7-4a98-ae36-0092b336f4ff req-1d851a69-d81b-468f-b88e-9b87aaba82d5 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693587 Feb 04 21:03:18.063572 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea560142-4448-45a4-baeb-0a45e4c5e427 None None] Routers {'cd28936a-39af-45cc-a69a-cf4de69fd925'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:03:18.064208 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-ea560142-4448-45a4-baeb-0a45e4c5e427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:03:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['cd28936a-39af-45cc-a69a-cf4de69fd925'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:18.096489 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-77ebccf7-e352-47a8-9479-a65de069d5be tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:18.098978 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a8f94ebe-704c-46a4-96b9-d0d02365fe32 admin admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:18.100259 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a8f94ebe-704c-46a4-96b9-d0d02365fe32 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.3274679 Feb 04 21:03:18.104808 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56960) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:18.262700 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6540c3e-f4ac-4ff6-819e-41600e1a6e80 req-e3097785-c21c-4f8b-a540-85a189927483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:18.264499 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c6540c3e-f4ac-4ff6-819e-41600e1a6e80 req-e3097785-c21c-4f8b-a540-85a189927483 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.4242795 Feb 04 21:03:18.354478 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-9b6c3e97-ab1c-4bb6-bdbf-0ca6ea46bd83 None None] Set router 872b85b1-4ebd-4661-92fe-054f4dc0cfdd gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:03:18.398293 n-d-827896-1 neutron-server[87683]: INFO neutron.db.l3_db [None req-8bb5e2f9-9198-4b25-8d3a-df2f520eeef8 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Floating IP f9c684e4-b252-4f6c-a0d3-85edca7d0d13 associated. External IP: 172.25.5.125, port: 613678b2-b88a-4a28-b8ba-3ce49cfaf2ad. Feb 04 21:03:18.506521 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d92c76-eeff-4d27-8450-726cb7ee7946 req-c8970eaf-e3ed-4fc8-a9ce-ae89fca7523f tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:18.508564 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d6d92c76-eeff-4d27-8450-726cb7ee7946 req-c8970eaf-e3ed-4fc8-a9ce-ae89fca7523f tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=1769dc85-c9ff-484d-b1db-9dd43a10592a HTTP/1.1" status: 200 len: 945 time: 0.7075171 Feb 04 21:03:18.543016 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-ea560142-4448-45a4-baeb-0a45e4c5e427 None None] Set router cd28936a-39af-45cc-a69a-cf4de69fd925 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:03:18.647350 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d6d92c76-eeff-4d27-8450-726cb7ee7946 req-ce8e4273-6d7b-48a8-9976-76783c9731b5 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253636 Feb 04 21:03:18.676114 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e46719-23cd-4f84-a1d0-6572aee87d38 req-065b918c-94dc-4430-ab2f-d5232e153d8e tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:18.683022 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e46719-23cd-4f84-a1d0-6572aee87d38 req-065b918c-94dc-4430-ab2f-d5232e153d8e tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:18.689857 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e46719-23cd-4f84-a1d0-6572aee87d38 req-065b918c-94dc-4430-ab2f-d5232e153d8e tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:18.696500 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e46719-23cd-4f84-a1d0-6572aee87d38 req-065b918c-94dc-4430-ab2f-d5232e153d8e tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:18.702463 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e46719-23cd-4f84-a1d0-6572aee87d38 req-065b918c-94dc-4430-ab2f-d5232e153d8e tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:18.708700 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e46719-23cd-4f84-a1d0-6572aee87d38 req-065b918c-94dc-4430-ab2f-d5232e153d8e tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:18.715379 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e46719-23cd-4f84-a1d0-6572aee87d38 req-065b918c-94dc-4430-ab2f-d5232e153d8e tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:18.723746 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a7e46719-23cd-4f84-a1d0-6572aee87d38 req-065b918c-94dc-4430-ab2f-d5232e153d8e tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 5434 time: 0.4633222 Feb 04 21:03:18.732808 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ebccf7-e352-47a8-9479-a65de069d5be tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Router 8ae81a5a-4c58-4b35-b851-88defb7f47cc is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:03:18.756378 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 7a3d8302-6439-4b8b-b4c3-78fced7c0456 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:03:18.776623 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6540c3e-f4ac-4ff6-819e-41600e1a6e80 req-41314620-514b-45cf-94e4-9baa02e388c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:18.778081 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c6540c3e-f4ac-4ff6-819e-41600e1a6e80 req-41314620-514b-45cf-94e4-9baa02e388c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4742303 Feb 04 21:03:18.795465 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a7e46719-23cd-4f84-a1d0-6572aee87d38 req-f5841492-8a61-4b20-8955-8471e2f7d576 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc27a88a-7d29-4d8e-adaa-4f6d9a816c1f&id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0705385 Feb 04 21:03:18.983451 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:18.996388 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 7a3d8302-6439-4b8b-b4c3-78fced7c0456 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:18.997136 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:19.002625 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'tag': '3753cc11-1c31-453a-a527-f0e098c63ba8', 'status': 'completed', 'code': 200} Feb 04 21:03:19.063435 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-9b6c3e97-ab1c-4bb6-bdbf-0ca6ea46bd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'name': 'tempest-TaggedBootDevicesTest-909498936-router', 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '090a2ade-58db-4ea3-b27e-99682964dc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:00:01Z', 'updated_at': '2022-02-04T21:00:07Z', 'revision_number': 4, 'project_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'gw_port': {'id': '090a2ade-58db-4ea3-b27e-99682964dc9c', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:02Z', 'updated_at': '2022-02-04T21:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': '3ec56827-0c93-4fa0-9862-cbbbf030ce17', 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'floating_ip_address': '172.25.5.252', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'port_id': '3753cc11-1c31-453a-a527-f0e098c63ba8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b07bb9ef-36fe-4586-bebc-d1a35b516abf', 'mac_address': 'fa:16:3e:03:22:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:01:23Z', 'updated_at': '2022-02-04T21:03:13Z', 'revision_number': 1, 'project_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf38fe59-4164-43d3-8b6f-e6e681a8152e', 'name': '', 'network_id': 'b07bb9ef-36fe-4586-bebc-d1a35b516abf', 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'mac_address': 'fa:16:3e:a3:a5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '1fffc9a1-d0ff-45d7-adf5-d0cd203f0821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:06Z', 'updated_at': '2022-02-04T21:00:17Z', 'revision_number': 5, 'project_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'subnets': [{'id': '1fffc9a1-d0ff-45d7-adf5-d0cd203f0821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:19.074015 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6c3e97-ab1c-4bb6-bdbf-0ca6ea46bd83 None None] The sync data for ids ['872b85b1-4ebd-4661-92fe-054f4dc0cfdd'] in n-d-827896-1 is: [{'id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'name': 'tempest-TaggedBootDevicesTest-909498936-router', 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '090a2ade-58db-4ea3-b27e-99682964dc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:00:01Z', 'updated_at': '2022-02-04T21:00:07Z', 'revision_number': 4, 'project_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'gw_port': {'id': '090a2ade-58db-4ea3-b27e-99682964dc9c', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:02Z', 'updated_at': '2022-02-04T21:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': '3ec56827-0c93-4fa0-9862-cbbbf030ce17', 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'floating_ip_address': '172.25.5.252', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'port_id': '3753cc11-1c31-453a-a527-f0e098c63ba8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b07bb9ef-36fe-4586-bebc-d1a35b516abf', 'mac_address': 'fa:16:3e:03:22:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:01:23Z', 'updated_at': '2022-02-04T21:03:13Z', 'revision_number': 1, 'project_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf38fe59-4164-43d3-8b6f-e6e681a8152e', 'name': '', 'network_id': 'b07bb9ef-36fe-4586-bebc-d1a35b516abf', 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'mac_address': 'fa:16:3e:a3:a5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '1fffc9a1-d0ff-45d7-adf5-d0cd203f0821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:06Z', 'updated_at': '2022-02-04T21:00:17Z', 'revision_number': 5, 'project_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'subnets': [{'id': '1fffc9a1-d0ff-45d7-adf5-d0cd203f0821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:03:19.076115 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device f4ba7000-b7be-4bac-bfaf-239ebac223f9 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:03:19.359921 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:19.391148 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ebccf7-e352-47a8-9479-a65de069d5be tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:03:19.398166 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-ea560142-4448-45a4-baeb-0a45e4c5e427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'name': 'tempest-ServerActionsTestJSON-881064721-router', 'tenant_id': 'd3d539dc97a744058fdb427e438eb9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '78c97175-1a5d-4eb7-9c8b-2e63172ca3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:10Z', 'updated_at': '2022-02-04T21:03:14Z', 'revision_number': 3, 'project_id': 'd3d539dc97a744058fdb427e438eb9ad', 'gw_port': {'id': '78c97175-1a5d-4eb7-9c8b-2e63172ca3c6', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:12Z', 'updated_at': '2022-02-04T21:03:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:19.400720 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b4e835-5118-4f2c-bbc7-34c340e98bf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4ba7000-b7be-4bac-bfaf-239ebac223f9'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:03:19.412570 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea560142-4448-45a4-baeb-0a45e4c5e427 None None] Checking router: cd28936a-39af-45cc-a69a-cf4de69fd925 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:03:19.413091 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea560142-4448-45a4-baeb-0a45e4c5e427 None None] Updating router cd28936a-39af-45cc-a69a-cf4de69fd925 port 78c97175-1a5d-4eb7-9c8b-2e63172ca3c6 binding host n-d-827896-1 {{(pid=87684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:03:19.413829 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8aac79-e88b-4eac-9388-adfecae8171d None None] Sync routers for ids ['8ae81a5a-4c58-4b35-b851-88defb7f47cc'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:03:19.420049 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a560048-ad81-4d4c-af8a-0160de829a8c req-e9f0afbb-74fc-47fe-914b-76d299ece954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:19.420537 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a560048-ad81-4d4c-af8a-0160de829a8c req-e9f0afbb-74fc-47fe-914b-76d299ece954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:19.421004 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a560048-ad81-4d4c-af8a-0160de829a8c req-e9f0afbb-74fc-47fe-914b-76d299ece954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:19.421491 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a560048-ad81-4d4c-af8a-0160de829a8c req-e9f0afbb-74fc-47fe-914b-76d299ece954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:19.421981 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a560048-ad81-4d4c-af8a-0160de829a8c req-e9f0afbb-74fc-47fe-914b-76d299ece954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:19.422438 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a560048-ad81-4d4c-af8a-0160de829a8c req-e9f0afbb-74fc-47fe-914b-76d299ece954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:19.422893 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a560048-ad81-4d4c-af8a-0160de829a8c req-e9f0afbb-74fc-47fe-914b-76d299ece954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:19.424829 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1a560048-ad81-4d4c-af8a-0160de829a8c req-e9f0afbb-74fc-47fe-914b-76d299ece954 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df41148af8d64ecb86c2b5be8209bfd9&device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 6491 time: 0.5290382 Feb 04 21:03:19.428385 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-77ebccf7-e352-47a8-9479-a65de069d5be tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:19.432901 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-77ebccf7-e352-47a8-9479-a65de069d5be tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.1409824 Feb 04 21:03:19.432901 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56972) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:19.435708 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8aac79-e88b-4eac-9388-adfecae8171d None None] Routers {'8ae81a5a-4c58-4b35-b851-88defb7f47cc'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:03:19.437335 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-0c8aac79-e88b-4eac-9388-adfecae8171d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:03:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['8ae81a5a-4c58-4b35-b851-88defb7f47cc'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:19.456941 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port f4ba7000-b7be-4bac-bfaf-239ebac223f9, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f4ba7000-b7be-4bac-bfaf-239ebac223f9,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:19.466218 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:19.514413 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e170ec1-e659-4a27-b0cb-33895af25cca None None] New status for floating IP 3ec56827-0c93-4fa0-9862-cbbbf030ce17: ACTIVE {{(pid=87684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:03:19.628344 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c6540c3e-f4ac-4ff6-819e-41600e1a6e80 req-ba0579cd-96fc-434f-9bb7-e7cd923c9614 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8244286 Feb 04 21:03:19.640184 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbc8d7-71e3-4e56-88ef-5181de7add0e req-2c35aecf-3122-468d-af0a-d4d62eccbb92 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:19.641741 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-88cbc8d7-71e3-4e56-88ef-5181de7add0e req-2c35aecf-3122-468d-af0a-d4d62eccbb92 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 950 time: 0.5972810 Feb 04 21:03:19.660382 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ea560142-4448-45a4-baeb-0a45e4c5e427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:19.687847 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb5e2f9-9198-4b25-8d3a-df2f520eeef8 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Router c15e3f14-5384-4fa5-9add-3dde19e22881 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:03:19.727791 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-0c8aac79-e88b-4eac-9388-adfecae8171d None None] Set router 8ae81a5a-4c58-4b35-b851-88defb7f47cc gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:03:19.779570 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2e3f5-1f75-40a4-9515-01fe5df8b82c req-d3c8814e-6729-438d-af7b-a7412479669f tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:19.781128 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ec2e3f5-1f75-40a4-9515-01fe5df8b82c req-d3c8814e-6729-438d-af7b-a7412479669f tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee168f6d-cf05-4e89-9d1c-c8fe65079393 HTTP/1.1" status: 200 len: 946 time: 0.4582419 Feb 04 21:03:19.841807 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=f4ba7000-b7be-4bac-bfaf-239ebac223f9,revision_number=9']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:20.003532 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-258ae6ae-2466-4352-9def-2179da168684 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] 10.222.0.26 "GET /v2.0/routers/8ae81a5a-4c58-4b35-b851-88defb7f47cc HTTP/1.1" status: 200 len: 907 time: 0.5674157 Feb 04 21:03:20.006510 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56978) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:20.105420 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb5e2f9-9198-4b25-8d3a-df2f520eeef8 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:03:20.118179 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e2f9-9198-4b25-8d3a-df2f520eeef8 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:20.145118 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ccadad-1d3a-4da9-863c-bd449e29ad7d None None] Sync routers for ids ['c15e3f14-5384-4fa5-9add-3dde19e22881'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:03:20.198667 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ccadad-1d3a-4da9-863c-bd449e29ad7d None None] Routers {'c15e3f14-5384-4fa5-9add-3dde19e22881'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:03:20.199089 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-46ccadad-1d3a-4da9-863c-bd449e29ad7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:03:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['c15e3f14-5384-4fa5-9add-3dde19e22881'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:20.215287 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-88cbc8d7-71e3-4e56-88ef-5181de7add0e req-3359a34c-f73b-47b8-998e-c40f7ee2c2eb tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5420871 Feb 04 21:03:20.227166 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a560048-ad81-4d4c-af8a-0160de829a8c req-114590e8-4176-441e-9a4e-8c565ab48851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:20.229332 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1a560048-ad81-4d4c-af8a-0160de829a8c req-114590e8-4176-441e-9a4e-8c565ab48851 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b07bb9ef-36fe-4586-bebc-d1a35b516abf HTTP/1.1" status: 200 len: 912 time: 0.6588051 Feb 04 21:03:20.267767 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ec2e3f5-1f75-40a4-9515-01fe5df8b82c req-c6bcf54c-4e0c-4462-9514-789acbe4bcf5 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717646 Feb 04 21:03:20.394909 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c6540c3e-f4ac-4ff6-819e-41600e1a6e80 req-ce85ba59-daa9-4289-b880-afa3f47ca886 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7302649 Feb 04 21:03:20.420589 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-8bb5e2f9-9198-4b25-8d3a-df2f520eeef8 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "PUT /v2.0/floatingips/f9c684e4-b252-4f6c-a0d3-85edca7d0d13 HTTP/1.1" status: 200 len: 991 time: 5.0144083 Feb 04 21:03:20.420589 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9c7752-0330-4b72-8aa3-9bb6d744d513', 'tag': '613678b2-b88a-4a28-b8ba-3ce49cfaf2ad'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:03:20.484673 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ae7a91e3-9fda-46ae-919c-6ce5d06551e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:20.606746 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc95992-0dea-4601-b27b-374b680b26a8 req-e5f506d9-83b9-4478-acd1-9b52ad28fe7c tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:20.614702 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-efc95992-0dea-4601-b27b-374b680b26a8 req-e5f506d9-83b9-4478-acd1-9b52ad28fe7c tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 947 time: 0.1272440 Feb 04 21:03:20.677791 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-46ccadad-1d3a-4da9-863c-bd449e29ad7d None None] Set router c15e3f14-5384-4fa5-9add-3dde19e22881 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:03:20.691477 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-efc95992-0dea-4601-b27b-374b680b26a8 req-cf40dc34-4862-407b-94c3-8c533fa7548b tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763025 Feb 04 21:03:20.706954 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ea560142-4448-45a4-baeb-0a45e4c5e427 None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:20.725937 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-0c8aac79-e88b-4eac-9388-adfecae8171d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae81a5a-4c58-4b35-b851-88defb7f47cc', 'name': 'tempest-snat-router-1763155739', 'tenant_id': '1998818573a6402e91949fb11030657b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'c4d3a3c7-19c5-486a-b32c-cdbf4af03ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:11Z', 'updated_at': '2022-02-04T21:03:16Z', 'revision_number': 3, 'project_id': '1998818573a6402e91949fb11030657b', 'gw_port': {'id': 'c4d3a3c7-19c5-486a-b32c-cdbf4af03ec8', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae81a5a-4c58-4b35-b851-88defb7f47cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:13Z', 'updated_at': '2022-02-04T21:03:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:20.730961 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8aac79-e88b-4eac-9388-adfecae8171d None None] Checking router: 8ae81a5a-4c58-4b35-b851-88defb7f47cc for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:03:20.731072 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8aac79-e88b-4eac-9388-adfecae8171d None None] Updating router 8ae81a5a-4c58-4b35-b851-88defb7f47cc port c4d3a3c7-19c5-486a-b32c-cdbf4af03ec8 binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:03:20.737160 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ea560142-4448-45a4-baeb-0a45e4c5e427 None None] Transition to ACTIVE for port object 78c97175-1a5d-4eb7-9c8b-2e63172ca3c6 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:03:20.751916 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ea560142-4448-45a4-baeb-0a45e4c5e427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:20.797024 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8952011b-4098-4b4e-bf67-01589651d55f tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:20.890133 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-0c8aac79-e88b-4eac-9388-adfecae8171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:21.103922 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1a560048-ad81-4d4c-af8a-0160de829a8c req-d472bc15-ccc5-4a86-b209-2a1b1a61dd41 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3753cc11-1c31-453a-a527-f0e098c63ba8 HTTP/1.1" status: 200 len: 1002 time: 0.8631144 Feb 04 21:03:21.175219 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b4e835-5118-4f2c-bbc7-34c340e98bf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4ba7000-b7be-4bac-bfaf-239ebac223f9', 'code': 200} Feb 04 21:03:21.240397 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d9099-c4fa-41e8-adda-08c994ec2ec3 req-8d2c8531-f541-4703-a442-023b8f9fb158 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:21.251561 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d9099-c4fa-41e8-adda-08c994ec2ec3 req-8d2c8531-f541-4703-a442-023b8f9fb158 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:21.259371 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d9099-c4fa-41e8-adda-08c994ec2ec3 req-8d2c8531-f541-4703-a442-023b8f9fb158 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:21.265944 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d9099-c4fa-41e8-adda-08c994ec2ec3 req-8d2c8531-f541-4703-a442-023b8f9fb158 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:21.267977 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-ea560142-4448-45a4-baeb-0a45e4c5e427 None None] Attempting to bind port 78c97175-1a5d-4eb7-9c8b-2e63172ca3c6 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:03:21.268502 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-ea560142-4448-45a4-baeb-0a45e4c5e427 None None] Attempting to bind port 78c97175-1a5d-4eb7-9c8b-2e63172ca3c6 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:03:21.269017 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea560142-4448-45a4-baeb-0a45e4c5e427 None None] Attempting to bind port 78c97175-1a5d-4eb7-9c8b-2e63172ca3c6 on network 1f11f724-8cdd-497d-8220-929f45cf1223 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:03:21.273200 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8778593-02c4-4683-8d52-4e69a04d0033 None None] Pushing event updated for resources: {'Port': ['ID=78c97175-1a5d-4eb7-9c8b-2e63172ca3c6,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:21.273741 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d9099-c4fa-41e8-adda-08c994ec2ec3 req-8d2c8531-f541-4703-a442-023b8f9fb158 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:21.284754 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea560142-4448-45a4-baeb-0a45e4c5e427 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:03:21.286296 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea560142-4448-45a4-baeb-0a45e4c5e427 None None] Checking segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:03:21.286795 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ea560142-4448-45a4-baeb-0a45e4c5e427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:21.287905 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d9099-c4fa-41e8-adda-08c994ec2ec3 req-8d2c8531-f541-4703-a442-023b8f9fb158 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:21.288167 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea560142-4448-45a4-baeb-0a45e4c5e427 None None] Bound using segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:03:21.288743 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-ea560142-4448-45a4-baeb-0a45e4c5e427 None None] Bound port: 78c97175-1a5d-4eb7-9c8b-2e63172ca3c6, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:03:21.290335 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ea560142-4448-45a4-baeb-0a45e4c5e427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:21.294744 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d9099-c4fa-41e8-adda-08c994ec2ec3 req-8d2c8531-f541-4703-a442-023b8f9fb158 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:21.303336 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f03d9099-c4fa-41e8-adda-08c994ec2ec3 req-8d2c8531-f541-4703-a442-023b8f9fb158 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 5434 time: 0.2433076 Feb 04 21:03:21.315801 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a560048-ad81-4d4c-af8a-0160de829a8c req-2f708d27-903f-41b0-89ef-0c2f498ae245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:21.317550 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1a560048-ad81-4d4c-af8a-0160de829a8c req-2f708d27-903f-41b0-89ef-0c2f498ae245 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1fffc9a1-d0ff-45d7-adf5-d0cd203f0821 HTTP/1.1" status: 200 len: 850 time: 0.1097891 Feb 04 21:03:21.427853 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-ea560142-4448-45a4-baeb-0a45e4c5e427 None None] For port 78c97175-1a5d-4eb7-9c8b-2e63172ca3c6, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:03:21.432894 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-ea560142-4448-45a4-baeb-0a45e4c5e427 None None] For port 78c97175-1a5d-4eb7-9c8b-2e63172ca3c6, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=78c97175-1a5d-4eb7-9c8b-2e63172ca3c6,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:03:21.438013 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ea560142-4448-45a4-baeb-0a45e4c5e427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:21.528530 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8952011b-4098-4b4e-bf67-01589651d55f tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:21.530326 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea560142-4448-45a4-baeb-0a45e4c5e427 None None] Routers {'cd28936a-39af-45cc-a69a-cf4de69fd925'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:03:21.530959 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-ea560142-4448-45a4-baeb-0a45e4c5e427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:03:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['cd28936a-39af-45cc-a69a-cf4de69fd925'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:21.549543 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f03d9099-c4fa-41e8-adda-08c994ec2ec3 req-34d13bd3-5494-49b6-9c00-df36f1ea6dea tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc27a88a-7d29-4d8e-adaa-4f6d9a816c1f&id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2452884 Feb 04 21:03:21.569567 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-8952011b-4098-4b4e-bf67-01589651d55f tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Deleting port c4d3a3c7-19c5-486a-b32c-cdbf4af03ec8 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:03:21.569912 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8952011b-4098-4b4e-bf67-01589651d55f tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:21.607537 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017118b-ad75-4370-af57-b1f52709cd73 req-d6abf6a0-0a23-459b-9fe1-b40f5466a9e7 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:21.616026 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4017118b-ad75-4370-af57-b1f52709cd73 req-d6abf6a0-0a23-459b-9fe1-b40f5466a9e7 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 945 time: 0.2882216 Feb 04 21:03:21.634216 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8778593-02c4-4683-8d52-4e69a04d0033 None None] Pushing event updated for resources: {'Port': ['ID=78c97175-1a5d-4eb7-9c8b-2e63172ca3c6,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:21.675360 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9c7752-0330-4b72-8aa3-9bb6d744d513', 'tag': '613678b2-b88a-4a28-b8ba-3ce49cfaf2ad', 'status': 'completed', 'code': 200} Feb 04 21:03:21.712205 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a560048-ad81-4d4c-af8a-0160de829a8c req-e7ef1141-6bfa-4a89-86f9-5e2f3886210a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:21.714262 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1a560048-ad81-4d4c-af8a-0160de829a8c req-e7ef1141-6bfa-4a89-86f9-5e2f3886210a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b07bb9ef-36fe-4586-bebc-d1a35b516abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2752380 Feb 04 21:03:21.771564 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-ea560142-4448-45a4-baeb-0a45e4c5e427 None None] Set router cd28936a-39af-45cc-a69a-cf4de69fd925 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:03:21.851821 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4017118b-ad75-4370-af57-b1f52709cd73 req-e036fad3-caf0-472f-a8d6-4a3f1624b900 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9e855fd-f338-4450-a8fe-cb99a2aee980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2327623 Feb 04 21:03:21.989413 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-46ccadad-1d3a-4da9-863c-bd449e29ad7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'name': 'tempest-AttachVolumeTestJSON-139033215-router', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:02:14Z', 'updated_at': '2022-02-04T21:02:30Z', 'revision_number': 4, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'gw_port': {'id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:18Z', 'updated_at': '2022-02-04T21:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': 'f9c684e4-b252-4f6c-a0d3-85edca7d0d13', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'floating_ip_address': '172.25.5.125', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'port_id': '613678b2-b88a-4a28-b8ba-3ce49cfaf2ad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76', 'mac_address': 'fa:16:3e:1f:4a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9c7752-0330-4b72-8aa3-9bb6d744d513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:02:45Z', 'updated_at': '2022-02-04T21:03:17Z', 'revision_number': 1, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd69e2936-929a-4383-b4ba-0198468a4733', 'name': '', 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'mac_address': 'fa:16:3e:2e:0f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:26Z', 'updated_at': '2022-02-04T21:02:39Z', 'revision_number': 5, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'subnets': [{'id': '662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:22.015236 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ccadad-1d3a-4da9-863c-bd449e29ad7d None None] Checking router: c15e3f14-5384-4fa5-9add-3dde19e22881 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:03:22.030062 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d26bbc-0413-4d3c-8d5e-d789252e92ca req-8282b9ae-4d29-458f-b256-f8d101b3cde2 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:22.032345 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e6d26bbc-0413-4d3c-8d5e-d789252e92ca req-8282b9ae-4d29-458f-b256-f8d101b3cde2 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 950 time: 0.1573639 Feb 04 21:03:22.034740 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866d081-bd48-421a-b746-1ca84fd21992 req-ea147986-309e-4091-8b8b-3d89fbd62213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:22.042370 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9866d081-bd48-421a-b746-1ca84fd21992 req-ea147986-309e-4091-8b8b-3d89fbd62213 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ba621d22ceb430b9eee1db66fccde19&device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 1096 time: 0.3401530 Feb 04 21:03:22.064986 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ccadad-1d3a-4da9-863c-bd449e29ad7d None None] Routers {'c15e3f14-5384-4fa5-9add-3dde19e22881'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:03:22.065375 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1a560048-ad81-4d4c-af8a-0160de829a8c req-323c59c7-00a7-4d0e-8fa7-32f052a35b4c service neutron] 10.222.0.18 "GET /v2.0/networks/b07bb9ef-36fe-4586-bebc-d1a35b516abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243630 Feb 04 21:03:22.065924 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-46ccadad-1d3a-4da9-863c-bd449e29ad7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:03:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['c15e3f14-5384-4fa5-9add-3dde19e22881'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:22.067054 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-ae7a91e3-9fda-46ae-919c-6ce5d06551e8 admin admin] Allocated IP 172.20.0.1 (e4cc1ce8-eeb6-46af-80b5-92196799c865/ee4d3909-e094-4079-9a7f-4f6007c68222/d65a4773-ebcc-4487-95eb-5188f1150f8d) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:03:22.256862 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e6d26bbc-0413-4d3c-8d5e-d789252e92ca req-4da8d27d-d24d-4a44-a3d1-4ea72d8743cf tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008803 Feb 04 21:03:22.311902 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-ea560142-4448-45a4-baeb-0a45e4c5e427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'name': 'tempest-ServerActionsTestJSON-881064721-router', 'tenant_id': 'd3d539dc97a744058fdb427e438eb9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '78c97175-1a5d-4eb7-9c8b-2e63172ca3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:10Z', 'updated_at': '2022-02-04T21:03:14Z', 'revision_number': 3, 'project_id': 'd3d539dc97a744058fdb427e438eb9ad', 'gw_port': {'id': '78c97175-1a5d-4eb7-9c8b-2e63172ca3c6', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:12Z', 'updated_at': '2022-02-04T21:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:22.325550 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea560142-4448-45a4-baeb-0a45e4c5e427 None None] The sync data for ids ['cd28936a-39af-45cc-a69a-cf4de69fd925'] in n-d-827896-1 is: [{'id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'name': 'tempest-ServerActionsTestJSON-881064721-router', 'tenant_id': 'd3d539dc97a744058fdb427e438eb9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '78c97175-1a5d-4eb7-9c8b-2e63172ca3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:10Z', 'updated_at': '2022-02-04T21:03:14Z', 'revision_number': 3, 'project_id': 'd3d539dc97a744058fdb427e438eb9ad', 'gw_port': {'id': '78c97175-1a5d-4eb7-9c8b-2e63172ca3c6', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:12Z', 'updated_at': '2022-02-04T21:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:03:22.355859 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866d081-bd48-421a-b746-1ca84fd21992 req-463e93b6-de72-4e5e-884a-8ec8cdbf7f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:22.358017 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9866d081-bd48-421a-b746-1ca84fd21992 req-463e93b6-de72-4e5e-884a-8ec8cdbf7f36 service neutron] 10.222.0.32 "GET /v2.0/networks?id=05b0da4f-bf1c-4e94-969a-698256edcb76 HTTP/1.1" status: 200 len: 911 time: 0.2814174 Feb 04 21:03:22.373042 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21d84b-d09c-4f65-ab47-293893a5a331 req-503b5233-62a6-48be-85d7-e6a85fc5bd3c tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:22.378743 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-0c8aac79-e88b-4eac-9388-adfecae8171d None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:22.384030 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f21d84b-d09c-4f65-ab47-293893a5a331 req-503b5233-62a6-48be-85d7-e6a85fc5bd3c tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee168f6d-cf05-4e89-9d1c-c8fe65079393 HTTP/1.1" status: 200 len: 946 time: 0.2883034 Feb 04 21:03:22.396906 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-46ccadad-1d3a-4da9-863c-bd449e29ad7d None None] Set router c15e3f14-5384-4fa5-9add-3dde19e22881 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:03:22.491650 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-0c8aac79-e88b-4eac-9388-adfecae8171d None None] Transition to ACTIVE for port object c4d3a3c7-19c5-486a-b32c-cdbf4af03ec8 will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:03:22.496963 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8952011b-4098-4b4e-bf67-01589651d55f tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:22.510569 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-0c8aac79-e88b-4eac-9388-adfecae8171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:22.714419 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-0c8aac79-e88b-4eac-9388-adfecae8171d None None] Attempting to bind port c4d3a3c7-19c5-486a-b32c-cdbf4af03ec8 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:03:22.715066 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-0c8aac79-e88b-4eac-9388-adfecae8171d None None] Attempting to bind port c4d3a3c7-19c5-486a-b32c-cdbf4af03ec8 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:03:22.715625 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8aac79-e88b-4eac-9388-adfecae8171d None None] Attempting to bind port c4d3a3c7-19c5-486a-b32c-cdbf4af03ec8 on network 1f11f724-8cdd-497d-8220-929f45cf1223 {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:03:22.724171 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfbb642-34df-481d-8b97-1b38454a299c None None] Pushing event updated for resources: {'Port': ['ID=c4d3a3c7-19c5-486a-b32c-cdbf4af03ec8,revision_number=2']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:22.741573 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-8952011b-4098-4b4e-bf67-01589651d55f tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Calling delete_port for c4d3a3c7-19c5-486a-b32c-cdbf4af03ec8 owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:03:22.753608 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8aac79-e88b-4eac-9388-adfecae8171d None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:03:22.753989 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8aac79-e88b-4eac-9388-adfecae8171d None None] Checking segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:03:22.754410 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-0c8aac79-e88b-4eac-9388-adfecae8171d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:22.754809 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8aac79-e88b-4eac-9388-adfecae8171d None None] Bound using segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:03:22.755291 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-0c8aac79-e88b-4eac-9388-adfecae8171d None None] Bound port: c4d3a3c7-19c5-486a-b32c-cdbf4af03ec8, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:03:22.755649 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-0c8aac79-e88b-4eac-9388-adfecae8171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:22.813682 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfbb642-34df-481d-8b97-1b38454a299c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:22.814026 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfbb642-34df-481d-8b97-1b38454a299c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:22.814551 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfbb642-34df-481d-8b97-1b38454a299c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:22.814888 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfbb642-34df-481d-8b97-1b38454a299c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:22.815220 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfbb642-34df-481d-8b97-1b38454a299c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:22.815549 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfbb642-34df-481d-8b97-1b38454a299c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:22.815874 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfbb642-34df-481d-8b97-1b38454a299c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:22.816196 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfbb642-34df-481d-8b97-1b38454a299c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:22.816516 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfbb642-34df-481d-8b97-1b38454a299c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:22.816836 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfbb642-34df-481d-8b97-1b38454a299c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:22.817168 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfbb642-34df-481d-8b97-1b38454a299c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:22.817505 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfbb642-34df-481d-8b97-1b38454a299c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:22.871563 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f21d84b-d09c-4f65-ab47-293893a5a331 req-d1d6616f-1183-4e50-a69b-e0e1ccf65d50 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4863505 Feb 04 21:03:22.883940 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9866d081-bd48-421a-b746-1ca84fd21992 req-1a24a3ee-5b46-4fb1-92ac-7d482ecea91a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=613678b2-b88a-4a28-b8ba-3ce49cfaf2ad HTTP/1.1" status: 200 len: 999 time: 0.4768016 Feb 04 21:03:23.019076 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866d081-bd48-421a-b746-1ca84fd21992 req-41da95da-37a0-4ceb-8fff-778dbf71ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:23.020961 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9866d081-bd48-421a-b746-1ca84fd21992 req-41da95da-37a0-4ceb-8fff-778dbf71ae92 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e HTTP/1.1" status: 200 len: 849 time: 0.1298547 Feb 04 21:03:23.048163 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eee53d-985a-4c6b-9e48-9f4d6b6d2a1f req-0d60f168-6fcc-4e7a-afe2-f41e30d31f32 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:23.050095 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-38eee53d-985a-4c6b-9e48-9f4d6b6d2a1f req-0d60f168-6fcc-4e7a-afe2-f41e30d31f32 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 947 time: 0.5450926 Feb 04 21:03:23.065546 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device f4ba7000-b7be-4bac-bfaf-239ebac223f9 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:03:23.089753 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-0c8aac79-e88b-4eac-9388-adfecae8171d None None] For port c4d3a3c7-19c5-486a-b32c-cdbf4af03ec8, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:03:23.103667 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-0c8aac79-e88b-4eac-9388-adfecae8171d None None] For port c4d3a3c7-19c5-486a-b32c-cdbf4af03ec8, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=c4d3a3c7-19c5-486a-b32c-cdbf4af03ec8,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:03:23.115176 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-0c8aac79-e88b-4eac-9388-adfecae8171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:23.130396 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1a560048-ad81-4d4c-af8a-0160de829a8c req-702b52ba-c807-4e8e-863b-622765c72e5c service neutron] 10.222.0.18 "GET /v2.0/networks/b07bb9ef-36fe-4586-bebc-d1a35b516abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0481040 Feb 04 21:03:23.263531 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ae7a91e3-9fda-46ae-919c-6ce5d06551e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:23.277105 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.api [None req-8952011b-4098-4b4e-bf67-01589651d55f tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:03:23.277497 n-d-827896-1 neutron-server[87682]: DEBUG oslo_db.api [None req-8952011b-4098-4b4e-bf67-01589651d55f tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:03:23.286215 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-ae7a91e3-9fda-46ae-919c-6ce5d06551e8 admin admin] Transition to ACTIVE for port object d65a4773-ebcc-4487-95eb-5188f1150f8d will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:03:23.289125 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8aac79-e88b-4eac-9388-adfecae8171d None None] Routers {'8ae81a5a-4c58-4b35-b851-88defb7f47cc'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:03:23.290035 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-0c8aac79-e88b-4eac-9388-adfecae8171d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:03:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['8ae81a5a-4c58-4b35-b851-88defb7f47cc'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:23.330771 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ae7a91e3-9fda-46ae-919c-6ce5d06551e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:23.343977 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-38eee53d-985a-4c6b-9e48-9f4d6b6d2a1f req-098d3aa0-7e3b-4d19-86eb-062212a65f75 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355503 Feb 04 21:03:23.419214 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b789f70-d487-4c5b-a9da-9772b4e41d35 req-c948f9c2-4145-49f3-83bd-4afac0444002 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:23.427913 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b789f70-d487-4c5b-a9da-9772b4e41d35 req-c948f9c2-4145-49f3-83bd-4afac0444002 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:23.435265 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b789f70-d487-4c5b-a9da-9772b4e41d35 req-c948f9c2-4145-49f3-83bd-4afac0444002 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:23.444798 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7a91e3-9fda-46ae-919c-6ce5d06551e8 admin admin] Network e4cc1ce8-eeb6-46af-80b5-92196799c865 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:03:23.449567 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b789f70-d487-4c5b-a9da-9772b4e41d35 req-c948f9c2-4145-49f3-83bd-4afac0444002 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:23.453786 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfbb642-34df-481d-8b97-1b38454a299c None None] Pushing event updated for resources: {'Port': ['ID=c4d3a3c7-19c5-486a-b32c-cdbf4af03ec8,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:23.467939 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b789f70-d487-4c5b-a9da-9772b4e41d35 req-c948f9c2-4145-49f3-83bd-4afac0444002 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:23.470620 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port f4ba7000-b7be-4bac-bfaf-239ebac223f9, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f4ba7000-b7be-4bac-bfaf-239ebac223f9,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:23.486334 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-ae7a91e3-9fda-46ae-919c-6ce5d06551e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:03:23.488218 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a91e3-9fda-46ae-919c-6ce5d06551e8 admin admin] Pushing event updated for resources: {'Port': ['ID=d65a4773-ebcc-4487-95eb-5188f1150f8d,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:23.489073 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b789f70-d487-4c5b-a9da-9772b4e41d35 req-c948f9c2-4145-49f3-83bd-4afac0444002 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:23.490414 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7a91e3-9fda-46ae-919c-6ce5d06551e8 admin admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:03:23.492901 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-46ccadad-1d3a-4da9-863c-bd449e29ad7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'name': 'tempest-AttachVolumeTestJSON-139033215-router', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:02:14Z', 'updated_at': '2022-02-04T21:02:30Z', 'revision_number': 4, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'gw_port': {'id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:18Z', 'updated_at': '2022-02-04T21:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': 'f9c684e4-b252-4f6c-a0d3-85edca7d0d13', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'floating_ip_address': '172.25.5.125', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'port_id': '613678b2-b88a-4a28-b8ba-3ce49cfaf2ad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76', 'mac_address': 'fa:16:3e:1f:4a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9c7752-0330-4b72-8aa3-9bb6d744d513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:02:45Z', 'updated_at': '2022-02-04T21:03:17Z', 'revision_number': 1, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd69e2936-929a-4383-b4ba-0198468a4733', 'name': '', 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'mac_address': 'fa:16:3e:2e:0f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:26Z', 'updated_at': '2022-02-04T21:02:39Z', 'revision_number': 5, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'subnets': [{'id': '662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:23.498094 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b789f70-d487-4c5b-a9da-9772b4e41d35 req-c948f9c2-4145-49f3-83bd-4afac0444002 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:23.504436 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ccadad-1d3a-4da9-863c-bd449e29ad7d None None] The sync data for ids ['c15e3f14-5384-4fa5-9add-3dde19e22881'] in n-d-827896-1 is: [{'id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'name': 'tempest-AttachVolumeTestJSON-139033215-router', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:02:14Z', 'updated_at': '2022-02-04T21:02:30Z', 'revision_number': 4, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'gw_port': {'id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:18Z', 'updated_at': '2022-02-04T21:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': 'f9c684e4-b252-4f6c-a0d3-85edca7d0d13', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'floating_ip_address': '172.25.5.125', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'port_id': '613678b2-b88a-4a28-b8ba-3ce49cfaf2ad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76', 'mac_address': 'fa:16:3e:1f:4a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9c7752-0330-4b72-8aa3-9bb6d744d513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:02:45Z', 'updated_at': '2022-02-04T21:03:17Z', 'revision_number': 1, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd69e2936-929a-4383-b4ba-0198468a4733', 'name': '', 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'mac_address': 'fa:16:3e:2e:0f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:26Z', 'updated_at': '2022-02-04T21:02:39Z', 'revision_number': 5, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'subnets': [{'id': '662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:03:23.515830 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1b789f70-d487-4c5b-a9da-9772b4e41d35 req-c948f9c2-4145-49f3-83bd-4afac0444002 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 5434 time: 0.4620850 Feb 04 21:03:23.537945 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'f4ba7000-b7be-4bac-bfaf-239ebac223f9', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': 'f4ba7000-b7be-4bac-bfaf-239ebac223f9', 'mac_address': 'fa:16:3e:f5:27:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:03:23.538191 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-0c8aac79-e88b-4eac-9388-adfecae8171d None None] Set router 8ae81a5a-4c58-4b35-b851-88defb7f47cc gateway port host: None {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:03:23.563217 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866d081-bd48-421a-b746-1ca84fd21992 req-5224cc3e-0c97-4ab9-95be-e9d19e7f45a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:23.583768 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9866d081-bd48-421a-b746-1ca84fd21992 req-5224cc3e-0c97-4ab9-95be-e9d19e7f45a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=05b0da4f-bf1c-4e94-969a-698256edcb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4281170 Feb 04 21:03:23.659680 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ae7a91e3-9fda-46ae-919c-6ce5d06551e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:23.741814 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:23.770424 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4ba7000-b7be-4bac-bfaf-239ebac223f9 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:03:23.800625 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port f4ba7000-b7be-4bac-bfaf-239ebac223f9, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f4ba7000-b7be-4bac-bfaf-239ebac223f9,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:23.805919 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:23.840794 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-0c8aac79-e88b-4eac-9388-adfecae8171d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae81a5a-4c58-4b35-b851-88defb7f47cc', 'name': 'tempest-snat-router-1763155739', 'tenant_id': '1998818573a6402e91949fb11030657b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:11Z', 'updated_at': '2022-02-04T21:03:21Z', 'revision_number': 4, 'project_id': '1998818573a6402e91949fb11030657b', 'gw_port_host': None}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:23.866095 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8aac79-e88b-4eac-9388-adfecae8171d None None] The sync data for ids ['8ae81a5a-4c58-4b35-b851-88defb7f47cc'] in n-d-827896-1 is: [{'id': '8ae81a5a-4c58-4b35-b851-88defb7f47cc', 'name': 'tempest-snat-router-1763155739', 'tenant_id': '1998818573a6402e91949fb11030657b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:11Z', 'updated_at': '2022-02-04T21:03:21Z', 'revision_number': 4, 'project_id': '1998818573a6402e91949fb11030657b', 'gw_port_host': None}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:03:23.890363 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-8952011b-4098-4b4e-bf67-01589651d55f tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Deleting port c4d3a3c7-19c5-486a-b32c-cdbf4af03ec8 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:03:23.890916 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8952011b-4098-4b4e-bf67-01589651d55f tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:23.896438 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1b789f70-d487-4c5b-a9da-9772b4e41d35 req-1fd30dd7-b0f8-4bd1-8c6e-6876750c84d7 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc27a88a-7d29-4d8e-adaa-4f6d9a816c1f&id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3794215 Feb 04 21:03:23.950138 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-8d00937c-73ac-4db4-b0e5-889e207edf33 None None] Provisioning for port d65a4773-ebcc-4487-95eb-5188f1150f8d completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:03:23.958596 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=f4ba7000-b7be-4bac-bfaf-239ebac223f9,revision_number=10']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:23.966650 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-8d00937c-73ac-4db4-b0e5-889e207edf33 None None] Provisioning complete for port d65a4773-ebcc-4487-95eb-5188f1150f8d triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:23.970216 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8d00937c-73ac-4db4-b0e5-889e207edf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:24.093664 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-8d00937c-73ac-4db4-b0e5-889e207edf33 None None] Port d65a4773-ebcc-4487-95eb-5188f1150f8d cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:03:24.103824 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d5cbe7-7eb7-43a5-bd57-36f8e09fe03a None None] New status for floating IP f9c684e4-b252-4f6c-a0d3-85edca7d0d13: ACTIVE {{(pid=87684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:03:24.143619 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9866d081-bd48-421a-b746-1ca84fd21992 req-78525323-88f4-4384-9c48-6ebe7bc758d3 service neutron] 10.222.0.32 "GET /v2.0/networks/05b0da4f-bf1c-4e94-969a-698256edcb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5524292 Feb 04 21:03:24.160072 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ef9e2-ae72-40fb-9ce4-a8b9bba9ff1c req-44161408-4284-445c-b2a2-7f0f96f0e838 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:24.163596 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b41ef9e2-ae72-40fb-9ce4-a8b9bba9ff1c req-44161408-4284-445c-b2a2-7f0f96f0e838 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 945 time: 0.5039079 Feb 04 21:03:24.233936 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-8952011b-4098-4b4e-bf67-01589651d55f tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] For port c4d3a3c7-19c5-486a-b32c-cdbf4af03ec8, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=c4d3a3c7-19c5-486a-b32c-cdbf4af03ec8,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:24.234309 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8952011b-4098-4b4e-bf67-01589651d55f tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:24.313663 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['f4ba7000-b7be-4bac-bfaf-239ebac223f9'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:03:24.380672 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9866d081-bd48-421a-b746-1ca84fd21992 req-614013c5-d1e3-43c5-994d-507452cccc85 service neutron] 10.222.0.32 "GET /v2.0/networks/05b0da4f-bf1c-4e94-969a-698256edcb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091742 Feb 04 21:03:24.442391 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-8952011b-4098-4b4e-bf67-01589651d55f tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Calling delete_port for c4d3a3c7-19c5-486a-b32c-cdbf4af03ec8 owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:03:24.455060 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b41ef9e2-ae72-40fb-9ce4-a8b9bba9ff1c req-4d1927c8-8b3a-489e-b453-d44b3140c2b6 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9e855fd-f338-4450-a8fe-cb99a2aee980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2485523 Feb 04 21:03:24.531051 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ae7a91e3-9fda-46ae-919c-6ce5d06551e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:24.801583 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4e4b2-9cc7-458f-87b5-46c1f7721766 req-857bb58f-5207-4284-bcff-866837064145 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:24.803234 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0af4e4b2-9cc7-458f-87b5-46c1f7721766 req-857bb58f-5207-4284-bcff-866837064145 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 950 time: 0.2601397 Feb 04 21:03:24.818551 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98152b0-8c95-4ae1-a43e-ccd888a6f6a5 req-a9bc7d40-09cb-4d86-a91a-ac187ae2de04 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:24.827776 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b98152b0-8c95-4ae1-a43e-ccd888a6f6a5 req-a9bc7d40-09cb-4d86-a91a-ac187ae2de04 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 949 time: 0.2317674 Feb 04 21:03:24.849377 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 78c97175-1a5d-4eb7-9c8b-2e63172ca3c6 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:03:24.904091 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0af4e4b2-9cc7-458f-87b5-46c1f7721766 req-e1ec9ca1-3873-4521-9281-390069b9cf15 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739508 Feb 04 21:03:24.916919 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b98152b0-8c95-4ae1-a43e-ccd888a6f6a5 req-49b89bcf-0c05-4e0f-b78f-e1e3c7153f3b tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881193 Feb 04 21:03:25.059633 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device f30c6684-a5ad-48d5-ae73-5d878de6e95f details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:03:25.094640 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 78c97175-1a5d-4eb7-9c8b-2e63172ca3c6 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:03:25.111099 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 78c97175-1a5d-4eb7-9c8b-2e63172ca3c6 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:25.111809 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:25.233023 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ae7a91e3-9fda-46ae-919c-6ce5d06551e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:25.254838 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ae7a91e3-9fda-46ae-919c-6ce5d06551e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:25.337529 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32147b-f3a8-4ecc-aeb3-7f3d714f0526 req-ab56ee8f-6cfb-4219-8ccd-c606c73bb668 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:25.339238 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3e32147b-f3a8-4ecc-aeb3-7f3d714f0526 req-ab56ee8f-6cfb-4219-8ccd-c606c73bb668 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 949 time: 0.2381015 Feb 04 21:03:25.353103 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76232c86-383b-4c10-a54d-3eda38f8d428 req-cbe8d8f5-8dd7-42e7-83b1-0b814107acf4 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:25.360508 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-76232c86-383b-4c10-a54d-3eda38f8d428 req-cbe8d8f5-8dd7-42e7-83b1-0b814107acf4 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee168f6d-cf05-4e89-9d1c-c8fe65079393 HTTP/1.1" status: 200 len: 946 time: 0.1521449 Feb 04 21:03:25.390091 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:25.433997 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 78c97175-1a5d-4eb7-9c8b-2e63172ca3c6, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=78c97175-1a5d-4eb7-9c8b-2e63172ca3c6,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:25.446882 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:25.455686 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-76232c86-383b-4c10-a54d-3eda38f8d428 req-05d3e8af-c70a-49b5-bc54-efafce888fe7 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809615 Feb 04 21:03:25.465223 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ae7a91e3-9fda-46ae-919c-6ce5d06551e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:25.468626 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a91e3-9fda-46ae-919c-6ce5d06551e8 admin admin] Pushing event updated for resources: {'Port': ['ID=d65a4773-ebcc-4487-95eb-5188f1150f8d,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:25.487182 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3e32147b-f3a8-4ecc-aeb3-7f3d714f0526 req-f26f0aae-f5fe-4b1c-ae4b-494b1ecaf22a tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017277 Feb 04 21:03:25.575325 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port f30c6684-a5ad-48d5-ae73-5d878de6e95f, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f30c6684-a5ad-48d5-ae73-5d878de6e95f,segment=NetworkSegment(d272340f-e46b-4b9a-95de-826926ac6bfb),segment_id=d272340f-e46b-4b9a-95de-826926ac6bfb)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:25.589592 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8952011b-4098-4b4e-bf67-01589651d55f tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:25.605984 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'f30c6684-a5ad-48d5-ae73-5d878de6e95f', 'network_id': '1e54d53d-f997-4dfb-a224-d1fd181e2576', 'port_id': 'f30c6684-a5ad-48d5-ae73-5d878de6e95f', 'mac_address': 'fa:16:3e:0c:b3:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d973d52-9cec-4659-bee1-2f5deb367273', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:03:25.667716 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952011b-4098-4b4e-bf67-01589651d55f tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4d3a3c7-19c5-486a-b32c-cdbf4af03ec8,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:25.704747 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=78c97175-1a5d-4eb7-9c8b-2e63172ca3c6,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:25.783865 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:25.825240 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f30c6684-a5ad-48d5-ae73-5d878de6e95f {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:03:25.872807 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7a91e3-9fda-46ae-919c-6ce5d06551e8 admin admin] Network e4cc1ce8-eeb6-46af-80b5-92196799c865 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:03:25.873949 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port f30c6684-a5ad-48d5-ae73-5d878de6e95f, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f30c6684-a5ad-48d5-ae73-5d878de6e95f,segment=NetworkSegment(d272340f-e46b-4b9a-95de-826926ac6bfb),segment_id=d272340f-e46b-4b9a-95de-826926ac6bfb)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:25.878472 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8952011b-4098-4b4e-bf67-01589651d55f tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:25.891720 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:25.925104 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455953d8-7de3-4237-8c6e-71d706bd1ea4 req-c81fdbd0-2c89-4c15-9e71-cc6efb444ab2 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:25.926665 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-455953d8-7de3-4237-8c6e-71d706bd1ea4 req-c81fdbd0-2c89-4c15-9e71-cc6efb444ab2 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 945 time: 0.2028546 Feb 04 21:03:25.930334 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-ae7a91e3-9fda-46ae-919c-6ce5d06551e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:03:25.947573 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f420d6-4ac7-4f87-bb95-d8ecb490a1e7 req-5d8e7a9b-c746-4ebc-a86e-409b61502400 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:25.957808 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f420d6-4ac7-4f87-bb95-d8ecb490a1e7 req-5d8e7a9b-c746-4ebc-a86e-409b61502400 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:25.968370 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f420d6-4ac7-4f87-bb95-d8ecb490a1e7 req-5d8e7a9b-c746-4ebc-a86e-409b61502400 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:25.974945 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f420d6-4ac7-4f87-bb95-d8ecb490a1e7 req-5d8e7a9b-c746-4ebc-a86e-409b61502400 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:25.982543 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f420d6-4ac7-4f87-bb95-d8ecb490a1e7 req-5d8e7a9b-c746-4ebc-a86e-409b61502400 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:25.993123 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f420d6-4ac7-4f87-bb95-d8ecb490a1e7 req-5d8e7a9b-c746-4ebc-a86e-409b61502400 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:25.999157 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f420d6-4ac7-4f87-bb95-d8ecb490a1e7 req-5d8e7a9b-c746-4ebc-a86e-409b61502400 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:26.014375 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a9f420d6-4ac7-4f87-bb95-d8ecb490a1e7 req-5d8e7a9b-c746-4ebc-a86e-409b61502400 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 5434 time: 0.2325428 Feb 04 21:03:26.043087 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device cd1f6a32-b7f4-443c-8969-b4767ae9d578 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:03:26.045437 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device cd1f6a32-b7f4-443c-8969-b4767ae9d578 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:03:26.122041 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=f30c6684-a5ad-48d5-ae73-5d878de6e95f,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:26.219796 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['f30c6684-a5ad-48d5-ae73-5d878de6e95f'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:03:26.309512 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-455953d8-7de3-4237-8c6e-71d706bd1ea4 req-e5eabeff-6dd0-40b1-b758-667c91f04b5e tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9e855fd-f338-4450-a8fe-cb99a2aee980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2936504 Feb 04 21:03:26.343406 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:26.355330 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a9f420d6-4ac7-4f87-bb95-d8ecb490a1e7 req-3fd3e21c-9b60-4f15-ac7e-621c4e1a1a4d tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc27a88a-7d29-4d8e-adaa-4f6d9a816c1f&id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3055341 Feb 04 21:03:26.377253 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.resource_extend [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:03:26.380457 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8952011b-4098-4b4e-bf67-01589651d55f tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:26.428754 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e8fb2-2703-4956-b58f-6b3c29b95751 req-09e10fea-002c-4762-b1bf-2b9701ddadd1 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:26.433889 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-460e8fb2-2703-4956-b58f-6b3c29b95751 req-09e10fea-002c-4762-b1bf-2b9701ddadd1 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee168f6d-cf05-4e89-9d1c-c8fe65079393 HTTP/1.1" status: 200 len: 946 time: 0.3830013 Feb 04 21:03:26.493396 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-65fc971f-b6a5-469a-8fb1-8bea3d247e70 None None] Provisioning complete for port d65a4773-ebcc-4487-95eb-5188f1150f8d triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:26.494179 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-65fc971f-b6a5-469a-8fb1-8bea3d247e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:26.596914 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-460e8fb2-2703-4956-b58f-6b3c29b95751 req-31d0b23f-69bb-4114-ab78-c0f202a7ddc0 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Deleting port 1cc0ad43-584b-47b9-8ec2-ba1ddd54959b {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:03:26.600930 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-460e8fb2-2703-4956-b58f-6b3c29b95751 req-31d0b23f-69bb-4114-ab78-c0f202a7ddc0 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:26.641296 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8952011b-4098-4b4e-bf67-01589651d55f tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:26.752531 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8952011b-4098-4b4e-bf67-01589651d55f tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:26.753295 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8952011b-4098-4b4e-bf67-01589651d55f tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ae81a5a-4c58-4b35-b851-88defb7f47cc {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:03:26.801817 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7a91e3-9fda-46ae-919c-6ce5d06551e8 admin admin] Router cd28936a-39af-45cc-a69a-cf4de69fd925 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:03:26.823704 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8952011b-4098-4b4e-bf67-01589651d55f tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:26.823704 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8952011b-4098-4b4e-bf67-01589651d55f tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] 10.222.0.26 "DELETE /v2.0/routers/8ae81a5a-4c58-4b35-b851-88defb7f47cc HTTP/1.1" status: 204 len: 168 time: 6.8080339 Feb 04 21:03:26.833316 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57102) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:26.967992 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 78c97175-1a5d-4eb7-9c8b-2e63172ca3c6 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:03:27.117932 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device f4ba7000-b7be-4bac-bfaf-239ebac223f9 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:03:27.213092 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-65fc971f-b6a5-469a-8fb1-8bea3d247e70 None None] Port d65a4773-ebcc-4487-95eb-5188f1150f8d cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:03:27.244098 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port cd1f6a32-b7f4-443c-8969-b4767ae9d578, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=cd1f6a32-b7f4-443c-8969-b4767ae9d578,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:27.280812 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 78c97175-1a5d-4eb7-9c8b-2e63172ca3c6 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:27.281464 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:27.388440 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port f4ba7000-b7be-4bac-bfaf-239ebac223f9 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:27.389937 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:27.403081 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7a91e3-9fda-46ae-919c-6ce5d06551e8 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:03:27.408412 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ae7a91e3-9fda-46ae-919c-6ce5d06551e8 admin admin] 10.222.0.26 "PUT /v2.0/routers/cd28936a-39af-45cc-a69a-cf4de69fd925/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2988262 Feb 04 21:03:27.411685 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-03e75eab-dc98-4e69-a2c7-7cc7df2367b0 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:27.422053 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4f3f84-98e6-4670-9cd7-93319b7b73fb None None] Sync routers for ids ['cd28936a-39af-45cc-a69a-cf4de69fd925'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:03:27.448920 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff88f98-f3ef-46b3-b9e4-523fb6a97e41 req-d620cc72-bfe6-4ce9-9200-0b627ecb82e0 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:27.451048 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6ff88f98-f3ef-46b3-b9e4-523fb6a97e41 req-d620cc72-bfe6-4ce9-9200-0b627ecb82e0 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 950 time: 0.8679161 Feb 04 21:03:27.451637 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4f3f84-98e6-4670-9cd7-93319b7b73fb None None] Routers {'cd28936a-39af-45cc-a69a-cf4de69fd925'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:03:27.452272 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-4e4f3f84-98e6-4670-9cd7-93319b7b73fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:03:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['cd28936a-39af-45cc-a69a-cf4de69fd925'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:27.506715 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:27.524774 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2254781-283b-4193-9b2f-cd9196d48034 req-a08be39b-0755-49cc-bb4e-3bed0dc746d4 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:27.531800 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2254781-283b-4193-9b2f-cd9196d48034 req-a08be39b-0755-49cc-bb4e-3bed0dc746d4 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:27.540382 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2254781-283b-4193-9b2f-cd9196d48034 req-a08be39b-0755-49cc-bb4e-3bed0dc746d4 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:27.542197 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': 'cd1f6a32-b7f4-443c-8969-b4767ae9d578', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': 'cd1f6a32-b7f4-443c-8969-b4767ae9d578', 'mac_address': 'fa:16:3e:82:7f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:03:27.547799 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2254781-283b-4193-9b2f-cd9196d48034 req-a08be39b-0755-49cc-bb4e-3bed0dc746d4 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:27.556140 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2254781-283b-4193-9b2f-cd9196d48034 req-a08be39b-0755-49cc-bb4e-3bed0dc746d4 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:27.562741 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2254781-283b-4193-9b2f-cd9196d48034 req-a08be39b-0755-49cc-bb4e-3bed0dc746d4 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:27.571725 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2254781-283b-4193-9b2f-cd9196d48034 req-a08be39b-0755-49cc-bb4e-3bed0dc746d4 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:27.573897 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b2254781-283b-4193-9b2f-cd9196d48034 req-a08be39b-0755-49cc-bb4e-3bed0dc746d4 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 5434 time: 0.4347003 Feb 04 21:03:27.648727 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6ff88f98-f3ef-46b3-b9e4-523fb6a97e41 req-c77ef8dd-e00b-4753-a3bd-780a3f121fc4 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895106 Feb 04 21:03:27.656579 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c526227-9dd7-4390-b406-dd33f7a62277', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd1f6a32-b7f4-443c-8969-b4767ae9d578'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:03:27.743414 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-03e75eab-dc98-4e69-a2c7-7cc7df2367b0 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:27.760380 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-03e75eab-dc98-4e69-a2c7-7cc7df2367b0 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Deleting port 7a3d8302-6439-4b8b-b4c3-78fced7c0456 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:03:27.761561 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-03e75eab-dc98-4e69-a2c7-7cc7df2367b0 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:27.798096 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b2254781-283b-4193-9b2f-cd9196d48034 req-4b7554d7-fa9b-4542-8434-0d7ac9c42418 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc27a88a-7d29-4d8e-adaa-4f6d9a816c1f&id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1924279 Feb 04 21:03:27.810329 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:27.817754 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-460e8fb2-2703-4956-b58f-6b3c29b95751 req-31d0b23f-69bb-4114-ab78-c0f202a7ddc0 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] For port 1cc0ad43-584b-47b9-8ec2-ba1ddd54959b, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=1cc0ad43-584b-47b9-8ec2-ba1ddd54959b,segment=NetworkSegment(1bfd55c3-c8d9-4e20-9f37-da07ea0581c2),segment_id=1bfd55c3-c8d9-4e20-9f37-da07ea0581c2)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:27.818115 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-460e8fb2-2703-4956-b58f-6b3c29b95751 req-31d0b23f-69bb-4114-ab78-c0f202a7ddc0 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:27.821996 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:27.848914 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd1f6a32-b7f4-443c-8969-b4767ae9d578 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:03:28.047468 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-460e8fb2-2703-4956-b58f-6b3c29b95751 req-31d0b23f-69bb-4114-ab78-c0f202a7ddc0 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Calling delete_port for 1cc0ad43-584b-47b9-8ec2-ba1ddd54959b owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:03:28.110744 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-03e75eab-dc98-4e69-a2c7-7cc7df2367b0 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] For port 7a3d8302-6439-4b8b-b4c3-78fced7c0456, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=7a3d8302-6439-4b8b-b4c3-78fced7c0456,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:28.111110 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-03e75eab-dc98-4e69-a2c7-7cc7df2367b0 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:28.116071 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port cd1f6a32-b7f4-443c-8969-b4767ae9d578, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=cd1f6a32-b7f4-443c-8969-b4767ae9d578,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:28.127242 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:28.139364 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-aaaec022-60e7-439b-ae5b-3a97844b2f40 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1134400 Feb 04 21:03:28.234915 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-4e4f3f84-98e6-4670-9cd7-93319b7b73fb None None] Set router cd28936a-39af-45cc-a69a-cf4de69fd925 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:03:28.244169 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port f4ba7000-b7be-4bac-bfaf-239ebac223f9, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f4ba7000-b7be-4bac-bfaf-239ebac223f9,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:28.337311 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-03e75eab-dc98-4e69-a2c7-7cc7df2367b0 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Calling delete_port for 7a3d8302-6439-4b8b-b4c3-78fced7c0456 owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:03:28.390347 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-eae714e4-369e-4bdf-847b-8b2c77464041 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:28.402190 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-eae714e4-369e-4bdf-847b-8b2c77464041 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2564185 Feb 04 21:03:28.454066 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-5ddd7971-9976-4731-a782-bc6cb35c12ae tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/quotas/55d1f91d84e0433d8b3ab7473aab0e34 HTTP/1.1" status: 200 len: 375 time: 0.0492079 Feb 04 21:03:28.536205 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:28.686645 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d77a5-f5b3-4f68-a5a3-62b96587b4b3 req-e6723b06-a629-4f92-b557-b39d03d298e6 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:28.703571 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:03:28.704285 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a14d77a5-f5b3-4f68-a5a3-62b96587b4b3 req-e6723b06-a629-4f92-b557-b39d03d298e6 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee168f6d-cf05-4e89-9d1c-c8fe65079393 HTTP/1.1" status: 200 len: 946 time: 0.7818220 Feb 04 21:03:28.707382 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:03:28.741961 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=cd1f6a32-b7f4-443c-8969-b4767ae9d578,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:28.886453 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-f2c6c5d8-a317-4c56-b102-8a58ab1096ca tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4284995 Feb 04 21:03:28.886453 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-460e8fb2-2703-4956-b58f-6b3c29b95751 req-31d0b23f-69bb-4114-ab78-c0f202a7ddc0 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:28.924282 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-03e75eab-dc98-4e69-a2c7-7cc7df2367b0 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:28.955456 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['1cc0ad43-584b-47b9-8ec2-ba1ddd54959b'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:03:29.178810 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a14d77a5-f5b3-4f68-a5a3-62b96587b4b3 req-2514699d-4534-4063-9411-4f39b53166a7 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735484 Feb 04 21:03:29.212273 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0b23f-69bb-4114-ab78-c0f202a7ddc0 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Pushing event deleted for resources: {'Port': ['ID=1cc0ad43-584b-47b9-8ec2-ba1ddd54959b,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:29.263682 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d0b23f-69bb-4114-ab78-c0f202a7ddc0 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:29.263682 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d0b23f-69bb-4114-ab78-c0f202a7ddc0 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:29.263682 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d0b23f-69bb-4114-ab78-c0f202a7ddc0 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:29.266086 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d0b23f-69bb-4114-ab78-c0f202a7ddc0 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:29.266086 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d0b23f-69bb-4114-ab78-c0f202a7ddc0 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:29.266086 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d0b23f-69bb-4114-ab78-c0f202a7ddc0 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:29.266086 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d0b23f-69bb-4114-ab78-c0f202a7ddc0 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:29.266086 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d0b23f-69bb-4114-ab78-c0f202a7ddc0 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:29.266086 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d0b23f-69bb-4114-ab78-c0f202a7ddc0 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:29.272639 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device f30c6684-a5ad-48d5-ae73-5d878de6e95f up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:03:29.274317 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e75eab-dc98-4e69-a2c7-7cc7df2367b0 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a3d8302-6439-4b8b-b4c3-78fced7c0456,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:29.276109 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d0b23f-69bb-4114-ab78-c0f202a7ddc0 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:29.276453 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d0b23f-69bb-4114-ab78-c0f202a7ddc0 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:29.277083 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d0b23f-69bb-4114-ab78-c0f202a7ddc0 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:29.446440 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-460e8fb2-2703-4956-b58f-6b3c29b95751 req-31d0b23f-69bb-4114-ab78-c0f202a7ddc0 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] No DVR routers for this DVR port 1cc0ad43-584b-47b9-8ec2-ba1ddd54959b on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:03:29.462309 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-460e8fb2-2703-4956-b58f-6b3c29b95751 req-31d0b23f-69bb-4114-ab78-c0f202a7ddc0 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:29.462309 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee168f6d-cf05-4e89-9d1c-c8fe65079393', 'name': 'network-vif-deleted', 'tag': '1cc0ad43-584b-47b9-8ec2-ba1ddd54959b'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:03:29.550346 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-460e8fb2-2703-4956-b58f-6b3c29b95751 req-31d0b23f-69bb-4114-ab78-c0f202a7ddc0 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.32 "DELETE /v2.0/ports/1cc0ad43-584b-47b9-8ec2-ba1ddd54959b HTTP/1.1" status: 204 len: 173 time: 3.1017191 Feb 04 21:03:29.580777 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-03e75eab-dc98-4e69-a2c7-7cc7df2367b0 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:29.623613 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:29.645740 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=f4ba7000-b7be-4bac-bfaf-239ebac223f9,revision_number=11']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:29.656368 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c526227-9dd7-4390-b406-dd33f7a62277', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd1f6a32-b7f4-443c-8969-b4767ae9d578', 'code': 200} Feb 04 21:03:29.659267 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd1f6a32-b7f4-443c-8969-b4767ae9d578 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:03:29.693172 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port f30c6684-a5ad-48d5-ae73-5d878de6e95f triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:29.694083 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:29.789672 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port cd1f6a32-b7f4-443c-8969-b4767ae9d578, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=cd1f6a32-b7f4-443c-8969-b4767ae9d578,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:29.789672 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:29.850080 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-4e4f3f84-98e6-4670-9cd7-93319b7b73fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'name': 'tempest-ServerActionsTestJSON-881064721-router', 'tenant_id': 'd3d539dc97a744058fdb427e438eb9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '78c97175-1a5d-4eb7-9c8b-2e63172ca3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:10Z', 'updated_at': '2022-02-04T21:03:24Z', 'revision_number': 4, 'project_id': 'd3d539dc97a744058fdb427e438eb9ad', 'gw_port': {'id': '78c97175-1a5d-4eb7-9c8b-2e63172ca3c6', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:12Z', 'updated_at': '2022-02-04T21:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'd65a4773-ebcc-4487-95eb-5188f1150f8d', 'name': '', 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865', 'tenant_id': 'd3d539dc97a744058fdb427e438eb9ad', 'mac_address': 'fa:16:3e:a9:6c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'ee4d3909-e094-4079-9a7f-4f6007c68222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:20Z', 'updated_at': '2022-02-04T21:03:24Z', 'revision_number': 2, 'project_id': 'd3d539dc97a744058fdb427e438eb9ad', 'subnets': [{'id': 'ee4d3909-e094-4079-9a7f-4f6007c68222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:29.862037 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4f3f84-98e6-4670-9cd7-93319b7b73fb None None] Checking router: cd28936a-39af-45cc-a69a-cf4de69fd925 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:03:29.864579 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4f3f84-98e6-4670-9cd7-93319b7b73fb None None] Updating router cd28936a-39af-45cc-a69a-cf4de69fd925 port d65a4773-ebcc-4487-95eb-5188f1150f8d binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:03:30.161127 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-4e4f3f84-98e6-4670-9cd7-93319b7b73fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:30.198815 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b10ed2-7241-44d2-bef8-45da4e27eeab req-5541fbe9-926f-4a3b-b8da-74c449e0b1fb tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:30.221687 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b10ed2-7241-44d2-bef8-45da4e27eeab req-5541fbe9-926f-4a3b-b8da-74c449e0b1fb tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:30.246742 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b10ed2-7241-44d2-bef8-45da4e27eeab req-5541fbe9-926f-4a3b-b8da-74c449e0b1fb tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:30.249069 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=cd1f6a32-b7f4-443c-8969-b4767ae9d578,revision_number=7']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:30.262582 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-03e75eab-dc98-4e69-a2c7-7cc7df2367b0 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:30.278606 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:30.282725 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b10ed2-7241-44d2-bef8-45da4e27eeab req-5541fbe9-926f-4a3b-b8da-74c449e0b1fb tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:30.284398 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57150) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:30.290427 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b10ed2-7241-44d2-bef8-45da4e27eeab req-5541fbe9-926f-4a3b-b8da-74c449e0b1fb tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:30.303735 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-e853bbf1-7b02-49e2-a8e8-f8ca923351d3 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1398402790', 'description': 'tempest-description--1616962913'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:03:30.306112 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b10ed2-7241-44d2-bef8-45da4e27eeab req-5541fbe9-926f-4a3b-b8da-74c449e0b1fb tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:30.313691 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-03e75eab-dc98-4e69-a2c7-7cc7df2367b0 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:30.316285 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e853bbf1-7b02-49e2-a8e8-f8ca923351d3 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:03:30.338540 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b10ed2-7241-44d2-bef8-45da4e27eeab req-5541fbe9-926f-4a3b-b8da-74c449e0b1fb tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:30.342357 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-84b10ed2-7241-44d2-bef8-45da4e27eeab req-5541fbe9-926f-4a3b-b8da-74c449e0b1fb tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 5434 time: 0.4838653 Feb 04 21:03:30.360420 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port f30c6684-a5ad-48d5-ae73-5d878de6e95f, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f30c6684-a5ad-48d5-ae73-5d878de6e95f,segment=NetworkSegment(d272340f-e46b-4b9a-95de-826926ac6bfb),segment_id=d272340f-e46b-4b9a-95de-826926ac6bfb)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:30.410545 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:30.429101 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e853bbf1-7b02-49e2-a8e8-f8ca923351d3 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Usage tracker for resource:security_group and tenant:d3d539dc97a744058fdb427e438eb9ad is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:03:30.434841 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e853bbf1-7b02-49e2-a8e8-f8ca923351d3 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:03:30.484521 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e853bbf1-7b02-49e2-a8e8-f8ca923351d3 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:03:30.497258 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['cd1f6a32-b7f4-443c-8969-b4767ae9d578'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:03:30.515268 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-03e75eab-dc98-4e69-a2c7-7cc7df2367b0 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:30.516273 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e75eab-dc98-4e69-a2c7-7cc7df2367b0 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ea70363f-6ef3-46ed-825d-95296e487cf5 {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:03:30.526056 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e853bbf1-7b02-49e2-a8e8-f8ca923351d3 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:30.580240 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e853bbf1-7b02-49e2-a8e8-f8ca923351d3 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:03:30.585511 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e853bbf1-7b02-49e2-a8e8-f8ca923351d3 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Usage tracker for resource:security_group_rule and tenant:d3d539dc97a744058fdb427e438eb9ad is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:03:30.590336 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-03e75eab-dc98-4e69-a2c7-7cc7df2367b0 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:30.603091 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-03e75eab-dc98-4e69-a2c7-7cc7df2367b0 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] 10.222.0.26 "DELETE /v2.0/routers/ea70363f-6ef3-46ed-825d-95296e487cf5 HTTP/1.1" status: 204 len: 168 time: 3.7704599 Feb 04 21:03:30.604598 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e853bbf1-7b02-49e2-a8e8-f8ca923351d3 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:03:30.607633 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57158) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:30.613005 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-43b8d6e9-d620-409b-ba02-404f2761db11 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1135683168', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}, 'admin_state_up': False}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:03:30.632761 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-43b8d6e9-d620-409b-ba02-404f2761db11 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:03:30.645778 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-43b8d6e9-d620-409b-ba02-404f2761db11 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Usage tracker for resource:router and tenant:85f844e81f3e4a8f860abaf191945b13 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:03:30.655709 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-43b8d6e9-d620-409b-ba02-404f2761db11 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:03:30.670884 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-43b8d6e9-d620-409b-ba02-404f2761db11 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:03:30.671859 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-866a843d-bd29-4d4e-b4a8-96037f08bf9a req-05f6eb99-ad85-4aa5-bd1b-9aaa5bfb0060 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 210 time: 0.2358577 Feb 04 21:03:30.688887 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e853bbf1-7b02-49e2-a8e8-f8ca923351d3 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:03:30.699805 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-43b8d6e9-d620-409b-ba02-404f2761db11 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:30.702820 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-43b8d6e9-d620-409b-ba02-404f2761db11 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:30.801902 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-43b8d6e9-d620-409b-ba02-404f2761db11 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:30.882228 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=f30c6684-a5ad-48d5-ae73-5d878de6e95f,revision_number=7']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:30.914218 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee168f6d-cf05-4e89-9d1c-c8fe65079393', 'name': 'network-vif-deleted', 'tag': '1cc0ad43-584b-47b9-8ec2-ba1ddd54959b', 'status': 'completed', 'code': 200} Feb 04 21:03:30.968560 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fd841-d00d-4526-9edd-97ed40983471 req-42510cbd-4be8-4863-9031-cee6090b9b88 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:30.970155 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0e4fd841-d00d-4526-9edd-97ed40983471 req-42510cbd-4be8-4863-9031-cee6090b9b88 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 949 time: 0.2961864 Feb 04 21:03:31.151417 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0e4fd841-d00d-4526-9edd-97ed40983471 req-3ae3bc05-da8e-4693-a1bc-214e794a2271 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666052 Feb 04 21:03:31.202705 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e853bbf1-7b02-49e2-a8e8-f8ca923351d3 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:31.327398 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-4e4f3f84-98e6-4670-9cd7-93319b7b73fb None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:31.331893 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e853bbf1-7b02-49e2-a8e8-f8ca923351d3 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:31.375400 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-4e4f3f84-98e6-4670-9cd7-93319b7b73fb None None] Transition to ACTIVE for port object d65a4773-ebcc-4487-95eb-5188f1150f8d will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:03:31.401820 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-4e4f3f84-98e6-4670-9cd7-93319b7b73fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:31.404838 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-e8fa8f19-2efc-4a0d-84a9-1429b864e8f8 req-b522c701-9482-45b2-a372-a66973990482 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Synchronizing usage tracker for tenant:6d15241bd78a41148bd0d1c2bdd856b4 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:03:31.433187 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-e8fa8f19-2efc-4a0d-84a9-1429b864e8f8 req-b522c701-9482-45b2-a372-a66973990482 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Unset dirty status for tenant:6d15241bd78a41148bd0d1c2bdd856b4 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:03:31.448189 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e8fa8f19-2efc-4a0d-84a9-1429b864e8f8 req-b522c701-9482-45b2-a372-a66973990482 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee168f6d-cf05-4e89-9d1c-c8fe65079393 HTTP/1.1" status: 200 len: 210 time: 0.2006350 Feb 04 21:03:31.472670 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-43b8d6e9-d620-409b-ba02-404f2761db11 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:31.564081 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853bbf1-7b02-49e2-a8e8-f8ca923351d3 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9007a4e7-b29e-4283-b495-95b6092a708c,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:31.567970 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e853bbf1-7b02-49e2-a8e8-f8ca923351d3 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:31.569652 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e853bbf1-7b02-49e2-a8e8-f8ca923351d3 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2842751 Feb 04 21:03:31.572539 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57172) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:31.579768 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-fbae26a4-e62e-4c79-83b4-b2c32b31d80b tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Request body: {'security_group_rule': {'security_group_id': '9007a4e7-b29e-4283-b495-95b6092a708c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:03:31.597292 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-fbae26a4-e62e-4c79-83b4-b2c32b31d80b tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:03:31.613578 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-fbae26a4-e62e-4c79-83b4-b2c32b31d80b tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Usage tracker for resource:security_group_rule and tenant:d3d539dc97a744058fdb427e438eb9ad is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:03:31.619345 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-fbae26a4-e62e-4c79-83b4-b2c32b31d80b tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:03:31.640160 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-fbae26a4-e62e-4c79-83b4-b2c32b31d80b tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:03:31.657320 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b4e835-5118-4f2c-bbc7-34c340e98bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ba7000-b7be-4bac-bfaf-239ebac223f9'}, {'server_uuid': '1769dc85-c9ff-484d-b1db-9dd43a10592a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30c6684-a5ad-48d5-ae73-5d878de6e95f'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:03:31.702727 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fbae26a4-e62e-4c79-83b4-b2c32b31d80b tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:31.794400 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23439795-1e17-4353-8b08-bd7903d7b4e2 None None] Pushing event updated for resources: {'Port': ['ID=d65a4773-ebcc-4487-95eb-5188f1150f8d,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:31.796881 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b4e835-5118-4f2c-bbc7-34c340e98bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ba7000-b7be-4bac-bfaf-239ebac223f9', 'code': 200} Feb 04 21:03:31.797443 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1769dc85-c9ff-484d-b1db-9dd43a10592a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30c6684-a5ad-48d5-ae73-5d878de6e95f', 'code': 200} Feb 04 21:03:31.814819 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 1cc0ad43-584b-47b9-8ec2-ba1ddd54959b no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:03:31.847548 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-4e4f3f84-98e6-4670-9cd7-93319b7b73fb None None] Attempting to bind port d65a4773-ebcc-4487-95eb-5188f1150f8d on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:03:31.848263 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-4e4f3f84-98e6-4670-9cd7-93319b7b73fb None None] Attempting to bind port d65a4773-ebcc-4487-95eb-5188f1150f8d by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '274548b3-06d3-4078-a4e7-5e4131c79abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:03:31.848656 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4f3f84-98e6-4670-9cd7-93319b7b73fb None None] Attempting to bind port d65a4773-ebcc-4487-95eb-5188f1150f8d on network e4cc1ce8-eeb6-46af-80b5-92196799c865 {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:03:31.864768 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4f3f84-98e6-4670-9cd7-93319b7b73fb None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:03:31.865271 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4f3f84-98e6-4670-9cd7-93319b7b73fb None None] Checking segment: {'id': '274548b3-06d3-4078-a4e7-5e4131c79abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:03:31.865682 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-4e4f3f84-98e6-4670-9cd7-93319b7b73fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:31.867398 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4f3f84-98e6-4670-9cd7-93319b7b73fb None None] Bound using segment: {'id': '274548b3-06d3-4078-a4e7-5e4131c79abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:03:31.867884 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-4e4f3f84-98e6-4670-9cd7-93319b7b73fb None None] Bound port: d65a4773-ebcc-4487-95eb-5188f1150f8d, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '274548b3-06d3-4078-a4e7-5e4131c79abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:03:31.869727 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-4e4f3f84-98e6-4670-9cd7-93319b7b73fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:31.881632 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fbae26a4-e62e-4c79-83b4-b2c32b31d80b tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:31.921721 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: 1cc0ad43-584b-47b9-8ec2-ba1ddd54959b {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:03:31.935563 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 1cc0ad43-584b-47b9-8ec2-ba1ddd54959b not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:03:31.937491 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-04e23227-85b1-4e66-a088-4d3ad06332bc req-da3ed944-33ba-423e-b055-ad77389b9b9f tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 210 time: 0.0591445 Feb 04 21:03:31.939514 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fbae26a4-e62e-4c79-83b4-b2c32b31d80b tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:31.975405 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae26a4-e62e-4c79-83b4-b2c32b31d80b tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f9cc05-91c3-48b0-9cdc-11ae1cb54fb7,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:31.992592 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fbae26a4-e62e-4c79-83b4-b2c32b31d80b tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:31.995366 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-fbae26a4-e62e-4c79-83b4-b2c32b31d80b tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4189901 Feb 04 21:03:31.998202 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57180) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:32.015168 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-8a6f5b0d-3745-4127-9ab5-2b8795835778 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Request body: {'security_group_rule': {'security_group_id': '9007a4e7-b29e-4283-b495-95b6092a708c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:03:32.025588 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-8a6f5b0d-3745-4127-9ab5-2b8795835778 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:03:32.036188 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-8a6f5b0d-3745-4127-9ab5-2b8795835778 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Usage tracker for resource:security_group_rule and tenant:d3d539dc97a744058fdb427e438eb9ad is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:03:32.039226 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-43b8d6e9-d620-409b-ba02-404f2761db11 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router_gateway, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:32.046334 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-8a6f5b0d-3745-4127-9ab5-2b8795835778 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:03:32.062067 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-8a6f5b0d-3745-4127-9ab5-2b8795835778 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:03:32.102878 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8a6f5b0d-3745-4127-9ab5-2b8795835778 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:32.108313 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-43b8d6e9-d620-409b-ba02-404f2761db11 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:32.148388 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-4e4f3f84-98e6-4670-9cd7-93319b7b73fb None None] For port d65a4773-ebcc-4487-95eb-5188f1150f8d, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:03:32.162553 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-4e4f3f84-98e6-4670-9cd7-93319b7b73fb None None] For port d65a4773-ebcc-4487-95eb-5188f1150f8d, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=d65a4773-ebcc-4487-95eb-5188f1150f8d,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:03:32.169638 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-4e4f3f84-98e6-4670-9cd7-93319b7b73fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:32.392290 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-4b24e9b3-9dd8-447f-9025-565b5a410662 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395093 Feb 04 21:03:32.437692 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4f3f84-98e6-4670-9cd7-93319b7b73fb None None] Routers {'cd28936a-39af-45cc-a69a-cf4de69fd925'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:03:32.439594 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-4e4f3f84-98e6-4670-9cd7-93319b7b73fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:03:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['cd28936a-39af-45cc-a69a-cf4de69fd925'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:32.493883 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-43b8d6e9-d620-409b-ba02-404f2761db11 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Allocated IP 172.25.5.11 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/b45681a6-a4f2-4957-b5a9-3d30c26af32a) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:03:32.507037 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8a6f5b0d-3745-4127-9ab5-2b8795835778 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:32.519257 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8a6f5b0d-3745-4127-9ab5-2b8795835778 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:32.559155 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:32.694572 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 7a3d8302-6439-4b8b-b4c3-78fced7c0456 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:03:32.708365 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23439795-1e17-4353-8b08-bd7903d7b4e2 None None] Pushing event updated for resources: {'Port': ['ID=d65a4773-ebcc-4487-95eb-5188f1150f8d,revision_number=4']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:32.793593 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 7a3d8302-6439-4b8b-b4c3-78fced7c0456 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:03:32.794012 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 7a3d8302-6439-4b8b-b4c3-78fced7c0456 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:03:32.903172 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f5b0d-3745-4127-9ab5-2b8795835778 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78cf83cc-c086-4cbf-ba63-7ac7b874f5b3,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:32.927931 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8a6f5b0d-3745-4127-9ab5-2b8795835778 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:32.930358 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-8a6f5b0d-3745-4127-9ab5-2b8795835778 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9300303 Feb 04 21:03:32.960460 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57202) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:32.967749 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-4e4f3f84-98e6-4670-9cd7-93319b7b73fb None None] Set router cd28936a-39af-45cc-a69a-cf4de69fd925 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:03:33.023612 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57746d-ba65-4804-ba58-4fd4d16fa5e0 req-186003e5-15e0-4563-a963-e0df582009d4 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:33.023612 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6d57746d-ba65-4804-ba58-4fd4d16fa5e0 req-186003e5-15e0-4563-a963-e0df582009d4 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 949 time: 0.5499523 Feb 04 21:03:33.036002 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-0df43251-9117-4cbc-8d7a-00c9221c4032 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Request body: {'floatingip': {'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:03:33.044009 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-43b8d6e9-d620-409b-ba02-404f2761db11 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:33.050108 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0df43251-9117-4cbc-8d7a-00c9221c4032 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:03:33.067830 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-eecc7b64-e7bb-4761-82e7-1fdc63e9f7e4 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:33.070269 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-eecc7b64-e7bb-4761-82e7-1fdc63e9f7e4 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6650000 Feb 04 21:03:33.072249 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0df43251-9117-4cbc-8d7a-00c9221c4032 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Usage tracker for resource:floatingip and tenant:d3d539dc97a744058fdb427e438eb9ad is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:03:33.082999 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0df43251-9117-4cbc-8d7a-00c9221c4032 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:03:33.091440 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0df43251-9117-4cbc-8d7a-00c9221c4032 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:03:33.113956 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0df43251-9117-4cbc-8d7a-00c9221c4032 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks [] for floatingip, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:33.121707 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6d57746d-ba65-4804-ba58-4fd4d16fa5e0 req-9ce33754-5ff7-4b8c-b0bf-40b76a68c088 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948601 Feb 04 21:03:33.126059 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-1acad823-3708-4d6b-9514-08dde5f8f1da tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Request body: {'port': {'device_id': 'e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'admin_state_up': True, 'tenant_id': '55d1f91d84e0433d8b3ab7473aab0e34'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:03:33.261017 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-43b8d6e9-d620-409b-ba02-404f2761db11 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:33.378276 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b8d6e9-d620-409b-ba02-404f2761db11 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Pushing event updated for resources: {'Port': ['ID=b45681a6-a4f2-4957-b5a9-3d30c26af32a,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:33.401877 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b8d6e9-d620-409b-ba02-404f2761db11 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:03:33.401877 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-43b8d6e9-d620-409b-ba02-404f2761db11 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:03:33.401877 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b8d6e9-d620-409b-ba02-404f2761db11 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:03:33.615142 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e2b01ee7-81d7-4ef7-a20b-eaf0885045ff req-0c36c0b2-0a80-485d-af0f-b922a91ca14e tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 210 time: 0.2520387 Feb 04 21:03:33.693257 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-1acad823-3708-4d6b-9514-08dde5f8f1da tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:03:33.715310 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-4e4f3f84-98e6-4670-9cd7-93319b7b73fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'name': 'tempest-ServerActionsTestJSON-881064721-router', 'tenant_id': 'd3d539dc97a744058fdb427e438eb9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '78c97175-1a5d-4eb7-9c8b-2e63172ca3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:10Z', 'updated_at': '2022-02-04T21:03:24Z', 'revision_number': 4, 'project_id': 'd3d539dc97a744058fdb427e438eb9ad', 'gw_port': {'id': '78c97175-1a5d-4eb7-9c8b-2e63172ca3c6', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:12Z', 'updated_at': '2022-02-04T21:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'd65a4773-ebcc-4487-95eb-5188f1150f8d', 'name': '', 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865', 'tenant_id': 'd3d539dc97a744058fdb427e438eb9ad', 'mac_address': 'fa:16:3e:a9:6c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'ee4d3909-e094-4079-9a7f-4f6007c68222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:20Z', 'updated_at': '2022-02-04T21:03:32Z', 'revision_number': 4, 'project_id': 'd3d539dc97a744058fdb427e438eb9ad', 'subnets': [{'id': 'ee4d3909-e094-4079-9a7f-4f6007c68222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:33.722950 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-1acad823-3708-4d6b-9514-08dde5f8f1da tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:03:33.724176 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4f3f84-98e6-4670-9cd7-93319b7b73fb None None] The sync data for ids ['cd28936a-39af-45cc-a69a-cf4de69fd925'] in n-d-827896-1 is: [{'id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'name': 'tempest-ServerActionsTestJSON-881064721-router', 'tenant_id': 'd3d539dc97a744058fdb427e438eb9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '78c97175-1a5d-4eb7-9c8b-2e63172ca3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:10Z', 'updated_at': '2022-02-04T21:03:24Z', 'revision_number': 4, 'project_id': 'd3d539dc97a744058fdb427e438eb9ad', 'gw_port': {'id': '78c97175-1a5d-4eb7-9c8b-2e63172ca3c6', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:12Z', 'updated_at': '2022-02-04T21:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'd65a4773-ebcc-4487-95eb-5188f1150f8d', 'name': '', 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865', 'tenant_id': 'd3d539dc97a744058fdb427e438eb9ad', 'mac_address': 'fa:16:3e:a9:6c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'ee4d3909-e094-4079-9a7f-4f6007c68222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:20Z', 'updated_at': '2022-02-04T21:03:32Z', 'revision_number': 4, 'project_id': 'd3d539dc97a744058fdb427e438eb9ad', 'subnets': [{'id': 'ee4d3909-e094-4079-9a7f-4f6007c68222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:03:33.771230 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-1acad823-3708-4d6b-9514-08dde5f8f1da tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Made reservation on behalf of 55d1f91d84e0433d8b3ab7473aab0e34 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:03:33.776337 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-1acad823-3708-4d6b-9514-08dde5f8f1da tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:33.856743 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device cd1f6a32-b7f4-443c-8969-b4767ae9d578 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:03:33.872864 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0df43251-9117-4cbc-8d7a-00c9221c4032 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:34.002693 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-78aa4033-7025-473e-8bd0-a40b120c8846 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:34.002693 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-78aa4033-7025-473e-8bd0-a40b120c8846 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/networks?id=7d8c23e1-7a6b-46d1-9945-4c784d17e819 HTTP/1.1" status: 200 len: 812 time: 0.6382844 Feb 04 21:03:34.123606 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port cd1f6a32-b7f4-443c-8969-b4767ae9d578 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:34.124192 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:34.275505 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-079aa3f9-6300-415a-98ed-cea10ddafb3e tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/quotas/6d15241bd78a41148bd0d1c2bdd856b4 HTTP/1.1" status: 200 len: 375 time: 0.2655036 Feb 04 21:03:34.336955 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:34.365371 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-c8b5fe10-3f47-4e76-bb21-c2fddcf19756 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d15241bd78a41148bd0d1c2bdd856b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0834458 Feb 04 21:03:34.379946 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c526227-9dd7-4390-b406-dd33f7a62277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1f6a32-b7f4-443c-8969-b4767ae9d578'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:03:34.404975 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-1acad823-3708-4d6b-9514-08dde5f8f1da tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Allocated IP 192.168.233.59 (54d6ae2e-de73-4435-bfdd-cd390a2143ad/3d2f9c06-58f8-4b66-a033-2aa50eedddcd/33d673ac-4e6b-437c-82e0-b03fb11414c2) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:03:34.435291 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port cd1f6a32-b7f4-443c-8969-b4767ae9d578, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=cd1f6a32-b7f4-443c-8969-b4767ae9d578,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:34.443290 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:34.652855 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-0df43251-9117-4cbc-8d7a-00c9221c4032 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Allocated IP 172.25.5.226 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/24e48144-e94e-43c6-ba1d-16793fc0c172) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:03:34.723870 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=cd1f6a32-b7f4-443c-8969-b4767ae9d578,revision_number=8']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:34.884082 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device d65a4773-ebcc-4487-95eb-5188f1150f8d up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:03:34.886075 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0df43251-9117-4cbc-8d7a-00c9221c4032 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:34.936751 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0df43251-9117-4cbc-8d7a-00c9221c4032 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:35.012881 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port d65a4773-ebcc-4487-95eb-5188f1150f8d completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:03:35.019145 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port d65a4773-ebcc-4487-95eb-5188f1150f8d triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:35.019883 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:35.161665 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df43251-9117-4cbc-8d7a-00c9221c4032 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:03:35.175229 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-0df43251-9117-4cbc-8d7a-00c9221c4032 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:03:35.195682 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df43251-9117-4cbc-8d7a-00c9221c4032 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:03:35.252451 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:35.315316 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df43251-9117-4cbc-8d7a-00c9221c4032 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Pushing event updated for resources: {'Port': ['ID=24e48144-e94e-43c6-ba1d-16793fc0c172,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:35.329878 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-43b8d6e9-d620-409b-ba02-404f2761db11 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router_gateway, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:35.405062 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port d65a4773-ebcc-4487-95eb-5188f1150f8d, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=d65a4773-ebcc-4487-95eb-5188f1150f8d,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:35.409378 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:35.424261 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-1d6b519b-d31a-44e8-9333-298c18f1b3c9 service neutron] 10.222.0.26 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0387950 Feb 04 21:03:35.479557 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0df43251-9117-4cbc-8d7a-00c9221c4032 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:35.520634 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=d65a4773-ebcc-4487-95eb-5188f1150f8d,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:35.557230 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737067fe-a8db-4835-aa26-70ba3bc8eabb req-8dc79a6e-ec24-49ac-ac42-150b6a6e452d tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:35.561562 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-737067fe-a8db-4835-aa26-70ba3bc8eabb req-8dc79a6e-ec24-49ac-ac42-150b6a6e452d tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 950 time: 1.0541999 Feb 04 21:03:35.736544 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0df43251-9117-4cbc-8d7a-00c9221c4032 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:35.768568 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-737067fe-a8db-4835-aa26-70ba3bc8eabb req-77bdb738-d395-402e-a7b9-b7b22ff45605 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245620 Feb 04 21:03:35.781024 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-1acad823-3708-4d6b-9514-08dde5f8f1da tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:35.843332 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-1acad823-3708-4d6b-9514-08dde5f8f1da tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Transition to ACTIVE for port object 33d673ac-4e6b-437c-82e0-b03fb11414c2 will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:03:35.850599 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-d866765d-0c57-44dd-95ac-87f4067d6a7a service neutron] 10.222.0.26 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028504 Feb 04 21:03:35.888796 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c526227-9dd7-4390-b406-dd33f7a62277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1f6a32-b7f4-443c-8969-b4767ae9d578', 'code': 200} Feb 04 21:03:35.948744 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-1acad823-3708-4d6b-9514-08dde5f8f1da tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:35.972210 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['ad455e09-717a-4546-83e2-e55a50a48670', '7d722a48-1731-4cd9-8d76-d643035f4f73'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:03:36.205545 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['f4ba7000-b7be-4bac-bfaf-239ebac223f9'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:03:36.721071 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-1acad823-3708-4d6b-9514-08dde5f8f1da tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Network 54d6ae2e-de73-4435-bfdd-cd390a2143ad is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:03:36.744092 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fe7fc610-96f2-4ad6-9d76-cf6c74f55bd9 req-8826ce7d-1943-4748-816b-a158fea96ea7 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=1294d1e8-fb0c-4ded-8874-cd64a5e34562 HTTP/1.1" status: 200 len: 210 time: 0.1497114 Feb 04 21:03:36.767311 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-1acad823-3708-4d6b-9514-08dde5f8f1da tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:03:36.771643 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acad823-3708-4d6b-9514-08dde5f8f1da tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Pushing event updated for resources: {'Port': ['ID=33d673ac-4e6b-437c-82e0-b03fb11414c2,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:36.775605 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-1acad823-3708-4d6b-9514-08dde5f8f1da tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:03:36.925963 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device d65a4773-ebcc-4487-95eb-5188f1150f8d up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:03:37.112062 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3b86d7e7-2430-4d3e-83a3-aba343d0d1d4 req-cd972df1-c4f4-4768-bcc6-97c90566b6db service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9222336 Feb 04 21:03:37.124819 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-43b8d6e9-d620-409b-ba02-404f2761db11 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:37.201189 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-1acad823-3708-4d6b-9514-08dde5f8f1da tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:37.209026 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-1acad823-3708-4d6b-9514-08dde5f8f1da tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:37.544572 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-1acad823-3708-4d6b-9514-08dde5f8f1da tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4354784 Feb 04 21:03:37.594525 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-e5716687-b912-497f-a05a-9969fe640a1b service neutron] Request body: {'port': {'device_id': 'e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:03:37.671407 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-a4c39221-6dde-44c8-9555-558fa0bedae7 None None] Provisioning for port 33d673ac-4e6b-437c-82e0-b03fb11414c2 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:03:37.736906 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf9242-0806-480a-93ab-46001f18b50f req-b4dece78-0a56-4b81-8262-c61a0e8247a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:37.736906 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-badf9242-0806-480a-93ab-46001f18b50f req-b4dece78-0a56-4b81-8262-c61a0e8247a1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 1101 time: 1.0955923 Feb 04 21:03:37.766822 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272169f-89c0-4772-8db8-0b3cc75fd5e7 req-1159cd46-2583-42ef-a09a-f07f5472b99e tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:37.766822 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-6272169f-89c0-4772-8db8-0b3cc75fd5e7 req-1159cd46-2583-42ef-a09a-f07f5472b99e tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Synchronizing usage tracker for tenant:55d1f91d84e0433d8b3ab7473aab0e34 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:03:37.824518 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port d65a4773-ebcc-4487-95eb-5188f1150f8d triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:37.825335 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:37.907961 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-a4c39221-6dde-44c8-9555-558fa0bedae7 None None] Provisioning complete for port 33d673ac-4e6b-437c-82e0-b03fb11414c2 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:37.909459 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a4c39221-6dde-44c8-9555-558fa0bedae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:38.014925 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-e5716687-b912-497f-a05a-9969fe640a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:38.031150 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-a4c39221-6dde-44c8-9555-558fa0bedae7 None None] Port 33d673ac-4e6b-437c-82e0-b03fb11414c2 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:03:38.047468 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0df43251-9117-4cbc-8d7a-00c9221c4032 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:38.051749 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86d7e7-2430-4d3e-83a3-aba343d0d1d4 req-10b10d14-b878-4355-9285-eb76ac9c8706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:38.053096 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3b86d7e7-2430-4d3e-83a3-aba343d0d1d4 req-10b10d14-b878-4355-9285-eb76ac9c8706 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 1101 time: 0.7804396 Feb 04 21:03:38.054413 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b8d6e9-d620-409b-ba02-404f2761db11 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Router 17872c8c-0776-4605-aa32-b98c5227b62b is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:03:38.057050 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0df43251-9117-4cbc-8d7a-00c9221c4032 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:38.079952 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-badf9242-0806-480a-93ab-46001f18b50f req-4939c108-a7a7-41f0-adf9-ae6fde3b99e6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036182 Feb 04 21:03:38.111041 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-6272169f-89c0-4772-8db8-0b3cc75fd5e7 req-1159cd46-2583-42ef-a09a-f07f5472b99e tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Unset dirty status for tenant:55d1f91d84e0433d8b3ab7473aab0e34 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:03:38.121527 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6272169f-89c0-4772-8db8-0b3cc75fd5e7 req-1159cd46-2583-42ef-a09a-f07f5472b99e tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 935 time: 1.9177120 Feb 04 21:03:38.228089 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df43251-9117-4cbc-8d7a-00c9221c4032 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Pushing event updated for resources: {'Port': ['ID=24e48144-e94e-43c6-ba1d-16793fc0c172,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:38.678216 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0df43251-9117-4cbc-8d7a-00c9221c4032 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:38.723525 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-e5716687-b912-497f-a05a-9969fe640a1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33d673ac-4e6b-437c-82e0-b03fb11414c2 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:03:38.736622 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-e5716687-b912-497f-a05a-9969fe640a1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:38.755395 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-e5716687-b912-497f-a05a-9969fe640a1b service neutron] Transition to ACTIVE for port object 33d673ac-4e6b-437c-82e0-b03fb11414c2 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:03:38.807030 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-e5716687-b912-497f-a05a-9969fe640a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:38.812435 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0df43251-9117-4cbc-8d7a-00c9221c4032 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:38.826780 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0df43251-9117-4cbc-8d7a-00c9221c4032 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8554084 Feb 04 21:03:38.989568 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86d7e7-2430-4d3e-83a3-aba343d0d1d4 req-7a6474f5-3b00-4dfe-b69b-bc0213b9d3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:38.989568 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3b86d7e7-2430-4d3e-83a3-aba343d0d1d4 req-7a6474f5-3b00-4dfe-b69b-bc0213b9d3e2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.8040285 Feb 04 21:03:39.018476 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3bd445-8b86-46cf-a5f8-c694b1203623 req-1abe998a-d99c-4f22-876b-23e012bcf5a1 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:39.018476 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f3bd445-8b86-46cf-a5f8-c694b1203623 req-1abe998a-d99c-4f22-876b-23e012bcf5a1 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 950 time: 1.5763333 Feb 04 21:03:39.029193 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6272169f-89c0-4772-8db8-0b3cc75fd5e7 req-879dfda5-374d-4537-ab97-4044793c4123 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617192 Feb 04 21:03:39.131685 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f3bd445-8b86-46cf-a5f8-c694b1203623 req-9b9c1f06-9bce-4b89-945f-4bfa2616df75 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049137 Feb 04 21:03:39.305970 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3b86d7e7-2430-4d3e-83a3-aba343d0d1d4 req-5f0992d8-ba1d-45fd-977f-797aebf450be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=f4ba7000-b7be-4bac-bfaf-239ebac223f9 HTTP/1.1" status: 200 len: 217 time: 0.2919281 Feb 04 21:03:39.327855 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b8d6e9-d620-409b-ba02-404f2761db11 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:03:39.338381 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1114eb41-efc5-4a14-979c-b72a9e828dbc None None] Sync routers for ids ['17872c8c-0776-4605-aa32-b98c5227b62b'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:03:39.386724 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1114eb41-efc5-4a14-979c-b72a9e828dbc None None] Routers {'17872c8c-0776-4605-aa32-b98c5227b62b'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:03:39.386724 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-1114eb41-efc5-4a14-979c-b72a9e828dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:03:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['17872c8c-0776-4605-aa32-b98c5227b62b'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:39.481989 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-1114eb41-efc5-4a14-979c-b72a9e828dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:39.503071 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1114eb41-efc5-4a14-979c-b72a9e828dbc None None] Routers {'17872c8c-0776-4605-aa32-b98c5227b62b'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:03:39.503071 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-1114eb41-efc5-4a14-979c-b72a9e828dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:03:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['17872c8c-0776-4605-aa32-b98c5227b62b'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:39.629253 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-1114eb41-efc5-4a14-979c-b72a9e828dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:39.629253 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1114eb41-efc5-4a14-979c-b72a9e828dbc None None] The sync data for ids ['17872c8c-0776-4605-aa32-b98c5227b62b'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:03:39.712930 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-43b8d6e9-d620-409b-ba02-404f2761db11 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:39.712930 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-43b8d6e9-d620-409b-ba02-404f2761db11 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.0987942 Feb 04 21:03:39.712930 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57290) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:39.731159 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-93dc9962-ac49-4689-a2b1-13e794c95220 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'enable_snat': False}}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:03:39.951756 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86d7e7-2430-4d3e-83a3-aba343d0d1d4 req-cb541603-b3f0-41ef-bf80-ce525908d33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:39.951756 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3b86d7e7-2430-4d3e-83a3-aba343d0d1d4 req-cb541603-b3f0-41ef-bf80-ce525908d33c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.6327770 Feb 04 21:03:39.959853 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5716687-b912-497f-a05a-9969fe640a1b service neutron] Pushing event updated for resources: {'Port': ['ID=33d673ac-4e6b-437c-82e0-b03fb11414c2,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:40.159492 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-756a6723-e73e-47af-bc85-335043579eed req-040f7a06-78cc-4ada-94f9-7c414d01342a tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=1294d1e8-fb0c-4ded-8874-cd64a5e34562 HTTP/1.1" status: 200 len: 210 time: 0.1575203 Feb 04 21:03:40.234423 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86d7e7-2430-4d3e-83a3-aba343d0d1d4 req-0c8ca111-a127-4a06-bfac-24b283e21db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:40.236078 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3b86d7e7-2430-4d3e-83a3-aba343d0d1d4 req-0c8ca111-a127-4a06-bfac-24b283e21db7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2757013 Feb 04 21:03:40.456870 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-45747f74-d9bb-41ee-8935-4fe275b570e5 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1398402790&fields=id&tenant_id=d3d539dc97a744058fdb427e438eb9ad HTTP/1.1" status: 200 len: 267 time: 0.4637606 Feb 04 21:03:40.630522 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-e044fe24-61ab-4a8c-a7ef-3b8445b28fa2 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:40.634619 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-e044fe24-61ab-4a8c-a7ef-3b8445b28fa2 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.32 "GET /v2.0/networks?id=7d8c23e1-7a6b-46d1-9945-4c784d17e819 HTTP/1.1" status: 200 len: 812 time: 1.0678778 Feb 04 21:03:40.654391 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-79521ae1-a198-412a-8e33-3f189fc1009d tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Request body: {'port': {'device_id': '1294d1e8-fb0c-4ded-8874-cd64a5e34562', 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819', 'admin_state_up': True, 'tenant_id': '6d15241bd78a41148bd0d1c2bdd856b4'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:03:40.687701 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-e5716687-b912-497f-a05a-9969fe640a1b service neutron] Attempting to bind port 33d673ac-4e6b-437c-82e0-b03fb11414c2 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:03:40.688540 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-e5716687-b912-497f-a05a-9969fe640a1b service neutron] Attempting to bind port 33d673ac-4e6b-437c-82e0-b03fb11414c2 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:03:40.689376 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-e5716687-b912-497f-a05a-9969fe640a1b service neutron] Attempting to bind port 33d673ac-4e6b-437c-82e0-b03fb11414c2 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:03:40.707859 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-e5716687-b912-497f-a05a-9969fe640a1b service neutron] Port 33d673ac-4e6b-437c-82e0-b03fb11414c2 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:03:40.708925 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-e5716687-b912-497f-a05a-9969fe640a1b service neutron] Attempting to bind port 33d673ac-4e6b-437c-82e0-b03fb11414c2 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:03:40.732031 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-e5716687-b912-497f-a05a-9969fe640a1b service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:03:40.732600 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-e5716687-b912-497f-a05a-9969fe640a1b service neutron] Checking segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:03:40.733083 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-e5716687-b912-497f-a05a-9969fe640a1b service neutron] Bound using segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:03:40.733769 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-e5716687-b912-497f-a05a-9969fe640a1b service neutron] Bound port: 33d673ac-4e6b-437c-82e0-b03fb11414c2, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:03:40.734231 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-e5716687-b912-497f-a05a-9969fe640a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:40.762360 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3b86d7e7-2430-4d3e-83a3-aba343d0d1d4 req-ac79b105-b1fa-4d1e-8692-57482492a18b service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5176864 Feb 04 21:03:40.888008 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-93dc9962-ac49-4689-a2b1-13e794c95220 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:41.023003 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3b86d7e7-2430-4d3e-83a3-aba343d0d1d4 req-b70b8986-5cbc-43c7-9af1-ebf1ffa80e59 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490942 Feb 04 21:03:41.186697 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93708e-649c-44f8-9d57-527ca7cc1fb4 req-332b5768-738c-4a4e-ab98-8e8e7979d6d0 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:41.188172 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4c93708e-649c-44f8-9d57-527ca7cc1fb4 req-332b5768-738c-4a4e-ab98-8e8e7979d6d0 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 947 time: 0.8149960 Feb 04 21:03:41.196713 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-26d6cc36-ee9c-4a14-8dc6-da750bff4e1e tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:41.198144 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-26d6cc36-ee9c-4a14-8dc6-da750bff4e1e tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/networks?id=e4cc1ce8-eeb6-46af-80b5-92196799c865 HTTP/1.1" status: 200 len: 811 time: 0.7404740 Feb 04 21:03:41.246834 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-3dfdd08f-2ada-42ed-9f2d-f78a97b99e3d tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/quotas/d3d539dc97a744058fdb427e438eb9ad HTTP/1.1" status: 200 len: 375 time: 0.0153263 Feb 04 21:03:41.326148 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-e5716687-b912-497f-a05a-9969fe640a1b service neutron] For port 33d673ac-4e6b-437c-82e0-b03fb11414c2, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:03:41.345073 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-79521ae1-a198-412a-8e33-3f189fc1009d tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:03:41.358478 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-e5716687-b912-497f-a05a-9969fe640a1b service neutron] For port 33d673ac-4e6b-437c-82e0-b03fb11414c2, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=33d673ac-4e6b-437c-82e0-b03fb11414c2,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:03:41.384422 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4c93708e-649c-44f8-9d57-527ca7cc1fb4 req-bc0436e9-0670-433e-aded-c430e9e49145 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718235 Feb 04 21:03:41.423939 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-e5716687-b912-497f-a05a-9969fe640a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:41.495263 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-e5716687-b912-497f-a05a-9969fe640a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:41.496490 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-e5716687-b912-497f-a05a-9969fe640a1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:41.498101 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-e5716687-b912-497f-a05a-9969fe640a1b service neutron] 10.222.0.32 "PUT /v2.0/ports/33d673ac-4e6b-437c-82e0-b03fb11414c2 HTTP/1.1" status: 200 len: 1095 time: 3.9178643 Feb 04 21:03:41.517258 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-79521ae1-a198-412a-8e33-3f189fc1009d tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:03:41.542054 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7', 'tag': '33d673ac-4e6b-437c-82e0-b03fb11414c2'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:03:41.752798 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-79521ae1-a198-412a-8e33-3f189fc1009d tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Made reservation on behalf of 6d15241bd78a41148bd0d1c2bdd856b4 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:03:41.760411 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-79521ae1-a198-412a-8e33-3f189fc1009d tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:41.894766 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-85550487-21fa-4555-8d3b-28c525f3e244 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d3d539dc97a744058fdb427e438eb9ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6337969 Feb 04 21:03:41.895739 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5716687-b912-497f-a05a-9969fe640a1b service neutron] Pushing event updated for resources: {'Port': ['ID=33d673ac-4e6b-437c-82e0-b03fb11414c2,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:42.012184 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f86a7-38b2-4df1-a04f-1948e82b41e2 req-76ca79b9-9aed-4cad-b024-05409da0737f tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:42.014023 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-201f86a7-38b2-4df1-a04f-1948e82b41e2 req-76ca79b9-9aed-4cad-b024-05409da0737f tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 950 time: 0.4046450 Feb 04 21:03:42.019310 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-6131e9b4-7ce0-4992-b753-9f42a45e7e08 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:03:42.020540 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-6131e9b4-7ce0-4992-b753-9f42a45e7e08 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1032965 Feb 04 21:03:42.027164 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-ad12b03b-544d-4e9e-ba5e-1f05b007ae07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:42.028933 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-ad12b03b-544d-4e9e-ba5e-1f05b007ae07 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 1098 time: 0.4724231 Feb 04 21:03:42.044979 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-93dc9962-ac49-4689-a2b1-13e794c95220 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:42.048432 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-93dc9962-ac49-4689-a2b1-13e794c95220 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-494389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-494370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492643'] for router, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:42.253661 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-01a644f2-b770-4efb-92a5-3a8732386a1b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=33d673ac-4e6b-437c-82e0-b03fb11414c2 HTTP/1.1" status: 200 len: 217 time: 0.1547394 Feb 04 21:03:42.310874 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93dc9962-ac49-4689-a2b1-13e794c95220 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Router 17872c8c-0776-4605-aa32-b98c5227b62b has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:03:42.356770 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-79521ae1-a198-412a-8e33-3f189fc1009d tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Allocated IP 172.20.0.5 (7d8c23e1-7a6b-46d1-9945-4c784d17e819/ea06751d-fd50-4f4f-b006-53a1caf881e1/215dd133-2e4e-4e15-a1af-6f96780c0080) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:03:42.463852 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-201f86a7-38b2-4df1-a04f-1948e82b41e2 req-5d4d80b3-8439-4928-8c27-a73ee3597d46 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336860 Feb 04 21:03:42.772147 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-ff0ca8d8-07a0-495f-91b2-b0be1e5dbe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:42.774068 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-ff0ca8d8-07a0-495f-91b2-b0be1e5dbe88 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.5060928 Feb 04 21:03:42.860415 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93dc9962-ac49-4689-a2b1-13e794c95220 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:03:42.865138 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-93dc9962-ac49-4689-a2b1-13e794c95220 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:42.867951 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-93dc9962-ac49-4689-a2b1-13e794c95220 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] 10.222.0.26 "PUT /v2.0/routers/17872c8c-0776-4605-aa32-b98c5227b62b HTTP/1.1" status: 200 len: 925 time: 3.1549089 Feb 04 21:03:42.870501 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6325b334-3fe4-423e-9cb5-41810ffd5c67 None None] Sync routers for ids ['17872c8c-0776-4605-aa32-b98c5227b62b'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:03:42.871052 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57324) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:42.886052 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6325b334-3fe4-423e-9cb5-41810ffd5c67 None None] Routers {'17872c8c-0776-4605-aa32-b98c5227b62b'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:03:42.886685 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-6325b334-3fe4-423e-9cb5-41810ffd5c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:03:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['17872c8c-0776-4605-aa32-b98c5227b62b'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:42.891137 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-d7498637-3f48-463d-a20e-eafe6d1d3899 service neutron] 10.222.0.26 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8468678 Feb 04 21:03:42.937383 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2e406430-7819-4418-a711-94115149c142 req-e0582711-d5a9-46a0-8cc9-c3a574e45c0f tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=1294d1e8-fb0c-4ded-8874-cd64a5e34562 HTTP/1.1" status: 200 len: 210 time: 0.1527469 Feb 04 21:03:43.043083 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7', 'tag': '33d673ac-4e6b-437c-82e0-b03fb11414c2', 'status': 'completed', 'code': 200} Feb 04 21:03:43.070634 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-6325b334-3fe4-423e-9cb5-41810ffd5c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:43.097744 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6325b334-3fe4-423e-9cb5-41810ffd5c67 None None] Routers {'17872c8c-0776-4605-aa32-b98c5227b62b'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:03:43.098943 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-6325b334-3fe4-423e-9cb5-41810ffd5c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:03:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['17872c8c-0776-4605-aa32-b98c5227b62b'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:43.200406 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-6325b334-3fe4-423e-9cb5-41810ffd5c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:43.207788 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6325b334-3fe4-423e-9cb5-41810ffd5c67 None None] The sync data for ids ['17872c8c-0776-4605-aa32-b98c5227b62b'] in n-d-827896-1 is: [] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:03:43.209727 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-63106f42-8647-4543-bb02-6e4ef08e62e5 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] 10.222.0.26 "GET /v2.0/routers/17872c8c-0776-4605-aa32-b98c5227b62b HTTP/1.1" status: 200 len: 925 time: 0.3372831 Feb 04 21:03:43.211614 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57328) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:43.261951 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-79521ae1-a198-412a-8e33-3f189fc1009d tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:43.283474 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-5d4a83ec-1895-4947-b05e-5c97a6b6d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:43.290857 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-5d4a83ec-1895-4947-b05e-5c97a6b6d810 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5028136 Feb 04 21:03:43.292914 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-a45e5abd-4df2-4916-950e-355a52b49814 service neutron] 10.222.0.26 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872123 Feb 04 21:03:43.330638 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f7078e-9abd-432c-b525-2b21b9bbf4ed tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:43.334074 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d3f7078e-9abd-432c-b525-2b21b9bbf4ed tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Synchronizing usage tracker for tenant:1998818573a6402e91949fb11030657b on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:03:43.378217 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d3f7078e-9abd-432c-b525-2b21b9bbf4ed tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Unset dirty status for tenant:1998818573a6402e91949fb11030657b on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:03:43.383379 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d3f7078e-9abd-432c-b525-2b21b9bbf4ed tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=1f11f724-8cdd-497d-8220-929f45cf1223&device_id=17872c8c-0776-4605-aa32-b98c5227b62b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1695161 Feb 04 21:03:43.383837 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57332) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:43.551932 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2877ee-2fbd-4906-9ab6-6b1c0f8a599e tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:43.552862 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-8e2877ee-2fbd-4906-9ab6-6b1c0f8a599e tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Synchronizing usage tracker for tenant:1998818573a6402e91949fb11030657b on resource:network {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:03:43.579004 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-8e2877ee-2fbd-4906-9ab6-6b1c0f8a599e tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Unset dirty status for tenant:1998818573a6402e91949fb11030657b on resource:network {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:03:43.584332 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8e2877ee-2fbd-4906-9ab6-6b1c0f8a599e tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 881 time: 0.1992986 Feb 04 21:03:43.586192 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57338) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:43.671337 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-122fd865-4f89-48b4-a510-e477de9cac56 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] 10.222.0.26 "GET /v2.0/ports?device_id=17872c8c-0776-4605-aa32-b98c5227b62b HTTP/1.1" status: 200 len: 205 time: 0.0801747 Feb 04 21:03:43.671670 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57344) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:43.740060 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-d4d6cf24-10e3-477d-bfce-9de6eeb66ec1 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409487 Feb 04 21:03:43.784252 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-79521ae1-a198-412a-8e33-3f189fc1009d tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:43.854453 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0fc2aa60-90fe-42f3-b1c0-ee62082398f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:43.941679 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-44729117-8639-4b02-afdb-465e1cd03aa6 req-6c4060c1-0532-4ca4-bddf-90a158390759 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630814 Feb 04 21:03:43.968987 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-88986cfc-c3ed-45b4-831c-fea18902c7ca tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:44.149989 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-79521ae1-a198-412a-8e33-3f189fc1009d tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Network 7d8c23e1-7a6b-46d1-9945-4c784d17e819 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:03:44.166768 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-79521ae1-a198-412a-8e33-3f189fc1009d tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:03:44.180304 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-79521ae1-a198-412a-8e33-3f189fc1009d tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:03:44.238839 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-88986cfc-c3ed-45b4-831c-fea18902c7ca tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:44.254961 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-88986cfc-c3ed-45b4-831c-fea18902c7ca tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Deleting port b45681a6-a4f2-4957-b5a9-3d30c26af32a {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:03:44.255391 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-88986cfc-c3ed-45b4-831c-fea18902c7ca tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:44.328193 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-79521ae1-a198-412a-8e33-3f189fc1009d tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:44.328838 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-79521ae1-a198-412a-8e33-3f189fc1009d tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:44.390437 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133bd2a5-db88-4794-b952-3fc5e2c0052f req-42d0c484-50ad-41e0-a9a8-d5fa62d216fc tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:44.391883 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-133bd2a5-db88-4794-b952-3fc5e2c0052f req-42d0c484-50ad-41e0-a9a8-d5fa62d216fc tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 947 time: 0.9438453 Feb 04 21:03:44.408723 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79521ae1-a198-412a-8e33-3f189fc1009d tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Pushing event updated for resources: {'Port': ['ID=215dd133-2e4e-4e15-a1af-6f96780c0080,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:44.490635 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c2c7f-aa3c-45b3-aa30-cfe18b02c68e req-ed4701a3-25ba-4eee-b205-744ca75018cb tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:44.502085 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a31c2c7f-aa3c-45b3-aa30-cfe18b02c68e req-ed4701a3-25ba-4eee-b205-744ca75018cb tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 950 time: 0.7608466 Feb 04 21:03:44.525159 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-79521ae1-a198-412a-8e33-3f189fc1009d tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8779092 Feb 04 21:03:44.547209 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-88986cfc-c3ed-45b4-831c-fea18902c7ca tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:44.569337 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ba4a6-d864-4869-abc9-7882e74e4522 req-5bef2d34-24ee-4992-84c3-b3cbdd4ce809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:44.572946 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-857ba4a6-d864-4869-abc9-7882e74e4522 req-5bef2d34-24ee-4992-84c3-b3cbdd4ce809 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 1098 time: 0.5584242 Feb 04 21:03:44.617847 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-e1bcadcf-21ce-4160-846a-861dde956f20 service neutron] Request body: {'port': {'device_id': '1294d1e8-fb0c-4ded-8874-cd64a5e34562', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:03:44.724463 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-88986cfc-c3ed-45b4-831c-fea18902c7ca tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Calling delete_port for b45681a6-a4f2-4957-b5a9-3d30c26af32a owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:03:44.750878 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-133bd2a5-db88-4794-b952-3fc5e2c0052f req-199c5c93-fdf0-4f14-84a6-74688aaf93d8 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447022 Feb 04 21:03:44.810688 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a31c2c7f-aa3c-45b3-aa30-cfe18b02c68e req-234e1c0d-6cff-405a-b17b-53626abd6ee5 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067780 Feb 04 21:03:44.859414 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-e1bcadcf-21ce-4160-846a-861dde956f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:45.003994 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-88986cfc-c3ed-45b4-831c-fea18902c7ca tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:45.149986 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1bc1d2ee-9f7d-457d-9e7b-9883e16ef9ae req-73b7feb6-f7c3-40f6-8b4b-ee7e0f78d750 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 210 time: 0.1472714 Feb 04 21:03:45.209129 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88986cfc-c3ed-45b4-831c-fea18902c7ca tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Pushing event deleted for resources: {'Port': ['ID=b45681a6-a4f2-4957-b5a9-3d30c26af32a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:45.250277 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ba4a6-d864-4869-abc9-7882e74e4522 req-495724ee-20f6-4c42-883b-ac1d7e56ed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:45.252112 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-857ba4a6-d864-4869-abc9-7882e74e4522 req-495724ee-20f6-4c42-883b-ac1d7e56ed62 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.6695046 Feb 04 21:03:45.421600 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-857ba4a6-d864-4869-abc9-7882e74e4522 req-bee25ca4-1b39-4b22-a9ee-3d37478806b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=33d673ac-4e6b-437c-82e0-b03fb11414c2 HTTP/1.1" status: 200 len: 217 time: 0.1163039 Feb 04 21:03:45.615803 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-88986cfc-c3ed-45b4-831c-fea18902c7ca tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:45.666888 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ba4a6-d864-4869-abc9-7882e74e4522 req-d0d2add4-f7bb-4671-9717-0657b2d9c380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:45.668819 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-857ba4a6-d864-4869-abc9-7882e74e4522 req-d0d2add4-f7bb-4671-9717-0657b2d9c380 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.2409229 Feb 04 21:03:45.678764 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c11f15-a6e7-4de1-954b-cef991bfe397 req-53638c39-e3c5-43f2-aa13-ccc027d5eec9 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:45.679514 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-16c11f15-a6e7-4de1-954b-cef991bfe397 req-53638c39-e3c5-43f2-aa13-ccc027d5eec9 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Synchronizing usage tracker for tenant:6d15241bd78a41148bd0d1c2bdd856b4 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:03:45.799101 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-16c11f15-a6e7-4de1-954b-cef991bfe397 req-53638c39-e3c5-43f2-aa13-ccc027d5eec9 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Unset dirty status for tenant:6d15241bd78a41148bd0d1c2bdd856b4 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:03:45.800451 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-16c11f15-a6e7-4de1-954b-cef991bfe397 req-53638c39-e3c5-43f2-aa13-ccc027d5eec9 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=1294d1e8-fb0c-4ded-8874-cd64a5e34562 HTTP/1.1" status: 200 len: 931 time: 0.6443729 Feb 04 21:03:45.841132 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-ff1c89a3-08b0-4604-8949-dfc4b094a490 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:45.841990 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-ff1c89a3-08b0-4604-8949-dfc4b094a490 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Synchronizing usage tracker for tenant:d3d539dc97a744058fdb427e438eb9ad on resource:network {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:03:45.846848 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-88986cfc-c3ed-45b4-831c-fea18902c7ca tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:45.859315 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-88986cfc-c3ed-45b4-831c-fea18902c7ca tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:45.874168 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-16c11f15-a6e7-4de1-954b-cef991bfe397 req-0a77ba95-fca4-4135-ac3c-94015ed500c0 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577908 Feb 04 21:03:45.880263 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ba4a6-d864-4869-abc9-7882e74e4522 req-4a9fb807-4365-49c3-bbbf-0ad32600ac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:45.882760 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-857ba4a6-d864-4869-abc9-7882e74e4522 req-4a9fb807-4365-49c3-bbbf-0ad32600ac11 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1992133 Feb 04 21:03:45.891677 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-ff1c89a3-08b0-4604-8949-dfc4b094a490 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Unset dirty status for tenant:d3d539dc97a744058fdb427e438eb9ad on resource:network {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:03:45.893782 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-ff1c89a3-08b0-4604-8949-dfc4b094a490 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.18 "GET /v2.0/networks?id=e4cc1ce8-eeb6-46af-80b5-92196799c865 HTTP/1.1" status: 200 len: 811 time: 0.6642642 Feb 04 21:03:45.990690 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-88986cfc-c3ed-45b4-831c-fea18902c7ca tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:45.999023 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88986cfc-c3ed-45b4-831c-fea18902c7ca tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Fanout notify agent at l3_agent the message router_deleted on router 17872c8c-0776-4605-aa32-b98c5227b62b {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:03:46.057636 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-3ffc34be-ecae-408f-bdf5-df59a10958ab tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Synchronizing usage tracker for tenant:d3d539dc97a744058fdb427e438eb9ad on resource:security_group {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:03:46.080798 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-88986cfc-c3ed-45b4-831c-fea18902c7ca tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:46.087831 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-88986cfc-c3ed-45b4-831c-fea18902c7ca tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] 10.222.0.26 "DELETE /v2.0/routers/17872c8c-0776-4605-aa32-b98c5227b62b HTTP/1.1" status: 204 len: 168 time: 2.4148886 Feb 04 21:03:46.090120 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57386) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:46.100181 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-93df0ade-d15b-4b82-a2c0-deefba4ba83c tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-853158892', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:03:46.113087 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-93df0ade-d15b-4b82-a2c0-deefba4ba83c tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:03:46.131087 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-93df0ade-d15b-4b82-a2c0-deefba4ba83c tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Usage tracker for resource:router and tenant:85f844e81f3e4a8f860abaf191945b13 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:03:46.135246 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-93df0ade-d15b-4b82-a2c0-deefba4ba83c tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:03:46.137317 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-3ffc34be-ecae-408f-bdf5-df59a10958ab tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Unset dirty status for tenant:d3d539dc97a744058fdb427e438eb9ad on resource:security_group {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:03:46.138814 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-3ffc34be-ecae-408f-bdf5-df59a10958ab tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3d539dc97a744058fdb427e438eb9ad HTTP/1.1" status: 200 len: 380 time: 0.2358668 Feb 04 21:03:46.145500 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-93df0ade-d15b-4b82-a2c0-deefba4ba83c tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:03:46.161083 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-ac926b2c-0dfb-4b52-be7f-a20e4fc6b811 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Request body: {'port': {'device_id': '9d678711-3537-468d-a07a-71fdafae9691', 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865', 'admin_state_up': True, 'tenant_id': 'd3d539dc97a744058fdb427e438eb9ad', 'security_groups': ['9007a4e7-b29e-4283-b495-95b6092a708c']}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:03:46.245279 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-93df0ade-d15b-4b82-a2c0-deefba4ba83c tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:46.246616 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-93df0ade-d15b-4b82-a2c0-deefba4ba83c tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:46.262965 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-93df0ade-d15b-4b82-a2c0-deefba4ba83c tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:46.295981 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-93df0ade-d15b-4b82-a2c0-deefba4ba83c tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:46.306796 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fd611107-634f-49cb-ba8d-26f3ea348c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:46.333551 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-93df0ade-d15b-4b82-a2c0-deefba4ba83c tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:46.338289 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-93df0ade-d15b-4b82-a2c0-deefba4ba83c tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2466130 Feb 04 21:03:46.339305 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57392) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:46.362955 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-ff05003f-1b6a-44f1-abba-fbc830709198 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Request body: {'router': {'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:03:46.434048 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-e1bcadcf-21ce-4160-846a-861dde956f20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 215dd133-2e4e-4e15-a1af-6f96780c0080 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:03:46.473365 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-e1bcadcf-21ce-4160-846a-861dde956f20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:46.533898 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-e1bcadcf-21ce-4160-846a-861dde956f20 service neutron] Transition to ACTIVE for port object 215dd133-2e4e-4e15-a1af-6f96780c0080 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:03:46.541969 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-857ba4a6-d864-4869-abc9-7882e74e4522 req-dd49bb71-d3ae-4ab5-8391-4bea4aecbff3 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6519210 Feb 04 21:03:46.582727 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c9be7-b118-43e1-8da4-8f994bed6bd0 req-785548cc-6272-4660-a350-e92b4b022b56 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:46.584579 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0c7c9be7-b118-43e1-8da4-8f994bed6bd0 req-785548cc-6272-4660-a350-e92b4b022b56 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 947 time: 0.2617559 Feb 04 21:03:46.587085 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-e1bcadcf-21ce-4160-846a-861dde956f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:46.619517 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-ac926b2c-0dfb-4b52-be7f-a20e4fc6b811 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:03:46.679640 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-ac926b2c-0dfb-4b52-be7f-a20e4fc6b811 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Usage tracker for resource:port and tenant:d3d539dc97a744058fdb427e438eb9ad is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:03:46.691142 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-ac926b2c-0dfb-4b52-be7f-a20e4fc6b811 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:03:46.700370 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-ac926b2c-0dfb-4b52-be7f-a20e4fc6b811 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:03:46.730499 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a77a13-49ae-4efb-88b3-e6980d3a1f27 req-2e2d082a-1009-44a9-863b-f18aa90360c6 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:46.737479 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d5a77a13-49ae-4efb-88b3-e6980d3a1f27 req-2e2d082a-1009-44a9-863b-f18aa90360c6 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 950 time: 0.6966665 Feb 04 21:03:46.833703 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-ac926b2c-0dfb-4b52-be7f-a20e4fc6b811 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Made reservation on behalf of d3d539dc97a744058fdb427e438eb9ad for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:03:46.837937 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-ac926b2c-0dfb-4b52-be7f-a20e4fc6b811 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:46.865812 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff05003f-1b6a-44f1-abba-fbc830709198 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:46.877785 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bcadcf-21ce-4160-846a-861dde956f20 service neutron] Pushing event updated for resources: {'Port': ['ID=215dd133-2e4e-4e15-a1af-6f96780c0080,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:46.919101 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0c7c9be7-b118-43e1-8da4-8f994bed6bd0 req-20db52d7-4d14-43cd-bfd2-d5b61f991753 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753115 Feb 04 21:03:47.126151 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d5a77a13-49ae-4efb-88b3-e6980d3a1f27 req-9bc15706-1812-4519-98d5-e334dcef86ab tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861952 Feb 04 21:03:47.152898 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-ac926b2c-0dfb-4b52-be7f-a20e4fc6b811 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Allocated IP 172.20.0.7 (e4cc1ce8-eeb6-46af-80b5-92196799c865/ee4d3909-e094-4079-9a7f-4f6007c68222/88606a30-0adc-41c2-8bc6-51b965a3377c) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:03:47.229715 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-09f5b326-6065-485d-a228-7a0dc0491b89 req-49fc82d3-c510-49c3-80f7-de3e56d9f623 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 210 time: 0.0529835 Feb 04 21:03:47.245316 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-e1bcadcf-21ce-4160-846a-861dde956f20 service neutron] Attempting to bind port 215dd133-2e4e-4e15-a1af-6f96780c0080 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:03:47.245678 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-e1bcadcf-21ce-4160-846a-861dde956f20 service neutron] Attempting to bind port 215dd133-2e4e-4e15-a1af-6f96780c0080 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': '1bfd55c3-c8d9-4e20-9f37-da07ea0581c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:03:47.245980 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-e1bcadcf-21ce-4160-846a-861dde956f20 service neutron] Attempting to bind port 215dd133-2e4e-4e15-a1af-6f96780c0080 on network 7d8c23e1-7a6b-46d1-9945-4c784d17e819 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:03:47.267314 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-857ba4a6-d864-4869-abc9-7882e74e4522 req-2b800625-5c9f-4842-965e-3ae2eb93122a service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7163765 Feb 04 21:03:47.268553 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-e1bcadcf-21ce-4160-846a-861dde956f20 service neutron] Port 215dd133-2e4e-4e15-a1af-6f96780c0080 on network 7d8c23e1-7a6b-46d1-9945-4c784d17e819 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:03:47.269062 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-e1bcadcf-21ce-4160-846a-861dde956f20 service neutron] Attempting to bind port 215dd133-2e4e-4e15-a1af-6f96780c0080 on network 7d8c23e1-7a6b-46d1-9945-4c784d17e819 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:03:47.324955 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:47.329082 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:47.351618 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-e1bcadcf-21ce-4160-846a-861dde956f20 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:03:47.352150 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-e1bcadcf-21ce-4160-846a-861dde956f20 service neutron] Checking segment: {'id': '1bfd55c3-c8d9-4e20-9f37-da07ea0581c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:03:47.352804 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-e1bcadcf-21ce-4160-846a-861dde956f20 service neutron] Bound using segment: {'id': '1bfd55c3-c8d9-4e20-9f37-da07ea0581c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:03:47.353397 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-e1bcadcf-21ce-4160-846a-861dde956f20 service neutron] Bound port: 215dd133-2e4e-4e15-a1af-6f96780c0080, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bfd55c3-c8d9-4e20-9f37-da07ea0581c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:03:47.353853 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-e1bcadcf-21ce-4160-846a-861dde956f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:47.503833 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-e1bcadcf-21ce-4160-846a-861dde956f20 service neutron] For port 215dd133-2e4e-4e15-a1af-6f96780c0080, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:03:47.509407 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-e1bcadcf-21ce-4160-846a-861dde956f20 service neutron] For port 215dd133-2e4e-4e15-a1af-6f96780c0080, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=215dd133-2e4e-4e15-a1af-6f96780c0080,segment=NetworkSegment(1bfd55c3-c8d9-4e20-9f37-da07ea0581c2),segment_id=1bfd55c3-c8d9-4e20-9f37-da07ea0581c2)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:03:47.514069 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-e1bcadcf-21ce-4160-846a-861dde956f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:47.564294 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c863f9-de0a-4f80-8d7a-1518de891936 req-182e8aac-62c9-4260-aa4a-712449325858 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:47.564294 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d4c863f9-de0a-4f80-8d7a-1518de891936 req-182e8aac-62c9-4260-aa4a-712449325858 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=1294d1e8-fb0c-4ded-8874-cd64a5e34562 HTTP/1.1" status: 200 len: 943 time: 0.2616735 Feb 04 21:03:47.593810 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-e1bcadcf-21ce-4160-846a-861dde956f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:47.594672 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-e1bcadcf-21ce-4160-846a-861dde956f20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:47.596125 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-e1bcadcf-21ce-4160-846a-861dde956f20 service neutron] 10.222.0.32 "PUT /v2.0/ports/215dd133-2e4e-4e15-a1af-6f96780c0080 HTTP/1.1" status: 200 len: 1091 time: 3.0196674 Feb 04 21:03:47.606857 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1294d1e8-fb0c-4ded-8874-cd64a5e34562', 'tag': '215dd133-2e4e-4e15-a1af-6f96780c0080'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:03:47.705935 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1294d1e8-fb0c-4ded-8874-cd64a5e34562', 'tag': '215dd133-2e4e-4e15-a1af-6f96780c0080', 'status': 'completed', 'code': 200} Feb 04 21:03:47.718346 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff05003f-1b6a-44f1-abba-fbc830709198 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router_gateway, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:47.722153 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bcadcf-21ce-4160-846a-861dde956f20 service neutron] Pushing event updated for resources: {'Port': ['ID=215dd133-2e4e-4e15-a1af-6f96780c0080,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:47.746439 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d4c863f9-de0a-4f80-8d7a-1518de891936 req-b9c0845c-c77d-498e-b901-066a35e3ff70 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710320 Feb 04 21:03:47.750257 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-ac926b2c-0dfb-4b52-be7f-a20e4fc6b811 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:47.761619 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff05003f-1b6a-44f1-abba-fbc830709198 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:47.781196 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-ad8e75ea-04ce-4634-a6d8-08533c6d7095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:47.783420 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-ad8e75ea-04ce-4634-a6d8-08533c6d7095 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d15241bd78a41148bd0d1c2bdd856b4&device_id=1294d1e8-fb0c-4ded-8874-cd64a5e34562 HTTP/1.1" status: 200 len: 1094 time: 0.1478691 Feb 04 21:03:47.826939 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-ac926b2c-0dfb-4b52-be7f-a20e4fc6b811 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Transition to ACTIVE for port object 88606a30-0adc-41c2-8bc6-51b965a3377c will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:03:47.884267 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-7ea5721d-3866-4b65-9277-da985f22c469 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=215dd133-2e4e-4e15-a1af-6f96780c0080 HTTP/1.1" status: 200 len: 217 time: 0.0922358 Feb 04 21:03:47.895538 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 33d673ac-4e6b-437c-82e0-b03fb11414c2 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:03:47.989178 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-017fba76-0237-4971-9fb9-47840f945697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:47.991284 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-017fba76-0237-4971-9fb9-47840f945697 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ea06751d-fd50-4f4f-b006-53a1caf881e1 HTTP/1.1" status: 200 len: 852 time: 0.1000547 Feb 04 21:03:48.016602 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-ac926b2c-0dfb-4b52-be7f-a20e4fc6b811 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:48.037418 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-ff05003f-1b6a-44f1-abba-fbc830709198 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Allocated IP 172.25.5.115 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/b1874666-24e8-483e-afb0-75a5b8a2f5f4) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:03:48.103525 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-ca360a49-1026-4d82-a80a-255ce79cebe2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d8c23e1-7a6b-46d1-9945-4c784d17e819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036053 Feb 04 21:03:48.177145 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-ac926b2c-0dfb-4b52-be7f-a20e4fc6b811 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Network e4cc1ce8-eeb6-46af-80b5-92196799c865 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:03:48.196701 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-ac926b2c-0dfb-4b52-be7f-a20e4fc6b811 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:03:48.232199 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-ac926b2c-0dfb-4b52-be7f-a20e4fc6b811 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:03:48.392578 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 33d673ac-4e6b-437c-82e0-b03fb11414c2, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=33d673ac-4e6b-437c-82e0-b03fb11414c2,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:48.422473 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-ac926b2c-0dfb-4b52-be7f-a20e4fc6b811 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:48.423149 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-ac926b2c-0dfb-4b52-be7f-a20e4fc6b811 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:48.426617 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '33d673ac-4e6b-437c-82e0-b03fb11414c2', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': '33d673ac-4e6b-437c-82e0-b03fb11414c2', 'mac_address': 'fa:16:3e:62:71:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:03:48.555639 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:48.557975 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac926b2c-0dfb-4b52-be7f-a20e4fc6b811 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Pushing event updated for resources: {'Port': ['ID=88606a30-0adc-41c2-8bc6-51b965a3377c,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:48.566779 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-ac926b2c-0dfb-4b52-be7f-a20e4fc6b811 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4198098 Feb 04 21:03:48.591982 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d673ac-4e6b-437c-82e0-b03fb11414c2 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:03:48.595242 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-800b80fe-ea93-4c20-846a-868d7a228084 service neutron] Request body: {'port': {'device_id': '9d678711-3537-468d-a07a-71fdafae9691', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:03:48.634520 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 33d673ac-4e6b-437c-82e0-b03fb11414c2, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=33d673ac-4e6b-437c-82e0-b03fb11414c2,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:48.668735 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:48.767919 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-15ca1be4-444e-43b5-afef-219f97bd5722 service neutron] 10.222.0.32 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6601076 Feb 04 21:03:48.905852 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3de41ffb-d57c-4674-ad34-d68789b19369 None None] Provisioning for port 88606a30-0adc-41c2-8bc6-51b965a3377c completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:03:48.929087 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3de41ffb-d57c-4674-ad34-d68789b19369 None None] Provisioning complete for port 88606a30-0adc-41c2-8bc6-51b965a3377c triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:48.929981 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3de41ffb-d57c-4674-ad34-d68789b19369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:49.042786 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3de41ffb-d57c-4674-ad34-d68789b19369 None None] Port 88606a30-0adc-41c2-8bc6-51b965a3377c cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:03:49.076181 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:49.104889 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=33d673ac-4e6b-437c-82e0-b03fb11414c2,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:49.162156 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff05003f-1b6a-44f1-abba-fbc830709198 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:49.193665 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-800b80fe-ea93-4c20-846a-868d7a228084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:49.227276 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['33d673ac-4e6b-437c-82e0-b03fb11414c2'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:03:49.361945 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff05003f-1b6a-44f1-abba-fbc830709198 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:49.476989 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4002998-228f-4dc8-8b3f-e5cec701f4ed req-5f4c01bb-6817-46af-a4f6-e427a2996c63 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:49.494539 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d4002998-228f-4dc8-8b3f-e5cec701f4ed req-5f4c01bb-6817-46af-a4f6-e427a2996c63 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 947 time: 1.0740092 Feb 04 21:03:49.499907 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff05003f-1b6a-44f1-abba-fbc830709198 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:03:49.509973 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-ff05003f-1b6a-44f1-abba-fbc830709198 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:03:49.530590 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff05003f-1b6a-44f1-abba-fbc830709198 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:03:49.594727 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fadc50b-8188-4be1-bc75-825b949b72f2 req-7b84b673-1f50-492e-ad15-8013f02a356d tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:49.604997 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6fadc50b-8188-4be1-bc75-825b949b72f2 req-7b84b673-1f50-492e-ad15-8013f02a356d tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 950 time: 0.9944277 Feb 04 21:03:49.648529 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d4002998-228f-4dc8-8b3f-e5cec701f4ed req-4718f642-69d1-47ba-8827-2dec0fb0fcc8 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540568 Feb 04 21:03:49.701249 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6fadc50b-8188-4be1-bc75-825b949b72f2 req-9b302fa0-7cf4-4c61-ba92-f9ba72915efc tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010525 Feb 04 21:03:49.709881 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05003f-1b6a-44f1-abba-fbc830709198 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Pushing event updated for resources: {'Port': ['ID=b1874666-24e8-483e-afb0-75a5b8a2f5f4,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:49.767277 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0f1833e9-8b5f-461a-a764-97e3ca26d29f req-9736f3f7-4c40-4dbc-886b-b80dd3ed7318 service neutron] 10.222.0.32 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9875908 Feb 04 21:03:50.085492 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50099707-a183-4e5f-8661-1770d47fff47 req-7f252365-64cf-490f-9280-735f71a1be20 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:50.085492 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-50099707-a183-4e5f-8661-1770d47fff47 req-7f252365-64cf-490f-9280-735f71a1be20 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 931 time: 0.2660794 Feb 04 21:03:50.085492 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418829e8-ee35-4196-ab22-60e60c7ebad8 req-40aa6526-4e4a-4435-9383-7ce62a7d94ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:50.085492 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-418829e8-ee35-4196-ab22-60e60c7ebad8 req-40aa6526-4e4a-4435-9383-7ce62a7d94ab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d15241bd78a41148bd0d1c2bdd856b4&device_id=1294d1e8-fb0c-4ded-8874-cd64a5e34562 HTTP/1.1" status: 200 len: 1094 time: 0.2256651 Feb 04 21:03:50.102977 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1b0e2-f818-44d6-b0c9-cb7933d572f2 req-a962cade-4b44-4385-be47-45aa5409aa91 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:50.102977 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-deb1b0e2-f818-44d6-b0c9-cb7933d572f2 req-a962cade-4b44-4385-be47-45aa5409aa91 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=1294d1e8-fb0c-4ded-8874-cd64a5e34562 HTTP/1.1" status: 200 len: 943 time: 0.2017858 Feb 04 21:03:50.251491 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-50099707-a183-4e5f-8661-1770d47fff47 req-07d12d11-34d4-4afa-847e-516861b4120d tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577718 Feb 04 21:03:50.270242 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:03:50.315595 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-deb1b0e2-f818-44d6-b0c9-cb7933d572f2 req-d5403c2b-9932-47b3-825b-1bb696ab8625 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575294 Feb 04 21:03:50.349025 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-800b80fe-ea93-4c20-846a-868d7a228084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88606a30-0adc-41c2-8bc6-51b965a3377c {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:03:50.362578 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-800b80fe-ea93-4c20-846a-868d7a228084 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:50.372865 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418829e8-ee35-4196-ab22-60e60c7ebad8 req-a49bb4b8-a5d2-43b6-baac-a0a7ab8aac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:50.374590 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-418829e8-ee35-4196-ab22-60e60c7ebad8 req-a49bb4b8-a5d2-43b6-baac-a0a7ab8aac6f service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d8c23e1-7a6b-46d1-9945-4c784d17e819 HTTP/1.1" status: 200 len: 913 time: 0.2533727 Feb 04 21:03:50.457700 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-800b80fe-ea93-4c20-846a-868d7a228084 service neutron] Transition to ACTIVE for port object 88606a30-0adc-41c2-8bc6-51b965a3377c will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:03:50.466740 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-800b80fe-ea93-4c20-846a-868d7a228084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:50.468062 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-418829e8-ee35-4196-ab22-60e60c7ebad8 req-55a6298f-9e3e-4d7b-a0fc-b2347a75f8fe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=215dd133-2e4e-4e15-a1af-6f96780c0080 HTTP/1.1" status: 200 len: 217 time: 0.0861444 Feb 04 21:03:50.516678 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff05003f-1b6a-44f1-abba-fbc830709198 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router_gateway, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:50.539054 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418829e8-ee35-4196-ab22-60e60c7ebad8 req-c84de2ee-bbc8-47d4-be53-f8ebe51da06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:50.540749 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-418829e8-ee35-4196-ab22-60e60c7ebad8 req-c84de2ee-bbc8-47d4-be53-f8ebe51da06f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ea06751d-fd50-4f4f-b006-53a1caf881e1 HTTP/1.1" status: 200 len: 852 time: 0.0666432 Feb 04 21:03:50.612679 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-418829e8-ee35-4196-ab22-60e60c7ebad8 req-737d1f0d-4612-4764-944b-9258e587cfdf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d8c23e1-7a6b-46d1-9945-4c784d17e819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638142 Feb 04 21:03:50.762411 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b80fe-ea93-4c20-846a-868d7a228084 service neutron] Pushing event updated for resources: {'Port': ['ID=88606a30-0adc-41c2-8bc6-51b965a3377c,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:51.037101 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-418829e8-ee35-4196-ab22-60e60c7ebad8 req-284f74c5-4c06-4ea2-ac69-abd33c34d6d8 service neutron] 10.222.0.32 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183874 Feb 04 21:03:51.191432 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77999dac-33d0-4efa-a282-9414b27d36cd req-25bf92d4-c59f-4c0e-870c-cc3fb2d2b703 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3178952 Feb 04 21:03:51.191432 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b201c5-b943-4821-b751-83bc771e0ca8 req-39aa5d9e-4eec-4424-9812-60d7b9446da9 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:51.191432 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-03b201c5-b943-4821-b751-83bc771e0ca8 req-39aa5d9e-4eec-4424-9812-60d7b9446da9 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 948 time: 0.3315697 Feb 04 21:03:51.229907 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-800b80fe-ea93-4c20-846a-868d7a228084 service neutron] Attempting to bind port 88606a30-0adc-41c2-8bc6-51b965a3377c on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:03:51.229907 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-800b80fe-ea93-4c20-846a-868d7a228084 service neutron] Attempting to bind port 88606a30-0adc-41c2-8bc6-51b965a3377c by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '274548b3-06d3-4078-a4e7-5e4131c79abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:03:51.229907 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-800b80fe-ea93-4c20-846a-868d7a228084 service neutron] Attempting to bind port 88606a30-0adc-41c2-8bc6-51b965a3377c on network e4cc1ce8-eeb6-46af-80b5-92196799c865 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:03:51.247555 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-800b80fe-ea93-4c20-846a-868d7a228084 service neutron] Port 88606a30-0adc-41c2-8bc6-51b965a3377c on network e4cc1ce8-eeb6-46af-80b5-92196799c865 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:03:51.247725 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-800b80fe-ea93-4c20-846a-868d7a228084 service neutron] Attempting to bind port 88606a30-0adc-41c2-8bc6-51b965a3377c on network e4cc1ce8-eeb6-46af-80b5-92196799c865 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:03:51.258252 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-800b80fe-ea93-4c20-846a-868d7a228084 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:03:51.258252 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-800b80fe-ea93-4c20-846a-868d7a228084 service neutron] Checking segment: {'id': '274548b3-06d3-4078-a4e7-5e4131c79abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:03:51.258252 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-800b80fe-ea93-4c20-846a-868d7a228084 service neutron] Bound using segment: {'id': '274548b3-06d3-4078-a4e7-5e4131c79abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:03:51.258640 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-800b80fe-ea93-4c20-846a-868d7a228084 service neutron] Bound port: 88606a30-0adc-41c2-8bc6-51b965a3377c, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '274548b3-06d3-4078-a4e7-5e4131c79abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:03:51.258923 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-418829e8-ee35-4196-ab22-60e60c7ebad8 req-b4aa58d0-254c-45b0-b087-597a7b7dcc19 service neutron] 10.222.0.32 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121513 Feb 04 21:03:51.259365 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-800b80fe-ea93-4c20-846a-868d7a228084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:51.269890 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-03b201c5-b943-4821-b751-83bc771e0ca8 req-9d49022b-052f-4636-a621-8405727de93e tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664837 Feb 04 21:03:51.423756 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff05003f-1b6a-44f1-abba-fbc830709198 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:51.430729 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff05003f-1b6a-44f1-abba-fbc830709198 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-494389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-494370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492643'] for router, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:51.435896 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-800b80fe-ea93-4c20-846a-868d7a228084 service neutron] For port 88606a30-0adc-41c2-8bc6-51b965a3377c, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:03:51.530320 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77999dac-33d0-4efa-a282-9414b27d36cd req-71d61270-2aff-409c-a567-b24fd3d0ffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:51.530876 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-800b80fe-ea93-4c20-846a-868d7a228084 service neutron] For port 88606a30-0adc-41c2-8bc6-51b965a3377c, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=88606a30-0adc-41c2-8bc6-51b965a3377c,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:03:51.532683 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77999dac-33d0-4efa-a282-9414b27d36cd req-71d61270-2aff-409c-a567-b24fd3d0ffd0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 1100 time: 0.1889918 Feb 04 21:03:51.544925 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-800b80fe-ea93-4c20-846a-868d7a228084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:51.689901 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-800b80fe-ea93-4c20-846a-868d7a228084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:51.689901 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-800b80fe-ea93-4c20-846a-868d7a228084 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:51.689901 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-800b80fe-ea93-4c20-846a-868d7a228084 service neutron] 10.222.0.18 "PUT /v2.0/ports/88606a30-0adc-41c2-8bc6-51b965a3377c HTTP/1.1" status: 200 len: 1091 time: 3.0983989 Feb 04 21:03:51.689901 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d678711-3537-468d-a07a-71fdafae9691', 'tag': '88606a30-0adc-41c2-8bc6-51b965a3377c'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:03:51.723668 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef40cd-475d-4600-a4d6-69ef620b623d req-71db51a9-6aa4-43ad-a658-bc94e5d878ce tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:51.730167 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-67ef40cd-475d-4600-a4d6-69ef620b623d req-71db51a9-6aa4-43ad-a658-bc94e5d878ce tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 950 time: 0.2719576 Feb 04 21:03:51.743302 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b80fe-ea93-4c20-846a-868d7a228084 service neutron] Pushing event updated for resources: {'Port': ['ID=88606a30-0adc-41c2-8bc6-51b965a3377c,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:51.751644 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f0ad2-1707-494d-a712-a54e8c926f16 req-cfb626df-ce5d-4a7e-9723-90f8c2cd471b tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:51.753395 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-464f0ad2-1707-494d-a712-a54e8c926f16 req-cfb626df-ce5d-4a7e-9723-90f8c2cd471b tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 943 time: 0.3367481 Feb 04 21:03:51.901299 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 33d673ac-4e6b-437c-82e0-b03fb11414c2 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:03:51.926526 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-fd521ceb-0a50-4eba-b092-57279e5a20e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:51.926526 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-fd521ceb-0a50-4eba-b092-57279e5a20e7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d539dc97a744058fdb427e438eb9ad&device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 1094 time: 0.1772370 Feb 04 21:03:51.939473 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff05003f-1b6a-44f1-abba-fbc830709198 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Router 2dfea473-dbb2-4508-97bf-2ee362203b76 is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:03:52.023987 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 33d673ac-4e6b-437c-82e0-b03fb11414c2 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:03:52.054654 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 33d673ac-4e6b-437c-82e0-b03fb11414c2 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:52.054654 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:52.076328 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-464f0ad2-1707-494d-a712-a54e8c926f16 req-1290fad1-d8b4-49d2-9267-45e417336c5e tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2901990 Feb 04 21:03:52.076328 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77999dac-33d0-4efa-a282-9414b27d36cd req-5f02e8b7-43bd-48cd-9d8c-12fbaf3d23ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:52.091946 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77999dac-33d0-4efa-a282-9414b27d36cd req-5f02e8b7-43bd-48cd-9d8c-12fbaf3d23ac service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.5082676 Feb 04 21:03:52.166859 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-67ef40cd-475d-4600-a4d6-69ef620b623d req-101fab56-1ee2-4c92-8ba5-a540685ebae0 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028492 Feb 04 21:03:52.191304 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77999dac-33d0-4efa-a282-9414b27d36cd req-3272b583-9e9d-45c4-ac06-09fbc277fd3a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=ad455e09-717a-4546-83e2-e55a50a48670 HTTP/1.1" status: 200 len: 217 time: 0.0907638 Feb 04 21:03:52.240766 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:52.280748 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 33d673ac-4e6b-437c-82e0-b03fb11414c2, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=33d673ac-4e6b-437c-82e0-b03fb11414c2,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:52.281744 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d673ac-4e6b-437c-82e0-b03fb11414c2'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:03:52.293201 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:52.327399 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77999dac-33d0-4efa-a282-9414b27d36cd req-a1abe4fd-256f-4a91-9479-10af9ddd55ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:52.329018 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77999dac-33d0-4efa-a282-9414b27d36cd req-a1abe4fd-256f-4a91-9479-10af9ddd55ad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.1413112 Feb 04 21:03:52.340539 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-beb512aa-98a5-4ced-83c8-97d7c1321666 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88606a30-0adc-41c2-8bc6-51b965a3377c HTTP/1.1" status: 200 len: 217 time: 0.4080257 Feb 04 21:03:52.376251 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=33d673ac-4e6b-437c-82e0-b03fb11414c2,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:52.385017 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:52.385449 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:52.386176 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:52.386176 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:52.386513 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:52.386841 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:52.388015 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:52.388015 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:52.388015 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:52.388286 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:52.388656 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:52.389709 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:03:52.495707 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da507cd2-dbe5-427d-af42-4445a105cc15 req-09e61c79-8d0d-414b-b8f2-26a55ea69eb5 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:52.495707 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-da507cd2-dbe5-427d-af42-4445a105cc15 req-09e61c79-8d0d-414b-b8f2-26a55ea69eb5 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=1294d1e8-fb0c-4ded-8874-cd64a5e34562 HTTP/1.1" status: 200 len: 943 time: 0.1221325 Feb 04 21:03:52.511638 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77999dac-33d0-4efa-a282-9414b27d36cd req-814dd458-c955-485e-8f75-c91797cfd353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:52.511638 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77999dac-33d0-4efa-a282-9414b27d36cd req-814dd458-c955-485e-8f75-c91797cfd353 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1703327 Feb 04 21:03:52.633380 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d678711-3537-468d-a07a-71fdafae9691', 'tag': '88606a30-0adc-41c2-8bc6-51b965a3377c', 'status': 'completed', 'code': 200} Feb 04 21:03:52.638428 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-9eb2b56f-8572-4624-9351-c16b706060dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:52.638428 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-9eb2b56f-8572-4624-9351-c16b706060dd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee4d3909-e094-4079-9a7f-4f6007c68222 HTTP/1.1" status: 200 len: 850 time: 0.2117906 Feb 04 21:03:52.697398 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d673ac-4e6b-437c-82e0-b03fb11414c2', 'code': 200} Feb 04 21:03:52.762180 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff05003f-1b6a-44f1-abba-fbc830709198 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:03:52.770724 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff05003f-1b6a-44f1-abba-fbc830709198 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:52.776314 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ff05003f-1b6a-44f1-abba-fbc830709198 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] 10.222.0.26 "PUT /v2.0/routers/2dfea473-dbb2-4508-97bf-2ee362203b76 HTTP/1.1" status: 200 len: 883 time: 6.4197578 Feb 04 21:03:52.780501 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57524) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:52.789121 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de88a1b-f407-4ff7-a27e-8f391a2cb84a None None] Sync routers for ids ['2dfea473-dbb2-4508-97bf-2ee362203b76'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:03:52.815139 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de88a1b-f407-4ff7-a27e-8f391a2cb84a None None] Routers {'2dfea473-dbb2-4508-97bf-2ee362203b76'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:03:52.815981 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-5de88a1b-f407-4ff7-a27e-8f391a2cb84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:03:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['2dfea473-dbb2-4508-97bf-2ee362203b76'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:52.893630 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-da507cd2-dbe5-427d-af42-4445a105cc15 req-a9302fb7-c073-4e2b-9c04-a54a8d9aa097 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810318 Feb 04 21:03:52.905907 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-5de88a1b-f407-4ff7-a27e-8f391a2cb84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:52.905907 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de88a1b-f407-4ff7-a27e-8f391a2cb84a None None] Routers {'2dfea473-dbb2-4508-97bf-2ee362203b76'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:03:52.905907 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-5de88a1b-f407-4ff7-a27e-8f391a2cb84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:03:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['2dfea473-dbb2-4508-97bf-2ee362203b76'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:53.025254 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-5de88a1b-f407-4ff7-a27e-8f391a2cb84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:03:53.025254 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de88a1b-f407-4ff7-a27e-8f391a2cb84a None None] The sync data for ids ['2dfea473-dbb2-4508-97bf-2ee362203b76'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:03:53.084245 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-389a20ee-7320-4739-a8e4-629ddacda102 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] 10.222.0.26 "GET /v2.0/routers/2dfea473-dbb2-4508-97bf-2ee362203b76 HTTP/1.1" status: 200 len: 924 time: 0.2890391 Feb 04 21:03:53.084245 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57538) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:53.150340 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-c2c5cac2-541a-4f4c-a32d-9b5a57ffedfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:53.150340 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-c2c5cac2-541a-4f4c-a32d-9b5a57ffedfe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4cc1ce8-eeb6-46af-80b5-92196799c865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4980891 Feb 04 21:03:53.198735 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device f30c6684-a5ad-48d5-ae73-5d878de6e95f no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:03:53.262108 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77999dac-33d0-4efa-a282-9414b27d36cd req-f69abcc4-5787-4ad8-93b2-f50622d5683f service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6701839 Feb 04 21:03:53.320672 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a411fe-c55d-4489-991a-79b13f590882 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:53.327735 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-00a411fe-c55d-4489-991a-79b13f590882 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=1f11f724-8cdd-497d-8220-929f45cf1223&device_id=2dfea473-dbb2-4508-97bf-2ee362203b76&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2382493 Feb 04 21:03:53.327735 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57546) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:53.370721 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86dcdb-3697-4081-aa21-3acab744921d req-861358cf-f013-4127-aab5-76d1cda7c2a6 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:53.380500 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0c86dcdb-3697-4081-aa21-3acab744921d req-861358cf-f013-4127-aab5-76d1cda7c2a6 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 949 time: 0.5313618 Feb 04 21:03:53.398859 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc111b-f1a4-4a5a-92c5-1775088584dc req-b248745f-ce6b-4d40-9cfa-8d5354eebfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:53.398859 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-62fc111b-f1a4-4a5a-92c5-1775088584dc req-b248745f-ce6b-4d40-9cfa-8d5354eebfb4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 1100 time: 0.5867622 Feb 04 21:03:53.423714 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:53.471818 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-757820c9-77b9-402d-9be5-e9841bb2460e tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:53.483683 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-757820c9-77b9-402d-9be5-e9841bb2460e tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/networks?id=1e54d53d-f997-4dfb-a224-d1fd181e2576 HTTP/1.1" status: 200 len: 804 time: 0.4181764 Feb 04 21:03:53.495632 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port f30c6684-a5ad-48d5-ae73-5d878de6e95f, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f30c6684-a5ad-48d5-ae73-5d878de6e95f,segment=NetworkSegment(d272340f-e46b-4b9a-95de-826926ac6bfb),segment_id=d272340f-e46b-4b9a-95de-826926ac6bfb)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:53.495632 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:53.516029 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-62fc111b-f1a4-4a5a-92c5-1775088584dc req-a205068a-1cd3-4cf9-9d6d-f1dcf3db78b4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840607 Feb 04 21:03:53.516029 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-82caf410-02e4-460d-81a9-fb47d3c40f97 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/quotas/52dfef44eb7442fcaee5bcf3d1dfee00 HTTP/1.1" status: 200 len: 375 time: 0.0379417 Feb 04 21:03:53.528325 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-807ce8b0-f5c2-4510-bc37-17f734b52af5 service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575349 Feb 04 21:03:53.528325 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afeb85e-7c4b-45e4-88a9-73396890a8ba tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:53.528325 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5afeb85e-7c4b-45e4-88a9-73396890a8ba tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 881 time: 0.1943147 Feb 04 21:03:53.557454 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57550) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:53.615395 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0c86dcdb-3697-4081-aa21-3acab744921d req-03a5c357-b67e-46ec-b1a8-c8eafef0a5f9 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394891 Feb 04 21:03:53.661788 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77999dac-33d0-4efa-a282-9414b27d36cd req-16424fe0-8a8e-4dac-947e-c4c789a4bd36 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730710 Feb 04 21:03:53.663867 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=f30c6684-a5ad-48d5-ae73-5d878de6e95f,revision_number=8']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:53.673031 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4cc426bd-efb5-466d-a399-4eb3261ea995 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] 10.222.0.26 "GET /v2.0/ports?device_id=2dfea473-dbb2-4508-97bf-2ee362203b76 HTTP/1.1" status: 200 len: 205 time: 0.1235385 Feb 04 21:03:53.673557 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57554) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:53.686231 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-8f97c7e4-efac-4e55-bc64-0362de1840ff tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=52dfef44eb7442fcaee5bcf3d1dfee00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1702158 Feb 04 21:03:53.745393 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b42ffde2-e62d-4718-86b3-2117aa025767 req-78dd4068-db6b-48b6-a1f2-f3bc0a8c2ada service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187696 Feb 04 21:03:53.866222 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816648a-4a00-4a61-a563-cf519467fd15 req-9f481f64-7ace-40d4-aafe-4f3180d6ff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:53.867643 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d816648a-4a00-4a61-a563-cf519467fd15 req-9f481f64-7ace-40d4-aafe-4f3180d6ff6d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d539dc97a744058fdb427e438eb9ad&device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 1094 time: 0.0732369 Feb 04 21:03:53.910497 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 215dd133-2e4e-4e15-a1af-6f96780c0080 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:03:54.022348 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816648a-4a00-4a61-a563-cf519467fd15 req-6717b716-6d89-43c2-9ad6-e12061fd7767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:54.024523 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d816648a-4a00-4a61-a563-cf519467fd15 req-6717b716-6d89-43c2-9ad6-e12061fd7767 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4cc1ce8-eeb6-46af-80b5-92196799c865 HTTP/1.1" status: 200 len: 912 time: 0.1505551 Feb 04 21:03:54.041347 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-3127d2be-d917-40a5-a83d-528957743083 service neutron] 10.222.0.26 "GET /v2.0/networks/1e54d53d-f997-4dfb-a224-d1fd181e2576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542430 Feb 04 21:03:54.048889 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee5ba4-de07-4d1b-ab04-7898d8ced071 req-7ff1ea49-7acd-4267-80d0-3ad496b33d41 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:54.050308 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e3ee5ba4-de07-4d1b-ab04-7898d8ced071 req-7ff1ea49-7acd-4267-80d0-3ad496b33d41 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 943 time: 0.2831817 Feb 04 21:03:54.054563 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d0b0114f-61b4-4a02-9055-69b2b787960a tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:54.071956 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 215dd133-2e4e-4e15-a1af-6f96780c0080, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=215dd133-2e4e-4e15-a1af-6f96780c0080,segment=NetworkSegment(1bfd55c3-c8d9-4e20-9f37-da07ea0581c2),segment_id=1bfd55c3-c8d9-4e20-9f37-da07ea0581c2)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:54.086017 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '215dd133-2e4e-4e15-a1af-6f96780c0080', 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819', 'port_id': '215dd133-2e4e-4e15-a1af-6f96780c0080', 'mac_address': 'fa:16:3e:54:b5:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea06751d-fd50-4f4f-b006-53a1caf881e1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:03:54.116329 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d816648a-4a00-4a61-a563-cf519467fd15 req-10d7b369-df6f-49fa-b4d1-76e3ceb0c31d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88606a30-0adc-41c2-8bc6-51b965a3377c HTTP/1.1" status: 200 len: 217 time: 0.0817263 Feb 04 21:03:54.144486 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:54.163918 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 215dd133-2e4e-4e15-a1af-6f96780c0080 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:03:54.181893 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 215dd133-2e4e-4e15-a1af-6f96780c0080, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=215dd133-2e4e-4e15-a1af-6f96780c0080,segment=NetworkSegment(1bfd55c3-c8d9-4e20-9f37-da07ea0581c2),segment_id=1bfd55c3-c8d9-4e20-9f37-da07ea0581c2)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:54.185562 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816648a-4a00-4a61-a563-cf519467fd15 req-bbc3e96f-2227-46a9-942b-926e53198a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:54.186854 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:54.187147 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d816648a-4a00-4a61-a563-cf519467fd15 req-bbc3e96f-2227-46a9-942b-926e53198a06 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee4d3909-e094-4079-9a7f-4f6007c68222 HTTP/1.1" status: 200 len: 850 time: 0.0641935 Feb 04 21:03:54.270304 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=215dd133-2e4e-4e15-a1af-6f96780c0080,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:54.388855 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816648a-4a00-4a61-a563-cf519467fd15 req-c1ee40fd-34a0-40ce-a58a-cfe864a88f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:54.390302 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d816648a-4a00-4a61-a563-cf519467fd15 req-c1ee40fd-34a0-40ce-a58a-cfe864a88f78 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4cc1ce8-eeb6-46af-80b5-92196799c865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1961455 Feb 04 21:03:54.516467 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e3ee5ba4-de07-4d1b-ab04-7898d8ced071 req-a4be3d18-a5c0-4dc2-9afc-61e20255b9e8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815660 Feb 04 21:03:54.528599 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d816648a-4a00-4a61-a563-cf519467fd15 req-b650f65f-ece8-472f-b681-c0f95aafe1ca service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290264 Feb 04 21:03:54.532491 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d0b0114f-61b4-4a02-9055-69b2b787960a tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:54.565347 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-d0b0114f-61b4-4a02-9055-69b2b787960a tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Deleting port b1874666-24e8-483e-afb0-75a5b8a2f5f4 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:03:54.565694 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d0b0114f-61b4-4a02-9055-69b2b787960a tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:54.665595 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['215dd133-2e4e-4e15-a1af-6f96780c0080'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:03:54.680196 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d816648a-4a00-4a61-a563-cf519467fd15 req-b21eb65a-479d-4648-a140-64ea27aa177d service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417682 Feb 04 21:03:54.684438 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-85911a48-31d3-45d2-a13f-281e085216ee service neutron] 10.222.0.26 "GET /v2.0/networks/1e54d53d-f997-4dfb-a224-d1fd181e2576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6328037 Feb 04 21:03:54.698551 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1769dc85-c9ff-484d-b1db-9dd43a10592a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f30c6684-a5ad-48d5-ae73-5d878de6e95f'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:03:54.808627 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b9506-cbbd-4466-88bb-90f6b4731dcb req-e84c808f-5b7f-45ef-85f6-3504ad831169 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:54.810118 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-378b9506-cbbd-4466-88bb-90f6b4731dcb req-e84c808f-5b7f-45ef-85f6-3504ad831169 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.18 "GET /v2.0/ports?device_id=1769dc85-c9ff-484d-b1db-9dd43a10592a HTTP/1.1" status: 200 len: 943 time: 0.3690073 Feb 04 21:03:54.949468 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-378b9506-cbbd-4466-88bb-90f6b4731dcb req-67ba8fff-8d4a-40d9-b1bf-224594c0eefa tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Deleting port f30c6684-a5ad-48d5-ae73-5d878de6e95f {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:03:54.950135 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-378b9506-cbbd-4466-88bb-90f6b4731dcb req-67ba8fff-8d4a-40d9-b1bf-224594c0eefa tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:55.034306 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b408ef-279a-4acf-985c-9f2e806503de req-8c2f0e28-3a35-4a40-9b8c-11b509703979 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:55.035773 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b5b408ef-279a-4acf-985c-9f2e806503de req-8c2f0e28-3a35-4a40-9b8c-11b509703979 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 950 time: 0.4052961 Feb 04 21:03:55.049692 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d0b0114f-61b4-4a02-9055-69b2b787960a tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:55.228816 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-d0b0114f-61b4-4a02-9055-69b2b787960a tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Calling delete_port for b1874666-24e8-483e-afb0-75a5b8a2f5f4 owned by network:router_gateway {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:03:55.411057 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b5b408ef-279a-4acf-985c-9f2e806503de req-fafc2b7e-2248-4750-bd2c-42c102a78a6c tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410559 Feb 04 21:03:55.586382 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9272c6-cab9-405e-bb75-6c11da928f42 req-90e8fe0c-9e48-4254-86c2-5ac06abfdc19 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:55.587884 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3c9272c6-cab9-405e-bb75-6c11da928f42 req-90e8fe0c-9e48-4254-86c2-5ac06abfdc19 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=1294d1e8-fb0c-4ded-8874-cd64a5e34562 HTTP/1.1" status: 200 len: 944 time: 0.6441219 Feb 04 21:03:55.702800 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-378b9506-cbbd-4466-88bb-90f6b4731dcb req-67ba8fff-8d4a-40d9-b1bf-224594c0eefa tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] For port f30c6684-a5ad-48d5-ae73-5d878de6e95f, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f30c6684-a5ad-48d5-ae73-5d878de6e95f,segment=NetworkSegment(d272340f-e46b-4b9a-95de-826926ac6bfb),segment_id=d272340f-e46b-4b9a-95de-826926ac6bfb)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:55.703073 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-378b9506-cbbd-4466-88bb-90f6b4731dcb req-67ba8fff-8d4a-40d9-b1bf-224594c0eefa tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:55.712891 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3c9272c6-cab9-405e-bb75-6c11da928f42 req-f729dbd7-de43-445d-bc14-d085908f0e17 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164358 Feb 04 21:03:55.762756 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1769dc85-c9ff-484d-b1db-9dd43a10592a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f30c6684-a5ad-48d5-ae73-5d878de6e95f', 'code': 200} Feb 04 21:03:55.914825 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 215dd133-2e4e-4e15-a1af-6f96780c0080 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:03:56.005495 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 215dd133-2e4e-4e15-a1af-6f96780c0080 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:03:56.010549 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:56.013582 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 215dd133-2e4e-4e15-a1af-6f96780c0080 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:56.014127 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:56.032113 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-378b9506-cbbd-4466-88bb-90f6b4731dcb req-67ba8fff-8d4a-40d9-b1bf-224594c0eefa tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Calling delete_port for f30c6684-a5ad-48d5-ae73-5d878de6e95f owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:03:56.082690 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547fbfc-9894-41b2-81de-6bad64adb9aa req-e724fa8f-9c2c-474f-bfaf-d876505618dd tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:56.090228 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d547fbfc-9894-41b2-81de-6bad64adb9aa req-e724fa8f-9c2c-474f-bfaf-d876505618dd tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 949 time: 0.5750823 Feb 04 21:03:56.133886 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e7a442cf-2aa4-4a70-a840-f3ab140ed8c8 req-3b6486a7-e863-4a34-924f-db993eac9725 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f7b0650-e115-4f36-9afd-b1d0c6418da0 HTTP/1.1" status: 200 len: 210 time: 0.1448576 Feb 04 21:03:56.198943 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d547fbfc-9894-41b2-81de-6bad64adb9aa req-c9b626ed-d2ed-41d9-8433-0f47dc2a8c6f tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077473 Feb 04 21:03:56.200444 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d0b0114f-61b4-4a02-9055-69b2b787960a tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:56.217586 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:56.217742 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-cf52d14f-cf95-4587-8cad-dde811c15c13 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:56.217742 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-cf52d14f-cf95-4587-8cad-dde811c15c13 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.18 "GET /v2.0/networks?id=1e54d53d-f997-4dfb-a224-d1fd181e2576 HTTP/1.1" status: 200 len: 804 time: 0.2680223 Feb 04 21:03:56.227736 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-3ad9c599-5921-4353-a80e-5c246b57b107 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Request body: {'port': {'device_id': '5f7b0650-e115-4f36-9afd-b1d0c6418da0', 'network_id': '1e54d53d-f997-4dfb-a224-d1fd181e2576', 'admin_state_up': True, 'tenant_id': '52dfef44eb7442fcaee5bcf3d1dfee00'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:03:56.255441 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 215dd133-2e4e-4e15-a1af-6f96780c0080, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=215dd133-2e4e-4e15-a1af-6f96780c0080,segment=NetworkSegment(1bfd55c3-c8d9-4e20-9f37-da07ea0581c2),segment_id=1bfd55c3-c8d9-4e20-9f37-da07ea0581c2)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:56.261810 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:56.283971 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0114f-61b4-4a02-9055-69b2b787960a tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Pushing event deleted for resources: {'Port': ['ID=b1874666-24e8-483e-afb0-75a5b8a2f5f4,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:56.365152 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=215dd133-2e4e-4e15-a1af-6f96780c0080,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:56.388931 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-3ad9c599-5921-4353-a80e-5c246b57b107 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:03:56.392707 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-3ad9c599-5921-4353-a80e-5c246b57b107 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Usage tracker for resource:port and tenant:52dfef44eb7442fcaee5bcf3d1dfee00 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:03:56.395519 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-3ad9c599-5921-4353-a80e-5c246b57b107 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:03:56.401448 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-3ad9c599-5921-4353-a80e-5c246b57b107 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:03:56.412185 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-3ad9c599-5921-4353-a80e-5c246b57b107 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Made reservation on behalf of 52dfef44eb7442fcaee5bcf3d1dfee00 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:03:56.416125 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-3ad9c599-5921-4353-a80e-5c246b57b107 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:56.555303 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-378b9506-cbbd-4466-88bb-90f6b4731dcb req-67ba8fff-8d4a-40d9-b1bf-224594c0eefa tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:56.561577 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d0b0114f-61b4-4a02-9055-69b2b787960a tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:56.590015 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-3ad9c599-5921-4353-a80e-5c246b57b107 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Allocated IP 172.20.0.13 (1e54d53d-f997-4dfb-a224-d1fd181e2576/7d973d52-9cec-4659-bee1-2f5deb367273/7bc8e190-b919-45ca-8883-b0055c8cfe66) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:03:56.722666 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba8fff-8d4a-40d9-b1bf-224594c0eefa tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Pushing event deleted for resources: {'Port': ['ID=f30c6684-a5ad-48d5-ae73-5d878de6e95f,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:56.811860 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-3ad9c599-5921-4353-a80e-5c246b57b107 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:56.825204 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d0b0114f-61b4-4a02-9055-69b2b787960a tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:56.837161 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d0b0114f-61b4-4a02-9055-69b2b787960a tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:56.846567 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-3ad9c599-5921-4353-a80e-5c246b57b107 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:56.855314 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b9a91-4b45-4207-8444-853ce47d2fe0 req-768a3a1d-c88d-4ab7-8816-1ec21b549c58 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:56.856777 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a69b9a91-4b45-4207-8444-853ce47d2fe0 req-768a3a1d-c88d-4ab7-8816-1ec21b549c58 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 943 time: 0.5679944 Feb 04 21:03:56.919807 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-3ad9c599-5921-4353-a80e-5c246b57b107 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Network 1e54d53d-f997-4dfb-a224-d1fd181e2576 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:03:56.919976 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3249da-a301-4193-a53f-ae3e812e8ea1 req-125f70e2-b90e-4e4e-83aa-e4eaa55d738a tempest-MigrationsAdminTest-1331504191 tempest-MigrationsAdminTest-1331504191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:56.921888 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bc3249da-a301-4193-a53f-ae3e812e8ea1 req-125f70e2-b90e-4e4e-83aa-e4eaa55d738a tempest-MigrationsAdminTest-1331504191 tempest-MigrationsAdminTest-1331504191-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 1100 time: 0.5238848 Feb 04 21:03:56.923122 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-3ad9c599-5921-4353-a80e-5c246b57b107 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:03:56.926736 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-378b9506-cbbd-4466-88bb-90f6b4731dcb req-67ba8fff-8d4a-40d9-b1bf-224594c0eefa tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] No DVR routers for this DVR port f30c6684-a5ad-48d5-ae73-5d878de6e95f on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:03:56.927403 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-3ad9c599-5921-4353-a80e-5c246b57b107 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:03:56.934460 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-378b9506-cbbd-4466-88bb-90f6b4731dcb req-67ba8fff-8d4a-40d9-b1bf-224594c0eefa tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:56.936787 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1769dc85-c9ff-484d-b1db-9dd43a10592a', 'name': 'network-vif-deleted', 'tag': 'f30c6684-a5ad-48d5-ae73-5d878de6e95f'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:03:56.971803 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9c599-5921-4353-a80e-5c246b57b107 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Pushing event updated for resources: {'Port': ['ID=7bc8e190-b919-45ca-8883-b0055c8cfe66,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:56.973680 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d0b0114f-61b4-4a02-9055-69b2b787960a tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:56.974059 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b0114f-61b4-4a02-9055-69b2b787960a tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Fanout notify agent at l3_agent the message router_deleted on router 2dfea473-dbb2-4508-97bf-2ee362203b76 {{(pid=87683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:03:56.996824 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d0b0114f-61b4-4a02-9055-69b2b787960a tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:56.998138 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d0b0114f-61b4-4a02-9055-69b2b787960a tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] 10.222.0.26 "DELETE /v2.0/routers/2dfea473-dbb2-4508-97bf-2ee362203b76 HTTP/1.1" status: 204 len: 168 time: 3.3238091 Feb 04 21:03:57.001998 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57586) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:57.008334 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-378b9506-cbbd-4466-88bb-90f6b4731dcb req-67ba8fff-8d4a-40d9-b1bf-224594c0eefa tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.18 "DELETE /v2.0/ports/f30c6684-a5ad-48d5-ae73-5d878de6e95f HTTP/1.1" status: 204 len: 173 time: 2.1916442 Feb 04 21:03:57.014939 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-3ad9c599-5921-4353-a80e-5c246b57b107 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:57.015605 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-3ad9c599-5921-4353-a80e-5c246b57b107 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:57.017663 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-de030c5b-6244-4eef-996f-5c2df01ef655 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-521831154', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:03:57.044031 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-de030c5b-6244-4eef-996f-5c2df01ef655 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:03:57.051368 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a69b9a91-4b45-4207-8444-853ce47d2fe0 req-309cddcf-dbe1-4bd3-9895-cf4009470393 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588352 Feb 04 21:03:57.056095 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-3ad9c599-5921-4353-a80e-5c246b57b107 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8332398 Feb 04 21:03:57.060804 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-de030c5b-6244-4eef-996f-5c2df01ef655 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Usage tracker for resource:router and tenant:85f844e81f3e4a8f860abaf191945b13 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:03:57.064625 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bc3249da-a301-4193-a53f-ae3e812e8ea1 req-7c426283-a7c7-4748-bea5-e9c5ee77ac5b tempest-MigrationsAdminTest-1331504191 tempest-MigrationsAdminTest-1331504191-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195061 Feb 04 21:03:57.065582 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-de030c5b-6244-4eef-996f-5c2df01ef655 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:03:57.072613 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-de030c5b-6244-4eef-996f-5c2df01ef655 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:03:57.073538 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-d155b438-f7e6-4c17-b881-806e458915dd service neutron] Request body: {'port': {'device_id': '5f7b0650-e115-4f36-9afd-b1d0c6418da0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:03:57.106975 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-de030c5b-6244-4eef-996f-5c2df01ef655 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:57.108141 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-de030c5b-6244-4eef-996f-5c2df01ef655 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:57.135589 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-de030c5b-6244-4eef-996f-5c2df01ef655 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:57.178386 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-de030c5b-6244-4eef-996f-5c2df01ef655 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:57.212663 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 88606a30-0adc-41c2-8bc6-51b965a3377c details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:03:57.215063 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device f30c6684-a5ad-48d5-ae73-5d878de6e95f no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:03:57.238784 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-de030c5b-6244-4eef-996f-5c2df01ef655 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:57.240124 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-de030c5b-6244-4eef-996f-5c2df01ef655 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2342494 Feb 04 21:03:57.243934 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57594) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:03:57.259391 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-d155b438-f7e6-4c17-b881-806e458915dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:57.264866 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-bd993702-5fce-4d57-a72d-3e3b50967162 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'enable_snat': True}}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:03:57.297395 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: f30c6684-a5ad-48d5-ae73-5d878de6e95f {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:03:57.298048 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device f30c6684-a5ad-48d5-ae73-5d878de6e95f not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:03:57.464867 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 88606a30-0adc-41c2-8bc6-51b965a3377c, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=88606a30-0adc-41c2-8bc6-51b965a3377c,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:57.487967 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '88606a30-0adc-41c2-8bc6-51b965a3377c', 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865', 'port_id': '88606a30-0adc-41c2-8bc6-51b965a3377c', 'mac_address': 'fa:16:3e:91:0f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee4d3909-e094-4079-9a7f-4f6007c68222', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:03:57.559308 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:57.586952 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88606a30-0adc-41c2-8bc6-51b965a3377c {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:03:57.615196 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 88606a30-0adc-41c2-8bc6-51b965a3377c, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=88606a30-0adc-41c2-8bc6-51b965a3377c,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:57.621797 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:57.718012 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-d155b438-f7e6-4c17-b881-806e458915dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bc8e190-b919-45ca-8883-b0055c8cfe66 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:03:57.728620 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-d155b438-f7e6-4c17-b881-806e458915dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:57.735831 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=88606a30-0adc-41c2-8bc6-51b965a3377c,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:57.745990 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-d155b438-f7e6-4c17-b881-806e458915dd service neutron] Transition to ACTIVE for port object 7bc8e190-b919-45ca-8883-b0055c8cfe66 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:03:57.749690 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-d155b438-f7e6-4c17-b881-806e458915dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:57.764125 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1294d1e8-fb0c-4ded-8874-cd64a5e34562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215dd133-2e4e-4e15-a1af-6f96780c0080'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:03:57.948677 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['88606a30-0adc-41c2-8bc6-51b965a3377c'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:03:57.992868 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23050ff-3068-4c74-bc59-2f0a5508927f req-e9694ec0-3abd-4e33-9bc8-d33a0145617b tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:57.994526 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a23050ff-3068-4c74-bc59-2f0a5508927f req-e9694ec0-3abd-4e33-9bc8-d33a0145617b tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 950 time: 0.6437960 Feb 04 21:03:57.998373 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bd993702-5fce-4d57-a72d-3e3b50967162 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:58.026014 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a54686-98c2-4276-b789-595e42b0e91b req-13237754-7532-471c-a6c7-7342c2afba1f tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:58.033185 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-40a54686-98c2-4276-b789-595e42b0e91b req-13237754-7532-471c-a6c7-7342c2afba1f tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=1294d1e8-fb0c-4ded-8874-cd64a5e34562 HTTP/1.1" status: 200 len: 945 time: 0.6792912 Feb 04 21:03:58.134120 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155b438-f7e6-4c17-b881-806e458915dd service neutron] Pushing event updated for resources: {'Port': ['ID=7bc8e190-b919-45ca-8883-b0055c8cfe66,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:58.157661 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a23050ff-3068-4c74-bc59-2f0a5508927f req-4c783f44-11bc-4440-88f2-b3050ef230b2 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548669 Feb 04 21:03:58.174410 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-40a54686-98c2-4276-b789-595e42b0e91b req-1dc1ab86-dc81-4922-a22f-10d9e6c0d6ef tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398191 Feb 04 21:03:58.200165 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-d155b438-f7e6-4c17-b881-806e458915dd service neutron] Attempting to bind port 7bc8e190-b919-45ca-8883-b0055c8cfe66 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:03:58.200500 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-d155b438-f7e6-4c17-b881-806e458915dd service neutron] Attempting to bind port 7bc8e190-b919-45ca-8883-b0055c8cfe66 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'd272340f-e46b-4b9a-95de-826926ac6bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '1e54d53d-f997-4dfb-a224-d1fd181e2576'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:03:58.201007 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-d155b438-f7e6-4c17-b881-806e458915dd service neutron] Attempting to bind port 7bc8e190-b919-45ca-8883-b0055c8cfe66 on network 1e54d53d-f997-4dfb-a224-d1fd181e2576 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:03:58.206917 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-d155b438-f7e6-4c17-b881-806e458915dd service neutron] Port 7bc8e190-b919-45ca-8883-b0055c8cfe66 on network 1e54d53d-f997-4dfb-a224-d1fd181e2576 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:03:58.207403 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-d155b438-f7e6-4c17-b881-806e458915dd service neutron] Attempting to bind port 7bc8e190-b919-45ca-8883-b0055c8cfe66 on network 1e54d53d-f997-4dfb-a224-d1fd181e2576 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:03:58.217200 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-d155b438-f7e6-4c17-b881-806e458915dd service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:03:58.217908 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-d155b438-f7e6-4c17-b881-806e458915dd service neutron] Checking segment: {'id': 'd272340f-e46b-4b9a-95de-826926ac6bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '1e54d53d-f997-4dfb-a224-d1fd181e2576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:03:58.218451 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-d155b438-f7e6-4c17-b881-806e458915dd service neutron] Bound using segment: {'id': 'd272340f-e46b-4b9a-95de-826926ac6bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '1e54d53d-f997-4dfb-a224-d1fd181e2576'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:03:58.219096 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-d155b438-f7e6-4c17-b881-806e458915dd service neutron] Bound port: 7bc8e190-b919-45ca-8883-b0055c8cfe66, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd272340f-e46b-4b9a-95de-826926ac6bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '1e54d53d-f997-4dfb-a224-d1fd181e2576'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:03:58.219599 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-d155b438-f7e6-4c17-b881-806e458915dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:58.239048 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1769dc85-c9ff-484d-b1db-9dd43a10592a', 'name': 'network-vif-deleted', 'tag': 'f30c6684-a5ad-48d5-ae73-5d878de6e95f', 'status': 'completed', 'code': 200} Feb 04 21:03:58.340856 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-d155b438-f7e6-4c17-b881-806e458915dd service neutron] For port 7bc8e190-b919-45ca-8883-b0055c8cfe66, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:03:58.345158 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-d155b438-f7e6-4c17-b881-806e458915dd service neutron] For port 7bc8e190-b919-45ca-8883-b0055c8cfe66, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=7bc8e190-b919-45ca-8883-b0055c8cfe66,segment=NetworkSegment(d272340f-e46b-4b9a-95de-826926ac6bfb),segment_id=d272340f-e46b-4b9a-95de-826926ac6bfb)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:03:58.351211 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-d155b438-f7e6-4c17-b881-806e458915dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:58.449944 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-d155b438-f7e6-4c17-b881-806e458915dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:58.450675 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-d155b438-f7e6-4c17-b881-806e458915dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:58.452567 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-d155b438-f7e6-4c17-b881-806e458915dd service neutron] 10.222.0.18 "PUT /v2.0/ports/7bc8e190-b919-45ca-8883-b0055c8cfe66 HTTP/1.1" status: 200 len: 1092 time: 1.3879197 Feb 04 21:03:58.454195 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7b0650-e115-4f36-9afd-b1d0c6418da0', 'tag': '7bc8e190-b919-45ca-8883-b0055c8cfe66'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:03:58.485655 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155b438-f7e6-4c17-b881-806e458915dd service neutron] Pushing event updated for resources: {'Port': ['ID=7bc8e190-b919-45ca-8883-b0055c8cfe66,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:58.500967 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1294d1e8-fb0c-4ded-8874-cd64a5e34562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215dd133-2e4e-4e15-a1af-6f96780c0080', 'code': 200} Feb 04 21:03:58.557023 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bd993702-5fce-4d57-a72d-3e3b50967162 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:58.599331 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bd993702-5fce-4d57-a72d-3e3b50967162 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:58.670216 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-d176784c-e1e8-4807-a595-e053f612896b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:58.671705 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-d176784c-e1e8-4807-a595-e053f612896b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=52dfef44eb7442fcaee5bcf3d1dfee00&device_id=5f7b0650-e115-4f36-9afd-b1d0c6418da0 HTTP/1.1" status: 200 len: 1095 time: 0.1634932 Feb 04 21:03:58.674477 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-227f21ef-5ff3-4826-bbf9-f83d7b5319a1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1081982 Feb 04 21:03:58.758501 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-6220efa8-850c-4a2e-b689-9648ab4a31f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bc8e190-b919-45ca-8883-b0055c8cfe66 HTTP/1.1" status: 200 len: 217 time: 0.0777967 Feb 04 21:03:58.812730 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7c8e3-4175-4b5e-b19f-9911703a3c20 req-f86984b2-87ea-4173-a480-b2c3aaa50298 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:58.813296 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-2dd7c8e3-4175-4b5e-b19f-9911703a3c20 req-f86984b2-87ea-4173-a480-b2c3aaa50298 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Synchronizing usage tracker for tenant:52dfef44eb7442fcaee5bcf3d1dfee00 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:03:58.831792 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-f4951ebd-d8ae-4184-b0af-a4e6fb60aae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:58.833322 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-f4951ebd-d8ae-4184-b0af-a4e6fb60aae1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7d973d52-9cec-4659-bee1-2f5deb367273 HTTP/1.1" status: 200 len: 844 time: 0.0689566 Feb 04 21:03:58.889920 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-3a10e2c5-5551-4e3e-a0c3-b6f036e181aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1e54d53d-f997-4dfb-a224-d1fd181e2576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496576 Feb 04 21:03:58.898266 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-2dd7c8e3-4175-4b5e-b19f-9911703a3c20 req-f86984b2-87ea-4173-a480-b2c3aaa50298 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Unset dirty status for tenant:52dfef44eb7442fcaee5bcf3d1dfee00 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:03:58.899408 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2dd7c8e3-4175-4b5e-b19f-9911703a3c20 req-f86984b2-87ea-4173-a480-b2c3aaa50298 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f7b0650-e115-4f36-9afd-b1d0c6418da0 HTTP/1.1" status: 200 len: 944 time: 0.5021420 Feb 04 21:03:58.908474 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4712a1a-2e76-4953-8fb1-cdfc19d246d7 req-123fa78b-98a6-4280-820a-99a8536fc063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:58.909928 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f4712a1a-2e76-4953-8fb1-cdfc19d246d7 req-123fa78b-98a6-4280-820a-99a8536fc063 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1294d1e8-fb0c-4ded-8874-cd64a5e34562 HTTP/1.1" status: 200 len: 1096 time: 0.2765770 Feb 04 21:03:58.923081 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27050954-5bc1-4489-bd91-a5cf03d95a18 req-29b9cda8-f9c9-4cb7-942d-15c4655ad1fd tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:58.924536 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-27050954-5bc1-4489-bd91-a5cf03d95a18 req-29b9cda8-f9c9-4cb7-942d-15c4655ad1fd tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.3283138 Feb 04 21:03:59.007877 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-bd993702-5fce-4d57-a72d-3e3b50967162 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Allocated IP 172.25.5.217 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/8100aa7f-a7b7-44a7-aa1b-5bc1ab247e76) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:03:59.028049 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2dd7c8e3-4175-4b5e-b19f-9911703a3c20 req-d4e46c21-d98c-4c86-a326-52f2ca15b65c tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169567 Feb 04 21:03:59.108588 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-63cc2fe6-c70e-40af-890e-c97b8ee74c61 service neutron] 10.222.0.18 "GET /v2.0/networks/1e54d53d-f997-4dfb-a224-d1fd181e2576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117801 Feb 04 21:03:59.219819 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 88606a30-0adc-41c2-8bc6-51b965a3377c up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:03:59.253872 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f4712a1a-2e76-4953-8fb1-cdfc19d246d7 req-7e9c2c6e-4528-4093-828e-0401bc2e02c5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242548 Feb 04 21:03:59.281311 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-27050954-5bc1-4489-bd91-a5cf03d95a18 req-8781b9f7-d2ac-40d8-b0c4-36d8bddbd1c3 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2761889 Feb 04 21:03:59.293622 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-eefa6ee9-6c89-45c4-90b2-78b1f279a396 req-07588eb9-12ab-441a-a380-4ab655a450dc service neutron] 10.222.0.18 "GET /v2.0/networks/1e54d53d-f997-4dfb-a224-d1fd181e2576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751571 Feb 04 21:03:59.352782 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7b0650-e115-4f36-9afd-b1d0c6418da0', 'tag': '7bc8e190-b919-45ca-8883-b0055c8cfe66', 'status': 'completed', 'code': 200} Feb 04 21:03:59.357612 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 88606a30-0adc-41c2-8bc6-51b965a3377c completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:03:59.364968 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 88606a30-0adc-41c2-8bc6-51b965a3377c triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:03:59.365495 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:59.403655 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bd993702-5fce-4d57-a72d-3e3b50967162 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:59.414986 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aded4fc-d5e6-4fcf-8412-1986cb699366 req-d955b1d3-fa28-414f-8c80-7bd9bec2b36b tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:59.416754 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7aded4fc-d5e6-4fcf-8412-1986cb699366 req-d955b1d3-fa28-414f-8c80-7bd9bec2b36b tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 949 time: 0.2525520 Feb 04 21:03:59.483037 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd97f06-ca75-4556-a61b-541ea1d31162 req-4e4b85e7-7272-4605-bc8d-67039fe26846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:59.488400 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1bd97f06-ca75-4556-a61b-541ea1d31162 req-4e4b85e7-7272-4605-bc8d-67039fe26846 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=52dfef44eb7442fcaee5bcf3d1dfee00&device_id=5f7b0650-e115-4f36-9afd-b1d0c6418da0 HTTP/1.1" status: 200 len: 1095 time: 0.1164176 Feb 04 21:03:59.490308 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7aded4fc-d5e6-4fcf-8412-1986cb699366 req-a9afbc5a-f7c2-46a0-9d13-7a2ea11abb46 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658998 Feb 04 21:03:59.586919 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:59.599120 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bd993702-5fce-4d57-a72d-3e3b50967162 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:59.673950 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 88606a30-0adc-41c2-8bc6-51b965a3377c, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=88606a30-0adc-41c2-8bc6-51b965a3377c,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:03:59.676136 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd97f06-ca75-4556-a61b-541ea1d31162 req-acf9b960-f570-42d1-92f3-78dc3bf37626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:59.677875 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1bd97f06-ca75-4556-a61b-541ea1d31162 req-acf9b960-f570-42d1-92f3-78dc3bf37626 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1e54d53d-f997-4dfb-a224-d1fd181e2576 HTTP/1.1" status: 200 len: 905 time: 0.1833344 Feb 04 21:03:59.679638 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:03:59.753935 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=88606a30-0adc-41c2-8bc6-51b965a3377c,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:59.793670 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1bd97f06-ca75-4556-a61b-541ea1d31162 req-3ea8bf84-b9d3-4661-99c8-aa6bf068b0ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bc8e190-b919-45ca-8883-b0055c8cfe66 HTTP/1.1" status: 200 len: 217 time: 0.0757949 Feb 04 21:03:59.859850 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702e79c-9ab6-4792-a392-378007ffc1c4 req-ee8912c8-e000-4c6b-ab5f-8a576259d812 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:59.861335 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e702e79c-9ab6-4792-a392-378007ffc1c4 req-ee8912c8-e000-4c6b-ab5f-8a576259d812 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=1294d1e8-fb0c-4ded-8874-cd64a5e34562 HTTP/1.1" status: 200 len: 945 time: 0.3648682 Feb 04 21:03:59.863883 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd97f06-ca75-4556-a61b-541ea1d31162 req-1f71730b-535c-443a-9801-f8e2f1ea2ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:03:59.865559 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1bd97f06-ca75-4556-a61b-541ea1d31162 req-1f71730b-535c-443a-9801-f8e2f1ea2ec3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7d973d52-9cec-4659-bee1-2f5deb367273 HTTP/1.1" status: 200 len: 844 time: 0.0651071 Feb 04 21:03:59.877607 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd993702-5fce-4d57-a72d-3e3b50967162 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:03:59.893792 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-bd993702-5fce-4d57-a72d-3e3b50967162 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:03:59.903658 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd993702-5fce-4d57-a72d-3e3b50967162 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:03:59.923543 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1bd97f06-ca75-4556-a61b-541ea1d31162 req-2d874e0b-b371-4c69-95de-df3ddcde1f15 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1e54d53d-f997-4dfb-a224-d1fd181e2576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437584 Feb 04 21:03:59.956883 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd993702-5fce-4d57-a72d-3e3b50967162 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Pushing event updated for resources: {'Port': ['ID=8100aa7f-a7b7-44a7-aa1b-5bc1ab247e76,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:03:59.988619 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e702e79c-9ab6-4792-a392-378007ffc1c4 req-9162e223-1961-4dcd-b2ed-f917a60ef16d tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145117 Feb 04 21:04:00.064514 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1bd97f06-ca75-4556-a61b-541ea1d31162 req-de303ce8-d43a-4858-839c-a50ce3bd84f6 service neutron] 10.222.0.18 "GET /v2.0/networks/1e54d53d-f997-4dfb-a224-d1fd181e2576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330540 Feb 04 21:04:00.141719 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68b415-88e8-47eb-a734-bd0e8b6b4baa req-63690f05-3d71-4f31-94f5-faafc3eac1ea tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:00.143168 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3f68b415-88e8-47eb-a734-bd0e8b6b4baa req-63690f05-3d71-4f31-94f5-faafc3eac1ea tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 950 time: 0.3605702 Feb 04 21:04:00.333546 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1bd97f06-ca75-4556-a61b-541ea1d31162 req-5391dfaf-ac73-4d78-8305-11f4287b6677 service neutron] 10.222.0.18 "GET /v2.0/networks/1e54d53d-f997-4dfb-a224-d1fd181e2576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610254 Feb 04 21:04:00.339693 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3f68b415-88e8-47eb-a734-bd0e8b6b4baa req-e7db8520-3c90-4c04-b5cc-1872154ac090 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588836 Feb 04 21:04:00.502629 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d678711-3537-468d-a07a-71fdafae9691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88606a30-0adc-41c2-8bc6-51b965a3377c'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:04:00.504381 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e5a87-a1ff-4a92-99bb-f034ce7518d2 req-2d0e06e2-7a35-48ce-8ef3-9a6cf4da90c3 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:00.505855 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-319e5a87-a1ff-4a92-99bb-f034ce7518d2 req-2d0e06e2-7a35-48ce-8ef3-9a6cf4da90c3 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f7b0650-e115-4f36-9afd-b1d0c6418da0 HTTP/1.1" status: 200 len: 944 time: 0.3595848 Feb 04 21:04:00.566085 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-0ddbadfc-bfc9-4389-b409-d6723c216ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:00.567519 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-0ddbadfc-bfc9-4389-b409-d6723c216ff5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 1100 time: 0.3090258 Feb 04 21:04:00.727035 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-319e5a87-a1ff-4a92-99bb-f034ce7518d2 req-e8f03b74-2434-4349-8daf-9df46916ca61 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113552 Feb 04 21:04:00.730711 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bd993702-5fce-4d57-a72d-3e3b50967162 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:00.791442 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d678711-3537-468d-a07a-71fdafae9691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88606a30-0adc-41c2-8bc6-51b965a3377c', 'code': 200} Feb 04 21:04:00.843074 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac917a-a071-48f2-aea9-0ffc4e0f90b9 req-af5c0cdf-fbcc-4f29-acce-f851e48100c5 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:00.844524 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-41ac917a-a071-48f2-aea9-0ffc4e0f90b9 req-af5c0cdf-fbcc-4f29-acce-f851e48100c5 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 945 time: 0.4012611 Feb 04 21:04:00.968688 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3ebbb-be03-48fe-bc76-e009ebbb258a req-7bc68d49-79ed-4b84-8b7d-7b5cd8995ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:00.972251 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-77f3ebbb-be03-48fe-bc76-e009ebbb258a req-7bc68d49-79ed-4b84-8b7d-7b5cd8995ded service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 1096 time: 0.0958424 Feb 04 21:04:01.018055 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-266fc89a-075c-4f0c-aa16-7dd1e14faaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:01.019484 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-266fc89a-075c-4f0c-aa16-7dd1e14faaae service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.4168160 Feb 04 21:04:01.033003 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-77f3ebbb-be03-48fe-bc76-e009ebbb258a req-aaef7285-af73-4b4b-8a46-df3791844ea7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532620 Feb 04 21:04:01.104099 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-41ac917a-a071-48f2-aea9-0ffc4e0f90b9 req-79a6f478-d9c6-4227-b566-d534f346c417 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468948 Feb 04 21:04:01.284923 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-bb42b57a-5791-4789-83f3-2b2befdafc72 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=33d673ac-4e6b-437c-82e0-b03fb11414c2 HTTP/1.1" status: 200 len: 217 time: 0.2480009 Feb 04 21:04:01.505481 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-9800c986-c5b7-48f0-8ade-e1227152f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:01.507048 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-9800c986-c5b7-48f0-8ade-e1227152f5a5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.1708007 Feb 04 21:04:01.564479 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc5216-d9c9-4bb3-85ab-5ed98d09121c req-b3530cd5-47b0-42e5-be24-e3a4f61685ae tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:01.565928 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47dc5216-d9c9-4bb3-85ab-5ed98d09121c req-b3530cd5-47b0-42e5-be24-e3a4f61685ae tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 949 time: 0.6406832 Feb 04 21:04:01.619500 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bd993702-5fce-4d57-a72d-3e3b50967162 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:01.646758 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de76dcb-d09e-4ed7-bde5-2f70a321c256 req-67c0e346-908a-4d78-ba13-f08bfed144ac tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:01.648740 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6de76dcb-d09e-4ed7-bde5-2f70a321c256 req-67c0e346-908a-4d78-ba13-f08bfed144ac tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=1294d1e8-fb0c-4ded-8874-cd64a5e34562 HTTP/1.1" status: 200 len: 945 time: 0.3629267 Feb 04 21:04:01.649685 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bd993702-5fce-4d57-a72d-3e3b50967162 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-494389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-494370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492643'] for router, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:01.725454 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47dc5216-d9c9-4bb3-85ab-5ed98d09121c req-491011a9-1036-4088-93d7-249d0b46efb6 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484928 Feb 04 21:04:01.794121 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6de76dcb-d09e-4ed7-bde5-2f70a321c256 req-bdd8dcc8-7c5d-4a23-842f-444a4b3dce76 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364217 Feb 04 21:04:01.798055 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-bd9d7dbc-6d23-4b1f-97c1-de72dbebcbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:01.799368 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-bd9d7dbc-6d23-4b1f-97c1-de72dbebcbbb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2829142 Feb 04 21:04:02.145602 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-18937e64-2d1c-4d9f-99ee-92ace14795a1 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975025 Feb 04 21:04:02.264797 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084943a-1bf7-47e2-aa4d-8bbc1ba451b7 req-fc3c5f2d-0dd0-48bd-a22a-58b6ffd2b12d tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:02.266345 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9084943a-1bf7-47e2-aa4d-8bbc1ba451b7 req-fc3c5f2d-0dd0-48bd-a22a-58b6ffd2b12d tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 950 time: 0.3867126 Feb 04 21:04:02.302191 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e3ef4-f903-4dc0-bcaa-9550c0935d70 req-d84fe448-3fbd-4a38-baaa-527ac978b752 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:02.304198 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-255e3ef4-f903-4dc0-bcaa-9550c0935d70 req-d84fe448-3fbd-4a38-baaa-527ac978b752 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f7b0650-e115-4f36-9afd-b1d0c6418da0 HTTP/1.1" status: 200 len: 944 time: 0.3333855 Feb 04 21:04:02.309059 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd993702-5fce-4d57-a72d-3e3b50967162 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Router 96a5f4c3-24ad-4886-b377-edfd995e030e is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:04:02.460837 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9084943a-1bf7-47e2-aa4d-8bbc1ba451b7 req-741a5af4-bc38-4093-a6ed-c936da00f312 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796470 Feb 04 21:04:02.497873 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-255e3ef4-f903-4dc0-bcaa-9550c0935d70 req-3ba91e14-0450-446d-b816-50b135189234 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762416 Feb 04 21:04:02.501446 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-c9ffb857-ecb6-49db-877c-60f2d2c6ea9c service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430805 Feb 04 21:04:02.574806 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:02.614063 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd993702-5fce-4d57-a72d-3e3b50967162 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:04:02.625944 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bd993702-5fce-4d57-a72d-3e3b50967162 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:02.628733 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-bd993702-5fce-4d57-a72d-3e3b50967162 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] 10.222.0.26 "PUT /v2.0/routers/96a5f4c3-24ad-4886-b377-edfd995e030e HTTP/1.1" status: 200 len: 918 time: 5.3837039 Feb 04 21:04:02.629397 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd72299a-5ef2-4a47-975b-005a6c8375fd None None] Sync routers for ids ['96a5f4c3-24ad-4886-b377-edfd995e030e'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:04:02.632023 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57662) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:02.644040 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd72299a-5ef2-4a47-975b-005a6c8375fd None None] Routers {'96a5f4c3-24ad-4886-b377-edfd995e030e'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:04:02.645029 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-cd72299a-5ef2-4a47-975b-005a6c8375fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:03:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['96a5f4c3-24ad-4886-b377-edfd995e030e'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:02.729929 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-cd72299a-5ef2-4a47-975b-005a6c8375fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:02.744320 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd72299a-5ef2-4a47-975b-005a6c8375fd None None] Routers {'96a5f4c3-24ad-4886-b377-edfd995e030e'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:04:02.745021 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-cd72299a-5ef2-4a47-975b-005a6c8375fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:03:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['96a5f4c3-24ad-4886-b377-edfd995e030e'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:02.841262 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-cd72299a-5ef2-4a47-975b-005a6c8375fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:02.841686 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd72299a-5ef2-4a47-975b-005a6c8375fd None None] The sync data for ids ['96a5f4c3-24ad-4886-b377-edfd995e030e'] in n-d-827896-1 is: [] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:04:03.111212 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-59eac2ac-d110-4d1c-8700-e8c40204a251 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] 10.222.0.26 "GET /v2.0/routers/96a5f4c3-24ad-4886-b377-edfd995e030e HTTP/1.1" status: 200 len: 924 time: 0.4718816 Feb 04 21:04:03.112069 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57668) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:03.166721 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f6e8f-569a-4c00-bfb5-4af72023accb req-62de2255-8bc5-4b9b-9233-7b9422ad7dd5 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:03.170427 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b73f6e8f-569a-4c00-bfb5-4af72023accb req-62de2255-8bc5-4b9b-9233-7b9422ad7dd5 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 949 time: 0.2670619 Feb 04 21:04:03.180854 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52501709-b85d-434f-9c86-8f88b8e8a4b5 req-3f4088ae-4adf-495d-ad18-3cd5cc3a77c8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:03.187957 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-52501709-b85d-434f-9c86-8f88b8e8a4b5 req-3f4088ae-4adf-495d-ad18-3cd5cc3a77c8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 945 time: 0.4820831 Feb 04 21:04:03.254931 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 7bc8e190-b919-45ca-8883-b0055c8cfe66 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:04:03.311484 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b73f6e8f-569a-4c00-bfb5-4af72023accb req-ae9ee539-b769-4c8b-914c-adb60231ea65 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163962 Feb 04 21:04:03.326442 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-52501709-b85d-434f-9c86-8f88b8e8a4b5 req-726e8489-d3b9-411b-92f0-c7cac4a8bf31 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351352 Feb 04 21:04:03.357917 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f561d4-4063-43b2-8234-2b086b0bcffe tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:03.363169 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-32f561d4-4063-43b2-8234-2b086b0bcffe tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=1f11f724-8cdd-497d-8220-929f45cf1223&device_id=96a5f4c3-24ad-4886-b377-edfd995e030e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2446973 Feb 04 21:04:03.365552 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57674) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:03.463846 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 7bc8e190-b919-45ca-8883-b0055c8cfe66, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=7bc8e190-b919-45ca-8883-b0055c8cfe66,segment=NetworkSegment(d272340f-e46b-4b9a-95de-826926ac6bfb),segment_id=d272340f-e46b-4b9a-95de-826926ac6bfb)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:03.477189 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '7bc8e190-b919-45ca-8883-b0055c8cfe66', 'network_id': '1e54d53d-f997-4dfb-a224-d1fd181e2576', 'port_id': '7bc8e190-b919-45ca-8883-b0055c8cfe66', 'mac_address': 'fa:16:3e:01:04:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d973d52-9cec-4659-bee1-2f5deb367273', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:04:03.562605 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:03.579285 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c48faa5-964d-43c5-b249-044e32a25c6f tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:03.579441 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc8e190-b919-45ca-8883-b0055c8cfe66 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:04:03.580248 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5c48faa5-964d-43c5-b249-044e32a25c6f tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 881 time: 0.2137558 Feb 04 21:04:03.583323 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57688) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:03.597519 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 7bc8e190-b919-45ca-8883-b0055c8cfe66, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=7bc8e190-b919-45ca-8883-b0055c8cfe66,segment=NetworkSegment(d272340f-e46b-4b9a-95de-826926ac6bfb),segment_id=d272340f-e46b-4b9a-95de-826926ac6bfb)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:03.603432 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:03.635741 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6550c-d606-49b3-b8ec-1f3d5622f911 req-7482088a-4cbc-42b6-818c-01ac4f3536e8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:03.637405 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-21c6550c-d606-49b3-b8ec-1f3d5622f911 req-7482088a-4cbc-42b6-818c-01ac4f3536e8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 945 time: 0.1967111 Feb 04 21:04:03.646588 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57692) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:03.652427 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-f80e37c6-45da-4d2f-a6f6-1ffe498684c9 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Request body: {'floatingip': {'port_id': '88606a30-0adc-41c2-8bc6-51b965a3377c'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:04:03.655989 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-bf35d83f-589f-47b2-8adb-1357f5c21c53 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a5f4c3-24ad-4886-b377-edfd995e030e HTTP/1.1" status: 200 len: 205 time: 0.0706766 Feb 04 21:04:03.658918 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57696) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:03.686309 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=7bc8e190-b919-45ca-8883-b0055c8cfe66,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:03.752908 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f80e37c6-45da-4d2f-a6f6-1ffe498684c9 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks [] for floatingip, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:03.912125 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['7bc8e190-b919-45ca-8883-b0055c8cfe66'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:04:03.936023 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ced29f-9b5a-4283-98b4-5fc93a75f8ff req-74ab5a58-0e53-433b-a178-33b37925a95d tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:03.937503 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-74ced29f-9b5a-4283-98b4-5fc93a75f8ff req-74ab5a58-0e53-433b-a178-33b37925a95d tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 950 time: 0.1968253 Feb 04 21:04:03.966441 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0a77c9dd-ee2a-4585-b20c-f0f43e8018a7 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:04.126068 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-74ced29f-9b5a-4283-98b4-5fc93a75f8ff req-9e3c3064-15fa-407c-96d2-7f6d6d92788b tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820474 Feb 04 21:04:04.338214 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0a77c9dd-ee2a-4585-b20c-f0f43e8018a7 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:04.354008 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-0a77c9dd-ee2a-4585-b20c-f0f43e8018a7 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Deleting port 8100aa7f-a7b7-44a7-aa1b-5bc1ab247e76 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:04:04.354621 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0a77c9dd-ee2a-4585-b20c-f0f43e8018a7 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:04.405782 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036c99c-abfd-4b48-bde8-5403caad3d8d req-e3220710-4e96-4701-8247-0cfefeb97bf3 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:04.407361 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7036c99c-abfd-4b48-bde8-5403caad3d8d req-e3220710-4e96-4701-8247-0cfefeb97bf3 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f7b0650-e115-4f36-9afd-b1d0c6418da0 HTTP/1.1" status: 200 len: 945 time: 0.2547920 Feb 04 21:04:04.529062 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7036c99c-abfd-4b48-bde8-5403caad3d8d req-5d5ed906-411f-4a1c-a131-0725425db936 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135206 Feb 04 21:04:04.582248 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f80e37c6-45da-4d2f-a6f6-1ffe498684c9 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:04.587191 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f80e37c6-45da-4d2f-a6f6-1ffe498684c9 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:04.795039 n-d-827896-1 neutron-server[87682]: INFO neutron.db.l3_db [None req-f80e37c6-45da-4d2f-a6f6-1ffe498684c9 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Floating IP 7adeac67-c1b2-44ac-99d7-c29dbb616adc associated. External IP: 172.25.5.226, port: 88606a30-0adc-41c2-8bc6-51b965a3377c. Feb 04 21:04:04.804105 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576f032-26a9-4f71-9b17-bdc6377d56d0 req-63e3bd4f-6837-4493-a2bf-13bc0a0c6939 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:04.805839 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f576f032-26a9-4f71-9b17-bdc6377d56d0 req-63e3bd4f-6837-4493-a2bf-13bc0a0c6939 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 949 time: 0.3420012 Feb 04 21:04:04.840381 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0a77c9dd-ee2a-4585-b20c-f0f43e8018a7 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:04.995897 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-0a77c9dd-ee2a-4585-b20c-f0f43e8018a7 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Calling delete_port for 8100aa7f-a7b7-44a7-aa1b-5bc1ab247e76 owned by network:router_gateway {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:04:05.024824 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f576f032-26a9-4f71-9b17-bdc6377d56d0 req-e6b5ca8c-be70-43ac-8f79-59993f86c5b0 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033541 Feb 04 21:04:05.229999 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0a77c9dd-ee2a-4585-b20c-f0f43e8018a7 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:05.275316 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 7bc8e190-b919-45ca-8883-b0055c8cfe66 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:04:05.305426 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77c9dd-ee2a-4585-b20c-f0f43e8018a7 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Pushing event deleted for resources: {'Port': ['ID=8100aa7f-a7b7-44a7-aa1b-5bc1ab247e76,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:05.396656 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 7bc8e190-b919-45ca-8883-b0055c8cfe66 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:04:05.401875 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 7bc8e190-b919-45ca-8883-b0055c8cfe66 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:04:05.402253 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:05.432728 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80e37c6-45da-4d2f-a6f6-1ffe498684c9 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Router cd28936a-39af-45cc-a69a-cf4de69fd925 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:04:05.503096 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0a77c9dd-ee2a-4585-b20c-f0f43e8018a7 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:05.561694 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:05.637673 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 7bc8e190-b919-45ca-8883-b0055c8cfe66, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=7bc8e190-b919-45ca-8883-b0055c8cfe66,segment=NetworkSegment(d272340f-e46b-4b9a-95de-826926ac6bfb),segment_id=d272340f-e46b-4b9a-95de-826926ac6bfb)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:05.638752 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7b0650-e115-4f36-9afd-b1d0c6418da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc8e190-b919-45ca-8883-b0055c8cfe66'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:04:05.651852 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:05.720926 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0a77c9dd-ee2a-4585-b20c-f0f43e8018a7 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:05.726126 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0a77c9dd-ee2a-4585-b20c-f0f43e8018a7 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:05.771163 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85c07f-eec7-4d77-8e4e-508f7c934361 req-4f28deec-8219-402a-92b4-32332d075df5 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:05.780365 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6c85c07f-eec7-4d77-8e4e-508f7c934361 req-4f28deec-8219-402a-92b4-32332d075df5 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 950 time: 0.4205229 Feb 04 21:04:05.782265 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80e37c6-45da-4d2f-a6f6-1ffe498684c9 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:04:05.790604 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f80e37c6-45da-4d2f-a6f6-1ffe498684c9 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:05.793154 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3754a808-df7f-4011-8422-73617d7ec57a None None] Sync routers for ids ['cd28936a-39af-45cc-a69a-cf4de69fd925'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:04:05.825940 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3754a808-df7f-4011-8422-73617d7ec57a None None] Routers {'cd28936a-39af-45cc-a69a-cf4de69fd925'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:04:05.826797 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-3754a808-df7f-4011-8422-73617d7ec57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:03:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['cd28936a-39af-45cc-a69a-cf4de69fd925'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:05.843606 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0a77c9dd-ee2a-4585-b20c-f0f43e8018a7 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:05.844364 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a77c9dd-ee2a-4585-b20c-f0f43e8018a7 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Fanout notify agent at l3_agent the message router_deleted on router 96a5f4c3-24ad-4886-b377-edfd995e030e {{(pid=87683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:04:05.890770 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f80e37c6-45da-4d2f-a6f6-1ffe498684c9 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "PUT /v2.0/floatingips/7adeac67-c1b2-44ac-99d7-c29dbb616adc HTTP/1.1" status: 200 len: 991 time: 2.2379696 Feb 04 21:04:05.890770 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d678711-3537-468d-a07a-71fdafae9691', 'tag': '88606a30-0adc-41c2-8bc6-51b965a3377c'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:04:05.922006 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=7bc8e190-b919-45ca-8883-b0055c8cfe66,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:05.941567 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0a77c9dd-ee2a-4585-b20c-f0f43e8018a7 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:05.949249 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-0a77c9dd-ee2a-4585-b20c-f0f43e8018a7 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] 10.222.0.26 "DELETE /v2.0/routers/96a5f4c3-24ad-4886-b377-edfd995e030e HTTP/1.1" status: 204 len: 168 time: 2.2828958 Feb 04 21:04:05.950771 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57720) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:05.954799 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-0b4d3bce-e3f2-4c82-95c0-9163d341eecc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-483914752', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:04:05.958817 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6c85c07f-eec7-4d77-8e4e-508f7c934361 req-07b5be97-04f7-42e8-9fb3-bd59dfff5407 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767719 Feb 04 21:04:05.963315 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0b4d3bce-e3f2-4c82-95c0-9163d341eecc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:04:05.968739 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0b4d3bce-e3f2-4c82-95c0-9163d341eecc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Usage tracker for resource:router and tenant:85f844e81f3e4a8f860abaf191945b13 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:04:05.972434 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0b4d3bce-e3f2-4c82-95c0-9163d341eecc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:04:05.978922 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0b4d3bce-e3f2-4c82-95c0-9163d341eecc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:04:05.994202 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b4d3bce-e3f2-4c82-95c0-9163d341eecc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:05.996892 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b4d3bce-e3f2-4c82-95c0-9163d341eecc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:06.028262 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b4d3bce-e3f2-4c82-95c0-9163d341eecc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:06.031507 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77636218-c3ef-4c39-b685-488b7312e63c req-3e031a65-987c-492f-a0be-75daa4545172 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:06.034813 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77636218-c3ef-4c39-b685-488b7312e63c req-3e031a65-987c-492f-a0be-75daa4545172 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f7b0650-e115-4f36-9afd-b1d0c6418da0 HTTP/1.1" status: 200 len: 946 time: 0.2280447 Feb 04 21:04:06.058991 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b4d3bce-e3f2-4c82-95c0-9163d341eecc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:06.128623 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b4d3bce-e3f2-4c82-95c0-9163d341eecc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:06.136606 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0b4d3bce-e3f2-4c82-95c0-9163d341eecc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1857805 Feb 04 21:04:06.138636 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57726) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:06.146487 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7b0650-e115-4f36-9afd-b1d0c6418da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc8e190-b919-45ca-8883-b0055c8cfe66', 'code': 200} Feb 04 21:04:06.150551 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-64c84ac9-40c8-44e6-a191-85bd105a1aef tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'enable_snat': False}}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:04:06.177614 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77636218-c3ef-4c39-b685-488b7312e63c req-f5284850-2fa8-451c-bc6b-d30057e10ac4 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294959 Feb 04 21:04:06.245781 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-3754a808-df7f-4011-8422-73617d7ec57a None None] Set router cd28936a-39af-45cc-a69a-cf4de69fd925 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:04:06.384544 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d678711-3537-468d-a07a-71fdafae9691', 'tag': '88606a30-0adc-41c2-8bc6-51b965a3377c', 'status': 'completed', 'code': 200} Feb 04 21:04:06.494985 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d713d1c-3dbb-4e7a-84e5-8f179c450dc5 req-ff43500e-3228-4581-9157-2d33873ad28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:06.496536 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5d713d1c-3dbb-4e7a-84e5-8f179c450dc5 req-ff43500e-3228-4581-9157-2d33873ad28e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d539dc97a744058fdb427e438eb9ad&device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 1096 time: 0.1379814 Feb 04 21:04:06.508013 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7acf6-da40-4107-a5fb-1216915303c2 req-22c9d658-d396-403f-86c8-dbf73ff16c02 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:06.513995 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9fc7acf6-da40-4107-a5fb-1216915303c2 req-22c9d658-d396-403f-86c8-dbf73ff16c02 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 945 time: 0.2494469 Feb 04 21:04:06.691119 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9fc7acf6-da40-4107-a5fb-1216915303c2 req-06ac1a04-c468-4278-8522-e4b68dfd2f74 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769364 Feb 04 21:04:06.767064 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46bb7f-5476-40d7-b79d-1f625eed2b5f req-0ca1ba8d-9b97-43d9-8fa9-908e19382a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:06.768407 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5b46bb7f-5476-40d7-b79d-1f625eed2b5f req-0ca1ba8d-9b97-43d9-8fa9-908e19382a99 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5f7b0650-e115-4f36-9afd-b1d0c6418da0 HTTP/1.1" status: 200 len: 1097 time: 0.5351655 Feb 04 21:04:06.774076 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-64c84ac9-40c8-44e6-a191-85bd105a1aef tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:06.780530 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140978c5-121d-4300-bfad-c33fdc759b80 req-bc16dfee-3eba-43d6-87fa-85c72359019c tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:06.782370 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-140978c5-121d-4300-bfad-c33fdc759b80 req-bc16dfee-3eba-43d6-87fa-85c72359019c tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 949 time: 0.2510436 Feb 04 21:04:06.798010 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d713d1c-3dbb-4e7a-84e5-8f179c450dc5 req-1e61a2a5-808c-4f58-85bf-b32a0a36c15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:06.800227 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5d713d1c-3dbb-4e7a-84e5-8f179c450dc5 req-1e61a2a5-808c-4f58-85bf-b32a0a36c15b service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4cc1ce8-eeb6-46af-80b5-92196799c865 HTTP/1.1" status: 200 len: 912 time: 0.2700460 Feb 04 21:04:06.892981 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5b46bb7f-5476-40d7-b79d-1f625eed2b5f req-332bed16-ef68-40dd-beca-ccf9049e1b27 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134012 Feb 04 21:04:06.941343 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-3754a808-df7f-4011-8422-73617d7ec57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'name': 'tempest-ServerActionsTestJSON-881064721-router', 'tenant_id': 'd3d539dc97a744058fdb427e438eb9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '78c97175-1a5d-4eb7-9c8b-2e63172ca3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:10Z', 'updated_at': '2022-02-04T21:03:24Z', 'revision_number': 4, 'project_id': 'd3d539dc97a744058fdb427e438eb9ad', 'gw_port': {'id': '78c97175-1a5d-4eb7-9c8b-2e63172ca3c6', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:12Z', 'updated_at': '2022-02-04T21:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': '7adeac67-c1b2-44ac-99d7-c29dbb616adc', 'tenant_id': 'd3d539dc97a744058fdb427e438eb9ad', 'floating_ip_address': '172.25.5.226', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'port_id': '88606a30-0adc-41c2-8bc6-51b965a3377c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865', 'mac_address': 'fa:16:3e:91:0f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d678711-3537-468d-a07a-71fdafae9691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:03:35Z', 'updated_at': '2022-02-04T21:04:04Z', 'revision_number': 1, 'project_id': 'd3d539dc97a744058fdb427e438eb9ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd65a4773-ebcc-4487-95eb-5188f1150f8d', 'name': '', 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865', 'tenant_id': 'd3d539dc97a744058fdb427e438eb9ad', 'mac_address': 'fa:16:3e:a9:6c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'ee4d3909-e094-4079-9a7f-4f6007c68222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:20Z', 'updated_at': '2022-02-04T21:03:35Z', 'revision_number': 5, 'project_id': 'd3d539dc97a744058fdb427e438eb9ad', 'subnets': [{'id': 'ee4d3909-e094-4079-9a7f-4f6007c68222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:06.947604 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3754a808-df7f-4011-8422-73617d7ec57a None None] Checking router: cd28936a-39af-45cc-a69a-cf4de69fd925 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:04:06.953878 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-140978c5-121d-4300-bfad-c33fdc759b80 req-d1cf452b-9f42-4b61-a31c-72ed0adc2ba5 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583850 Feb 04 21:04:06.966208 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5d713d1c-3dbb-4e7a-84e5-8f179c450dc5 req-1d02fd8a-aa5b-41c5-b2b2-54fbcaafb00f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88606a30-0adc-41c2-8bc6-51b965a3377c HTTP/1.1" status: 200 len: 999 time: 0.1476448 Feb 04 21:04:06.994650 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3754a808-df7f-4011-8422-73617d7ec57a None None] Routers {'cd28936a-39af-45cc-a69a-cf4de69fd925'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:04:06.995465 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-3754a808-df7f-4011-8422-73617d7ec57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:03:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['cd28936a-39af-45cc-a69a-cf4de69fd925'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:07.251388 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-64c84ac9-40c8-44e6-a191-85bd105a1aef tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:07.313409 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-64c84ac9-40c8-44e6-a191-85bd105a1aef tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:07.334261 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-3754a808-df7f-4011-8422-73617d7ec57a None None] Set router cd28936a-39af-45cc-a69a-cf4de69fd925 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:04:07.342139 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d713d1c-3dbb-4e7a-84e5-8f179c450dc5 req-24e896bc-8807-4d40-bced-3bcc67fcd7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:07.343582 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5d713d1c-3dbb-4e7a-84e5-8f179c450dc5 req-24e896bc-8807-4d40-bced-3bcc67fcd7bb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee4d3909-e094-4079-9a7f-4f6007c68222 HTTP/1.1" status: 200 len: 850 time: 0.2216902 Feb 04 21:04:07.473837 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e102d34-c1c3-4f0f-b60a-441c45c4434e req-f73dd22f-63c4-4bce-8e8f-5a4c879e7b1e tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:07.475970 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5e102d34-c1c3-4f0f-b60a-441c45c4434e req-f73dd22f-63c4-4bce-8e8f-5a4c879e7b1e tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 950 time: 0.3951600 Feb 04 21:04:07.558121 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5e102d34-c1c3-4f0f-b60a-441c45c4434e req-0fbc1807-18a8-47cc-af0d-d975976031aa tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677981 Feb 04 21:04:07.570754 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d713d1c-3dbb-4e7a-84e5-8f179c450dc5 req-3f316026-c30f-42f9-87cb-5763b4607fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:07.572699 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5d713d1c-3dbb-4e7a-84e5-8f179c450dc5 req-3f316026-c30f-42f9-87cb-5763b4607fd1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4cc1ce8-eeb6-46af-80b5-92196799c865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2203867 Feb 04 21:04:07.587660 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed294500-b8da-4598-8174-3a16e017bdc8 req-623391df-8af3-47d5-ae14-23e2237ecda7 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:07.589392 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ed294500-b8da-4598-8174-3a16e017bdc8 req-623391df-8af3-47d5-ae14-23e2237ecda7 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f7b0650-e115-4f36-9afd-b1d0c6418da0 HTTP/1.1" status: 200 len: 946 time: 0.1868503 Feb 04 21:04:07.685219 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-64c84ac9-40c8-44e6-a191-85bd105a1aef tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Allocated IP 172.25.5.169 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/fa7a3862-38ee-495d-890b-9afbf151e24e) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:04:07.759415 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ed294500-b8da-4598-8174-3a16e017bdc8 req-908b14ee-cdfd-4ed6-8f08-d2150c0f123a tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388252 Feb 04 21:04:07.809935 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5d713d1c-3dbb-4e7a-84e5-8f179c450dc5 req-0c4e2557-3e4d-49a3-a206-c21f9b95fcf9 service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189214 Feb 04 21:04:07.818642 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-3754a808-df7f-4011-8422-73617d7ec57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'name': 'tempest-ServerActionsTestJSON-881064721-router', 'tenant_id': 'd3d539dc97a744058fdb427e438eb9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '78c97175-1a5d-4eb7-9c8b-2e63172ca3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:10Z', 'updated_at': '2022-02-04T21:03:24Z', 'revision_number': 4, 'project_id': 'd3d539dc97a744058fdb427e438eb9ad', 'gw_port': {'id': '78c97175-1a5d-4eb7-9c8b-2e63172ca3c6', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:12Z', 'updated_at': '2022-02-04T21:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': '7adeac67-c1b2-44ac-99d7-c29dbb616adc', 'tenant_id': 'd3d539dc97a744058fdb427e438eb9ad', 'floating_ip_address': '172.25.5.226', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'port_id': '88606a30-0adc-41c2-8bc6-51b965a3377c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865', 'mac_address': 'fa:16:3e:91:0f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d678711-3537-468d-a07a-71fdafae9691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:03:35Z', 'updated_at': '2022-02-04T21:04:04Z', 'revision_number': 1, 'project_id': 'd3d539dc97a744058fdb427e438eb9ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd65a4773-ebcc-4487-95eb-5188f1150f8d', 'name': '', 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865', 'tenant_id': 'd3d539dc97a744058fdb427e438eb9ad', 'mac_address': 'fa:16:3e:a9:6c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'ee4d3909-e094-4079-9a7f-4f6007c68222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:20Z', 'updated_at': '2022-02-04T21:03:35Z', 'revision_number': 5, 'project_id': 'd3d539dc97a744058fdb427e438eb9ad', 'subnets': [{'id': 'ee4d3909-e094-4079-9a7f-4f6007c68222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:07.828878 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3754a808-df7f-4011-8422-73617d7ec57a None None] The sync data for ids ['cd28936a-39af-45cc-a69a-cf4de69fd925'] in n-d-827896-1 is: [{'id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'name': 'tempest-ServerActionsTestJSON-881064721-router', 'tenant_id': 'd3d539dc97a744058fdb427e438eb9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '78c97175-1a5d-4eb7-9c8b-2e63172ca3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:10Z', 'updated_at': '2022-02-04T21:03:24Z', 'revision_number': 4, 'project_id': 'd3d539dc97a744058fdb427e438eb9ad', 'gw_port': {'id': '78c97175-1a5d-4eb7-9c8b-2e63172ca3c6', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:12Z', 'updated_at': '2022-02-04T21:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': '7adeac67-c1b2-44ac-99d7-c29dbb616adc', 'tenant_id': 'd3d539dc97a744058fdb427e438eb9ad', 'floating_ip_address': '172.25.5.226', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'port_id': '88606a30-0adc-41c2-8bc6-51b965a3377c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865', 'mac_address': 'fa:16:3e:91:0f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d678711-3537-468d-a07a-71fdafae9691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:03:35Z', 'updated_at': '2022-02-04T21:04:04Z', 'revision_number': 1, 'project_id': 'd3d539dc97a744058fdb427e438eb9ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd65a4773-ebcc-4487-95eb-5188f1150f8d', 'name': '', 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865', 'tenant_id': 'd3d539dc97a744058fdb427e438eb9ad', 'mac_address': 'fa:16:3e:a9:6c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'ee4d3909-e094-4079-9a7f-4f6007c68222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:20Z', 'updated_at': '2022-02-04T21:03:35Z', 'revision_number': 5, 'project_id': 'd3d539dc97a744058fdb427e438eb9ad', 'subnets': [{'id': 'ee4d3909-e094-4079-9a7f-4f6007c68222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:04:07.931203 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-64c84ac9-40c8-44e6-a191-85bd105a1aef tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:07.977620 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-64c84ac9-40c8-44e6-a191-85bd105a1aef tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:08.097803 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5d713d1c-3dbb-4e7a-84e5-8f179c450dc5 req-2bae4656-1295-4bcf-8064-e8e71e1fc635 service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717454 Feb 04 21:04:08.126500 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ab171-9451-49ee-8c9a-1f152618cb11 req-c7caba28-d05d-4e1b-b328-d0f029736d5f tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:08.134487 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-019ab171-9451-49ee-8c9a-1f152618cb11 req-c7caba28-d05d-4e1b-b328-d0f029736d5f tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 945 time: 0.2816787 Feb 04 21:04:08.140800 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c84ac9-40c8-44e6-a191-85bd105a1aef tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:04:08.148167 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-64c84ac9-40c8-44e6-a191-85bd105a1aef tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:04:08.165647 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c84ac9-40c8-44e6-a191-85bd105a1aef tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:04:08.227651 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e71c65-fdde-488d-9cc0-35e9e1d4a1a9 None None] New status for floating IP 7adeac67-c1b2-44ac-99d7-c29dbb616adc: ACTIVE {{(pid=87685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:04:08.250918 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-019ab171-9451-49ee-8c9a-1f152618cb11 req-61ebebdd-b06e-4775-b44d-bd7fb2a6aeb1 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153953 Feb 04 21:04:08.260412 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c84ac9-40c8-44e6-a191-85bd105a1aef tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Pushing event updated for resources: {'Port': ['ID=fa7a3862-38ee-495d-890b-9afbf151e24e,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:08.377826 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1538947-dcf0-4465-94e4-13e0a743d377 req-d71c98c2-186c-48b9-8c30-835d4c64704b tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:08.379511 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1538947-dcf0-4465-94e4-13e0a743d377 req-d71c98c2-186c-48b9-8c30-835d4c64704b tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 949 time: 0.1371200 Feb 04 21:04:08.426170 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1538947-dcf0-4465-94e4-13e0a743d377 req-b7cd4cab-f996-4aad-9b94-2774303e1195 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401716 Feb 04 21:04:08.710345 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-64c84ac9-40c8-44e6-a191-85bd105a1aef tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:08.765590 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803d9cb-9d10-4eb9-9411-251fa735b82f req-cc70561c-7254-42c7-92a8-94d5100490cf tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:08.767261 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1803d9cb-9d10-4eb9-9411-251fa735b82f req-cc70561c-7254-42c7-92a8-94d5100490cf tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 950 time: 0.0861528 Feb 04 21:04:08.821106 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1803d9cb-9d10-4eb9-9411-251fa735b82f req-6cab90a5-9406-4a72-a869-1d94741ef318 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477879 Feb 04 21:04:08.951487 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce9178-d36d-46fd-831b-0c4d81a1d259 req-0d4f5fff-350a-4b7f-b4fc-70df85cad1fc tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:08.953333 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e3ce9178-d36d-46fd-831b-0c4d81a1d259 req-0d4f5fff-350a-4b7f-b4fc-70df85cad1fc tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f7b0650-e115-4f36-9afd-b1d0c6418da0 HTTP/1.1" status: 200 len: 946 time: 0.0848587 Feb 04 21:04:09.007207 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e3ce9178-d36d-46fd-831b-0c4d81a1d259 req-9d9a2397-9809-47eb-91b5-7954cc1d2d90 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480323 Feb 04 21:04:09.079256 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-64c84ac9-40c8-44e6-a191-85bd105a1aef tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:09.082964 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-64c84ac9-40c8-44e6-a191-85bd105a1aef tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-494389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-494370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492643'] for router, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:09.279238 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57776) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:09.312974 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c84ac9-40c8-44e6-a191-85bd105a1aef tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Router fe548de1-5d74-450b-a2e4-9ae76f233908 is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:04:09.533625 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f24d9-81c5-4f26-99e1-82fdd50548df req-ad5186c4-e936-46c4-a35f-7a721bb7500d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:09.534015 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f24d9-81c5-4f26-99e1-82fdd50548df req-ad5186c4-e936-46c4-a35f-7a721bb7500d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:09.534481 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f24d9-81c5-4f26-99e1-82fdd50548df req-ad5186c4-e936-46c4-a35f-7a721bb7500d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:09.534938 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f24d9-81c5-4f26-99e1-82fdd50548df req-ad5186c4-e936-46c4-a35f-7a721bb7500d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:09.535396 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f24d9-81c5-4f26-99e1-82fdd50548df req-ad5186c4-e936-46c4-a35f-7a721bb7500d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:09.535853 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f24d9-81c5-4f26-99e1-82fdd50548df req-ad5186c4-e936-46c4-a35f-7a721bb7500d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:09.536311 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f24d9-81c5-4f26-99e1-82fdd50548df req-ad5186c4-e936-46c4-a35f-7a721bb7500d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:09.538935 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bd2f24d9-81c5-4f26-99e1-82fdd50548df req-ad5186c4-e936-46c4-a35f-7a721bb7500d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 6491 time: 0.2580831 Feb 04 21:04:09.568334 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55717f7-2f75-4cb5-b4e5-1be32e02fa65 req-16f0af5d-dcc1-433b-af7a-3f44d2c79075 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:09.569875 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c55717f7-2f75-4cb5-b4e5-1be32e02fa65 req-16f0af5d-dcc1-433b-af7a-3f44d2c79075 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f7b0650-e115-4f36-9afd-b1d0c6418da0 HTTP/1.1" status: 200 len: 946 time: 0.2626622 Feb 04 21:04:09.578651 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf34925-53b1-4a99-9f03-55aea120e0ba req-ee85800c-37d6-4a79-8128-6dd4ee910def tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:09.579988 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fbf34925-53b1-4a99-9f03-55aea120e0ba req-ee85800c-37d6-4a79-8128-6dd4ee910def tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 945 time: 0.1650960 Feb 04 21:04:09.625416 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c84ac9-40c8-44e6-a191-85bd105a1aef tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:04:09.633612 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-64c84ac9-40c8-44e6-a191-85bd105a1aef tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:09.634815 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-64c84ac9-40c8-44e6-a191-85bd105a1aef tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] 10.222.0.26 "PUT /v2.0/routers/fe548de1-5d74-450b-a2e4-9ae76f233908 HTTP/1.1" status: 200 len: 919 time: 3.4950712 Feb 04 21:04:09.637684 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57786) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:09.639503 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b76d0e2-284f-42d8-a500-76e2bbc74deb None None] Sync routers for ids ['fe548de1-5d74-450b-a2e4-9ae76f233908'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:04:09.645955 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bd2f24d9-81c5-4f26-99e1-82fdd50548df req-8afc07cc-4e4a-4672-8f03-fee29b2b35da service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=53d9e912-7253-4638-b0e3-3f0d81855e3f&id=dc27a88a-7d29-4d8e-adaa-4f6d9a816c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0974472 Feb 04 21:04:09.649624 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b76d0e2-284f-42d8-a500-76e2bbc74deb None None] Routers {'fe548de1-5d74-450b-a2e4-9ae76f233908'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:04:09.650320 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-3b76d0e2-284f-42d8-a500-76e2bbc74deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:03:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['fe548de1-5d74-450b-a2e4-9ae76f233908'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:09.680191 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c55717f7-2f75-4cb5-b4e5-1be32e02fa65 req-160f7043-57c5-4a8f-b2af-c73926b43383 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968084 Feb 04 21:04:09.687736 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fbf34925-53b1-4a99-9f03-55aea120e0ba req-c51a3df0-fe89-45ae-8bc9-66024f1ea6e8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899537 Feb 04 21:04:09.733453 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-3b76d0e2-284f-42d8-a500-76e2bbc74deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:09.743925 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b76d0e2-284f-42d8-a500-76e2bbc74deb None None] Routers {'fe548de1-5d74-450b-a2e4-9ae76f233908'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:04:09.744616 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-3b76d0e2-284f-42d8-a500-76e2bbc74deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:03:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['fe548de1-5d74-450b-a2e4-9ae76f233908'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:09.820084 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-3b76d0e2-284f-42d8-a500-76e2bbc74deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:09.820495 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b76d0e2-284f-42d8-a500-76e2bbc74deb None None] The sync data for ids ['fe548de1-5d74-450b-a2e4-9ae76f233908'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:04:09.883954 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-cc3c0bb1-ce54-4a22-ac02-f870ddd16a2f tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] 10.222.0.26 "GET /v2.0/routers/fe548de1-5d74-450b-a2e4-9ae76f233908 HTTP/1.1" status: 200 len: 925 time: 0.2453570 Feb 04 21:04:09.886647 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57800) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:09.965543 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792a5420-7918-4329-8c5f-4a7c0a7a5ace tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:09.967103 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-792a5420-7918-4329-8c5f-4a7c0a7a5ace tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=1f11f724-8cdd-497d-8220-929f45cf1223&device_id=fe548de1-5d74-450b-a2e4-9ae76f233908&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0794616 Feb 04 21:04:09.969967 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57804) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:09.979267 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecfad8-7d32-4b48-936a-c6776fb01b76 req-427454a3-1dcb-4f5d-a4d2-c3c3f1d57ece tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:09.981278 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ccecfad8-7d32-4b48-936a-c6776fb01b76 req-427454a3-1dcb-4f5d-a4d2-c3c3f1d57ece tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 949 time: 0.2004859 Feb 04 21:04:09.988853 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf54d82-1bef-41ee-8327-10ceae5ff3c1 req-5da44a85-95fe-4a3e-bdaf-c78a63be0e33 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:09.990992 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fdf54d82-1bef-41ee-8327-10ceae5ff3c1 req-5da44a85-95fe-4a3e-bdaf-c78a63be0e33 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 945 time: 0.1645019 Feb 04 21:04:10.064682 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ccecfad8-7d32-4b48-936a-c6776fb01b76 req-beca2ffe-8f49-41df-9ea9-d570afbf3c7f tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722551 Feb 04 21:04:10.070186 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fdf54d82-1bef-41ee-8327-10ceae5ff3c1 req-3ec778d2-8712-4246-ad5f-9dad965665a5 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646393 Feb 04 21:04:10.111625 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a16b7cd-6709-496d-bf68-6996deefda40 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:10.116555 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5a16b7cd-6709-496d-bf68-6996deefda40 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 881 time: 0.1453288 Feb 04 21:04:10.116697 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57812) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:10.161425 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5df29f91-2f3b-4e81-9417-bb5dad662dc1 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe548de1-5d74-450b-a2e4-9ae76f233908 HTTP/1.1" status: 200 len: 205 time: 0.0432820 Feb 04 21:04:10.164862 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57816) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:10.507846 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4b4a3523-72c7-4f39-805b-e43f74e6285a tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:10.570283 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f25b0-3798-4490-869a-0159e3b8d2a3 req-9e221409-d580-49ad-b153-b047edced788 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:10.571923 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-359f25b0-3798-4490-869a-0159e3b8d2a3 req-9e221409-d580-49ad-b153-b047edced788 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 950 time: 0.3504956 Feb 04 21:04:10.709982 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-359f25b0-3798-4490-869a-0159e3b8d2a3 req-503f5aee-7549-4bb1-aa81-0a712b7a3057 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294231 Feb 04 21:04:10.741974 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4b4a3523-72c7-4f39-805b-e43f74e6285a tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:10.751539 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-4b4a3523-72c7-4f39-805b-e43f74e6285a tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Deleting port fa7a3862-38ee-495d-890b-9afbf151e24e {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:04:10.752126 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4b4a3523-72c7-4f39-805b-e43f74e6285a tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:10.980684 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05967cfc-5a87-45c1-ab04-052871d39957 req-cd8d9209-edc2-4622-9f57-f407f6c72ef2 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:10.980684 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-05967cfc-5a87-45c1-ab04-052871d39957 req-cd8d9209-edc2-4622-9f57-f407f6c72ef2 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f7b0650-e115-4f36-9afd-b1d0c6418da0 HTTP/1.1" status: 200 len: 946 time: 0.1786520 Feb 04 21:04:11.013666 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4b4a3523-72c7-4f39-805b-e43f74e6285a tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:11.155212 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-4b4a3523-72c7-4f39-805b-e43f74e6285a tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Calling delete_port for fa7a3862-38ee-495d-890b-9afbf151e24e owned by network:router_gateway {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:04:11.228843 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-05967cfc-5a87-45c1-ab04-052871d39957 req-678a9caa-c01f-46a6-a370-f512343d0b9e tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359161 Feb 04 21:04:11.315156 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565191c7-b371-4c56-9672-73b75d79093a req-b926d9f0-c0af-40b0-a7c4-422476b48bb4 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:11.316570 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-565191c7-b371-4c56-9672-73b75d79093a req-b926d9f0-c0af-40b0-a7c4-422476b48bb4 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 949 time: 0.1329837 Feb 04 21:04:11.393431 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-565191c7-b371-4c56-9672-73b75d79093a req-b01b9b18-06c8-4d09-8a95-78594e875737 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689547 Feb 04 21:04:11.423606 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4b4a3523-72c7-4f39-805b-e43f74e6285a tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:11.474743 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a3523-72c7-4f39-805b-e43f74e6285a tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Pushing event deleted for resources: {'Port': ['ID=fa7a3862-38ee-495d-890b-9afbf151e24e,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:11.566815 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4b4a3523-72c7-4f39-805b-e43f74e6285a tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:11.884834 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4b4a3523-72c7-4f39-805b-e43f74e6285a tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:11.889058 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4b4a3523-72c7-4f39-805b-e43f74e6285a tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:11.918425 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4b4a3523-72c7-4f39-805b-e43f74e6285a tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:11.918940 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4a3523-72c7-4f39-805b-e43f74e6285a tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Fanout notify agent at l3_agent the message router_deleted on router fe548de1-5d74-450b-a2e4-9ae76f233908 {{(pid=87683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:04:11.939954 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4b4a3523-72c7-4f39-805b-e43f74e6285a tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:11.941033 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-4b4a3523-72c7-4f39-805b-e43f74e6285a tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] 10.222.0.26 "DELETE /v2.0/routers/fe548de1-5d74-450b-a2e4-9ae76f233908 HTTP/1.1" status: 204 len: 168 time: 1.7751784 Feb 04 21:04:11.944977 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57844) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:11.950070 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-377b0470-da60-4866-9d35-d1634bb6ccdc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-518679392', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}, 'admin_state_up': False}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:04:11.954389 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1f703-5ff0-403f-89af-25254f797363 req-10156ad9-91f3-4bbd-b2a8-6cd5b4700c7e tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:11.955880 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2ec1f703-5ff0-403f-89af-25254f797363 req-10156ad9-91f3-4bbd-b2a8-6cd5b4700c7e tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 950 time: 0.1251199 Feb 04 21:04:11.957573 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-377b0470-da60-4866-9d35-d1634bb6ccdc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:04:11.961694 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-377b0470-da60-4866-9d35-d1634bb6ccdc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Usage tracker for resource:router and tenant:85f844e81f3e4a8f860abaf191945b13 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:04:11.964524 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-377b0470-da60-4866-9d35-d1634bb6ccdc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:04:11.971114 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-377b0470-da60-4866-9d35-d1634bb6ccdc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:04:11.982700 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-377b0470-da60-4866-9d35-d1634bb6ccdc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:11.984089 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-377b0470-da60-4866-9d35-d1634bb6ccdc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:12.004150 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-377b0470-da60-4866-9d35-d1634bb6ccdc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:12.006711 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2ec1f703-5ff0-403f-89af-25254f797363 req-0d529363-96f9-487e-a9ed-8908f8e4ce00 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434237 Feb 04 21:04:12.308517 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-377b0470-da60-4866-9d35-d1634bb6ccdc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:12.417243 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049b996-546a-443c-8a25-a8ca13fe7257 req-3a80bfd0-3df0-4025-a474-6e356ba793dd tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:12.419088 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9049b996-546a-443c-8a25-a8ca13fe7257 req-3a80bfd0-3df0-4025-a474-6e356ba793dd tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f7b0650-e115-4f36-9afd-b1d0c6418da0 HTTP/1.1" status: 200 len: 946 time: 0.0801892 Feb 04 21:04:12.469122 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9049b996-546a-443c-8a25-a8ca13fe7257 req-73952910-b50a-4fcc-8383-d9b269a0a5d3 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445461 Feb 04 21:04:12.582056 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b9d8b-c744-4a67-a048-859aa20853ea req-7d62bea4-ab18-4ca8-a258-399dbfc8bda6 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:12.583515 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-da0b9d8b-c744-4a67-a048-859aa20853ea req-7d62bea4-ab18-4ca8-a258-399dbfc8bda6 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 949 time: 0.0830033 Feb 04 21:04:12.619171 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-377b0470-da60-4866-9d35-d1634bb6ccdc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router_gateway, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:12.627769 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-da0b9d8b-c744-4a67-a048-859aa20853ea req-843aa8f5-fbd9-45ec-a94e-6937bd30b1e7 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377285 Feb 04 21:04:12.652814 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-377b0470-da60-4866-9d35-d1634bb6ccdc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:12.787448 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-377b0470-da60-4866-9d35-d1634bb6ccdc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Allocated IP 172.25.5.73 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/91d32dd0-c627-4cd7-86e2-c8b7f8633d76) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:04:13.049536 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-377b0470-da60-4866-9d35-d1634bb6ccdc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:13.100870 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-377b0470-da60-4866-9d35-d1634bb6ccdc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:13.189458 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377b0470-da60-4866-9d35-d1634bb6ccdc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:04:13.192854 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-377b0470-da60-4866-9d35-d1634bb6ccdc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:04:13.196133 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377b0470-da60-4866-9d35-d1634bb6ccdc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:04:13.209291 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d0604-13b8-49ca-869c-a30ef17b90c5 req-96b2f354-e5be-4a86-a28e-74e7da1e9e7e tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:13.216929 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ed6d0604-13b8-49ca-869c-a30ef17b90c5 req-96b2f354-e5be-4a86-a28e-74e7da1e9e7e tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 950 time: 0.0979140 Feb 04 21:04:13.263494 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b0470-da60-4866-9d35-d1634bb6ccdc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Pushing event updated for resources: {'Port': ['ID=91d32dd0-c627-4cd7-86e2-c8b7f8633d76,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:13.273168 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ed6d0604-13b8-49ca-869c-a30ef17b90c5 req-1a96c7d5-2023-43f9-9c6c-4b18e2b65a9b tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552936 Feb 04 21:04:13.329224 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377b0470-da60-4866-9d35-d1634bb6ccdc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:13.329224 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377b0470-da60-4866-9d35-d1634bb6ccdc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:13.329530 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377b0470-da60-4866-9d35-d1634bb6ccdc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:13.329696 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377b0470-da60-4866-9d35-d1634bb6ccdc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:13.330331 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377b0470-da60-4866-9d35-d1634bb6ccdc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:13.330468 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377b0470-da60-4866-9d35-d1634bb6ccdc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:13.331484 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377b0470-da60-4866-9d35-d1634bb6ccdc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:13.331484 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377b0470-da60-4866-9d35-d1634bb6ccdc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:13.331484 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377b0470-da60-4866-9d35-d1634bb6ccdc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:13.331758 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377b0470-da60-4866-9d35-d1634bb6ccdc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:13.331938 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377b0470-da60-4866-9d35-d1634bb6ccdc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:13.332228 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377b0470-da60-4866-9d35-d1634bb6ccdc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:13.355933 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 88606a30-0adc-41c2-8bc6-51b965a3377c details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:04:13.578331 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 88606a30-0adc-41c2-8bc6-51b965a3377c, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=88606a30-0adc-41c2-8bc6-51b965a3377c,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:13.609077 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '88606a30-0adc-41c2-8bc6-51b965a3377c', 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865', 'port_id': '88606a30-0adc-41c2-8bc6-51b965a3377c', 'mac_address': 'fa:16:3e:91:0f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee4d3909-e094-4079-9a7f-4f6007c68222', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:04:13.720429 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:13.740905 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88606a30-0adc-41c2-8bc6-51b965a3377c {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:04:13.758917 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 88606a30-0adc-41c2-8bc6-51b965a3377c, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=88606a30-0adc-41c2-8bc6-51b965a3377c,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:13.765375 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:13.837463 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a76f94-926d-49a9-aec0-945d584f21fc req-9a6f6dc5-d9fc-40cb-896b-57266f2c3f07 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:13.839057 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f3a76f94-926d-49a9-aec0-945d584f21fc req-9a6f6dc5-d9fc-40cb-896b-57266f2c3f07 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f7b0650-e115-4f36-9afd-b1d0c6418da0 HTTP/1.1" status: 200 len: 946 time: 0.1812866 Feb 04 21:04:13.862123 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-377b0470-da60-4866-9d35-d1634bb6ccdc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router_gateway, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:13.895516 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fc1adb15-9b89-4481-9f86-47e1c6ef3edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:13.909386 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=88606a30-0adc-41c2-8bc6-51b965a3377c,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:13.910100 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f3a76f94-926d-49a9-aec0-945d584f21fc req-eff5c560-943c-430d-b9eb-17d43fb718ab tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573390 Feb 04 21:04:13.929199 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fd8a8-6445-4f10-b940-b71a2fc7e1e3 req-6410ad2f-c5d7-4d42-9f7d-e3cb300413ff tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:13.931092 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e97fd8a8-6445-4f10-b940-b71a2fc7e1e3 req-6410ad2f-c5d7-4d42-9f7d-e3cb300413ff tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=1294d1e8-fb0c-4ded-8874-cd64a5e34562 HTTP/1.1" status: 200 len: 945 time: 0.2071872 Feb 04 21:04:13.947896 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['88606a30-0adc-41c2-8bc6-51b965a3377c'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:04:14.006606 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e97fd8a8-6445-4f10-b940-b71a2fc7e1e3 req-39e55763-3016-4c57-8a4b-9b84f668617e tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565512 Feb 04 21:04:14.207038 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c440a-4a2e-4925-a3fb-db2cafb479b6 req-65fb2d77-41fa-4943-8e76-13ee9cddd4ec tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:14.214806 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-217c440a-4a2e-4925-a3fb-db2cafb479b6 req-65fb2d77-41fa-4943-8e76-13ee9cddd4ec tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 949 time: 0.1344326 Feb 04 21:04:14.293095 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-217c440a-4a2e-4925-a3fb-db2cafb479b6 req-ae484c17-9b1e-4c92-b576-f2f9cb531e2b tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766680 Feb 04 21:04:14.446023 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-377b0470-da60-4866-9d35-d1634bb6ccdc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:14.495278 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c79dc-6a39-4970-ae65-3eda43575dcb req-e5a367ca-496c-4a1a-bd90-e9432d377369 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:14.501133 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f71c79dc-6a39-4970-ae65-3eda43575dcb req-e5a367ca-496c-4a1a-bd90-e9432d377369 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 950 time: 0.1119258 Feb 04 21:04:14.588567 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f71c79dc-6a39-4970-ae65-3eda43575dcb req-2f0f138e-dc77-477a-8cab-8f2cddfa2a5a tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791934 Feb 04 21:04:14.688727 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377b0470-da60-4866-9d35-d1634bb6ccdc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Router 39ffbe9c-bc5d-4d97-b9e2-dd94b78a1a58 is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:04:15.025250 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377b0470-da60-4866-9d35-d1634bb6ccdc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:04:15.036533 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5b822b-eff0-4d9c-a96d-6dcc6411e21e None None] Sync routers for ids ['39ffbe9c-bc5d-4d97-b9e2-dd94b78a1a58'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:04:15.054486 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5b822b-eff0-4d9c-a96d-6dcc6411e21e None None] Routers {'39ffbe9c-bc5d-4d97-b9e2-dd94b78a1a58'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:04:15.055584 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-fb5b822b-eff0-4d9c-a96d-6dcc6411e21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:03:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['39ffbe9c-bc5d-4d97-b9e2-dd94b78a1a58'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:15.069826 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-377b0470-da60-4866-9d35-d1634bb6ccdc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:15.073611 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-377b0470-da60-4866-9d35-d1634bb6ccdc tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1250925 Feb 04 21:04:15.074011 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57910) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:15.079844 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-ba3c37ba-c118-4bad-8d81-507567ab307d tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:04:15.182547 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-fb5b822b-eff0-4d9c-a96d-6dcc6411e21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:15.195034 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5b822b-eff0-4d9c-a96d-6dcc6411e21e None None] Routers {'39ffbe9c-bc5d-4d97-b9e2-dd94b78a1a58'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:04:15.196579 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-fb5b822b-eff0-4d9c-a96d-6dcc6411e21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:03:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['39ffbe9c-bc5d-4d97-b9e2-dd94b78a1a58'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:15.271401 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-fb5b822b-eff0-4d9c-a96d-6dcc6411e21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:15.272669 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5b822b-eff0-4d9c-a96d-6dcc6411e21e None None] The sync data for ids ['39ffbe9c-bc5d-4d97-b9e2-dd94b78a1a58'] in n-d-827896-1 is: [] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:04:15.363010 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 88606a30-0adc-41c2-8bc6-51b965a3377c up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:04:15.370902 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20efc4-8db8-46eb-8cf9-716cf0bc17cc req-20c84fa7-94df-43a7-9377-f47b58ebebf1 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:15.372410 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df20efc4-8db8-46eb-8cf9-716cf0bc17cc req-20c84fa7-94df-43a7-9377-f47b58ebebf1 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=1294d1e8-fb0c-4ded-8874-cd64a5e34562 HTTP/1.1" status: 200 len: 945 time: 0.1992848 Feb 04 21:04:15.385074 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa353a-182b-4275-8b48-125ffaf8381b req-8ef11438-499a-42e2-93f5-f6a93f16bd4c tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:15.392447 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7eaa353a-182b-4275-8b48-125ffaf8381b req-8ef11438-499a-42e2-93f5-f6a93f16bd4c tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f7b0650-e115-4f36-9afd-b1d0c6418da0 HTTP/1.1" status: 200 len: 946 time: 0.2689104 Feb 04 21:04:15.475311 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 88606a30-0adc-41c2-8bc6-51b965a3377c triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:04:15.475826 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:15.486700 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df20efc4-8db8-46eb-8cf9-716cf0bc17cc req-93dfc0f4-a794-409f-9148-e2f9e31d9cd5 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801134 Feb 04 21:04:15.514115 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7eaa353a-182b-4275-8b48-125ffaf8381b req-ea5ec6a2-4d95-421f-9ac4-2023cb4a5f1f tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205916 Feb 04 21:04:15.682809 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:15.721984 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d678711-3537-468d-a07a-71fdafae9691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88606a30-0adc-41c2-8bc6-51b965a3377c'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:04:15.743918 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 88606a30-0adc-41c2-8bc6-51b965a3377c, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=88606a30-0adc-41c2-8bc6-51b965a3377c,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:15.756527 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:15.797079 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba3c37ba-c118-4bad-8d81-507567ab307d tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:15.831120 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba3c37ba-c118-4bad-8d81-507567ab307d tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:15.850720 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-ba3c37ba-c118-4bad-8d81-507567ab307d tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Deleting port 91d32dd0-c627-4cd7-86e2-c8b7f8633d76 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:04:15.851511 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=88606a30-0adc-41c2-8bc6-51b965a3377c,revision_number=7']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:15.853148 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba3c37ba-c118-4bad-8d81-507567ab307d tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:15.962811 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58969f41-a440-423d-91da-fb5f30942677 req-2dd878ee-891a-43f2-9167-d6bafb9c8fca tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:15.964747 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-58969f41-a440-423d-91da-fb5f30942677 req-2dd878ee-891a-43f2-9167-d6bafb9c8fca tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 949 time: 0.3285282 Feb 04 21:04:16.017909 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca968c3-8a1e-444b-a85b-3d40ba5bd64a req-9a95aba6-f20e-4f71-8f51-b0b5b9685634 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:16.019635 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fca968c3-8a1e-444b-a85b-3d40ba5bd64a req-9a95aba6-f20e-4f71-8f51-b0b5b9685634 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.32 "GET /v2.0/ports?device_id=1294d1e8-fb0c-4ded-8874-cd64a5e34562 HTTP/1.1" status: 200 len: 945 time: 0.2304237 Feb 04 21:04:16.033044 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-58969f41-a440-423d-91da-fb5f30942677 req-11d80318-288a-4368-a2a6-71c31714b883 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617952 Feb 04 21:04:16.046939 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba3c37ba-c118-4bad-8d81-507567ab307d tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:16.097822 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d678711-3537-468d-a07a-71fdafae9691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88606a30-0adc-41c2-8bc6-51b965a3377c', 'code': 200} Feb 04 21:04:16.123786 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c94df-da9e-405d-ae1e-d97f7d8031c6 req-e0f3a22e-c6d3-4bf2-89e1-cdb7c398ca1a tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:16.125275 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c57c94df-da9e-405d-ae1e-d97f7d8031c6 req-e0f3a22e-c6d3-4bf2-89e1-cdb7c398ca1a tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 950 time: 0.3051133 Feb 04 21:04:16.174637 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-fca968c3-8a1e-444b-a85b-3d40ba5bd64a req-d4ad5c01-b8d3-4edd-956d-15f12cdca4b6 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Deleting port 215dd133-2e4e-4e15-a1af-6f96780c0080 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:04:16.174992 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-fca968c3-8a1e-444b-a85b-3d40ba5bd64a req-d4ad5c01-b8d3-4edd-956d-15f12cdca4b6 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:16.210283 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-ba3c37ba-c118-4bad-8d81-507567ab307d tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Calling delete_port for 91d32dd0-c627-4cd7-86e2-c8b7f8633d76 owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:04:16.274456 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e7183da8-b5f5-4771-9d36-b3be77830a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:16.278056 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c57c94df-da9e-405d-ae1e-d97f7d8031c6 req-8129bf90-0713-4e4f-a2a0-d80171788171 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390243 Feb 04 21:04:16.500910 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba3c37ba-c118-4bad-8d81-507567ab307d tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:16.628272 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c37ba-c118-4bad-8d81-507567ab307d tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Pushing event deleted for resources: {'Port': ['ID=91d32dd0-c627-4cd7-86e2-c8b7f8633d76,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:16.714008 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-fca968c3-8a1e-444b-a85b-3d40ba5bd64a req-d4ad5c01-b8d3-4edd-956d-15f12cdca4b6 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] For port 215dd133-2e4e-4e15-a1af-6f96780c0080, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=215dd133-2e4e-4e15-a1af-6f96780c0080,segment=NetworkSegment(1bfd55c3-c8d9-4e20-9f37-da07ea0581c2),segment_id=1bfd55c3-c8d9-4e20-9f37-da07ea0581c2)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:16.714622 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-fca968c3-8a1e-444b-a85b-3d40ba5bd64a req-d4ad5c01-b8d3-4edd-956d-15f12cdca4b6 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:16.733634 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba3c37ba-c118-4bad-8d81-507567ab307d tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:16.962870 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-fca968c3-8a1e-444b-a85b-3d40ba5bd64a req-d4ad5c01-b8d3-4edd-956d-15f12cdca4b6 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Calling delete_port for 215dd133-2e4e-4e15-a1af-6f96780c0080 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:04:17.118993 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de06653-4d82-4852-b00e-a58ec0e66cb1 req-b24eb825-e17c-4498-a315-d4ca8ed9eb3e tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:17.120650 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6de06653-4d82-4852-b00e-a58ec0e66cb1 req-b24eb825-e17c-4498-a315-d4ca8ed9eb3e tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f7b0650-e115-4f36-9afd-b1d0c6418da0 HTTP/1.1" status: 200 len: 946 time: 0.3454537 Feb 04 21:04:17.130314 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb094a2-8e3b-45af-b021-0a695c158ba8 req-8f695827-25e4-45a9-bb38-e9c8d1bdc573 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:17.139156 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ceb094a2-8e3b-45af-b021-0a695c158ba8 req-8f695827-25e4-45a9-bb38-e9c8d1bdc573 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=1294d1e8-fb0c-4ded-8874-cd64a5e34562 HTTP/1.1" status: 200 len: 945 time: 0.4118690 Feb 04 21:04:17.275638 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ceb094a2-8e3b-45af-b021-0a695c158ba8 req-6d451093-892f-4aec-b630-7871db7673ad tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354606 Feb 04 21:04:17.280008 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6de06653-4d82-4852-b00e-a58ec0e66cb1 req-d9d684d5-e24c-4916-81d9-357cb0a01c41 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385763 Feb 04 21:04:17.290764 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-fca968c3-8a1e-444b-a85b-3d40ba5bd64a req-d4ad5c01-b8d3-4edd-956d-15f12cdca4b6 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:17.349678 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba3c37ba-c118-4bad-8d81-507567ab307d tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:17.358945 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba3c37ba-c118-4bad-8d81-507567ab307d tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-494389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-494370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492643'] for router, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:17.378443 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['215dd133-2e4e-4e15-a1af-6f96780c0080'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:04:17.517994 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad5c01-b8d3-4edd-956d-15f12cdca4b6 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Pushing event deleted for resources: {'Port': ['ID=215dd133-2e4e-4e15-a1af-6f96780c0080,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:17.543342 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:17.543921 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3c37ba-c118-4bad-8d81-507567ab307d tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Router 39ffbe9c-bc5d-4d97-b9e2-dd94b78a1a58 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:04:17.550333 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:17.573176 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca968c3-8a1e-444b-a85b-3d40ba5bd64a req-d4ad5c01-b8d3-4edd-956d-15f12cdca4b6 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] No DVR routers for this DVR port 215dd133-2e4e-4e15-a1af-6f96780c0080 on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:04:17.592407 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-fca968c3-8a1e-444b-a85b-3d40ba5bd64a req-d4ad5c01-b8d3-4edd-956d-15f12cdca4b6 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:17.666009 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1294d1e8-fb0c-4ded-8874-cd64a5e34562', 'name': 'network-vif-deleted', 'tag': '215dd133-2e4e-4e15-a1af-6f96780c0080'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:04:17.682733 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fca968c3-8a1e-444b-a85b-3d40ba5bd64a req-d4ad5c01-b8d3-4edd-956d-15f12cdca4b6 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.32 "DELETE /v2.0/ports/215dd133-2e4e-4e15-a1af-6f96780c0080 HTTP/1.1" status: 204 len: 173 time: 1.6429148 Feb 04 21:04:17.714865 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3c37ba-c118-4bad-8d81-507567ab307d tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:04:17.726974 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6693a945-7552-4ef1-b953-9d2a7bec1f34 None None] Sync routers for ids ['39ffbe9c-bc5d-4d97-b9e2-dd94b78a1a58'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:04:17.733111 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba3c37ba-c118-4bad-8d81-507567ab307d tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:17.734005 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce93ce-8793-4511-864e-0d64bbb9af57 req-2dd261c0-349d-46dd-8c1f-d5886f9ceb6e tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:17.737289 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ba3c37ba-c118-4bad-8d81-507567ab307d tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] 10.222.0.26 "PUT /v2.0/routers/39ffbe9c-bc5d-4d97-b9e2-dd94b78a1a58 HTTP/1.1" status: 200 len: 709 time: 2.6594529 Feb 04 21:04:17.737882 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57940) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:17.741014 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6693a945-7552-4ef1-b953-9d2a7bec1f34 None None] Routers {'39ffbe9c-bc5d-4d97-b9e2-dd94b78a1a58'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:04:17.742046 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-6693a945-7552-4ef1-b953-9d2a7bec1f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:04:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['39ffbe9c-bc5d-4d97-b9e2-dd94b78a1a58'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:17.742390 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-39ce93ce-8793-4511-864e-0d64bbb9af57 req-2dd261c0-349d-46dd-8c1f-d5886f9ceb6e tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 949 time: 0.2835002 Feb 04 21:04:17.773171 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f89a04-3adb-426e-af31-0435e7bf0564 req-bad6a6fb-0ee4-4472-87ec-71d5b876065c tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:17.774660 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b0f89a04-3adb-426e-af31-0435e7bf0564 req-bad6a6fb-0ee4-4472-87ec-71d5b876065c tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 950 time: 0.1665368 Feb 04 21:04:17.829910 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-6693a945-7552-4ef1-b953-9d2a7bec1f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:17.840491 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6693a945-7552-4ef1-b953-9d2a7bec1f34 None None] Routers {'39ffbe9c-bc5d-4d97-b9e2-dd94b78a1a58'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:04:17.841236 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-6693a945-7552-4ef1-b953-9d2a7bec1f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:04:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['39ffbe9c-bc5d-4d97-b9e2-dd94b78a1a58'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:17.878546 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b0f89a04-3adb-426e-af31-0435e7bf0564 req-d266b803-e7b6-4c32-8ad7-5935a71511cc tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916731 Feb 04 21:04:17.910977 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-39ce93ce-8793-4511-864e-0d64bbb9af57 req-25cdaf0f-bc43-48df-bb48-29491937c6e2 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675408 Feb 04 21:04:17.972028 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1294d1e8-fb0c-4ded-8874-cd64a5e34562', 'name': 'network-vif-deleted', 'tag': '215dd133-2e4e-4e15-a1af-6f96780c0080', 'status': 'completed', 'code': 200} Feb 04 21:04:17.993983 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bce36da7-5e5d-4098-b6e7-6f151caf4b6d tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] 10.222.0.26 "GET /v2.0/routers/39ffbe9c-bc5d-4d97-b9e2-dd94b78a1a58 HTTP/1.1" status: 200 len: 744 time: 0.2548015 Feb 04 21:04:17.996667 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57948) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:18.051600 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-fcb43857-c6d5-4a88-b4e8-e6bb9a4cbcd7 tempest-RoutersIpV6AdminTest-2042142335 tempest-RoutersIpV6AdminTest-2042142335-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=1f11f724-8cdd-497d-8220-929f45cf1223&device_id=39ffbe9c-bc5d-4d97-b9e2-dd94b78a1a58 HTTP/1.1" status: 200 len: 205 time: 0.0512953 Feb 04 21:04:18.051975 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57956) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:18.083473 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-6693a945-7552-4ef1-b953-9d2a7bec1f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:18.084602 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6693a945-7552-4ef1-b953-9d2a7bec1f34 None None] The sync data for ids ['39ffbe9c-bc5d-4d97-b9e2-dd94b78a1a58'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:04:18.107716 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fad4de72-95d9-4b74-b0b5-70ddffa3b0cd tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] 10.222.0.26 "GET /v2.0/ports?device_id=39ffbe9c-bc5d-4d97-b9e2-dd94b78a1a58 HTTP/1.1" status: 200 len: 205 time: 0.0523529 Feb 04 21:04:18.108040 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57960) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:18.289225 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-03a67da7-c629-40d3-bcf4-fd10ad178be8 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:18.567888 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-8f1e817e-eb1a-41ba-b2bf-38e26dcea2ea req-202501c0-18f5-49d5-bbea-7c16bc7280d6 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Synchronizing usage tracker for tenant:6d15241bd78a41148bd0d1c2bdd856b4 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:04:18.610780 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-8f1e817e-eb1a-41ba-b2bf-38e26dcea2ea req-202501c0-18f5-49d5-bbea-7c16bc7280d6 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Unset dirty status for tenant:6d15241bd78a41148bd0d1c2bdd856b4 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:04:18.623314 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f1e817e-eb1a-41ba-b2bf-38e26dcea2ea req-202501c0-18f5-49d5-bbea-7c16bc7280d6 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=1294d1e8-fb0c-4ded-8874-cd64a5e34562 HTTP/1.1" status: 200 len: 210 time: 0.1161852 Feb 04 21:04:18.655157 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5cb55-af1d-44a7-b49e-f7157fadfb8c req-e91dad5e-e122-401b-b7c1-f2767c38dc05 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:18.678457 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-08c5cb55-af1d-44a7-b49e-f7157fadfb8c req-e91dad5e-e122-401b-b7c1-f2767c38dc05 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f7b0650-e115-4f36-9afd-b1d0c6418da0 HTTP/1.1" status: 200 len: 946 time: 0.2354953 Feb 04 21:04:18.763823 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-08c5cb55-af1d-44a7-b49e-f7157fadfb8c req-c9590f36-d390-4dc9-bd9f-a0b5172d5398 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833721 Feb 04 21:04:18.789326 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:18.942122 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-03a67da7-c629-40d3-bcf4-fd10ad178be8 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:18.945347 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-03a67da7-c629-40d3-bcf4-fd10ad178be8 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:18.974380 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-03a67da7-c629-40d3-bcf4-fd10ad178be8 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:18.974380 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a67da7-c629-40d3-bcf4-fd10ad178be8 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Fanout notify agent at l3_agent the message router_deleted on router 39ffbe9c-bc5d-4d97-b9e2-dd94b78a1a58 {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:04:18.992465 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-03a67da7-c629-40d3-bcf4-fd10ad178be8 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:18.997968 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57976) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:18.998546 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-03a67da7-c629-40d3-bcf4-fd10ad178be8 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] 10.222.0.26 "DELETE /v2.0/routers/39ffbe9c-bc5d-4d97-b9e2-dd94b78a1a58 HTTP/1.1" status: 204 len: 168 time: 0.8895087 Feb 04 21:04:19.065125 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d8387c48-943b-490b-ba25-1a7727d7e52a tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] 10.222.0.26 "GET /v2.0/ports?device_id=39ffbe9c-bc5d-4d97-b9e2-dd94b78a1a58 HTTP/1.1" status: 200 len: 205 time: 0.0659993 Feb 04 21:04:19.067599 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57980) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:19.238470 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [None req-bf0f98ff-c524-4278-8fc6-409207781d47 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] delete failed (client error): The resource could not be found. Feb 04 21:04:19.239359 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-bf0f98ff-c524-4278-8fc6-409207781d47 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] 10.222.0.26 "DELETE /v2.0/routers/39ffbe9c-bc5d-4d97-b9e2-dd94b78a1a58 HTTP/1.1" status: 404 len: 336 time: 0.1708598 Feb 04 21:04:19.242273 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57984) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:19.305524 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460420a-ef54-413c-861b-edee9bd3f5fc req-ed40e7e7-f9f1-47d3-bdec-10b9d5ff0d2c tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:19.308263 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5460420a-ef54-413c-861b-edee9bd3f5fc req-ed40e7e7-f9f1-47d3-bdec-10b9d5ff0d2c tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 949 time: 0.1773040 Feb 04 21:04:19.312649 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-16e30004-f6f8-418c-b783-08dbb2e712b5 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe548de1-5d74-450b-a2e4-9ae76f233908 HTTP/1.1" status: 200 len: 205 time: 0.0691867 Feb 04 21:04:19.312822 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57988) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:19.383689 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d816b-09da-414e-b482-036776759c28 req-85483081-7030-4fa5-9fab-5f0ad0825f08 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:19.391071 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-737d816b-09da-414e-b482-036776759c28 req-85483081-7030-4fa5-9fab-5f0ad0825f08 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 950 time: 0.2584531 Feb 04 21:04:19.440068 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [None req-c57c0a04-9b0a-4c25-9bd6-7d0c28c88774 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] delete failed (client error): The resource could not be found. Feb 04 21:04:19.440068 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c57c0a04-9b0a-4c25-9bd6-7d0c28c88774 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] 10.222.0.26 "DELETE /v2.0/routers/fe548de1-5d74-450b-a2e4-9ae76f233908 HTTP/1.1" status: 404 len: 336 time: 0.1254714 Feb 04 21:04:19.443147 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57992) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:19.483086 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5460420a-ef54-413c-861b-edee9bd3f5fc req-a2ba3b64-3971-4371-9e2a-ced3e732ba39 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084678 Feb 04 21:04:19.495660 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-737d816b-09da-414e-b482-036776759c28 req-15efd9cc-5adb-414d-b2b6-9a67899e9926 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019390 Feb 04 21:04:19.498774 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c6d3d902-0205-4489-af45-cb2674821abb tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a5f4c3-24ad-4886-b377-edfd995e030e HTTP/1.1" status: 200 len: 205 time: 0.0538006 Feb 04 21:04:19.499338 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57996) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:19.749554 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [None req-095ae7d9-f9ba-44c8-b6d2-03ef9fc02c8a tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] delete failed (client error): The resource could not be found. Feb 04 21:04:19.753487 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-095ae7d9-f9ba-44c8-b6d2-03ef9fc02c8a tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] 10.222.0.26 "DELETE /v2.0/routers/96a5f4c3-24ad-4886-b377-edfd995e030e HTTP/1.1" status: 404 len: 336 time: 0.2508044 Feb 04 21:04:19.753863 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58004) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:19.807961 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c5a50c7b-2a35-404d-9a4e-544ba7087b77 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] 10.222.0.26 "GET /v2.0/ports?device_id=2dfea473-dbb2-4508-97bf-2ee362203b76 HTTP/1.1" status: 200 len: 205 time: 0.0497103 Feb 04 21:04:19.807961 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58010) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:19.841155 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-120398b1-fc74-47af-bafd-495d9bcccf87 service neutron] show failed (client error): The resource could not be found. Feb 04 21:04:19.842183 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-120398b1-fc74-47af-bafd-495d9bcccf87 service neutron] 10.222.0.32 "GET /v2.0/ports/33d673ac-4e6b-437c-82e0-b03fb11414c2/bindings/n-h2-827896-1 HTTP/1.1" status: 404 len: 380 time: 0.1566966 Feb 04 21:04:19.918441 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-b28d1a2d-2092-43af-8adc-36e4879b62e8 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] delete failed (client error): The resource could not be found. Feb 04 21:04:19.919886 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b28d1a2d-2092-43af-8adc-36e4879b62e8 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] 10.222.0.26 "DELETE /v2.0/routers/2dfea473-dbb2-4508-97bf-2ee362203b76 HTTP/1.1" status: 404 len: 336 time: 0.1111965 Feb 04 21:04:19.922540 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58020) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:19.974491 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a5406071-df20-40c7-b45d-0b5762ec9f9d tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] 10.222.0.26 "GET /v2.0/ports?device_id=17872c8c-0776-4605-aa32-b98c5227b62b HTTP/1.1" status: 200 len: 205 time: 0.0505347 Feb 04 21:04:19.977474 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58024) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:20.050730 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 215dd133-2e4e-4e15-a1af-6f96780c0080 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:04:20.060326 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-29cf5f2d-c1ca-46d9-a288-577882e630c4 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] delete failed (client error): The resource could not be found. Feb 04 21:04:20.061747 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-29cf5f2d-c1ca-46d9-a288-577882e630c4 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] 10.222.0.26 "DELETE /v2.0/routers/17872c8c-0776-4605-aa32-b98c5227b62b HTTP/1.1" status: 404 len: 336 time: 0.0828354 Feb 04 21:04:20.064421 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58028) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:20.124075 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-88f7a780-f83b-43e3-9969-c8cfeb8122e5 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] 10.222.0.26 "GET /v2.0/ports?device_id=88dd3bf7-2cb7-4f91-a7ef-7719f41d352f HTTP/1.1" status: 200 len: 205 time: 0.0582271 Feb 04 21:04:20.127487 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58034) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:20.154552 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7e5d0-756e-4efc-bf9b-67972991afd7 req-c3a5b513-f6d4-4d11-a11c-de0cad4e3bc8 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:20.160721 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c0c7e5d0-756e-4efc-bf9b-67972991afd7 req-c3a5b513-f6d4-4d11-a11c-de0cad4e3bc8 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f7b0650-e115-4f36-9afd-b1d0c6418da0 HTTP/1.1" status: 200 len: 946 time: 0.2311254 Feb 04 21:04:20.164880 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: 215dd133-2e4e-4e15-a1af-6f96780c0080 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:04:20.165571 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 215dd133-2e4e-4e15-a1af-6f96780c0080 not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:04:20.269011 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-44227c05-b8db-4e55-b0c7-56f9c69029f9 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] delete failed (client error): The resource could not be found. Feb 04 21:04:20.273350 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-44227c05-b8db-4e55-b0c7-56f9c69029f9 tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] 10.222.0.26 "DELETE /v2.0/routers/88dd3bf7-2cb7-4f91-a7ef-7719f41d352f HTTP/1.1" status: 404 len: 336 time: 0.1420193 Feb 04 21:04:20.274352 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58040) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:20.326000 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-0165a6f2-cdf1-47e8-829b-f41d2618902a tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] DELETE failed (client error): The resource could not be found. Feb 04 21:04:20.326000 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0165a6f2-cdf1-47e8-829b-f41d2618902a tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:04:20.330726 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-0165a6f2-cdf1-47e8-829b-f41d2618902a tempest-RoutersIpV6AdminTest-338426243 tempest-RoutersIpV6AdminTest-338426243-project] 10.222.0.26 "DELETE /v2.0/subnets/9da0fad3-200e-49fa-92df-4495dac53ed0 HTTP/1.1" status: 404 len: 337 time: 0.0494137 Feb 04 21:04:20.332796 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c0c7e5d0-756e-4efc-bf9b-67972991afd7 req-e91105f1-4c2e-433c-9fd7-9435e40a31bb tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646831 Feb 04 21:04:20.379790 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-2fc70c08-76f0-4fc2-b10a-83f884adecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:20.382724 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-2fc70c08-76f0-4fc2-b10a-83f884adecc5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7&tenant_id=55d1f91d84e0433d8b3ab7473aab0e34 HTTP/1.1" status: 200 len: 1100 time: 0.1854076 Feb 04 21:04:20.395169 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-aa73237e-1e03-4a0c-8318-a18862021faf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827896-1', 'device_owner': 'compute:nova'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:04:20.563586 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-aa73237e-1e03-4a0c-8318-a18862021faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:20.634997 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58064) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:20.773761 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8b975737-aa02-4f40-8d43-5e2d79f914b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:20.794095 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-8b975737-aa02-4f40-8d43-5e2d79f914b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:04:20.799227 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-8b975737-aa02-4f40-8d43-5e2d79f914b0 admin admin] Usage tracker for resource:security_group_rule and tenant:85f844e81f3e4a8f860abaf191945b13 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:04:20.802934 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-8b975737-aa02-4f40-8d43-5e2d79f914b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:04:20.811220 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-8b975737-aa02-4f40-8d43-5e2d79f914b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:04:20.902596 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630dfffd-1682-41cb-b606-060e64b1b7dd req-74b19cad-c4fc-453c-ab37-73f192bd710e tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:20.904772 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-630dfffd-1682-41cb-b606-060e64b1b7dd req-74b19cad-c4fc-453c-ab37-73f192bd710e tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/networks?id=7d8c23e1-7a6b-46d1-9945-4c784d17e819 HTTP/1.1" status: 200 len: 812 time: 0.3627803 Feb 04 21:04:20.935040 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8b975737-aa02-4f40-8d43-5e2d79f914b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:20.939781 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8b975737-aa02-4f40-8d43-5e2d79f914b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:20.952840 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-630dfffd-1682-41cb-b606-060e64b1b7dd req-0d0c985e-0a76-480e-af6e-ec646526af29 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/quotas/6d15241bd78a41148bd0d1c2bdd856b4 HTTP/1.1" status: 200 len: 375 time: 0.0359738 Feb 04 21:04:20.984491 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8b975737-aa02-4f40-8d43-5e2d79f914b0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=85f844e81f3e4a8f860abaf191945b13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3480828 Feb 04 21:04:20.986757 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58070) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:21.031454 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b975737-aa02-4f40-8d43-5e2d79f914b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408d7027-5822-48f8-9e85-827e25d3018e,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:21.080968 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02455036-10e6-4b78-b1d1-1df27d9649ed req-d4ab1f35-39c7-47f8-aa20-72c56b04088f tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:21.082474 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02455036-10e6-4b78-b1d1-1df27d9649ed req-d4ab1f35-39c7-47f8-aa20-72c56b04088f tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 949 time: 0.4345913 Feb 04 21:04:21.089536 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0aa4aa40-66a4-4341-a5fb-1d63fa25a59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:21.115453 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-630dfffd-1682-41cb-b606-060e64b1b7dd req-619e54fa-0c47-4c04-930b-1f5fc5d8b302 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d15241bd78a41148bd0d1c2bdd856b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0892727 Feb 04 21:04:21.128291 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0aa4aa40-66a4-4341-a5fb-1d63fa25a59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:21.198038 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0aa4aa40-66a4-4341-a5fb-1d63fa25a59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:21.219332 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4aa40-66a4-4341-a5fb-1d63fa25a59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408d7027-5822-48f8-9e85-827e25d3018e,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:21.263931 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0aa4aa40-66a4-4341-a5fb-1d63fa25a59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:21.265399 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0aa4aa40-66a4-4341-a5fb-1d63fa25a59d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/408d7027-5822-48f8-9e85-827e25d3018e HTTP/1.1" status: 204 len: 168 time: 0.2777033 Feb 04 21:04:21.271705 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02455036-10e6-4b78-b1d1-1df27d9649ed req-7774c518-6038-4f61-a6af-917554e24b1a tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709332 Feb 04 21:04:21.286007 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-aa73237e-1e03-4a0c-8318-a18862021faf service neutron] For port 33d673ac-4e6b-437c-82e0-b03fb11414c2, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=33d673ac-4e6b-437c-82e0-b03fb11414c2,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:21.356832 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-aa73237e-1e03-4a0c-8318-a18862021faf service neutron] For port 33d673ac-4e6b-437c-82e0-b03fb11414c2, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:04:21.430351 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-630dfffd-1682-41cb-b606-060e64b1b7dd req-3d179a50-8643-466c-954b-dfafe9c40e7d service neutron] 10.222.0.26 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056979 Feb 04 21:04:21.649230 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33d673ac-4e6b-437c-82e0-b03fb11414c2'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:04:21.657523 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-aa73237e-1e03-4a0c-8318-a18862021faf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:21.711615 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58086) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:21.724033 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-aa73237e-1e03-4a0c-8318-a18862021faf service neutron] Transition to ACTIVE for port object 33d673ac-4e6b-437c-82e0-b03fb11414c2 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:04:21.726679 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-630dfffd-1682-41cb-b606-060e64b1b7dd req-b976e773-eae6-4130-9490-d61bce29e53d service neutron] 10.222.0.26 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863781 Feb 04 21:04:21.735609 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-aa73237e-1e03-4a0c-8318-a18862021faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:21.797768 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d3f7a-6cdd-414d-8ac2-92b8490fb748 req-c6eb91ff-6a79-4fe7-996a-abeabd42bf62 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:21.798967 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-456d3f7a-6cdd-414d-8ac2-92b8490fb748 req-c6eb91ff-6a79-4fe7-996a-abeabd42bf62 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 950 time: 0.2424221 Feb 04 21:04:21.852136 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7fdb1987-6aa8-476c-ba0e-b5e680faccb0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1998818573a6402e91949fb11030657b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1385486 Feb 04 21:04:21.852966 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58090) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:22.013142 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fd4c8196-5f99-497b-a55f-18cde2e139f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:22.074027 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device cd1f6a32-b7f4-443c-8969-b4767ae9d578 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:04:22.078445 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device cd1f6a32-b7f4-443c-8969-b4767ae9d578 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:04:22.126591 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fd4c8196-5f99-497b-a55f-18cde2e139f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:22.290155 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fd4c8196-5f99-497b-a55f-18cde2e139f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:22.291114 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:22.296304 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-456d3f7a-6cdd-414d-8ac2-92b8490fb748 req-1e5d4794-a5d7-4a0e-8c76-199c9dc5837f tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4866440 Feb 04 21:04:22.311240 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c8196-5f99-497b-a55f-18cde2e139f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067b50a7-07cf-49fe-8ce8-dff2e08e85e7,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:22.324250 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fd4c8196-5f99-497b-a55f-18cde2e139f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:22.325634 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fd4c8196-5f99-497b-a55f-18cde2e139f3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/067b50a7-07cf-49fe-8ce8-dff2e08e85e7 HTTP/1.1" status: 204 len: 168 time: 0.4715152 Feb 04 21:04:22.370533 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.resource_extend [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:04:22.432522 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73237e-1e03-4a0c-8318-a18862021faf service neutron] Pushing event updated for resources: {'Port': ['ID=33d673ac-4e6b-437c-82e0-b03fb11414c2,revision_number=6']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:22.492874 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33d673ac-4e6b-437c-82e0-b03fb11414c2', 'code': 200} Feb 04 21:04:22.498902 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-aa73237e-1e03-4a0c-8318-a18862021faf service neutron] No DVR routers for this DVR port 33d673ac-4e6b-437c-82e0-b03fb11414c2 on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:04:22.508798 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port cd1f6a32-b7f4-443c-8969-b4767ae9d578, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=cd1f6a32-b7f4-443c-8969-b4767ae9d578,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:22.529259 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': 'cd1f6a32-b7f4-443c-8969-b4767ae9d578', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': 'cd1f6a32-b7f4-443c-8969-b4767ae9d578', 'mac_address': 'fa:16:3e:82:7f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:04:22.728691 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c526227-9dd7-4390-b406-dd33f7a62277', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd1f6a32-b7f4-443c-8969-b4767ae9d578'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:04:22.743598 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port cd1f6a32-b7f4-443c-8969-b4767ae9d578, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=cd1f6a32-b7f4-443c-8969-b4767ae9d578,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:22.746465 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:22.766972 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd1f6a32-b7f4-443c-8969-b4767ae9d578 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:04:22.767168 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-aa73237e-1e03-4a0c-8318-a18862021faf service neutron] Attempting to bind port 33d673ac-4e6b-437c-82e0-b03fb11414c2 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:04:22.769632 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-aa73237e-1e03-4a0c-8318-a18862021faf service neutron] Attempting to bind port 33d673ac-4e6b-437c-82e0-b03fb11414c2 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:04:22.770176 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-aa73237e-1e03-4a0c-8318-a18862021faf service neutron] Attempting to bind port 33d673ac-4e6b-437c-82e0-b03fb11414c2 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:04:22.772396 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:22.789351 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9a182c75-3844-42f9-bf39-f8516452b7ba req-71764c4b-d611-43a8-9064-8ce0823062a6 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=2eb69a80-2af3-4fba-a2bd-4d53a085f170 HTTP/1.1" status: 200 len: 210 time: 0.2046921 Feb 04 21:04:22.798554 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-aa73237e-1e03-4a0c-8318-a18862021faf service neutron] Port 33d673ac-4e6b-437c-82e0-b03fb11414c2 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:04:22.799201 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-aa73237e-1e03-4a0c-8318-a18862021faf service neutron] Attempting to bind port 33d673ac-4e6b-437c-82e0-b03fb11414c2 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:04:22.807072 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-aa73237e-1e03-4a0c-8318-a18862021faf service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:04:22.807640 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-aa73237e-1e03-4a0c-8318-a18862021faf service neutron] Checking segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:04:22.808209 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-aa73237e-1e03-4a0c-8318-a18862021faf service neutron] Bound using segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:04:22.808902 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-aa73237e-1e03-4a0c-8318-a18862021faf service neutron] Bound port: 33d673ac-4e6b-437c-82e0-b03fb11414c2, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:04:22.810157 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-aa73237e-1e03-4a0c-8318-a18862021faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:22.963238 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=cd1f6a32-b7f4-443c-8969-b4767ae9d578,revision_number=9']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:23.015514 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413cc958-e515-4110-b3fd-87353ddaaf18 req-71db4cb5-f2a7-42a0-a44b-5695205c8d09 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:23.017027 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-413cc958-e515-4110-b3fd-87353ddaaf18 req-71db4cb5-f2a7-42a0-a44b-5695205c8d09 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f7b0650-e115-4f36-9afd-b1d0c6418da0 HTTP/1.1" status: 200 len: 946 time: 0.7162611 Feb 04 21:04:23.034266 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:04:23.034884 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:04:23.154310 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-413cc958-e515-4110-b3fd-87353ddaaf18 req-2adf6dc7-ec49-4561-bf41-92c1f1474850 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268308 Feb 04 21:04:23.185486 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-aa73237e-1e03-4a0c-8318-a18862021faf service neutron] For port 33d673ac-4e6b-437c-82e0-b03fb11414c2, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:04:23.190261 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-aa73237e-1e03-4a0c-8318-a18862021faf service neutron] For port 33d673ac-4e6b-437c-82e0-b03fb11414c2, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=33d673ac-4e6b-437c-82e0-b03fb11414c2,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:04:23.200891 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-aa73237e-1e03-4a0c-8318-a18862021faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:23.269959 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c526227-9dd7-4390-b406-dd33f7a62277', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd1f6a32-b7f4-443c-8969-b4767ae9d578', 'code': 200} Feb 04 21:04:23.296984 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-aa73237e-1e03-4a0c-8318-a18862021faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:23.297904 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-aa73237e-1e03-4a0c-8318-a18862021faf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:23.299463 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-aa73237e-1e03-4a0c-8318-a18862021faf service neutron] 10.222.0.18 "PUT /v2.0/ports/33d673ac-4e6b-437c-82e0-b03fb11414c2 HTTP/1.1" status: 200 len: 1095 time: 2.9086883 Feb 04 21:04:23.330938 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb02666-48cb-4b3e-ac18-f99a4a2dceeb req-a36cd059-9a4d-4d76-9e62-b902215aa0f7 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:23.339696 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-afb02666-48cb-4b3e-ac18-f99a4a2dceeb req-a36cd059-9a4d-4d76-9e62-b902215aa0f7 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 947 time: 0.2686343 Feb 04 21:04:23.462479 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73237e-1e03-4a0c-8318-a18862021faf service neutron] Pushing event updated for resources: {'Port': ['ID=33d673ac-4e6b-437c-82e0-b03fb11414c2,revision_number=7']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:23.508386 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-afb02666-48cb-4b3e-ac18-f99a4a2dceeb req-a916c8ff-5122-4a00-9d38-bb67e66e577e tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672997 Feb 04 21:04:23.578081 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-8b796be7-7c56-483f-8040-8c4eadd6a307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:23.582641 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-8b796be7-7c56-483f-8040-8c4eadd6a307 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 1098 time: 0.2228117 Feb 04 21:04:23.836603 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:23.884890 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd1f6a32-b7f4-443c-8969-b4767ae9d578 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:04:23.905725 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58146) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:23.915817 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port cd1f6a32-b7f4-443c-8969-b4767ae9d578, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=cd1f6a32-b7f4-443c-8969-b4767ae9d578,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:23.931794 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:24.053969 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=cd1f6a32-b7f4-443c-8969-b4767ae9d578,revision_number=10']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:24.071015 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4ae06167-d978-43b7-b7a2-758b3c2f500d req-10fee93c-e333-4ccf-82cc-ebd3da569e93 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=2eb69a80-2af3-4fba-a2bd-4d53a085f170 HTTP/1.1" status: 200 len: 210 time: 0.1025984 Feb 04 21:04:24.072513 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 33d673ac-4e6b-437c-82e0-b03fb11414c2 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:04:24.097924 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-64f78e4f-9699-46f6-acce-5060d49eb910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:24.100404 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-64f78e4f-9699-46f6-acce-5060d49eb910 service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.5109589 Feb 04 21:04:24.124802 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-659e9f43-d468-45ba-b6bd-bf34f56bb041 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1688721294'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:04:24.129833 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-659e9f43-d468-45ba-b6bd-bf34f56bb041 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:04:24.144368 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 33d673ac-4e6b-437c-82e0-b03fb11414c2 not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:04:24.151169 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-659e9f43-d468-45ba-b6bd-bf34f56bb041 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Usage tracker for resource:network and tenant:755ca53d42aa4e4693c8450bf4be8dc6 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:04:24.168622 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-659e9f43-d468-45ba-b6bd-bf34f56bb041 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:04:24.178005 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-659e9f43-d468-45ba-b6bd-bf34f56bb041 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:04:24.197818 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03143031-cae4-4922-a413-9d95708754a4 req-b6482e7e-9c2d-4eaf-ad79-22f88717846c tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:24.199375 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-03143031-cae4-4922-a413-9d95708754a4 req-b6482e7e-9c2d-4eaf-ad79-22f88717846c tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 950 time: 0.5505452 Feb 04 21:04:24.206244 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659e9f43-d468-45ba-b6bd-bf34f56bb041 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Made reservation on behalf of 755ca53d42aa4e4693c8450bf4be8dc6 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:04:24.210726 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-760f0770-d6e8-4300-aa43-04f5a25ca0e8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=33d673ac-4e6b-437c-82e0-b03fb11414c2 HTTP/1.1" status: 200 len: 217 time: 0.0973563 Feb 04 21:04:24.213177 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-659e9f43-d468-45ba-b6bd-bf34f56bb041 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:24.229898 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-659e9f43-d468-45ba-b6bd-bf34f56bb041 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:24.260250 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-659e9f43-d468-45ba-b6bd-bf34f56bb041 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:04:24.264230 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-659e9f43-d468-45ba-b6bd-bf34f56bb041 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Usage tracker for resource:security_group_rule and tenant:755ca53d42aa4e4693c8450bf4be8dc6 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:04:24.268310 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-659e9f43-d468-45ba-b6bd-bf34f56bb041 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:04:24.275683 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-659e9f43-d468-45ba-b6bd-bf34f56bb041 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:04:24.293919 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-03143031-cae4-4922-a413-9d95708754a4 req-7206a444-7fd9-460c-b26b-c69ff229adf3 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865259 Feb 04 21:04:24.323299 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['cd1f6a32-b7f4-443c-8969-b4767ae9d578'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:04:24.329506 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-a2d4e5b4-9ad4-4de5-a12b-e7686b4d5c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:24.331062 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-a2d4e5b4-9ad4-4de5-a12b-e7686b4d5c6c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.1086257 Feb 04 21:04:24.425284 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-630dfffd-1682-41cb-b606-060e64b1b7dd req-9817dd89-328f-4e5d-9890-12b1f757b5ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d15241bd78a41148bd0d1c2bdd856b4&device_id=2eb69a80-2af3-4fba-a2bd-4d53a085f170 HTTP/1.1" status: 200 len: 210 time: 0.0463352 Feb 04 21:04:24.467933 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-659e9f43-d468-45ba-b6bd-bf34f56bb041 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:24.477782 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-659e9f43-d468-45ba-b6bd-bf34f56bb041 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:24.506883 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7', 'tag': '33d673ac-4e6b-437c-82e0-b03fb11414c2'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:04:24.535162 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-659e9f43-d468-45ba-b6bd-bf34f56bb041 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:04:24.547816 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-659e9f43-d468-45ba-b6bd-bf34f56bb041 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:24.548408 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-659e9f43-d468-45ba-b6bd-bf34f56bb041 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Added segment ed245169-0de9-4b57-b483-8b3ec975113b of type vlan for network 1f16c8af-2da5-4ff8-a785-04219c3a50c4 Feb 04 21:04:24.582164 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-659e9f43-d468-45ba-b6bd-bf34f56bb041 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:24.616958 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e9f43-d468-45ba-b6bd-bf34f56bb041 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af67ba5b-d466-4838-8cd0-c25b13bbd2da,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:24.639510 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-659e9f43-d468-45ba-b6bd-bf34f56bb041 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:24.649157 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659e9f43-d468-45ba-b6bd-bf34f56bb041 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:24.650572 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-659e9f43-d468-45ba-b6bd-bf34f56bb041 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:24.662423 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7', 'tag': '33d673ac-4e6b-437c-82e0-b03fb11414c2', 'status': 'completed', 'code': 200} Feb 04 21:04:24.674216 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-232ad247-d276-4ee2-a1d8-8a6fa91676ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:24.676520 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-232ad247-d276-4ee2-a1d8-8a6fa91676ce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3040633 Feb 04 21:04:24.776888 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac854d4-5878-4141-a600-126431b0f84c req-4e3ee79b-e51d-4513-8eb4-39eea7decd00 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:24.784086 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1ac854d4-5878-4141-a600-126431b0f84c req-4e3ee79b-e51d-4513-8eb4-39eea7decd00 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f7b0650-e115-4f36-9afd-b1d0c6418da0 HTTP/1.1" status: 200 len: 946 time: 0.4520888 Feb 04 21:04:24.819005 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-659e9f43-d468-45ba-b6bd-bf34f56bb041 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9108918 Feb 04 21:04:24.820040 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e9f43-d468-45ba-b6bd-bf34f56bb041 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Pushing event updated for resources: {'Network': ['ID=1f16c8af-2da5-4ff8-a785-04219c3a50c4,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:24.868536 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 1f16c8af-2da5-4ff8-a785-04219c3a50c4 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:04:25.067711 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630dfffd-1682-41cb-b606-060e64b1b7dd req-d484c09c-26ea-4bb2-8117-9de3e8c9b16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:25.069732 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-630dfffd-1682-41cb-b606-060e64b1b7dd req-d484c09c-26ea-4bb2-8117-9de3e8c9b16b service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=6d15241bd78a41148bd0d1c2bdd856b4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5900059 Feb 04 21:04:25.221536 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1ac854d4-5878-4141-a600-126431b0f84c req-0df7129a-6718-4dfc-b0fe-18827c1bcdaf tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320683 Feb 04 21:04:25.369378 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb253e5-45ec-42c3-83bb-e1c236451246 req-b4448522-5ac6-410c-b964-d6dc243ed069 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:25.373781 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cfb253e5-45ec-42c3-83bb-e1c236451246 req-b4448522-5ac6-410c-b964-d6dc243ed069 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 947 time: 0.5708117 Feb 04 21:04:25.394373 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da41b05-22ba-43b7-9ffc-2dbac45570e4 req-2a7e8ba0-6961-43cc-9cfe-e5efd7cc735b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:25.396288 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8da41b05-22ba-43b7-9ffc-2dbac45570e4 req-2a7e8ba0-6961-43cc-9cfe-e5efd7cc735b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 1098 time: 0.7291734 Feb 04 21:04:25.497008 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630dfffd-1682-41cb-b606-060e64b1b7dd req-612fbce7-6577-4086-9923-59fbaafedee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:25.498732 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-630dfffd-1682-41cb-b606-060e64b1b7dd req-612fbce7-6577-4086-9923-59fbaafedee8 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4110765 Feb 04 21:04:25.567574 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5ad4118e-1389-496d-8f81-76b0fb6039e1 req-43aa0f29-8ec8-408e-a374-c4a080f3ac5d tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=2eb69a80-2af3-4fba-a2bd-4d53a085f170 HTTP/1.1" status: 200 len: 210 time: 0.1881337 Feb 04 21:04:25.583130 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-dc851655-d706-48a6-b9cc-a61983837073 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8505831 Feb 04 21:04:25.777320 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cfb253e5-45ec-42c3-83bb-e1c236451246 req-d5942cea-c582-453a-9b5e-d5f5d469a7c2 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773019 Feb 04 21:04:25.782182 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c8dc2940-6328-464f-8843-87cb5a846ef1 req-5e03bf10-3770-4ced-ad54-8476e1bb3017 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561069 Feb 04 21:04:25.813332 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-630dfffd-1682-41cb-b606-060e64b1b7dd req-65361f10-e2bf-4856-ae03-9f767d997fde tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eb69a80-2af3-4fba-a2bd-4d53a085f170 HTTP/1.1" status: 200 len: 210 time: 0.2222576 Feb 04 21:04:26.028655 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da41b05-22ba-43b7-9ffc-2dbac45570e4 req-aa13128a-b9a8-4164-bd27-34f24e3c3379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:26.030534 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8da41b05-22ba-43b7-9ffc-2dbac45570e4 req-aa13128a-b9a8-4164-bd27-34f24e3c3379 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.6270013 Feb 04 21:04:26.037906 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:26.067063 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device cd1f6a32-b7f4-443c-8969-b4767ae9d578 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:04:26.113431 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8da41b05-22ba-43b7-9ffc-2dbac45570e4 req-f96cb97d-33a6-4c64-8289-afe125a4968c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=33d673ac-4e6b-437c-82e0-b03fb11414c2 HTTP/1.1" status: 200 len: 217 time: 0.0755274 Feb 04 21:04:26.183381 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da41b05-22ba-43b7-9ffc-2dbac45570e4 req-821f8459-211a-46d8-abf5-241f9774854c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:26.185180 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8da41b05-22ba-43b7-9ffc-2dbac45570e4 req-821f8459-211a-46d8-abf5-241f9774854c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 1098 time: 0.2994227 Feb 04 21:04:26.247111 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port cd1f6a32-b7f4-443c-8969-b4767ae9d578 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:04:26.247490 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:26.290301 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bccd13-0d75-4fbd-a16a-2ff882d8ee4d req-aa9ec5e3-8e36-42fb-bb49-f075d1a3df94 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:26.292045 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-51bccd13-0d75-4fbd-a16a-2ff882d8ee4d req-aa9ec5e3-8e36-42fb-bb49-f075d1a3df94 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 950 time: 0.5090182 Feb 04 21:04:26.520443 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:26.541613 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1b48a2a4-8a4f-467b-9986-dd58a85229e3 req-8db54568-3634-4a0d-aeb7-0d06dbb7377c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d15241bd78a41148bd0d1c2bdd856b4&device_id=2eb69a80-2af3-4fba-a2bd-4d53a085f170 HTTP/1.1" status: 200 len: 210 time: 0.0506763 Feb 04 21:04:26.586429 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c526227-9dd7-4390-b406-dd33f7a62277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1f6a32-b7f4-443c-8969-b4767ae9d578'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:04:26.600621 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port cd1f6a32-b7f4-443c-8969-b4767ae9d578, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=cd1f6a32-b7f4-443c-8969-b4767ae9d578,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:26.608063 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:26.735425 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da41b05-22ba-43b7-9ffc-2dbac45570e4 req-2695b203-6744-40d2-85c6-ceb32d715fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:26.741904 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8da41b05-22ba-43b7-9ffc-2dbac45570e4 req-2695b203-6744-40d2-85c6-ceb32d715fe8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.6148400 Feb 04 21:04:26.771984 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=cd1f6a32-b7f4-443c-8969-b4767ae9d578,revision_number=11']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:26.877186 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da41b05-22ba-43b7-9ffc-2dbac45570e4 req-768204f7-9567-43d6-bff2-abe4f978c9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:26.878732 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8da41b05-22ba-43b7-9ffc-2dbac45570e4 req-768204f7-9567-43d6-bff2-abe4f978c9c7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.6837046 Feb 04 21:04:27.182584 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-51bccd13-0d75-4fbd-a16a-2ff882d8ee4d req-831a08f6-71d9-4e81-94cd-61993b8882c4 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8586776 Feb 04 21:04:27.267562 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48a2a4-8a4f-467b-9986-dd58a85229e3 req-de6ebb8d-627b-4e70-97f1-1c30ba15b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:27.269452 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1b48a2a4-8a4f-467b-9986-dd58a85229e3 req-de6ebb8d-627b-4e70-97f1-1c30ba15b930 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=6d15241bd78a41148bd0d1c2bdd856b4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.7140179 Feb 04 21:04:27.269813 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:04:27.314637 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8da41b05-22ba-43b7-9ffc-2dbac45570e4 req-4fd7bfb3-168e-4231-a09b-a867c823fd84 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=33d673ac-4e6b-437c-82e0-b03fb11414c2 HTTP/1.1" status: 200 len: 217 time: 0.4091113 Feb 04 21:04:27.555617 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2f921a1b-4366-4a4b-8ed9-b63f568cda36 req-5ad6e9aa-0e30-4112-b731-311829b9eee4 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=2eb69a80-2af3-4fba-a2bd-4d53a085f170 HTTP/1.1" status: 200 len: 210 time: 0.1015937 Feb 04 21:04:27.579733 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da41b05-22ba-43b7-9ffc-2dbac45570e4 req-f1968e44-63bc-43e7-b991-cea9c5d04d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:27.581567 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8da41b05-22ba-43b7-9ffc-2dbac45570e4 req-f1968e44-63bc-43e7-b991-cea9c5d04d9f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7814736 Feb 04 21:04:27.587843 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da41b05-22ba-43b7-9ffc-2dbac45570e4 req-3cb1a9f2-2a69-406b-af74-f59eb4f03a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:27.589595 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8da41b05-22ba-43b7-9ffc-2dbac45570e4 req-3cb1a9f2-2a69-406b-af74-f59eb4f03a59 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.2580943 Feb 04 21:04:27.684434 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c526227-9dd7-4390-b406-dd33f7a62277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1f6a32-b7f4-443c-8969-b4767ae9d578', 'code': 200} Feb 04 21:04:27.824933 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b2b14-737d-4b32-af6e-43d6a30f6d70 req-e1bdf409-2a60-467f-80db-fce8137194e6 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:27.834675 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6d8b2b14-737d-4b32-af6e-43d6a30f6d70 req-e1bdf409-2a60-467f-80db-fce8137194e6 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f7b0650-e115-4f36-9afd-b1d0c6418da0 HTTP/1.1" status: 200 len: 946 time: 1.0838280 Feb 04 21:04:27.892478 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48a2a4-8a4f-467b-9986-dd58a85229e3 req-1ab892a1-2f6a-4927-a584-c1e546242efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:27.894018 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1b48a2a4-8a4f-467b-9986-dd58a85229e3 req-1ab892a1-2f6a-4927-a584-c1e546242efc service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6122406 Feb 04 21:04:28.016148 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6d8b2b14-737d-4b32-af6e-43d6a30f6d70 req-af9b3dcb-c518-418e-ac12-09a7430888eb tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802392 Feb 04 21:04:28.096077 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58194) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:28.110879 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-5872e12f-414a-41b2-b270-2c5de5c3cf6f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Request body: {'subnet': {'network_id': '1f16c8af-2da5-4ff8-a785-04219c3a50c4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:04:28.183257 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1b48a2a4-8a4f-467b-9986-dd58a85229e3 req-03a6c9a5-e032-48eb-a262-67fbe68cd31e tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eb69a80-2af3-4fba-a2bd-4d53a085f170 HTTP/1.1" status: 200 len: 210 time: 0.1743114 Feb 04 21:04:28.212725 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da41b05-22ba-43b7-9ffc-2dbac45570e4 req-02565fa0-17de-4ec5-bbca-b062c925117f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:28.214542 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8da41b05-22ba-43b7-9ffc-2dbac45570e4 req-02565fa0-17de-4ec5-bbca-b062c925117f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5839691 Feb 04 21:04:28.220491 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8da41b05-22ba-43b7-9ffc-2dbac45570e4 req-e3d5a968-5d7b-4419-bc19-bed4a2c87896 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6297560 Feb 04 21:04:28.317246 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5872e12f-414a-41b2-b270-2c5de5c3cf6f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:04:28.335111 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5872e12f-414a-41b2-b270-2c5de5c3cf6f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Usage tracker for resource:subnet and tenant:755ca53d42aa4e4693c8450bf4be8dc6 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:04:28.339364 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5872e12f-414a-41b2-b270-2c5de5c3cf6f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:04:28.347198 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5872e12f-414a-41b2-b270-2c5de5c3cf6f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:04:28.360660 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93081e20-b84a-4269-a63b-7de5f3686500 req-e43fc8ea-72a8-44c9-9fbd-098ff19ad2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:28.362571 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-93081e20-b84a-4269-a63b-7de5f3686500 req-e43fc8ea-72a8-44c9-9fbd-098ff19ad2b8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 1102 time: 0.3799670 Feb 04 21:04:28.398797 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5872e12f-414a-41b2-b270-2c5de5c3cf6f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Made reservation on behalf of 755ca53d42aa4e4693c8450bf4be8dc6 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:04:28.405551 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5872e12f-414a-41b2-b270-2c5de5c3cf6f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:28.435898 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0937d-55bd-424f-a3bc-a0f2aaa3a3c2 req-bb824878-9ad4-4b34-bcfe-51367f3ed807 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:28.437848 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fad0937d-55bd-424f-a3bc-a0f2aaa3a3c2 req-bb824878-9ad4-4b34-bcfe-51367f3ed807 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 947 time: 0.5518236 Feb 04 21:04:28.667669 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fad0937d-55bd-424f-a3bc-a0f2aaa3a3c2 req-ba3620a1-e50f-45ce-9788-1ab9071bdc94 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223110 Feb 04 21:04:28.690832 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8da41b05-22ba-43b7-9ffc-2dbac45570e4 req-5243d406-03de-4a10-9f9a-e43ffda82b75 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4651537 Feb 04 21:04:28.699734 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8da41b05-22ba-43b7-9ffc-2dbac45570e4 req-7550b9ce-daa0-4dbe-91d8-78912b1837b7 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527538 Feb 04 21:04:28.705902 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-93081e20-b84a-4269-a63b-7de5f3686500 req-5d0f0f40-53e7-4c17-94bb-bba2ba16c434 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312624 Feb 04 21:04:28.835068 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcdce72-dc9d-40f2-93f2-1ab8a9569c22 req-bcfa270e-ff1c-49c5-bcc3-3d58421e3ae2 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:28.836672 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bdcdce72-dc9d-40f2-93f2-1ab8a9569c22 req-bcfa270e-ff1c-49c5-bcc3-3d58421e3ae2 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 951 time: 0.3838885 Feb 04 21:04:28.910122 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5872e12f-414a-41b2-b270-2c5de5c3cf6f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:28.921541 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bdcdce72-dc9d-40f2-93f2-1ab8a9569c22 req-527ff286-1190-4b2f-907b-50e77c0ea7a7 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787127 Feb 04 21:04:28.924121 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8da41b05-22ba-43b7-9ffc-2dbac45570e4 req-93c45a94-9a38-4db6-881d-0c19737931d3 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222638 Feb 04 21:04:29.027102 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872e12f-414a-41b2-b270-2c5de5c3cf6f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Pushing event updated for resources: {'Subnet': ['ID=e19fa697-0a87-4fa4-bebd-ec8afe30bc36,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:29.040385 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5872e12f-414a-41b2-b270-2c5de5c3cf6f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Checking segment: {'id': 'ed245169-0de9-4b57-b483-8b3ec975113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '1f16c8af-2da5-4ff8-a785-04219c3a50c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:04:29.040748 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5872e12f-414a-41b2-b270-2c5de5c3cf6f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Network hostable DHCP agents. Network: 1f16c8af-2da5-4ff8-a785-04219c3a50c4, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:04:29.072165 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5872e12f-414a-41b2-b270-2c5de5c3cf6f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Network 1f16c8af-2da5-4ff8-a785-04219c3a50c4 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:04:29.087155 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-5872e12f-414a-41b2-b270-2c5de5c3cf6f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 1f16c8af-2da5-4ff8-a785-04219c3a50c4) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:04:29.097502 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5872e12f-414a-41b2-b270-2c5de5c3cf6f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:29.101448 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5872e12f-414a-41b2-b270-2c5de5c3cf6f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:29.102393 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defedf91-9565-4a83-8c93-4d08ca12e4c2 None None] Network 1f16c8af-2da5-4ff8-a785-04219c3a50c4 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:04:29.132026 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5872e12f-414a-41b2-b270-2c5de5c3cf6f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0330653 Feb 04 21:04:29.136671 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58230) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:29.144038 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-fe6ff202-1c30-4687-b4a5-958259623fc9 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1991150191'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:04:29.150406 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-fe6ff202-1c30-4687-b4a5-958259623fc9 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:04:29.155736 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-fe6ff202-1c30-4687-b4a5-958259623fc9 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Usage tracker for resource:network and tenant:755ca53d42aa4e4693c8450bf4be8dc6 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:04:29.159660 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-fe6ff202-1c30-4687-b4a5-958259623fc9 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:04:29.167299 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-fe6ff202-1c30-4687-b4a5-958259623fc9 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:04:29.182697 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6ff202-1c30-4687-b4a5-958259623fc9 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Made reservation on behalf of 755ca53d42aa4e4693c8450bf4be8dc6 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:04:29.186370 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fe6ff202-1c30-4687-b4a5-958259623fc9 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:29.217100 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe6ff202-1c30-4687-b4a5-958259623fc9 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:04:29.228184 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fe6ff202-1c30-4687-b4a5-958259623fc9 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:29.228537 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-fe6ff202-1c30-4687-b4a5-958259623fc9 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Added segment fcf6d690-59d7-46e9-a7e2-f8f50f63de5a of type vlan for network 99b5617c-85cd-4a4d-b31b-c3f2c3521982 Feb 04 21:04:29.256852 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fe6ff202-1c30-4687-b4a5-958259623fc9 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:29.294921 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fe6ff202-1c30-4687-b4a5-958259623fc9 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:29.301482 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6ff202-1c30-4687-b4a5-958259623fc9 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:29.302171 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fe6ff202-1c30-4687-b4a5-958259623fc9 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:29.363875 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-02aaa1ce-a6b7-44d9-84d9-5b385cf00524 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:29.367884 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-02aaa1ce-a6b7-44d9-84d9-5b385cf00524 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/networks?id=7d8c23e1-7a6b-46d1-9945-4c784d17e819 HTTP/1.1" status: 200 len: 812 time: 0.2347052 Feb 04 21:04:29.384757 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c0fffc-1cf2-48a7-8b69-2f6425c24cda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-1f16c8af-2da5-4ff8-a785-04219c3a50c4', 'network_id': '1f16c8af-2da5-4ff8-a785-04219c3a50c4', 'tenant_id': '755ca53d42aa4e4693c8450bf4be8dc6', 'fixed_ips': [{'subnet_id': 'e19fa697-0a87-4fa4-bebd-ec8afe30bc36'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:04:29.386259 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-69c0fffc-1cf2-48a7-8b69-2f6425c24cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:29.394283 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-f20de21e-b701-44f9-883f-00d9cc68ae55 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/quotas/6d15241bd78a41148bd0d1c2bdd856b4 HTTP/1.1" status: 200 len: 375 time: 0.0112274 Feb 04 21:04:29.403612 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93b317-3ce6-4ad3-bb46-0ef98e04578a req-a98ca74d-0d26-400f-be1a-cb558fcc5e35 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:29.410591 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5d93b317-3ce6-4ad3-bb46-0ef98e04578a req-a98ca74d-0d26-400f-be1a-cb558fcc5e35 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f7b0650-e115-4f36-9afd-b1d0c6418da0 HTTP/1.1" status: 200 len: 946 time: 0.1945469 Feb 04 21:04:29.431300 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ff202-1c30-4687-b4a5-958259623fc9 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Pushing event updated for resources: {'Network': ['ID=99b5617c-85cd-4a4d-b31b-c3f2c3521982,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:29.452813 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fe6ff202-1c30-4687-b4a5-958259623fc9 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3146307 Feb 04 21:04:29.456697 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58234) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:29.464056 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-218f8eee-2ee7-48f8-b0a5-8a52e04b5151 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Request body: {'subnet': {'network_id': '99b5617c-85cd-4a4d-b31b-c3f2c3521982', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:04:29.493656 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 33d673ac-4e6b-437c-82e0-b03fb11414c2 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:04:29.495480 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 99b5617c-85cd-4a4d-b31b-c3f2c3521982 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:04:29.502391 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-5e10486c-bfe7-4107-a0f4-218616819d13 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d15241bd78a41148bd0d1c2bdd856b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753803 Feb 04 21:04:29.570714 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5d93b317-3ce6-4ad3-bb46-0ef98e04578a req-4190e353-9d81-412e-ae6e-c58e4a8ce99d tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588957 Feb 04 21:04:29.711721 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-218f8eee-2ee7-48f8-b0a5-8a52e04b5151 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:04:29.717610 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-218f8eee-2ee7-48f8-b0a5-8a52e04b5151 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Usage tracker for resource:subnet and tenant:755ca53d42aa4e4693c8450bf4be8dc6 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:04:29.720829 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-218f8eee-2ee7-48f8-b0a5-8a52e04b5151 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:04:29.731091 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-218f8eee-2ee7-48f8-b0a5-8a52e04b5151 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:04:29.757198 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218f8eee-2ee7-48f8-b0a5-8a52e04b5151 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Made reservation on behalf of 755ca53d42aa4e4693c8450bf4be8dc6 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:04:29.762815 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-218f8eee-2ee7-48f8-b0a5-8a52e04b5151 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:29.937553 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 33d673ac-4e6b-437c-82e0-b03fb11414c2, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=33d673ac-4e6b-437c-82e0-b03fb11414c2,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:29.965707 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '33d673ac-4e6b-437c-82e0-b03fb11414c2', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': '33d673ac-4e6b-437c-82e0-b03fb11414c2', 'mac_address': 'fa:16:3e:62:71:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:04:29.969461 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-627dc69c-0e78-4006-810c-0ffdf8948693 service neutron] 10.222.0.26 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417906 Feb 04 21:04:29.996474 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe780a1-c5b0-4455-8f2e-04934fbb98f6 req-9345dc13-3024-4f68-9214-7b5dfa66ae4d tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:29.997980 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5fe780a1-c5b0-4455-8f2e-04934fbb98f6 req-9345dc13-3024-4f68-9214-7b5dfa66ae4d tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 945 time: 0.1501510 Feb 04 21:04:30.032448 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-69c0fffc-1cf2-48a7-8b69-2f6425c24cda None None] Allocated IP 2001:db8:0:ffff::2 (1f16c8af-2da5-4ff8-a785-04219c3a50c4/e19fa697-0a87-4fa4-bebd-ec8afe30bc36/d2c3f86c-e0b9-44d2-a14e-ff252b1edca0) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:04:30.137673 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:30.155694 n-d-827896-1 neutron-server[87682]: DEBUG neutron.objects.ports [None req-218f8eee-2ee7-48f8-b0a5-8a52e04b5151 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87682) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 21:04:30.156875 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-218f8eee-2ee7-48f8-b0a5-8a52e04b5151 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:30.169700 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d673ac-4e6b-437c-82e0-b03fb11414c2 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:04:30.187473 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 33d673ac-4e6b-437c-82e0-b03fb11414c2, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=33d673ac-4e6b-437c-82e0-b03fb11414c2,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:30.196473 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:30.199545 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-7ee5e67a-566c-4e23-9c38-c32fa4867d6b service neutron] 10.222.0.26 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194548 Feb 04 21:04:30.210441 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5fe780a1-c5b0-4455-8f2e-04934fbb98f6 req-badce9c0-fd48-4600-b6c5-c9df10f71aad tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828063 Feb 04 21:04:30.280386 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f8eee-2ee7-48f8-b0a5-8a52e04b5151 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Pushing event updated for resources: {'Subnet': ['ID=6b16962b-ae6e-49ed-85e2-530b1ca7b39b,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:30.287057 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218f8eee-2ee7-48f8-b0a5-8a52e04b5151 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Checking segment: {'id': 'fcf6d690-59d7-46e9-a7e2-f8f50f63de5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '99b5617c-85cd-4a4d-b31b-c3f2c3521982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:04:30.287506 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218f8eee-2ee7-48f8-b0a5-8a52e04b5151 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Network hostable DHCP agents. Network: 99b5617c-85cd-4a4d-b31b-c3f2c3521982, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:04:30.311369 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218f8eee-2ee7-48f8-b0a5-8a52e04b5151 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Network 99b5617c-85cd-4a4d-b31b-c3f2c3521982 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:04:30.324469 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-218f8eee-2ee7-48f8-b0a5-8a52e04b5151 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 99b5617c-85cd-4a4d-b31b-c3f2c3521982) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:04:30.330529 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218f8eee-2ee7-48f8-b0a5-8a52e04b5151 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:30.331657 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-218f8eee-2ee7-48f8-b0a5-8a52e04b5151 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:30.351223 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75594534-ea34-438d-81ff-c52ee2c40987 None None] Network 99b5617c-85cd-4a4d-b31b-c3f2c3521982 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:04:30.359672 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-218f8eee-2ee7-48f8-b0a5-8a52e04b5151 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9015768 Feb 04 21:04:30.362520 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58254) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:30.371102 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-bcc09e4b-5d3a-4990-a74d-f2b5423029a0 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Request body: {'port': {'network_id': '99b5617c-85cd-4a4d-b31b-c3f2c3521982', 'name': 'tempest-NetworksIpV6TestAttrs-8956829'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:04:30.506828 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=33d673ac-4e6b-437c-82e0-b03fb11414c2,revision_number=8']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:30.533245 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7beb5-1ba4-4967-9a8c-fbd204ad7eb8 req-ba6d6c8b-b4b6-4258-ad4f-cb2fdf0a953b tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:30.535509 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-41c7beb5-1ba4-4967-9a8c-fbd204ad7eb8 req-ba6d6c8b-b4b6-4258-ad4f-cb2fdf0a953b tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 948 time: 0.1929903 Feb 04 21:04:30.569048 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-69c0fffc-1cf2-48a7-8b69-2f6425c24cda None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:30.573040 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['33d673ac-4e6b-437c-82e0-b03fb11414c2'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:04:30.610280 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-bcc09e4b-5d3a-4990-a74d-f2b5423029a0 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:04:30.614452 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-bcc09e4b-5d3a-4990-a74d-f2b5423029a0 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Usage tracker for resource:port and tenant:755ca53d42aa4e4693c8450bf4be8dc6 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:04:30.618484 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-bcc09e4b-5d3a-4990-a74d-f2b5423029a0 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:04:30.624780 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-bcc09e4b-5d3a-4990-a74d-f2b5423029a0 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:04:30.631301 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-69c0fffc-1cf2-48a7-8b69-2f6425c24cda None None] Transition to ACTIVE for port object d2c3f86c-e0b9-44d2-a14e-ff252b1edca0 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:04:30.637352 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc09e4b-5d3a-4990-a74d-f2b5423029a0 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Made reservation on behalf of 755ca53d42aa4e4693c8450bf4be8dc6 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:04:30.641480 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bcc09e4b-5d3a-4990-a74d-f2b5423029a0 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:30.668344 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-bcc09e4b-5d3a-4990-a74d-f2b5423029a0 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] device_id is not set on port 8d81f761-30b4-4564-be89-f8337b0984b5 yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:04:30.689800 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-41c7beb5-1ba4-4967-9a8c-fbd204ad7eb8 req-92aa581c-5854-4302-b8f4-880fa8fa3656 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399815 Feb 04 21:04:30.704437 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-69c0fffc-1cf2-48a7-8b69-2f6425c24cda None None] Transition to ACTIVE for port object d2c3f86c-e0b9-44d2-a14e-ff252b1edca0 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:04:30.731119 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf2f2-c436-4f18-a661-d59b006ab432 req-9a25da2c-f9ff-41a4-973a-412213a7aa98 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:30.732614 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-899bf2f2-c436-4f18-a661-d59b006ab432 req-9a25da2c-f9ff-41a4-973a-412213a7aa98 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 951 time: 0.1587291 Feb 04 21:04:30.735591 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-69c0fffc-1cf2-48a7-8b69-2f6425c24cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:30.792064 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-899bf2f2-c436-4f18-a661-d59b006ab432 req-5443cc17-acb1-410d-a477-0c15136fe906 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544260 Feb 04 21:04:30.873127 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c0fffc-1cf2-48a7-8b69-2f6425c24cda None None] Network 1f16c8af-2da5-4ff8-a785-04219c3a50c4 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:04:30.887335 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-69c0fffc-1cf2-48a7-8b69-2f6425c24cda None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:04:30.889342 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b8980e-8ef3-40cd-add4-59e6b3a61142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-99b5617c-85cd-4a4d-b31b-c3f2c3521982', 'network_id': '99b5617c-85cd-4a4d-b31b-c3f2c3521982', 'tenant_id': '755ca53d42aa4e4693c8450bf4be8dc6', 'fixed_ips': [{'subnet_id': '6b16962b-ae6e-49ed-85e2-530b1ca7b39b'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:04:30.890145 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-65b8980e-8ef3-40cd-add4-59e6b3a61142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:30.904539 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c0fffc-1cf2-48a7-8b69-2f6425c24cda None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:04:30.919570 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0fffc-1cf2-48a7-8b69-2f6425c24cda None None] Pushing event updated for resources: {'Port': ['ID=d2c3f86c-e0b9-44d2-a14e-ff252b1edca0,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:30.967853 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-bcc09e4b-5d3a-4990-a74d-f2b5423029a0 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Allocated IP 2001:db8::f816:3eff:fec8:f5a7 (99b5617c-85cd-4a4d-b31b-c3f2c3521982/6b16962b-ae6e-49ed-85e2-530b1ca7b39b/8d81f761-30b4-4564-be89-f8337b0984b5) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:04:30.970758 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8cf3acf9-d9a2-4bb4-bb43-eba93c0352f8 req-73b0b8ee-b2f7-4804-9ac4-b0023ce44109 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=751d84cd-e109-4dc9-8661-6b6fa21b0c23 HTTP/1.1" status: 200 len: 210 time: 0.0871089 Feb 04 21:04:31.131080 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-69c0fffc-1cf2-48a7-8b69-2f6425c24cda None None] Attempting to bind port d2c3f86c-e0b9-44d2-a14e-ff252b1edca0 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:04:31.131454 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-69c0fffc-1cf2-48a7-8b69-2f6425c24cda None None] Attempting to bind port d2c3f86c-e0b9-44d2-a14e-ff252b1edca0 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': 'ed245169-0de9-4b57-b483-8b3ec975113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '1f16c8af-2da5-4ff8-a785-04219c3a50c4'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:04:31.131813 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c0fffc-1cf2-48a7-8b69-2f6425c24cda None None] Attempting to bind port d2c3f86c-e0b9-44d2-a14e-ff252b1edca0 on network 1f16c8af-2da5-4ff8-a785-04219c3a50c4 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:04:31.159896 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c0fffc-1cf2-48a7-8b69-2f6425c24cda None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:04:31.160708 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c0fffc-1cf2-48a7-8b69-2f6425c24cda None None] Checking segment: {'id': 'ed245169-0de9-4b57-b483-8b3ec975113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '1f16c8af-2da5-4ff8-a785-04219c3a50c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:04:31.160708 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-69c0fffc-1cf2-48a7-8b69-2f6425c24cda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:31.161032 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c0fffc-1cf2-48a7-8b69-2f6425c24cda None None] Bound using segment: {'id': 'ed245169-0de9-4b57-b483-8b3ec975113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '1f16c8af-2da5-4ff8-a785-04219c3a50c4'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:04:31.161544 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-69c0fffc-1cf2-48a7-8b69-2f6425c24cda None None] Bound port: d2c3f86c-e0b9-44d2-a14e-ff252b1edca0, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed245169-0de9-4b57-b483-8b3ec975113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '1f16c8af-2da5-4ff8-a785-04219c3a50c4'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:04:31.161944 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-69c0fffc-1cf2-48a7-8b69-2f6425c24cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:31.315675 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-69c0fffc-1cf2-48a7-8b69-2f6425c24cda None None] For port d2c3f86c-e0b9-44d2-a14e-ff252b1edca0, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:04:31.319479 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-69c0fffc-1cf2-48a7-8b69-2f6425c24cda None None] For port d2c3f86c-e0b9-44d2-a14e-ff252b1edca0, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=d2c3f86c-e0b9-44d2-a14e-ff252b1edca0,segment=NetworkSegment(ed245169-0de9-4b57-b483-8b3ec975113b),segment_id=ed245169-0de9-4b57-b483-8b3ec975113b)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:04:31.329106 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-69c0fffc-1cf2-48a7-8b69-2f6425c24cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:31.332630 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127dc61e-7d63-4122-ba8b-87dec0cd54c1 req-d4c567a7-1d54-4100-8bd4-d43ce36df8d2 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:31.354846 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-127dc61e-7d63-4122-ba8b-87dec0cd54c1 req-d4c567a7-1d54-4100-8bd4-d43ce36df8d2 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f7b0650-e115-4f36-9afd-b1d0c6418da0 HTTP/1.1" status: 200 len: 946 time: 0.1637669 Feb 04 21:04:31.381191 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bcc09e4b-5d3a-4990-a74d-f2b5423029a0 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:31.402162 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-bcc09e4b-5d3a-4990-a74d-f2b5423029a0 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Transition to ACTIVE for port object 8d81f761-30b4-4564-be89-f8337b0984b5 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:04:31.425703 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-127dc61e-7d63-4122-ba8b-87dec0cd54c1 req-8bffd680-5f69-47c7-a010-c03fcfe20d7c tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696874 Feb 04 21:04:31.448196 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bcc09e4b-5d3a-4990-a74d-f2b5423029a0 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:31.580264 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0fffc-1cf2-48a7-8b69-2f6425c24cda None None] Pushing event updated for resources: {'Port': ['ID=d2c3f86c-e0b9-44d2-a14e-ff252b1edca0,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:31.589645 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-65b8980e-8ef3-40cd-add4-59e6b3a61142 None None] Allocated IP 2001:db8::f816:3eff:fe98:c101 (99b5617c-85cd-4a4d-b31b-c3f2c3521982/6b16962b-ae6e-49ed-85e2-530b1ca7b39b/4adda0cd-dff2-4017-b8b9-dedf0cc8fb36) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:04:31.628784 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc09e4b-5d3a-4990-a74d-f2b5423029a0 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Pushing event updated for resources: {'Port': ['ID=8d81f761-30b4-4564-be89-f8337b0984b5,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:31.647362 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc09e4b-5d3a-4990-a74d-f2b5423029a0 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Network 99b5617c-85cd-4a4d-b31b-c3f2c3521982 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:04:31.648700 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-bcc09e4b-5d3a-4990-a74d-f2b5423029a0 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:04:31.651473 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc09e4b-5d3a-4990-a74d-f2b5423029a0 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:04:31.658197 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc09e4b-5d3a-4990-a74d-f2b5423029a0 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:31.659046 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bcc09e4b-5d3a-4990-a74d-f2b5423029a0 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:31.711476 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bcc09e4b-5d3a-4990-a74d-f2b5423029a0 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3475394 Feb 04 21:04:31.712143 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58288) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:31.859993 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-23db3b22-3f08-4757-8039-d23ef5632dc6 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Deleting subnet 6b16962b-ae6e-49ed-85e2-530b1ca7b39b {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:04:31.912670 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-65b8980e-8ef3-40cd-add4-59e6b3a61142 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:31.925334 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-65b8980e-8ef3-40cd-add4-59e6b3a61142 None None] Transition to ACTIVE for port object 4adda0cd-dff2-4017-b8b9-dedf0cc8fb36 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:04:31.927948 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-c4a6f6e8-94b9-4b21-9ec3-2a8a07fe2a75 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:31.931649 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-c4a6f6e8-94b9-4b21-9ec3-2a8a07fe2a75 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7&tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&binding%3Ahost_id=n-h2-827896-1 HTTP/1.1" status: 200 len: 948 time: 0.3088610 Feb 04 21:04:31.956315 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-65b8980e-8ef3-40cd-add4-59e6b3a61142 None None] Transition to ACTIVE for port object 4adda0cd-dff2-4017-b8b9-dedf0cc8fb36 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:04:31.962956 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-65b8980e-8ef3-40cd-add4-59e6b3a61142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:32.017573 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d946d69-c3a9-4ef9-b1cc-ab42fb68ebb2 req-3bb1b3ff-17df-45df-a9d2-bbfeeee9d9ad tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:32.018779 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-23db3b22-3f08-4757-8039-d23ef5632dc6 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:32.024444 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4d946d69-c3a9-4ef9-b1cc-ab42fb68ebb2 req-3bb1b3ff-17df-45df-a9d2-bbfeeee9d9ad tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 948 time: 0.2743349 Feb 04 21:04:32.056980 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8980e-8ef3-40cd-add4-59e6b3a61142 None None] Pushing event updated for resources: {'Port': ['ID=4adda0cd-dff2-4017-b8b9-dedf0cc8fb36,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:32.077979 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b8980e-8ef3-40cd-add4-59e6b3a61142 None None] Network 99b5617c-85cd-4a4d-b31b-c3f2c3521982 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:04:32.079119 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-65b8980e-8ef3-40cd-add4-59e6b3a61142 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:04:32.081571 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b8980e-8ef3-40cd-add4-59e6b3a61142 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:04:32.198422 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-65b8980e-8ef3-40cd-add4-59e6b3a61142 None None] Attempting to bind port 4adda0cd-dff2-4017-b8b9-dedf0cc8fb36 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:04:32.199114 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-65b8980e-8ef3-40cd-add4-59e6b3a61142 None None] Attempting to bind port 4adda0cd-dff2-4017-b8b9-dedf0cc8fb36 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': 'fcf6d690-59d7-46e9-a7e2-f8f50f63de5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '99b5617c-85cd-4a4d-b31b-c3f2c3521982'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:04:32.199114 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b8980e-8ef3-40cd-add4-59e6b3a61142 None None] Attempting to bind port 4adda0cd-dff2-4017-b8b9-dedf0cc8fb36 on network 99b5617c-85cd-4a4d-b31b-c3f2c3521982 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:04:32.206429 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b8980e-8ef3-40cd-add4-59e6b3a61142 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:04:32.206862 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b8980e-8ef3-40cd-add4-59e6b3a61142 None None] Checking segment: {'id': 'fcf6d690-59d7-46e9-a7e2-f8f50f63de5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '99b5617c-85cd-4a4d-b31b-c3f2c3521982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:04:32.207273 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-65b8980e-8ef3-40cd-add4-59e6b3a61142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:32.207664 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b8980e-8ef3-40cd-add4-59e6b3a61142 None None] Bound using segment: {'id': 'fcf6d690-59d7-46e9-a7e2-f8f50f63de5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '99b5617c-85cd-4a4d-b31b-c3f2c3521982'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:04:32.208202 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-65b8980e-8ef3-40cd-add4-59e6b3a61142 None None] Bound port: 4adda0cd-dff2-4017-b8b9-dedf0cc8fb36, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf6d690-59d7-46e9-a7e2-f8f50f63de5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '99b5617c-85cd-4a4d-b31b-c3f2c3521982'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:04:32.208625 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-65b8980e-8ef3-40cd-add4-59e6b3a61142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:32.227491 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4d946d69-c3a9-4ef9-b1cc-ab42fb68ebb2 req-e75a76e3-8288-4690-b9db-36b774a56296 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020791 Feb 04 21:04:32.274537 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-d22fd181-4974-49d6-bb8b-7bf47a5ed6ee service neutron] 10.222.0.18 "GET /v2.0/ports/33d673ac-4e6b-437c-82e0-b03fb11414c2/bindings/n-h2-827896-1 HTTP/1.1" status: 200 len: 382 time: 0.3343668 Feb 04 21:04:32.366854 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a2dc4-92d5-4213-bb55-7814dbf193e8 req-71347362-9d34-46db-8178-2d3e68f958f5 tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:32.373677 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-395a2dc4-92d5-4213-bb55-7814dbf193e8 req-71347362-9d34-46db-8178-2d3e68f958f5 tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 1102 time: 0.2914758 Feb 04 21:04:32.379758 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-65b8980e-8ef3-40cd-add4-59e6b3a61142 None None] For port 4adda0cd-dff2-4017-b8b9-dedf0cc8fb36, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:04:32.383381 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-23db3b22-3f08-4757-8039-d23ef5632dc6 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:32.384748 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-65b8980e-8ef3-40cd-add4-59e6b3a61142 None None] For port 4adda0cd-dff2-4017-b8b9-dedf0cc8fb36, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=4adda0cd-dff2-4017-b8b9-dedf0cc8fb36,segment=NetworkSegment(fcf6d690-59d7-46e9-a7e2-f8f50f63de5a),segment_id=fcf6d690-59d7-46e9-a7e2-f8f50f63de5a)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:04:32.389713 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-65b8980e-8ef3-40cd-add4-59e6b3a61142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:32.450576 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47d01026-8495-448e-bab8-411c52b22b92 req-47a8ef7f-fac5-4242-b227-767bc8180979 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=751d84cd-e109-4dc9-8661-6b6fa21b0c23 HTTP/1.1" status: 200 len: 210 time: 0.0710964 Feb 04 21:04:32.488336 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-395a2dc4-92d5-4213-bb55-7814dbf193e8 req-f4ade329-2ec1-4650-b72e-ea6992d0b806 tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046712 Feb 04 21:04:32.490792 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8980e-8ef3-40cd-add4-59e6b3a61142 None None] Pushing event updated for resources: {'Port': ['ID=4adda0cd-dff2-4017-b8b9-dedf0cc8fb36,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:32.532943 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-bd5ad917-0e75-4197-842f-6ca998640dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:32.534478 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-bd5ad917-0e75-4197-842f-6ca998640dab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 1099 time: 0.2155952 Feb 04 21:04:32.550046 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-73a19087-b644-4964-85ee-3ba63448e62d tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:32.551986 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-73a19087-b644-4964-85ee-3ba63448e62d tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.32 "GET /v2.0/networks?id=7d8c23e1-7a6b-46d1-9945-4c784d17e819 HTTP/1.1" status: 200 len: 812 time: 0.5964327 Feb 04 21:04:32.564518 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-242fa54e-f5fd-4515-89b5-2f1da0c1ae62 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Request body: {'port': {'device_id': '751d84cd-e109-4dc9-8661-6b6fa21b0c23', 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819', 'admin_state_up': True, 'tenant_id': '6d15241bd78a41148bd0d1c2bdd856b4'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:04:32.600264 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:32.738174 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-242fa54e-f5fd-4515-89b5-2f1da0c1ae62 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:04:32.756644 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-242fa54e-f5fd-4515-89b5-2f1da0c1ae62 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:04:32.836906 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-242fa54e-f5fd-4515-89b5-2f1da0c1ae62 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Made reservation on behalf of 6d15241bd78a41148bd0d1c2bdd856b4 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:04:32.840569 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-242fa54e-f5fd-4515-89b5-2f1da0c1ae62 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:32.841960 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-64d955e9-a91c-48b3-872a-4b6bc33bb1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:32.844407 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-64d955e9-a91c-48b3-872a-4b6bc33bb1ec service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.3014030 Feb 04 21:04:32.905406 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-23db3b22-3f08-4757-8039-d23ef5632dc6 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:32.959361 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device d2c3f86c-e0b9-44d2-a14e-ff252b1edca0 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:04:33.069418 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port d2c3f86c-e0b9-44d2-a14e-ff252b1edca0 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:04:33.070175 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-c9e1b870-da5d-41ff-b41c-ee4cf2304a3e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=33d673ac-4e6b-437c-82e0-b03fb11414c2 HTTP/1.1" status: 200 len: 217 time: 0.1854947 Feb 04 21:04:33.162683 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-23db3b22-3f08-4757-8039-d23ef5632dc6 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:33.178009 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-9064e4cb-358d-4738-b327-54870ace1fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:33.179601 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-9064e4cb-358d-4738-b327-54870ace1fc9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.1025031 Feb 04 21:04:33.188846 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ad0e8-3c49-4706-82d4-c71f49058a69 req-b0be1ecb-7483-4d53-b4e5-add2dcc5ee7b tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:33.190353 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eb9ad0e8-3c49-4706-82d4-c71f49058a69 req-b0be1ecb-7483-4d53-b4e5-add2dcc5ee7b tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f7b0650-e115-4f36-9afd-b1d0c6418da0 HTTP/1.1" status: 200 len: 946 time: 0.4401710 Feb 04 21:04:33.231788 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db3b22-3f08-4757-8039-d23ef5632dc6 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Pushing event deleted for resources: {'Subnet': ['ID=6b16962b-ae6e-49ed-85e2-530b1ca7b39b,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:33.234340 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-23db3b22-3f08-4757-8039-d23ef5632dc6 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:33.261484 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-23db3b22-3f08-4757-8039-d23ef5632dc6 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] 10.222.0.26 "DELETE /v2.0/subnets/6b16962b-ae6e-49ed-85e2-530b1ca7b39b HTTP/1.1" status: 204 len: 168 time: 1.5461674 Feb 04 21:04:33.261944 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58308) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:33.342949 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-242fa54e-f5fd-4515-89b5-2f1da0c1ae62 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Allocated IP 172.20.0.2 (7d8c23e1-7a6b-46d1-9945-4c784d17e819/ea06751d-fd50-4f4f-b006-53a1caf881e1/3318c8b4-16ab-40cd-b525-0e79358f00f1) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:04:33.351203 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20cbb15-9ead-4e8f-aedf-ce0f4926eb86 None None] Network 1f16c8af-2da5-4ff8-a785-04219c3a50c4 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:04:33.433533 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792cbd1-8da3-4328-a577-3502f5078f09 req-611cfc52-17ad-42b7-bfdc-68c4369134cb tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:33.435011 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2792cbd1-8da3-4328-a577-3502f5078f09 req-611cfc52-17ad-42b7-bfdc-68c4369134cb tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 1102 time: 0.4116282 Feb 04 21:04:33.438890 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 33d673ac-4e6b-437c-82e0-b03fb11414c2 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:04:33.486277 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eb9ad0e8-3c49-4706-82d4-c71f49058a69 req-6346ae4e-65b7-4f82-b267-a4401d8c9133 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573390 Feb 04 21:04:33.516803 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39518d4-0d34-4b4c-a580-2da3c1fc1dd8 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:33.527450 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39518d4-0d34-4b4c-a580-2da3c1fc1dd8 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:33.529111 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e39518d4-0d34-4b4c-a580-2da3c1fc1dd8 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2651603 Feb 04 21:04:33.533197 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58318) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:33.539554 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-4945b316-96df-41a0-8e24-31b83bb872d5 None None] Provisioning for port d2c3f86c-e0b9-44d2-a14e-ff252b1edca0 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:04:33.547871 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-4945b316-96df-41a0-8e24-31b83bb872d5 None None] Provisioning complete for port d2c3f86c-e0b9-44d2-a14e-ff252b1edca0 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:04:33.548498 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4945b316-96df-41a0-8e24-31b83bb872d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:33.566625 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2792cbd1-8da3-4328-a577-3502f5078f09 req-a4d2959b-61b2-4e2c-9d43-3848e885df5a tempest-ServersAdminTestJSON-1453376884 tempest-ServersAdminTestJSON-1453376884-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181259 Feb 04 21:04:33.593938 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-bdd8d9ae-f31b-4736-80ee-7b314a24cef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:33.595968 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-bdd8d9ae-f31b-4736-80ee-7b314a24cef5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4047382 Feb 04 21:04:33.742085 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2ae8baec-6dc6-4915-a3a9-f2093589f24b tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:33.752648 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-242fa54e-f5fd-4515-89b5-2f1da0c1ae62 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:33.758149 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae8baec-6dc6-4915-a3a9-f2093589f24b tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 04 21:04:33.758658 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ae8baec-6dc6-4915-a3a9-f2093589f24b tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:04:33.760376 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2ae8baec-6dc6-4915-a3a9-f2093589f24b tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] 10.222.0.26 "DELETE /v2.0/networks/99b5617c-85cd-4a4d-b31b-c3f2c3521982 HTTP/1.1" status: 409 len: 405 time: 0.2239072 Feb 04 21:04:33.764752 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58324) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:33.772742 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-6a75d818-5a42-4c96-827a-b61f9514266d tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1618361277'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:04:33.779572 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6a75d818-5a42-4c96-827a-b61f9514266d tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:04:33.786137 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6a75d818-5a42-4c96-827a-b61f9514266d tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Usage tracker for resource:network and tenant:755ca53d42aa4e4693c8450bf4be8dc6 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:04:33.790810 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6a75d818-5a42-4c96-827a-b61f9514266d tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:04:33.798289 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6a75d818-5a42-4c96-827a-b61f9514266d tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:04:33.822738 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 33d673ac-4e6b-437c-82e0-b03fb11414c2 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:04:33.844621 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a75d818-5a42-4c96-827a-b61f9514266d tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Made reservation on behalf of 755ca53d42aa4e4693c8450bf4be8dc6 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:04:33.851651 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6a75d818-5a42-4c96-827a-b61f9514266d tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:33.867884 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 33d673ac-4e6b-437c-82e0-b03fb11414c2 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:04:33.868343 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:33.881373 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-242fa54e-f5fd-4515-89b5-2f1da0c1ae62 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:33.957438 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4945b316-96df-41a0-8e24-31b83bb872d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:34.003671 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a75d818-5a42-4c96-827a-b61f9514266d tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:04:34.005156 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ccf29-ccdd-446e-8558-be80089cc7e3 req-33488257-ddb3-47d2-9aba-402c291b1044 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:34.007107 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-103ccf29-ccdd-446e-8558-be80089cc7e3 req-33488257-ddb3-47d2-9aba-402c291b1044 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 948 time: 0.4057148 Feb 04 21:04:34.012507 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-242fa54e-f5fd-4515-89b5-2f1da0c1ae62 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Network 7d8c23e1-7a6b-46d1-9945-4c784d17e819 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:04:34.019490 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242fa54e-f5fd-4515-89b5-2f1da0c1ae62 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Pushing event updated for resources: {'Port': ['ID=3318c8b4-16ab-40cd-b525-0e79358f00f1,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:34.022685 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-242fa54e-f5fd-4515-89b5-2f1da0c1ae62 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:04:34.025874 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-242fa54e-f5fd-4515-89b5-2f1da0c1ae62 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:04:34.027001 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-8750aa2a-d3dd-4520-be1e-e0a722a09b6f service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613641 Feb 04 21:04:34.050717 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-4945b316-96df-41a0-8e24-31b83bb872d5 None None] For port d2c3f86c-e0b9-44d2-a14e-ff252b1edca0, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=d2c3f86c-e0b9-44d2-a14e-ff252b1edca0,segment=NetworkSegment(ed245169-0de9-4b57-b483-8b3ec975113b),segment_id=ed245169-0de9-4b57-b483-8b3ec975113b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:34.066805 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6a75d818-5a42-4c96-827a-b61f9514266d tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:34.067155 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-6a75d818-5a42-4c96-827a-b61f9514266d tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Added segment 09cca67f-4b37-4034-998e-af791df74638 of type vlan for network 71536830-e045-461a-9510-4b25079e54ca Feb 04 21:04:34.100182 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4945b316-96df-41a0-8e24-31b83bb872d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:34.131183 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6a75d818-5a42-4c96-827a-b61f9514266d tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:34.139891 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-242fa54e-f5fd-4515-89b5-2f1da0c1ae62 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:34.140521 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-242fa54e-f5fd-4515-89b5-2f1da0c1ae62 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:34.159448 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15346677-f61b-429a-8c61-ed4573e769e9 req-ba078c7e-9821-4bb0-b54a-933384d77ff8 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:34.167837 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-15346677-f61b-429a-8c61-ed4573e769e9 req-ba078c7e-9821-4bb0-b54a-933384d77ff8 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=751d84cd-e109-4dc9-8661-6b6fa21b0c23 HTTP/1.1" status: 200 len: 931 time: 0.3420866 Feb 04 21:04:34.174547 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-242fa54e-f5fd-4515-89b5-2f1da0c1ae62 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6142201 Feb 04 21:04:34.188994 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-0ffd6bfe-3b1a-4541-a144-4cc0edeff574 service neutron] Request body: {'port': {'device_id': '751d84cd-e109-4dc9-8661-6b6fa21b0c23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:04:34.195135 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:34.220888 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945b316-96df-41a0-8e24-31b83bb872d5 None None] Pushing event updated for resources: {'Port': ['ID=d2c3f86c-e0b9-44d2-a14e-ff252b1edca0,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:34.221407 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-103ccf29-ccdd-446e-8558-be80089cc7e3 req-489e26b4-ee24-48e7-820e-d1de9b45da37 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048483 Feb 04 21:04:34.247126 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d673ac-4e6b-437c-82e0-b03fb11414c2'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:04:34.255104 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6a75d818-5a42-4c96-827a-b61f9514266d tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:34.262405 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a75d818-5a42-4c96-827a-b61f9514266d tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:34.262876 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6a75d818-5a42-4c96-827a-b61f9514266d tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:34.263171 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 33d673ac-4e6b-437c-82e0-b03fb11414c2, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=33d673ac-4e6b-437c-82e0-b03fb11414c2,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:34.274177 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:34.274978 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 88606a30-0adc-41c2-8bc6-51b965a3377c no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:04:34.308275 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52633ad-057d-4ef4-a34f-08448a837044 None None] Network 99b5617c-85cd-4a4d-b31b-c3f2c3521982 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:04:34.337870 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-15346677-f61b-429a-8c61-ed4573e769e9 req-57fbb224-3b19-43f1-a2a4-4b44db1e6709 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690538 Feb 04 21:04:34.387669 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-de197998-bf56-4d6e-aa95-f8c66afbb651 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355117 Feb 04 21:04:34.466409 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a75d818-5a42-4c96-827a-b61f9514266d tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Pushing event updated for resources: {'Network': ['ID=71536830-e045-461a-9510-4b25079e54ca,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:34.472027 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6a75d818-5a42-4c96-827a-b61f9514266d tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7062240 Feb 04 21:04:34.476116 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58334) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:34.481901 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-413e3c47-6ced-4373-afdb-98a7ddd33483 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Request body: {'subnet': {'network_id': '71536830-e045-461a-9510-4b25079e54ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:04:34.514145 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-0ffd6bfe-3b1a-4541-a144-4cc0edeff574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:34.540408 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 71536830-e045-461a-9510-4b25079e54ca details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:04:34.576326 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d673ac-4e6b-437c-82e0-b03fb11414c2', 'code': 200} Feb 04 21:04:34.683661 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-413e3c47-6ced-4373-afdb-98a7ddd33483 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:04:34.723286 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c77837b6-a11f-4491-9889-289695b6ebe7 None None] Provisioning for port 4adda0cd-dff2-4017-b8b9-dedf0cc8fb36 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:04:34.729667 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-413e3c47-6ced-4373-afdb-98a7ddd33483 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Usage tracker for resource:subnet and tenant:755ca53d42aa4e4693c8450bf4be8dc6 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:04:34.735042 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-413e3c47-6ced-4373-afdb-98a7ddd33483 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:04:34.792110 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=33d673ac-4e6b-437c-82e0-b03fb11414c2,revision_number=9']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:34.795109 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-413e3c47-6ced-4373-afdb-98a7ddd33483 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:04:34.868402 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413e3c47-6ced-4373-afdb-98a7ddd33483 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Made reservation on behalf of 755ca53d42aa4e4693c8450bf4be8dc6 for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:04:34.872169 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-413e3c47-6ced-4373-afdb-98a7ddd33483 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:34.924161 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:34.957687 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device d2c3f86c-e0b9-44d2-a14e-ff252b1edca0 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:04:34.990931 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49c319-03a1-4c3b-93d9-c8c72ac169aa req-5c451063-7d90-442f-a288-e126bafa3bf6 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:34.992476 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6b49c319-03a1-4c3b-93d9-c8c72ac169aa req-5c451063-7d90-442f-a288-e126bafa3bf6 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f7b0650-e115-4f36-9afd-b1d0c6418da0 HTTP/1.1" status: 200 len: 946 time: 0.3118241 Feb 04 21:04:35.007660 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f60ba-31cf-4078-a7fb-5c3075b49bee req-ee78f611-6a89-481d-b6ed-da22cf4dfe5b tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:35.009178 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a94f60ba-31cf-4078-a7fb-5c3075b49bee req-ee78f611-6a89-481d-b6ed-da22cf4dfe5b tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b091b89-2698-4bb6-a26d-a33a51895e72 HTTP/1.1" status: 200 len: 949 time: 0.2815948 Feb 04 21:04:35.030430 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c7d803bc-9c3e-42cc-b953-350aadcb1946 None None] Provisioning complete for port d2c3f86c-e0b9-44d2-a14e-ff252b1edca0 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:04:35.030849 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c7d803bc-9c3e-42cc-b953-350aadcb1946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:35.087471 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 88606a30-0adc-41c2-8bc6-51b965a3377c, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=88606a30-0adc-41c2-8bc6-51b965a3377c,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:35.102549 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:35.110868 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a94f60ba-31cf-4078-a7fb-5c3075b49bee req-ab974f90-0f07-40a3-8851-3de68cf0d4e9 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944428 Feb 04 21:04:35.123766 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6b49c319-03a1-4c3b-93d9-c8c72ac169aa req-f338e1fe-f582-4181-b0d8-bc02fb82a4b7 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089287 Feb 04 21:04:35.181173 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-0ffd6bfe-3b1a-4541-a144-4cc0edeff574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3318c8b4-16ab-40cd-b525-0e79358f00f1 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:04:35.202440 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-0ffd6bfe-3b1a-4541-a144-4cc0edeff574 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:35.205624 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=88606a30-0adc-41c2-8bc6-51b965a3377c,revision_number=8']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:35.232908 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-0ffd6bfe-3b1a-4541-a144-4cc0edeff574 service neutron] Transition to ACTIVE for port object 3318c8b4-16ab-40cd-b525-0e79358f00f1 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:04:35.250991 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port d2c3f86c-e0b9-44d2-a14e-ff252b1edca0 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:04:35.251551 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:35.259709 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-0ffd6bfe-3b1a-4541-a144-4cc0edeff574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:35.299145 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bf7bd4-9c24-477c-89ee-474eb0a2dc81 None None] DHCP port deletion for 99b5617c-85cd-4a4d-b31b-c3f2c3521982 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:04:35.332002 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-f9bf7bd4-9c24-477c-89ee-474eb0a2dc81 None None] Deleting port 4adda0cd-dff2-4017-b8b9-dedf0cc8fb36 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:04:35.332651 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f9bf7bd4-9c24-477c-89ee-474eb0a2dc81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:35.421459 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 88606a30-0adc-41c2-8bc6-51b965a3377c details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:04:35.426900 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd6bfe-3b1a-4541-a144-4cc0edeff574 service neutron] Pushing event updated for resources: {'Port': ['ID=3318c8b4-16ab-40cd-b525-0e79358f00f1,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:35.497542 n-d-827896-1 neutron-server[87683]: DEBUG neutron.objects.ports [None req-413e3c47-6ced-4373-afdb-98a7ddd33483 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87683) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 21:04:35.512776 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-413e3c47-6ced-4373-afdb-98a7ddd33483 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:35.588366 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-0ffd6bfe-3b1a-4541-a144-4cc0edeff574 service neutron] Attempting to bind port 3318c8b4-16ab-40cd-b525-0e79358f00f1 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:04:35.588875 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-0ffd6bfe-3b1a-4541-a144-4cc0edeff574 service neutron] Attempting to bind port 3318c8b4-16ab-40cd-b525-0e79358f00f1 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': '1bfd55c3-c8d9-4e20-9f37-da07ea0581c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:04:35.589469 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-0ffd6bfe-3b1a-4541-a144-4cc0edeff574 service neutron] Attempting to bind port 3318c8b4-16ab-40cd-b525-0e79358f00f1 on network 7d8c23e1-7a6b-46d1-9945-4c784d17e819 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:04:35.594601 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-0ffd6bfe-3b1a-4541-a144-4cc0edeff574 service neutron] Port 3318c8b4-16ab-40cd-b525-0e79358f00f1 on network 7d8c23e1-7a6b-46d1-9945-4c784d17e819 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:04:35.594793 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-0ffd6bfe-3b1a-4541-a144-4cc0edeff574 service neutron] Attempting to bind port 3318c8b4-16ab-40cd-b525-0e79358f00f1 on network 7d8c23e1-7a6b-46d1-9945-4c784d17e819 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:04:35.601659 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-0ffd6bfe-3b1a-4541-a144-4cc0edeff574 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:04:35.602156 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-0ffd6bfe-3b1a-4541-a144-4cc0edeff574 service neutron] Checking segment: {'id': '1bfd55c3-c8d9-4e20-9f37-da07ea0581c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:04:35.603165 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-0ffd6bfe-3b1a-4541-a144-4cc0edeff574 service neutron] Bound using segment: {'id': '1bfd55c3-c8d9-4e20-9f37-da07ea0581c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:04:35.603165 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-0ffd6bfe-3b1a-4541-a144-4cc0edeff574 service neutron] Bound port: 3318c8b4-16ab-40cd-b525-0e79358f00f1, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bfd55c3-c8d9-4e20-9f37-da07ea0581c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:04:35.603570 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-0ffd6bfe-3b1a-4541-a144-4cc0edeff574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:35.640901 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e3c47-6ced-4373-afdb-98a7ddd33483 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Pushing event updated for resources: {'Subnet': ['ID=ba7f23bb-a0e5-4370-b0ae-e9837a73c137,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:35.652525 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 88606a30-0adc-41c2-8bc6-51b965a3377c, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=88606a30-0adc-41c2-8bc6-51b965a3377c,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:35.666501 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413e3c47-6ced-4373-afdb-98a7ddd33483 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:35.666849 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413e3c47-6ced-4373-afdb-98a7ddd33483 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:35.667201 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413e3c47-6ced-4373-afdb-98a7ddd33483 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:35.667520 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413e3c47-6ced-4373-afdb-98a7ddd33483 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:35.667857 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413e3c47-6ced-4373-afdb-98a7ddd33483 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:35.668181 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413e3c47-6ced-4373-afdb-98a7ddd33483 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:35.668502 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413e3c47-6ced-4373-afdb-98a7ddd33483 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:35.668823 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413e3c47-6ced-4373-afdb-98a7ddd33483 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:35.669623 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413e3c47-6ced-4373-afdb-98a7ddd33483 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:35.669921 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '88606a30-0adc-41c2-8bc6-51b965a3377c', 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865', 'port_id': '88606a30-0adc-41c2-8bc6-51b965a3377c', 'mac_address': 'fa:16:3e:91:0f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee4d3909-e094-4079-9a7f-4f6007c68222', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:04:35.670070 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413e3c47-6ced-4373-afdb-98a7ddd33483 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:35.670272 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413e3c47-6ced-4373-afdb-98a7ddd33483 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:35.670612 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413e3c47-6ced-4373-afdb-98a7ddd33483 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:35.705828 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-0ffd6bfe-3b1a-4541-a144-4cc0edeff574 service neutron] For port 3318c8b4-16ab-40cd-b525-0e79358f00f1, host n-h1-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:04:35.709674 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-0ffd6bfe-3b1a-4541-a144-4cc0edeff574 service neutron] For port 3318c8b4-16ab-40cd-b525-0e79358f00f1, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=3318c8b4-16ab-40cd-b525-0e79358f00f1,segment=NetworkSegment(1bfd55c3-c8d9-4e20-9f37-da07ea0581c2),segment_id=1bfd55c3-c8d9-4e20-9f37-da07ea0581c2)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:04:35.716873 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-0ffd6bfe-3b1a-4541-a144-4cc0edeff574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:35.721528 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413e3c47-6ced-4373-afdb-98a7ddd33483 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Checking segment: {'id': '09cca67f-4b37-4034-998e-af791df74638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71536830-e045-461a-9510-4b25079e54ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:04:35.721896 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413e3c47-6ced-4373-afdb-98a7ddd33483 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Network hostable DHCP agents. Network: 71536830-e045-461a-9510-4b25079e54ca, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:04:35.779346 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a2a0a-b217-4bae-a9ea-e1c34bc485b4 req-d9aca85f-08b6-446e-8d93-15a77b84c482 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:35.780762 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-783a2a0a-b217-4bae-a9ea-e1c34bc485b4 req-d9aca85f-08b6-446e-8d93-15a77b84c482 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=751d84cd-e109-4dc9-8661-6b6fa21b0c23 HTTP/1.1" status: 200 len: 943 time: 0.2694130 Feb 04 21:04:35.812303 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd6bfe-3b1a-4541-a144-4cc0edeff574 service neutron] Pushing event updated for resources: {'Port': ['ID=3318c8b4-16ab-40cd-b525-0e79358f00f1,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:35.821109 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-0ffd6bfe-3b1a-4541-a144-4cc0edeff574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:35.821876 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-0ffd6bfe-3b1a-4541-a144-4cc0edeff574 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:35.823461 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-0ffd6bfe-3b1a-4541-a144-4cc0edeff574 service neutron] 10.222.0.32 "PUT /v2.0/ports/3318c8b4-16ab-40cd-b525-0e79358f00f1 HTTP/1.1" status: 200 len: 1091 time: 1.6392801 Feb 04 21:04:35.824079 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751d84cd-e109-4dc9-8661-6b6fa21b0c23', 'tag': '3318c8b4-16ab-40cd-b525-0e79358f00f1'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:04:35.844022 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11221f43-5d9b-46b3-8bdd-991a9f7ac7e7 req-c17a0f5e-7d9e-4d22-a653-0ca1395c942b tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:35.845734 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-11221f43-5d9b-46b3-8bdd-991a9f7ac7e7 req-c17a0f5e-7d9e-4d22-a653-0ca1395c942b tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 949 time: 0.4553275 Feb 04 21:04:35.851066 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413e3c47-6ced-4373-afdb-98a7ddd33483 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Network 71536830-e045-461a-9510-4b25079e54ca is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:04:35.875883 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 4adda0cd-dff2-4017-b8b9-dedf0cc8fb36 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:04:35.903793 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-783a2a0a-b217-4bae-a9ea-e1c34bc485b4 req-113b1c09-a1e3-4be4-aa59-08c68055e7c8 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114242 Feb 04 21:04:35.906827 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-11221f43-5d9b-46b3-8bdd-991a9f7ac7e7 req-98bbd2e9-a739-4e65-91b3-df81e9cbc4dc tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470781 Feb 04 21:04:35.907407 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-413e3c47-6ced-4373-afdb-98a7ddd33483 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 71536830-e045-461a-9510-4b25079e54ca) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:04:35.920642 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413e3c47-6ced-4373-afdb-98a7ddd33483 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:35.920942 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b41d98-ce94-41f7-a68e-25814c5f8fd3 None None] Network 71536830-e045-461a-9510-4b25079e54ca requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:04:35.921904 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-413e3c47-6ced-4373-afdb-98a7ddd33483 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:35.963480 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-413e3c47-6ced-4373-afdb-98a7ddd33483 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4865091 Feb 04 21:04:35.966067 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58370) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:35.971835 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-053859f4-d7c5-42c9-b2d5-e2d4b062921c tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Request body: {'port': {'network_id': '71536830-e045-461a-9510-4b25079e54ca', 'name': 'tempest-NetworksIpV6TestAttrs-1002744483'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:04:35.997246 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:36.025819 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751d84cd-e109-4dc9-8661-6b6fa21b0c23', 'tag': '3318c8b4-16ab-40cd-b525-0e79358f00f1', 'status': 'completed', 'code': 200} Feb 04 21:04:36.049972 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-f85851b9-3006-44ba-8026-f52d26464dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:36.051562 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-f85851b9-3006-44ba-8026-f52d26464dab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d15241bd78a41148bd0d1c2bdd856b4&device_id=751d84cd-e109-4dc9-8661-6b6fa21b0c23 HTTP/1.1" status: 200 len: 1094 time: 0.1794086 Feb 04 21:04:36.147447 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88606a30-0adc-41c2-8bc6-51b965a3377c {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:04:36.163628 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-4a27016f-5f60-4b21-bbfe-de84ebf9f8f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3318c8b4-16ab-40cd-b525-0e79358f00f1 HTTP/1.1" status: 200 len: 217 time: 0.1051211 Feb 04 21:04:36.171178 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 88606a30-0adc-41c2-8bc6-51b965a3377c, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=88606a30-0adc-41c2-8bc6-51b965a3377c,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:36.215858 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:36.291944 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-99a39cce-c071-45ab-b0ac-000144ccbc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:36.293501 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-99a39cce-c071-45ab-b0ac-000144ccbc3b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ea06751d-fd50-4f4f-b006-53a1caf881e1 HTTP/1.1" status: 200 len: 852 time: 0.1240840 Feb 04 21:04:36.353562 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-f9bf7bd4-9c24-477c-89ee-474eb0a2dc81 None None] For port 4adda0cd-dff2-4017-b8b9-dedf0cc8fb36, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=4adda0cd-dff2-4017-b8b9-dedf0cc8fb36,segment=NetworkSegment(fcf6d690-59d7-46e9-a7e2-f8f50f63de5a),segment_id=fcf6d690-59d7-46e9-a7e2-f8f50f63de5a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:36.353991 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f9bf7bd4-9c24-477c-89ee-474eb0a2dc81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:36.358026 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-78fd0da2-f407-4e0f-a130-0741032295f7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d8c23e1-7a6b-46d1-9945-4c784d17e819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576510 Feb 04 21:04:36.388979 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['88606a30-0adc-41c2-8bc6-51b965a3377c'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:04:36.521683 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-5bdbdd81-2e8f-4d37-a3b6-da6b76271419 service neutron] 10.222.0.32 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553314 Feb 04 21:04:36.654475 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d678711-3537-468d-a07a-71fdafae9691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88606a30-0adc-41c2-8bc6-51b965a3377c'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:04:36.670520 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-f9bf7bd4-9c24-477c-89ee-474eb0a2dc81 None None] Calling delete_port for 4adda0cd-dff2-4017-b8b9-dedf0cc8fb36 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:04:36.720595 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5acff062-8800-4d8c-9a8a-baba8baaf048 req-a8c2171e-a86f-421a-9fb7-cfb1bf3d79bc service neutron] 10.222.0.32 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935112 Feb 04 21:04:36.741634 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=88606a30-0adc-41c2-8bc6-51b965a3377c,revision_number=9']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:36.783937 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 4adda0cd-dff2-4017-b8b9-dedf0cc8fb36 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:04:36.805803 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 4adda0cd-dff2-4017-b8b9-dedf0cc8fb36 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:04:36.806177 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:36.809450 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e515a6-dddd-45a0-95da-081440195bb9 req-cc80d6aa-7c1d-47eb-9506-691962b70cf2 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:36.811715 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2e515a6-dddd-45a0-95da-081440195bb9 req-cc80d6aa-7c1d-47eb-9506-691962b70cf2 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b091b89-2698-4bb6-a26d-a33a51895e72 HTTP/1.1" status: 200 len: 949 time: 0.4697392 Feb 04 21:04:36.833933 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3fe78-bc04-4502-94f1-f0c438b20da4 req-28e0a3d7-49ba-45bb-8d32-aa3cee7d36a2 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:36.841204 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eeb3fe78-bc04-4502-94f1-f0c438b20da4 req-28e0a3d7-49ba-45bb-8d32-aa3cee7d36a2 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f7b0650-e115-4f36-9afd-b1d0c6418da0 HTTP/1.1" status: 200 len: 946 time: 0.4150910 Feb 04 21:04:36.929794 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-053859f4-d7c5-42c9-b2d5-e2d4b062921c tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:04:36.968533 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543d3a4-165a-4e53-8b99-4c23018792a0 req-0bd56480-7af7-4145-8cc5-990542b13962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:36.978809 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3543d3a4-165a-4e53-8b99-4c23018792a0 req-0bd56480-7af7-4145-8cc5-990542b13962 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d15241bd78a41148bd0d1c2bdd856b4&device_id=751d84cd-e109-4dc9-8661-6b6fa21b0c23 HTTP/1.1" status: 200 len: 1094 time: 0.1616755 Feb 04 21:04:36.979904 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d978dee7-cdcd-47ba-b718-709db562f416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-71536830-e045-461a-9510-4b25079e54ca', 'network_id': '71536830-e045-461a-9510-4b25079e54ca', 'tenant_id': '755ca53d42aa4e4693c8450bf4be8dc6', 'fixed_ips': [{'subnet_id': 'ba7f23bb-a0e5-4370-b0ae-e9837a73c137'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:04:36.984744 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d978dee7-cdcd-47ba-b718-709db562f416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:36.999617 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-d2e515a6-dddd-45a0-95da-081440195bb9 req-939ef1e6-1ac1-4fc1-a195-34f5be1c712e tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Deleting port 25359b4a-ca63-4c5c-8da1-23a0af26ea5c {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:04:37.000121 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d2e515a6-dddd-45a0-95da-081440195bb9 req-939ef1e6-1ac1-4fc1-a195-34f5be1c712e tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:37.078130 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af971d2-2fae-4b31-8cfd-2f504c729f66 req-2ab0ffba-ba6d-4231-8e87-8e5d25b78fd0 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:37.079961 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3af971d2-2fae-4b31-8cfd-2f504c729f66 req-2ab0ffba-ba6d-4231-8e87-8e5d25b78fd0 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b091b89-2698-4bb6-a26d-a33a51895e72 HTTP/1.1" status: 200 len: 949 time: 0.5832999 Feb 04 21:04:37.089397 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-053859f4-d7c5-42c9-b2d5-e2d4b062921c tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Usage tracker for resource:port and tenant:755ca53d42aa4e4693c8450bf4be8dc6 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:04:37.095281 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-053859f4-d7c5-42c9-b2d5-e2d4b062921c tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:04:37.103900 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-053859f4-d7c5-42c9-b2d5-e2d4b062921c tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:04:37.210470 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-d978dee7-cdcd-47ba-b718-709db562f416 None None] Allocated IP 2001:db8::f816:3eff:feb0:b9e0 (71536830-e045-461a-9510-4b25079e54ca/ba7f23bb-a0e5-4370-b0ae-e9837a73c137/f602d7cf-cb9f-4e01-a164-42367b55cf65) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:04:37.226690 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053859f4-d7c5-42c9-b2d5-e2d4b062921c tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Made reservation on behalf of 755ca53d42aa4e4693c8450bf4be8dc6 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:04:37.230900 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-053859f4-d7c5-42c9-b2d5-e2d4b062921c tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:37.235028 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543d3a4-165a-4e53-8b99-4c23018792a0 req-82f69dff-a6c7-4bde-b4dd-06f0669d1dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:37.236652 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3543d3a4-165a-4e53-8b99-4c23018792a0 req-82f69dff-a6c7-4bde-b4dd-06f0669d1dab service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d8c23e1-7a6b-46d1-9945-4c784d17e819 HTTP/1.1" status: 200 len: 913 time: 0.2500045 Feb 04 21:04:37.335152 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3543d3a4-165a-4e53-8b99-4c23018792a0 req-e3329a41-f83d-4837-8ea8-aa2141c42aeb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3318c8b4-16ab-40cd-b525-0e79358f00f1 HTTP/1.1" status: 200 len: 217 time: 0.0924175 Feb 04 21:04:37.342497 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [None req-053859f4-d7c5-42c9-b2d5-e2d4b062921c tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] device_id is not set on port f751eadb-0eb3-44aa-8b03-364ea7caea76 yet. {{(pid=87683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:04:37.396138 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f9bf7bd4-9c24-477c-89ee-474eb0a2dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:37.430896 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543d3a4-165a-4e53-8b99-4c23018792a0 req-9197f8c5-0022-404f-8a71-62b1f1aa45d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:37.432547 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3543d3a4-165a-4e53-8b99-4c23018792a0 req-9197f8c5-0022-404f-8a71-62b1f1aa45d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ea06751d-fd50-4f4f-b006-53a1caf881e1 HTTP/1.1" status: 200 len: 852 time: 0.0857952 Feb 04 21:04:37.439834 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3af971d2-2fae-4b31-8cfd-2f504c729f66 req-3d789bde-7158-4114-a60f-92a677ee7c12 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385626 Feb 04 21:04:37.485467 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf7bd4-9c24-477c-89ee-474eb0a2dc81 None None] Pushing event deleted for resources: {'Port': ['ID=4adda0cd-dff2-4017-b8b9-dedf0cc8fb36,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:37.499418 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bf7bd4-9c24-477c-89ee-474eb0a2dc81 None None] No DVR routers for this DVR port 4adda0cd-dff2-4017-b8b9-dedf0cc8fb36 on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:04:37.500863 n-d-827896-1 neutron-server[87684]: INFO neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No ports have port_id starting with 4adda0cd-dff2-4017-b8b9-dedf0cc8fb36 Feb 04 21:04:37.575298 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eeb3fe78-bc04-4502-94f1-f0c438b20da4 req-79e4b5be-63cd-46bb-8595-f553f50964a3 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7312329 Feb 04 21:04:37.668148 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d678711-3537-468d-a07a-71fdafae9691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88606a30-0adc-41c2-8bc6-51b965a3377c', 'code': 200} Feb 04 21:04:37.680953 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3543d3a4-165a-4e53-8b99-4c23018792a0 req-f93dba44-80f8-47d0-a09a-8a6d8ff79ffe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d8c23e1-7a6b-46d1-9945-4c784d17e819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2243729 Feb 04 21:04:37.700461 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 4adda0cd-dff2-4017-b8b9-dedf0cc8fb36 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:04:37.783737 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 4adda0cd-dff2-4017-b8b9-dedf0cc8fb36 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:04:37.784086 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 4adda0cd-dff2-4017-b8b9-dedf0cc8fb36 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:04:37.821830 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d978dee7-cdcd-47ba-b718-709db562f416 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:37.836272 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d978dee7-cdcd-47ba-b718-709db562f416 None None] Transition to ACTIVE for port object f602d7cf-cb9f-4e01-a164-42367b55cf65 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:04:37.860038 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d978dee7-cdcd-47ba-b718-709db562f416 None None] Transition to ACTIVE for port object f602d7cf-cb9f-4e01-a164-42367b55cf65 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:04:37.868245 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d978dee7-cdcd-47ba-b718-709db562f416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:37.929086 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3543d3a4-165a-4e53-8b99-4c23018792a0 req-a6a0296c-0907-4f5a-92a5-a827360d189f service neutron] 10.222.0.32 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395575 Feb 04 21:04:37.960324 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d978dee7-cdcd-47ba-b718-709db562f416 None None] Network 71536830-e045-461a-9510-4b25079e54ca is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:04:37.963772 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-d978dee7-cdcd-47ba-b718-709db562f416 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:04:37.972365 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d978dee7-cdcd-47ba-b718-709db562f416 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:04:37.982083 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978dee7-cdcd-47ba-b718-709db562f416 None None] Pushing event updated for resources: {'Port': ['ID=f602d7cf-cb9f-4e01-a164-42367b55cf65,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:38.024782 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-053859f4-d7c5-42c9-b2d5-e2d4b062921c tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Allocated IP 2001:db8::f816:3eff:fe15:3bc5 (71536830-e045-461a-9510-4b25079e54ca/ba7f23bb-a0e5-4370-b0ae-e9837a73c137/f751eadb-0eb3-44aa-8b03-364ea7caea76) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:04:38.111836 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-d978dee7-cdcd-47ba-b718-709db562f416 None None] Attempting to bind port f602d7cf-cb9f-4e01-a164-42367b55cf65 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:04:38.112214 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-d978dee7-cdcd-47ba-b718-709db562f416 None None] Attempting to bind port f602d7cf-cb9f-4e01-a164-42367b55cf65 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '09cca67f-4b37-4034-998e-af791df74638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71536830-e045-461a-9510-4b25079e54ca'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:04:38.112578 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d978dee7-cdcd-47ba-b718-709db562f416 None None] Attempting to bind port f602d7cf-cb9f-4e01-a164-42367b55cf65 on network 71536830-e045-461a-9510-4b25079e54ca {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:04:38.113970 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-12f9fa82-c302-4f0d-8381-c00ed0b837e8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.0325956 Feb 04 21:04:38.119675 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d978dee7-cdcd-47ba-b718-709db562f416 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:04:38.119675 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d978dee7-cdcd-47ba-b718-709db562f416 None None] Checking segment: {'id': '09cca67f-4b37-4034-998e-af791df74638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71536830-e045-461a-9510-4b25079e54ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:04:38.120051 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d978dee7-cdcd-47ba-b718-709db562f416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:38.120522 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d978dee7-cdcd-47ba-b718-709db562f416 None None] Bound using segment: {'id': '09cca67f-4b37-4034-998e-af791df74638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71536830-e045-461a-9510-4b25079e54ca'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:04:38.120795 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-d978dee7-cdcd-47ba-b718-709db562f416 None None] Bound port: f602d7cf-cb9f-4e01-a164-42367b55cf65, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09cca67f-4b37-4034-998e-af791df74638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71536830-e045-461a-9510-4b25079e54ca'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:04:38.121846 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d978dee7-cdcd-47ba-b718-709db562f416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:38.254547 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-2b6a6e8e-b01e-4260-aebd-43945afa82b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:38.257098 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-2b6a6e8e-b01e-4260-aebd-43945afa82b7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7&tenant_id=55d1f91d84e0433d8b3ab7473aab0e34 HTTP/1.1" status: 200 len: 1100 time: 0.9749815 Feb 04 21:04:38.269131 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3543d3a4-165a-4e53-8b99-4c23018792a0 req-4029e3aa-1e95-4a84-989a-5a402fe372e7 service neutron] 10.222.0.32 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302391 Feb 04 21:04:38.274719 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-d978dee7-cdcd-47ba-b718-709db562f416 None None] For port f602d7cf-cb9f-4e01-a164-42367b55cf65, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:04:38.278459 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-d978dee7-cdcd-47ba-b718-709db562f416 None None] For port f602d7cf-cb9f-4e01-a164-42367b55cf65, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=f602d7cf-cb9f-4e01-a164-42367b55cf65,segment=NetworkSegment(09cca67f-4b37-4034-998e-af791df74638),segment_id=09cca67f-4b37-4034-998e-af791df74638)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:04:38.288056 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d978dee7-cdcd-47ba-b718-709db562f416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:38.367195 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-4b7c1b20-4ac8-41a0-88db-5819f2ec6f5d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827896-1', 'device_owner': 'compute:nova'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:04:38.377667 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978dee7-cdcd-47ba-b718-709db562f416 None None] Pushing event updated for resources: {'Port': ['ID=f602d7cf-cb9f-4e01-a164-42367b55cf65,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:38.517760 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-d2e515a6-dddd-45a0-95da-081440195bb9 req-939ef1e6-1ac1-4fc1-a195-34f5be1c712e tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] For port 25359b4a-ca63-4c5c-8da1-23a0af26ea5c, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=25359b4a-ca63-4c5c-8da1-23a0af26ea5c,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:38.518032 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d2e515a6-dddd-45a0-95da-081440195bb9 req-939ef1e6-1ac1-4fc1-a195-34f5be1c712e tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:38.944919 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-d2e515a6-dddd-45a0-95da-081440195bb9 req-939ef1e6-1ac1-4fc1-a195-34f5be1c712e tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Calling delete_port for 25359b4a-ca63-4c5c-8da1-23a0af26ea5c owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:04:39.001936 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-053859f4-d7c5-42c9-b2d5-e2d4b062921c tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:39.022696 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [None req-053859f4-d7c5-42c9-b2d5-e2d4b062921c tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Transition to ACTIVE for port object f751eadb-0eb3-44aa-8b03-364ea7caea76 will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:04:39.049813 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-4b7c1b20-4ac8-41a0-88db-5819f2ec6f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:39.082990 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-053859f4-d7c5-42c9-b2d5-e2d4b062921c tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:39.156240 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f0e18-15ea-4dae-8e16-3bac418308b8 req-161b4b2b-6688-4e15-9733-89779e93f643 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:39.159827 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-306f0e18-15ea-4dae-8e16-3bac418308b8 req-161b4b2b-6688-4e15-9733-89779e93f643 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 949 time: 1.2561693 Feb 04 21:04:39.301947 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c61b64-127d-48da-a379-3668d5bb98ec req-ee76eb34-2e02-43ee-8761-d46f88c14451 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:39.310297 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f2c61b64-127d-48da-a379-3668d5bb98ec req-ee76eb34-2e02-43ee-8761-d46f88c14451 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=751d84cd-e109-4dc9-8661-6b6fa21b0c23 HTTP/1.1" status: 200 len: 943 time: 1.4769561 Feb 04 21:04:39.408285 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053859f4-d7c5-42c9-b2d5-e2d4b062921c tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Network 71536830-e045-461a-9510-4b25079e54ca is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:04:39.428326 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-053859f4-d7c5-42c9-b2d5-e2d4b062921c tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:04:39.430575 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 88606a30-0adc-41c2-8bc6-51b965a3377c up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:04:39.436666 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1748c1d-b765-4225-9243-63049b36fde4 req-3376c823-6861-45c9-b5fc-c2252894e9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:39.437150 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1748c1d-b765-4225-9243-63049b36fde4 req-3376c823-6861-45c9-b5fc-c2252894e9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:39.437666 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1748c1d-b765-4225-9243-63049b36fde4 req-3376c823-6861-45c9-b5fc-c2252894e9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:39.438137 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1748c1d-b765-4225-9243-63049b36fde4 req-3376c823-6861-45c9-b5fc-c2252894e9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:39.438606 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1748c1d-b765-4225-9243-63049b36fde4 req-3376c823-6861-45c9-b5fc-c2252894e9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:39.439073 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1748c1d-b765-4225-9243-63049b36fde4 req-3376c823-6861-45c9-b5fc-c2252894e9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:39.439535 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1748c1d-b765-4225-9243-63049b36fde4 req-3376c823-6861-45c9-b5fc-c2252894e9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:39.466091 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-3376c823-6861-45c9-b5fc-c2252894e9af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df41148af8d64ecb86c2b5be8209bfd9&device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 6491 time: 1.1831896 Feb 04 21:04:39.502702 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053859f4-d7c5-42c9-b2d5-e2d4b062921c tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:04:39.508404 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053859f4-d7c5-42c9-b2d5-e2d4b062921c tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:39.509021 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-053859f4-d7c5-42c9-b2d5-e2d4b062921c tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:39.543552 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-306f0e18-15ea-4dae-8e16-3bac418308b8 req-324335de-70a6-4f4a-8efb-85cd724774f1 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682868 Feb 04 21:04:39.571232 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053859f4-d7c5-42c9-b2d5-e2d4b062921c tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Pushing event updated for resources: {'Port': ['ID=f751eadb-0eb3-44aa-8b03-364ea7caea76,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:39.586369 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 88606a30-0adc-41c2-8bc6-51b965a3377c triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:04:39.587089 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:39.722419 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f2c61b64-127d-48da-a379-3668d5bb98ec req-3e5f7d5d-6c90-4239-9c4d-55b49496b59d tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112120 Feb 04 21:04:39.919939 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device f602d7cf-cb9f-4e01-a164-42367b55cf65 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:04:40.096128 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bb5edc-ce36-4b41-9e09-64bdfeb26046 None None] Network 71536830-e045-461a-9510-4b25079e54ca requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:04:40.139027 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 3318c8b4-16ab-40cd-b525-0e79358f00f1 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:04:40.141653 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 25359b4a-ca63-4c5c-8da1-23a0af26ea5c no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:04:40.197315 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1748c1d-b765-4225-9243-63049b36fde4 req-50d2219c-51dd-4253-bec5-abadd26c4987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:40.197876 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1748c1d-b765-4225-9243-63049b36fde4 req-50d2219c-51dd-4253-bec5-abadd26c4987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:40.198618 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1748c1d-b765-4225-9243-63049b36fde4 req-50d2219c-51dd-4253-bec5-abadd26c4987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:40.200364 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-50d2219c-51dd-4253-bec5-abadd26c4987 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b07bb9ef-36fe-4586-bebc-d1a35b516abf&id=96794e5b-cad6-4140-9df8-3b22f7347459&id=96794e5b-cad6-4140-9df8-3b22f7347459&id=96794e5b-cad6-4140-9df8-3b22f7347459&id=96794e5b-cad6-4140-9df8-3b22f7347459&id=3d92e2e6-8e5c-439e-985a-8b138159bd06&id=3d92e2e6-8e5c-439e-985a-8b138159bd06 HTTP/1.1" status: 200 len: 2293 time: 0.6338456 Feb 04 21:04:40.236438 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:40.258939 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: 25359b4a-ca63-4c5c-8da1-23a0af26ea5c {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:04:40.259541 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 25359b4a-ca63-4c5c-8da1-23a0af26ea5c not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:04:40.261128 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-07296371-8d82-44c2-8c05-9991994e5fe5 None None] Provisioning for port f602d7cf-cb9f-4e01-a164-42367b55cf65 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:04:40.272538 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port f602d7cf-cb9f-4e01-a164-42367b55cf65 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:04:40.298754 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port f602d7cf-cb9f-4e01-a164-42367b55cf65 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:04:40.299279 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:40.388539 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-4b7c1b20-4ac8-41a0-88db-5819f2ec6f5d service neutron] For port 33d673ac-4e6b-437c-82e0-b03fb11414c2, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=33d673ac-4e6b-437c-82e0-b03fb11414c2,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:40.405926 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-07296371-8d82-44c2-8c05-9991994e5fe5 None None] Provisioning complete for port f602d7cf-cb9f-4e01-a164-42367b55cf65 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:04:40.405926 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-07296371-8d82-44c2-8c05-9991994e5fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:40.422388 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-4b7c1b20-4ac8-41a0-88db-5819f2ec6f5d service neutron] For port 33d673ac-4e6b-437c-82e0-b03fb11414c2, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:04:40.474463 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.resource_extend [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:04:40.494240 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d678711-3537-468d-a07a-71fdafae9691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88606a30-0adc-41c2-8bc6-51b965a3377c'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:04:40.494700 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33d673ac-4e6b-437c-82e0-b03fb11414c2'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:04:40.499162 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d2e515a6-dddd-45a0-95da-081440195bb9 req-939ef1e6-1ac1-4fc1-a195-34f5be1c712e tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:40.502003 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-4b7c1b20-4ac8-41a0-88db-5819f2ec6f5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:40.594670 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['cd1f6a32-b7f4-443c-8969-b4767ae9d578'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:04:40.627784 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 88606a30-0adc-41c2-8bc6-51b965a3377c, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=88606a30-0adc-41c2-8bc6-51b965a3377c,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:40.655814 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['87db6fd1-7f78-4f70-9234-d881fa64a7b2'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:04:40.753681 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-053859f4-d7c5-42c9-b2d5-e2d4b062921c tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.7864444 Feb 04 21:04:40.755617 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-6245ccbd-2897-4186-b179-fd050070c625 req-26735f9a-9b82-4614-becb-520dc7928fa5 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Synchronizing usage tracker for tenant:565bab87f6ed4be0830d2c4f71f62041 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:04:40.757559 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58426) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:40.803042 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ef1e6-1ac1-4fc1-a195-34f5be1c712e tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Pushing event deleted for resources: {'Port': ['ID=25359b4a-ca63-4c5c-8da1-23a0af26ea5c,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:40.872853 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-4b7c1b20-4ac8-41a0-88db-5819f2ec6f5d service neutron] Transition to ACTIVE for port object 33d673ac-4e6b-437c-82e0-b03fb11414c2 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:04:40.944179 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:40.944984 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 33d673ac-4e6b-437c-82e0-b03fb11414c2 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:04:40.972745 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e515a6-dddd-45a0-95da-081440195bb9 req-939ef1e6-1ac1-4fc1-a195-34f5be1c712e tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] No DVR routers for this DVR port 25359b4a-ca63-4c5c-8da1-23a0af26ea5c on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:04:40.975146 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-6245ccbd-2897-4186-b179-fd050070c625 req-26735f9a-9b82-4614-becb-520dc7928fa5 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Unset dirty status for tenant:565bab87f6ed4be0830d2c4f71f62041 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:04:40.983811 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6245ccbd-2897-4186-b179-fd050070c625 req-26735f9a-9b82-4614-becb-520dc7928fa5 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b091b89-2698-4bb6-a26d-a33a51895e72 HTTP/1.1" status: 200 len: 210 time: 0.4902194 Feb 04 21:04:40.987840 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d2e515a6-dddd-45a0-95da-081440195bb9 req-939ef1e6-1ac1-4fc1-a195-34f5be1c712e tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:40.990337 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2e515a6-dddd-45a0-95da-081440195bb9 req-939ef1e6-1ac1-4fc1-a195-34f5be1c712e tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.32 "DELETE /v2.0/ports/25359b4a-ca63-4c5c-8da1-23a0af26ea5c HTTP/1.1" status: 204 len: 173 time: 4.1388552 Feb 04 21:04:41.025182 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f70f6-ad90-48c3-a3fd-4c6b41d8e113 req-bebadefc-e244-4d45-baf2-aa8569b09a4b tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:41.049866 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-962f70f6-ad90-48c3-a3fd-4c6b41d8e113 req-bebadefc-e244-4d45-baf2-aa8569b09a4b tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f7b0650-e115-4f36-9afd-b1d0c6418da0 HTTP/1.1" status: 200 len: 946 time: 0.5593944 Feb 04 21:04:41.061602 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-4b7c1b20-4ac8-41a0-88db-5819f2ec6f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:41.135317 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:41.171128 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cac3fcc-3f9f-4ea1-9d8c-38369a95d740 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Deleting subnet ba7f23bb-a0e5-4370-b0ae-e9837a73c137 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:04:41.174652 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8cac3fcc-3f9f-4ea1-9d8c-38369a95d740 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:41.253562 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d678711-3537-468d-a07a-71fdafae9691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88606a30-0adc-41c2-8bc6-51b965a3377c', 'code': 200} Feb 04 21:04:41.280732 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=88606a30-0adc-41c2-8bc6-51b965a3377c,revision_number=10']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:41.287079 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 33d673ac-4e6b-437c-82e0-b03fb11414c2 not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:04:41.310556 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8cac3fcc-3f9f-4ea1-9d8c-38369a95d740 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:41.362062 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port f602d7cf-cb9f-4e01-a164-42367b55cf65, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=f602d7cf-cb9f-4e01-a164-42367b55cf65,segment=NetworkSegment(09cca67f-4b37-4034-998e-af791df74638),segment_id=09cca67f-4b37-4034-998e-af791df74638)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:41.375817 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c1b20-4ac8-41a0-88db-5819f2ec6f5d service neutron] Pushing event updated for resources: {'Port': ['ID=33d673ac-4e6b-437c-82e0-b03fb11414c2,revision_number=10']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:41.389093 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-2c0a7eaf-79ba-4fe3-b2fd-09ddfedd3cf1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3753cc11-1c31-453a-a527-f0e098c63ba8 HTTP/1.1" status: 200 len: 1002 time: 0.8451624 Feb 04 21:04:41.416921 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:41.539141 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-07296371-8d82-44c2-8c05-9991994e5fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:41.644690 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8cac3fcc-3f9f-4ea1-9d8c-38369a95d740 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:41.793675 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-07296371-8d82-44c2-8c05-9991994e5fe5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:04:41.794048 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-07296371-8d82-44c2-8c05-9991994e5fe5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:04:41.852290 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8cac3fcc-3f9f-4ea1-9d8c-38369a95d740 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:41.855089 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 3318c8b4-16ab-40cd-b525-0e79358f00f1, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=3318c8b4-16ab-40cd-b525-0e79358f00f1,segment=NetworkSegment(1bfd55c3-c8d9-4e20-9f37-da07ea0581c2),segment_id=1bfd55c3-c8d9-4e20-9f37-da07ea0581c2)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:41.965529 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac3fcc-3f9f-4ea1-9d8c-38369a95d740 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Pushing event deleted for resources: {'Subnet': ['ID=ba7f23bb-a0e5-4370-b0ae-e9837a73c137,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:41.980538 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1748c1d-b765-4225-9243-63049b36fde4 req-9b962fef-f185-4e3e-9b41-5cf493e97a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:41.982258 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-9b962fef-f185-4e3e-9b41-5cf493e97a1e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1fffc9a1-d0ff-45d7-adf5-d0cd203f0821 HTTP/1.1" status: 200 len: 850 time: 0.4257138 Feb 04 21:04:41.993831 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8cac3fcc-3f9f-4ea1-9d8c-38369a95d740 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:42.007689 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=f602d7cf-cb9f-4e01-a164-42367b55cf65,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:42.026956 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '3318c8b4-16ab-40cd-b525-0e79358f00f1', 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819', 'port_id': '3318c8b4-16ab-40cd-b525-0e79358f00f1', 'mac_address': 'fa:16:3e:95:2b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea06751d-fd50-4f4f-b006-53a1caf881e1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:04:42.044252 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8cac3fcc-3f9f-4ea1-9d8c-38369a95d740 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] 10.222.0.26 "DELETE /v2.0/subnets/ba7f23bb-a0e5-4370-b0ae-e9837a73c137 HTTP/1.1" status: 204 len: 168 time: 1.2831581 Feb 04 21:04:42.048370 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58446) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:42.185446 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:42.192164 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-962f70f6-ad90-48c3-a3fd-4c6b41d8e113 req-bb04ff2d-90f2-4fcb-82b0-b7b08d5cfd4f tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1413455 Feb 04 21:04:42.243823 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34216377-d948-4ea4-bbe0-3dc90bfe8ff4 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:42.248204 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3318c8b4-16ab-40cd-b525-0e79358f00f1 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:04:42.249322 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34216377-d948-4ea4-bbe0-3dc90bfe8ff4 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:42.253808 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-34216377-d948-4ea4-bbe0-3dc90bfe8ff4 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Synchronizing usage tracker for tenant:755ca53d42aa4e4693c8450bf4be8dc6 on resource:subnet {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:04:42.270490 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 3318c8b4-16ab-40cd-b525-0e79358f00f1, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=3318c8b4-16ab-40cd-b525-0e79358f00f1,segment=NetworkSegment(1bfd55c3-c8d9-4e20-9f37-da07ea0581c2),segment_id=1bfd55c3-c8d9-4e20-9f37-da07ea0581c2)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:42.291791 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-34216377-d948-4ea4-bbe0-3dc90bfe8ff4 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Unset dirty status for tenant:755ca53d42aa4e4693c8450bf4be8dc6 on resource:subnet {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:04:42.293374 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-34216377-d948-4ea4-bbe0-3dc90bfe8ff4 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2415171 Feb 04 21:04:42.296073 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58452) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:42.337165 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:42.340512 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33d673ac-4e6b-437c-82e0-b03fb11414c2', 'code': 200} Feb 04 21:04:42.346865 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-4b7c1b20-4ac8-41a0-88db-5819f2ec6f5d service neutron] No DVR routers for this DVR port 33d673ac-4e6b-437c-82e0-b03fb11414c2 on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:04:42.421812 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9b9f7-7e8a-4b0a-804e-2f10fd46bb4a req-e475f086-62b6-42b2-b931-f2153b326bea tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:42.421812 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7ee9b9f7-7e8a-4b0a-804e-2f10fd46bb4a req-e475f086-62b6-42b2-b931-f2153b326bea tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 948 time: 1.0131986 Feb 04 21:04:42.518741 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-96d771e7-6280-45ad-8d9d-56b8d52be1c2 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:42.528169 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-96d771e7-6280-45ad-8d9d-56b8d52be1c2 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 04 21:04:42.528639 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96d771e7-6280-45ad-8d9d-56b8d52be1c2 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:04:42.551078 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-96d771e7-6280-45ad-8d9d-56b8d52be1c2 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] 10.222.0.26 "DELETE /v2.0/networks/71536830-e045-461a-9510-4b25079e54ca HTTP/1.1" status: 409 len: 405 time: 0.2332890 Feb 04 21:04:42.551293 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=3318c8b4-16ab-40cd-b525-0e79358f00f1,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:42.551787 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58456) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:42.554031 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-7a26a2b9-e2b1-4496-add3-b26b621fce11 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1398217607'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:04:42.584554 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7a26a2b9-e2b1-4496-add3-b26b621fce11 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:04:42.584554 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7a26a2b9-e2b1-4496-add3-b26b621fce11 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Usage tracker for resource:network and tenant:755ca53d42aa4e4693c8450bf4be8dc6 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:04:42.584554 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7a26a2b9-e2b1-4496-add3-b26b621fce11 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:04:42.592040 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7a26a2b9-e2b1-4496-add3-b26b621fce11 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:04:42.637071 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a26a2b9-e2b1-4496-add3-b26b621fce11 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Made reservation on behalf of 755ca53d42aa4e4693c8450bf4be8dc6 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:04:42.648719 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a26a2b9-e2b1-4496-add3-b26b621fce11 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:42.676357 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7ee9b9f7-7e8a-4b0a-804e-2f10fd46bb4a req-7dc0afab-0b7a-4b12-8d47-2a67f81b5bf5 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857383 Feb 04 21:04:42.727577 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-4b7c1b20-4ac8-41a0-88db-5819f2ec6f5d service neutron] Attempting to bind port 33d673ac-4e6b-437c-82e0-b03fb11414c2 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:04:42.728119 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-4b7c1b20-4ac8-41a0-88db-5819f2ec6f5d service neutron] Attempting to bind port 33d673ac-4e6b-437c-82e0-b03fb11414c2 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:04:42.728610 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-4b7c1b20-4ac8-41a0-88db-5819f2ec6f5d service neutron] Attempting to bind port 33d673ac-4e6b-437c-82e0-b03fb11414c2 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:04:42.738162 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a26a2b9-e2b1-4496-add3-b26b621fce11 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:04:42.741403 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-4b7c1b20-4ac8-41a0-88db-5819f2ec6f5d service neutron] Port 33d673ac-4e6b-437c-82e0-b03fb11414c2 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:04:42.741878 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-4b7c1b20-4ac8-41a0-88db-5819f2ec6f5d service neutron] Attempting to bind port 33d673ac-4e6b-437c-82e0-b03fb11414c2 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:04:42.765596 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-4b7c1b20-4ac8-41a0-88db-5819f2ec6f5d service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:04:42.766175 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-4b7c1b20-4ac8-41a0-88db-5819f2ec6f5d service neutron] Checking segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:04:42.766863 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-4b7c1b20-4ac8-41a0-88db-5819f2ec6f5d service neutron] Bound using segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:04:42.767551 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-4b7c1b20-4ac8-41a0-88db-5819f2ec6f5d service neutron] Bound port: 33d673ac-4e6b-437c-82e0-b03fb11414c2, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:04:42.768415 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-4b7c1b20-4ac8-41a0-88db-5819f2ec6f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:42.773532 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a26a2b9-e2b1-4496-add3-b26b621fce11 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:42.773888 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-7a26a2b9-e2b1-4496-add3-b26b621fce11 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Added segment f22a1658-b06a-40ba-a434-95cda00203f5 of type vlan for network 323d1bb6-21f9-4a25-acc4-106b56719162 Feb 04 21:04:42.801614 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1748c1d-b765-4225-9243-63049b36fde4 req-315052b6-1417-42f9-9384-5db95f5a1cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:42.803903 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-315052b6-1417-42f9-9384-5db95f5a1cef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b07bb9ef-36fe-4586-bebc-d1a35b516abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7246215 Feb 04 21:04:42.812451 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['3318c8b4-16ab-40cd-b525-0e79358f00f1'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:04:42.837003 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a26a2b9-e2b1-4496-add3-b26b621fce11 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:42.889228 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a26a2b9-e2b1-4496-add3-b26b621fce11 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:42.907625 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a26a2b9-e2b1-4496-add3-b26b621fce11 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:42.908281 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a26a2b9-e2b1-4496-add3-b26b621fce11 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:42.962350 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-4b7c1b20-4ac8-41a0-88db-5819f2ec6f5d service neutron] For port 33d673ac-4e6b-437c-82e0-b03fb11414c2, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:04:42.967653 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-4b7c1b20-4ac8-41a0-88db-5819f2ec6f5d service neutron] For port 33d673ac-4e6b-437c-82e0-b03fb11414c2, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=33d673ac-4e6b-437c-82e0-b03fb11414c2,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:04:42.981238 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-4b7c1b20-4ac8-41a0-88db-5819f2ec6f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:43.071488 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7a26a2b9-e2b1-4496-add3-b26b621fce11 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5237343 Feb 04 21:04:43.072354 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58470) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:43.081119 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-242be036-b4bd-4baf-96d2-f0b0e15bd18e tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Request body: {'subnet': {'network_id': '323d1bb6-21f9-4a25-acc4-106b56719162', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:04:43.112212 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26a2b9-e2b1-4496-add3-b26b621fce11 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Pushing event updated for resources: {'Network': ['ID=323d1bb6-21f9-4a25-acc4-106b56719162,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:43.117046 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3a2ca5-9281-4c1a-a312-b0734db4ce6c None None] Network 71536830-e045-461a-9510-4b25079e54ca requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:04:43.295224 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 323d1bb6-21f9-4a25-acc4-106b56719162 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:04:43.303735 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea27990-69a3-494b-a29e-789193e42cd2 req-2be51abb-cdfd-4095-aa9a-d5bd20f2b7cb tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:43.313251 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6ea27990-69a3-494b-a29e-789193e42cd2 req-2be51abb-cdfd-4095-aa9a-d5bd20f2b7cb tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=751d84cd-e109-4dc9-8661-6b6fa21b0c23 HTTP/1.1" status: 200 len: 944 time: 0.7641532 Feb 04 21:04:43.377136 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-242be036-b4bd-4baf-96d2-f0b0e15bd18e tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:04:43.393958 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-242be036-b4bd-4baf-96d2-f0b0e15bd18e tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:04:43.428858 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242be036-b4bd-4baf-96d2-f0b0e15bd18e tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Made reservation on behalf of 755ca53d42aa4e4693c8450bf4be8dc6 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:04:43.443812 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-242be036-b4bd-4baf-96d2-f0b0e15bd18e tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:43.534247 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-4b7c1b20-4ac8-41a0-88db-5819f2ec6f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:43.535058 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-4b7c1b20-4ac8-41a0-88db-5819f2ec6f5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:43.540122 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-4b7c1b20-4ac8-41a0-88db-5819f2ec6f5d service neutron] 10.222.0.32 "PUT /v2.0/ports/33d673ac-4e6b-437c-82e0-b03fb11414c2 HTTP/1.1" status: 200 len: 1096 time: 5.2007368 Feb 04 21:04:43.699403 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c1b20-4ac8-41a0-88db-5819f2ec6f5d service neutron] Pushing event updated for resources: {'Port': ['ID=33d673ac-4e6b-437c-82e0-b03fb11414c2,revision_number=11']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:43.775693 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-0a322239-df52-42c7-8a01-3b688617414c None None] Provisioning complete for port f602d7cf-cb9f-4e01-a164-42367b55cf65 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:04:43.776305 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0a322239-df52-42c7-8a01-3b688617414c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:43.794121 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6ea27990-69a3-494b-a29e-789193e42cd2 req-8824de36-9f03-4c36-aab7-1e6c18903e6c tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722405 Feb 04 21:04:43.813887 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device f602d7cf-cb9f-4e01-a164-42367b55cf65 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:04:43.998249 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-f9bd79fb-885d-4c24-88fe-150156f84d43 service neutron] 10.222.0.18 "GET /v2.0/networks/b07bb9ef-36fe-4586-bebc-d1a35b516abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1849308 Feb 04 21:04:44.124533 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-2cd96ba5-ac39-4dae-91ed-bbff3ef4f3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:44.126718 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-2cd96ba5-ac39-4dae-91ed-bbff3ef4f3b2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 1099 time: 0.5313058 Feb 04 21:04:44.278920 n-d-827896-1 neutron-server[87682]: DEBUG neutron.objects.ports [None req-242be036-b4bd-4baf-96d2-f0b0e15bd18e tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87682) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 21:04:44.280498 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-242be036-b4bd-4baf-96d2-f0b0e15bd18e tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:44.343987 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b091b89-2698-4bb6-a26d-a33a51895e72', 'name': 'network-vif-deleted', 'tag': '25359b4a-ca63-4c5c-8da1-23a0af26ea5c'}, {'name': 'network-changed', 'server_uuid': 'e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7', 'tag': '33d673ac-4e6b-437c-82e0-b03fb11414c2'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:04:44.433789 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ec76a743-ad94-4c39-aab7-bbe5986ca37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:44.517435 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port f602d7cf-cb9f-4e01-a164-42367b55cf65 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:04:44.517806 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:44.530187 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242be036-b4bd-4baf-96d2-f0b0e15bd18e tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Pushing event updated for resources: {'Subnet': ['ID=0f7eb4d8-17fc-4310-ba2d-59aba71b961f,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:44.544954 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242be036-b4bd-4baf-96d2-f0b0e15bd18e tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Checking segment: {'id': 'f22a1658-b06a-40ba-a434-95cda00203f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '323d1bb6-21f9-4a25-acc4-106b56719162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:04:44.545504 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242be036-b4bd-4baf-96d2-f0b0e15bd18e tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Network hostable DHCP agents. Network: 323d1bb6-21f9-4a25-acc4-106b56719162, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:04:44.576360 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242be036-b4bd-4baf-96d2-f0b0e15bd18e tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Network 323d1bb6-21f9-4a25-acc4-106b56719162 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:04:44.591281 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-242be036-b4bd-4baf-96d2-f0b0e15bd18e tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 323d1bb6-21f9-4a25-acc4-106b56719162) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:04:44.596987 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242be036-b4bd-4baf-96d2-f0b0e15bd18e tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:44.598485 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-242be036-b4bd-4baf-96d2-f0b0e15bd18e tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:44.626888 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b4bfcc-7fef-4be4-9914-cfcc46c4f042 None None] Network 323d1bb6-21f9-4a25-acc4-106b56719162 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:04:44.639815 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-242be036-b4bd-4baf-96d2-f0b0e15bd18e tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5644283 Feb 04 21:04:44.640489 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58498) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:44.712478 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf777b02-3e2c-4bbf-916d-50f8bc24b5a4 req-8b3fd80f-aa2c-4ef4-840f-1e2485b2835e tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:44.714118 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bf777b02-3e2c-4bbf-916d-50f8bc24b5a4 req-8b3fd80f-aa2c-4ef4-840f-1e2485b2835e tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 948 time: 0.4598324 Feb 04 21:04:44.727995 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-167ca957-6c29-468f-bbb1-4bebe0563ed7 service neutron] 10.222.0.18 "GET /v2.0/networks/b07bb9ef-36fe-4586-bebc-d1a35b516abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7163596 Feb 04 21:04:44.889018 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-787dedd2-1742-4310-a913-674d278b8ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:44.893974 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-787dedd2-1742-4310-a913-674d278b8ea8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.7596385 Feb 04 21:04:44.991284 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-334c5785-a743-4d16-9f52-10b124d607d1 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:45.165115 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-1ebfdc77-8f0c-4518-ab16-cc5a1919ab9b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=c946fa5d-284e-4d9b-a8fb-f026a285451d HTTP/1.1" status: 200 len: 217 time: 0.4034188 Feb 04 21:04:45.180379 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-ce180966-c436-4d06-99dd-a02eca5c345f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=33d673ac-4e6b-437c-82e0-b03fb11414c2 HTTP/1.1" status: 200 len: 217 time: 0.2165897 Feb 04 21:04:45.228036 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-334c5785-a743-4d16-9f52-10b124d607d1 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:45.437058 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-334c5785-a743-4d16-9f52-10b124d607d1 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:45.499489 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-4f1f00db-a507-43ed-9073-4614c16539f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:45.501430 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-4f1f00db-a507-43ed-9073-4614c16539f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.3201480 Feb 04 21:04:45.517168 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18903679-b991-4dbc-a3b9-c72478eacdfd None None] DHCP port deletion for 71536830-e045-461a-9510-4b25079e54ca request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:04:45.532476 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ac5203-d8f5-4ec1-82a4-68168c63a328 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-323d1bb6-21f9-4a25-acc4-106b56719162', 'network_id': '323d1bb6-21f9-4a25-acc4-106b56719162', 'tenant_id': '755ca53d42aa4e4693c8450bf4be8dc6', 'fixed_ips': [{'subnet_id': '0f7eb4d8-17fc-4310-ba2d-59aba71b961f'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:04:45.535665 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d1ac5203-d8f5-4ec1-82a4-68168c63a328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:45.542316 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c5785-a743-4d16-9f52-10b124d607d1 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Pushing event deleted for resources: {'Subnet': ['ID=0f7eb4d8-17fc-4310-ba2d-59aba71b961f,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:45.569575 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-0a322239-df52-42c7-8a01-3b688617414c None None] Provisioning for port f751eadb-0eb3-44aa-8b03-364ea7caea76 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:04:45.585096 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-0a322239-df52-42c7-8a01-3b688617414c None None] Provisioning complete for port f751eadb-0eb3-44aa-8b03-364ea7caea76 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:04:45.585517 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0a322239-df52-42c7-8a01-3b688617414c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:45.639178 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bf777b02-3e2c-4bbf-916d-50f8bc24b5a4 req-978ea6a2-9aa8-4d20-85fa-19be69239591 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9100094 Feb 04 21:04:45.665232 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1748c1d-b765-4225-9243-63049b36fde4 req-3c387798-34e6-4193-b23e-2ea261c2d5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:45.666811 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-3c387798-34e6-4193-b23e-2ea261c2d5a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e1d56a7-cf95-4452-a500-f044c9d7c766 HTTP/1.1" status: 200 len: 797 time: 0.3835158 Feb 04 21:04:45.697222 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-18903679-b991-4dbc-a3b9-c72478eacdfd None None] Deleting port f602d7cf-cb9f-4e01-a164-42367b55cf65 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:04:45.697775 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-18903679-b991-4dbc-a3b9-c72478eacdfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:45.804920 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b091b89-2698-4bb6-a26d-a33a51895e72', 'name': 'network-vif-deleted', 'tag': '25359b4a-ca63-4c5c-8da1-23a0af26ea5c', 'status': 'completed', 'code': 200} Feb 04 21:04:45.805658 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7', 'tag': '33d673ac-4e6b-437c-82e0-b03fb11414c2', 'status': 'completed', 'code': 200} Feb 04 21:04:45.837170 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-5a053346-6847-476a-90c4-90f33e7fde85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:45.838762 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-5a053346-6847-476a-90c4-90f33e7fde85 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3161535 Feb 04 21:04:46.082532 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-334c5785-a743-4d16-9f52-10b124d607d1 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:46.159381 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-334c5785-a743-4d16-9f52-10b124d607d1 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323d1bb6-21f9-4a25-acc4-106b56719162']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:46.214585 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-334c5785-a743-4d16-9f52-10b124d607d1 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f22a1658-b06a-40ba-a434-95cda00203f5') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:46.220714 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-334c5785-a743-4d16-9f52-10b124d607d1 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f22a1658-b06a-40ba-a434-95cda00203f5') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:46.276402 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-334c5785-a743-4d16-9f52-10b124d607d1 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:46.295057 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-9db0c5aa-a2dc-41a1-b2a8-6d2475ac9ae4 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434986 Feb 04 21:04:46.346852 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ed9e4-9d08-4be1-b18e-8b9100a5bb8e req-44e0abec-3352-4d09-83b4-67c7f12f43ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:46.350790 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-352ed9e4-9d08-4be1-b18e-8b9100a5bb8e req-44e0abec-3352-4d09-83b4-67c7f12f43ec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 1099 time: 0.3917212 Feb 04 21:04:46.353203 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-334c5785-a743-4d16-9f52-10b124d607d1 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:46.366897 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-0a322239-df52-42c7-8a01-3b688617414c None None] Port f751eadb-0eb3-44aa-8b03-364ea7caea76 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:04:46.410524 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-18903679-b991-4dbc-a3b9-c72478eacdfd None None] For port f602d7cf-cb9f-4e01-a164-42367b55cf65, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=f602d7cf-cb9f-4e01-a164-42367b55cf65,segment=NetworkSegment(09cca67f-4b37-4034-998e-af791df74638),segment_id=09cca67f-4b37-4034-998e-af791df74638)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:46.410886 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-18903679-b991-4dbc-a3b9-c72478eacdfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:46.414442 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-334c5785-a743-4d16-9f52-10b124d607d1 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:04:46.415045 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-334c5785-a743-4d16-9f52-10b124d607d1 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:46.431773 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:04:46.431773 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:04:46.431773 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:04:46.431773 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:04:46.431773 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:04:46.431773 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:04:46.431773 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:04:46.431773 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:04:46.431773 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:04:46.431773 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:04:46.431773 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:04:46.431773 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:04:46.431773 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:04:46.431773 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:04:46.431773 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:04:46.431773 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:04:46.431773 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:04:46.431773 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:04:46.431773 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:04:46.431773 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:04:46.431773 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:04:46.431773 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:04:46.431773 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:04:46.431773 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:04:46.431773 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:04:46.431773 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:04:46.431773 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:04:46.431773 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:04:46.431773 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:04:46.431773 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:04:46.431773 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:04:46.431773 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:04:46.431773 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:04:46.431773 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:04:46.560090 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-18903679-b991-4dbc-a3b9-c72478eacdfd None None] Calling delete_port for f602d7cf-cb9f-4e01-a164-42367b55cf65 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:04:46.585571 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1748c1d-b765-4225-9243-63049b36fde4 req-aea92e0b-fbb3-4b6a-98c1-ef38f5665137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:46.587726 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-aea92e0b-fbb3-4b6a-98c1-ef38f5665137 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96794e5b-cad6-4140-9df8-3b22f7347459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9135962 Feb 04 21:04:46.591129 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e0f741e7-3a79-4ec7-be40-c93ae1e3227b req-b822aca3-19a1-416f-b3e8-1f2611e7d51b service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940143 Feb 04 21:04:46.666704 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device f602d7cf-cb9f-4e01-a164-42367b55cf65 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:04:46.668338 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-334c5785-a743-4d16-9f52-10b124d607d1 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:46.672018 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ed9e4-9d08-4be1-b18e-8b9100a5bb8e req-44fd88c0-9d9f-4156-bb1a-2f5ca1108870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:46.673789 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-352ed9e4-9d08-4be1-b18e-8b9100a5bb8e req-44fd88c0-9d9f-4156-bb1a-2f5ca1108870 service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.3129635 Feb 04 21:04:46.700946 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 3318c8b4-16ab-40cd-b525-0e79358f00f1 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:04:46.799290 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-334c5785-a743-4d16-9f52-10b124d607d1 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:46.819365 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-334c5785-a743-4d16-9f52-10b124d607d1 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] 10.222.0.26 "DELETE /v2.0/networks/323d1bb6-21f9-4a25-acc4-106b56719162 HTTP/1.1" status: 204 len: 168 time: 2.1743631 Feb 04 21:04:46.829523 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58530) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:46.833792 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-352ed9e4-9d08-4be1-b18e-8b9100a5bb8e req-957f1c04-d27f-464c-9bc1-3c3e8339f857 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=33d673ac-4e6b-437c-82e0-b03fb11414c2 HTTP/1.1" status: 200 len: 217 time: 0.1401184 Feb 04 21:04:46.834685 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c5785-a743-4d16-9f52-10b124d607d1 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Pushing event deleted for resources: {'Network': ['ID=323d1bb6-21f9-4a25-acc4-106b56719162,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:46.850784 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-18903679-b991-4dbc-a3b9-c72478eacdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:46.857546 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e1ad90cd-fb39-42b1-a319-e4ba58245f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:46.858163 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-0f21ec36-5240-46b2-9e72-47067c49e99a tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1356633023'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:04:46.880945 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-0f21ec36-5240-46b2-9e72-47067c49e99a tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:04:46.885774 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-0f21ec36-5240-46b2-9e72-47067c49e99a tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Usage tracker for resource:network and tenant:755ca53d42aa4e4693c8450bf4be8dc6 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:04:46.889135 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-0f21ec36-5240-46b2-9e72-47067c49e99a tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:04:46.895160 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-0f21ec36-5240-46b2-9e72-47067c49e99a tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:04:46.918197 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b136955-502b-4c41-9028-65b553a26d43 req-fa6e4e6b-b603-4156-aeec-9afc04a8576f tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:46.922148 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ed9e4-9d08-4be1-b18e-8b9100a5bb8e req-c06f7621-6464-4a70-8dc3-58fe959d85fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:46.923778 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-352ed9e4-9d08-4be1-b18e-8b9100a5bb8e req-c06f7621-6464-4a70-8dc3-58fe959d85fb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.0810845 Feb 04 21:04:46.925907 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5b136955-502b-4c41-9028-65b553a26d43 req-fa6e4e6b-b603-4156-aeec-9afc04a8576f tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=751d84cd-e109-4dc9-8661-6b6fa21b0c23 HTTP/1.1" status: 200 len: 944 time: 0.5950711 Feb 04 21:04:46.961602 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ed9e4-9d08-4be1-b18e-8b9100a5bb8e req-f9a9dff2-bb20-432e-a9df-4da058b98c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:46.963294 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-352ed9e4-9d08-4be1-b18e-8b9100a5bb8e req-f9a9dff2-bb20-432e-a9df-4da058b98c27 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 1099 time: 0.2424262 Feb 04 21:04:46.964048 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f21ec36-5240-46b2-9e72-47067c49e99a tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Made reservation on behalf of 755ca53d42aa4e4693c8450bf4be8dc6 for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:04:46.970244 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0f21ec36-5240-46b2-9e72-47067c49e99a tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:46.984854 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93b369a-5c00-47b6-a2a7-c9454daedf20 None None] Network 323d1bb6-21f9-4a25-acc4-106b56719162 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:04:47.011470 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18903679-b991-4dbc-a3b9-c72478eacdfd None None] Pushing event deleted for resources: {'Port': ['ID=f602d7cf-cb9f-4e01-a164-42367b55cf65,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:47.021828 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18903679-b991-4dbc-a3b9-c72478eacdfd None None] No DVR routers for this DVR port f602d7cf-cb9f-4e01-a164-42367b55cf65 on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:04:47.026029 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: f602d7cf-cb9f-4e01-a164-42367b55cf65 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:04:47.026790 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device f602d7cf-cb9f-4e01-a164-42367b55cf65 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:04:47.042745 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93b369a-5c00-47b6-a2a7-c9454daedf20 None None] Network 323d1bb6-21f9-4a25-acc4-106b56719162 could not be found, it might have been deleted concurrently. {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 04 21:04:47.051086 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ed9e4-9d08-4be1-b18e-8b9100a5bb8e req-29cc49b5-9443-47a2-8d05-ae590395496c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:47.055385 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-352ed9e4-9d08-4be1-b18e-8b9100a5bb8e req-29cc49b5-9443-47a2-8d05-ae590395496c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1215096 Feb 04 21:04:47.071456 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 3318c8b4-16ab-40cd-b525-0e79358f00f1 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:04:47.077189 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 3318c8b4-16ab-40cd-b525-0e79358f00f1 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:04:47.077875 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:47.205775 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5b136955-502b-4c41-9028-65b553a26d43 req-d17a9fe0-747b-4fb0-87cd-260f7c659816 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734172 Feb 04 21:04:47.206889 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ed9e4-9d08-4be1-b18e-8b9100a5bb8e req-216d014c-6606-444f-9551-bd3a9138cb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:47.208919 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-352ed9e4-9d08-4be1-b18e-8b9100a5bb8e req-216d014c-6606-444f-9551-bd3a9138cb97 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.2011807 Feb 04 21:04:47.281302 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-352ed9e4-9d08-4be1-b18e-8b9100a5bb8e req-7fde52e5-a184-4cf7-8080-0c5c58f90c86 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175970 Feb 04 21:04:47.352259 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:47.407327 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 3318c8b4-16ab-40cd-b525-0e79358f00f1, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=3318c8b4-16ab-40cd-b525-0e79358f00f1,segment=NetworkSegment(1bfd55c3-c8d9-4e20-9f37-da07ea0581c2),segment_id=1bfd55c3-c8d9-4e20-9f37-da07ea0581c2)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:47.424393 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751d84cd-e109-4dc9-8661-6b6fa21b0c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3318c8b4-16ab-40cd-b525-0e79358f00f1'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:04:47.433794 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:47.482081 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-352ed9e4-9d08-4be1-b18e-8b9100a5bb8e req-242d81ae-e83f-4760-8a50-54d6559edadd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=33d673ac-4e6b-437c-82e0-b03fb11414c2 HTTP/1.1" status: 200 len: 217 time: 0.1185796 Feb 04 21:04:47.525307 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=3318c8b4-16ab-40cd-b525-0e79358f00f1,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:47.527027 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-352ed9e4-9d08-4be1-b18e-8b9100a5bb8e req-2c9e7ea9-9c91-4ecb-926f-bd058a769eab service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336323 Feb 04 21:04:47.548792 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:47.549592 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 7bc8e190-b919-45ca-8883-b0055c8cfe66 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:04:47.561377 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f21ec36-5240-46b2-9e72-47067c49e99a tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:04:47.573286 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0f21ec36-5240-46b2-9e72-47067c49e99a tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:47.573716 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-0f21ec36-5240-46b2-9e72-47067c49e99a tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Added segment 40da3c2a-7909-4bfb-9f7a-c9d446b21eaf of type vlan for network de226ab0-aa50-433f-b8ad-dc002e49e00a Feb 04 21:04:47.607071 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0f21ec36-5240-46b2-9e72-47067c49e99a tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:47.651175 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:47.712677 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 7bc8e190-b919-45ca-8883-b0055c8cfe66, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=7bc8e190-b919-45ca-8883-b0055c8cfe66,segment=NetworkSegment(d272340f-e46b-4b9a-95de-826926ac6bfb),segment_id=d272340f-e46b-4b9a-95de-826926ac6bfb)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:47.719988 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd80e03-893e-4c12-a6c1-f202b9e4a4ba req-e576d3b2-fc3e-4836-80fb-afdd15e3d1ce tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:47.728495 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '7bc8e190-b919-45ca-8883-b0055c8cfe66', 'network_id': '1e54d53d-f997-4dfb-a224-d1fd181e2576', 'port_id': '7bc8e190-b919-45ca-8883-b0055c8cfe66', 'mac_address': 'fa:16:3e:01:04:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d973d52-9cec-4659-bee1-2f5deb367273', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:04:47.728710 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7dd80e03-893e-4c12-a6c1-f202b9e4a4ba req-e576d3b2-fc3e-4836-80fb-afdd15e3d1ce tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=afa706c4-a5eb-4d89-8932-683090aeda27 HTTP/1.1" status: 200 len: 949 time: 1.4301450 Feb 04 21:04:47.764779 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0f21ec36-5240-46b2-9e72-47067c49e99a tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:47.770146 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f21ec36-5240-46b2-9e72-47067c49e99a tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:47.770993 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0f21ec36-5240-46b2-9e72-47067c49e99a tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:47.798205 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:47.826008 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7bc8e190-b919-45ca-8883-b0055c8cfe66 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:04:47.846646 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 7bc8e190-b919-45ca-8883-b0055c8cfe66, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=7bc8e190-b919-45ca-8883-b0055c8cfe66,segment=NetworkSegment(d272340f-e46b-4b9a-95de-826926ac6bfb),segment_id=d272340f-e46b-4b9a-95de-826926ac6bfb)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:47.868222 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:47.874466 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-5d65c2a6-d5d0-432f-a250-aea4b86bb04a service neutron] 10.222.0.18 "GET /v2.0/networks/96794e5b-cad6-4140-9df8-3b22f7347459?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2709649 Feb 04 21:04:47.979949 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=7bc8e190-b919-45ca-8883-b0055c8cfe66,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:48.000368 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['7bc8e190-b919-45ca-8883-b0055c8cfe66'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:04:48.021625 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ed9e4-9d08-4be1-b18e-8b9100a5bb8e req-7fd556cd-502d-45b8-9818-b94aef408bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:48.023304 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-352ed9e4-9d08-4be1-b18e-8b9100a5bb8e req-7fd556cd-502d-45b8-9818-b94aef408bd9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.5421712 Feb 04 21:04:48.034371 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7dd80e03-893e-4c12-a6c1-f202b9e4a4ba req-cb9fad07-86d9-4705-8603-5f2157ae1f7f tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045518 Feb 04 21:04:48.054184 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f21ec36-5240-46b2-9e72-47067c49e99a tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Pushing event updated for resources: {'Network': ['ID=de226ab0-aa50-433f-b8ad-dc002e49e00a,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:48.089772 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network de226ab0-aa50-433f-b8ad-dc002e49e00a details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:04:48.098547 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-0f21ec36-5240-46b2-9e72-47067c49e99a tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2561531 Feb 04 21:04:48.101991 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58558) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:48.108732 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-e5d67545-9580-4615-b027-6972bb2bee24 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Request body: {'subnet': {'network_id': 'de226ab0-aa50-433f-b8ad-dc002e49e00a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:04:48.151071 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbb1e1-8b7b-4906-a4f4-177fc8c9aae6 req-b53b5a66-5035-40e3-9139-245905dd0dec tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:48.152773 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9bfbb1e1-8b7b-4906-a4f4-177fc8c9aae6 req-b53b5a66-5035-40e3-9139-245905dd0dec tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.18 "GET /v2.0/ports?device_id=afa706c4-a5eb-4d89-8932-683090aeda27 HTTP/1.1" status: 200 len: 949 time: 0.9249508 Feb 04 21:04:48.338939 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-5f2a7490-f1dc-4309-b16e-eb659430a055 service neutron] 10.222.0.18 "GET /v2.0/networks/96794e5b-cad6-4140-9df8-3b22f7347459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4307122 Feb 04 21:04:48.359446 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751d84cd-e109-4dc9-8661-6b6fa21b0c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3318c8b4-16ab-40cd-b525-0e79358f00f1', 'code': 200} Feb 04 21:04:48.366866 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2909a8-5486-4658-b980-6929d084149f req-eefca199-b171-4fe6-861b-ca8a922558ff tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:48.374820 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1c2909a8-5486-4658-b980-6929d084149f req-eefca199-b171-4fe6-861b-ca8a922558ff tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 948 time: 0.8299284 Feb 04 21:04:48.458307 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e5d67545-9580-4615-b027-6972bb2bee24 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:04:48.467200 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e5d67545-9580-4615-b027-6972bb2bee24 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Usage tracker for resource:subnet and tenant:755ca53d42aa4e4693c8450bf4be8dc6 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:04:48.476329 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e5d67545-9580-4615-b027-6972bb2bee24 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:04:48.487116 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e5d67545-9580-4615-b027-6972bb2bee24 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:04:48.510679 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d67545-9580-4615-b027-6972bb2bee24 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Made reservation on behalf of 755ca53d42aa4e4693c8450bf4be8dc6 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:04:48.515239 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e5d67545-9580-4615-b027-6972bb2bee24 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:48.530000 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-9bfbb1e1-8b7b-4906-a4f4-177fc8c9aae6 req-0b38bb23-0d83-4001-a905-3313f180d0e7 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Deleting port 87db6fd1-7f78-4f70-9234-d881fa64a7b2 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:04:48.530407 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9bfbb1e1-8b7b-4906-a4f4-177fc8c9aae6 req-0b38bb23-0d83-4001-a905-3313f180d0e7 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:48.814537 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:48.944962 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e5d67545-9580-4615-b027-6972bb2bee24 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:49.167208 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-b422a241-8eb8-4818-8206-6628c64b1726 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=d0bd622e-aa88-46cf-8228-97766cb44e0c HTTP/1.1" status: 200 len: 217 time: 0.7806392 Feb 04 21:04:49.178720 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d67545-9580-4615-b027-6972bb2bee24 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Pushing event updated for resources: {'Subnet': ['ID=363bcdae-4698-4e7b-a6ff-7d15dd8d3592,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:49.200278 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d67545-9580-4615-b027-6972bb2bee24 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Checking segment: {'id': '40da3c2a-7909-4bfb-9f7a-c9d446b21eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'de226ab0-aa50-433f-b8ad-dc002e49e00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:04:49.203757 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d67545-9580-4615-b027-6972bb2bee24 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Network hostable DHCP agents. Network: de226ab0-aa50-433f-b8ad-dc002e49e00a, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:04:49.204822 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ed9e4-9d08-4be1-b18e-8b9100a5bb8e req-b6e63a8b-aed6-4092-bc81-30aa050fa54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:49.211162 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-352ed9e4-9d08-4be1-b18e-8b9100a5bb8e req-b6e63a8b-aed6-4092-bc81-30aa050fa54a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1578307 Feb 04 21:04:49.258141 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d67545-9580-4615-b027-6972bb2bee24 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Network de226ab0-aa50-433f-b8ad-dc002e49e00a is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:04:49.282938 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-e5d67545-9580-4615-b027-6972bb2bee24 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, de226ab0-aa50-433f-b8ad-dc002e49e00a) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:04:49.289049 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d67545-9580-4615-b027-6972bb2bee24 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:49.289939 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e5d67545-9580-4615-b027-6972bb2bee24 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:49.298057 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8e80c6-b506-4eae-b1d7-d566ec111aca None None] Network de226ab0-aa50-433f-b8ad-dc002e49e00a requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:04:49.351101 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e5d67545-9580-4615-b027-6972bb2bee24 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2470877 Feb 04 21:04:49.354354 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58590) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:49.534491 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 7bc8e190-b919-45ca-8883-b0055c8cfe66 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:04:49.688448 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5281e11d-2966-44ae-8c36-faf3df761b63 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:49.720281 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 7bc8e190-b919-45ca-8883-b0055c8cfe66 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:04:49.720660 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:49.804044 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5281e11d-2966-44ae-8c36-faf3df761b63 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:50.012268 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5281e11d-2966-44ae-8c36-faf3df761b63 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:50.115118 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-9bfbb1e1-8b7b-4906-a4f4-177fc8c9aae6 req-0b38bb23-0d83-4001-a905-3313f180d0e7 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] For port 87db6fd1-7f78-4f70-9234-d881fa64a7b2, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=87db6fd1-7f78-4f70-9234-d881fa64a7b2,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:50.116096 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9bfbb1e1-8b7b-4906-a4f4-177fc8c9aae6 req-0b38bb23-0d83-4001-a905-3313f180d0e7 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:50.220360 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8361b1f8-5bf5-4a3e-9c01-e72e299468d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-de226ab0-aa50-433f-b8ad-dc002e49e00a', 'network_id': 'de226ab0-aa50-433f-b8ad-dc002e49e00a', 'tenant_id': '755ca53d42aa4e4693c8450bf4be8dc6', 'fixed_ips': [{'subnet_id': '363bcdae-4698-4e7b-a6ff-7d15dd8d3592'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:04:50.225187 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8361b1f8-5bf5-4a3e-9c01-e72e299468d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:50.246479 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:50.279290 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1c2909a8-5486-4658-b980-6929d084149f req-6b20af27-88bb-460a-953e-d13e83efd160 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7638438 Feb 04 21:04:50.350583 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 7bc8e190-b919-45ca-8883-b0055c8cfe66, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=7bc8e190-b919-45ca-8883-b0055c8cfe66,segment=NetworkSegment(d272340f-e46b-4b9a-95de-826926ac6bfb),segment_id=d272340f-e46b-4b9a-95de-826926ac6bfb)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:50.354831 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:50.355712 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 87db6fd1-7f78-4f70-9234-d881fa64a7b2 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:04:50.484680 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-9bfbb1e1-8b7b-4906-a4f4-177fc8c9aae6 req-0b38bb23-0d83-4001-a905-3313f180d0e7 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Calling delete_port for 87db6fd1-7f78-4f70-9234-d881fa64a7b2 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:04:50.525021 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5281e11d-2966-44ae-8c36-faf3df761b63 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:50.561346 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7b0650-e115-4f36-9afd-b1d0c6418da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc8e190-b919-45ca-8883-b0055c8cfe66'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:04:50.584406 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-5281e11d-2966-44ae-8c36-faf3df761b63 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de226ab0-aa50-433f-b8ad-dc002e49e00a']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:50.595545 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=7bc8e190-b919-45ca-8883-b0055c8cfe66,revision_number=7']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:50.603357 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-5281e11d-2966-44ae-8c36-faf3df761b63 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40da3c2a-7909-4bfb-9f7a-c9d446b21eaf') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:50.604766 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-5281e11d-2966-44ae-8c36-faf3df761b63 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40da3c2a-7909-4bfb-9f7a-c9d446b21eaf') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:50.618698 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 33d673ac-4e6b-437c-82e0-b03fb11414c2 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:04:50.620490 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5281e11d-2966-44ae-8c36-faf3df761b63 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:50.640141 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5281e11d-2966-44ae-8c36-faf3df761b63 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:50.649003 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5281e11d-2966-44ae-8c36-faf3df761b63 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:04:50.649643 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5281e11d-2966-44ae-8c36-faf3df761b63 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:50.756203 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:04:50.756203 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:04:50.756203 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:04:50.756203 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:04:50.756203 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:04:50.756203 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:04:50.756203 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:04:50.756203 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:04:50.756203 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:04:50.756203 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:04:50.756203 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:04:50.756203 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:04:50.756203 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:04:50.756203 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:04:50.756203 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:04:50.756203 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:04:50.756203 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:04:50.756203 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:04:50.756203 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:04:50.756203 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:04:50.756203 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:04:50.756203 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:04:50.756203 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:04:50.756203 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:04:50.756203 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:04:50.756203 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:04:50.756203 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:04:50.756203 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:04:50.756203 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:04:50.756203 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:04:50.756203 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:04:50.756203 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:04:50.764302 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281e11d-2966-44ae-8c36-faf3df761b63 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Pushing event deleted for resources: {'Subnet': ['ID=363bcdae-4698-4e7b-a6ff-7d15dd8d3592,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:50.777579 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5281e11d-2966-44ae-8c36-faf3df761b63 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:50.813445 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5281e11d-2966-44ae-8c36-faf3df761b63 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:50.839543 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281e11d-2966-44ae-8c36-faf3df761b63 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Pushing event deleted for resources: {'Network': ['ID=de226ab0-aa50-433f-b8ad-dc002e49e00a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:50.868064 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5281e11d-2966-44ae-8c36-faf3df761b63 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] 10.222.0.26 "DELETE /v2.0/networks/de226ab0-aa50-433f-b8ad-dc002e49e00a HTTP/1.1" status: 204 len: 168 time: 1.5116346 Feb 04 21:04:50.871338 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58604) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:50.888113 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-b23ec312-4f4d-4a39-a3e2-de0a6d46aca5 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-978734120'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:04:50.896158 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b23ec312-4f4d-4a39-a3e2-de0a6d46aca5 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:04:50.909460 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b23ec312-4f4d-4a39-a3e2-de0a6d46aca5 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Usage tracker for resource:network and tenant:755ca53d42aa4e4693c8450bf4be8dc6 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:04:50.913634 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b23ec312-4f4d-4a39-a3e2-de0a6d46aca5 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:04:50.922049 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b23ec312-4f4d-4a39-a3e2-de0a6d46aca5 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:04:50.926413 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-8361b1f8-5bf5-4a3e-9c01-e72e299468d1 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 04 21:04:50.926413 n-d-827896-1 neutron-server[87684]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Feb 04 21:04:50.926413 n-d-827896-1 neutron-server[87684]: [parameters: {'project_id': '755ca53d42aa4e4693c8450bf4be8dc6', 'id': 'c80a0761-e05e-4d66-a3ff-c99d598c90d4', 'name': '', 'network_id': 'de226ab0-aa50-433f-b8ad-dc002e49e00a', 'mac_address': 'fa:16:3e:66:78:60', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-de226ab0-aa50-433f-b8ad-dc002e49e00a', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1188}] Feb 04 21:04:50.926413 n-d-827896-1 neutron-server[87684]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:04:50.926873 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-8361b1f8-5bf5-4a3e-9c01-e72e299468d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:04:50.944860 n-d-827896-1 neutron-server[87684]: INFO neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No ports have port_id starting with 87db6fd1-7f78-4f70-9234-d881fa64a7b2 Feb 04 21:04:50.959534 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23ec312-4f4d-4a39-a3e2-de0a6d46aca5 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Made reservation on behalf of 755ca53d42aa4e4693c8450bf4be8dc6 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:04:50.964906 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b23ec312-4f4d-4a39-a3e2-de0a6d46aca5 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:51.073772 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 33d673ac-4e6b-437c-82e0-b03fb11414c2, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=33d673ac-4e6b-437c-82e0-b03fb11414c2,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:51.116419 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '33d673ac-4e6b-437c-82e0-b03fb11414c2', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': '33d673ac-4e6b-437c-82e0-b03fb11414c2', 'mac_address': 'fa:16:3e:62:71:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:04:51.153475 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9bfbb1e1-8b7b-4906-a4f4-177fc8c9aae6 req-0b38bb23-0d83-4001-a905-3313f180d0e7 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:51.177433 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b23ec312-4f4d-4a39-a3e2-de0a6d46aca5 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:04:51.186582 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['cd1f6a32-b7f4-443c-8969-b4767ae9d578'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:04:51.210726 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b23ec312-4f4d-4a39-a3e2-de0a6d46aca5 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:51.211098 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-b23ec312-4f4d-4a39-a3e2-de0a6d46aca5 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Added segment a7a1efa4-e3f9-492d-a123-9d7bebd5fa31 of type vlan for network 24a59192-4d0f-4f9e-b065-f457bf43b510 Feb 04 21:04:51.324806 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8acff176-af55-44db-900b-bd30f24e318c req-4c23eeff-da8d-43dc-a539-38686392b079 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3255408 Feb 04 21:04:51.334379 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b23ec312-4f4d-4a39-a3e2-de0a6d46aca5 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:51.355894 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c10e9932-e916-4789-8e83-556a9ac2d6f5 req-b04b11f8-e025-46e5-aa06-2d95d1a175a8 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=afa706c4-a5eb-4d89-8932-683090aeda27 HTTP/1.1" status: 200 len: 210 time: 0.3014109 Feb 04 21:04:51.390302 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1748c1d-b765-4225-9243-63049b36fde4 req-09a850af-5130-4601-9909-7e1514e517d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:51.393102 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-09a850af-5130-4601-9909-7e1514e517d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e1d56a7-cf95-4452-a500-f044c9d7c766 HTTP/1.1" status: 200 len: 797 time: 2.1793351 Feb 04 21:04:51.407360 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38bb23-0d83-4001-a905-3313f180d0e7 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Pushing event deleted for resources: {'Port': ['ID=87db6fd1-7f78-4f70-9234-d881fa64a7b2,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:51.426207 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bfbb1e1-8b7b-4906-a4f4-177fc8c9aae6 req-0b38bb23-0d83-4001-a905-3313f180d0e7 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] No DVR routers for this DVR port 87db6fd1-7f78-4f70-9234-d881fa64a7b2 on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:04:51.429375 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9bfbb1e1-8b7b-4906-a4f4-177fc8c9aae6 req-0b38bb23-0d83-4001-a905-3313f180d0e7 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:51.433172 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8361b1f8-5bf5-4a3e-9c01-e72e299468d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:51.474419 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa706c4-a5eb-4d89-8932-683090aeda27', 'name': 'network-vif-deleted', 'tag': '87db6fd1-7f78-4f70-9234-d881fa64a7b2'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:04:51.489938 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-352ed9e4-9d08-4be1-b18e-8b9100a5bb8e req-762e20ff-a059-4684-ac41-d7e5a3149eeb service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1783724 Feb 04 21:04:51.500399 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:51.505621 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.resource_extend [None req-b23ec312-4f4d-4a39-a3e2-de0a6d46aca5 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:04:51.546136 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d673ac-4e6b-437c-82e0-b03fb11414c2 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:04:51.560033 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf8717-b3d2-4c44-82c7-cafbffa9f92d req-0184b6b6-39fe-4537-964a-58af91fadafe tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:51.571580 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ccdf8717-b3d2-4c44-82c7-cafbffa9f92d req-0184b6b6-39fe-4537-964a-58af91fadafe tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=751d84cd-e109-4dc9-8661-6b6fa21b0c23 HTTP/1.1" status: 200 len: 945 time: 2.7389441 Feb 04 21:04:51.575750 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2877ac04-e04b-4195-b0b5-fb60a61f0cd9 None None] Network de226ab0-aa50-433f-b8ad-dc002e49e00a requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:04:51.589838 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b23ec312-4f4d-4a39-a3e2-de0a6d46aca5 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:51.600950 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23ec312-4f4d-4a39-a3e2-de0a6d46aca5 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:51.612168 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9bfbb1e1-8b7b-4906-a4f4-177fc8c9aae6 req-0b38bb23-0d83-4001-a905-3313f180d0e7 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.18 "DELETE /v2.0/ports/87db6fd1-7f78-4f70-9234-d881fa64a7b2 HTTP/1.1" status: 204 len: 173 time: 3.4479072 Feb 04 21:04:51.613789 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b23ec312-4f4d-4a39-a3e2-de0a6d46aca5 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:51.623732 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2877ac04-e04b-4195-b0b5-fb60a61f0cd9 None None] Network de226ab0-aa50-433f-b8ad-dc002e49e00a could not be found, it might have been deleted concurrently. {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 04 21:04:51.636900 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 33d673ac-4e6b-437c-82e0-b03fb11414c2, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=33d673ac-4e6b-437c-82e0-b03fb11414c2,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:51.651385 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:51.834551 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=33d673ac-4e6b-437c-82e0-b03fb11414c2,revision_number=12']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:51.843600 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adac2a0-7561-4345-a036-71519f48821e req-03a93fee-febc-4fe4-83e6-aa880f2b74f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:51.851091 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6adac2a0-7561-4345-a036-71519f48821e req-03a93fee-febc-4fe4-83e6-aa880f2b74f6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=751d84cd-e109-4dc9-8661-6b6fa21b0c23 HTTP/1.1" status: 200 len: 1096 time: 2.9776034 Feb 04 21:04:51.919925 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acff176-af55-44db-900b-bd30f24e318c req-551a2566-65b1-4013-92ec-37db61eebe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:51.921110 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8acff176-af55-44db-900b-bd30f24e318c req-551a2566-65b1-4013-92ec-37db61eebe1c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 1101 time: 0.5668211 Feb 04 21:04:51.944818 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b23ec312-4f4d-4a39-a3e2-de0a6d46aca5 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0693963 Feb 04 21:04:51.945831 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58618) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:51.958923 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-352ed9e4-9d08-4be1-b18e-8b9100a5bb8e req-9a809850-b049-4852-9013-e17fb76b1bf1 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4540246 Feb 04 21:04:52.037622 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ccdf8717-b3d2-4c44-82c7-cafbffa9f92d req-09b003d1-c86d-4b35-9fd7-14ce0120b21b tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4630876 Feb 04 21:04:52.064963 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6adac2a0-7561-4345-a036-71519f48821e req-fab003a3-a4be-44b4-9eaa-4730e282e976 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034565 Feb 04 21:04:52.079630 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['33d673ac-4e6b-437c-82e0-b03fb11414c2'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:04:52.107625 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1748c1d-b765-4225-9243-63049b36fde4 req-8186d467-e1e6-4ec2-8a72-cb9671bc3148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:52.115176 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-8186d467-e1e6-4ec2-8a72-cb9671bc3148 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96794e5b-cad6-4140-9df8-3b22f7347459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6918857 Feb 04 21:04:52.222688 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-0b69c5af-6cd7-4778-b22c-631fc307b034 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Request body: {'subnet': {'network_id': '24a59192-4d0f-4f9e-b065-f457bf43b510', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:04:52.227169 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7b0650-e115-4f36-9afd-b1d0c6418da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc8e190-b919-45ca-8883-b0055c8cfe66', 'code': 200} Feb 04 21:04:52.571076 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ec312-4f4d-4a39-a3e2-de0a6d46aca5 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Pushing event updated for resources: {'Network': ['ID=24a59192-4d0f-4f9e-b065-f457bf43b510,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:52.586128 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 24a59192-4d0f-4f9e-b065-f457bf43b510 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:04:52.595299 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0b69c5af-6cd7-4778-b22c-631fc307b034 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:04:52.603969 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0b69c5af-6cd7-4778-b22c-631fc307b034 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Usage tracker for resource:subnet and tenant:755ca53d42aa4e4693c8450bf4be8dc6 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:04:52.617954 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0b69c5af-6cd7-4778-b22c-631fc307b034 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:04:52.633430 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0b69c5af-6cd7-4778-b22c-631fc307b034 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:04:52.683279 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b69c5af-6cd7-4778-b22c-631fc307b034 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Made reservation on behalf of 755ca53d42aa4e4693c8450bf4be8dc6 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:04:52.693223 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b69c5af-6cd7-4778-b22c-631fc307b034 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:52.754560 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-b2b39af5-6ec3-48b6-8c65-451a1807d11d service neutron] 10.222.0.18 "GET /v2.0/networks/96794e5b-cad6-4140-9df8-3b22f7347459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6315608 Feb 04 21:04:52.773475 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acff176-af55-44db-900b-bd30f24e318c req-6232dece-0884-46cf-bbde-60dead2c8dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:52.774969 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8acff176-af55-44db-900b-bd30f24e318c req-6232dece-0884-46cf-bbde-60dead2c8dd9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.8172803 Feb 04 21:04:53.318486 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8acff176-af55-44db-900b-bd30f24e318c req-9ff9a14c-bd52-432e-a407-bdca80eeeff7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=7d722a48-1731-4cd9-8d76-d643035f4f73 HTTP/1.1" status: 200 len: 217 time: 0.4440117 Feb 04 21:04:53.383259 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f3d60-3d44-4f4a-a248-4fd99b588445 req-4dfd6a70-d59d-4b13-8749-15154c5622b1 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:53.391750 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-162f3d60-3d44-4f4a-a248-4fd99b588445 req-4dfd6a70-d59d-4b13-8749-15154c5622b1 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 949 time: 0.6344624 Feb 04 21:04:53.444407 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-ba90fefe-943a-40cb-b31b-75e147328e3b service neutron] 10.222.0.18 "GET /v2.0/networks/96794e5b-cad6-4140-9df8-3b22f7347459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5585766 Feb 04 21:04:53.596963 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-00565f42-cc45-49d3-b24e-3369e3f4bd71 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=30c8b28c-5310-4bac-a7d4-377b7157856b HTTP/1.1" status: 200 len: 217 time: 0.1320131 Feb 04 21:04:53.608327 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acff176-af55-44db-900b-bd30f24e318c req-1bc42a6b-29e2-48ca-ac24-1320dbebdf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:53.614481 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8acff176-af55-44db-900b-bd30f24e318c req-1bc42a6b-29e2-48ca-ac24-1320dbebdf9e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.2822695 Feb 04 21:04:53.832457 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-162f3d60-3d44-4f4a-a248-4fd99b588445 req-21a38bbd-6a7c-4d4c-8c42-615d38ef790e tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4374316 Feb 04 21:04:53.911984 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1748c1d-b765-4225-9243-63049b36fde4 req-d07187df-31bd-4053-90a1-1d0a17baba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:53.927689 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-d07187df-31bd-4053-90a1-1d0a17baba2e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e1d56a7-cf95-4452-a500-f044c9d7c766 HTTP/1.1" status: 200 len: 797 time: 0.3041661 Feb 04 21:04:54.046959 n-d-827896-1 neutron-server[87682]: DEBUG neutron.objects.ports [None req-0b69c5af-6cd7-4778-b22c-631fc307b034 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87682) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 21:04:54.048676 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa706c4-a5eb-4d89-8932-683090aeda27', 'name': 'network-vif-deleted', 'tag': '87db6fd1-7f78-4f70-9234-d881fa64a7b2', 'status': 'completed', 'code': 200} Feb 04 21:04:54.055991 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b69c5af-6cd7-4778-b22c-631fc307b034 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:54.147432 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1748c1d-b765-4225-9243-63049b36fde4 req-31c1559e-d720-4c4f-bd89-816fa34c5d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:54.151069 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-31c1559e-d720-4c4f-bd89-816fa34c5d13 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96794e5b-cad6-4140-9df8-3b22f7347459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2153106 Feb 04 21:04:54.239876 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b69c5af-6cd7-4778-b22c-631fc307b034 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Pushing event updated for resources: {'Subnet': ['ID=eac28def-4c20-4c08-bc28-2a38990a5119,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:54.306358 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b69c5af-6cd7-4778-b22c-631fc307b034 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Checking segment: {'id': 'a7a1efa4-e3f9-492d-a123-9d7bebd5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24a59192-4d0f-4f9e-b065-f457bf43b510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:04:54.306729 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b69c5af-6cd7-4778-b22c-631fc307b034 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Network hostable DHCP agents. Network: 24a59192-4d0f-4f9e-b065-f457bf43b510, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:04:54.317388 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acff176-af55-44db-900b-bd30f24e318c req-a700e458-7e2c-48bf-83c3-304b81d3f73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:54.319595 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8acff176-af55-44db-900b-bd30f24e318c req-a700e458-7e2c-48bf-83c3-304b81d3f73e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6799767 Feb 04 21:04:54.384860 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-108b70a3-d9f8-48a0-872c-0cd998a2962e service neutron] 10.222.0.18 "GET /v2.0/networks/96794e5b-cad6-4140-9df8-3b22f7347459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239521 Feb 04 21:04:54.410047 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 33d673ac-4e6b-437c-82e0-b03fb11414c2 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:04:54.584272 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 33d673ac-4e6b-437c-82e0-b03fb11414c2 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:04:54.588061 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576cfae-0656-43f2-90ae-926e6b1cb220 req-8870dede-c9d3-4e67-882c-e31659dd64cf tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:54.590779 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 33d673ac-4e6b-437c-82e0-b03fb11414c2 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:04:54.591565 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:54.595309 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2576cfae-0656-43f2-90ae-926e6b1cb220 req-8870dede-c9d3-4e67-882c-e31659dd64cf tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=751d84cd-e109-4dc9-8661-6b6fa21b0c23 HTTP/1.1" status: 200 len: 945 time: 0.2741218 Feb 04 21:04:54.681759 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2576cfae-0656-43f2-90ae-926e6b1cb220 req-4b64d680-a3f4-4537-96fb-bcdbc785bd27 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852692 Feb 04 21:04:54.699544 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-f20d2197-8230-4dc1-8d8f-6c278cb03c42 service neutron] 10.222.0.18 "GET /v2.0/networks/96794e5b-cad6-4140-9df8-3b22f7347459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973053 Feb 04 21:04:54.701559 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b69c5af-6cd7-4778-b22c-631fc307b034 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Network 24a59192-4d0f-4f9e-b065-f457bf43b510 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:04:54.803136 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8acff176-af55-44db-900b-bd30f24e318c req-0898b82a-ed93-4c00-9f7e-6fd555176246 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4736397 Feb 04 21:04:54.826565 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:54.836159 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-c66ad001-aa91-412c-9434-921cdf6b5f21 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=044174bb-6743-43bd-b283-bd8008780c8e HTTP/1.1" status: 200 len: 217 time: 0.1250110 Feb 04 21:04:54.856691 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-0b69c5af-6cd7-4778-b22c-631fc307b034 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 24a59192-4d0f-4f9e-b065-f457bf43b510) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:04:54.877100 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 33d673ac-4e6b-437c-82e0-b03fb11414c2, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=33d673ac-4e6b-437c-82e0-b03fb11414c2,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:54.896375 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d673ac-4e6b-437c-82e0-b03fb11414c2'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:04:54.904359 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:54.907293 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd946b1-8b36-46b1-803c-94993f55291c None None] Network 24a59192-4d0f-4f9e-b065-f457bf43b510 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:04:54.974208 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b69c5af-6cd7-4778-b22c-631fc307b034 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:54.974208 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b69c5af-6cd7-4778-b22c-631fc307b034 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:55.018499 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1748c1d-b765-4225-9243-63049b36fde4 req-b0df6303-f6f8-4be0-a7a6-d57e25b55b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:55.025603 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-b0df6303-f6f8-4be0-a7a6-d57e25b55b57 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e1d56a7-cf95-4452-a500-f044c9d7c766 HTTP/1.1" status: 200 len: 797 time: 0.1843700 Feb 04 21:04:55.156142 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8acff176-af55-44db-900b-bd30f24e318c req-ddde8858-203f-46f4-8e91-28c2675cf433 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439703 Feb 04 21:04:55.245258 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0b69c5af-6cd7-4778-b22c-631fc307b034 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.2852421 Feb 04 21:04:55.248661 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58650) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:04:55.262544 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1748c1d-b765-4225-9243-63049b36fde4 req-9afb93e7-b6e2-4b58-b1b7-f6dd0d8e983c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:55.264064 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-9afb93e7-b6e2-4b58-b1b7-f6dd0d8e983c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96794e5b-cad6-4140-9df8-3b22f7347459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2318609 Feb 04 21:04:55.288896 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba08960f-375d-46c4-a5ca-db0ef4b2dffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-24a59192-4d0f-4f9e-b065-f457bf43b510', 'network_id': '24a59192-4d0f-4f9e-b065-f457bf43b510', 'tenant_id': '755ca53d42aa4e4693c8450bf4be8dc6', 'fixed_ips': [{'subnet_id': 'eac28def-4c20-4c08-bc28-2a38990a5119'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:04:55.290202 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ba08960f-375d-46c4-a5ca-db0ef4b2dffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:55.373162 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=33d673ac-4e6b-437c-82e0-b03fb11414c2,revision_number=13']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:55.390291 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:55.390806 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:55.391431 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:55.391884 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:55.392317 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:55.392758 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:55.393460 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:55.394234 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:55.394795 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:55.395856 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:55.396299 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:55.396753 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:04:55.595058 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b45e64c-0f8f-4e37-8329-94126d32a53f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:55.706610 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b45e64c-0f8f-4e37-8329-94126d32a53f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:55.722739 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-ba08960f-375d-46c4-a5ca-db0ef4b2dffd None None] Allocated IP 2001:db8::f816:3eff:fec4:f774 (24a59192-4d0f-4f9e-b065-f457bf43b510/eac28def-4c20-4c08-bc28-2a38990a5119/2a04c27a-fc30-44dd-a4c0-1226cd6447a6) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:04:55.875232 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655114f-dafa-4948-8021-78839bc5e402 req-0a3d92b0-33e8-4e84-a67e-ba14327e00e9 tempest-MigrationsAdminTest-1331504191 tempest-MigrationsAdminTest-1331504191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:55.877886 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b655114f-dafa-4948-8021-78839bc5e402 req-0a3d92b0-33e8-4e84-a67e-ba14327e00e9 tempest-MigrationsAdminTest-1331504191 tempest-MigrationsAdminTest-1331504191-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 1101 time: 0.5475299 Feb 04 21:04:55.881594 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-c15615b3-5d9c-48ad-9a7d-fdeb8052aa6b service neutron] 10.222.0.18 "GET /v2.0/networks/96794e5b-cad6-4140-9df8-3b22f7347459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6091712 Feb 04 21:04:55.953354 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b655114f-dafa-4948-8021-78839bc5e402 req-3d43f35d-19c4-45a5-97cf-96a7065b902b tempest-MigrationsAdminTest-1331504191 tempest-MigrationsAdminTest-1331504191-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653872 Feb 04 21:04:56.062681 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:56.157619 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ba08960f-375d-46c4-a5ca-db0ef4b2dffd None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:56.178619 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ba08960f-375d-46c4-a5ca-db0ef4b2dffd None None] Transition to ACTIVE for port object 2a04c27a-fc30-44dd-a4c0-1226cd6447a6 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:04:56.219944 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ba08960f-375d-46c4-a5ca-db0ef4b2dffd None None] Transition to ACTIVE for port object 2a04c27a-fc30-44dd-a4c0-1226cd6447a6 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:04:56.230279 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ba08960f-375d-46c4-a5ca-db0ef4b2dffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:56.245006 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-a6c3e0b7-3fb0-44c0-b557-68f72a780717 service neutron] 10.222.0.18 "GET /v2.0/networks/96794e5b-cad6-4140-9df8-3b22f7347459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073153 Feb 04 21:04:56.257388 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b45e64c-0f8f-4e37-8329-94126d32a53f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:56.353750 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-4c1343d6-8d9f-481b-a304-a40325b85c4b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b98644ad-30b2-4c12-b57b-22b5f633f4b1 HTTP/1.1" status: 200 len: 217 time: 0.1017756 Feb 04 21:04:56.389003 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45e64c-0f8f-4e37-8329-94126d32a53f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Pushing event deleted for resources: {'Subnet': ['ID=eac28def-4c20-4c08-bc28-2a38990a5119,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:56.435138 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba08960f-375d-46c4-a5ca-db0ef4b2dffd None None] Network 24a59192-4d0f-4f9e-b065-f457bf43b510 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:04:56.439667 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-ba08960f-375d-46c4-a5ca-db0ef4b2dffd None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:04:56.449972 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba08960f-375d-46c4-a5ca-db0ef4b2dffd None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:04:56.604482 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08960f-375d-46c4-a5ca-db0ef4b2dffd None None] Pushing event updated for resources: {'Port': ['ID=2a04c27a-fc30-44dd-a4c0-1226cd6447a6,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:56.611725 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b45e64c-0f8f-4e37-8329-94126d32a53f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:56.662960 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-0b45e64c-0f8f-4e37-8329-94126d32a53f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24a59192-4d0f-4f9e-b065-f457bf43b510']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:56.671744 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-ba08960f-375d-46c4-a5ca-db0ef4b2dffd None None] Attempting to bind port 2a04c27a-fc30-44dd-a4c0-1226cd6447a6 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:04:56.672114 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-ba08960f-375d-46c4-a5ca-db0ef4b2dffd None None] Attempting to bind port 2a04c27a-fc30-44dd-a4c0-1226cd6447a6 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': 'a7a1efa4-e3f9-492d-a123-9d7bebd5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24a59192-4d0f-4f9e-b065-f457bf43b510'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:04:56.672481 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba08960f-375d-46c4-a5ca-db0ef4b2dffd None None] Attempting to bind port 2a04c27a-fc30-44dd-a4c0-1226cd6447a6 on network 24a59192-4d0f-4f9e-b065-f457bf43b510 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:04:56.680949 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba08960f-375d-46c4-a5ca-db0ef4b2dffd None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:04:56.683024 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba08960f-375d-46c4-a5ca-db0ef4b2dffd None None] Checking segment: {'id': 'a7a1efa4-e3f9-492d-a123-9d7bebd5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24a59192-4d0f-4f9e-b065-f457bf43b510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:04:56.683464 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ba08960f-375d-46c4-a5ca-db0ef4b2dffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:56.683852 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba08960f-375d-46c4-a5ca-db0ef4b2dffd None None] Bound using segment: {'id': 'a7a1efa4-e3f9-492d-a123-9d7bebd5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24a59192-4d0f-4f9e-b065-f457bf43b510'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:04:56.684332 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-ba08960f-375d-46c4-a5ca-db0ef4b2dffd None None] Bound port: 2a04c27a-fc30-44dd-a4c0-1226cd6447a6, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a1efa4-e3f9-492d-a123-9d7bebd5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24a59192-4d0f-4f9e-b065-f457bf43b510'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:04:56.684710 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ba08960f-375d-46c4-a5ca-db0ef4b2dffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:56.691617 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-0b45e64c-0f8f-4e37-8329-94126d32a53f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a1efa4-e3f9-492d-a123-9d7bebd5fa31') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:56.691821 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-0b45e64c-0f8f-4e37-8329-94126d32a53f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a1efa4-e3f9-492d-a123-9d7bebd5fa31') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:56.720395 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b45e64c-0f8f-4e37-8329-94126d32a53f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:56.769644 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b45e64c-0f8f-4e37-8329-94126d32a53f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:56.771953 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1748c1d-b765-4225-9243-63049b36fde4 req-85c1e8cb-6efc-4aec-bb50-a3aa6bed44b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:56.773599 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-85c1e8cb-6efc-4aec-bb50-a3aa6bed44b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e766ae0d-7580-448d-ac0e-f8a8085326fe HTTP/1.1" status: 200 len: 797 time: 0.4060972 Feb 04 21:04:56.788871 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b45e64c-0f8f-4e37-8329-94126d32a53f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:04:56.789567 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b45e64c-0f8f-4e37-8329-94126d32a53f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:56.809041 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:04:56.809041 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:04:56.809041 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:04:56.809041 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:04:56.809041 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:04:56.809041 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:04:56.809041 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:04:56.809041 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:04:56.809041 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:04:56.809041 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:04:56.809041 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:04:56.809041 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:04:56.809041 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:04:56.809041 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:04:56.809041 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:04:56.809041 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:04:56.809041 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:04:56.809041 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:04:56.809041 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:04:56.809041 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:04:56.809041 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:04:56.809041 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:04:56.809041 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:04:56.809041 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:04:56.809041 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:04:56.809041 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:04:56.809041 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:04:56.809041 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:04:56.809041 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:04:56.809041 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:04:56.809041 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:04:56.809041 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:04:56.914398 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-ba08960f-375d-46c4-a5ca-db0ef4b2dffd None None] For port 2a04c27a-fc30-44dd-a4c0-1226cd6447a6, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:04:57.031248 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1748c1d-b765-4225-9243-63049b36fde4 req-5c1326e9-9268-4998-a626-d9ec172970f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:57.034397 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-5c1326e9-9268-4998-a626-d9ec172970f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3d92e2e6-8e5c-439e-985a-8b138159bd06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2526126 Feb 04 21:04:57.064649 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-ba08960f-375d-46c4-a5ca-db0ef4b2dffd None None] For port 2a04c27a-fc30-44dd-a4c0-1226cd6447a6, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=2a04c27a-fc30-44dd-a4c0-1226cd6447a6,segment=NetworkSegment(a7a1efa4-e3f9-492d-a123-9d7bebd5fa31),segment_id=a7a1efa4-e3f9-492d-a123-9d7bebd5fa31)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:04:57.070203 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.api [None req-0b45e64c-0f8f-4e37-8329-94126d32a53f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 21:04:57.070203 n-d-827896-1 neutron-server[87682]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 21:04:57.070203 n-d-827896-1 neutron-server[87682]: [parameters: {'id': '24a59192-4d0f-4f9e-b065-f457bf43b510'}] Feb 04 21:04:57.070203 n-d-827896-1 neutron-server[87682]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:04:57.070638 n-d-827896-1 neutron-server[87682]: DEBUG oslo_db.api [None req-0b45e64c-0f8f-4e37-8329-94126d32a53f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:04:57.073357 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ba08960f-375d-46c4-a5ca-db0ef4b2dffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:57.304733 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-d02886b6-2054-4be1-ba52-c847b9c4c059 service neutron] 10.222.0.18 "GET /v2.0/networks/3d92e2e6-8e5c-439e-985a-8b138159bd06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562530 Feb 04 21:04:57.420751 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08960f-375d-46c4-a5ca-db0ef4b2dffd None None] Pushing event updated for resources: {'Port': ['ID=2a04c27a-fc30-44dd-a4c0-1226cd6447a6,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:57.443662 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d673ac-4e6b-437c-82e0-b03fb11414c2', 'code': 200} Feb 04 21:04:57.572006 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b45e64c-0f8f-4e37-8329-94126d32a53f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:57.586024 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-0b45e64c-0f8f-4e37-8329-94126d32a53f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Deleting port 2a04c27a-fc30-44dd-a4c0-1226cd6447a6 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:04:57.586716 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b45e64c-0f8f-4e37-8329-94126d32a53f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:57.625524 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509940ec-4e29-41d2-9862-8ba9b0a4d00b None None] Network 24a59192-4d0f-4f9e-b065-f457bf43b510 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:04:57.634627 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-a6843256-6509-423a-9c28-47fe3ca5794a service neutron] 10.222.0.18 "GET /v2.0/networks/3d92e2e6-8e5c-439e-985a-8b138159bd06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290102 Feb 04 21:04:57.813909 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-9a3dbf09-d9ea-48fb-a5a0-ed2d26b5fa3f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5bf4fdc2-20cd-450d-8d03-ffacefdb58d0 HTTP/1.1" status: 200 len: 217 time: 0.1723201 Feb 04 21:04:57.952932 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1748c1d-b765-4225-9243-63049b36fde4 req-c2bf81eb-0228-4942-96d1-bcaf851921ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:57.956799 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-c2bf81eb-0228-4942-96d1-bcaf851921ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e766ae0d-7580-448d-ac0e-f8a8085326fe HTTP/1.1" status: 200 len: 797 time: 0.1359248 Feb 04 21:04:58.123161 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-0b45e64c-0f8f-4e37-8329-94126d32a53f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] For port 2a04c27a-fc30-44dd-a4c0-1226cd6447a6, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=2a04c27a-fc30-44dd-a4c0-1226cd6447a6,segment=NetworkSegment(a7a1efa4-e3f9-492d-a123-9d7bebd5fa31),segment_id=a7a1efa4-e3f9-492d-a123-9d7bebd5fa31)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:58.123977 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b45e64c-0f8f-4e37-8329-94126d32a53f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:58.180111 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1748c1d-b765-4225-9243-63049b36fde4 req-f9248e6c-d7bd-402d-8a43-95ffdca57b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:58.181613 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-f9248e6c-d7bd-402d-8a43-95ffdca57b9c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3d92e2e6-8e5c-439e-985a-8b138159bd06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2126114 Feb 04 21:04:58.326414 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb8677c-a287-448a-a7f5-2c2b470a4b20 None None] get_active_networks_info from n-d-827896-1 {{(pid=87684) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 21:04:58.454796 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-0b45e64c-0f8f-4e37-8329-94126d32a53f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Calling delete_port for 2a04c27a-fc30-44dd-a4c0-1226cd6447a6 owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:04:58.504095 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7769e-616c-4ebb-87df-7dfc43f99528 req-f1b190fd-eac9-42fa-a892-3b41cc3b1165 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:58.504883 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-64c7769e-616c-4ebb-87df-7dfc43f99528 req-f1b190fd-eac9-42fa-a892-3b41cc3b1165 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Synchronizing usage tracker for tenant:565bab87f6ed4be0830d2c4f71f62041 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:04:58.509329 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-6571b5b5-0633-4ff7-87bd-6414c7153f7a service neutron] 10.222.0.18 "GET /v2.0/networks/3d92e2e6-8e5c-439e-985a-8b138159bd06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191690 Feb 04 21:04:58.575317 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb8677c-a287-448a-a7f5-2c2b470a4b20 None None] Resources bound (agent type, host, resource id): {{(pid=87684) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 21:04:58.621348 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-64c7769e-616c-4ebb-87df-7dfc43f99528 req-f1b190fd-eac9-42fa-a892-3b41cc3b1165 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Unset dirty status for tenant:565bab87f6ed4be0830d2c4f71f62041 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:04:58.628701 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-64c7769e-616c-4ebb-87df-7dfc43f99528 req-f1b190fd-eac9-42fa-a892-3b41cc3b1165 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 951 time: 0.4038067 Feb 04 21:04:58.716726 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51938b-0d08-4bdb-af97-fc12e5840223 req-e8e0f4fa-63ac-4341-aae4-cd47f4586736 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:58.723949 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-7c51938b-0d08-4bdb-af97-fc12e5840223 req-e8e0f4fa-63ac-4341-aae4-cd47f4586736 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Synchronizing usage tracker for tenant:565bab87f6ed4be0830d2c4f71f62041 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:04:58.775260 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b45e64c-0f8f-4e37-8329-94126d32a53f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:58.794725 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-64c7769e-616c-4ebb-87df-7dfc43f99528 req-cabdd420-445a-4d6b-a4d0-9783698f0fa4 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650879 Feb 04 21:04:58.805748 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1748c1d-b765-4225-9243-63049b36fde4 req-ff6adf95-8177-4a56-ae22-9a83e8889195 service neutron] 10.222.0.18 "GET /v2.0/networks/3d92e2e6-8e5c-439e-985a-8b138159bd06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892535 Feb 04 21:04:58.838301 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-7c51938b-0d08-4bdb-af97-fc12e5840223 req-e8e0f4fa-63ac-4341-aae4-cd47f4586736 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Unset dirty status for tenant:565bab87f6ed4be0830d2c4f71f62041 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:04:58.839725 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7c51938b-0d08-4bdb-af97-fc12e5840223 req-e8e0f4fa-63ac-4341-aae4-cd47f4586736 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 951 time: 0.4799273 Feb 04 21:04:58.859431 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc31619-1d63-46d8-b9ae-68ae342b53a1 req-cf687b50-123f-4aa5-a957-4ecb6e614f74 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:58.863846 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bcc31619-1d63-46d8-b9ae-68ae342b53a1 req-cf687b50-123f-4aa5-a957-4ecb6e614f74 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 945 time: 0.2322338 Feb 04 21:04:58.937766 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b45e64c-0f8f-4e37-8329-94126d32a53f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] No DVR routers for this DVR port 2a04c27a-fc30-44dd-a4c0-1226cd6447a6 on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:04:58.980501 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bcc31619-1d63-46d8-b9ae-68ae342b53a1 req-2c9339cc-020b-4472-a6c2-7f7df92f476e tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9e855fd-f338-4450-a8fe-cb99a2aee980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095874 Feb 04 21:04:59.136556 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45e64c-0f8f-4e37-8329-94126d32a53f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Pushing event deleted for resources: {'Port': ['ID=2a04c27a-fc30-44dd-a4c0-1226cd6447a6,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:04:59.281921 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-7c51938b-0d08-4bdb-af97-fc12e5840223 req-74ebacde-1d55-4106-9196-726b807add18 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Deleting port cd1f6a32-b7f4-443c-8969-b4767ae9d578 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:04:59.282595 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-7c51938b-0d08-4bdb-af97-fc12e5840223 req-74ebacde-1d55-4106-9196-726b807add18 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:59.340643 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db837508-f0ea-43c2-b6b6-e5fbcf316273 req-74d3bb6c-72b1-4a91-8bfb-00168b412522 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:59.350399 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-db837508-f0ea-43c2-b6b6-e5fbcf316273 req-74d3bb6c-72b1-4a91-8bfb-00168b412522 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=751d84cd-e109-4dc9-8661-6b6fa21b0c23 HTTP/1.1" status: 200 len: 945 time: 0.2895970 Feb 04 21:04:59.432864 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b45e64c-0f8f-4e37-8329-94126d32a53f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:59.437776 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-db837508-f0ea-43c2-b6b6-e5fbcf316273 req-f8e4dae6-6c2b-421a-8fa3-7cd08dbbc912 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864334 Feb 04 21:04:59.481502 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-0b45e64c-0f8f-4e37-8329-94126d32a53f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24a59192-4d0f-4f9e-b065-f457bf43b510']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:59.499365 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d9f44-9601-4ec2-a540-bd3a57ae948a req-1ade8b8f-27a4-4445-8c17-bd3ffb58b3fd tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:59.502320 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-547d9f44-9601-4ec2-a540-bd3a57ae948a req-1ade8b8f-27a4-4445-8c17-bd3ffb58b3fd tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 950 time: 0.2543423 Feb 04 21:04:59.561863 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-547d9f44-9601-4ec2-a540-bd3a57ae948a req-b39169da-78ed-4066-84e7-1eb11e656d33 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537786 Feb 04 21:04:59.651007 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-0b45e64c-0f8f-4e37-8329-94126d32a53f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a1efa4-e3f9-492d-a123-9d7bebd5fa31') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:59.651380 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-0b45e64c-0f8f-4e37-8329-94126d32a53f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a1efa4-e3f9-492d-a123-9d7bebd5fa31') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:04:59.681363 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b45e64c-0f8f-4e37-8329-94126d32a53f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:59.706577 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-7c51938b-0d08-4bdb-af97-fc12e5840223 req-74ebacde-1d55-4106-9196-726b807add18 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] For port cd1f6a32-b7f4-443c-8969-b4767ae9d578, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=cd1f6a32-b7f4-443c-8969-b4767ae9d578,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:04:59.706939 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-7c51938b-0d08-4bdb-af97-fc12e5840223 req-74ebacde-1d55-4106-9196-726b807add18 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:59.724556 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b45e64c-0f8f-4e37-8329-94126d32a53f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:59.803361 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b45e64c-0f8f-4e37-8329-94126d32a53f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:04:59.803878 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b45e64c-0f8f-4e37-8329-94126d32a53f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:04:59.820152 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:04:59.820152 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:04:59.820152 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:04:59.820152 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:04:59.820152 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:04:59.820152 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:04:59.820152 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:04:59.820152 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:04:59.820152 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:04:59.820152 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:04:59.820152 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:04:59.820152 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:04:59.820152 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:04:59.820152 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:04:59.820152 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:04:59.820152 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:04:59.820152 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:04:59.820152 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:04:59.820152 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:04:59.820152 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:04:59.820152 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:04:59.820152 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:04:59.820152 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:04:59.820152 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:04:59.820152 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:04:59.820152 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:04:59.820152 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:04:59.820152 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:04:59.820152 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:04:59.820152 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:04:59.820152 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:04:59.820152 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:04:59.838052 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252feb5-d8f3-42b9-836e-e94a3d74d248 req-d8d61b89-1824-4c78-92c5-660404510213 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:59.840875 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4252feb5-d8f3-42b9-836e-e94a3d74d248 req-d8d61b89-1824-4c78-92c5-660404510213 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 950 time: 0.2156644 Feb 04 21:04:59.891834 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-7c51938b-0d08-4bdb-af97-fc12e5840223 req-74ebacde-1d55-4106-9196-726b807add18 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Calling delete_port for cd1f6a32-b7f4-443c-8969-b4767ae9d578 owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:04:59.932441 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f298b21-a1f7-4887-b09d-f84cfd732de5 req-617d4d44-c2bb-4b48-8073-af28222c9dd7 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:04:59.950648 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0f298b21-a1f7-4887-b09d-f84cfd732de5 req-617d4d44-c2bb-4b48-8073-af28222c9dd7 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 946 time: 0.3865426 Feb 04 21:05:00.090393 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-4252feb5-d8f3-42b9-836e-e94a3d74d248 req-5b7aa1fe-ed34-412d-9400-5eff61f320ef tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Deleting port 33d673ac-4e6b-437c-82e0-b03fb11414c2 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:05:00.090777 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4252feb5-d8f3-42b9-836e-e94a3d74d248 req-5b7aa1fe-ed34-412d-9400-5eff61f320ef tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:00.158587 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b45e64c-0f8f-4e37-8329-94126d32a53f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:00.185504 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b45e64c-0f8f-4e37-8329-94126d32a53f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:00.201233 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0b45e64c-0f8f-4e37-8329-94126d32a53f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] 10.222.0.26 "DELETE /v2.0/networks/24a59192-4d0f-4f9e-b065-f457bf43b510 HTTP/1.1" status: 204 len: 168 time: 4.9515090 Feb 04 21:05:00.206022 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45e64c-0f8f-4e37-8329-94126d32a53f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Pushing event deleted for resources: {'Network': ['ID=24a59192-4d0f-4f9e-b065-f457bf43b510,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:00.211315 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58714) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:00.295193 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc6f407-3a3d-40c3-a1a6-2bd985a74423 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] DELETE failed (client error): The resource could not be found. Feb 04 21:05:00.295642 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc6f407-3a3d-40c3-a1a6-2bd985a74423 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:05:00.310478 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ddc6f407-3a3d-40c3-a1a6-2bd985a74423 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] 10.222.0.26 "DELETE /v2.0/subnets/eac28def-4c20-4c08-bc28-2a38990a5119 HTTP/1.1" status: 404 len: 337 time: 0.1007624 Feb 04 21:05:00.314043 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58718) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:00.350379 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e1b83f-3961-4785-a33c-abc436dd4992 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] DELETE failed (client error): The resource could not be found. Feb 04 21:05:00.350379 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72e1b83f-3961-4785-a33c-abc436dd4992 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:05:00.352080 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-72e1b83f-3961-4785-a33c-abc436dd4992 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] 10.222.0.26 "DELETE /v2.0/networks/24a59192-4d0f-4f9e-b065-f457bf43b510 HTTP/1.1" status: 404 len: 339 time: 0.0374312 Feb 04 21:05:00.356136 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58722) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:00.368236 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0f298b21-a1f7-4887-b09d-f84cfd732de5 req-aa829e48-e9e0-4c1b-bc31-1ce0fd7ec6b1 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4140384 Feb 04 21:05:00.416947 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c0215f7-33f6-4900-91d0-d0e576ebc715 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] DELETE failed (client error): The resource could not be found. Feb 04 21:05:00.417458 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c0215f7-33f6-4900-91d0-d0e576ebc715 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:05:00.419235 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9c0215f7-33f6-4900-91d0-d0e576ebc715 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] 10.222.0.26 "DELETE /v2.0/subnets/363bcdae-4698-4e7b-a6ff-7d15dd8d3592 HTTP/1.1" status: 404 len: 337 time: 0.0622003 Feb 04 21:05:00.421870 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58728) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:00.452884 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e3bcb7-556d-4f99-ba9e-95bcdd3794af tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] DELETE failed (client error): The resource could not be found. Feb 04 21:05:00.453307 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3e3bcb7-556d-4f99-ba9e-95bcdd3794af tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:05:00.454979 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f3e3bcb7-556d-4f99-ba9e-95bcdd3794af tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] 10.222.0.26 "DELETE /v2.0/networks/de226ab0-aa50-433f-b8ad-dc002e49e00a HTTP/1.1" status: 404 len: 339 time: 0.0322132 Feb 04 21:05:00.460583 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58732) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:00.464690 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-7c51938b-0d08-4bdb-af97-fc12e5840223 req-74ebacde-1d55-4106-9196-726b807add18 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:00.482936 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['cd1f6a32-b7f4-443c-8969-b4767ae9d578'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:05:00.559555 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-200c91ba-d517-402b-bd28-3013c3a22e01 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] DELETE failed (client error): The resource could not be found. Feb 04 21:05:00.560011 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-200c91ba-d517-402b-bd28-3013c3a22e01 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:05:00.561760 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-200c91ba-d517-402b-bd28-3013c3a22e01 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] 10.222.0.26 "DELETE /v2.0/subnets/0f7eb4d8-17fc-4310-ba2d-59aba71b961f HTTP/1.1" status: 404 len: 337 time: 0.1000638 Feb 04 21:05:00.570769 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58736) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:00.571568 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebacde-1d55-4106-9196-726b807add18 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Pushing event deleted for resources: {'Port': ['ID=cd1f6a32-b7f4-443c-8969-b4767ae9d578,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:00.626519 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-25d2af35-78d4-409e-ad07-520ccec4a1ff req-d4b747ad-392e-4ed8-ab8e-63d0e9066b64 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c526227-9dd7-4390-b406-dd33f7a62277 HTTP/1.1" status: 200 len: 210 time: 0.2723095 Feb 04 21:05:00.722331 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c51938b-0d08-4bdb-af97-fc12e5840223 req-74ebacde-1d55-4106-9196-726b807add18 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] No DVR routers for this DVR port cd1f6a32-b7f4-443c-8969-b4767ae9d578 on host n-h1-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:05:00.725775 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-da18ff5d-f452-4cc4-a4e5-aafda6bea7d8 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] DELETE failed (client error): The resource could not be found. Feb 04 21:05:00.726396 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da18ff5d-f452-4cc4-a4e5-aafda6bea7d8 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:05:00.728457 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-da18ff5d-f452-4cc4-a4e5-aafda6bea7d8 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] 10.222.0.26 "DELETE /v2.0/networks/323d1bb6-21f9-4a25-acc4-106b56719162 HTTP/1.1" status: 404 len: 339 time: 0.1547441 Feb 04 21:05:00.729581 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-7c51938b-0d08-4bdb-af97-fc12e5840223 req-74ebacde-1d55-4106-9196-726b807add18 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:00.731301 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7c51938b-0d08-4bdb-af97-fc12e5840223 req-74ebacde-1d55-4106-9196-726b807add18 tempest-ServersAdminTestJSON-1873956994 tempest-ServersAdminTestJSON-1873956994-project] 10.222.0.32 "DELETE /v2.0/ports/cd1f6a32-b7f4-443c-8969-b4767ae9d578 HTTP/1.1" status: 204 len: 173 time: 1.8800249 Feb 04 21:05:00.731728 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c526227-9dd7-4390-b406-dd33f7a62277', 'name': 'network-vif-deleted', 'tag': 'cd1f6a32-b7f4-443c-8969-b4767ae9d578'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:05:00.736521 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58744) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:00.875177 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-712432ea-db0b-4839-b10c-9c021f797194 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Deleting port f751eadb-0eb3-44aa-8b03-364ea7caea76 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:05:00.875521 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-712432ea-db0b-4839-b10c-9c021f797194 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:01.077352 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-4252feb5-d8f3-42b9-836e-e94a3d74d248 req-5b7aa1fe-ed34-412d-9400-5eff61f320ef tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] For port 33d673ac-4e6b-437c-82e0-b03fb11414c2, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=33d673ac-4e6b-437c-82e0-b03fb11414c2,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:01.077760 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4252feb5-d8f3-42b9-836e-e94a3d74d248 req-5b7aa1fe-ed34-412d-9400-5eff61f320ef tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:01.242936 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-712432ea-db0b-4839-b10c-9c021f797194 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:01.260875 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-4252feb5-d8f3-42b9-836e-e94a3d74d248 req-5b7aa1fe-ed34-412d-9400-5eff61f320ef tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Calling delete_port for 33d673ac-4e6b-437c-82e0-b03fb11414c2 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:05:01.338493 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c32762-6bc6-49fb-a978-dd414284bdad req-47140fb8-c2b5-481f-9e6b-b90c806053e4 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:01.340314 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c9c32762-6bc6-49fb-a978-dd414284bdad req-47140fb8-c2b5-481f-9e6b-b90c806053e4 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=751d84cd-e109-4dc9-8661-6b6fa21b0c23 HTTP/1.1" status: 200 len: 945 time: 0.8187683 Feb 04 21:05:01.472969 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c9c32762-6bc6-49fb-a978-dd414284bdad req-5ae7fef7-cfd5-4c23-9b1c-98f74a074cbe tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211255 Feb 04 21:05:01.522974 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 88606a30-0adc-41c2-8bc6-51b965a3377c no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:05:01.557668 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-712432ea-db0b-4839-b10c-9c021f797194 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Calling delete_port for f751eadb-0eb3-44aa-8b03-364ea7caea76 owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:05:01.607938 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9273b-5af8-4eed-a5b6-1f7aa4829649 req-7d614ce6-1efc-441e-9d32-c274f44ff1ad tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:01.612780 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-75b9273b-5af8-4eed-a5b6-1f7aa4829649 req-7d614ce6-1efc-441e-9d32-c274f44ff1ad tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 945 time: 0.7442689 Feb 04 21:05:01.660477 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4252feb5-d8f3-42b9-836e-e94a3d74d248 req-5b7aa1fe-ed34-412d-9400-5eff61f320ef tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:01.694589 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['ad455e09-717a-4546-83e2-e55a50a48670', '7d722a48-1731-4cd9-8d76-d643035f4f73'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:05:01.797965 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-712432ea-db0b-4839-b10c-9c021f797194 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:01.836621 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['f4ba7000-b7be-4bac-bfaf-239ebac223f9'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:05:01.912664 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7aa1fe-ed34-412d-9400-5eff61f320ef tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Pushing event deleted for resources: {'Port': ['ID=33d673ac-4e6b-437c-82e0-b03fb11414c2,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:01.920523 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712432ea-db0b-4839-b10c-9c021f797194 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Pushing event deleted for resources: {'Port': ['ID=f751eadb-0eb3-44aa-8b03-364ea7caea76,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:01.927848 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-712432ea-db0b-4839-b10c-9c021f797194 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:01.984366 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-75b9273b-5af8-4eed-a5b6-1f7aa4829649 req-10b28de0-5d91-489e-a8cb-1ce9b2c98de5 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9e855fd-f338-4450-a8fe-cb99a2aee980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3581648 Feb 04 21:05:01.998232 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-4252feb5-d8f3-42b9-836e-e94a3d74d248 req-5b7aa1fe-ed34-412d-9400-5eff61f320ef tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] No DVR routers for this DVR port 33d673ac-4e6b-437c-82e0-b03fb11414c2 on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:05:02.008106 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4252feb5-d8f3-42b9-836e-e94a3d74d248 req-5b7aa1fe-ed34-412d-9400-5eff61f320ef tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:02.014492 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-712432ea-db0b-4839-b10c-9c021f797194 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] 10.222.0.26 "DELETE /v2.0/ports/f751eadb-0eb3-44aa-8b03-364ea7caea76 HTTP/1.1" status: 204 len: 168 time: 1.2749059 Feb 04 21:05:02.015085 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58760) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:02.031423 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7', 'name': 'network-vif-deleted', 'tag': '33d673ac-4e6b-437c-82e0-b03fb11414c2'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:05:02.070884 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4252feb5-d8f3-42b9-836e-e94a3d74d248 req-5b7aa1fe-ed34-412d-9400-5eff61f320ef tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.32 "DELETE /v2.0/ports/33d673ac-4e6b-437c-82e0-b03fb11414c2 HTTP/1.1" status: 204 len: 173 time: 2.2228706 Feb 04 21:05:02.119518 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-07731098-270a-476b-8c85-b894226d1bb7 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] DELETE failed (client error): The resource could not be found. Feb 04 21:05:02.120313 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07731098-270a-476b-8c85-b894226d1bb7 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:05:02.127078 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58770) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:02.142143 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-07731098-270a-476b-8c85-b894226d1bb7 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] 10.222.0.26 "DELETE /v2.0/subnets/ba7f23bb-a0e5-4370-b0ae-e9837a73c137 HTTP/1.1" status: 404 len: 337 time: 0.1192844 Feb 04 21:05:02.206672 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81881b-de5d-4ad2-9bf7-e0bce2e17ae8 req-4cd06cc8-2e6b-4ebe-a27b-25d69c0cd472 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:02.207481 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-1b81881b-de5d-4ad2-9bf7-e0bce2e17ae8 req-4cd06cc8-2e6b-4ebe-a27b-25d69c0cd472 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Synchronizing usage tracker for tenant:6d15241bd78a41148bd0d1c2bdd856b4 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:05:02.264351 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-1b81881b-de5d-4ad2-9bf7-e0bce2e17ae8 req-4cd06cc8-2e6b-4ebe-a27b-25d69c0cd472 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Unset dirty status for tenant:6d15241bd78a41148bd0d1c2bdd856b4 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:05:02.266094 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1b81881b-de5d-4ad2-9bf7-e0bce2e17ae8 req-4cd06cc8-2e6b-4ebe-a27b-25d69c0cd472 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.32 "GET /v2.0/ports?device_id=751d84cd-e109-4dc9-8661-6b6fa21b0c23 HTTP/1.1" status: 200 len: 945 time: 0.5201406 Feb 04 21:05:02.327470 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:02.423350 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-1b81881b-de5d-4ad2-9bf7-e0bce2e17ae8 req-205035e6-7228-47cd-957b-ae5b41164116 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Deleting port 3318c8b4-16ab-40cd-b525-0e79358f00f1 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:05:02.424022 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1b81881b-de5d-4ad2-9bf7-e0bce2e17ae8 req-205035e6-7228-47cd-957b-ae5b41164116 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:02.445636 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-cd2c7a05-180e-4521-834e-be47ec4abf3c req-3d190838-499a-4c24-bc28-ff9cbcd180c4 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Synchronizing usage tracker for tenant:55d1f91d84e0433d8b3ab7473aab0e34 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:05:02.459366 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d678711-3537-468d-a07a-71fdafae9691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88606a30-0adc-41c2-8bc6-51b965a3377c'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:05:02.480134 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 33d673ac-4e6b-437c-82e0-b03fb11414c2 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:05:02.502791 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-799f36e7-cddd-4bcb-b806-10bb3732fde3 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:02.506345 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-cd2c7a05-180e-4521-834e-be47ec4abf3c req-3d190838-499a-4c24-bc28-ff9cbcd180c4 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Unset dirty status for tenant:55d1f91d84e0433d8b3ab7473aab0e34 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:05:02.514722 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cd2c7a05-180e-4521-834e-be47ec4abf3c req-3d190838-499a-4c24-bc28-ff9cbcd180c4 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7 HTTP/1.1" status: 200 len: 210 time: 0.1497266 Feb 04 21:05:02.739322 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: 33d673ac-4e6b-437c-82e0-b03fb11414c2 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:05:02.740162 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 33d673ac-4e6b-437c-82e0-b03fb11414c2 not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:05:02.741022 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a5cf9c-0cd9-4355-80e7-be211ca9d4b7', 'name': 'network-vif-deleted', 'tag': '33d673ac-4e6b-437c-82e0-b03fb11414c2', 'status': 'completed', 'code': 200} Feb 04 21:05:02.744718 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device cd1f6a32-b7f4-443c-8969-b4767ae9d578 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:05:02.831939 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 88606a30-0adc-41c2-8bc6-51b965a3377c, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=88606a30-0adc-41c2-8bc6-51b965a3377c,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:02.844617 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d678711-3537-468d-a07a-71fdafae9691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88606a30-0adc-41c2-8bc6-51b965a3377c', 'code': 200} Feb 04 21:05:02.911634 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c526227-9dd7-4390-b406-dd33f7a62277', 'name': 'network-vif-deleted', 'tag': 'cd1f6a32-b7f4-443c-8969-b4767ae9d578', 'status': 'completed', 'code': 200} Feb 04 21:05:03.060762 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:03.062536 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: cd1f6a32-b7f4-443c-8969-b4767ae9d578 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:05:03.062932 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device cd1f6a32-b7f4-443c-8969-b4767ae9d578 not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:05:03.097008 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-1b81881b-de5d-4ad2-9bf7-e0bce2e17ae8 req-205035e6-7228-47cd-957b-ae5b41164116 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] For port 3318c8b4-16ab-40cd-b525-0e79358f00f1, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=3318c8b4-16ab-40cd-b525-0e79358f00f1,segment=NetworkSegment(1bfd55c3-c8d9-4e20-9f37-da07ea0581c2),segment_id=1bfd55c3-c8d9-4e20-9f37-da07ea0581c2)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:03.099449 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1b81881b-de5d-4ad2-9bf7-e0bce2e17ae8 req-205035e6-7228-47cd-957b-ae5b41164116 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:03.154165 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-799f36e7-cddd-4bcb-b806-10bb3732fde3 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:03.174861 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:03.278592 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-799f36e7-cddd-4bcb-b806-10bb3732fde3 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71536830-e045-461a-9510-4b25079e54ca']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:03.299673 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=88606a30-0adc-41c2-8bc6-51b965a3377c,revision_number=11']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:03.308458 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-799f36e7-cddd-4bcb-b806-10bb3732fde3 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09cca67f-4b37-4034-998e-af791df74638') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:03.308633 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-799f36e7-cddd-4bcb-b806-10bb3732fde3 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09cca67f-4b37-4034-998e-af791df74638') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:03.320940 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58794) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:03.322981 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ed397-23b3-42fb-a3d0-e21f2cd958e3 req-35c9d424-e36b-4cca-812e-5d9e07e7466b tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:03.324573 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-334ed397-23b3-42fb-a3d0-e21f2cd958e3 req-35c9d424-e36b-4cca-812e-5d9e07e7466b tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=751d84cd-e109-4dc9-8661-6b6fa21b0c23 HTTP/1.1" status: 200 len: 945 time: 0.4170432 Feb 04 21:05:03.337529 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-1b81881b-de5d-4ad2-9bf7-e0bce2e17ae8 req-205035e6-7228-47cd-957b-ae5b41164116 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Calling delete_port for 3318c8b4-16ab-40cd-b525-0e79358f00f1 owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:05:03.351600 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-799f36e7-cddd-4bcb-b806-10bb3732fde3 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:03.408372 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-334ed397-23b3-42fb-a3d0-e21f2cd958e3 req-d97827eb-2b88-416d-a017-27258f164644 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746667 Feb 04 21:05:03.422368 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d35c5b-1f44-44c9-b31a-4d242bc87a34 req-39398f24-f6a7-471f-bc8a-e9e0e94464c2 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:03.439249 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-67d35c5b-1f44-44c9-b31a-4d242bc87a34 req-39398f24-f6a7-471f-bc8a-e9e0e94464c2 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.4116254 Feb 04 21:05:03.482285 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-799f36e7-cddd-4bcb-b806-10bb3732fde3 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:03.543250 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-799f36e7-cddd-4bcb-b806-10bb3732fde3 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:05:03.543843 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-799f36e7-cddd-4bcb-b806-10bb3732fde3 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:03.572302 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1b81881b-de5d-4ad2-9bf7-e0bce2e17ae8 req-205035e6-7228-47cd-957b-ae5b41164116 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:03.581396 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-67d35c5b-1f44-44c9-b31a-4d242bc87a34 req-a61faaba-f498-4063-ad97-1bc135ee3f1a tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399262 Feb 04 21:05:03.586980 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:05:03.586980 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:05:03.586980 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:05:03.586980 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:05:03.586980 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:05:03.586980 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:05:03.586980 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:05:03.586980 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:05:03.586980 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:05:03.586980 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:05:03.586980 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:05:03.586980 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:05:03.586980 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:05:03.586980 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:05:03.586980 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:05:03.586980 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:05:03.586980 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:05:03.586980 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:05:03.586980 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:05:03.586980 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:05:03.586980 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:05:03.586980 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:05:03.586980 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:05:03.586980 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:05:03.586980 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:05:03.586980 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:05:03.586980 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:05:03.586980 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:05:03.586980 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:05:03.586980 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:05:03.586980 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:05:03.586980 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:05:03.733461 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205035e6-7228-47cd-957b-ae5b41164116 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Pushing event deleted for resources: {'Port': ['ID=3318c8b4-16ab-40cd-b525-0e79358f00f1,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:03.804892 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b81881b-de5d-4ad2-9bf7-e0bce2e17ae8 req-205035e6-7228-47cd-957b-ae5b41164116 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] No DVR routers for this DVR port 3318c8b4-16ab-40cd-b525-0e79358f00f1 on host n-h1-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:05:03.813765 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1b81881b-de5d-4ad2-9bf7-e0bce2e17ae8 req-205035e6-7228-47cd-957b-ae5b41164116 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:03.830467 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0bc603fd-d8c5-4880-b1c0-1581658a1f0e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=565bab87f6ed4be0830d2c4f71f62041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5081816 Feb 04 21:05:03.838874 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58814) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:03.885010 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1b81881b-de5d-4ad2-9bf7-e0bce2e17ae8 req-205035e6-7228-47cd-957b-ae5b41164116 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.32 "DELETE /v2.0/ports/3318c8b4-16ab-40cd-b525-0e79358f00f1 HTTP/1.1" status: 204 len: 173 time: 1.6099911 Feb 04 21:05:03.907241 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fdd62817-95bd-47e1-b74c-646929f038ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:03.937932 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fdd62817-95bd-47e1-b74c-646929f038ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:03.963137 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-799f36e7-cddd-4bcb-b806-10bb3732fde3 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:03.984946 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-799f36e7-cddd-4bcb-b806-10bb3732fde3 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:04.056026 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-799f36e7-cddd-4bcb-b806-10bb3732fde3 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] 10.222.0.26 "DELETE /v2.0/networks/71536830-e045-461a-9510-4b25079e54ca HTTP/1.1" status: 204 len: 168 time: 1.9276872 Feb 04 21:05:04.058024 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58818) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:04.065007 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f36e7-cddd-4bcb-b806-10bb3732fde3 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Pushing event deleted for resources: {'Network': ['ID=71536830-e045-461a-9510-4b25079e54ca,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:04.137327 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8d56a-8aba-4305-a613-2c3975d6a97f req-d0767e86-bf0c-4919-8468-626a90294ee6 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:04.138769 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ba8d56a-8aba-4305-a613-2c3975d6a97f req-d0767e86-bf0c-4919-8468-626a90294ee6 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 945 time: 0.3215406 Feb 04 21:05:04.156221 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-94d098a0-c4df-4d56-8ff0-d1456ad6a004 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Deleting port 8d81f761-30b4-4564-be89-f8337b0984b5 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:05:04.157001 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-94d098a0-c4df-4d56-8ff0-d1456ad6a004 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:04.204015 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fdd62817-95bd-47e1-b74c-646929f038ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:04.239671 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd62817-95bd-47e1-b74c-646929f038ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:04.273381 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ba8d56a-8aba-4305-a613-2c3975d6a97f req-9d2afd12-9aad-43d6-b199-2fc49a648705 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9e855fd-f338-4450-a8fe-cb99a2aee980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189723 Feb 04 21:05:04.279638 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:05:04.319945 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fdd62817-95bd-47e1-b74c-646929f038ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:04.321284 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fdd62817-95bd-47e1-b74c-646929f038ea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bfb60e15-1c8b-484f-b8e0-e22aae1ff6c2 HTTP/1.1" status: 204 len: 168 time: 0.4815226 Feb 04 21:05:04.407755 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d7b32-cd76-48e4-9a40-bd7d4583adf9 req-f11a83b1-8662-48fe-aafb-07c974610bf9 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:04.409567 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ed1d7b32-cd76-48e4-9a40-bd7d4583adf9 req-f11a83b1-8662-48fe-aafb-07c974610bf9 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 950 time: 0.0915945 Feb 04 21:05:04.467547 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-94d098a0-c4df-4d56-8ff0-d1456ad6a004 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:04.478765 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 3318c8b4-16ab-40cd-b525-0e79358f00f1 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:05:04.498445 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ed1d7b32-cd76-48e4-9a40-bd7d4583adf9 req-bf33e540-b9c8-40d9-a648-059d93bc489e tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814219 Feb 04 21:05:04.553058 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: 3318c8b4-16ab-40cd-b525-0e79358f00f1 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:05:04.558919 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 3318c8b4-16ab-40cd-b525-0e79358f00f1 not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:05:04.654474 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fe7096dd-8b2b-49e8-a245-a49be3c39190 req-f658fb43-3c1f-4c1b-bb04-7d2cb24c4d8c tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=751d84cd-e109-4dc9-8661-6b6fa21b0c23 HTTP/1.1" status: 200 len: 210 time: 0.0666440 Feb 04 21:05:04.797811 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-94d098a0-c4df-4d56-8ff0-d1456ad6a004 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Calling delete_port for 8d81f761-30b4-4564-be89-f8337b0984b5 owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:05:04.905593 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692bb23-e6b0-495d-bf27-6ffa466790f7 req-569c0bf0-3443-41af-a6d5-c4a1cfebcbdc tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:04.913976 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8692bb23-e6b0-495d-bf27-6ffa466790f7 req-569c0bf0-3443-41af-a6d5-c4a1cfebcbdc tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.1439960 Feb 04 21:05:04.915894 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751d84cd-e109-4dc9-8661-6b6fa21b0c23', 'name': 'network-vif-deleted', 'tag': '3318c8b4-16ab-40cd-b525-0e79358f00f1'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:05:04.934494 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-94d098a0-c4df-4d56-8ff0-d1456ad6a004 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:05.003711 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751d84cd-e109-4dc9-8661-6b6fa21b0c23', 'name': 'network-vif-deleted', 'tag': '3318c8b4-16ab-40cd-b525-0e79358f00f1', 'status': 'completed', 'code': 200} Feb 04 21:05:05.003833 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8692bb23-e6b0-495d-bf27-6ffa466790f7 req-50c01f02-a533-47b9-a1ad-e3ac3e3c4732 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826972 Feb 04 21:05:05.004740 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58844) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:05.025542 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d098a0-c4df-4d56-8ff0-d1456ad6a004 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Pushing event deleted for resources: {'Port': ['ID=8d81f761-30b4-4564-be89-f8337b0984b5,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:05.029162 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-94d098a0-c4df-4d56-8ff0-d1456ad6a004 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:05.045430 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-94d098a0-c4df-4d56-8ff0-d1456ad6a004 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] 10.222.0.26 "DELETE /v2.0/ports/8d81f761-30b4-4564-be89-f8337b0984b5 HTTP/1.1" status: 204 len: 168 time: 0.9816482 Feb 04 21:05:05.046336 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58848) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:05.064813 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d15a56e1-03e7-4aac-8bdb-25c342151e47 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=672016b9e3c248d98ad33cc7d7b3d2a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0556161 Feb 04 21:05:05.064813 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58852) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:05.117848 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-2406953d-8b3c-4d11-a12e-25851995d3a6 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] DELETE failed (client error): The resource could not be found. Feb 04 21:05:05.118777 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2406953d-8b3c-4d11-a12e-25851995d3a6 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:05:05.124428 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2406953d-8b3c-4d11-a12e-25851995d3a6 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] 10.222.0.26 "DELETE /v2.0/subnets/6b16962b-ae6e-49ed-85e2-530b1ca7b39b HTTP/1.1" status: 404 len: 337 time: 0.0766010 Feb 04 21:05:05.125907 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58856) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:05.136968 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-576875e9-0b2e-423b-952a-c4e294c076ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:05.168678 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-576875e9-0b2e-423b-952a-c4e294c076ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:05.241344 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-576875e9-0b2e-423b-952a-c4e294c076ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:05.262406 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576875e9-0b2e-423b-952a-c4e294c076ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28e6107-c14e-4465-9103-efbab16a4b60,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:05.282574 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-576875e9-0b2e-423b-952a-c4e294c076ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:05.284079 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-576875e9-0b2e-423b-952a-c4e294c076ad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d28e6107-c14e-4465-9103-efbab16a4b60 HTTP/1.1" status: 204 len: 168 time: 0.2184029 Feb 04 21:05:05.306283 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-302400f1-d9e3-41b0-a1db-e8fea7f64cf7 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:05.504723 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-302400f1-d9e3-41b0-a1db-e8fea7f64cf7 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:05.511837 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f19548-2899-4f6f-a9ec-48a58c7409e6 req-b2dc237e-85f7-4580-aea8-5d3559b7abea tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:05.521348 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-10f19548-2899-4f6f-a9ec-48a58c7409e6 req-b2dc237e-85f7-4580-aea8-5d3559b7abea tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 945 time: 0.1014674 Feb 04 21:05:05.545980 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-302400f1-d9e3-41b0-a1db-e8fea7f64cf7 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99b5617c-85cd-4a4d-b31b-c3f2c3521982']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:05.562793 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 88606a30-0adc-41c2-8bc6-51b965a3377c details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:05:05.566373 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-302400f1-d9e3-41b0-a1db-e8fea7f64cf7 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcf6d690-59d7-46e9-a7e2-f8f50f63de5a') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:05.566847 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-302400f1-d9e3-41b0-a1db-e8fea7f64cf7 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcf6d690-59d7-46e9-a7e2-f8f50f63de5a') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:05.580672 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-302400f1-d9e3-41b0-a1db-e8fea7f64cf7 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:05.620195 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-302400f1-d9e3-41b0-a1db-e8fea7f64cf7 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:05.626520 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-302400f1-d9e3-41b0-a1db-e8fea7f64cf7 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:05:05.627143 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-302400f1-d9e3-41b0-a1db-e8fea7f64cf7 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:05.664683 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-10f19548-2899-4f6f-a9ec-48a58c7409e6 req-c522d4a8-c1db-40e1-90cc-14037324dbb4 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9e855fd-f338-4450-a8fe-cb99a2aee980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396883 Feb 04 21:05:05.828323 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:05:05.828323 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:05:05.828323 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:05:05.828323 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:05:05.828323 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:05:05.828323 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:05:05.828323 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:05:05.828323 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:05:05.828323 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:05:05.828323 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:05:05.828323 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:05:05.828323 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:05:05.828323 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:05:05.828323 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:05:05.828323 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:05:05.828323 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:05:05.828323 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:05:05.828323 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:05:05.828323 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:05:05.828323 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:05:05.828323 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:05:05.828323 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:05:05.828323 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:05:05.828323 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:05:05.828323 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:05:05.828323 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:05:05.828323 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:05:05.828323 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:05:05.828323 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:05:05.828323 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:05:05.828323 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:05:05.828323 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:05:05.839690 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-302400f1-d9e3-41b0-a1db-e8fea7f64cf7 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:05.852861 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-302400f1-d9e3-41b0-a1db-e8fea7f64cf7 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:05.877301 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 88606a30-0adc-41c2-8bc6-51b965a3377c, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=88606a30-0adc-41c2-8bc6-51b965a3377c,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:05.902943 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '88606a30-0adc-41c2-8bc6-51b965a3377c', 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865', 'port_id': '88606a30-0adc-41c2-8bc6-51b965a3377c', 'mac_address': 'fa:16:3e:91:0f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee4d3909-e094-4079-9a7f-4f6007c68222', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:05:05.903176 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302400f1-d9e3-41b0-a1db-e8fea7f64cf7 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Pushing event deleted for resources: {'Network': ['ID=99b5617c-85cd-4a4d-b31b-c3f2c3521982,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:05.910570 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-302400f1-d9e3-41b0-a1db-e8fea7f64cf7 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] 10.222.0.26 "DELETE /v2.0/networks/99b5617c-85cd-4a4d-b31b-c3f2c3521982 HTTP/1.1" status: 204 len: 168 time: 0.7832994 Feb 04 21:05:05.911270 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58874) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:06.058290 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:06.104954 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe42a98-f882-45fd-9115-006e9876689f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Deleting subnet e19fa697-0a87-4fa4-bebd-ec8afe30bc36 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:05:06.110509 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88606a30-0adc-41c2-8bc6-51b965a3377c {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:05:06.112498 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ffe42a98-f882-45fd-9115-006e9876689f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:06.149810 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 88606a30-0adc-41c2-8bc6-51b965a3377c, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=88606a30-0adc-41c2-8bc6-51b965a3377c,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:06.167613 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:06.201645 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ffe42a98-f882-45fd-9115-006e9876689f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:06.282485 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad3826-d1aa-4123-b2f5-9f6259281bad req-b41a57da-bf1d-4474-a24b-d79540c08e17 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:06.287580 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7ad3826-d1aa-4123-b2f5-9f6259281bad req-b41a57da-bf1d-4474-a24b-d79540c08e17 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.18 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 950 time: 0.5158153 Feb 04 21:05:06.308319 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51554fd5-13eb-4ecf-a8ec-ae526d973a2b req-6802c4af-2213-4656-a096-c1db575d7182 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:06.313533 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-51554fd5-13eb-4ecf-a8ec-ae526d973a2b req-6802c4af-2213-4656-a096-c1db575d7182 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 950 time: 0.4559362 Feb 04 21:05:06.334289 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=88606a30-0adc-41c2-8bc6-51b965a3377c,revision_number=12']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:06.347941 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['88606a30-0adc-41c2-8bc6-51b965a3377c'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:05:06.407165 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ffe42a98-f882-45fd-9115-006e9876689f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:06.581756 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-51554fd5-13eb-4ecf-a8ec-ae526d973a2b req-db099e9c-e490-4be1-9af4-01c73f640320 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897886 Feb 04 21:05:06.624646 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-f7ad3826-d1aa-4123-b2f5-9f6259281bad req-87e67209-de99-431d-9c4a-a6dad4ac16a9 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Deleting port f4ba7000-b7be-4bac-bfaf-239ebac223f9 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:05:06.625382 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f7ad3826-d1aa-4123-b2f5-9f6259281bad req-87e67209-de99-431d-9c4a-a6dad4ac16a9 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:06.636458 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ffe42a98-f882-45fd-9115-006e9876689f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:06.720061 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a66d58-6adf-4846-8bf2-10ddaff66d4e req-7008eb29-00f9-44af-b49a-67d0e121d648 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:06.738082 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d5a66d58-6adf-4846-8bf2-10ddaff66d4e req-7008eb29-00f9-44af-b49a-67d0e121d648 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 945 time: 0.3508632 Feb 04 21:05:06.757520 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe42a98-f882-45fd-9115-006e9876689f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Pushing event deleted for resources: {'Subnet': ['ID=e19fa697-0a87-4fa4-bebd-ec8afe30bc36,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:06.774678 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ffe42a98-f882-45fd-9115-006e9876689f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:06.783339 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8657e395-9aba-436c-9d23-8eea27a65234 None None] Network 1f16c8af-2da5-4ff8-a785-04219c3a50c4 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:05:06.799717 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ffe42a98-f882-45fd-9115-006e9876689f tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] 10.222.0.26 "DELETE /v2.0/subnets/e19fa697-0a87-4fa4-bebd-ec8afe30bc36 HTTP/1.1" status: 204 len: 168 time: 0.8873065 Feb 04 21:05:06.802589 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58922) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:06.862080 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d5a66d58-6adf-4846-8bf2-10ddaff66d4e req-c5c10090-39a2-469a-8f08-240140a6d1bd tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220286 Feb 04 21:05:06.873501 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58930) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:07.124335 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8cb06ca5-df89-4ef1-b286-49a20fb62f76 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:07.153411 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-8cb06ca5-df89-4ef1-b286-49a20fb62f76 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Deleting port d2c3f86c-e0b9-44d2-a14e-ff252b1edca0 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:05:07.153914 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8cb06ca5-df89-4ef1-b286-49a20fb62f76 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:07.235257 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-1b1126b3-ae82-497f-8eaa-c4c0c8cd9417 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1670934510-network', 'tenant_id': '6b7ea02e3894460e8dac10f751a711db'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:07.240864 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-1b1126b3-ae82-497f-8eaa-c4c0c8cd9417 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:07.246125 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-1b1126b3-ae82-497f-8eaa-c4c0c8cd9417 admin admin] Usage tracker for resource:network and tenant:6b7ea02e3894460e8dac10f751a711db is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:07.249936 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-1b1126b3-ae82-497f-8eaa-c4c0c8cd9417 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:07.256702 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-1b1126b3-ae82-497f-8eaa-c4c0c8cd9417 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:07.317924 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6883263e-d716-488b-a4d3-30360b734c04 None None] DHCP port deletion for 1f16c8af-2da5-4ff8-a785-04219c3a50c4 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:05:07.328482 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-6883263e-d716-488b-a4d3-30360b734c04 None None] Deleting port d2c3f86c-e0b9-44d2-a14e-ff252b1edca0 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:05:07.330673 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6883263e-d716-488b-a4d3-30360b734c04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:07.381653 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1126b3-ae82-497f-8eaa-c4c0c8cd9417 admin admin] Made reservation on behalf of 6b7ea02e3894460e8dac10f751a711db for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:05:07.383924 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1b1126b3-ae82-497f-8eaa-c4c0c8cd9417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:07.411891 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1b1126b3-ae82-497f-8eaa-c4c0c8cd9417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:07.449345 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-1b1126b3-ae82-497f-8eaa-c4c0c8cd9417 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:07.477293 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-1b1126b3-ae82-497f-8eaa-c4c0c8cd9417 admin admin] Usage tracker for resource:security_group_rule and tenant:6b7ea02e3894460e8dac10f751a711db is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:07.492117 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-1b1126b3-ae82-497f-8eaa-c4c0c8cd9417 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:07.493579 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-8cb06ca5-df89-4ef1-b286-49a20fb62f76 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] For port d2c3f86c-e0b9-44d2-a14e-ff252b1edca0, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=d2c3f86c-e0b9-44d2-a14e-ff252b1edca0,segment=NetworkSegment(ed245169-0de9-4b57-b483-8b3ec975113b),segment_id=ed245169-0de9-4b57-b483-8b3ec975113b)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:07.493940 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8cb06ca5-df89-4ef1-b286-49a20fb62f76 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:07.516237 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-1b1126b3-ae82-497f-8eaa-c4c0c8cd9417 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:07.519445 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-f7ad3826-d1aa-4123-b2f5-9f6259281bad req-87e67209-de99-431d-9c4a-a6dad4ac16a9 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] For port f4ba7000-b7be-4bac-bfaf-239ebac223f9, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f4ba7000-b7be-4bac-bfaf-239ebac223f9,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:07.520322 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f7ad3826-d1aa-4123-b2f5-9f6259281bad req-87e67209-de99-431d-9c4a-a6dad4ac16a9 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:07.724824 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-6883263e-d716-488b-a4d3-30360b734c04 None None] For port d2c3f86c-e0b9-44d2-a14e-ff252b1edca0, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=d2c3f86c-e0b9-44d2-a14e-ff252b1edca0,segment=NetworkSegment(ed245169-0de9-4b57-b483-8b3ec975113b),segment_id=ed245169-0de9-4b57-b483-8b3ec975113b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:07.725708 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6883263e-d716-488b-a4d3-30360b734c04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:07.808544 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad9cbe-103e-4e42-bcd3-4379408f3ed5 req-c1c8b63e-f6c3-482f-878e-619326d60cc6 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:07.815936 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b6ad9cbe-103e-4e42-bcd3-4379408f3ed5 req-c1c8b63e-f6c3-482f-878e-619326d60cc6 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 945 time: 0.6998274 Feb 04 21:05:07.875261 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-6883263e-d716-488b-a4d3-30360b734c04 None None] Calling delete_port for d2c3f86c-e0b9-44d2-a14e-ff252b1edca0 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:05:07.891430 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-f7ad3826-d1aa-4123-b2f5-9f6259281bad req-87e67209-de99-431d-9c4a-a6dad4ac16a9 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Calling delete_port for f4ba7000-b7be-4bac-bfaf-239ebac223f9 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:05:07.927771 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-8cb06ca5-df89-4ef1-b286-49a20fb62f76 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Calling delete_port for d2c3f86c-e0b9-44d2-a14e-ff252b1edca0 owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:05:08.022148 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8cb06ca5-df89-4ef1-b286-49a20fb62f76 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:08.092122 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-e983daae-edf9-4d57-9900-554ba3f63b2b tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:08.106150 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-e983daae-edf9-4d57-9900-554ba3f63b2b tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/networks?id=7d8c23e1-7a6b-46d1-9945-4c784d17e819 HTTP/1.1" status: 200 len: 812 time: 1.1366465 Feb 04 21:05:08.141628 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb06ca5-df89-4ef1-b286-49a20fb62f76 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Pushing event deleted for resources: {'Port': ['ID=d2c3f86c-e0b9-44d2-a14e-ff252b1edca0,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:08.147941 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb06ca5-df89-4ef1-b286-49a20fb62f76 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] No DVR routers for this DVR port d2c3f86c-e0b9-44d2-a14e-ff252b1edca0 on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:05:08.182694 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-e7c5deed-89db-4f35-a716-9ab1b407db3b tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/quotas/6d15241bd78a41148bd0d1c2bdd856b4 HTTP/1.1" status: 200 len: 375 time: 0.0736125 Feb 04 21:05:08.258356 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b6ad9cbe-103e-4e42-bcd3-4379408f3ed5 req-6b1ff042-b43c-41bc-804d-0bd974a2b236 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9e855fd-f338-4450-a8fe-cb99a2aee980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4415369 Feb 04 21:05:08.270424 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-ab06ec55-757c-4a41-ae83-febbbb1114b4 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d15241bd78a41148bd0d1c2bdd856b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786438 Feb 04 21:05:08.338727 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8cb06ca5-df89-4ef1-b286-49a20fb62f76 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:08.341350 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-6883263e-d716-488b-a4d3-30360b734c04 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:05:08.341350 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-6883263e-d716-488b-a4d3-30360b734c04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:05:08.373848 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device d2c3f86c-e0b9-44d2-a14e-ff252b1edca0 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:05:08.376841 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-8cb06ca5-df89-4ef1-b286-49a20fb62f76 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f16c8af-2da5-4ff8-a785-04219c3a50c4']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:08.394661 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-8cb06ca5-df89-4ef1-b286-49a20fb62f76 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed245169-0de9-4b57-b483-8b3ec975113b') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:08.395736 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-8cb06ca5-df89-4ef1-b286-49a20fb62f76 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed245169-0de9-4b57-b483-8b3ec975113b') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:08.429083 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8cb06ca5-df89-4ef1-b286-49a20fb62f76 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:08.469409 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: d2c3f86c-e0b9-44d2-a14e-ff252b1edca0 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:05:08.472099 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device d2c3f86c-e0b9-44d2-a14e-ff252b1edca0 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:05:08.486446 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8cb06ca5-df89-4ef1-b286-49a20fb62f76 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:08.501908 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb06ca5-df89-4ef1-b286-49a20fb62f76 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:05:08.505980 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8cb06ca5-df89-4ef1-b286-49a20fb62f76 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:08.628100 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1b1126b3-ae82-497f-8eaa-c4c0c8cd9417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:08.717774 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:05:08.717774 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:05:08.717774 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:05:08.717774 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:05:08.717774 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:05:08.717774 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:05:08.717774 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:05:08.717774 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:05:08.717774 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:05:08.717774 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:05:08.717774 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:05:08.717774 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:05:08.717774 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:05:08.717774 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:05:08.717774 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:05:08.717774 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:05:08.717774 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:05:08.717774 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:05:08.717774 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:05:08.717774 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:05:08.717774 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:05:08.717774 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:05:08.717774 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:05:08.717774 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:05:08.717774 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:05:08.717774 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:05:08.717774 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:05:08.717774 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:05:08.717774 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:05:08.717774 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:05:08.717774 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:05:08.717774 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:05:08.728465 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8cb06ca5-df89-4ef1-b286-49a20fb62f76 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:08.739163 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-b879e73e-1d1a-45da-8ce1-da09bc2e033c service neutron] 10.222.0.26 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014399 Feb 04 21:05:08.742030 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1b1126b3-ae82-497f-8eaa-c4c0c8cd9417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:08.746074 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8cb06ca5-df89-4ef1-b286-49a20fb62f76 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:08.791590 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8cb06ca5-df89-4ef1-b286-49a20fb62f76 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] 10.222.0.26 "DELETE /v2.0/networks/1f16c8af-2da5-4ff8-a785-04219c3a50c4 HTTP/1.1" status: 204 len: 168 time: 1.9879210 Feb 04 21:05:08.794270 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb06ca5-df89-4ef1-b286-49a20fb62f76 tempest-NetworksIpV6TestAttrs-270383331 tempest-NetworksIpV6TestAttrs-270383331-project] Pushing event deleted for resources: {'Network': ['ID=1f16c8af-2da5-4ff8-a785-04219c3a50c4,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:08.841885 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-6883263e-d716-488b-a4d3-30360b734c04 None None] Deleting port d2c3f86c-e0b9-44d2-a14e-ff252b1edca0 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:05:08.842451 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6883263e-d716-488b-a4d3-30360b734c04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:08.894201 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b1126b3-ae82-497f-8eaa-c4c0c8cd9417 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:05:08.983355 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-6883263e-d716-488b-a4d3-30360b734c04 None None] The port 'd2c3f86c-e0b9-44d2-a14e-ff252b1edca0' was deleted {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:05:09.012811 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1126b3-ae82-497f-8eaa-c4c0c8cd9417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73efb888-9296-4828-8bff-df67e0792a03,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:09.040471 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1b1126b3-ae82-497f-8eaa-c4c0c8cd9417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:09.040817 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-1b1126b3-ae82-497f-8eaa-c4c0c8cd9417 admin admin] Added segment b7cdbd12-ac28-4ed6-ae0d-3427f803777f of type vlan for network c60b3a0a-eef0-4987-9fb1-36a45e0e9b15 Feb 04 21:05:09.099697 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f7ad3826-d1aa-4123-b2f5-9f6259281bad req-87e67209-de99-431d-9c4a-a6dad4ac16a9 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:09.117123 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['ad455e09-717a-4546-83e2-e55a50a48670', '7d722a48-1731-4cd9-8d76-d643035f4f73'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:05:09.274190 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58966) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:09.281722 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1b1126b3-ae82-497f-8eaa-c4c0c8cd9417 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:09.422893 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e67209-de99-431d-9c4a-a6dad4ac16a9 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Pushing event deleted for resources: {'Port': ['ID=f4ba7000-b7be-4bac-bfaf-239ebac223f9,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:09.467454 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ad3826-d1aa-4123-b2f5-9f6259281bad req-87e67209-de99-431d-9c4a-a6dad4ac16a9 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] No DVR routers for this DVR port f4ba7000-b7be-4bac-bfaf-239ebac223f9 on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:05:09.472182 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f7ad3826-d1aa-4123-b2f5-9f6259281bad req-87e67209-de99-431d-9c4a-a6dad4ac16a9 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:09.514521 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b4e835-5118-4f2c-bbc7-34c340e98bf8', 'name': 'network-vif-deleted', 'tag': 'f4ba7000-b7be-4bac-bfaf-239ebac223f9'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:05:09.521080 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-7f945bd3-f54f-4765-bb34-9ec8b2a955d4 service neutron] 10.222.0.26 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7811477 Feb 04 21:05:09.524333 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7ad3826-d1aa-4123-b2f5-9f6259281bad req-87e67209-de99-431d-9c4a-a6dad4ac16a9 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.18 "DELETE /v2.0/ports/f4ba7000-b7be-4bac-bfaf-239ebac223f9 HTTP/1.1" status: 204 len: 173 time: 3.2304306 Feb 04 21:05:09.564344 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1b1126b3-ae82-497f-8eaa-c4c0c8cd9417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:09.565623 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1126b3-ae82-497f-8eaa-c4c0c8cd9417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:09.566415 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1b1126b3-ae82-497f-8eaa-c4c0c8cd9417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:09.597455 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 88606a30-0adc-41c2-8bc6-51b965a3377c up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:05:09.689560 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d775cbc0-3159-4483-9b2e-ca2a560f39c8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=755ca53d42aa4e4693c8450bf4be8dc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4136398 Feb 04 21:05:09.692943 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58982) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:09.812499 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-1b1126b3-ae82-497f-8eaa-c4c0c8cd9417 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.9437876 Feb 04 21:05:09.815917 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58988) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:09.852536 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1126b3-ae82-497f-8eaa-c4c0c8cd9417 admin admin] Pushing event updated for resources: {'Network': ['ID=c60b3a0a-eef0-4987-9fb1-36a45e0e9b15,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:09.878040 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 88606a30-0adc-41c2-8bc6-51b965a3377c triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:05:09.878656 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:09.880765 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-a85a911f-7100-4cf3-8226-5db38613e598 admin admin] Request body: {'subnet': {'network_id': 'c60b3a0a-eef0-4987-9fb1-36a45e0e9b15', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1670934510-subnet', 'tenant_id': '6b7ea02e3894460e8dac10f751a711db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:09.914883 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a85a911f-7100-4cf3-8226-5db38613e598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:09.945101 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network c60b3a0a-eef0-4987-9fb1-36a45e0e9b15 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:05:09.966159 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bf784aa8-3a8c-465f-97a1-c3bdf5630f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:09.972649 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a85a911f-7100-4cf3-8226-5db38613e598 admin admin] Usage tracker for resource:subnet and tenant:6b7ea02e3894460e8dac10f751a711db is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:09.981426 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a85a911f-7100-4cf3-8226-5db38613e598 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:10.026964 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a85a911f-7100-4cf3-8226-5db38613e598 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:10.135732 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bf784aa8-3a8c-465f-97a1-c3bdf5630f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:10.155282 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85a911f-7100-4cf3-8226-5db38613e598 admin admin] Made reservation on behalf of 6b7ea02e3894460e8dac10f751a711db for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:05:10.160852 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a85a911f-7100-4cf3-8226-5db38613e598 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:10.251833 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-1733eb04-de39-466c-844f-43ef4df3efda req-98a3c8c8-b04e-4b55-bc2d-cf7880755311 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Synchronizing usage tracker for tenant:55d1f91d84e0433d8b3ab7473aab0e34 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:05:10.372971 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-1733eb04-de39-466c-844f-43ef4df3efda req-98a3c8c8-b04e-4b55-bc2d-cf7880755311 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Unset dirty status for tenant:55d1f91d84e0433d8b3ab7473aab0e34 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:05:10.374697 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1733eb04-de39-466c-844f-43ef4df3efda req-98a3c8c8-b04e-4b55-bc2d-cf7880755311 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=44b4e835-5118-4f2c-bbc7-34c340e98bf8 HTTP/1.1" status: 200 len: 210 time: 0.2082596 Feb 04 21:05:10.460267 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a1043-9568-4921-bae2-b77c71061252 req-c083f8ce-4939-411e-a527-21b387d3559b tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:10.475656 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f14a1043-9568-4921-bae2-b77c71061252 req-c083f8ce-4939-411e-a527-21b387d3559b tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 945 time: 0.2095623 Feb 04 21:05:10.588376 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f14a1043-9568-4921-bae2-b77c71061252 req-ae16a30a-35fb-4559-a272-10a939a7aee6 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077433 Feb 04 21:05:10.602117 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:10.623182 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bf784aa8-3a8c-465f-97a1-c3bdf5630f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:10.635785 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b4e835-5118-4f2c-bbc7-34c340e98bf8', 'name': 'network-vif-deleted', 'tag': 'f4ba7000-b7be-4bac-bfaf-239ebac223f9', 'status': 'completed', 'code': 200} Feb 04 21:05:10.672754 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 88606a30-0adc-41c2-8bc6-51b965a3377c, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=88606a30-0adc-41c2-8bc6-51b965a3377c,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:10.674050 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d678711-3537-468d-a07a-71fdafae9691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88606a30-0adc-41c2-8bc6-51b965a3377c'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:05:10.688845 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf784aa8-3a8c-465f-97a1-c3bdf5630f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af67ba5b-d466-4838-8cd0-c25b13bbd2da,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:10.689679 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:10.690428 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device f4ba7000-b7be-4bac-bfaf-239ebac223f9 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:05:10.710756 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bf784aa8-3a8c-465f-97a1-c3bdf5630f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:10.718651 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bf784aa8-3a8c-465f-97a1-c3bdf5630f80 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/af67ba5b-d466-4838-8cd0-c25b13bbd2da HTTP/1.1" status: 204 len: 168 time: 1.0240943 Feb 04 21:05:10.795734 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3ecd8c9f-b59b-47f9-9b48-09f34ee5d62c req-97f1ac22-0bee-47d8-a392-4eef47236cf6 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e656f53-cc30-4c14-bb1e-22e3876ad2c8 HTTP/1.1" status: 200 len: 210 time: 0.1076412 Feb 04 21:05:10.863204 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297556c-a4f1-4747-8863-d649ffce5b15 req-4fb04951-5298-4bd1-abb4-a15a67d73c5b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:10.866508 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8297556c-a4f1-4747-8863-d649ffce5b15 req-4fb04951-5298-4bd1-abb4-a15a67d73c5b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 945 time: 0.1763709 Feb 04 21:05:10.867242 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a85a911f-7100-4cf3-8226-5db38613e598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:11.026745 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8297556c-a4f1-4747-8863-d649ffce5b15 req-2e22bdbf-b182-40fc-bc4e-d6fbbc4b2cc4 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9e855fd-f338-4450-a8fe-cb99a2aee980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551306 Feb 04 21:05:11.063020 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a911f-7100-4cf3-8226-5db38613e598 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a215530-82fe-47a1-8712-8f5c4859cdd2,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:11.111099 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: f4ba7000-b7be-4bac-bfaf-239ebac223f9 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:05:11.111906 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device f4ba7000-b7be-4bac-bfaf-239ebac223f9 not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:05:11.147129 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85a911f-7100-4cf3-8226-5db38613e598 admin admin] Checking segment: {'id': 'b7cdbd12-ac28-4ed6-ae0d-3427f803777f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c60b3a0a-eef0-4987-9fb1-36a45e0e9b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:05:11.147491 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85a911f-7100-4cf3-8226-5db38613e598 admin admin] Network hostable DHCP agents. Network: c60b3a0a-eef0-4987-9fb1-36a45e0e9b15, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:05:11.158969 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d678711-3537-468d-a07a-71fdafae9691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88606a30-0adc-41c2-8bc6-51b965a3377c', 'code': 200} Feb 04 21:05:11.218295 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=88606a30-0adc-41c2-8bc6-51b965a3377c,revision_number=13']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:11.228049 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85a911f-7100-4cf3-8226-5db38613e598 admin admin] Network c60b3a0a-eef0-4987-9fb1-36a45e0e9b15 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:05:11.257042 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-a85a911f-7100-4cf3-8226-5db38613e598 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, c60b3a0a-eef0-4987-9fb1-36a45e0e9b15) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:05:11.272384 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caac700d-a683-4e5e-ab31-062675425566 None None] Network c60b3a0a-eef0-4987-9fb1-36a45e0e9b15 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:05:11.295821 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85a911f-7100-4cf3-8226-5db38613e598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:11.295821 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a85a911f-7100-4cf3-8226-5db38613e598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:11.342428 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59032) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:11.343091 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a85a911f-7100-4cf3-8226-5db38613e598 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5248818 Feb 04 21:05:11.349988 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-e9292c3f-feb5-4ab4-ad00-1ea70d84bac5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1670934510-router', 'tenant_id': '6b7ea02e3894460e8dac10f751a711db', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:11.358297 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e9292c3f-feb5-4ab4-ad00-1ea70d84bac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:11.367890 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e9292c3f-feb5-4ab4-ad00-1ea70d84bac5 admin admin] Usage tracker for resource:router and tenant:6b7ea02e3894460e8dac10f751a711db is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:11.376065 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e9292c3f-feb5-4ab4-ad00-1ea70d84bac5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:11.388423 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e9292c3f-feb5-4ab4-ad00-1ea70d84bac5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:11.419600 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e9292c3f-feb5-4ab4-ad00-1ea70d84bac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:11.421072 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e9292c3f-feb5-4ab4-ad00-1ea70d84bac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:11.459104 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e9292c3f-feb5-4ab4-ad00-1ea70d84bac5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:11.889751 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6fee99-58e3-402e-8ae8-fbbd6f24532d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-c60b3a0a-eef0-4987-9fb1-36a45e0e9b15', 'network_id': 'c60b3a0a-eef0-4987-9fb1-36a45e0e9b15', 'tenant_id': '6b7ea02e3894460e8dac10f751a711db', 'fixed_ips': [{'subnet_id': '5a215530-82fe-47a1-8712-8f5c4859cdd2'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:05:11.893304 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3d6fee99-58e3-402e-8ae8-fbbd6f24532d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:12.237073 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-3d6fee99-58e3-402e-8ae8-fbbd6f24532d None None] Allocated IP 172.20.0.2 (c60b3a0a-eef0-4987-9fb1-36a45e0e9b15/5a215530-82fe-47a1-8712-8f5c4859cdd2/39ea1aa1-2ef4-4fc1-9bea-8d1f0f7cfb32) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:05:12.561338 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e9292c3f-feb5-4ab4-ad00-1ea70d84bac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:12.757583 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3d6fee99-58e3-402e-8ae8-fbbd6f24532d None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:12.797405 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59094) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:12.808568 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3d6fee99-58e3-402e-8ae8-fbbd6f24532d None None] Transition to ACTIVE for port object 39ea1aa1-2ef4-4fc1-9bea-8d1f0f7cfb32 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:05:12.827096 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6f9b5-536e-49bf-8762-8fbbda0b80af req-d1ad943e-dd0e-4142-b658-4b98f23fc926 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:12.830599 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3d6fee99-58e3-402e-8ae8-fbbd6f24532d None None] Transition to ACTIVE for port object 39ea1aa1-2ef4-4fc1-9bea-8d1f0f7cfb32 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:05:12.835200 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-07f6f9b5-536e-49bf-8762-8fbbda0b80af req-d1ad943e-dd0e-4142-b658-4b98f23fc926 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 946 time: 0.9672139 Feb 04 21:05:12.843728 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3d6fee99-58e3-402e-8ae8-fbbd6f24532d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:12.929781 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-07f6f9b5-536e-49bf-8762-8fbbda0b80af req-ca6fd4ca-4afc-4994-8429-6ba864f28437 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786085 Feb 04 21:05:12.944184 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-a65d8d2a-f6fd-429d-8f4c-46c67e5b7d3f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1237822443'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:12.952092 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a65d8d2a-f6fd-429d-8f4c-46c67e5b7d3f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:12.957678 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a65d8d2a-f6fd-429d-8f4c-46c67e5b7d3f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Usage tracker for resource:network and tenant:ea1ea4c831e3477381c57078b812f107 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:12.961324 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a65d8d2a-f6fd-429d-8f4c-46c67e5b7d3f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:12.969331 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a65d8d2a-f6fd-429d-8f4c-46c67e5b7d3f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:12.985003 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65d8d2a-f6fd-429d-8f4c-46c67e5b7d3f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Made reservation on behalf of ea1ea4c831e3477381c57078b812f107 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:05:12.989874 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a65d8d2a-f6fd-429d-8f4c-46c67e5b7d3f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:13.007067 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a65d8d2a-f6fd-429d-8f4c-46c67e5b7d3f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:13.007338 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-59c0fa61-1f76-4261-a730-8bb3f84872ad tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:13.022578 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-59c0fa61-1f76-4261-a730-8bb3f84872ad tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.18 "GET /v2.0/networks?id=7d8c23e1-7a6b-46d1-9945-4c784d17e819 HTTP/1.1" status: 200 len: 812 time: 0.5249898 Feb 04 21:05:13.030410 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a65d8d2a-f6fd-429d-8f4c-46c67e5b7d3f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:13.040760 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a65d8d2a-f6fd-429d-8f4c-46c67e5b7d3f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Usage tracker for resource:security_group_rule and tenant:ea1ea4c831e3477381c57078b812f107 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:13.049620 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a65d8d2a-f6fd-429d-8f4c-46c67e5b7d3f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:13.055477 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-0e17c2e6-0908-45e4-8ad8-d2032d9570e7 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Request body: {'port': {'device_id': '9e656f53-cc30-4c14-bb1e-22e3876ad2c8', 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819', 'admin_state_up': True, 'tenant_id': '6d15241bd78a41148bd0d1c2bdd856b4'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:13.065864 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a65d8d2a-f6fd-429d-8f4c-46c67e5b7d3f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:13.081324 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6fee99-58e3-402e-8ae8-fbbd6f24532d None None] Pushing event updated for resources: {'Port': ['ID=39ea1aa1-2ef4-4fc1-9bea-8d1f0f7cfb32,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:13.110545 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6fee99-58e3-402e-8ae8-fbbd6f24532d None None] Network c60b3a0a-eef0-4987-9fb1-36a45e0e9b15 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:05:13.114023 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-3d6fee99-58e3-402e-8ae8-fbbd6f24532d None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:05:13.119525 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6fee99-58e3-402e-8ae8-fbbd6f24532d None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:05:13.251570 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a65d8d2a-f6fd-429d-8f4c-46c67e5b7d3f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:13.266652 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a65d8d2a-f6fd-429d-8f4c-46c67e5b7d3f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:13.306805 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a65d8d2a-f6fd-429d-8f4c-46c67e5b7d3f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:05:13.319170 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d8d2a-f6fd-429d-8f4c-46c67e5b7d3f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe130bc-a8f3-4de1-baeb-28d5beaf6221,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:13.330346 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a65d8d2a-f6fd-429d-8f4c-46c67e5b7d3f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:13.330789 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-a65d8d2a-f6fd-429d-8f4c-46c67e5b7d3f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Added segment 820237c7-1aba-421e-baee-be316028dae1 of type vlan for network 3f244a5e-1789-457e-b614-7dd59361e7b6 Feb 04 21:05:13.355572 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-3d6fee99-58e3-402e-8ae8-fbbd6f24532d None None] Attempting to bind port 39ea1aa1-2ef4-4fc1-9bea-8d1f0f7cfb32 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:05:13.356220 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-3d6fee99-58e3-402e-8ae8-fbbd6f24532d None None] Attempting to bind port 39ea1aa1-2ef4-4fc1-9bea-8d1f0f7cfb32 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': 'b7cdbd12-ac28-4ed6-ae0d-3427f803777f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c60b3a0a-eef0-4987-9fb1-36a45e0e9b15'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:05:13.356664 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6fee99-58e3-402e-8ae8-fbbd6f24532d None None] Attempting to bind port 39ea1aa1-2ef4-4fc1-9bea-8d1f0f7cfb32 on network c60b3a0a-eef0-4987-9fb1-36a45e0e9b15 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:05:13.372608 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6fee99-58e3-402e-8ae8-fbbd6f24532d None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:05:13.373322 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6fee99-58e3-402e-8ae8-fbbd6f24532d None None] Checking segment: {'id': 'b7cdbd12-ac28-4ed6-ae0d-3427f803777f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c60b3a0a-eef0-4987-9fb1-36a45e0e9b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:05:13.374170 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3d6fee99-58e3-402e-8ae8-fbbd6f24532d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:13.374795 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6fee99-58e3-402e-8ae8-fbbd6f24532d None None] Bound using segment: {'id': 'b7cdbd12-ac28-4ed6-ae0d-3427f803777f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c60b3a0a-eef0-4987-9fb1-36a45e0e9b15'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:05:13.375500 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-3d6fee99-58e3-402e-8ae8-fbbd6f24532d None None] Bound port: 39ea1aa1-2ef4-4fc1-9bea-8d1f0f7cfb32, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7cdbd12-ac28-4ed6-ae0d-3427f803777f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c60b3a0a-eef0-4987-9fb1-36a45e0e9b15'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:05:13.376687 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3d6fee99-58e3-402e-8ae8-fbbd6f24532d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:13.404193 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a65d8d2a-f6fd-429d-8f4c-46c67e5b7d3f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:13.464218 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5eb88d7d-aa46-410e-bb7a-2d92bea90885 req-fa523b83-b1b4-432f-8fac-29b2072d75a7 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e656f53-cc30-4c14-bb1e-22e3876ad2c8 HTTP/1.1" status: 200 len: 210 time: 0.1531456 Feb 04 21:05:13.480064 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a65d8d2a-f6fd-429d-8f4c-46c67e5b7d3f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:13.493177 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65d8d2a-f6fd-429d-8f4c-46c67e5b7d3f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:13.494149 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a65d8d2a-f6fd-429d-8f4c-46c67e5b7d3f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:13.571624 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3d6fee99-58e3-402e-8ae8-fbbd6f24532d None None] For port 39ea1aa1-2ef4-4fc1-9bea-8d1f0f7cfb32, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:05:13.579708 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3d6fee99-58e3-402e-8ae8-fbbd6f24532d None None] For port 39ea1aa1-2ef4-4fc1-9bea-8d1f0f7cfb32, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=39ea1aa1-2ef4-4fc1-9bea-8d1f0f7cfb32,segment=NetworkSegment(b7cdbd12-ac28-4ed6-ae0d-3427f803777f),segment_id=b7cdbd12-ac28-4ed6-ae0d-3427f803777f)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:05:13.590291 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3d6fee99-58e3-402e-8ae8-fbbd6f24532d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:13.745000 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 7bc8e190-b919-45ca-8883-b0055c8cfe66 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:05:13.746139 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d8d2a-f6fd-429d-8f4c-46c67e5b7d3f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event updated for resources: {'Network': ['ID=3f244a5e-1789-457e-b614-7dd59361e7b6,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:13.764385 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a65d8d2a-f6fd-429d-8f4c-46c67e5b7d3f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9530632 Feb 04 21:05:13.803592 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d8d2a-f6fd-429d-8f4c-46c67e5b7d3f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:13.803592 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d8d2a-f6fd-429d-8f4c-46c67e5b7d3f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:13.803592 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d8d2a-f6fd-429d-8f4c-46c67e5b7d3f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:13.803592 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d8d2a-f6fd-429d-8f4c-46c67e5b7d3f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:13.803592 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d8d2a-f6fd-429d-8f4c-46c67e5b7d3f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:13.803592 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d8d2a-f6fd-429d-8f4c-46c67e5b7d3f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:13.803592 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d8d2a-f6fd-429d-8f4c-46c67e5b7d3f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:13.803592 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d8d2a-f6fd-429d-8f4c-46c67e5b7d3f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:13.803592 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d8d2a-f6fd-429d-8f4c-46c67e5b7d3f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:13.803592 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d8d2a-f6fd-429d-8f4c-46c67e5b7d3f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:13.803592 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d8d2a-f6fd-429d-8f4c-46c67e5b7d3f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:13.803592 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d8d2a-f6fd-429d-8f4c-46c67e5b7d3f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:13.819132 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-0e17c2e6-0908-45e4-8ad8-d2032d9570e7 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:13.874191 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-0e17c2e6-0908-45e4-8ad8-d2032d9570e7 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Usage tracker for resource:port and tenant:6d15241bd78a41148bd0d1c2bdd856b4 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:13.874191 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e9292c3f-feb5-4ab4-ad00-1ea70d84bac5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:13.899895 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-0e17c2e6-0908-45e4-8ad8-d2032d9570e7 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:13.915445 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59102) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:13.921069 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa41d5-a023-4902-87d8-ae2c52afd1e3 req-d48b8ce9-d6ad-4b68-8c33-8e1cb2e214cb tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:13.923802 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-8e2095b8-7597-41a7-a56c-bf3a41986907 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Request body: {'subnet': {'network_id': '3f244a5e-1789-457e-b614-7dd59361e7b6', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:13.929428 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f0aa41d5-a023-4902-87d8-ae2c52afd1e3 req-d48b8ce9-d6ad-4b68-8c33-8e1cb2e214cb tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 945 time: 0.6291633 Feb 04 21:05:13.933159 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-0e17c2e6-0908-45e4-8ad8-d2032d9570e7 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:13.939534 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e9292c3f-feb5-4ab4-ad00-1ea70d84bac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:13.958930 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 3f244a5e-1789-457e-b614-7dd59361e7b6 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:05:14.264313 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4549b9dc-5587-4845-9f6c-229b0fab5c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:14.276329 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6fee99-58e3-402e-8ae8-fbbd6f24532d None None] Pushing event updated for resources: {'Port': ['ID=39ea1aa1-2ef4-4fc1-9bea-8d1f0f7cfb32,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:14.309949 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-e9292c3f-feb5-4ab4-ad00-1ea70d84bac5 admin admin] Allocated IP 172.25.5.85 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/415983f2-e5d4-47ed-a6d1-8032dbd107bd) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:05:14.310333 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-8e2095b8-7597-41a7-a56c-bf3a41986907 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:14.318331 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-8e2095b8-7597-41a7-a56c-bf3a41986907 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Usage tracker for resource:subnet and tenant:ea1ea4c831e3477381c57078b812f107 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:14.323491 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-8e2095b8-7597-41a7-a56c-bf3a41986907 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:14.334619 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-8e2095b8-7597-41a7-a56c-bf3a41986907 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:14.348104 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2095b8-7597-41a7-a56c-bf3a41986907 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Made reservation on behalf of ea1ea4c831e3477381c57078b812f107 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:05:14.353243 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8e2095b8-7597-41a7-a56c-bf3a41986907 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:14.400563 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:14.477379 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7b0650-e115-4f36-9afd-b1d0c6418da0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bc8e190-b919-45ca-8883-b0055c8cfe66'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:05:14.518457 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 7bc8e190-b919-45ca-8883-b0055c8cfe66, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=7bc8e190-b919-45ca-8883-b0055c8cfe66,segment=NetworkSegment(d272340f-e46b-4b9a-95de-826926ac6bfb),segment_id=d272340f-e46b-4b9a-95de-826926ac6bfb)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:14.528756 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:14.542976 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e9292c3f-feb5-4ab4-ad00-1ea70d84bac5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:14.599190 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f0aa41d5-a023-4902-87d8-ae2c52afd1e3 req-4b0f718e-0d8f-480e-8c01-f8fec62aa7e1 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9e855fd-f338-4450-a8fe-cb99a2aee980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6648455 Feb 04 21:05:14.604532 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-0e17c2e6-0908-45e4-8ad8-d2032d9570e7 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Made reservation on behalf of 6d15241bd78a41148bd0d1c2bdd856b4 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:05:14.633354 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-0e17c2e6-0908-45e4-8ad8-d2032d9570e7 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:14.686052 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e9292c3f-feb5-4ab4-ad00-1ea70d84bac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:14.775891 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=7bc8e190-b919-45ca-8883-b0055c8cfe66,revision_number=8']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:15.064590 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9292c3f-feb5-4ab4-ad00-1ea70d84bac5 admin admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:05:15.115728 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-e9292c3f-feb5-4ab4-ad00-1ea70d84bac5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:05:15.156812 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9292c3f-feb5-4ab4-ad00-1ea70d84bac5 admin admin] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:05:15.178347 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fa3c6-b87e-4ac6-a636-b10e06346607 req-776355cd-a627-48dc-ad4b-13d6eefbda98 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:15.181035 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-604fa3c6-b87e-4ac6-a636-b10e06346607 req-776355cd-a627-48dc-ad4b-13d6eefbda98 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 950 time: 0.4189749 Feb 04 21:05:15.182873 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8e2095b8-7597-41a7-a56c-bf3a41986907 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:15.308371 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-604fa3c6-b87e-4ac6-a636-b10e06346607 req-4c80359c-9b9f-4509-9375-13cb81608497 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Deleting port 7d722a48-1731-4cd9-8d76-d643035f4f73 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:05:15.309102 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-604fa3c6-b87e-4ac6-a636-b10e06346607 req-4c80359c-9b9f-4509-9375-13cb81608497 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:15.436562 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9292c3f-feb5-4ab4-ad00-1ea70d84bac5 admin admin] Pushing event updated for resources: {'Port': ['ID=415983f2-e5d4-47ed-a6d1-8032dbd107bd,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:15.542506 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2095b8-7597-41a7-a56c-bf3a41986907 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Checking segment: {'id': '820237c7-1aba-421e-baee-be316028dae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '3f244a5e-1789-457e-b614-7dd59361e7b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:05:15.543166 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2095b8-7597-41a7-a56c-bf3a41986907 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Network hostable DHCP agents. Network: 3f244a5e-1789-457e-b614-7dd59361e7b6, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:05:15.590682 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2095b8-7597-41a7-a56c-bf3a41986907 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event updated for resources: {'Subnet': ['ID=d0bd6747-8e5e-461c-8898-f2bc54d06225,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:15.640635 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2095b8-7597-41a7-a56c-bf3a41986907 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Network 3f244a5e-1789-457e-b614-7dd59361e7b6 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:05:15.686060 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-8e2095b8-7597-41a7-a56c-bf3a41986907 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 3f244a5e-1789-457e-b614-7dd59361e7b6) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:05:15.696048 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f3de99-0b4b-4bd5-a608-7c619bfae70a None None] Network 3f244a5e-1789-457e-b614-7dd59361e7b6 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:05:15.716047 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2095b8-7597-41a7-a56c-bf3a41986907 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:15.717044 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8e2095b8-7597-41a7-a56c-bf3a41986907 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:15.730356 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-0e17c2e6-0908-45e4-8ad8-d2032d9570e7 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Allocated IP 172.20.0.4 (7d8c23e1-7a6b-46d1-9945-4c784d17e819/ea06751d-fd50-4f4f-b006-53a1caf881e1/8914b048-1521-4974-a81e-00cb5088c433) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:05:15.744520 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187346e3-0e00-4a78-9a66-85dae31ff35c req-465ee699-8f37-4616-b348-1764ce0111ea tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:15.751901 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-187346e3-0e00-4a78-9a66-85dae31ff35c req-465ee699-8f37-4616-b348-1764ce0111ea tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 946 time: 0.7740486 Feb 04 21:05:15.807786 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7edc22b-77b7-454d-91d4-e627bc10fb7c req-785acfb4-5247-45e1-8c8f-71583305ff74 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:15.815531 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c7edc22b-77b7-454d-91d4-e627bc10fb7c req-785acfb4-5247-45e1-8c8f-71583305ff74 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 950 time: 1.2146938 Feb 04 21:05:16.001978 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80563191-30b3-4cf9-b048-0c415d280c4f req-7b75039d-fd75-4f99-9bce-132f1f102a84 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:16.003900 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-80563191-30b3-4cf9-b048-0c415d280c4f req-7b75039d-fd75-4f99-9bce-132f1f102a84 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f7b0650-e115-4f36-9afd-b1d0c6418da0 HTTP/1.1" status: 200 len: 944 time: 0.5400870 Feb 04 21:05:16.023759 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c7edc22b-77b7-454d-91d4-e627bc10fb7c req-b364e4fc-80a3-4077-a296-768044804eea tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069983 Feb 04 21:05:16.024863 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-604fa3c6-b87e-4ac6-a636-b10e06346607 req-4c80359c-9b9f-4509-9375-13cb81608497 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] For port 7d722a48-1731-4cd9-8d76-d643035f4f73, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=7d722a48-1731-4cd9-8d76-d643035f4f73,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:16.028805 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-604fa3c6-b87e-4ac6-a636-b10e06346607 req-4c80359c-9b9f-4509-9375-13cb81608497 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:16.059713 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-187346e3-0e00-4a78-9a66-85dae31ff35c req-4ec61ab2-7e15-4277-944d-5b29da39f15c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3064091 Feb 04 21:05:16.261826 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-604fa3c6-b87e-4ac6-a636-b10e06346607 req-4c80359c-9b9f-4509-9375-13cb81608497 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Calling delete_port for 7d722a48-1731-4cd9-8d76-d643035f4f73 owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:05:16.280971 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7b0650-e115-4f36-9afd-b1d0c6418da0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bc8e190-b919-45ca-8883-b0055c8cfe66', 'code': 200} Feb 04 21:05:16.289586 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bea669-b7d8-48f8-8470-eb548b3b126d None None] Network c60b3a0a-eef0-4987-9fb1-36a45e0e9b15 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:05:16.382886 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8e2095b8-7597-41a7-a56c-bf3a41986907 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.4625094 Feb 04 21:05:16.383651 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59130) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:16.398543 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-099a0a71-a2ec-48a9-b36e-a205d527cc9f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1684165373'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:16.409740 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-099a0a71-a2ec-48a9-b36e-a205d527cc9f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:16.425195 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-099a0a71-a2ec-48a9-b36e-a205d527cc9f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Usage tracker for resource:network and tenant:ea1ea4c831e3477381c57078b812f107 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:16.428883 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-099a0a71-a2ec-48a9-b36e-a205d527cc9f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:16.443522 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-099a0a71-a2ec-48a9-b36e-a205d527cc9f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:16.497638 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099a0a71-a2ec-48a9-b36e-a205d527cc9f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Made reservation on behalf of ea1ea4c831e3477381c57078b812f107 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:05:16.501809 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-099a0a71-a2ec-48a9-b36e-a205d527cc9f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:16.511438 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-80563191-30b3-4cf9-b048-0c415d280c4f req-cbadb1e0-9976-494f-90e2-a2e81e82da90 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Deleting port 7bc8e190-b919-45ca-8883-b0055c8cfe66 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:05:16.512111 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-80563191-30b3-4cf9-b048-0c415d280c4f req-cbadb1e0-9976-494f-90e2-a2e81e82da90 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:16.529024 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5017ab6b-1c9f-4458-b677-1a0a1eaf4df5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-3f244a5e-1789-457e-b614-7dd59361e7b6', 'network_id': '3f244a5e-1789-457e-b614-7dd59361e7b6', 'tenant_id': 'ea1ea4c831e3477381c57078b812f107', 'fixed_ips': [{'subnet_id': 'd0bd6747-8e5e-461c-8898-f2bc54d06225'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:05:16.530207 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5017ab6b-1c9f-4458-b677-1a0a1eaf4df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:16.540417 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 39ea1aa1-2ef4-4fc1-9bea-8d1f0f7cfb32 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:05:16.609649 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-099a0a71-a2ec-48a9-b36e-a205d527cc9f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:05:16.630810 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-fc8d16d4-a8a4-4cdf-9c6a-d34872b18fac None None] Provisioning for port 39ea1aa1-2ef4-4fc1-9bea-8d1f0f7cfb32 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:05:16.635763 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-099a0a71-a2ec-48a9-b36e-a205d527cc9f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:16.636337 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-099a0a71-a2ec-48a9-b36e-a205d527cc9f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Added segment 4e3e9300-d644-463c-9b6f-8b77cd5e8663 of type vlan for network 43a18091-bc4c-499f-8b72-227d3076af3c Feb 04 21:05:16.649870 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-604fa3c6-b87e-4ac6-a636-b10e06346607 req-4c80359c-9b9f-4509-9375-13cb81608497 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:16.709678 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8140bb31-4334-4033-bdf6-62c9852da007 req-35d44d6f-c4ce-4684-9c38-4bac30e914ef tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e656f53-cc30-4c14-bb1e-22e3876ad2c8 HTTP/1.1" status: 200 len: 210 time: 0.2102358 Feb 04 21:05:16.737243 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80359c-9b9f-4509-9375-13cb81608497 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Pushing event deleted for resources: {'Port': ['ID=7d722a48-1731-4cd9-8d76-d643035f4f73,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:16.795224 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1dfea538-8979-4fbe-9de0-dcab4c94d3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:16.805868 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['ad455e09-717a-4546-83e2-e55a50a48670'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:05:16.865960 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-099a0a71-a2ec-48a9-b36e-a205d527cc9f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:16.909490 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-604fa3c6-b87e-4ac6-a636-b10e06346607 req-4c80359c-9b9f-4509-9375-13cb81608497 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] No DVR routers for this DVR port 7d722a48-1731-4cd9-8d76-d643035f4f73 on host n-h1-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:05:16.914840 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-604fa3c6-b87e-4ac6-a636-b10e06346607 req-4c80359c-9b9f-4509-9375-13cb81608497 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:16.917474 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb5ccf4-4d31-441c-8d4c-f2216a63ad93', 'name': 'network-vif-deleted', 'tag': '7d722a48-1731-4cd9-8d76-d643035f4f73'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:05:16.993064 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-604fa3c6-b87e-4ac6-a636-b10e06346607 req-4c80359c-9b9f-4509-9375-13cb81608497 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.32 "DELETE /v2.0/ports/7d722a48-1731-4cd9-8d76-d643035f4f73 HTTP/1.1" status: 204 len: 173 time: 1.8034132 Feb 04 21:05:16.993831 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e9292c3f-feb5-4ab4-ad00-1ea70d84bac5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:17.012416 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-099a0a71-a2ec-48a9-b36e-a205d527cc9f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:17.020665 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099a0a71-a2ec-48a9-b36e-a205d527cc9f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:17.021335 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-099a0a71-a2ec-48a9-b36e-a205d527cc9f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:17.124266 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 39ea1aa1-2ef4-4fc1-9bea-8d1f0f7cfb32 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:05:17.279620 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-5017ab6b-1c9f-4458-b677-1a0a1eaf4df5 None None] Allocated IP 172.20.255.242 (3f244a5e-1789-457e-b614-7dd59361e7b6/d0bd6747-8e5e-461c-8898-f2bc54d06225/2d836907-59c0-4514-bded-860c021e6325) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:05:17.330105 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb5ccf4-4d31-441c-8d4c-f2216a63ad93', 'name': 'network-vif-deleted', 'tag': '7d722a48-1731-4cd9-8d76-d643035f4f73', 'status': 'completed', 'code': 200} Feb 04 21:05:17.331155 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a0a71-a2ec-48a9-b36e-a205d527cc9f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event updated for resources: {'Network': ['ID=43a18091-bc4c-499f-8b72-227d3076af3c,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:17.358801 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-099a0a71-a2ec-48a9-b36e-a205d527cc9f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9741960 Feb 04 21:05:17.366036 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59142) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:17.382448 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-0c4c4a3b-da47-4a0b-9e7e-51c291502985 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Request body: {'subnet': {'network_id': '43a18091-bc4c-499f-8b72-227d3076af3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:17.390991 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 39ea1aa1-2ef4-4fc1-9bea-8d1f0f7cfb32 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:05:17.391924 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:17.446243 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 43a18091-bc4c-499f-8b72-227d3076af3c details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:05:17.638742 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c5742496-6357-49ad-93cb-812e579f305d req-ba8664e2-9a13-4ee7-89c4-6ad4ada18c49 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccb5ccf4-4d31-441c-8d4c-f2216a63ad93 HTTP/1.1" status: 200 len: 210 time: 0.1976941 Feb 04 21:05:17.675406 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0c4c4a3b-da47-4a0b-9e7e-51c291502985 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:17.681413 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0c4c4a3b-da47-4a0b-9e7e-51c291502985 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Usage tracker for resource:subnet and tenant:ea1ea4c831e3477381c57078b812f107 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:17.684856 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0c4c4a3b-da47-4a0b-9e7e-51c291502985 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:17.690988 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0c4c4a3b-da47-4a0b-9e7e-51c291502985 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:17.708983 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 7bc8e190-b919-45ca-8883-b0055c8cfe66 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:05:17.710927 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4c4a3b-da47-4a0b-9e7e-51c291502985 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Made reservation on behalf of ea1ea4c831e3477381c57078b812f107 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:05:17.715556 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0c4c4a3b-da47-4a0b-9e7e-51c291502985 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:17.795285 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-602a2571-d556-4500-bb9d-41dc4739096c tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:17.802631 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-602a2571-d556-4500-bb9d-41dc4739096c tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/networks?id=1e54d53d-f997-4dfb-a224-d1fd181e2576 HTTP/1.1" status: 200 len: 804 time: 1.2988963 Feb 04 21:05:17.811572 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:17.820649 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745ae87-e114-4709-bd43-7f829cede335 req-4cda1a08-3ea3-4ae7-b1c7-350fc90c32be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:17.822160 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3745ae87-e114-4709-bd43-7f829cede335 req-4cda1a08-3ea3-4ae7-b1c7-350fc90c32be service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ba621d22ceb430b9eee1db66fccde19&device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 1096 time: 0.2948980 Feb 04 21:05:17.992989 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:18.171804 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745ae87-e114-4709-bd43-7f829cede335 req-d42baed9-c35e-4fc0-8425-e3a916fd3abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:18.174814 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3745ae87-e114-4709-bd43-7f829cede335 req-d42baed9-c35e-4fc0-8425-e3a916fd3abe service neutron] 10.222.0.32 "GET /v2.0/networks?id=05b0da4f-bf1c-4e94-969a-698256edcb76 HTTP/1.1" status: 200 len: 911 time: 0.3331439 Feb 04 21:05:18.344298 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-0e17c2e6-0908-45e4-8ad8-d2032d9570e7 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:18.356070 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-e43992f4-ed0f-4341-a762-8cf4994badec tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/quotas/52dfef44eb7442fcaee5bcf3d1dfee00 HTTP/1.1" status: 200 len: 375 time: 0.5525775 Feb 04 21:05:18.370164 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:18.468927 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0c4c4a3b-da47-4a0b-9e7e-51c291502985 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:18.485342 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-80563191-30b3-4cf9-b048-0c415d280c4f req-cbadb1e0-9976-494f-90e2-a2e81e82da90 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] For port 7bc8e190-b919-45ca-8883-b0055c8cfe66, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=7bc8e190-b919-45ca-8883-b0055c8cfe66,segment=NetworkSegment(d272340f-e46b-4b9a-95de-826926ac6bfb),segment_id=d272340f-e46b-4b9a-95de-826926ac6bfb)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:18.486199 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-80563191-30b3-4cf9-b048-0c415d280c4f req-cbadb1e0-9976-494f-90e2-a2e81e82da90 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:18.494393 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 39ea1aa1-2ef4-4fc1-9bea-8d1f0f7cfb32, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=39ea1aa1-2ef4-4fc1-9bea-8d1f0f7cfb32,segment=NetworkSegment(b7cdbd12-ac28-4ed6-ae0d-3427f803777f),segment_id=b7cdbd12-ac28-4ed6-ae0d-3427f803777f)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:18.501790 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-84dca090-83ab-40a8-b1a6-314870ba9b94 None None] Provisioning complete for port 39ea1aa1-2ef4-4fc1-9bea-8d1f0f7cfb32 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:05:18.502237 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-84dca090-83ab-40a8-b1a6-314870ba9b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:18.537252 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:18.569729 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5017ab6b-1c9f-4458-b677-1a0a1eaf4df5 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:18.622307 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 7d722a48-1731-4cd9-8d76-d643035f4f73 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:05:18.672726 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3745ae87-e114-4709-bd43-7f829cede335 req-72c0c6ee-cd05-40a5-a331-f3efbbd2270a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=613678b2-b88a-4a28-b8ba-3ce49cfaf2ad HTTP/1.1" status: 200 len: 1001 time: 0.4783895 Feb 04 21:05:18.676623 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-80563191-30b3-4cf9-b048-0c415d280c4f req-cbadb1e0-9976-494f-90e2-a2e81e82da90 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Calling delete_port for 7bc8e190-b919-45ca-8883-b0055c8cfe66 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:05:18.697946 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: 7d722a48-1731-4cd9-8d76-d643035f4f73 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:05:18.698438 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 7d722a48-1731-4cd9-8d76-d643035f4f73 not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:05:18.704209 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-5017ab6b-1c9f-4458-b677-1a0a1eaf4df5 None None] Transition to ACTIVE for port object 2d836907-59c0-4514-bded-860c021e6325 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:05:18.750594 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-5017ab6b-1c9f-4458-b677-1a0a1eaf4df5 None None] Transition to ACTIVE for port object 2d836907-59c0-4514-bded-860c021e6325 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:05:18.756031 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=39ea1aa1-2ef4-4fc1-9bea-8d1f0f7cfb32,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:18.766690 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c4a3b-da47-4a0b-9e7e-51c291502985 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event updated for resources: {'Subnet': ['ID=48d82cff-cbc1-4c5e-ae29-6bed6c79ede7,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:18.773942 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4c4a3b-da47-4a0b-9e7e-51c291502985 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Checking segment: {'id': '4e3e9300-d644-463c-9b6f-8b77cd5e8663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '43a18091-bc4c-499f-8b72-227d3076af3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:05:18.774296 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4c4a3b-da47-4a0b-9e7e-51c291502985 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Network hostable DHCP agents. Network: 43a18091-bc4c-499f-8b72-227d3076af3c, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:05:18.790893 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5017ab6b-1c9f-4458-b677-1a0a1eaf4df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:18.795855 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745ae87-e114-4709-bd43-7f829cede335 req-0de2a2c9-f528-4e96-9ec2-b80b849c0cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:18.797367 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3745ae87-e114-4709-bd43-7f829cede335 req-0de2a2c9-f528-4e96-9ec2-b80b849c0cc0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e HTTP/1.1" status: 200 len: 849 time: 0.1158657 Feb 04 21:05:18.828068 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-0e17c2e6-0908-45e4-8ad8-d2032d9570e7 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:18.867992 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4c4a3b-da47-4a0b-9e7e-51c291502985 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Network 43a18091-bc4c-499f-8b72-227d3076af3c is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:05:18.887758 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-0c4c4a3b-da47-4a0b-9e7e-51c291502985 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 43a18091-bc4c-499f-8b72-227d3076af3c) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:05:18.892449 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4c4a3b-da47-4a0b-9e7e-51c291502985 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:18.893140 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0c4c4a3b-da47-4a0b-9e7e-51c291502985 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:18.919104 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745ae87-e114-4709-bd43-7f829cede335 req-c1b94b9e-d3ea-4b76-9803-e668824a5095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:18.920408 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-0e17c2e6-0908-45e4-8ad8-d2032d9570e7 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Network 7d8c23e1-7a6b-46d1-9945-4c784d17e819 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:05:18.920795 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3745ae87-e114-4709-bd43-7f829cede335 req-c1b94b9e-d3ea-4b76-9803-e668824a5095 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=05b0da4f-bf1c-4e94-969a-698256edcb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1177945 Feb 04 21:05:18.940356 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0c4c4a3b-da47-4a0b-9e7e-51c291502985 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.5730433 Feb 04 21:05:18.941475 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59150) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:18.947485 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-0e17c2e6-0908-45e4-8ad8-d2032d9570e7 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:05:19.048363 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4528177-0d5e-414b-9d9b-4e08ef76177d None None] Network 43a18091-bc4c-499f-8b72-227d3076af3c requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:05:19.105462 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5017ab6b-1c9f-4458-b677-1a0a1eaf4df5 None None] Network 3f244a5e-1789-457e-b614-7dd59361e7b6 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:05:19.122005 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:19.123114 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-5017ab6b-1c9f-4458-b677-1a0a1eaf4df5 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:05:19.151582 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-0e17c2e6-0908-45e4-8ad8-d2032d9570e7 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:05:19.175581 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5017ab6b-1c9f-4458-b677-1a0a1eaf4df5 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:05:19.199264 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5017ab6b-1c9f-4458-b677-1a0a1eaf4df5 None None] Pushing event updated for resources: {'Port': ['ID=2d836907-59c0-4514-bded-860c021e6325,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:19.227989 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3745ae87-e114-4709-bd43-7f829cede335 req-76d54050-999a-4346-9f70-bce9df2a0524 service neutron] 10.222.0.32 "GET /v2.0/networks/05b0da4f-bf1c-4e94-969a-698256edcb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924399 Feb 04 21:05:19.230771 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e9292c3f-feb5-4ab4-ad00-1ea70d84bac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:19.233614 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3ce41d46-c3ee-4b93-a4b1-6dbda8d3dee1 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:19.237875 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-0e17c2e6-0908-45e4-8ad8-d2032d9570e7 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:19.239250 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-0e17c2e6-0908-45e4-8ad8-d2032d9570e7 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:19.295838 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b35545-99fd-4987-92bd-c472a8528014 req-25b22039-f1db-4e5d-bd06-8ca05928be2c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:19.297420 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-52b35545-99fd-4987-92bd-c472a8528014 req-25b22039-f1db-4e5d-bd06-8ca05928be2c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 946 time: 1.0485232 Feb 04 21:05:19.369812 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-5017ab6b-1c9f-4458-b677-1a0a1eaf4df5 None None] Attempting to bind port 2d836907-59c0-4514-bded-860c021e6325 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:05:19.370327 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-5017ab6b-1c9f-4458-b677-1a0a1eaf4df5 None None] Attempting to bind port 2d836907-59c0-4514-bded-860c021e6325 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '820237c7-1aba-421e-baee-be316028dae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '3f244a5e-1789-457e-b614-7dd59361e7b6'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:05:19.370782 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5017ab6b-1c9f-4458-b677-1a0a1eaf4df5 None None] Attempting to bind port 2d836907-59c0-4514-bded-860c021e6325 on network 3f244a5e-1789-457e-b614-7dd59361e7b6 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:05:19.383432 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5017ab6b-1c9f-4458-b677-1a0a1eaf4df5 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:05:19.384004 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5017ab6b-1c9f-4458-b677-1a0a1eaf4df5 None None] Checking segment: {'id': '820237c7-1aba-421e-baee-be316028dae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '3f244a5e-1789-457e-b614-7dd59361e7b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:05:19.384625 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5017ab6b-1c9f-4458-b677-1a0a1eaf4df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:19.385097 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5017ab6b-1c9f-4458-b677-1a0a1eaf4df5 None None] Bound using segment: {'id': '820237c7-1aba-421e-baee-be316028dae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '3f244a5e-1789-457e-b614-7dd59361e7b6'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:05:19.385692 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-5017ab6b-1c9f-4458-b677-1a0a1eaf4df5 None None] Bound port: 2d836907-59c0-4514-bded-860c021e6325, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '820237c7-1aba-421e-baee-be316028dae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '3f244a5e-1789-457e-b614-7dd59361e7b6'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:05:19.386177 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5017ab6b-1c9f-4458-b677-1a0a1eaf4df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:19.405030 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3ce41d46-c3ee-4b93-a4b1-6dbda8d3dee1 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:19.527266 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3745ae87-e114-4709-bd43-7f829cede335 req-d424ad4f-dbc7-4127-828e-12c87864eaf6 service neutron] 10.222.0.32 "GET /v2.0/networks/05b0da4f-bf1c-4e94-969a-698256edcb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896135 Feb 04 21:05:19.577737 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ac7c46-cf3e-453b-9e6e-992b2b4d1471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-43a18091-bc4c-499f-8b72-227d3076af3c', 'network_id': '43a18091-bc4c-499f-8b72-227d3076af3c', 'tenant_id': 'ea1ea4c831e3477381c57078b812f107', 'fixed_ips': [{'subnet_id': '48d82cff-cbc1-4c5e-ae29-6bed6c79ede7'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:05:19.578276 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3ce41d46-c3ee-4b93-a4b1-6dbda8d3dee1 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:19.579071 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-48ac7c46-cf3e-453b-9e6e-992b2b4d1471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:19.603576 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-5017ab6b-1c9f-4458-b677-1a0a1eaf4df5 None None] For port 2d836907-59c0-4514-bded-860c021e6325, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:05:19.616046 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-5017ab6b-1c9f-4458-b677-1a0a1eaf4df5 None None] For port 2d836907-59c0-4514-bded-860c021e6325, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=2d836907-59c0-4514-bded-860c021e6325,segment=NetworkSegment(820237c7-1aba-421e-baee-be316028dae1),segment_id=820237c7-1aba-421e-baee-be316028dae1)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:05:19.629679 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce41d46-c3ee-4b93-a4b1-6dbda8d3dee1 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event deleted for resources: {'Subnet': ['ID=48d82cff-cbc1-4c5e-ae29-6bed6c79ede7,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:19.665549 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5017ab6b-1c9f-4458-b677-1a0a1eaf4df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:19.675136 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-80563191-30b3-4cf9-b048-0c415d280c4f req-cbadb1e0-9976-494f-90e2-a2e81e82da90 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:19.678295 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17c2e6-0908-45e4-8ad8-d2032d9570e7 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Pushing event updated for resources: {'Port': ['ID=8914b048-1521-4974-a81e-00cb5088c433,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:19.694311 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-0e17c2e6-0908-45e4-8ad8-d2032d9570e7 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6558146 Feb 04 21:05:19.752498 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-972c54d6-cc29-4113-98b4-75e21df69f2f service neutron] Request body: {'port': {'device_id': '9e656f53-cc30-4c14-bb1e-22e3876ad2c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:19.759782 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3ce41d46-c3ee-4b93-a4b1-6dbda8d3dee1 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:19.798609 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959a50d9-6a56-4d60-8970-5a3832f8e345 None None] Network 43a18091-bc4c-499f-8b72-227d3076af3c requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:05:19.805835 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-3ce41d46-c3ee-4b93-a4b1-6dbda8d3dee1 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a18091-bc4c-499f-8b72-227d3076af3c']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:19.820544 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-3ce41d46-c3ee-4b93-a4b1-6dbda8d3dee1 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e3e9300-d644-463c-9b6f-8b77cd5e8663') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:19.820955 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-3ce41d46-c3ee-4b93-a4b1-6dbda8d3dee1 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e3e9300-d644-463c-9b6f-8b77cd5e8663') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:19.836578 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3ce41d46-c3ee-4b93-a4b1-6dbda8d3dee1 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:19.844579 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-52b35545-99fd-4987-92bd-c472a8528014 req-ba123b23-a2a9-4d5e-990f-b7c32da011d8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3363793 Feb 04 21:05:19.864284 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbadb1e0-9976-494f-90e2-a2e81e82da90 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Pushing event deleted for resources: {'Port': ['ID=7bc8e190-b919-45ca-8883-b0055c8cfe66,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:19.880511 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-5b9379b9-b731-4de8-b2bf-2c8312f80c57 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Synchronizing usage tracker for tenant:52dfef44eb7442fcaee5bcf3d1dfee00 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:05:19.883067 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3ce41d46-c3ee-4b93-a4b1-6dbda8d3dee1 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:19.899010 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce41d46-c3ee-4b93-a4b1-6dbda8d3dee1 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:05:19.900027 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3ce41d46-c3ee-4b93-a4b1-6dbda8d3dee1 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:19.922899 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5017ab6b-1c9f-4458-b677-1a0a1eaf4df5 None None] Pushing event updated for resources: {'Port': ['ID=2d836907-59c0-4514-bded-860c021e6325,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:19.985942 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-5b9379b9-b731-4de8-b2bf-2c8312f80c57 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Unset dirty status for tenant:52dfef44eb7442fcaee5bcf3d1dfee00 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:05:19.987386 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-5b9379b9-b731-4de8-b2bf-2c8312f80c57 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=52dfef44eb7442fcaee5bcf3d1dfee00&fields=id HTTP/1.1" status: 200 len: 255 time: 1.5837824 Feb 04 21:05:20.094490 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9292c3f-feb5-4ab4-ad00-1ea70d84bac5 admin admin] Router 52e9ba6f-a14e-4276-955f-fb85604a79a6 is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:05:20.108905 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-80563191-30b3-4cf9-b048-0c415d280c4f req-cbadb1e0-9976-494f-90e2-a2e81e82da90 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] No DVR routers for this DVR port 7bc8e190-b919-45ca-8883-b0055c8cfe66 on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:05:20.183824 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:05:20.183824 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:05:20.183824 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:05:20.183824 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:05:20.183824 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:05:20.183824 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:05:20.183824 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:05:20.183824 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:05:20.183824 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:05:20.183824 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:05:20.183824 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:05:20.183824 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:05:20.183824 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:05:20.183824 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:05:20.183824 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:05:20.183824 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:05:20.183824 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:05:20.183824 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:05:20.183824 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:05:20.183824 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:05:20.183824 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:05:20.183824 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:05:20.183824 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:05:20.183824 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:05:20.183824 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:05:20.183824 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:05:20.183824 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:05:20.183824 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:05:20.183824 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:05:20.183824 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:05:20.183824 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:05:20.183824 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:05:20.194652 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3ce41d46-c3ee-4b93-a4b1-6dbda8d3dee1 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:20.200946 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3ce41d46-c3ee-4b93-a4b1-6dbda8d3dee1 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:20.277276 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce41d46-c3ee-4b93-a4b1-6dbda8d3dee1 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event deleted for resources: {'Network': ['ID=43a18091-bc4c-499f-8b72-227d3076af3c,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:20.292799 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3ce41d46-c3ee-4b93-a4b1-6dbda8d3dee1 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "DELETE /v2.0/networks/43a18091-bc4c-499f-8b72-227d3076af3c HTTP/1.1" status: 204 len: 168 time: 1.3308048 Feb 04 21:05:20.299094 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59154) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:20.310319 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-3444ccbe-7f67-47ae-ab58-74239b54effd tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-567652906'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:20.322496 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3444ccbe-7f67-47ae-ab58-74239b54effd tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:20.330917 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3444ccbe-7f67-47ae-ab58-74239b54effd tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Usage tracker for resource:network and tenant:ea1ea4c831e3477381c57078b812f107 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:20.337402 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3444ccbe-7f67-47ae-ab58-74239b54effd tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:20.345050 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3444ccbe-7f67-47ae-ab58-74239b54effd tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:20.360581 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3444ccbe-7f67-47ae-ab58-74239b54effd tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Made reservation on behalf of ea1ea4c831e3477381c57078b812f107 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:05:20.365856 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3444ccbe-7f67-47ae-ab58-74239b54effd tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:20.392754 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-80563191-30b3-4cf9-b048-0c415d280c4f req-cbadb1e0-9976-494f-90e2-a2e81e82da90 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:20.395882 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-80563191-30b3-4cf9-b048-0c415d280c4f req-cbadb1e0-9976-494f-90e2-a2e81e82da90 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.18 "DELETE /v2.0/ports/7bc8e190-b919-45ca-8883-b0055c8cfe66 HTTP/1.1" status: 204 len: 173 time: 4.3633940 Feb 04 21:05:20.396843 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7b0650-e115-4f36-9afd-b1d0c6418da0', 'name': 'network-vif-deleted', 'tag': '7bc8e190-b919-45ca-8883-b0055c8cfe66'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:05:20.417070 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3444ccbe-7f67-47ae-ab58-74239b54effd tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:05:20.430684 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3444ccbe-7f67-47ae-ab58-74239b54effd tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:20.431194 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-3444ccbe-7f67-47ae-ab58-74239b54effd tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Added segment b2a70bda-dc68-480f-8e96-72041af00965 of type vlan for network 814eccb2-148e-41a4-b662-3c2745bb5ccd Feb 04 21:05:20.497756 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3444ccbe-7f67-47ae-ab58-74239b54effd tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:20.554973 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3444ccbe-7f67-47ae-ab58-74239b54effd tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:20.572042 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3444ccbe-7f67-47ae-ab58-74239b54effd tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:20.572042 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3444ccbe-7f67-47ae-ab58-74239b54effd tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:20.734880 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444ccbe-7f67-47ae-ab58-74239b54effd tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event updated for resources: {'Network': ['ID=814eccb2-148e-41a4-b662-3c2745bb5ccd,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:20.747946 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 814eccb2-148e-41a4-b662-3c2745bb5ccd details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:05:20.782146 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3444ccbe-7f67-47ae-ab58-74239b54effd tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4818125 Feb 04 21:05:20.783015 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59160) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:20.789755 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-b098aec0-0104-47d5-9a83-467ee50ce2a1 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Request body: {'subnet': {'network_id': '814eccb2-148e-41a4-b662-3c2745bb5ccd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:20.816981 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-972c54d6-cc29-4113-98b4-75e21df69f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:20.914643 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 2d836907-59c0-4514-bded-860c021e6325 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:05:20.929012 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-518f8e79-27e2-49da-907f-e698ab63935e service neutron] 10.222.0.26 "GET /v2.0/networks/1e54d53d-f997-4dfb-a224-d1fd181e2576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8814576 Feb 04 21:05:20.964734 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9292c3f-feb5-4ab4-ad00-1ea70d84bac5 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:05:20.978897 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7d623e-0f83-46bc-a62a-3014fcacd021 None None] Sync routers for ids ['52e9ba6f-a14e-4276-955f-fb85604a79a6'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:05:20.998658 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7d623e-0f83-46bc-a62a-3014fcacd021 None None] Routers {'52e9ba6f-a14e-4276-955f-fb85604a79a6'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:05:20.999206 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-ed7d623e-0f83-46bc-a62a-3014fcacd021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:05:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['52e9ba6f-a14e-4276-955f-fb85604a79a6'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:21.012698 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b098aec0-0104-47d5-9a83-467ee50ce2a1 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:21.028611 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b098aec0-0104-47d5-9a83-467ee50ce2a1 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Usage tracker for resource:subnet and tenant:ea1ea4c831e3477381c57078b812f107 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:21.037043 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b098aec0-0104-47d5-9a83-467ee50ce2a1 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:21.053330 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b098aec0-0104-47d5-9a83-467ee50ce2a1 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:21.085826 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b098aec0-0104-47d5-9a83-467ee50ce2a1 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Made reservation on behalf of ea1ea4c831e3477381c57078b812f107 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:05:21.099899 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b098aec0-0104-47d5-9a83-467ee50ce2a1 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:21.133972 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 2d836907-59c0-4514-bded-860c021e6325 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:05:21.154311 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 39ea1aa1-2ef4-4fc1-9bea-8d1f0f7cfb32 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:05:21.276363 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 39ea1aa1-2ef4-4fc1-9bea-8d1f0f7cfb32 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:05:21.277028 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:21.389282 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.ipam_backend_mixin [None req-b098aec0-0104-47d5-9a83-467ee50ce2a1 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Performing IP validity checks on allocation pools {{(pid=87682) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 21:05:21.389798 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.ipam_backend_mixin [None req-b098aec0-0104-47d5-9a83-467ee50ce2a1 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87682) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 21:05:21.422564 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-ed7d623e-0f83-46bc-a62a-3014fcacd021 None None] Set router 52e9ba6f-a14e-4276-955f-fb85604a79a6 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:05:21.492790 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b4dd38-1eed-4496-8fac-ba01612d05e3 None None] Network 3f244a5e-1789-457e-b614-7dd59361e7b6 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:05:21.495486 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e9292c3f-feb5-4ab4-ad00-1ea70d84bac5 admin admin] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:21.499890 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e9292c3f-feb5-4ab4-ad00-1ea70d84bac5 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.1560497 Feb 04 21:05:21.518077 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59166) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:21.648695 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-e52a3fbf-8455-448a-8836-6159bf79c0c5 None None] Provisioning for port 2d836907-59c0-4514-bded-860c021e6325 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:05:21.703375 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-e52a3fbf-8455-448a-8836-6159bf79c0c5 None None] Provisioning complete for port 2d836907-59c0-4514-bded-860c021e6325 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:05:21.704147 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e52a3fbf-8455-448a-8836-6159bf79c0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:21.821530 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b098aec0-0104-47d5-9a83-467ee50ce2a1 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:21.831446 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dcd35-e7c0-4166-98e4-f3e066b10b96 req-b7ee830e-1f88-4ef5-8bd7-32ff79da65b9 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:21.838922 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b38dcd35-e7c0-4166-98e4-f3e066b10b96 req-b7ee830e-1f88-4ef5-8bd7-32ff79da65b9 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 945 time: 1.7070105 Feb 04 21:05:21.919251 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e52a3fbf-8455-448a-8836-6159bf79c0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:21.930741 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098aec0-0104-47d5-9a83-467ee50ce2a1 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event updated for resources: {'Subnet': ['ID=59ac23ca-350d-4d8e-8431-d93640a5b003,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:21.934174 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b098aec0-0104-47d5-9a83-467ee50ce2a1 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Checking segment: {'id': 'b2a70bda-dc68-480f-8e96-72041af00965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '814eccb2-148e-41a4-b662-3c2745bb5ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:05:21.934586 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b098aec0-0104-47d5-9a83-467ee50ce2a1 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Network hostable DHCP agents. Network: 814eccb2-148e-41a4-b662-3c2745bb5ccd, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:05:21.958126 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b098aec0-0104-47d5-9a83-467ee50ce2a1 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Network 814eccb2-148e-41a4-b662-3c2745bb5ccd is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:05:21.970160 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-e52a3fbf-8455-448a-8836-6159bf79c0c5 None None] For port 2d836907-59c0-4514-bded-860c021e6325, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=2d836907-59c0-4514-bded-860c021e6325,segment=NetworkSegment(820237c7-1aba-421e-baee-be316028dae1),segment_id=820237c7-1aba-421e-baee-be316028dae1)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:21.980121 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e52a3fbf-8455-448a-8836-6159bf79c0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:21.987861 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-b098aec0-0104-47d5-9a83-467ee50ce2a1 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 814eccb2-148e-41a4-b662-3c2745bb5ccd) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:05:21.998288 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b098aec0-0104-47d5-9a83-467ee50ce2a1 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:21.998926 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b098aec0-0104-47d5-9a83-467ee50ce2a1 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:22.046673 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84e7ae1-26b6-449c-9582-76d2fe0a289c None None] Network 814eccb2-148e-41a4-b662-3c2745bb5ccd requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:05:22.078101 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b098aec0-0104-47d5-9a83-467ee50ce2a1 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2939332 Feb 04 21:05:22.080952 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59170) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:22.152046 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-ed7d623e-0f83-46bc-a62a-3014fcacd021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e9ba6f-a14e-4276-955f-fb85604a79a6', 'name': 'tempest-FloatingIPDetailsTestJSON-1670934510-router', 'tenant_id': '6b7ea02e3894460e8dac10f751a711db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '415983f2-e5d4-47ed-a6d1-8032dbd107bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:05:11Z', 'updated_at': '2022-02-04T21:05:15Z', 'revision_number': 3, 'project_id': '6b7ea02e3894460e8dac10f751a711db', 'gw_port': {'id': '415983f2-e5d4-47ed-a6d1-8032dbd107bd', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:58:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e9ba6f-a14e-4276-955f-fb85604a79a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:05:14Z', 'updated_at': '2022-02-04T21:05:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:22.176179 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7d623e-0f83-46bc-a62a-3014fcacd021 None None] Checking router: 52e9ba6f-a14e-4276-955f-fb85604a79a6 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:05:22.177486 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7d623e-0f83-46bc-a62a-3014fcacd021 None None] Updating router 52e9ba6f-a14e-4276-955f-fb85604a79a6 port 415983f2-e5d4-47ed-a6d1-8032dbd107bd binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:05:22.293713 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-ed7d623e-0f83-46bc-a62a-3014fcacd021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:22.390422 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a3fbf-8455-448a-8836-6159bf79c0c5 None None] Pushing event updated for resources: {'Port': ['ID=2d836907-59c0-4514-bded-860c021e6325,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:22.447824 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fa4aaac0-7a20-457e-b5a7-67c4f95c4c44 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:22.474670 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d87d6119-eefc-458e-bfc2-383fd55c42e5 None None] Provisioning complete for port 2d836907-59c0-4514-bded-860c021e6325 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:05:22.475446 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d87d6119-eefc-458e-bfc2-383fd55c42e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:22.563655 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-972c54d6-cc29-4113-98b4-75e21df69f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8914b048-1521-4974-a81e-00cb5088c433 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:05:22.580212 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-972c54d6-cc29-4113-98b4-75e21df69f2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:22.620459 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-972c54d6-cc29-4113-98b4-75e21df69f2f service neutron] Transition to ACTIVE for port object 8914b048-1521-4974-a81e-00cb5088c433 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:05:22.632200 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fa4aaac0-7a20-457e-b5a7-67c4f95c4c44 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:22.679426 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-ed7d623e-0f83-46bc-a62a-3014fcacd021 None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:22.693221 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-ed7d623e-0f83-46bc-a62a-3014fcacd021 None None] Transition to ACTIVE for port object 415983f2-e5d4-47ed-a6d1-8032dbd107bd will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:05:22.697020 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b38dcd35-e7c0-4166-98e4-f3e066b10b96 req-ad72e572-48a9-4bc9-a202-fffcb897b6ae tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9e855fd-f338-4450-a8fe-cb99a2aee980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8250525 Feb 04 21:05:22.703041 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-ed7d623e-0f83-46bc-a62a-3014fcacd021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:22.706656 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-9f4238a5-a3c7-4af2-876f-68bcb0d43463 service neutron] 10.222.0.26 "GET /v2.0/networks/1e54d53d-f997-4dfb-a224-d1fd181e2576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7739027 Feb 04 21:05:22.728056 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 2d836907-59c0-4514-bded-860c021e6325 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:05:22.730226 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-972c54d6-cc29-4113-98b4-75e21df69f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:22.781334 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-ed7d623e-0f83-46bc-a62a-3014fcacd021 None None] Attempting to bind port 415983f2-e5d4-47ed-a6d1-8032dbd107bd on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:05:22.781947 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-ed7d623e-0f83-46bc-a62a-3014fcacd021 None None] Attempting to bind port 415983f2-e5d4-47ed-a6d1-8032dbd107bd by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:05:22.782570 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7d623e-0f83-46bc-a62a-3014fcacd021 None None] Attempting to bind port 415983f2-e5d4-47ed-a6d1-8032dbd107bd on network 1f11f724-8cdd-497d-8220-929f45cf1223 {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:05:22.797999 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7d623e-0f83-46bc-a62a-3014fcacd021 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:05:22.798922 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7d623e-0f83-46bc-a62a-3014fcacd021 None None] Checking segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:05:22.799614 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-ed7d623e-0f83-46bc-a62a-3014fcacd021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:22.800388 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7d623e-0f83-46bc-a62a-3014fcacd021 None None] Bound using segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:05:22.801845 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-ed7d623e-0f83-46bc-a62a-3014fcacd021 None None] Bound port: 415983f2-e5d4-47ed-a6d1-8032dbd107bd, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:05:22.802499 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-ed7d623e-0f83-46bc-a62a-3014fcacd021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:22.835546 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fa4aaac0-7a20-457e-b5a7-67c4f95c4c44 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:22.919833 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4aaac0-7a20-457e-b5a7-67c4f95c4c44 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event deleted for resources: {'Subnet': ['ID=59ac23ca-350d-4d8e-8431-d93640a5b003,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:22.921961 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-ed7d623e-0f83-46bc-a62a-3014fcacd021 None None] For port 415983f2-e5d4-47ed-a6d1-8032dbd107bd, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:05:22.927014 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-ed7d623e-0f83-46bc-a62a-3014fcacd021 None None] For port 415983f2-e5d4-47ed-a6d1-8032dbd107bd, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=415983f2-e5d4-47ed-a6d1-8032dbd107bd,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:05:22.966046 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-ed7d623e-0f83-46bc-a62a-3014fcacd021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:23.021027 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a61a3-cc65-44c9-84c2-6593dfb094bc None None] Pushing event updated for resources: {'Port': ['ID=415983f2-e5d4-47ed-a6d1-8032dbd107bd,revision_number=2']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:23.042819 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc94ad97-df50-49cb-b842-6f7540ee181c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-814eccb2-148e-41a4-b662-3c2745bb5ccd', 'network_id': '814eccb2-148e-41a4-b662-3c2745bb5ccd', 'tenant_id': 'ea1ea4c831e3477381c57078b812f107', 'fixed_ips': [{'subnet_id': '59ac23ca-350d-4d8e-8431-d93640a5b003'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:05:23.049492 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fc94ad97-df50-49cb-b842-6f7540ee181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:23.070455 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a61a3-cc65-44c9-84c2-6593dfb094bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:23.078166 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a61a3-cc65-44c9-84c2-6593dfb094bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:23.081637 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a61a3-cc65-44c9-84c2-6593dfb094bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:23.087633 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a61a3-cc65-44c9-84c2-6593dfb094bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:23.088024 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a61a3-cc65-44c9-84c2-6593dfb094bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:23.088457 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a61a3-cc65-44c9-84c2-6593dfb094bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:23.088905 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a61a3-cc65-44c9-84c2-6593dfb094bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:23.094683 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a61a3-cc65-44c9-84c2-6593dfb094bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:23.095219 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a61a3-cc65-44c9-84c2-6593dfb094bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:23.095733 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a61a3-cc65-44c9-84c2-6593dfb094bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:23.096159 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a61a3-cc65-44c9-84c2-6593dfb094bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:23.096650 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a61a3-cc65-44c9-84c2-6593dfb094bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:23.170514 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fa4aaac0-7a20-457e-b5a7-67c4f95c4c44 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:23.236249 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-fa4aaac0-7a20-457e-b5a7-67c4f95c4c44 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['814eccb2-148e-41a4-b662-3c2745bb5ccd']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:23.249040 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7d623e-0f83-46bc-a62a-3014fcacd021 None None] Routers {'52e9ba6f-a14e-4276-955f-fb85604a79a6'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:05:23.262624 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-ed7d623e-0f83-46bc-a62a-3014fcacd021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:05:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['52e9ba6f-a14e-4276-955f-fb85604a79a6'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:23.272326 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-fa4aaac0-7a20-457e-b5a7-67c4f95c4c44 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2a70bda-dc68-480f-8e96-72041af00965') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:23.272668 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-fa4aaac0-7a20-457e-b5a7-67c4f95c4c44 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2a70bda-dc68-480f-8e96-72041af00965') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:23.316740 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fa4aaac0-7a20-457e-b5a7-67c4f95c4c44 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:23.374298 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fa4aaac0-7a20-457e-b5a7-67c4f95c4c44 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:23.390236 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa4aaac0-7a20-457e-b5a7-67c4f95c4c44 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:05:23.390699 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fa4aaac0-7a20-457e-b5a7-67c4f95c4c44 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:23.416971 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:05:23.416971 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:05:23.416971 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:05:23.416971 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:05:23.416971 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:05:23.416971 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:05:23.416971 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:05:23.416971 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:05:23.416971 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:05:23.416971 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:05:23.416971 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:05:23.416971 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:05:23.416971 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:05:23.416971 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:05:23.416971 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:05:23.416971 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:05:23.416971 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:05:23.416971 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:05:23.416971 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:05:23.416971 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:05:23.416971 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:05:23.416971 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:05:23.416971 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:05:23.416971 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:05:23.416971 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:05:23.416971 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:05:23.416971 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:05:23.416971 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:05:23.416971 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:05:23.416971 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:05:23.416971 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:05:23.416971 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:05:23.558048 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 2d836907-59c0-4514-bded-860c021e6325 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:05:23.558818 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:23.574902 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a61a3-cc65-44c9-84c2-6593dfb094bc None None] Pushing event updated for resources: {'Port': ['ID=415983f2-e5d4-47ed-a6d1-8032dbd107bd,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:23.614771 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fa4aaac0-7a20-457e-b5a7-67c4f95c4c44 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:23.640943 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fa4aaac0-7a20-457e-b5a7-67c4f95c4c44 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:23.671732 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4aaac0-7a20-457e-b5a7-67c4f95c4c44 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event deleted for resources: {'Network': ['ID=814eccb2-148e-41a4-b662-3c2745bb5ccd,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:23.687141 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fa4aaac0-7a20-457e-b5a7-67c4f95c4c44 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "DELETE /v2.0/networks/814eccb2-148e-41a4-b662-3c2745bb5ccd HTTP/1.1" status: 204 len: 168 time: 1.6036417 Feb 04 21:05:23.690478 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59190) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:23.695980 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-fc94ad97-df50-49cb-b842-6f7540ee181c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 04 21:05:23.695980 n-d-827896-1 neutron-server[87684]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Feb 04 21:05:23.695980 n-d-827896-1 neutron-server[87684]: [parameters: {'project_id': 'ea1ea4c831e3477381c57078b812f107', 'id': '440ccc6b-d125-4575-9548-ffdf84542b18', 'name': '', 'network_id': '814eccb2-148e-41a4-b662-3c2745bb5ccd', 'mac_address': 'fa:16:3e:45:b2:43', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-814eccb2-148e-41a4-b662-3c2745bb5ccd', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1221}] Feb 04 21:05:23.695980 n-d-827896-1 neutron-server[87684]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:05:23.697428 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-fc94ad97-df50-49cb-b842-6f7540ee181c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:05:23.697685 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-51aba4cf-30dd-4acf-a993-330c9bab825c tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2096543528'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:23.710351 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-51aba4cf-30dd-4acf-a993-330c9bab825c tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:23.718470 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-51aba4cf-30dd-4acf-a993-330c9bab825c tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Usage tracker for resource:network and tenant:ea1ea4c831e3477381c57078b812f107 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:23.730239 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-51aba4cf-30dd-4acf-a993-330c9bab825c tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:23.736639 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-51aba4cf-30dd-4acf-a993-330c9bab825c tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:23.770370 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51aba4cf-30dd-4acf-a993-330c9bab825c tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Made reservation on behalf of ea1ea4c831e3477381c57078b812f107 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:05:23.773803 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-51aba4cf-30dd-4acf-a993-330c9bab825c tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:23.830129 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51aba4cf-30dd-4acf-a993-330c9bab825c tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:05:23.852624 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7b0650-e115-4f36-9afd-b1d0c6418da0', 'name': 'network-vif-deleted', 'tag': '7bc8e190-b919-45ca-8883-b0055c8cfe66', 'status': 'completed', 'code': 200} Feb 04 21:05:23.863322 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c54d6-cc29-4113-98b4-75e21df69f2f service neutron] Pushing event updated for resources: {'Port': ['ID=8914b048-1521-4974-a81e-00cb5088c433,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:23.865233 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-51aba4cf-30dd-4acf-a993-330c9bab825c tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:23.871925 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-51aba4cf-30dd-4acf-a993-330c9bab825c tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Added segment 7a9bf830-4bb2-4984-aec5-a6139f43aac9 of type vlan for network dffc4549-8ce3-41df-8589-c807c5a4e326 Feb 04 21:05:23.962727 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-972c54d6-cc29-4113-98b4-75e21df69f2f service neutron] Attempting to bind port 8914b048-1521-4974-a81e-00cb5088c433 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:05:23.963067 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-972c54d6-cc29-4113-98b4-75e21df69f2f service neutron] Attempting to bind port 8914b048-1521-4974-a81e-00cb5088c433 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '1bfd55c3-c8d9-4e20-9f37-da07ea0581c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:05:23.963422 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-972c54d6-cc29-4113-98b4-75e21df69f2f service neutron] Attempting to bind port 8914b048-1521-4974-a81e-00cb5088c433 on network 7d8c23e1-7a6b-46d1-9945-4c784d17e819 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:05:23.982865 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-51aba4cf-30dd-4acf-a993-330c9bab825c tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:23.987785 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-972c54d6-cc29-4113-98b4-75e21df69f2f service neutron] Port 8914b048-1521-4974-a81e-00cb5088c433 on network 7d8c23e1-7a6b-46d1-9945-4c784d17e819 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:05:23.989692 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-972c54d6-cc29-4113-98b4-75e21df69f2f service neutron] Attempting to bind port 8914b048-1521-4974-a81e-00cb5088c433 on network 7d8c23e1-7a6b-46d1-9945-4c784d17e819 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:05:24.006855 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-972c54d6-cc29-4113-98b4-75e21df69f2f service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:05:24.007260 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-972c54d6-cc29-4113-98b4-75e21df69f2f service neutron] Checking segment: {'id': '1bfd55c3-c8d9-4e20-9f37-da07ea0581c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:05:24.011750 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-972c54d6-cc29-4113-98b4-75e21df69f2f service neutron] Bound using segment: {'id': '1bfd55c3-c8d9-4e20-9f37-da07ea0581c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:05:24.012704 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-972c54d6-cc29-4113-98b4-75e21df69f2f service neutron] Bound port: 8914b048-1521-4974-a81e-00cb5088c433, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bfd55c3-c8d9-4e20-9f37-da07ea0581c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:05:24.012932 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-ed7d623e-0f83-46bc-a62a-3014fcacd021 None None] Set router 52e9ba6f-a14e-4276-955f-fb85604a79a6 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:05:24.013525 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-972c54d6-cc29-4113-98b4-75e21df69f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:24.080387 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-51aba4cf-30dd-4acf-a993-330c9bab825c tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:24.087291 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aba4cf-30dd-4acf-a993-330c9bab825c tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:24.087911 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-51aba4cf-30dd-4acf-a993-330c9bab825c tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:24.133825 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-972c54d6-cc29-4113-98b4-75e21df69f2f service neutron] For port 8914b048-1521-4974-a81e-00cb5088c433, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:05:24.137349 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-972c54d6-cc29-4113-98b4-75e21df69f2f service neutron] For port 8914b048-1521-4974-a81e-00cb5088c433, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=8914b048-1521-4974-a81e-00cb5088c433,segment=NetworkSegment(1bfd55c3-c8d9-4e20-9f37-da07ea0581c2),segment_id=1bfd55c3-c8d9-4e20-9f37-da07ea0581c2)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:05:24.199279 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fc94ad97-df50-49cb-b842-6f7540ee181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:24.226359 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-51aba4cf-30dd-4acf-a993-330c9bab825c tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5332594 Feb 04 21:05:24.230651 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59196) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:24.232505 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-972c54d6-cc29-4113-98b4-75e21df69f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:24.244997 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-5659b2e2-a2fb-444f-9597-95706c1a2eaf tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Request body: {'subnet': {'network_id': 'dffc4549-8ce3-41df-8589-c807c5a4e326', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:24.268441 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109cc0c1-bccb-4865-8ca6-481bc6ac2413 None None] Network 814eccb2-148e-41a4-b662-3c2745bb5ccd requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:05:24.318040 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109cc0c1-bccb-4865-8ca6-481bc6ac2413 None None] Network 814eccb2-148e-41a4-b662-3c2745bb5ccd could not be found, it might have been deleted concurrently. {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 04 21:05:24.416374 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5659b2e2-a2fb-444f-9597-95706c1a2eaf tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:24.422910 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5659b2e2-a2fb-444f-9597-95706c1a2eaf tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Usage tracker for resource:subnet and tenant:ea1ea4c831e3477381c57078b812f107 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:24.428303 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5659b2e2-a2fb-444f-9597-95706c1a2eaf tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:24.436807 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5659b2e2-a2fb-444f-9597-95706c1a2eaf tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:24.452733 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aba4cf-30dd-4acf-a993-330c9bab825c tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event updated for resources: {'Network': ['ID=dffc4549-8ce3-41df-8589-c807c5a4e326,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:24.459319 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5659b2e2-a2fb-444f-9597-95706c1a2eaf tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Made reservation on behalf of ea1ea4c831e3477381c57078b812f107 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:05:24.463613 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5659b2e2-a2fb-444f-9597-95706c1a2eaf tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:24.467638 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network dffc4549-8ce3-41df-8589-c807c5a4e326 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:05:24.496528 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-ed7d623e-0f83-46bc-a62a-3014fcacd021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e9ba6f-a14e-4276-955f-fb85604a79a6', 'name': 'tempest-FloatingIPDetailsTestJSON-1670934510-router', 'tenant_id': '6b7ea02e3894460e8dac10f751a711db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '415983f2-e5d4-47ed-a6d1-8032dbd107bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:05:11Z', 'updated_at': '2022-02-04T21:05:15Z', 'revision_number': 3, 'project_id': '6b7ea02e3894460e8dac10f751a711db', 'gw_port': {'id': '415983f2-e5d4-47ed-a6d1-8032dbd107bd', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:58:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e9ba6f-a14e-4276-955f-fb85604a79a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:05:14Z', 'updated_at': '2022-02-04T21:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:24.504264 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7d623e-0f83-46bc-a62a-3014fcacd021 None None] The sync data for ids ['52e9ba6f-a14e-4276-955f-fb85604a79a6'] in n-d-827896-1 is: [{'id': '52e9ba6f-a14e-4276-955f-fb85604a79a6', 'name': 'tempest-FloatingIPDetailsTestJSON-1670934510-router', 'tenant_id': '6b7ea02e3894460e8dac10f751a711db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '415983f2-e5d4-47ed-a6d1-8032dbd107bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:05:11Z', 'updated_at': '2022-02-04T21:05:15Z', 'revision_number': 3, 'project_id': '6b7ea02e3894460e8dac10f751a711db', 'gw_port': {'id': '415983f2-e5d4-47ed-a6d1-8032dbd107bd', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:58:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e9ba6f-a14e-4276-955f-fb85604a79a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:05:14Z', 'updated_at': '2022-02-04T21:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:05:24.505430 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-972c54d6-cc29-4113-98b4-75e21df69f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:24.506156 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-972c54d6-cc29-4113-98b4-75e21df69f2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:24.508489 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-972c54d6-cc29-4113-98b4-75e21df69f2f service neutron] 10.222.0.18 "PUT /v2.0/ports/8914b048-1521-4974-a81e-00cb5088c433 HTTP/1.1" status: 200 len: 1091 time: 4.7595282 Feb 04 21:05:24.537921 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d44fa7-0967-45a5-bdd8-6a2e70b7f711 req-2ae76e62-0769-406e-af56-716b1e0d6d37 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:24.538840 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b8d44fa7-0967-45a5-bdd8-6a2e70b7f711 req-2ae76e62-0769-406e-af56-716b1e0d6d37 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Synchronizing usage tracker for tenant:6d15241bd78a41148bd0d1c2bdd856b4 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:05:24.557853 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35014e9-6852-472f-b2f4-76e54433a9ea req-781a3c17-20ea-487e-acc9-d288ceec4e56 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:24.565579 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a35014e9-6852-472f-b2f4-76e54433a9ea req-781a3c17-20ea-487e-acc9-d288ceec4e56 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 946 time: 0.7096832 Feb 04 21:05:24.732881 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a35014e9-6852-472f-b2f4-76e54433a9ea req-7140615e-3689-460d-89a2-fb18c0b1d3cc tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653113 Feb 04 21:05:24.837070 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c54d6-cc29-4113-98b4-75e21df69f2f service neutron] Pushing event updated for resources: {'Port': ['ID=8914b048-1521-4974-a81e-00cb5088c433,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:24.863963 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b8d44fa7-0967-45a5-bdd8-6a2e70b7f711 req-2ae76e62-0769-406e-af56-716b1e0d6d37 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Unset dirty status for tenant:6d15241bd78a41148bd0d1c2bdd856b4 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:05:24.866000 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b8d44fa7-0967-45a5-bdd8-6a2e70b7f711 req-2ae76e62-0769-406e-af56-716b1e0d6d37 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e656f53-cc30-4c14-bb1e-22e3876ad2c8 HTTP/1.1" status: 200 len: 943 time: 1.6887169 Feb 04 21:05:24.868227 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5659b2e2-a2fb-444f-9597-95706c1a2eaf tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:25.069460 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5659b2e2-a2fb-444f-9597-95706c1a2eaf tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Checking segment: {'id': '7a9bf830-4bb2-4984-aec5-a6139f43aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'dffc4549-8ce3-41df-8589-c807c5a4e326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:05:25.069460 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5659b2e2-a2fb-444f-9597-95706c1a2eaf tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Network hostable DHCP agents. Network: dffc4549-8ce3-41df-8589-c807c5a4e326, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:05:25.080284 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659b2e2-a2fb-444f-9597-95706c1a2eaf tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event updated for resources: {'Subnet': ['ID=1d389eb1-cf4c-4d8a-bb04-7919c5dd3351,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:25.091030 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cf95e851-c818-4ac2-9e81-90682bea3d8b req-139e1144-d15d-4841-ba3c-30b3e9ac0908 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=230ad624-1b13-4628-a25e-b100a8563919 HTTP/1.1" status: 200 len: 210 time: 0.0906205 Feb 04 21:05:25.112484 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5659b2e2-a2fb-444f-9597-95706c1a2eaf tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Network dffc4549-8ce3-41df-8589-c807c5a4e326 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:05:25.125852 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-a214c21b-0d50-4f66-b40a-7f3e25759de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:25.125852 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-a214c21b-0d50-4f66-b40a-7f3e25759de4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d15241bd78a41148bd0d1c2bdd856b4&device_id=9e656f53-cc30-4c14-bb1e-22e3876ad2c8 HTTP/1.1" status: 200 len: 1094 time: 0.5284328 Feb 04 21:05:25.130175 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b8d44fa7-0967-45a5-bdd8-6a2e70b7f711 req-db6f886f-19d8-41ad-8c27-e305dd4ee50d tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538872 Feb 04 21:05:25.292647 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-60a66407-3338-4338-bc22-d8f362cd64f2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8914b048-1521-4974-a81e-00cb5088c433 HTTP/1.1" status: 200 len: 217 time: 0.1580279 Feb 04 21:05:25.293498 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3644e40-6648-4f2b-a85e-2a8c06b129d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:25.384774 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-5659b2e2-a2fb-444f-9597-95706c1a2eaf tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, dffc4549-8ce3-41df-8589-c807c5a4e326) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:05:25.391913 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5659b2e2-a2fb-444f-9597-95706c1a2eaf tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:25.393198 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5659b2e2-a2fb-444f-9597-95706c1a2eaf tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:25.398839 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b4dfec-305f-43de-9f18-98fec4bb2e7b None None] Network dffc4549-8ce3-41df-8589-c807c5a4e326 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:05:25.465609 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5659b2e2-a2fb-444f-9597-95706c1a2eaf tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2331352 Feb 04 21:05:25.471063 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59200) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:25.521386 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-c8853b5e-f38b-4703-8f82-0f070aab18a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:25.523636 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-c8853b5e-f38b-4703-8f82-0f070aab18a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea06751d-fd50-4f4f-b006-53a1caf881e1 HTTP/1.1" status: 200 len: 852 time: 0.2123399 Feb 04 21:05:25.653152 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-b5992924-76db-4cfc-8bef-db07a0e00099 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:25.657584 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-b5992924-76db-4cfc-8bef-db07a0e00099 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.32 "GET /v2.0/networks?id=1e54d53d-f997-4dfb-a224-d1fd181e2576 HTTP/1.1" status: 200 len: 804 time: 0.5290453 Feb 04 21:05:25.688387 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-33d72d31-6231-4181-ad6b-a7f16072bb8e tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Request body: {'port': {'device_id': '230ad624-1b13-4628-a25e-b100a8563919', 'network_id': '1e54d53d-f997-4dfb-a224-d1fd181e2576', 'admin_state_up': True, 'tenant_id': '52dfef44eb7442fcaee5bcf3d1dfee00'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:25.704734 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-d6180fa3-0d3c-4fdb-8d7a-6c92b8803d4e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7d8c23e1-7a6b-46d1-9945-4c784d17e819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1543031 Feb 04 21:05:25.918380 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240a9db6-7ed6-4743-abcf-77bbdb430796 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-dffc4549-8ce3-41df-8589-c807c5a4e326', 'network_id': 'dffc4549-8ce3-41df-8589-c807c5a4e326', 'tenant_id': 'ea1ea4c831e3477381c57078b812f107', 'fixed_ips': [{'subnet_id': '1d389eb1-cf4c-4d8a-bb04-7919c5dd3351'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:05:25.919382 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-240a9db6-7ed6-4743-abcf-77bbdb430796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:25.921042 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e656f53-cc30-4c14-bb1e-22e3876ad2c8', 'tag': '8914b048-1521-4974-a81e-00cb5088c433'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:05:26.059435 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab5387-12f2-44fe-8745-585c96880939 req-5926dbc5-20a0-4745-a86d-b0ff730bc587 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:26.068360 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-caab5387-12f2-44fe-8745-585c96880939 req-5926dbc5-20a0-4745-a86d-b0ff730bc587 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 945 time: 0.6926587 Feb 04 21:05:26.125695 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:26.246390 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-33d72d31-6231-4181-ad6b-a7f16072bb8e tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:26.255556 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-caab5387-12f2-44fe-8745-585c96880939 req-99ac95a6-f13b-4fcd-af9b-05d68b54762b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9e855fd-f338-4450-a8fe-cb99a2aee980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860683 Feb 04 21:05:26.277470 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-33d72d31-6231-4181-ad6b-a7f16072bb8e tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:26.301900 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-b987c392-9554-4638-ad60-19f39dc2b110 service neutron] 10.222.0.18 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5905926 Feb 04 21:05:26.315895 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-240a9db6-7ed6-4743-abcf-77bbdb430796 None None] Allocated IP 172.20.0.1 (dffc4549-8ce3-41df-8589-c807c5a4e326/1d389eb1-cf4c-4d8a-bb04-7919c5dd3351/bb92142d-c697-41f0-b3d5-0fc4e4bc13ff) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:05:26.330920 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-33d72d31-6231-4181-ad6b-a7f16072bb8e tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Made reservation on behalf of 52dfef44eb7442fcaee5bcf3d1dfee00 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:05:26.340602 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-33d72d31-6231-4181-ad6b-a7f16072bb8e tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:26.438710 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-824dad9e-18db-4aa3-8639-a6501fe0e2a6 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:26.660836 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a8f119f4-6d00-4a10-8659-69e985de8b73 req-221be436-0834-4e45-8a02-9c708be49f40 service neutron] 10.222.0.18 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504241 Feb 04 21:05:26.690006 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-33d72d31-6231-4181-ad6b-a7f16072bb8e tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Allocated IP 172.20.0.9 (1e54d53d-f997-4dfb-a224-d1fd181e2576/7d973d52-9cec-4659-bee1-2f5deb367273/441cbda1-c534-48f4-b5b0-07e28eafc031) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:05:26.768076 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e854f9f-124c-462e-842b-47b5d2b7c22f req-686e374e-1ac2-47b5-a136-8e3089064538 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:26.776745 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7e854f9f-124c-462e-842b-47b5d2b7c22f req-686e374e-1ac2-47b5-a136-8e3089064538 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 949 time: 0.8478129 Feb 04 21:05:26.780314 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-240a9db6-7ed6-4743-abcf-77bbdb430796 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:26.803431 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-240a9db6-7ed6-4743-abcf-77bbdb430796 None None] Transition to ACTIVE for port object bb92142d-c697-41f0-b3d5-0fc4e4bc13ff will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:05:26.820955 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 415983f2-e5d4-47ed-a6d1-8032dbd107bd up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:05:26.821716 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-a3644e40-6648-4f2b-a85e-2a8c06b129d5 admin admin] Allocated IP 172.20.0.1 (c60b3a0a-eef0-4987-9fb1-36a45e0e9b15/5a215530-82fe-47a1-8712-8f5c4859cdd2/b96f972e-2455-482c-8e66-0cd3753aadd6) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:05:26.905092 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7e854f9f-124c-462e-842b-47b5d2b7c22f req-921dbf2f-bb64-4005-a318-342f393e6267 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273639 Feb 04 21:05:26.947818 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-33d72d31-6231-4181-ad6b-a7f16072bb8e tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:27.009447 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-240a9db6-7ed6-4743-abcf-77bbdb430796 None None] Transition to ACTIVE for port object bb92142d-c697-41f0-b3d5-0fc4e4bc13ff will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:05:27.036898 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-240a9db6-7ed6-4743-abcf-77bbdb430796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:27.059279 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-824dad9e-18db-4aa3-8639-a6501fe0e2a6 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:27.113478 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-33d72d31-6231-4181-ad6b-a7f16072bb8e tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:27.114676 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e656f53-cc30-4c14-bb1e-22e3876ad2c8', 'tag': '8914b048-1521-4974-a81e-00cb5088c433', 'status': 'completed', 'code': 200} Feb 04 21:05:27.157785 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240a9db6-7ed6-4743-abcf-77bbdb430796 None None] Network dffc4549-8ce3-41df-8589-c807c5a4e326 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:05:27.170932 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-240a9db6-7ed6-4743-abcf-77bbdb430796 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:05:27.194953 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240a9db6-7ed6-4743-abcf-77bbdb430796 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:05:27.315272 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 415983f2-e5d4-47ed-a6d1-8032dbd107bd completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:05:27.326047 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6345e9c-c87a-4fbb-a340-b9cfd9b774bc req-529df7ae-551d-4e4e-8207-c0e9c2818aab tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:27.335890 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a6345e9c-c87a-4fbb-a340-b9cfd9b774bc req-529df7ae-551d-4e4e-8207-c0e9c2818aab tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 946 time: 0.6344256 Feb 04 21:05:27.339902 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d72d31-6231-4181-ad6b-a7f16072bb8e tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Pushing event updated for resources: {'Port': ['ID=441cbda1-c534-48f4-b5b0-07e28eafc031,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:27.354176 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-33d72d31-6231-4181-ad6b-a7f16072bb8e tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Network 1e54d53d-f997-4dfb-a224-d1fd181e2576 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:05:27.358213 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-33d72d31-6231-4181-ad6b-a7f16072bb8e tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:05:27.360616 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 415983f2-e5d4-47ed-a6d1-8032dbd107bd triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:05:27.361155 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:27.362809 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-33d72d31-6231-4181-ad6b-a7f16072bb8e tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:05:27.413003 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925e3f7-01a6-472a-94b1-0344e708650f req-d3c30d59-a42e-4608-a5d5-5e44df8d4a82 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:27.414613 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b925e3f7-01a6-472a-94b1-0344e708650f req-d3c30d59-a42e-4608-a5d5-5e44df8d4a82 tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.32 "GET /v2.0/ports?device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 949 time: 0.7489662 Feb 04 21:05:27.443967 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a9db6-7ed6-4743-abcf-77bbdb430796 None None] Pushing event updated for resources: {'Port': ['ID=bb92142d-c697-41f0-b3d5-0fc4e4bc13ff,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:27.483719 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-33d72d31-6231-4181-ad6b-a7f16072bb8e tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:27.484344 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-33d72d31-6231-4181-ad6b-a7f16072bb8e tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:27.492175 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-824dad9e-18db-4aa3-8639-a6501fe0e2a6 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:27.497616 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-240a9db6-7ed6-4743-abcf-77bbdb430796 None None] Attempting to bind port bb92142d-c697-41f0-b3d5-0fc4e4bc13ff on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:05:27.497972 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-240a9db6-7ed6-4743-abcf-77bbdb430796 None None] Attempting to bind port bb92142d-c697-41f0-b3d5-0fc4e4bc13ff by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '7a9bf830-4bb2-4984-aec5-a6139f43aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'dffc4549-8ce3-41df-8589-c807c5a4e326'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:05:27.498533 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240a9db6-7ed6-4743-abcf-77bbdb430796 None None] Attempting to bind port bb92142d-c697-41f0-b3d5-0fc4e4bc13ff on network dffc4549-8ce3-41df-8589-c807c5a4e326 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:05:27.510837 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240a9db6-7ed6-4743-abcf-77bbdb430796 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:05:27.511256 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240a9db6-7ed6-4743-abcf-77bbdb430796 None None] Checking segment: {'id': '7a9bf830-4bb2-4984-aec5-a6139f43aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'dffc4549-8ce3-41df-8589-c807c5a4e326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:05:27.511650 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-240a9db6-7ed6-4743-abcf-77bbdb430796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:27.512094 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240a9db6-7ed6-4743-abcf-77bbdb430796 None None] Bound using segment: {'id': '7a9bf830-4bb2-4984-aec5-a6139f43aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'dffc4549-8ce3-41df-8589-c807c5a4e326'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:05:27.512660 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-240a9db6-7ed6-4743-abcf-77bbdb430796 None None] Bound port: bb92142d-c697-41f0-b3d5-0fc4e4bc13ff, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9bf830-4bb2-4984-aec5-a6139f43aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'dffc4549-8ce3-41df-8589-c807c5a4e326'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:05:27.513126 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-240a9db6-7ed6-4743-abcf-77bbdb430796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:27.524075 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a6345e9c-c87a-4fbb-a340-b9cfd9b774bc req-379b002a-eef9-4ccf-a612-e59f682275f7 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873281 Feb 04 21:05:27.557700 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824dad9e-18db-4aa3-8639-a6501fe0e2a6 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event deleted for resources: {'Subnet': ['ID=1d389eb1-cf4c-4d8a-bb04-7919c5dd3351,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:27.634923 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3644e40-6648-4f2b-a85e-2a8c06b129d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:27.647086 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-b925e3f7-01a6-472a-94b1-0344e708650f req-770a3654-8f13-41dd-8cfe-1aea3d98a59c tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Deleting port ad455e09-717a-4546-83e2-e55a50a48670 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:05:27.647432 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b925e3f7-01a6-472a-94b1-0344e708650f req-770a3654-8f13-41dd-8cfe-1aea3d98a59c tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:27.672378 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-824dad9e-18db-4aa3-8639-a6501fe0e2a6 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:27.699409 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-824dad9e-18db-4aa3-8639-a6501fe0e2a6 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dffc4549-8ce3-41df-8589-c807c5a4e326']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:27.712647 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-824dad9e-18db-4aa3-8639-a6501fe0e2a6 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a9bf830-4bb2-4984-aec5-a6139f43aac9') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:27.713244 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-824dad9e-18db-4aa3-8639-a6501fe0e2a6 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a9bf830-4bb2-4984-aec5-a6139f43aac9') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:27.735064 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-824dad9e-18db-4aa3-8639-a6501fe0e2a6 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:27.750056 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a12e3-b571-4858-b513-cc2c8f31689a req-cce827d3-4ceb-4b53-9fc6-b6cd7efd9e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:27.751535 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-322a12e3-b571-4858-b513-cc2c8f31689a req-cce827d3-4ceb-4b53-9fc6-b6cd7efd9e4f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d15241bd78a41148bd0d1c2bdd856b4&device_id=9e656f53-cc30-4c14-bb1e-22e3876ad2c8 HTTP/1.1" status: 200 len: 1094 time: 0.6360936 Feb 04 21:05:27.760233 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:27.760597 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-824dad9e-18db-4aa3-8639-a6501fe0e2a6 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:27.767771 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-824dad9e-18db-4aa3-8639-a6501fe0e2a6 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:05:27.768423 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-824dad9e-18db-4aa3-8639-a6501fe0e2a6 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:27.798702 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 415983f2-e5d4-47ed-a6d1-8032dbd107bd, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=415983f2-e5d4-47ed-a6d1-8032dbd107bd,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:27.804437 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-240a9db6-7ed6-4743-abcf-77bbdb430796 None None] For port bb92142d-c697-41f0-b3d5-0fc4e4bc13ff, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:05:27.808535 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:27.873807 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:05:27.873807 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:05:27.873807 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:05:27.873807 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:05:27.873807 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:05:27.873807 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:05:27.873807 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:05:27.873807 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:05:27.873807 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:05:27.873807 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:05:27.873807 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:05:27.873807 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:05:27.873807 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:05:27.873807 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:05:27.873807 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:05:27.873807 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:05:27.873807 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:05:27.873807 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:05:27.873807 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:05:27.873807 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:05:27.873807 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:05:27.873807 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:05:27.873807 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:05:27.873807 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:05:27.873807 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:05:27.873807 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:05:27.873807 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:05:27.873807 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:05:27.873807 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:05:27.873807 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:05:27.873807 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:05:27.873807 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:05:27.882819 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.api [None req-824dad9e-18db-4aa3-8639-a6501fe0e2a6 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 21:05:27.882819 n-d-827896-1 neutron-server[87682]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 21:05:27.882819 n-d-827896-1 neutron-server[87682]: [parameters: {'id': 'dffc4549-8ce3-41df-8589-c807c5a4e326'}] Feb 04 21:05:27.882819 n-d-827896-1 neutron-server[87682]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:05:27.884096 n-d-827896-1 neutron-server[87682]: DEBUG oslo_db.api [None req-824dad9e-18db-4aa3-8639-a6501fe0e2a6 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:05:27.889408 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-240a9db6-7ed6-4743-abcf-77bbdb430796 None None] For port bb92142d-c697-41f0-b3d5-0fc4e4bc13ff, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=bb92142d-c697-41f0-b3d5-0fc4e4bc13ff,segment=NetworkSegment(7a9bf830-4bb2-4984-aec5-a6139f43aac9),segment_id=7a9bf830-4bb2-4984-aec5-a6139f43aac9)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:05:27.899482 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-240a9db6-7ed6-4743-abcf-77bbdb430796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:27.900163 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-33d72d31-6231-4181-ad6b-a7f16072bb8e tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2199502 Feb 04 21:05:27.911734 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=415983f2-e5d4-47ed-a6d1-8032dbd107bd,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:27.914284 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-bafa4194-e7b0-4620-9138-f810d82aaf35 service neutron] Request body: {'port': {'device_id': '230ad624-1b13-4628-a25e-b100a8563919', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:27.927604 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [None req-a3644e40-6648-4f2b-a85e-2a8c06b129d5 admin admin] Transition to ACTIVE for port object b96f972e-2455-482c-8e66-0cd3753aadd6 will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:05:27.939594 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daeee87-b3bd-465d-b13f-a1fe325e3145 req-7160e5cf-2373-4a54-8e9c-9cd0ae6f7b65 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:27.941734 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5daeee87-b3bd-465d-b13f-a1fe325e3145 req-7160e5cf-2373-4a54-8e9c-9cd0ae6f7b65 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=230ad624-1b13-4628-a25e-b100a8563919 HTTP/1.1" status: 200 len: 931 time: 0.6991708 Feb 04 21:05:28.046391 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a9db6-7ed6-4743-abcf-77bbdb430796 None None] Pushing event updated for resources: {'Port': ['ID=bb92142d-c697-41f0-b3d5-0fc4e4bc13ff,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:28.074180 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe4c9b7-0119-49e5-958d-78f19f0f5b49 None None] Network dffc4549-8ce3-41df-8589-c807c5a4e326 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:05:28.162103 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-bafa4194-e7b0-4620-9138-f810d82aaf35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:28.213829 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5daeee87-b3bd-465d-b13f-a1fe325e3145 req-d1bdb960-3f9d-42ba-b6a8-c6fe47245ae0 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489262 Feb 04 21:05:28.246302 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3df99e-3d0a-41b7-89a1-4a0803c67caa req-5282331d-00b5-485a-9535-af0b0d00b2b8 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:28.260527 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9c3df99e-3d0a-41b7-89a1-4a0803c67caa req-5282331d-00b5-485a-9535-af0b0d00b2b8 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e656f53-cc30-4c14-bb1e-22e3876ad2c8 HTTP/1.1" status: 200 len: 943 time: 0.5077176 Feb 04 21:05:28.322910 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093d46eb-1c1f-4efd-904b-e76cf1e1ec71 None None] get_active_networks_info from n-d-827896-1 {{(pid=87684) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 21:05:28.368381 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a12e3-b571-4858-b513-cc2c8f31689a req-828b0791-eeb9-431d-b879-3b49b7b53ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:28.380612 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-322a12e3-b571-4858-b513-cc2c8f31689a req-828b0791-eeb9-431d-b879-3b49b7b53ecb service neutron] 10.222.0.18 "GET /v2.0/networks?id=7d8c23e1-7a6b-46d1-9945-4c784d17e819 HTTP/1.1" status: 200 len: 913 time: 0.5655234 Feb 04 21:05:28.389046 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-824dad9e-18db-4aa3-8639-a6501fe0e2a6 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:28.446345 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-824dad9e-18db-4aa3-8639-a6501fe0e2a6 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Deleting port bb92142d-c697-41f0-b3d5-0fc4e4bc13ff {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:05:28.446701 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-824dad9e-18db-4aa3-8639-a6501fe0e2a6 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:28.514051 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3644e40-6648-4f2b-a85e-2a8c06b129d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:28.545524 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093d46eb-1c1f-4efd-904b-e76cf1e1ec71 None None] Resources bound (agent type, host, resource id): {{(pid=87684) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 21:05:28.593243 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-322a12e3-b571-4858-b513-cc2c8f31689a req-12471b5c-17bc-4a8c-b326-7c2728d863a8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8914b048-1521-4974-a81e-00cb5088c433 HTTP/1.1" status: 200 len: 217 time: 0.2036426 Feb 04 21:05:28.631080 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9c3df99e-3d0a-41b7-89a1-4a0803c67caa req-015f7579-5a07-44a0-8d6c-c2be65447148 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694870 Feb 04 21:05:28.788886 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a12e3-b571-4858-b513-cc2c8f31689a req-b9783ba2-706d-4362-9807-bf032107c0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:28.797385 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-322a12e3-b571-4858-b513-cc2c8f31689a req-b9783ba2-706d-4362-9807-bf032107c0dd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea06751d-fd50-4f4f-b006-53a1caf881e1 HTTP/1.1" status: 200 len: 852 time: 0.1856017 Feb 04 21:05:28.813095 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3644e40-6648-4f2b-a85e-2a8c06b129d5 admin admin] Network c60b3a0a-eef0-4987-9fb1-36a45e0e9b15 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:05:28.814655 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 415983f2-e5d4-47ed-a6d1-8032dbd107bd up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:05:28.860587 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-a3644e40-6648-4f2b-a85e-2a8c06b129d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:05:28.895878 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-b925e3f7-01a6-472a-94b1-0344e708650f req-770a3654-8f13-41dd-8cfe-1aea3d98a59c tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] For port ad455e09-717a-4546-83e2-e55a50a48670, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=ad455e09-717a-4546-83e2-e55a50a48670,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:28.896240 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b925e3f7-01a6-472a-94b1-0344e708650f req-770a3654-8f13-41dd-8cfe-1aea3d98a59c tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:28.978093 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 415983f2-e5d4-47ed-a6d1-8032dbd107bd triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:05:28.978516 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:29.050410 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3644e40-6648-4f2b-a85e-2a8c06b129d5 admin admin] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:05:29.080365 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-824dad9e-18db-4aa3-8639-a6501fe0e2a6 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] For port bb92142d-c697-41f0-b3d5-0fc4e4bc13ff, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=bb92142d-c697-41f0-b3d5-0fc4e4bc13ff,segment=NetworkSegment(7a9bf830-4bb2-4984-aec5-a6139f43aac9),segment_id=7a9bf830-4bb2-4984-aec5-a6139f43aac9)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:29.081006 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-824dad9e-18db-4aa3-8639-a6501fe0e2a6 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:29.115441 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3644e40-6648-4f2b-a85e-2a8c06b129d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:29.327479 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-322a12e3-b571-4858-b513-cc2c8f31689a req-036c74eb-33f2-4218-b14f-766a52d020e0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7d8c23e1-7a6b-46d1-9945-4c784d17e819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5085297 Feb 04 21:05:29.344259 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-824dad9e-18db-4aa3-8639-a6501fe0e2a6 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Calling delete_port for bb92142d-c697-41f0-b3d5-0fc4e4bc13ff owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:05:29.405739 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3644e40-6648-4f2b-a85e-2a8c06b129d5 admin admin] Pushing event updated for resources: {'Port': ['ID=b96f972e-2455-482c-8e66-0cd3753aadd6,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:29.441005 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-824dad9e-18db-4aa3-8639-a6501fe0e2a6 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:29.493801 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824dad9e-18db-4aa3-8639-a6501fe0e2a6 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] No DVR routers for this DVR port bb92142d-c697-41f0-b3d5-0fc4e4bc13ff on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:05:29.534520 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824dad9e-18db-4aa3-8639-a6501fe0e2a6 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event deleted for resources: {'Port': ['ID=bb92142d-c697-41f0-b3d5-0fc4e4bc13ff,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:29.567756 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-bafa4194-e7b0-4620-9138-f810d82aaf35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 441cbda1-c534-48f4-b5b0-07e28eafc031 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:05:29.595674 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-b925e3f7-01a6-472a-94b1-0344e708650f req-770a3654-8f13-41dd-8cfe-1aea3d98a59c tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Calling delete_port for ad455e09-717a-4546-83e2-e55a50a48670 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:05:29.643207 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c4b6eff2-19dd-427c-974a-33b075d218c8 None None] Provisioning for port b96f972e-2455-482c-8e66-0cd3753aadd6 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:05:29.649140 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c4b6eff2-19dd-427c-974a-33b075d218c8 None None] Provisioning complete for port b96f972e-2455-482c-8e66-0cd3753aadd6 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:05:29.649674 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c4b6eff2-19dd-427c-974a-33b075d218c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:29.665740 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-bafa4194-e7b0-4620-9138-f810d82aaf35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:29.709938 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 8914b048-1521-4974-a81e-00cb5088c433 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:05:29.724139 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-824dad9e-18db-4aa3-8639-a6501fe0e2a6 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:29.756889 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-824dad9e-18db-4aa3-8639-a6501fe0e2a6 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dffc4549-8ce3-41df-8589-c807c5a4e326']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:29.757819 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-322a12e3-b571-4858-b513-cc2c8f31689a req-c308472b-a99e-4b93-bba9-2559705ae364 service neutron] 10.222.0.18 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534250 Feb 04 21:05:29.758373 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3644e40-6648-4f2b-a85e-2a8c06b129d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:29.774088 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-824dad9e-18db-4aa3-8639-a6501fe0e2a6 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a9bf830-4bb2-4984-aec5-a6139f43aac9') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:29.774543 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-824dad9e-18db-4aa3-8639-a6501fe0e2a6 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a9bf830-4bb2-4984-aec5-a6139f43aac9') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:29.783933 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceda19c-96a1-45b4-9deb-442985811d4a req-ed664ca7-5e9d-4b46-a7e2-5883691b55da tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:29.791549 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4ceda19c-96a1-45b4-9deb-442985811d4a req-ed664ca7-5e9d-4b46-a7e2-5883691b55da tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 949 time: 1.4245117 Feb 04 21:05:29.792031 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-824dad9e-18db-4aa3-8639-a6501fe0e2a6 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:29.816151 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-824dad9e-18db-4aa3-8639-a6501fe0e2a6 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:29.826377 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-824dad9e-18db-4aa3-8639-a6501fe0e2a6 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:05:29.826737 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-824dad9e-18db-4aa3-8639-a6501fe0e2a6 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:29.969576 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 8914b048-1521-4974-a81e-00cb5088c433, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=8914b048-1521-4974-a81e-00cb5088c433,segment=NetworkSegment(1bfd55c3-c8d9-4e20-9f37-da07ea0581c2),segment_id=1bfd55c3-c8d9-4e20-9f37-da07ea0581c2)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:30.000430 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '8914b048-1521-4974-a81e-00cb5088c433', 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819', 'port_id': '8914b048-1521-4974-a81e-00cb5088c433', 'mac_address': 'fa:16:3e:77:72:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea06751d-fd50-4f4f-b006-53a1caf881e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:05:30.003049 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:05:30.003049 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:05:30.003049 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:05:30.003049 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:05:30.003049 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:05:30.003049 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:05:30.003049 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:05:30.003049 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:05:30.003049 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:05:30.003049 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:05:30.003049 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:05:30.003049 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:05:30.003049 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:05:30.003049 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:05:30.003049 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:05:30.003049 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:05:30.003049 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:05:30.003049 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:05:30.003049 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:05:30.003049 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:05:30.003049 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:05:30.003049 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:05:30.003049 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:05:30.003049 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:05:30.003049 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:05:30.003049 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:05:30.003049 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:05:30.003049 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:05:30.003049 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:05:30.003049 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:05:30.003049 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:05:30.003049 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:05:30.015217 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-bafa4194-e7b0-4620-9138-f810d82aaf35 service neutron] Transition to ACTIVE for port object 441cbda1-c534-48f4-b5b0-07e28eafc031 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:05:30.021201 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-824dad9e-18db-4aa3-8639-a6501fe0e2a6 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:30.067387 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-824dad9e-18db-4aa3-8639-a6501fe0e2a6 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:30.070836 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824dad9e-18db-4aa3-8639-a6501fe0e2a6 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event deleted for resources: {'Network': ['ID=dffc4549-8ce3-41df-8589-c807c5a4e326,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:30.073040 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-bafa4194-e7b0-4620-9138-f810d82aaf35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:30.158317 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-c4b6eff2-19dd-427c-974a-33b075d218c8 None None] Port b96f972e-2455-482c-8e66-0cd3753aadd6 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:05:30.169800 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:30.176207 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3644e40-6648-4f2b-a85e-2a8c06b129d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:30.216721 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8914b048-1521-4974-a81e-00cb5088c433 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:05:30.241353 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3644e40-6648-4f2b-a85e-2a8c06b129d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:30.273342 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 8914b048-1521-4974-a81e-00cb5088c433, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=8914b048-1521-4974-a81e-00cb5088c433,segment=NetworkSegment(1bfd55c3-c8d9-4e20-9f37-da07ea0581c2),segment_id=1bfd55c3-c8d9-4e20-9f37-da07ea0581c2)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:30.289099 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:30.292133 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-824dad9e-18db-4aa3-8639-a6501fe0e2a6 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "DELETE /v2.0/networks/dffc4549-8ce3-41df-8589-c807c5a4e326 HTTP/1.1" status: 204 len: 168 time: 4.8200283 Feb 04 21:05:30.327618 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59224) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:30.328547 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa4194-e7b0-4620-9138-f810d82aaf35 service neutron] Pushing event updated for resources: {'Port': ['ID=441cbda1-c534-48f4-b5b0-07e28eafc031,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:30.352033 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-851547b6-7995-41b8-8021-0fc4b29737c7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-821444711'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:30.451027 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-851547b6-7995-41b8-8021-0fc4b29737c7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:30.521070 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3644e40-6648-4f2b-a85e-2a8c06b129d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:30.536281 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-851547b6-7995-41b8-8021-0fc4b29737c7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Usage tracker for resource:network and tenant:ea1ea4c831e3477381c57078b812f107 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:30.543106 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-851547b6-7995-41b8-8021-0fc4b29737c7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:30.543726 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=8914b048-1521-4974-a81e-00cb5088c433,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:30.556895 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-851547b6-7995-41b8-8021-0fc4b29737c7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:30.587113 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851547b6-7995-41b8-8021-0fc4b29737c7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Made reservation on behalf of ea1ea4c831e3477381c57078b812f107 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:05:30.590553 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-851547b6-7995-41b8-8021-0fc4b29737c7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:30.613833 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-bafa4194-e7b0-4620-9138-f810d82aaf35 service neutron] Attempting to bind port 441cbda1-c534-48f4-b5b0-07e28eafc031 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:05:30.614509 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-bafa4194-e7b0-4620-9138-f810d82aaf35 service neutron] Attempting to bind port 441cbda1-c534-48f4-b5b0-07e28eafc031 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'd272340f-e46b-4b9a-95de-826926ac6bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '1e54d53d-f997-4dfb-a224-d1fd181e2576'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:05:30.615029 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4ceda19c-96a1-45b4-9deb-442985811d4a req-0deaa622-bb1b-42e9-9dbe-3e9d9c29071c tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef72d1af-2df2-478e-9403-2b885b8d98df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8226166 Feb 04 21:05:30.621165 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-bafa4194-e7b0-4620-9138-f810d82aaf35 service neutron] Attempting to bind port 441cbda1-c534-48f4-b5b0-07e28eafc031 on network 1e54d53d-f997-4dfb-a224-d1fd181e2576 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:05:30.636363 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device ad455e09-717a-4546-83e2-e55a50a48670 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:05:30.678523 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-bafa4194-e7b0-4620-9138-f810d82aaf35 service neutron] Port 441cbda1-c534-48f4-b5b0-07e28eafc031 on network 1e54d53d-f997-4dfb-a224-d1fd181e2576 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:05:30.679858 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-bafa4194-e7b0-4620-9138-f810d82aaf35 service neutron] Attempting to bind port 441cbda1-c534-48f4-b5b0-07e28eafc031 on network 1e54d53d-f997-4dfb-a224-d1fd181e2576 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:05:30.695021 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-851547b6-7995-41b8-8021-0fc4b29737c7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:05:30.712138 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-bafa4194-e7b0-4620-9138-f810d82aaf35 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:05:30.712557 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-bafa4194-e7b0-4620-9138-f810d82aaf35 service neutron] Checking segment: {'id': 'd272340f-e46b-4b9a-95de-826926ac6bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '1e54d53d-f997-4dfb-a224-d1fd181e2576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:05:30.712864 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-bafa4194-e7b0-4620-9138-f810d82aaf35 service neutron] Bound using segment: {'id': 'd272340f-e46b-4b9a-95de-826926ac6bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '1e54d53d-f997-4dfb-a224-d1fd181e2576'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:05:30.713341 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-bafa4194-e7b0-4620-9138-f810d82aaf35 service neutron] Bound port: 441cbda1-c534-48f4-b5b0-07e28eafc031, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd272340f-e46b-4b9a-95de-826926ac6bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '1e54d53d-f997-4dfb-a224-d1fd181e2576'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:05:30.713698 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-bafa4194-e7b0-4620-9138-f810d82aaf35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:30.717720 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ee722-c5af-44f2-8e0d-1599fb164c7b req-fd92b7c7-d96f-4e65-8d54-42f98b88e8dd tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:30.719222 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cf7ee722-c5af-44f2-8e0d-1599fb164c7b req-fd92b7c7-d96f-4e65-8d54-42f98b88e8dd tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 946 time: 1.9042747 Feb 04 21:05:30.729507 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['8914b048-1521-4974-a81e-00cb5088c433'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:05:30.759445 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-851547b6-7995-41b8-8021-0fc4b29737c7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:30.759805 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-851547b6-7995-41b8-8021-0fc4b29737c7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Added segment 4258256c-730c-4fe5-a1fd-70f596bf2448 of type vlan for network 2cb96071-6767-4236-aebf-43fbadbac24a Feb 04 21:05:30.855659 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3644e40-6648-4f2b-a85e-2a8c06b129d5 admin admin] Pushing event updated for resources: {'Port': ['ID=b96f972e-2455-482c-8e66-0cd3753aadd6,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:30.900928 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-851547b6-7995-41b8-8021-0fc4b29737c7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:30.937543 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-851547b6-7995-41b8-8021-0fc4b29737c7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:30.944229 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851547b6-7995-41b8-8021-0fc4b29737c7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:30.944972 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-851547b6-7995-41b8-8021-0fc4b29737c7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:31.063946 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:31.092533 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851547b6-7995-41b8-8021-0fc4b29737c7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event updated for resources: {'Network': ['ID=2cb96071-6767-4236-aebf-43fbadbac24a,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:31.100283 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-851547b6-7995-41b8-8021-0fc4b29737c7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7565513 Feb 04 21:05:31.100888 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59236) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:31.121143 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-5244b97a-273d-49ee-a62b-328d4571177f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Request body: {'subnet': {'network_id': '2cb96071-6767-4236-aebf-43fbadbac24a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:31.130011 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 2cb96071-6767-4236-aebf-43fbadbac24a details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:05:31.224397 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-bafa4194-e7b0-4620-9138-f810d82aaf35 service neutron] For port 441cbda1-c534-48f4-b5b0-07e28eafc031, host n-h1-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:05:31.241499 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3644e40-6648-4f2b-a85e-2a8c06b129d5 admin admin] Network c60b3a0a-eef0-4987-9fb1-36a45e0e9b15 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:05:31.248788 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-bafa4194-e7b0-4620-9138-f810d82aaf35 service neutron] For port 441cbda1-c534-48f4-b5b0-07e28eafc031, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=441cbda1-c534-48f4-b5b0-07e28eafc031,segment=NetworkSegment(d272340f-e46b-4b9a-95de-826926ac6bfb),segment_id=d272340f-e46b-4b9a-95de-826926ac6bfb)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:05:31.251803 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cf7ee722-c5af-44f2-8e0d-1599fb164c7b req-e9b66fa8-f476-44c5-b5aa-dd03165eba80 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5052812 Feb 04 21:05:31.259111 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-a3644e40-6648-4f2b-a85e-2a8c06b129d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:05:31.269988 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5244b97a-273d-49ee-a62b-328d4571177f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:31.275912 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5244b97a-273d-49ee-a62b-328d4571177f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Usage tracker for resource:subnet and tenant:ea1ea4c831e3477381c57078b812f107 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:31.279152 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5244b97a-273d-49ee-a62b-328d4571177f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:31.282396 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-322a12e3-b571-4858-b513-cc2c8f31689a req-04c282ea-b444-4ad5-bec5-fd967345971b service neutron] 10.222.0.18 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5100107 Feb 04 21:05:31.287153 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5244b97a-273d-49ee-a62b-328d4571177f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:31.298484 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-bafa4194-e7b0-4620-9138-f810d82aaf35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:31.403986 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b925e3f7-01a6-472a-94b1-0344e708650f req-770a3654-8f13-41dd-8cfe-1aea3d98a59c tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:31.428661 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d936f01-879c-4dcb-abf2-1183cccb35ad req-c70b481e-a7d1-4c02-b488-c0fb8db6291b tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:31.431842 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa4194-e7b0-4620-9138-f810d82aaf35 service neutron] Pushing event updated for resources: {'Port': ['ID=441cbda1-c534-48f4-b5b0-07e28eafc031,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:31.437490 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5244b97a-273d-49ee-a62b-328d4571177f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Made reservation on behalf of ea1ea4c831e3477381c57078b812f107 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:05:31.443574 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5244b97a-273d-49ee-a62b-328d4571177f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:31.458212 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0d936f01-879c-4dcb-abf2-1183cccb35ad req-c70b481e-a7d1-4c02-b488-c0fb8db6291b tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=230ad624-1b13-4628-a25e-b100a8563919 HTTP/1.1" status: 200 len: 943 time: 0.6190870 Feb 04 21:05:31.669581 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a3654-8f13-41dd-8cfe-1aea3d98a59c tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Pushing event deleted for resources: {'Port': ['ID=ad455e09-717a-4546-83e2-e55a50a48670,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:31.717877 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-bafa4194-e7b0-4620-9138-f810d82aaf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:31.718603 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-bafa4194-e7b0-4620-9138-f810d82aaf35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:31.720076 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-bafa4194-e7b0-4620-9138-f810d82aaf35 service neutron] 10.222.0.32 "PUT /v2.0/ports/441cbda1-c534-48f4-b5b0-07e28eafc031 HTTP/1.1" status: 200 len: 1091 time: 3.8114963 Feb 04 21:05:31.725111 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230ad624-1b13-4628-a25e-b100a8563919', 'tag': '441cbda1-c534-48f4-b5b0-07e28eafc031'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:05:31.730558 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-2484ca2c-e089-4b80-8973-fa0ef7a6bfda None None] Provisioning complete for port b96f972e-2455-482c-8e66-0cd3753aadd6 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:05:31.731267 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2484ca2c-e089-4b80-8973-fa0ef7a6bfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:31.830111 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-2484ca2c-e089-4b80-8973-fa0ef7a6bfda None None] Port b96f972e-2455-482c-8e66-0cd3753aadd6 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:05:31.886713 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-b925e3f7-01a6-472a-94b1-0344e708650f req-770a3654-8f13-41dd-8cfe-1aea3d98a59c tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] No DVR routers for this DVR port ad455e09-717a-4546-83e2-e55a50a48670 on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:05:31.905911 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b925e3f7-01a6-472a-94b1-0344e708650f req-770a3654-8f13-41dd-8cfe-1aea3d98a59c tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:31.908386 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32ac594-02a0-42bc-9e5d-ccff33ed0062', 'name': 'network-vif-deleted', 'tag': 'ad455e09-717a-4546-83e2-e55a50a48670'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:05:31.978701 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b925e3f7-01a6-472a-94b1-0344e708650f req-770a3654-8f13-41dd-8cfe-1aea3d98a59c tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.32 "DELETE /v2.0/ports/ad455e09-717a-4546-83e2-e55a50a48670 HTTP/1.1" status: 204 len: 173 time: 4.5465240 Feb 04 21:05:31.984621 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-43a13dea-b2b4-4972-a399-c3bf93a994ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:31.986203 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-43a13dea-b2b4-4972-a399-c3bf93a994ab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52dfef44eb7442fcaee5bcf3d1dfee00&device_id=230ad624-1b13-4628-a25e-b100a8563919 HTTP/1.1" status: 200 len: 1094 time: 0.2114615 Feb 04 21:05:31.989933 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3644e40-6648-4f2b-a85e-2a8c06b129d5 admin admin] Router 52e9ba6f-a14e-4276-955f-fb85604a79a6 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:05:32.070228 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5244b97a-273d-49ee-a62b-328d4571177f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:32.101898 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0d936f01-879c-4dcb-abf2-1183cccb35ad req-c5c0f001-d5d9-4f45-89f1-1ad077c755f4 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6427927 Feb 04 21:05:32.112360 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-54de4d78-ed25-418e-b8e5-f9df664c2247 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=441cbda1-c534-48f4-b5b0-07e28eafc031 HTTP/1.1" status: 200 len: 217 time: 0.1163216 Feb 04 21:05:32.214813 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3644e40-6648-4f2b-a85e-2a8c06b129d5 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:05:32.229100 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecaaf91-d5cd-4623-8c66-41b9455fa3d7 None None] Sync routers for ids ['52e9ba6f-a14e-4276-955f-fb85604a79a6'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:05:32.234168 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-a3644e40-6648-4f2b-a85e-2a8c06b129d5 admin admin] 10.222.0.26 "PUT /v2.0/routers/52e9ba6f-a14e-4276-955f-fb85604a79a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7101371 Feb 04 21:05:32.247417 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecaaf91-d5cd-4623-8c66-41b9455fa3d7 None None] Routers {'52e9ba6f-a14e-4276-955f-fb85604a79a6'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:05:32.249841 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-4ecaaf91-d5cd-4623-8c66-41b9455fa3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:05:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['52e9ba6f-a14e-4276-955f-fb85604a79a6'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:32.260336 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244b97a-273d-49ee-a62b-328d4571177f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event updated for resources: {'Subnet': ['ID=834eb682-02fb-47e7-accf-a8565d21d68f,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:32.269864 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37229c47-34ec-460b-8e6f-01d9d3d7e635 req-bdcb0d3e-5d45-4d0a-ace7-317c8dedc737 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:32.271549 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-37229c47-34ec-460b-8e6f-01d9d3d7e635 req-bdcb0d3e-5d45-4d0a-ace7-317c8dedc737 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e656f53-cc30-4c14-bb1e-22e3876ad2c8 HTTP/1.1" status: 200 len: 944 time: 0.6773832 Feb 04 21:05:32.281314 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-a7a31f1a-c768-4c39-9824-8ea2a01cad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:32.282769 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-a7a31f1a-c768-4c39-9824-8ea2a01cad2e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d973d52-9cec-4659-bee1-2f5deb367273 HTTP/1.1" status: 200 len: 844 time: 0.1577420 Feb 04 21:05:32.283527 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5244b97a-273d-49ee-a62b-328d4571177f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Checking segment: {'id': '4258256c-730c-4fe5-a1fd-70f596bf2448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2cb96071-6767-4236-aebf-43fbadbac24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:05:32.283887 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5244b97a-273d-49ee-a62b-328d4571177f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Network hostable DHCP agents. Network: 2cb96071-6767-4236-aebf-43fbadbac24a, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:05:32.341809 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-cf427c68-8013-4e99-89b6-c11fcc9fc8b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1e54d53d-f997-4dfb-a224-d1fd181e2576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505960 Feb 04 21:05:32.389549 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5244b97a-273d-49ee-a62b-328d4571177f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Network 2cb96071-6767-4236-aebf-43fbadbac24a is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:05:32.449968 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-2a6f9b9d-0823-4618-8f4c-435ba62f5def req-21009cb3-4cfc-43ee-b4cd-fd7134735fda tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Synchronizing usage tracker for tenant:55d1f91d84e0433d8b3ab7473aab0e34 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:05:32.456813 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-37229c47-34ec-460b-8e6f-01d9d3d7e635 req-7dba012f-20b2-4f7a-bd6c-cae9fa2662a4 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768143 Feb 04 21:05:32.473858 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-2a6f9b9d-0823-4618-8f4c-435ba62f5def req-21009cb3-4cfc-43ee-b4cd-fd7134735fda tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] Unset dirty status for tenant:55d1f91d84e0433d8b3ab7473aab0e34 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:05:32.481685 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2a6f9b9d-0823-4618-8f4c-435ba62f5def req-21009cb3-4cfc-43ee-b4cd-fd7134735fda tempest-MigrationsAdminTest-2053256168 tempest-MigrationsAdminTest-2053256168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32ac594-02a0-42bc-9e5d-ccff33ed0062 HTTP/1.1" status: 200 len: 210 time: 0.1509213 Feb 04 21:05:32.491408 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-5244b97a-273d-49ee-a62b-328d4571177f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 2cb96071-6767-4236-aebf-43fbadbac24a) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:05:32.518117 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5244b97a-273d-49ee-a62b-328d4571177f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:32.519275 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5244b97a-273d-49ee-a62b-328d4571177f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:32.569788 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '230ad624-1b13-4628-a25e-b100a8563919', 'tag': '441cbda1-c534-48f4-b5b0-07e28eafc031', 'status': 'completed', 'code': 200} Feb 04 21:05:32.576242 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5244b97a-273d-49ee-a62b-328d4571177f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4646091 Feb 04 21:05:32.578456 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59258) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:32.612988 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb8766e-0696-4a30-8931-fd06966c5202 None None] Network 2cb96071-6767-4236-aebf-43fbadbac24a requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:05:32.661399 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-a6318b7d-67d8-4edb-a1c0-15f01db1bf0c service neutron] 10.222.0.32 "GET /v2.0/networks/1e54d53d-f997-4dfb-a224-d1fd181e2576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985497 Feb 04 21:05:32.808419 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e32ac594-02a0-42bc-9e5d-ccff33ed0062', 'name': 'network-vif-deleted', 'tag': 'ad455e09-717a-4546-83e2-e55a50a48670', 'status': 'completed', 'code': 200} Feb 04 21:05:32.839857 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:32.853897 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-bf912aa9-ff65-4dfd-9ac1-ccc73f6b9214 req-af162a43-7df7-4974-a3a1-14c7a6111fe0 service neutron] 10.222.0.32 "GET /v2.0/networks/1e54d53d-f997-4dfb-a224-d1fd181e2576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770446 Feb 04 21:05:32.892692 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-4ecaaf91-d5cd-4623-8c66-41b9455fa3d7 None None] Set router 52e9ba6f-a14e-4276-955f-fb85604a79a6 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:05:32.935650 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-84b086f4-ba2d-483a-b067-e1ff77c8cd0f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:33.000874 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e871c1b-e06d-4585-aa9e-f549259af05a req-95a5b409-1f67-48d6-939e-c95d725ec4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:33.002298 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4e871c1b-e06d-4585-aa9e-f549259af05a req-95a5b409-1f67-48d6-939e-c95d725ec4ab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52dfef44eb7442fcaee5bcf3d1dfee00&device_id=230ad624-1b13-4628-a25e-b100a8563919 HTTP/1.1" status: 200 len: 1094 time: 0.0973547 Feb 04 21:05:33.143305 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b7c96394-8332-4bd9-aad9-a89d7c5531fc req-d159961d-d96b-40d3-8fdc-bd39e287015e tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Synchronizing usage tracker for tenant:6b7ea02e3894460e8dac10f751a711db on resource:network {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:05:33.155499 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697b667-99fd-421b-9234-fa9ba33654e7 req-3a8faf58-dfc8-4fc5-b544-1ed93bf519b8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:33.156261 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e871c1b-e06d-4585-aa9e-f549259af05a req-c490fdcc-7f1f-4224-9335-9e64550a5faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:33.157841 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4e871c1b-e06d-4585-aa9e-f549259af05a req-c490fdcc-7f1f-4224-9335-9e64550a5faa service neutron] 10.222.0.32 "GET /v2.0/networks?id=1e54d53d-f997-4dfb-a224-d1fd181e2576 HTTP/1.1" status: 200 len: 905 time: 0.1475391 Feb 04 21:05:33.160290 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c697b667-99fd-421b-9234-fa9ba33654e7 req-3a8faf58-dfc8-4fc5-b544-1ed93bf519b8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 946 time: 0.3498321 Feb 04 21:05:33.163464 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-84b086f4-ba2d-483a-b067-e1ff77c8cd0f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:33.240685 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b7c96394-8332-4bd9-aad9-a89d7c5531fc req-d159961d-d96b-40d3-8fdc-bd39e287015e tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Unset dirty status for tenant:6b7ea02e3894460e8dac10f751a711db on resource:network {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:05:33.242118 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b7c96394-8332-4bd9-aad9-a89d7c5531fc req-d159961d-d96b-40d3-8fdc-bd39e287015e tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4357357 Feb 04 21:05:33.251045 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4e871c1b-e06d-4585-aa9e-f549259af05a req-269aa103-a3ac-46ca-9ccf-76dcc96a6e5d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=441cbda1-c534-48f4-b5b0-07e28eafc031 HTTP/1.1" status: 200 len: 217 time: 0.0860746 Feb 04 21:05:33.266178 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-b7c96394-8332-4bd9-aad9-a89d7c5531fc req-774210ab-6ba6-432a-a9d1-798804fab7c8 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Request body: {'floatingip': {'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:33.273461 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab52549-8cb4-4cd0-9b36-e1f4941f250d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-2cb96071-6767-4236-aebf-43fbadbac24a', 'network_id': '2cb96071-6767-4236-aebf-43fbadbac24a', 'tenant_id': 'ea1ea4c831e3477381c57078b812f107', 'fixed_ips': [{'subnet_id': '834eb682-02fb-47e7-accf-a8565d21d68f'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:05:33.274282 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4ab52549-8cb4-4cd0-9b36-e1f4941f250d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:33.303132 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c697b667-99fd-421b-9234-fa9ba33654e7 req-18aa49db-5d0d-40cb-9759-9c7107145c19 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055682 Feb 04 21:05:33.309149 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-b7c96394-8332-4bd9-aad9-a89d7c5531fc req-774210ab-6ba6-432a-a9d1-798804fab7c8 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:33.322825 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b7c96394-8332-4bd9-aad9-a89d7c5531fc req-774210ab-6ba6-432a-a9d1-798804fab7c8 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Usage tracker for resource:floatingip and tenant:6b7ea02e3894460e8dac10f751a711db is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:33.337244 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b7c96394-8332-4bd9-aad9-a89d7c5531fc req-774210ab-6ba6-432a-a9d1-798804fab7c8 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:33.345382 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e871c1b-e06d-4585-aa9e-f549259af05a req-583b75b7-3375-4d6d-aee9-64d417ac89ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:33.348167 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4e871c1b-e06d-4585-aa9e-f549259af05a req-583b75b7-3375-4d6d-aee9-64d417ac89ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d973d52-9cec-4659-bee1-2f5deb367273 HTTP/1.1" status: 200 len: 844 time: 0.0889456 Feb 04 21:05:33.365761 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-b7c96394-8332-4bd9-aad9-a89d7c5531fc req-774210ab-6ba6-432a-a9d1-798804fab7c8 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:33.384146 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b7c96394-8332-4bd9-aad9-a89d7c5531fc req-774210ab-6ba6-432a-a9d1-798804fab7c8 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks [] for floatingip, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:33.440506 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4e871c1b-e06d-4585-aa9e-f549259af05a req-83c95426-4228-4edc-9be1-8ba7a6f6d3f2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1e54d53d-f997-4dfb-a224-d1fd181e2576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868797 Feb 04 21:05:33.503207 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-84b086f4-ba2d-483a-b067-e1ff77c8cd0f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:33.604975 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4e871c1b-e06d-4585-aa9e-f549259af05a req-96c1a494-c272-45d1-a8aa-f8ce7903aba1 service neutron] 10.222.0.32 "GET /v2.0/networks/1e54d53d-f997-4dfb-a224-d1fd181e2576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581016 Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server [None req-4ab52549-8cb4-4cd0-9b36-e1f4941f250d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 834eb682-02fb-47e7-accf-a8565d21d68f: This subnet is being modified by another concurrent operation. Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 21:05:33.605704 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server raise exception Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 834eb682-02fb-47e7-accf-a8565d21d68f: This subnet is being modified by another concurrent operation. Feb 04 21:05:33.609178 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server Feb 04 21:05:33.633345 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-4ecaaf91-d5cd-4623-8c66-41b9455fa3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e9ba6f-a14e-4276-955f-fb85604a79a6', 'name': 'tempest-FloatingIPDetailsTestJSON-1670934510-router', 'tenant_id': '6b7ea02e3894460e8dac10f751a711db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '415983f2-e5d4-47ed-a6d1-8032dbd107bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:05:11Z', 'updated_at': '2022-02-04T21:05:29Z', 'revision_number': 4, 'project_id': '6b7ea02e3894460e8dac10f751a711db', 'gw_port': {'id': '415983f2-e5d4-47ed-a6d1-8032dbd107bd', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e9ba6f-a14e-4276-955f-fb85604a79a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:05:14Z', 'updated_at': '2022-02-04T21:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'b96f972e-2455-482c-8e66-0cd3753aadd6', 'name': '', 'network_id': 'c60b3a0a-eef0-4987-9fb1-36a45e0e9b15', 'tenant_id': '6b7ea02e3894460e8dac10f751a711db', 'mac_address': 'fa:16:3e:ee:cf:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e9ba6f-a14e-4276-955f-fb85604a79a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '5a215530-82fe-47a1-8712-8f5c4859cdd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:05:25Z', 'updated_at': '2022-02-04T21:05:29Z', 'revision_number': 2, 'project_id': '6b7ea02e3894460e8dac10f751a711db', 'subnets': [{'id': '5a215530-82fe-47a1-8712-8f5c4859cdd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:33.638195 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecaaf91-d5cd-4623-8c66-41b9455fa3d7 None None] Checking router: 52e9ba6f-a14e-4276-955f-fb85604a79a6 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:05:33.638661 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecaaf91-d5cd-4623-8c66-41b9455fa3d7 None None] Updating router 52e9ba6f-a14e-4276-955f-fb85604a79a6 port b96f972e-2455-482c-8e66-0cd3753aadd6 binding host n-d-827896-1 {{(pid=87684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:05:33.672134 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b749737f-f5be-4cc2-bf51-59895ceef2fa None None] Network 2cb96071-6767-4236-aebf-43fbadbac24a requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:05:33.755608 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 8914b048-1521-4974-a81e-00cb5088c433 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:05:33.825859 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4e871c1b-e06d-4585-aa9e-f549259af05a req-b5e01784-c7c3-4141-980a-320caab9cb8b service neutron] 10.222.0.32 "GET /v2.0/networks/1e54d53d-f997-4dfb-a224-d1fd181e2576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094696 Feb 04 21:05:33.826095 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4ecaaf91-d5cd-4623-8c66-41b9455fa3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:33.840472 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b086f4-ba2d-483a-b067-e1ff77c8cd0f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event deleted for resources: {'Subnet': ['ID=834eb682-02fb-47e7-accf-a8565d21d68f,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:33.875773 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-84b086f4-ba2d-483a-b067-e1ff77c8cd0f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:33.914234 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-84b086f4-ba2d-483a-b067-e1ff77c8cd0f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb96071-6767-4236-aebf-43fbadbac24a']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:33.933927 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-84b086f4-ba2d-483a-b067-e1ff77c8cd0f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4258256c-730c-4fe5-a1fd-70f596bf2448') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:33.934186 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-84b086f4-ba2d-483a-b067-e1ff77c8cd0f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4258256c-730c-4fe5-a1fd-70f596bf2448') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:33.986571 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb783d-fed0-4c82-b427-0bb8a4c88cb1 req-63dfb590-9d99-4f94-af0d-1d70f2620500 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:33.989346 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-82cb783d-fed0-4c82-b427-0bb8a4c88cb1 req-63dfb590-9d99-4f94-af0d-1d70f2620500 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=230ad624-1b13-4628-a25e-b100a8563919 HTTP/1.1" status: 200 len: 943 time: 0.4910407 Feb 04 21:05:33.994878 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-84b086f4-ba2d-483a-b067-e1ff77c8cd0f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:34.008868 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 8914b048-1521-4974-a81e-00cb5088c433 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:05:34.016889 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5ec711-3166-4212-9bc3-876180196dba None None] get_active_networks_info from n-d-827896-1 {{(pid=87684) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 21:05:34.051935 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-84b086f4-ba2d-483a-b067-e1ff77c8cd0f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:34.077714 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b086f4-ba2d-483a-b067-e1ff77c8cd0f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:05:34.078104 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-84b086f4-ba2d-483a-b067-e1ff77c8cd0f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:34.096419 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 8914b048-1521-4974-a81e-00cb5088c433 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:05:34.096791 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:34.102788 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:05:34.102788 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:05:34.102788 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:05:34.102788 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:05:34.102788 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:05:34.102788 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:05:34.102788 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:05:34.102788 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:05:34.102788 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:05:34.102788 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:05:34.102788 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:05:34.102788 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:05:34.102788 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:05:34.102788 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:05:34.102788 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:05:34.102788 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:05:34.102788 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:05:34.102788 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:05:34.102788 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:05:34.102788 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:05:34.102788 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:05:34.102788 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:05:34.102788 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:05:34.102788 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:05:34.102788 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:05:34.102788 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:05:34.102788 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:05:34.102788 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:05:34.102788 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:05:34.102788 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:05:34.102788 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:05:34.102788 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:05:34.105964 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-82cb783d-fed0-4c82-b427-0bb8a4c88cb1 req-c67722d1-0fe7-4693-bd92-747325a24516 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946910 Feb 04 21:05:34.195430 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b7c96394-8332-4bd9-aad9-a89d7c5531fc req-774210ab-6ba6-432a-a9d1-798804fab7c8 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:34.301822 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-84b086f4-ba2d-483a-b067-e1ff77c8cd0f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:34.327195 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-84b086f4-ba2d-483a-b067-e1ff77c8cd0f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:34.349542 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b086f4-ba2d-483a-b067-e1ff77c8cd0f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event deleted for resources: {'Network': ['ID=2cb96071-6767-4236-aebf-43fbadbac24a,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:34.369109 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-84b086f4-ba2d-483a-b067-e1ff77c8cd0f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "DELETE /v2.0/networks/2cb96071-6767-4236-aebf-43fbadbac24a HTTP/1.1" status: 204 len: 168 time: 1.7864432 Feb 04 21:05:34.371053 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59314) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:34.377520 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-5038b16e-d7cf-4b6d-a7f1-66da5210f158 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1112629418'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:34.383856 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5038b16e-d7cf-4b6d-a7f1-66da5210f158 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:34.390059 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5038b16e-d7cf-4b6d-a7f1-66da5210f158 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Usage tracker for resource:network and tenant:ea1ea4c831e3477381c57078b812f107 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:34.393093 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5038b16e-d7cf-4b6d-a7f1-66da5210f158 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:34.400323 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5038b16e-d7cf-4b6d-a7f1-66da5210f158 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:34.412292 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5038b16e-d7cf-4b6d-a7f1-66da5210f158 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Made reservation on behalf of ea1ea4c831e3477381c57078b812f107 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:05:34.416206 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5038b16e-d7cf-4b6d-a7f1-66da5210f158 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:34.420946 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:34.435813 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84dd7a-4de9-4048-9986-64ee2065f225 req-fb205646-2819-4488-84d0-7ca2a0ab3e51 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:34.437163 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4a84dd7a-4de9-4048-9986-64ee2065f225 req-fb205646-2819-4488-84d0-7ca2a0ab3e51 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e656f53-cc30-4c14-bb1e-22e3876ad2c8 HTTP/1.1" status: 200 len: 944 time: 0.2032878 Feb 04 21:05:34.447782 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5038b16e-d7cf-4b6d-a7f1-66da5210f158 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:05:34.459641 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5038b16e-d7cf-4b6d-a7f1-66da5210f158 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:34.460328 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-5038b16e-d7cf-4b6d-a7f1-66da5210f158 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Added segment 6098b2c4-179d-4f8a-98c3-2e6c9573e84d of type vlan for network d87c58d7-9715-4fba-bd7a-75ebde0ad009 Feb 04 21:05:34.468343 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5ec711-3166-4212-9bc3-876180196dba None None] Resources bound (agent type, host, resource id): {{(pid=87684) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 21:05:34.478379 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e656f53-cc30-4c14-bb1e-22e3876ad2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8914b048-1521-4974-a81e-00cb5088c433'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:05:34.483126 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-b7c96394-8332-4bd9-aad9-a89d7c5531fc req-774210ab-6ba6-432a-a9d1-798804fab7c8 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Allocated IP 172.25.5.95 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/b074bf06-09e3-4976-bbd6-41d1ec3a59f8) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:05:34.495994 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5038b16e-d7cf-4b6d-a7f1-66da5210f158 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:34.499941 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 8914b048-1521-4974-a81e-00cb5088c433, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=8914b048-1521-4974-a81e-00cb5088c433,segment=NetworkSegment(1bfd55c3-c8d9-4e20-9f37-da07ea0581c2),segment_id=1bfd55c3-c8d9-4e20-9f37-da07ea0581c2)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:34.518459 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:34.536713 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5038b16e-d7cf-4b6d-a7f1-66da5210f158 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:34.541318 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4a84dd7a-4de9-4048-9986-64ee2065f225 req-4107ec15-ab31-4b87-a1d0-cb4a47d86001 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895846 Feb 04 21:05:34.543191 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5038b16e-d7cf-4b6d-a7f1-66da5210f158 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:34.543866 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5038b16e-d7cf-4b6d-a7f1-66da5210f158 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:34.684275 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b7c96394-8332-4bd9-aad9-a89d7c5531fc req-774210ab-6ba6-432a-a9d1-798804fab7c8 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:34.724393 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b7c96394-8332-4bd9-aad9-a89d7c5531fc req-774210ab-6ba6-432a-a9d1-798804fab7c8 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:34.764966 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4ecaaf91-d5cd-4623-8c66-41b9455fa3d7 None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:34.767477 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=8914b048-1521-4974-a81e-00cb5088c433,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:34.792935 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-4ecaaf91-d5cd-4623-8c66-41b9455fa3d7 None None] Transition to ACTIVE for port object b96f972e-2455-482c-8e66-0cd3753aadd6 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:05:34.817620 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4ecaaf91-d5cd-4623-8c66-41b9455fa3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:34.835612 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5038b16e-d7cf-4b6d-a7f1-66da5210f158 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4632530 Feb 04 21:05:34.836376 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59322) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:34.837202 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038b16e-d7cf-4b6d-a7f1-66da5210f158 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event updated for resources: {'Network': ['ID=d87c58d7-9715-4fba-bd7a-75ebde0ad009,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:34.846470 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-38183782-b0eb-4a94-9aa7-8353b11c7985 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Request body: {'subnet': {'network_id': 'd87c58d7-9715-4fba-bd7a-75ebde0ad009', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:34.871151 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network d87c58d7-9715-4fba-bd7a-75ebde0ad009 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:05:34.907763 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7c96394-8332-4bd9-aad9-a89d7c5531fc req-774210ab-6ba6-432a-a9d1-798804fab7c8 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:05:34.912167 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-b7c96394-8332-4bd9-aad9-a89d7c5531fc req-774210ab-6ba6-432a-a9d1-798804fab7c8 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:05:34.918605 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c96394-8332-4bd9-aad9-a89d7c5531fc req-774210ab-6ba6-432a-a9d1-798804fab7c8 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:05:34.971933 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-38183782-b0eb-4a94-9aa7-8353b11c7985 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:34.976977 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-38183782-b0eb-4a94-9aa7-8353b11c7985 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Usage tracker for resource:subnet and tenant:ea1ea4c831e3477381c57078b812f107 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:34.982124 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-38183782-b0eb-4a94-9aa7-8353b11c7985 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:34.988662 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-38183782-b0eb-4a94-9aa7-8353b11c7985 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:35.005894 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38183782-b0eb-4a94-9aa7-8353b11c7985 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Made reservation on behalf of ea1ea4c831e3477381c57078b812f107 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:05:35.010522 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-38183782-b0eb-4a94-9aa7-8353b11c7985 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:35.025057 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774210ab-6ba6-432a-a9d1-798804fab7c8 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Pushing event updated for resources: {'Port': ['ID=b074bf06-09e3-4976-bbd6-41d1ec3a59f8,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:35.070488 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260b2a1-c3b4-4b5f-baef-2fb8a3701ae9 req-9af18071-6fde-49a7-bb44-39d74950bc10 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:35.072968 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f260b2a1-c3b4-4b5f-baef-2fb8a3701ae9 req-9af18071-6fde-49a7-bb44-39d74950bc10 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 946 time: 0.2501419 Feb 04 21:05:35.143071 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b7c96394-8332-4bd9-aad9-a89d7c5531fc req-774210ab-6ba6-432a-a9d1-798804fab7c8 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:35.153011 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f260b2a1-c3b4-4b5f-baef-2fb8a3701ae9 req-cee87dec-316d-4ccc-a8a3-d6925a48dfae tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696640 Feb 04 21:05:35.206059 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59338) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:35.215062 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.ipam_backend_mixin [None req-38183782-b0eb-4a94-9aa7-8353b11c7985 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Performing IP validity checks on allocation pools {{(pid=87682) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 21:05:35.217904 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.ipam_backend_mixin [None req-38183782-b0eb-4a94-9aa7-8353b11c7985 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87682) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 21:05:35.262550 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b7c96394-8332-4bd9-aad9-a89d7c5531fc req-774210ab-6ba6-432a-a9d1-798804fab7c8 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:35.263589 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e656f53-cc30-4c14-bb1e-22e3876ad2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8914b048-1521-4974-a81e-00cb5088c433', 'code': 200} Feb 04 21:05:35.272712 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae2190-5cfa-4539-8db1-a26d96d8c554 None None] Pushing event updated for resources: {'Port': ['ID=b96f972e-2455-482c-8e66-0cd3753aadd6,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:35.349950 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-4ecaaf91-d5cd-4623-8c66-41b9455fa3d7 None None] Attempting to bind port b96f972e-2455-482c-8e66-0cd3753aadd6 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:05:35.350627 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-4ecaaf91-d5cd-4623-8c66-41b9455fa3d7 None None] Attempting to bind port b96f972e-2455-482c-8e66-0cd3753aadd6 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': 'b7cdbd12-ac28-4ed6-ae0d-3427f803777f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c60b3a0a-eef0-4987-9fb1-36a45e0e9b15'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:05:35.351154 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecaaf91-d5cd-4623-8c66-41b9455fa3d7 None None] Attempting to bind port b96f972e-2455-482c-8e66-0cd3753aadd6 on network c60b3a0a-eef0-4987-9fb1-36a45e0e9b15 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:05:35.358520 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecaaf91-d5cd-4623-8c66-41b9455fa3d7 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:05:35.359169 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecaaf91-d5cd-4623-8c66-41b9455fa3d7 None None] Checking segment: {'id': 'b7cdbd12-ac28-4ed6-ae0d-3427f803777f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c60b3a0a-eef0-4987-9fb1-36a45e0e9b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:05:35.359750 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4ecaaf91-d5cd-4623-8c66-41b9455fa3d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:35.360296 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecaaf91-d5cd-4623-8c66-41b9455fa3d7 None None] Bound using segment: {'id': 'b7cdbd12-ac28-4ed6-ae0d-3427f803777f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c60b3a0a-eef0-4987-9fb1-36a45e0e9b15'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:05:35.360923 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-4ecaaf91-d5cd-4623-8c66-41b9455fa3d7 None None] Bound port: b96f972e-2455-482c-8e66-0cd3753aadd6, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7cdbd12-ac28-4ed6-ae0d-3427f803777f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c60b3a0a-eef0-4987-9fb1-36a45e0e9b15'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:05:35.361487 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4ecaaf91-d5cd-4623-8c66-41b9455fa3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:35.536480 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-38183782-b0eb-4a94-9aa7-8353b11c7985 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:35.560218 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-4ecaaf91-d5cd-4623-8c66-41b9455fa3d7 None None] For port b96f972e-2455-482c-8e66-0cd3753aadd6, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:05:35.563477 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-4ecaaf91-d5cd-4623-8c66-41b9455fa3d7 None None] For port b96f972e-2455-482c-8e66-0cd3753aadd6, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=b96f972e-2455-482c-8e66-0cd3753aadd6,segment=NetworkSegment(b7cdbd12-ac28-4ed6-ae0d-3427f803777f),segment_id=b7cdbd12-ac28-4ed6-ae0d-3427f803777f)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:05:35.569056 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4ecaaf91-d5cd-4623-8c66-41b9455fa3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:35.604827 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1429a2c5-00e9-4ab5-9ed1-da3bfb1450c8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=55d1f91d84e0433d8b3ab7473aab0e34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3957541 Feb 04 21:05:35.610547 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59348) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:35.664188 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecaaf91-d5cd-4623-8c66-41b9455fa3d7 None None] Routers {'52e9ba6f-a14e-4276-955f-fb85604a79a6'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:05:35.664991 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-4ecaaf91-d5cd-4623-8c66-41b9455fa3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:05:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['52e9ba6f-a14e-4276-955f-fb85604a79a6'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:35.676109 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38183782-b0eb-4a94-9aa7-8353b11c7985 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event updated for resources: {'Subnet': ['ID=36569b5a-c2a9-4a0b-becc-4696bbfba415,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:35.679079 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc417b-052a-4dc0-84d4-650eb9fd16f4 req-b654e8d5-16ed-4390-b972-f3cc6f5dd65b tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:35.686913 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77dc417b-052a-4dc0-84d4-650eb9fd16f4 req-b654e8d5-16ed-4390-b972-f3cc6f5dd65b tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=230ad624-1b13-4628-a25e-b100a8563919 HTTP/1.1" status: 200 len: 943 time: 0.2246408 Feb 04 21:05:35.705631 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38183782-b0eb-4a94-9aa7-8353b11c7985 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Checking segment: {'id': '6098b2c4-179d-4f8a-98c3-2e6c9573e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd87c58d7-9715-4fba-bd7a-75ebde0ad009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:05:35.706001 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38183782-b0eb-4a94-9aa7-8353b11c7985 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Network hostable DHCP agents. Network: d87c58d7-9715-4fba-bd7a-75ebde0ad009, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:05:35.730626 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 88606a30-0adc-41c2-8bc6-51b965a3377c no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:05:35.734874 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ef308d3a-2047-4af3-98e3-4f989718e74d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:35.752903 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77dc417b-052a-4dc0-84d4-650eb9fd16f4 req-a707a416-5c4b-4ace-b7bf-b1abcde77888 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619643 Feb 04 21:05:35.777958 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38183782-b0eb-4a94-9aa7-8353b11c7985 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Network d87c58d7-9715-4fba-bd7a-75ebde0ad009 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:05:35.781675 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92874de3-69de-4d81-95c2-2eed2b8fa593 req-43edc7b8-5926-4356-be43-6ee8496cba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:35.783138 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-92874de3-69de-4d81-95c2-2eed2b8fa593 req-43edc7b8-5926-4356-be43-6ee8496cba55 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9e656f53-cc30-4c14-bb1e-22e3876ad2c8 HTTP/1.1" status: 200 len: 1096 time: 0.3203368 Feb 04 21:05:35.785785 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ef308d3a-2047-4af3-98e3-4f989718e74d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:35.795222 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae2190-5cfa-4539-8db1-a26d96d8c554 None None] Pushing event updated for resources: {'Port': ['ID=b96f972e-2455-482c-8e66-0cd3753aadd6,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:35.814376 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-38183782-b0eb-4a94-9aa7-8353b11c7985 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, d87c58d7-9715-4fba-bd7a-75ebde0ad009) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:05:35.816453 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b7c96394-8332-4bd9-aad9-a89d7c5531fc req-774210ab-6ba6-432a-a9d1-798804fab7c8 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:35.819995 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38183782-b0eb-4a94-9aa7-8353b11c7985 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:35.820599 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-38183782-b0eb-4a94-9aa7-8353b11c7985 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:35.842235 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d70ed2-cae5-44e3-88d3-fa11f778c1fb None None] Network d87c58d7-9715-4fba-bd7a-75ebde0ad009 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:05:35.873488 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-38183782-b0eb-4a94-9aa7-8353b11c7985 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0323532 Feb 04 21:05:35.874196 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59352) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:35.885298 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b7c96394-8332-4bd9-aad9-a89d7c5531fc req-774210ab-6ba6-432a-a9d1-798804fab7c8 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:35.952503 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-92874de3-69de-4d81-95c2-2eed2b8fa593 req-9a115a54-3eda-480e-9424-934e28bf3755 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245446 Feb 04 21:05:36.061583 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d21ddeb3-4b44-40a8-8c67-8b7b46139684 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:36.065152 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ef308d3a-2047-4af3-98e3-4f989718e74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:36.090527 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef308d3a-2047-4af3-98e3-4f989718e74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef72d1af-2df2-478e-9403-2b885b8d98df,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:36.149864 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ef308d3a-2047-4af3-98e3-4f989718e74d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:36.151057 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ef308d3a-2047-4af3-98e3-4f989718e74d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ef72d1af-2df2-478e-9403-2b885b8d98df HTTP/1.1" status: 204 len: 168 time: 0.5395961 Feb 04 21:05:36.174558 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d21ddeb3-4b44-40a8-8c67-8b7b46139684 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:36.307660 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774210ab-6ba6-432a-a9d1-798804fab7c8 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Pushing event updated for resources: {'Port': ['ID=b074bf06-09e3-4976-bbd6-41d1ec3a59f8,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:36.313038 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-4ecaaf91-d5cd-4623-8c66-41b9455fa3d7 None None] Set router 52e9ba6f-a14e-4276-955f-fb85604a79a6 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:05:36.316339 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774210ab-6ba6-432a-a9d1-798804fab7c8 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:36.316694 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774210ab-6ba6-432a-a9d1-798804fab7c8 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:36.317035 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774210ab-6ba6-432a-a9d1-798804fab7c8 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:36.317395 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774210ab-6ba6-432a-a9d1-798804fab7c8 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:36.317725 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774210ab-6ba6-432a-a9d1-798804fab7c8 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:36.318607 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774210ab-6ba6-432a-a9d1-798804fab7c8 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:36.318607 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774210ab-6ba6-432a-a9d1-798804fab7c8 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:36.318810 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774210ab-6ba6-432a-a9d1-798804fab7c8 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:36.318980 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774210ab-6ba6-432a-a9d1-798804fab7c8 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:36.319300 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774210ab-6ba6-432a-a9d1-798804fab7c8 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:36.319784 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774210ab-6ba6-432a-a9d1-798804fab7c8 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:36.320096 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774210ab-6ba6-432a-a9d1-798804fab7c8 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:36.332834 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d21ddeb3-4b44-40a8-8c67-8b7b46139684 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:36.335261 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b7c96394-8332-4bd9-aad9-a89d7c5531fc req-774210ab-6ba6-432a-a9d1-798804fab7c8 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:36.373402 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa323fd-782b-4197-8501-7c16ad2aed80 req-15964f19-5a8b-41fb-b9e6-e67182dcde1e tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:36.381412 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4aa323fd-782b-4197-8501-7c16ad2aed80 req-15964f19-5a8b-41fb-b9e6-e67182dcde1e tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 946 time: 0.4448633 Feb 04 21:05:36.384092 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b7c96394-8332-4bd9-aad9-a89d7c5531fc req-774210ab-6ba6-432a-a9d1-798804fab7c8 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:36.385190 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b7c96394-8332-4bd9-aad9-a89d7c5531fc req-774210ab-6ba6-432a-a9d1-798804fab7c8 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1331966 Feb 04 21:05:36.408313 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ddeb3-4b44-40a8-8c67-8b7b46139684 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event deleted for resources: {'Subnet': ['ID=36569b5a-c2a9-4a0b-becc-4696bbfba415,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:36.456484 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:36.512072 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b7c96394-8332-4bd9-aad9-a89d7c5531fc req-3d001ad9-61d6-4d75-8ece-4d3fe45b2f00 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Synchronizing usage tracker for tenant:6b7ea02e3894460e8dac10f751a711db on resource:floatingip {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:05:36.535579 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d21ddeb3-4b44-40a8-8c67-8b7b46139684 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:36.537409 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4aa323fd-782b-4197-8501-7c16ad2aed80 req-13ee7747-d79b-4a67-a4f6-5204a10bb9d9 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549897 Feb 04 21:05:36.561911 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b7c96394-8332-4bd9-aad9-a89d7c5531fc req-3d001ad9-61d6-4d75-8ece-4d3fe45b2f00 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Unset dirty status for tenant:6b7ea02e3894460e8dac10f751a711db on resource:floatingip {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:05:36.563564 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b7c96394-8332-4bd9-aad9-a89d7c5531fc req-3d001ad9-61d6-4d75-8ece-4d3fe45b2f00 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.95 HTTP/1.1" status: 200 len: 695 time: 0.1646576 Feb 04 21:05:36.577881 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-d21ddeb3-4b44-40a8-8c67-8b7b46139684 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d87c58d7-9715-4fba-bd7a-75ebde0ad009']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:36.578456 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edd4e93-d528-4d79-abb5-69cc9e5ad08e None None] Network d87c58d7-9715-4fba-bd7a-75ebde0ad009 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:05:36.594565 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-d21ddeb3-4b44-40a8-8c67-8b7b46139684 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6098b2c4-179d-4f8a-98c3-2e6c9573e84d') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:36.595005 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-d21ddeb3-4b44-40a8-8c67-8b7b46139684 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6098b2c4-179d-4f8a-98c3-2e6c9573e84d') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:36.609404 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d21ddeb3-4b44-40a8-8c67-8b7b46139684 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:36.630117 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59364) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:36.635766 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d21ddeb3-4b44-40a8-8c67-8b7b46139684 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:36.663992 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d21ddeb3-4b44-40a8-8c67-8b7b46139684 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:05:36.664760 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d21ddeb3-4b44-40a8-8c67-8b7b46139684 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:36.682135 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:05:36.682135 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:05:36.682135 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:05:36.682135 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:05:36.682135 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:05:36.682135 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:05:36.682135 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:05:36.682135 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:05:36.682135 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:05:36.682135 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:05:36.682135 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:05:36.682135 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:05:36.682135 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:05:36.682135 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:05:36.682135 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:05:36.682135 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:05:36.682135 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:05:36.682135 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:05:36.682135 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:05:36.682135 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:05:36.682135 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:05:36.682135 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:05:36.682135 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:05:36.682135 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:05:36.682135 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:05:36.682135 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:05:36.682135 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:05:36.682135 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:05:36.682135 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:05:36.682135 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:05:36.682135 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:05:36.682135 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:05:36.735440 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 441cbda1-c534-48f4-b5b0-07e28eafc031 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:05:36.806450 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4f770edf-08af-4ed7-99f5-deda0bb7ee75 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b7311fbcd1b84e70b915686ad2712042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1747320 Feb 04 21:05:36.808760 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59376) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:36.814562 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 88606a30-0adc-41c2-8bc6-51b965a3377c, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=88606a30-0adc-41c2-8bc6-51b965a3377c,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:36.832784 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d21ddeb3-4b44-40a8-8c67-8b7b46139684 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:36.844810 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:36.860494 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d21ddeb3-4b44-40a8-8c67-8b7b46139684 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:36.875380 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d21ddeb3-4b44-40a8-8c67-8b7b46139684 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "DELETE /v2.0/networks/d87c58d7-9715-4fba-bd7a-75ebde0ad009 HTTP/1.1" status: 204 len: 168 time: 0.9994726 Feb 04 21:05:36.881905 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59380) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:36.889515 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ddeb3-4b44-40a8-8c67-8b7b46139684 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event deleted for resources: {'Network': ['ID=d87c58d7-9715-4fba-bd7a-75ebde0ad009,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:36.890996 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-61f7a919-5a92-4990-a0f4-eb69a6f17af5 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-581153391'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:36.899738 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-61f7a919-5a92-4990-a0f4-eb69a6f17af5 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:36.913418 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c96394-8332-4bd9-aad9-a89d7c5531fc req-1a4bcaf5-2d5a-456d-85c5-16da9e7b9c23 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:36.914792 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b7c96394-8332-4bd9-aad9-a89d7c5531fc req-1a4bcaf5-2d5a-456d-85c5-16da9e7b9c23 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 784 time: 0.3447440 Feb 04 21:05:36.915815 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-61f7a919-5a92-4990-a0f4-eb69a6f17af5 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Usage tracker for resource:network and tenant:ea1ea4c831e3477381c57078b812f107 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:36.919797 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-61f7a919-5a92-4990-a0f4-eb69a6f17af5 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:36.934233 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-b7c96394-8332-4bd9-aad9-a89d7c5531fc req-1a5dbe5b-e0d2-4065-afe7-486471159bfd tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:05:36.935267 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b7c96394-8332-4bd9-aad9-a89d7c5531fc req-1a5dbe5b-e0d2-4065-afe7-486471159bfd tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106263 Feb 04 21:05:36.936311 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-61f7a919-5a92-4990-a0f4-eb69a6f17af5 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:36.964716 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81bfa3-86dd-4391-aafa-adc8b252677f req-ba9d9ac3-6cc3-4e0d-a0a0-f0a62d018b6c tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:36.972448 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3a81bfa3-86dd-4391-aafa-adc8b252677f req-ba9d9ac3-6cc3-4e0d-a0a0-f0a62d018b6c tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e656f53-cc30-4c14-bb1e-22e3876ad2c8 HTTP/1.1" status: 200 len: 945 time: 0.2347553 Feb 04 21:05:36.985364 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-94e05dd5-841b-471a-a1a3-400178cbc666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:37.052593 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-94e05dd5-841b-471a-a1a3-400178cbc666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:37.059157 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f7a919-5a92-4990-a0f4-eb69a6f17af5 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Made reservation on behalf of ea1ea4c831e3477381c57078b812f107 for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:05:37.069194 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-61f7a919-5a92-4990-a0f4-eb69a6f17af5 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:37.167577 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3a81bfa3-86dd-4391-aafa-adc8b252677f req-4fdc13d5-f4c1-451a-bef7-ee73f13b1765 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942415 Feb 04 21:05:37.194950 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-94e05dd5-841b-471a-a1a3-400178cbc666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:37.246039 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e05dd5-841b-471a-a1a3-400178cbc666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c15349-e742-4349-819b-9b29583cfdf3,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:37.264241 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-94e05dd5-841b-471a-a1a3-400178cbc666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:37.265605 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-94e05dd5-841b-471a-a1a3-400178cbc666 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d9c15349-e742-4349-819b-9b29583cfdf3 HTTP/1.1" status: 204 len: 168 time: 0.4555678 Feb 04 21:05:37.336667 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f7a919-5a92-4990-a0f4-eb69a6f17af5 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:05:37.337673 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d678711-3537-468d-a07a-71fdafae9691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88606a30-0adc-41c2-8bc6-51b965a3377c'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:05:37.376264 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.resource_extend [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:05:37.494524 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-61f7a919-5a92-4990-a0f4-eb69a6f17af5 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:37.494929 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-61f7a919-5a92-4990-a0f4-eb69a6f17af5 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Added segment b771da4a-d5e9-459c-9a78-67e4cc9c841c of type vlan for network 2217a9f8-13b3-42c1-b7ef-03b3fa1b7d64 Feb 04 21:05:37.516648 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=88606a30-0adc-41c2-8bc6-51b965a3377c,revision_number=14']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:37.595509 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4f5005c8-d1cb-4053-a24d-b8313760ffae req-6df57bee-a9d9-4219-ae18-6cd129760bc6 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3131697 Feb 04 21:05:37.604160 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 441cbda1-c534-48f4-b5b0-07e28eafc031, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=441cbda1-c534-48f4-b5b0-07e28eafc031,segment=NetworkSegment(d272340f-e46b-4b9a-95de-826926ac6bfb),segment_id=d272340f-e46b-4b9a-95de-826926ac6bfb)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:37.609542 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-4f5005c8-d1cb-4053-a24d-b8313760ffae req-e85a7f41-5be0-4189-bf8b-a19b36308a60 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Request body: {'floatingip': {'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:37.625603 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-4f5005c8-d1cb-4053-a24d-b8313760ffae req-e85a7f41-5be0-4189-bf8b-a19b36308a60 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:37.625885 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '441cbda1-c534-48f4-b5b0-07e28eafc031', 'network_id': '1e54d53d-f997-4dfb-a224-d1fd181e2576', 'port_id': '441cbda1-c534-48f4-b5b0-07e28eafc031', 'mac_address': 'fa:16:3e:fe:a9:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d973d52-9cec-4659-bee1-2f5deb367273', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:05:37.663375 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-61f7a919-5a92-4990-a0f4-eb69a6f17af5 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:37.667590 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-4f5005c8-d1cb-4053-a24d-b8313760ffae req-e85a7f41-5be0-4189-bf8b-a19b36308a60 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:37.678135 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df64271a-52e7-4155-9064-3481ec81b3f3 req-f39e3a8f-243f-4334-bd2f-609fa6a45b7d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3383739 Feb 04 21:05:37.695810 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-4ecaaf91-d5cd-4623-8c66-41b9455fa3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e9ba6f-a14e-4276-955f-fb85604a79a6', 'name': 'tempest-FloatingIPDetailsTestJSON-1670934510-router', 'tenant_id': '6b7ea02e3894460e8dac10f751a711db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '415983f2-e5d4-47ed-a6d1-8032dbd107bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:05:11Z', 'updated_at': '2022-02-04T21:05:29Z', 'revision_number': 4, 'project_id': '6b7ea02e3894460e8dac10f751a711db', 'gw_port': {'id': '415983f2-e5d4-47ed-a6d1-8032dbd107bd', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e9ba6f-a14e-4276-955f-fb85604a79a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:05:14Z', 'updated_at': '2022-02-04T21:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'b96f972e-2455-482c-8e66-0cd3753aadd6', 'name': '', 'network_id': 'c60b3a0a-eef0-4987-9fb1-36a45e0e9b15', 'tenant_id': '6b7ea02e3894460e8dac10f751a711db', 'mac_address': 'fa:16:3e:ee:cf:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e9ba6f-a14e-4276-955f-fb85604a79a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '5a215530-82fe-47a1-8712-8f5c4859cdd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:05:25Z', 'updated_at': '2022-02-04T21:05:35Z', 'revision_number': 4, 'project_id': '6b7ea02e3894460e8dac10f751a711db', 'subnets': [{'id': '5a215530-82fe-47a1-8712-8f5c4859cdd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:37.696108 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e5c04-e458-48c5-820d-4338a55e4931 req-5a9262d4-ea49-427c-b8ce-89d689586dc9 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:37.697628 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-973e5c04-e458-48c5-820d-4338a55e4931 req-5a9262d4-ea49-427c-b8ce-89d689586dc9 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=230ad624-1b13-4628-a25e-b100a8563919 HTTP/1.1" status: 200 len: 943 time: 0.5403373 Feb 04 21:05:37.706346 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:37.717857 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecaaf91-d5cd-4623-8c66-41b9455fa3d7 None None] The sync data for ids ['52e9ba6f-a14e-4276-955f-fb85604a79a6'] in n-d-827896-1 is: [{'id': '52e9ba6f-a14e-4276-955f-fb85604a79a6', 'name': 'tempest-FloatingIPDetailsTestJSON-1670934510-router', 'tenant_id': '6b7ea02e3894460e8dac10f751a711db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '415983f2-e5d4-47ed-a6d1-8032dbd107bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:05:11Z', 'updated_at': '2022-02-04T21:05:29Z', 'revision_number': 4, 'project_id': '6b7ea02e3894460e8dac10f751a711db', 'gw_port': {'id': '415983f2-e5d4-47ed-a6d1-8032dbd107bd', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e9ba6f-a14e-4276-955f-fb85604a79a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:05:14Z', 'updated_at': '2022-02-04T21:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'b96f972e-2455-482c-8e66-0cd3753aadd6', 'name': '', 'network_id': 'c60b3a0a-eef0-4987-9fb1-36a45e0e9b15', 'tenant_id': '6b7ea02e3894460e8dac10f751a711db', 'mac_address': 'fa:16:3e:ee:cf:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e9ba6f-a14e-4276-955f-fb85604a79a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '5a215530-82fe-47a1-8712-8f5c4859cdd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:05:25Z', 'updated_at': '2022-02-04T21:05:35Z', 'revision_number': 4, 'project_id': '6b7ea02e3894460e8dac10f751a711db', 'subnets': [{'id': '5a215530-82fe-47a1-8712-8f5c4859cdd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:05:37.739071 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 441cbda1-c534-48f4-b5b0-07e28eafc031 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:05:37.759314 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 441cbda1-c534-48f4-b5b0-07e28eafc031, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=441cbda1-c534-48f4-b5b0-07e28eafc031,segment=NetworkSegment(d272340f-e46b-4b9a-95de-826926ac6bfb),segment_id=d272340f-e46b-4b9a-95de-826926ac6bfb)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:37.765431 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:37.789846 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4f5005c8-d1cb-4053-a24d-b8313760ffae req-e85a7f41-5be0-4189-bf8b-a19b36308a60 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks [] for floatingip, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:37.818325 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [None req-61f7a919-5a92-4990-a0f4-eb69a6f17af5 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:05:37.899645 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=441cbda1-c534-48f4-b5b0-07e28eafc031,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:37.955876 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-61f7a919-5a92-4990-a0f4-eb69a6f17af5 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:37.961818 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f7a919-5a92-4990-a0f4-eb69a6f17af5 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:37.962425 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-61f7a919-5a92-4990-a0f4-eb69a6f17af5 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:37.999310 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-973e5c04-e458-48c5-820d-4338a55e4931 req-5e55470c-1f23-4cf3-87af-4056eaa836e1 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960784 Feb 04 21:05:38.073484 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['441cbda1-c534-48f4-b5b0-07e28eafc031'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:05:38.142262 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d678711-3537-468d-a07a-71fdafae9691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88606a30-0adc-41c2-8bc6-51b965a3377c', 'code': 200} Feb 04 21:05:38.204003 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64271a-52e7-4155-9064-3481ec81b3f3 req-1a36bc74-02a6-4a8d-9297-aa5e54a7b237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:38.207502 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df64271a-52e7-4155-9064-3481ec81b3f3 req-1a36bc74-02a6-4a8d-9297-aa5e54a7b237 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d539dc97a744058fdb427e438eb9ad&device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 1095 time: 0.4850564 Feb 04 21:05:38.225255 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-61f7a919-5a92-4990-a0f4-eb69a6f17af5 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3419790 Feb 04 21:05:38.228407 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59448) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:38.238761 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-52d83373-797f-45ef-ae6a-89b6f59b7b59 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Request body: {'subnet': {'network_id': '2217a9f8-13b3-42c1-b7ef-03b3fa1b7d64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:38.304857 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7a919-5a92-4990-a0f4-eb69a6f17af5 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event updated for resources: {'Network': ['ID=2217a9f8-13b3-42c1-b7ef-03b3fa1b7d64,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:38.337000 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 2217a9f8-13b3-42c1-b7ef-03b3fa1b7d64 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:05:38.586800 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-52d83373-797f-45ef-ae6a-89b6f59b7b59 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:38.607376 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-52d83373-797f-45ef-ae6a-89b6f59b7b59 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Usage tracker for resource:subnet and tenant:ea1ea4c831e3477381c57078b812f107 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:38.619619 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64271a-52e7-4155-9064-3481ec81b3f3 req-cf71b93d-fff9-492b-bb65-72d7b7d4214e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:38.621515 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df64271a-52e7-4155-9064-3481ec81b3f3 req-cf71b93d-fff9-492b-bb65-72d7b7d4214e service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4cc1ce8-eeb6-46af-80b5-92196799c865 HTTP/1.1" status: 200 len: 912 time: 0.3907356 Feb 04 21:05:38.623341 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-52d83373-797f-45ef-ae6a-89b6f59b7b59 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:38.626995 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4f5005c8-d1cb-4053-a24d-b8313760ffae req-e85a7f41-5be0-4189-bf8b-a19b36308a60 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:38.649631 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-52d83373-797f-45ef-ae6a-89b6f59b7b59 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:38.672702 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d83373-797f-45ef-ae6a-89b6f59b7b59 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Made reservation on behalf of ea1ea4c831e3477381c57078b812f107 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:05:38.679019 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-52d83373-797f-45ef-ae6a-89b6f59b7b59 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:38.793986 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device b96f972e-2455-482c-8e66-0cd3753aadd6 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:05:38.890293 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727abc26-280e-4177-82ec-edd76e4ec553 req-ea9b6e55-25ee-4d7d-ba27-e9dafba37ebf tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:38.892002 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-727abc26-280e-4177-82ec-edd76e4ec553 req-ea9b6e55-25ee-4d7d-ba27-e9dafba37ebf tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e656f53-cc30-4c14-bb1e-22e3876ad2c8 HTTP/1.1" status: 200 len: 945 time: 0.4716823 Feb 04 21:05:38.935841 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port b96f972e-2455-482c-8e66-0cd3753aadd6 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:05:38.950897 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df64271a-52e7-4155-9064-3481ec81b3f3 req-f2e833ed-f647-453e-b9c9-f72dc0f9e431 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88606a30-0adc-41c2-8bc6-51b965a3377c HTTP/1.1" status: 200 len: 999 time: 0.3182824 Feb 04 21:05:38.959050 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port b96f972e-2455-482c-8e66-0cd3753aadd6 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:05:38.961335 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:39.148655 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:39.197768 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port b96f972e-2455-482c-8e66-0cd3753aadd6, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=b96f972e-2455-482c-8e66-0cd3753aadd6,segment=NetworkSegment(b7cdbd12-ac28-4ed6-ae0d-3427f803777f),segment_id=b7cdbd12-ac28-4ed6-ae0d-3427f803777f)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:39.203568 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:39.220136 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-727abc26-280e-4177-82ec-edd76e4ec553 req-778272a7-725f-4158-9b5a-4a43b10f26cb tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196552 Feb 04 21:05:39.267968 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-4f5005c8-d1cb-4053-a24d-b8313760ffae req-e85a7f41-5be0-4189-bf8b-a19b36308a60 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Allocated IP 172.25.5.185 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/a96c9072-db48-44fd-a9d7-7f5c9d71ecf2) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:05:39.276350 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64271a-52e7-4155-9064-3481ec81b3f3 req-7e211d64-c275-426c-806b-907a09d75748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:39.277876 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df64271a-52e7-4155-9064-3481ec81b3f3 req-7e211d64-c275-426c-806b-907a09d75748 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee4d3909-e094-4079-9a7f-4f6007c68222 HTTP/1.1" status: 200 len: 850 time: 0.2930841 Feb 04 21:05:39.325192 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-52d83373-797f-45ef-ae6a-89b6f59b7b59 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:39.375554 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=b96f972e-2455-482c-8e66-0cd3753aadd6,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:39.438782 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d83373-797f-45ef-ae6a-89b6f59b7b59 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event updated for resources: {'Subnet': ['ID=194f9bb7-688a-4400-8174-77831036a6b7,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:39.451401 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d83373-797f-45ef-ae6a-89b6f59b7b59 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Checking segment: {'id': 'b771da4a-d5e9-459c-9a78-67e4cc9c841c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2217a9f8-13b3-42c1-b7ef-03b3fa1b7d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:05:39.452341 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d83373-797f-45ef-ae6a-89b6f59b7b59 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Network hostable DHCP agents. Network: 2217a9f8-13b3-42c1-b7ef-03b3fa1b7d64, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:05:39.481257 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d83373-797f-45ef-ae6a-89b6f59b7b59 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Network 2217a9f8-13b3-42c1-b7ef-03b3fa1b7d64 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:05:39.492166 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-52d83373-797f-45ef-ae6a-89b6f59b7b59 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 2217a9f8-13b3-42c1-b7ef-03b3fa1b7d64) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:05:39.500846 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4feab58-12a5-4311-8cc5-ad7fab4e0257 None None] Network 2217a9f8-13b3-42c1-b7ef-03b3fa1b7d64 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:05:39.505423 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d83373-797f-45ef-ae6a-89b6f59b7b59 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:39.506658 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-52d83373-797f-45ef-ae6a-89b6f59b7b59 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:39.536526 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-52d83373-797f-45ef-ae6a-89b6f59b7b59 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3012516 Feb 04 21:05:39.536685 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59494) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:39.670621 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4f5005c8-d1cb-4053-a24d-b8313760ffae req-e85a7f41-5be0-4189-bf8b-a19b36308a60 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:39.701652 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91672c-e97b-41a1-bf06-35711a277ff4 req-2396bf41-15f7-41dc-bc08-b58ae60295a8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:39.703116 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2a91672c-e97b-41a1-bf06-35711a277ff4 req-2396bf41-15f7-41dc-bc08-b58ae60295a8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.2275517 Feb 04 21:05:39.726126 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64271a-52e7-4155-9064-3481ec81b3f3 req-a7f6a668-ceaa-4284-9f81-338b108c4b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:39.728062 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df64271a-52e7-4155-9064-3481ec81b3f3 req-a7f6a668-ceaa-4284-9f81-338b108c4b86 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4cc1ce8-eeb6-46af-80b5-92196799c865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4441183 Feb 04 21:05:39.778345 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7fb70182-baba-4da4-b1bc-55e4d02b743d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:39.808775 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17cdd32-482a-4e72-9938-205f2a1eeafa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-2217a9f8-13b3-42c1-b7ef-03b3fa1b7d64', 'network_id': '2217a9f8-13b3-42c1-b7ef-03b3fa1b7d64', 'tenant_id': 'ea1ea4c831e3477381c57078b812f107', 'fixed_ips': [{'subnet_id': '194f9bb7-688a-4400-8174-77831036a6b7'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:05:39.809865 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f17cdd32-482a-4e72-9938-205f2a1eeafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:39.860331 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7fb70182-baba-4da4-b1bc-55e4d02b743d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:39.863211 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4f5005c8-d1cb-4053-a24d-b8313760ffae req-e85a7f41-5be0-4189-bf8b-a19b36308a60 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:39.915189 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2a91672c-e97b-41a1-bf06-35711a277ff4 req-b8f80cdf-aeaa-4cbf-a3ea-a8a3525ce628 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956987 Feb 04 21:05:39.941843 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f5005c8-d1cb-4053-a24d-b8313760ffae req-e85a7f41-5be0-4189-bf8b-a19b36308a60 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:05:39.955172 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-4f5005c8-d1cb-4053-a24d-b8313760ffae req-e85a7f41-5be0-4189-bf8b-a19b36308a60 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:05:39.961622 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f5005c8-d1cb-4053-a24d-b8313760ffae req-e85a7f41-5be0-4189-bf8b-a19b36308a60 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:05:39.988319 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-f17cdd32-482a-4e72-9938-205f2a1eeafa None None] Allocated IP 172.20.0.1 (2217a9f8-13b3-42c1-b7ef-03b3fa1b7d64/194f9bb7-688a-4400-8174-77831036a6b7/7a233855-ed5b-42a0-bf8b-353e9e807498) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:05:40.033118 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a7f41-5be0-4189-bf8b-a19b36308a60 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Pushing event updated for resources: {'Port': ['ID=a96c9072-db48-44fd-a9d7-7f5c9d71ecf2,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:40.059308 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df64271a-52e7-4155-9064-3481ec81b3f3 req-aaab6b0b-4a9c-4a0c-a92e-6cf7fe18c424 service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138928 Feb 04 21:05:40.093880 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4f5005c8-d1cb-4053-a24d-b8313760ffae req-e85a7f41-5be0-4189-bf8b-a19b36308a60 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:40.224479 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f17cdd32-482a-4e72-9938-205f2a1eeafa None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:40.235011 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-f17cdd32-482a-4e72-9938-205f2a1eeafa None None] Transition to ACTIVE for port object 7a233855-ed5b-42a0-bf8b-353e9e807498 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:05:40.257610 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-f17cdd32-482a-4e72-9938-205f2a1eeafa None None] Transition to ACTIVE for port object 7a233855-ed5b-42a0-bf8b-353e9e807498 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:05:40.265633 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f17cdd32-482a-4e72-9938-205f2a1eeafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:40.283957 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7fb70182-baba-4da4-b1bc-55e4d02b743d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:40.300560 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4f5005c8-d1cb-4053-a24d-b8313760ffae req-e85a7f41-5be0-4189-bf8b-a19b36308a60 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:40.327331 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb70182-baba-4da4-b1bc-55e4d02b743d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event deleted for resources: {'Subnet': ['ID=194f9bb7-688a-4400-8174-77831036a6b7,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:40.337049 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17cdd32-482a-4e72-9938-205f2a1eeafa None None] Network 2217a9f8-13b3-42c1-b7ef-03b3fa1b7d64 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:05:40.340555 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-f17cdd32-482a-4e72-9938-205f2a1eeafa None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:05:40.342935 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17cdd32-482a-4e72-9938-205f2a1eeafa None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:05:40.377484 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df64271a-52e7-4155-9064-3481ec81b3f3 req-8b19941d-0e5d-4e40-a7f1-b013609c44fe service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103836 Feb 04 21:05:40.392612 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17cdd32-482a-4e72-9938-205f2a1eeafa None None] Pushing event updated for resources: {'Port': ['ID=7a233855-ed5b-42a0-bf8b-353e9e807498,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:40.406102 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3068d-f003-4f49-bdd6-c8ee8cee32bc req-8161f0eb-0e51-43ec-8dd9-7c65e2be32b6 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:40.407607 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-52a3068d-f003-4f49-bdd6-c8ee8cee32bc req-8161f0eb-0e51-43ec-8dd9-7c65e2be32b6 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=230ad624-1b13-4628-a25e-b100a8563919 HTTP/1.1" status: 200 len: 944 time: 0.3155479 Feb 04 21:05:40.429077 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7fb70182-baba-4da4-b1bc-55e4d02b743d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:40.460453 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-7fb70182-baba-4da4-b1bc-55e4d02b743d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2217a9f8-13b3-42c1-b7ef-03b3fa1b7d64']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:40.474887 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-7fb70182-baba-4da4-b1bc-55e4d02b743d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b771da4a-d5e9-459c-9a78-67e4cc9c841c') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:40.475095 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-7fb70182-baba-4da4-b1bc-55e4d02b743d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b771da4a-d5e9-459c-9a78-67e4cc9c841c') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:40.487123 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7fb70182-baba-4da4-b1bc-55e4d02b743d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:40.505585 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7fb70182-baba-4da4-b1bc-55e4d02b743d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:40.512291 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-f17cdd32-482a-4e72-9938-205f2a1eeafa None None] Attempting to bind port 7a233855-ed5b-42a0-bf8b-353e9e807498 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:05:40.513258 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-f17cdd32-482a-4e72-9938-205f2a1eeafa None None] Attempting to bind port 7a233855-ed5b-42a0-bf8b-353e9e807498 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': 'b771da4a-d5e9-459c-9a78-67e4cc9c841c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2217a9f8-13b3-42c1-b7ef-03b3fa1b7d64'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:05:40.513419 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb70182-baba-4da4-b1bc-55e4d02b743d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:05:40.513547 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17cdd32-482a-4e72-9938-205f2a1eeafa None None] Attempting to bind port 7a233855-ed5b-42a0-bf8b-353e9e807498 on network 2217a9f8-13b3-42c1-b7ef-03b3fa1b7d64 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:05:40.513647 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7fb70182-baba-4da4-b1bc-55e4d02b743d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:40.520855 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17cdd32-482a-4e72-9938-205f2a1eeafa None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:05:40.521266 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17cdd32-482a-4e72-9938-205f2a1eeafa None None] Checking segment: {'id': 'b771da4a-d5e9-459c-9a78-67e4cc9c841c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2217a9f8-13b3-42c1-b7ef-03b3fa1b7d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:05:40.521694 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f17cdd32-482a-4e72-9938-205f2a1eeafa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:40.522126 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17cdd32-482a-4e72-9938-205f2a1eeafa None None] Bound using segment: {'id': 'b771da4a-d5e9-459c-9a78-67e4cc9c841c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2217a9f8-13b3-42c1-b7ef-03b3fa1b7d64'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:05:40.522723 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-f17cdd32-482a-4e72-9938-205f2a1eeafa None None] Bound port: 7a233855-ed5b-42a0-bf8b-353e9e807498, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b771da4a-d5e9-459c-9a78-67e4cc9c841c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2217a9f8-13b3-42c1-b7ef-03b3fa1b7d64'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:05:40.523123 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f17cdd32-482a-4e72-9938-205f2a1eeafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:40.529539 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:05:40.529539 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:05:40.529539 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:05:40.529539 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:05:40.529539 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:05:40.529539 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:05:40.529539 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:05:40.529539 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:05:40.529539 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:05:40.529539 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:05:40.529539 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:05:40.529539 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:05:40.529539 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:05:40.529539 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:05:40.529539 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:05:40.529539 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:05:40.529539 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:05:40.529539 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:05:40.529539 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:05:40.529539 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:05:40.529539 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:05:40.529539 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:05:40.529539 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:05:40.529539 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:05:40.529539 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:05:40.529539 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:05:40.529539 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:05:40.529539 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:05:40.529539 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:05:40.529539 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:05:40.529539 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:05:40.529539 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:05:40.550664 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-52a3068d-f003-4f49-bdd6-c8ee8cee32bc req-5df72043-b13e-44ea-b2c8-a16c3ed166dc tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184576 Feb 04 21:05:40.610567 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4f5005c8-d1cb-4053-a24d-b8313760ffae req-e85a7f41-5be0-4189-bf8b-a19b36308a60 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:40.616757 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4f5005c8-d1cb-4053-a24d-b8313760ffae req-e85a7f41-5be0-4189-bf8b-a19b36308a60 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:40.630847 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-f17cdd32-482a-4e72-9938-205f2a1eeafa None None] For port 7a233855-ed5b-42a0-bf8b-353e9e807498, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:05:40.645492 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-f17cdd32-482a-4e72-9938-205f2a1eeafa None None] For port 7a233855-ed5b-42a0-bf8b-353e9e807498, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=7a233855-ed5b-42a0-bf8b-353e9e807498,segment=NetworkSegment(b771da4a-d5e9-459c-9a78-67e4cc9c841c),segment_id=b771da4a-d5e9-459c-9a78-67e4cc9c841c)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:05:40.645718 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.api [None req-7fb70182-baba-4da4-b1bc-55e4d02b743d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 21:05:40.645718 n-d-827896-1 neutron-server[87682]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 21:05:40.645718 n-d-827896-1 neutron-server[87682]: [parameters: {'id': '2217a9f8-13b3-42c1-b7ef-03b3fa1b7d64'}] Feb 04 21:05:40.645718 n-d-827896-1 neutron-server[87682]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:05:40.646248 n-d-827896-1 neutron-server[87682]: DEBUG oslo_db.api [None req-7fb70182-baba-4da4-b1bc-55e4d02b743d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:05:40.651313 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f17cdd32-482a-4e72-9938-205f2a1eeafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:40.710197 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device b96f972e-2455-482c-8e66-0cd3753aadd6 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:05:40.738998 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 441cbda1-c534-48f4-b5b0-07e28eafc031 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:05:40.745364 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a7f41-5be0-4189-bf8b-a19b36308a60 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Pushing event updated for resources: {'Port': ['ID=a96c9072-db48-44fd-a9d7-7f5c9d71ecf2,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:40.758485 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4f5005c8-d1cb-4053-a24d-b8313760ffae req-e85a7f41-5be0-4189-bf8b-a19b36308a60 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:40.792175 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4f5005c8-d1cb-4053-a24d-b8313760ffae req-e85a7f41-5be0-4189-bf8b-a19b36308a60 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:40.793697 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4f5005c8-d1cb-4053-a24d-b8313760ffae req-e85a7f41-5be0-4189-bf8b-a19b36308a60 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1884303 Feb 04 21:05:40.887131 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-4f5005c8-d1cb-4053-a24d-b8313760ffae req-b802fb53-7400-408c-bd51-9f6228b7beeb tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Synchronizing usage tracker for tenant:6b7ea02e3894460e8dac10f751a711db on resource:floatingip {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:05:40.904609 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-4f5005c8-d1cb-4053-a24d-b8313760ffae req-b802fb53-7400-408c-bd51-9f6228b7beeb tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Unset dirty status for tenant:6b7ea02e3894460e8dac10f751a711db on resource:floatingip {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:05:40.912224 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4f5005c8-d1cb-4053-a24d-b8313760ffae req-b802fb53-7400-408c-bd51-9f6228b7beeb tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.185 HTTP/1.1" status: 200 len: 696 time: 0.1118736 Feb 04 21:05:40.917627 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17cdd32-482a-4e72-9938-205f2a1eeafa None None] Pushing event updated for resources: {'Port': ['ID=7a233855-ed5b-42a0-bf8b-353e9e807498,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:40.942220 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 441cbda1-c534-48f4-b5b0-07e28eafc031 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:05:40.947330 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fae69a-8c52-455c-bde7-c268737a0e12 None None] Network 2217a9f8-13b3-42c1-b7ef-03b3fa1b7d64 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:05:40.963699 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port b96f972e-2455-482c-8e66-0cd3753aadd6 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:05:40.964063 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:41.019314 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 441cbda1-c534-48f4-b5b0-07e28eafc031 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:05:41.019715 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:41.097055 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5005c8-d1cb-4053-a24d-b8313760ffae req-0449aed8-aa00-4cc6-8fec-c6c9cc75daf6 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:41.098943 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4f5005c8-d1cb-4053-a24d-b8313760ffae req-0449aed8-aa00-4cc6-8fec-c6c9cc75daf6 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 784 time: 0.1857259 Feb 04 21:05:41.148178 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7fb70182-baba-4da4-b1bc-55e4d02b743d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:41.165935 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-7fb70182-baba-4da4-b1bc-55e4d02b743d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Deleting port 7a233855-ed5b-42a0-bf8b-353e9e807498 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:05:41.166665 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7fb70182-baba-4da4-b1bc-55e4d02b743d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:41.270172 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:05:41.308870 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-4b8894c1-0604-4d96-9736-0067bdecab04 req-bfa8b626-0ee5-4bfc-9295-11cdab11f67d tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2119337321', 'description': 'tempest-description-1522855974'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:41.315353 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-4b8894c1-0604-4d96-9736-0067bdecab04 req-bfa8b626-0ee5-4bfc-9295-11cdab11f67d tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:41.321050 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-4b8894c1-0604-4d96-9736-0067bdecab04 req-bfa8b626-0ee5-4bfc-9295-11cdab11f67d tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Usage tracker for resource:security_group and tenant:1f55279d1cc94c3fbbccbbbdc4ca5224 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:41.325532 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-4b8894c1-0604-4d96-9736-0067bdecab04 req-bfa8b626-0ee5-4bfc-9295-11cdab11f67d tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:41.332981 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-4b8894c1-0604-4d96-9736-0067bdecab04 req-bfa8b626-0ee5-4bfc-9295-11cdab11f67d tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:41.383414 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:41.416751 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230ad624-1b13-4628-a25e-b100a8563919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441cbda1-c534-48f4-b5b0-07e28eafc031'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:05:41.431807 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 441cbda1-c534-48f4-b5b0-07e28eafc031, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=441cbda1-c534-48f4-b5b0-07e28eafc031,segment=NetworkSegment(d272340f-e46b-4b9a-95de-826926ac6bfb),segment_id=d272340f-e46b-4b9a-95de-826926ac6bfb)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:41.437029 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:41.469837 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e375052e-167d-491c-95e8-a3513bcae5ba None None] get_active_networks_info from n-d-827896-1 {{(pid=87684) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 21:05:41.489404 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-7fb70182-baba-4da4-b1bc-55e4d02b743d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] For port 7a233855-ed5b-42a0-bf8b-353e9e807498, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=7a233855-ed5b-42a0-bf8b-353e9e807498,segment=NetworkSegment(b771da4a-d5e9-459c-9a78-67e4cc9c841c),segment_id=b771da4a-d5e9-459c-9a78-67e4cc9c841c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:41.490708 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7fb70182-baba-4da4-b1bc-55e4d02b743d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:41.568059 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=441cbda1-c534-48f4-b5b0-07e28eafc031,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:41.585848 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4b8894c1-0604-4d96-9736-0067bdecab04 req-bfa8b626-0ee5-4bfc-9295-11cdab11f67d tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:41.607098 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4b8894c1-0604-4d96-9736-0067bdecab04 req-bfa8b626-0ee5-4bfc-9295-11cdab11f67d tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:41.640341 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-4b8894c1-0604-4d96-9736-0067bdecab04 req-bfa8b626-0ee5-4bfc-9295-11cdab11f67d tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:41.642693 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-7fb70182-baba-4da4-b1bc-55e4d02b743d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Calling delete_port for 7a233855-ed5b-42a0-bf8b-353e9e807498 owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:05:41.648110 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-4b8894c1-0604-4d96-9736-0067bdecab04 req-bfa8b626-0ee5-4bfc-9295-11cdab11f67d tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Usage tracker for resource:security_group_rule and tenant:1f55279d1cc94c3fbbccbbbdc4ca5224 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:41.651942 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-4b8894c1-0604-4d96-9736-0067bdecab04 req-bfa8b626-0ee5-4bfc-9295-11cdab11f67d tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:41.660128 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-4b8894c1-0604-4d96-9736-0067bdecab04 req-bfa8b626-0ee5-4bfc-9295-11cdab11f67d tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:41.669919 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9465d-e7ab-428a-9d7b-8c6bd58706dd req-17e90c5c-078b-449b-83c4-fa5996be265a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:41.671539 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0d9465d-e7ab-428a-9d7b-8c6bd58706dd req-17e90c5c-078b-449b-83c4-fa5996be265a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d539dc97a744058fdb427e438eb9ad&device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 1095 time: 0.1984754 Feb 04 21:05:41.683204 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e375052e-167d-491c-95e8-a3513bcae5ba None None] Resources bound (agent type, host, resource id): {{(pid=87684) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 21:05:41.708001 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031fed8-dda8-48e6-a179-6f00b3ffe391 req-140df67e-1a4d-484d-a5e0-aee86eeb5817 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:41.709545 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1031fed8-dda8-48e6-a179-6f00b3ffe391 req-140df67e-1a4d-484d-a5e0-aee86eeb5817 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e656f53-cc30-4c14-bb1e-22e3876ad2c8 HTTP/1.1" status: 200 len: 945 time: 0.2348862 Feb 04 21:05:41.741553 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7fb70182-baba-4da4-b1bc-55e4d02b743d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:41.798351 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb70182-baba-4da4-b1bc-55e4d02b743d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event deleted for resources: {'Port': ['ID=7a233855-ed5b-42a0-bf8b-353e9e807498,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:41.802236 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb70182-baba-4da4-b1bc-55e4d02b743d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] No DVR routers for this DVR port 7a233855-ed5b-42a0-bf8b-353e9e807498 on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:05:41.887323 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1031fed8-dda8-48e6-a179-6f00b3ffe391 req-ec2ff479-ff59-48bf-8d1e-fd016e486236 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598618 Feb 04 21:05:41.957075 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9465d-e7ab-428a-9d7b-8c6bd58706dd req-0bb2ac3e-5542-4e88-9036-14164b33cf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:41.958734 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0d9465d-e7ab-428a-9d7b-8c6bd58706dd req-0bb2ac3e-5542-4e88-9036-14164b33cf07 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4cc1ce8-eeb6-46af-80b5-92196799c865 HTTP/1.1" status: 200 len: 912 time: 0.2808914 Feb 04 21:05:42.008716 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7fb70182-baba-4da4-b1bc-55e4d02b743d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:42.043809 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-7fb70182-baba-4da4-b1bc-55e4d02b743d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2217a9f8-13b3-42c1-b7ef-03b3fa1b7d64']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:42.062640 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-7fb70182-baba-4da4-b1bc-55e4d02b743d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b771da4a-d5e9-459c-9a78-67e4cc9c841c') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:42.063052 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-7fb70182-baba-4da4-b1bc-55e4d02b743d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b771da4a-d5e9-459c-9a78-67e4cc9c841c') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:42.080639 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7fb70182-baba-4da4-b1bc-55e4d02b743d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:42.103800 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7fb70182-baba-4da4-b1bc-55e4d02b743d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:42.111938 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb70182-baba-4da4-b1bc-55e4d02b743d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:05:42.113179 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7fb70182-baba-4da4-b1bc-55e4d02b743d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:42.130810 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:05:42.130810 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:05:42.130810 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:05:42.130810 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:05:42.130810 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:05:42.130810 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:05:42.130810 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:05:42.130810 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:05:42.130810 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:05:42.130810 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:05:42.130810 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:05:42.130810 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:05:42.130810 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:05:42.130810 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:05:42.130810 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:05:42.130810 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:05:42.130810 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:05:42.130810 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:05:42.130810 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:05:42.130810 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:05:42.130810 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:05:42.130810 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:05:42.130810 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:05:42.130810 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:05:42.130810 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:05:42.130810 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:05:42.130810 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:05:42.130810 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:05:42.130810 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:05:42.130810 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:05:42.130810 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:05:42.130810 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:05:42.172236 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4b8894c1-0604-4d96-9736-0067bdecab04 req-bfa8b626-0ee5-4bfc-9295-11cdab11f67d tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:42.197634 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4b8894c1-0604-4d96-9736-0067bdecab04 req-bfa8b626-0ee5-4bfc-9295-11cdab11f67d tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:42.224211 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-4b8894c1-0604-4d96-9736-0067bdecab04 req-bfa8b626-0ee5-4bfc-9295-11cdab11f67d tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:42.243433 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-4b8894c1-0604-4d96-9736-0067bdecab04 req-bfa8b626-0ee5-4bfc-9295-11cdab11f67d tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Usage tracker for resource:security_group_rule and tenant:1f55279d1cc94c3fbbccbbbdc4ca5224 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:42.248403 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-4b8894c1-0604-4d96-9736-0067bdecab04 req-bfa8b626-0ee5-4bfc-9295-11cdab11f67d tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:42.279143 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0d9465d-e7ab-428a-9d7b-8c6bd58706dd req-12e96b8a-f617-4392-a50e-ec0ea8e516fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88606a30-0adc-41c2-8bc6-51b965a3377c HTTP/1.1" status: 200 len: 999 time: 0.2661660 Feb 04 21:05:42.284907 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-4b8894c1-0604-4d96-9736-0067bdecab04 req-bfa8b626-0ee5-4bfc-9295-11cdab11f67d tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:42.358368 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7fb70182-baba-4da4-b1bc-55e4d02b743d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:42.377555 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7fb70182-baba-4da4-b1bc-55e4d02b743d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:42.387841 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9910c8ba-0989-422b-b115-057d11475a1a req-7b7114b3-e0e9-43b6-98f1-c02a537276c1 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4676211 Feb 04 21:05:42.390211 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8b626-0ee5-4bfc-9295-11cdab11f67d tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1529f74-d9e6-41d9-bd68-166cb31b9765,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:42.391237 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb70182-baba-4da4-b1bc-55e4d02b743d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event deleted for resources: {'Network': ['ID=2217a9f8-13b3-42c1-b7ef-03b3fa1b7d64,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:42.402960 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7fb70182-baba-4da4-b1bc-55e4d02b743d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "DELETE /v2.0/networks/2217a9f8-13b3-42c1-b7ef-03b3fa1b7d64 HTTP/1.1" status: 204 len: 168 time: 2.8649089 Feb 04 21:05:42.407974 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59524) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:42.413906 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-7f6170b9-7f06-4477-90c7-7b99a5ee2b17 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1660629918'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:42.419360 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7f6170b9-7f06-4477-90c7-7b99a5ee2b17 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:42.423168 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-9910c8ba-0989-422b-b115-057d11475a1a req-bb8cb03b-f5e9-4198-8ee2-cd51d3c0792c tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Request body: {'floatingip': {'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:42.423318 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7f6170b9-7f06-4477-90c7-7b99a5ee2b17 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Usage tracker for resource:network and tenant:ea1ea4c831e3477381c57078b812f107 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:42.426660 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7f6170b9-7f06-4477-90c7-7b99a5ee2b17 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:42.433546 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7f6170b9-7f06-4477-90c7-7b99a5ee2b17 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:42.442918 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-9910c8ba-0989-422b-b115-057d11475a1a req-bb8cb03b-f5e9-4198-8ee2-cd51d3c0792c tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:42.444538 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6170b9-7f06-4477-90c7-7b99a5ee2b17 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Made reservation on behalf of ea1ea4c831e3477381c57078b812f107 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:05:42.448622 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f6170b9-7f06-4477-90c7-7b99a5ee2b17 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:42.461736 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-9910c8ba-0989-422b-b115-057d11475a1a req-bb8cb03b-f5e9-4198-8ee2-cd51d3c0792c tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:42.478676 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9465d-e7ab-428a-9d7b-8c6bd58706dd req-d2d9e5c4-fc76-439b-bed7-58418f5656b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:42.480059 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0d9465d-e7ab-428a-9d7b-8c6bd58706dd req-d2d9e5c4-fc76-439b-bed7-58418f5656b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee4d3909-e094-4079-9a7f-4f6007c68222 HTTP/1.1" status: 200 len: 850 time: 0.1665328 Feb 04 21:05:42.482142 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f6170b9-7f06-4477-90c7-7b99a5ee2b17 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:05:42.493383 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f6170b9-7f06-4477-90c7-7b99a5ee2b17 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:42.494402 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-7f6170b9-7f06-4477-90c7-7b99a5ee2b17 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Added segment 927d1913-d438-44c2-bc04-829c38e73aca of type vlan for network 1385a0a8-3015-44b6-b09a-51d6977969b3 Feb 04 21:05:42.522583 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f6170b9-7f06-4477-90c7-7b99a5ee2b17 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:42.535477 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9910c8ba-0989-422b-b115-057d11475a1a req-bb8cb03b-f5e9-4198-8ee2-cd51d3c0792c tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks [] for floatingip, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:42.557698 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f6170b9-7f06-4477-90c7-7b99a5ee2b17 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:42.563555 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6170b9-7f06-4477-90c7-7b99a5ee2b17 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:42.564300 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f6170b9-7f06-4477-90c7-7b99a5ee2b17 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:42.648879 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4b8894c1-0604-4d96-9736-0067bdecab04 req-bfa8b626-0ee5-4bfc-9295-11cdab11f67d tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:42.659305 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4b8894c1-0604-4d96-9736-0067bdecab04 req-bfa8b626-0ee5-4bfc-9295-11cdab11f67d tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:42.670248 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7f6170b9-7f06-4477-90c7-7b99a5ee2b17 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2611380 Feb 04 21:05:42.673248 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59528) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:42.681956 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-9559b758-c4a8-43c8-8771-64f3c2c847fe tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Request body: {'subnet': {'network_id': '1385a0a8-3015-44b6-b09a-51d6977969b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:42.732776 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4b8894c1-0604-4d96-9736-0067bdecab04 req-bfa8b626-0ee5-4bfc-9295-11cdab11f67d tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:42.734065 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4b8894c1-0604-4d96-9736-0067bdecab04 req-bfa8b626-0ee5-4bfc-9295-11cdab11f67d tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 1.4317617 Feb 04 21:05:42.736278 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8b626-0ee5-4bfc-9295-11cdab11f67d tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5406cb32-f366-4dc6-8c77-bd7362d20c32,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:42.741972 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9465d-e7ab-428a-9d7b-8c6bd58706dd req-67a04fc9-4aab-483c-9a14-c125ef879a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:42.743469 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0d9465d-e7ab-428a-9d7b-8c6bd58706dd req-67a04fc9-4aab-483c-9a14-c125ef879a4f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4cc1ce8-eeb6-46af-80b5-92196799c865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2552226 Feb 04 21:05:42.760933 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6170b9-7f06-4477-90c7-7b99a5ee2b17 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event updated for resources: {'Network': ['ID=1385a0a8-3015-44b6-b09a-51d6977969b3,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:42.787806 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 1385a0a8-3015-44b6-b09a-51d6977969b3 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:05:42.814404 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9559b758-c4a8-43c8-8771-64f3c2c847fe tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:42.819232 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9559b758-c4a8-43c8-8771-64f3c2c847fe tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Usage tracker for resource:subnet and tenant:ea1ea4c831e3477381c57078b812f107 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:42.823044 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9559b758-c4a8-43c8-8771-64f3c2c847fe tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:42.829701 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9559b758-c4a8-43c8-8771-64f3c2c847fe tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:42.843475 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9559b758-c4a8-43c8-8771-64f3c2c847fe tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Made reservation on behalf of ea1ea4c831e3477381c57078b812f107 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:05:42.849021 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9559b758-c4a8-43c8-8771-64f3c2c847fe tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:42.991529 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0d9465d-e7ab-428a-9d7b-8c6bd58706dd req-78cae191-0d91-40c2-a948-a4df2ca5ace3 service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407498 Feb 04 21:05:42.993842 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9910c8ba-0989-422b-b115-057d11475a1a req-bb8cb03b-f5e9-4198-8ee2-cd51d3c0792c tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:43.080737 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9559b758-c4a8-43c8-8771-64f3c2c847fe tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:43.164656 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559b758-c4a8-43c8-8771-64f3c2c847fe tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event updated for resources: {'Subnet': ['ID=21f2f7b3-6588-46da-8e1b-0c50f091c677,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:43.173437 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9559b758-c4a8-43c8-8771-64f3c2c847fe tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Checking segment: {'id': '927d1913-d438-44c2-bc04-829c38e73aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1385a0a8-3015-44b6-b09a-51d6977969b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:05:43.173801 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9559b758-c4a8-43c8-8771-64f3c2c847fe tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Network hostable DHCP agents. Network: 1385a0a8-3015-44b6-b09a-51d6977969b3, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:05:43.188248 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8bb1d-4908-43e4-a29a-250f15d0fe18 req-aa094e98-9384-4dc6-9b5c-236a3dc68d15 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:43.189966 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-68f8bb1d-4908-43e4-a29a-250f15d0fe18 req-aa094e98-9384-4dc6-9b5c-236a3dc68d15 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.3009715 Feb 04 21:05:43.197359 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9559b758-c4a8-43c8-8771-64f3c2c847fe tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Network 1385a0a8-3015-44b6-b09a-51d6977969b3 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:05:43.208358 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-9559b758-c4a8-43c8-8771-64f3c2c847fe tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 1385a0a8-3015-44b6-b09a-51d6977969b3) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:05:43.212376 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9559b758-c4a8-43c8-8771-64f3c2c847fe tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:43.212968 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9559b758-c4a8-43c8-8771-64f3c2c847fe tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:43.220211 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c21427-2a7e-4965-9e2e-0fc1a0d1d40f None None] Network 1385a0a8-3015-44b6-b09a-51d6977969b3 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:05:43.237702 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9559b758-c4a8-43c8-8771-64f3c2c847fe tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5621853 Feb 04 21:05:43.239478 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59536) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:43.299281 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0d9465d-e7ab-428a-9d7b-8c6bd58706dd req-59d0f85b-0de0-418b-ac92-bcd1cc97fa31 service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011091 Feb 04 21:05:43.316472 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-68f8bb1d-4908-43e4-a29a-250f15d0fe18 req-71758087-3bc0-4ac3-919e-f464f1820219 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166627 Feb 04 21:05:43.340773 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-9910c8ba-0989-422b-b115-057d11475a1a req-bb8cb03b-f5e9-4198-8ee2-cd51d3c0792c tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Allocated IP 172.25.5.142 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/86550369-d973-4acb-ae64-0bb535d1da93) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:05:43.392770 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230ad624-1b13-4628-a25e-b100a8563919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441cbda1-c534-48f4-b5b0-07e28eafc031', 'code': 200} Feb 04 21:05:43.403045 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7e926174-d9a6-435e-8ce5-70377acb2830 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:43.583429 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7e926174-d9a6-435e-8ce5-70377acb2830 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:43.603192 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d100a3-0710-4bb8-acb5-9bc466a908c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-1385a0a8-3015-44b6-b09a-51d6977969b3', 'network_id': '1385a0a8-3015-44b6-b09a-51d6977969b3', 'tenant_id': 'ea1ea4c831e3477381c57078b812f107', 'fixed_ips': [{'subnet_id': '21f2f7b3-6588-46da-8e1b-0c50f091c677'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:05:43.604092 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-57d100a3-0710-4bb8-acb5-9bc466a908c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:43.648602 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297c178-a7bf-499e-bd6f-2e335345a61c req-892a395b-f602-4832-ac41-ae1b3a1a1bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:43.650153 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8297c178-a7bf-499e-bd6f-2e335345a61c req-892a395b-f602-4832-ac41-ae1b3a1a1bcc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=230ad624-1b13-4628-a25e-b100a8563919 HTTP/1.1" status: 200 len: 1096 time: 0.1586792 Feb 04 21:05:43.699347 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7e926174-d9a6-435e-8ce5-70377acb2830 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server [None req-57d100a3-0710-4bb8-acb5-9bc466a908c0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 21f2f7b3-6588-46da-8e1b-0c50f091c677: This subnet is being modified by another concurrent operation. Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 21:05:43.713386 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server raise exception Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 21f2f7b3-6588-46da-8e1b-0c50f091c677: This subnet is being modified by another concurrent operation. Feb 04 21:05:43.716709 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server Feb 04 21:05:43.740044 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8297c178-a7bf-499e-bd6f-2e335345a61c req-914f42de-4514-4472-930f-c1489e49572e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837843 Feb 04 21:05:43.744661 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88e8294-ef4e-4314-8f52-acae061c6963 None None] Network 1385a0a8-3015-44b6-b09a-51d6977969b3 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:05:43.746644 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e926174-d9a6-435e-8ce5-70377acb2830 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event deleted for resources: {'Subnet': ['ID=21f2f7b3-6588-46da-8e1b-0c50f091c677,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:43.756379 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9910c8ba-0989-422b-b115-057d11475a1a req-bb8cb03b-f5e9-4198-8ee2-cd51d3c0792c tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:43.776491 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fa9b9-b31e-44dc-8701-72cb15aa854f req-9ce325c8-868f-4c21-ba14-de4804eda9a2 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:43.781707 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ff5fa9b9-b31e-44dc-8701-72cb15aa854f req-9ce325c8-868f-4c21-ba14-de4804eda9a2 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=230ad624-1b13-4628-a25e-b100a8563919 HTTP/1.1" status: 200 len: 945 time: 0.1992939 Feb 04 21:05:43.858924 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7e926174-d9a6-435e-8ce5-70377acb2830 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:43.875245 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ff5fa9b9-b31e-44dc-8701-72cb15aa854f req-2251276e-b581-4778-9eae-4d2114c59991 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909092 Feb 04 21:05:43.876572 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-57729443-b2d0-465c-84e2-211ae5591184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:43.901989 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9910c8ba-0989-422b-b115-057d11475a1a req-bb8cb03b-f5e9-4198-8ee2-cd51d3c0792c tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:43.920811 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-7e926174-d9a6-435e-8ce5-70377acb2830 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1385a0a8-3015-44b6-b09a-51d6977969b3']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:43.938157 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-7e926174-d9a6-435e-8ce5-70377acb2830 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '927d1913-d438-44c2-bc04-829c38e73aca') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:43.938483 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-7e926174-d9a6-435e-8ce5-70377acb2830 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '927d1913-d438-44c2-bc04-829c38e73aca') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:43.956032 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7e926174-d9a6-435e-8ce5-70377acb2830 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:43.959922 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-a800926a-e9c6-4646-997e-c9701cd324c1 req-b13ef5ec-3ccf-4beb-a73a-911a8d4c27fc tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1604153110', 'description': 'tempest-description-1288853512'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:43.979406 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-a800926a-e9c6-4646-997e-c9701cd324c1 req-b13ef5ec-3ccf-4beb-a73a-911a8d4c27fc tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:43.983842 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d37680-82e6-4448-87e0-77620d322e36 None None] get_active_networks_info from n-d-827896-1 {{(pid=87684) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 21:05:43.987142 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7e926174-d9a6-435e-8ce5-70377acb2830 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:43.988367 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9910c8ba-0989-422b-b115-057d11475a1a req-bb8cb03b-f5e9-4198-8ee2-cd51d3c0792c tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:05:43.989952 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-a800926a-e9c6-4646-997e-c9701cd324c1 req-b13ef5ec-3ccf-4beb-a73a-911a8d4c27fc tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Usage tracker for resource:security_group and tenant:1f55279d1cc94c3fbbccbbbdc4ca5224 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:43.995636 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-9910c8ba-0989-422b-b115-057d11475a1a req-bb8cb03b-f5e9-4198-8ee2-cd51d3c0792c tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:05:43.997473 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e926174-d9a6-435e-8ce5-70377acb2830 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:05:43.998150 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7e926174-d9a6-435e-8ce5-70377acb2830 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:43.999794 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-a800926a-e9c6-4646-997e-c9701cd324c1 req-b13ef5ec-3ccf-4beb-a73a-911a8d4c27fc tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:44.002535 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-9910c8ba-0989-422b-b115-057d11475a1a req-bb8cb03b-f5e9-4198-8ee2-cd51d3c0792c tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:05:44.041225 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-a800926a-e9c6-4646-997e-c9701cd324c1 req-b13ef5ec-3ccf-4beb-a73a-911a8d4c27fc tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:44.046013 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cb03b-f5e9-4198-8ee2-cd51d3c0792c tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Pushing event updated for resources: {'Port': ['ID=86550369-d973-4acb-ae64-0bb535d1da93,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:44.067203 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a800926a-e9c6-4646-997e-c9701cd324c1 req-b13ef5ec-3ccf-4beb-a73a-911a8d4c27fc tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:44.081613 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:05:44.081613 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:05:44.081613 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:05:44.081613 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:05:44.081613 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:05:44.081613 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:05:44.081613 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:05:44.081613 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:05:44.081613 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:05:44.081613 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:05:44.081613 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:05:44.081613 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:05:44.081613 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:05:44.081613 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:05:44.081613 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:05:44.081613 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:05:44.081613 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:05:44.081613 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:05:44.081613 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:05:44.081613 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:05:44.081613 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:05:44.081613 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:05:44.081613 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:05:44.081613 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:05:44.081613 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:05:44.081613 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:05:44.081613 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:05:44.081613 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:05:44.081613 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:05:44.081613 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:05:44.081613 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:05:44.081613 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:05:44.096016 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-a800926a-e9c6-4646-997e-c9701cd324c1 req-b13ef5ec-3ccf-4beb-a73a-911a8d4c27fc tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:44.100870 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-a800926a-e9c6-4646-997e-c9701cd324c1 req-b13ef5ec-3ccf-4beb-a73a-911a8d4c27fc tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Usage tracker for resource:security_group_rule and tenant:1f55279d1cc94c3fbbccbbbdc4ca5224 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:44.103724 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-a800926a-e9c6-4646-997e-c9701cd324c1 req-b13ef5ec-3ccf-4beb-a73a-911a8d4c27fc tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:44.109551 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-a800926a-e9c6-4646-997e-c9701cd324c1 req-b13ef5ec-3ccf-4beb-a73a-911a8d4c27fc tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:44.121013 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7e926174-d9a6-435e-8ce5-70377acb2830 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:44.140686 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7e926174-d9a6-435e-8ce5-70377acb2830 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:44.152592 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e926174-d9a6-435e-8ce5-70377acb2830 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event deleted for resources: {'Network': ['ID=1385a0a8-3015-44b6-b09a-51d6977969b3,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:44.160956 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7e926174-d9a6-435e-8ce5-70377acb2830 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "DELETE /v2.0/networks/1385a0a8-3015-44b6-b09a-51d6977969b3 HTTP/1.1" status: 204 len: 168 time: 0.9162316 Feb 04 21:05:44.161438 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59540) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:44.162504 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9910c8ba-0989-422b-b115-057d11475a1a req-bb8cb03b-f5e9-4198-8ee2-cd51d3c0792c tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:44.166147 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d37680-82e6-4448-87e0-77620d322e36 None None] Resources bound (agent type, host, resource id): {{(pid=87684) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 21:05:44.171400 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-34dde605-8c37-4b83-9a2d-549f165b595f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1062428996'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:44.178071 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-34dde605-8c37-4b83-9a2d-549f165b595f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:44.214326 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-34dde605-8c37-4b83-9a2d-549f165b595f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Usage tracker for resource:network and tenant:ea1ea4c831e3477381c57078b812f107 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:44.222421 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-34dde605-8c37-4b83-9a2d-549f165b595f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:44.243770 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-34dde605-8c37-4b83-9a2d-549f165b595f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:44.280213 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9910c8ba-0989-422b-b115-057d11475a1a req-bb8cb03b-f5e9-4198-8ee2-cd51d3c0792c tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:44.304280 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34dde605-8c37-4b83-9a2d-549f165b595f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Made reservation on behalf of ea1ea4c831e3477381c57078b812f107 for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:05:44.307701 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-34dde605-8c37-4b83-9a2d-549f165b595f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:44.329901 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a800926a-e9c6-4646-997e-c9701cd324c1 req-b13ef5ec-3ccf-4beb-a73a-911a8d4c27fc tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:44.346104 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a800926a-e9c6-4646-997e-c9701cd324c1 req-b13ef5ec-3ccf-4beb-a73a-911a8d4c27fc tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:44.421629 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34dde605-8c37-4b83-9a2d-549f165b595f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:05:44.423633 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ef5ec-3ccf-4beb-a73a-911a8d4c27fc tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=797ca900-a72b-4432-acff-559558cbbae3,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:44.433198 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a800926a-e9c6-4646-997e-c9701cd324c1 req-b13ef5ec-3ccf-4beb-a73a-911a8d4c27fc tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:44.434375 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a800926a-e9c6-4646-997e-c9701cd324c1 req-b13ef5ec-3ccf-4beb-a73a-911a8d4c27fc tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.4890368 Feb 04 21:05:44.505733 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-34dde605-8c37-4b83-9a2d-549f165b595f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:44.506081 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-34dde605-8c37-4b83-9a2d-549f165b595f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Added segment 7196bafe-3aae-4b02-aa09-82a6f5b8dc44 of type vlan for network 61430995-8ac7-4658-88a1-2ba7a272394e Feb 04 21:05:44.556732 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-34dde605-8c37-4b83-9a2d-549f165b595f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:44.668941 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-34dde605-8c37-4b83-9a2d-549f165b595f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:44.674373 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dde605-8c37-4b83-9a2d-549f165b595f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:44.675062 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-34dde605-8c37-4b83-9a2d-549f165b595f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:44.771794 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9910c8ba-0989-422b-b115-057d11475a1a req-bb8cb03b-f5e9-4198-8ee2-cd51d3c0792c tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:44.790654 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-34dde605-8c37-4b83-9a2d-549f165b595f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6265991 Feb 04 21:05:44.793438 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59548) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:44.795176 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9910c8ba-0989-422b-b115-057d11475a1a req-bb8cb03b-f5e9-4198-8ee2-cd51d3c0792c tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:44.799449 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-2d1e82da-1cd9-4ad2-9606-c4895237649c tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:44.860112 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aef9b6-dbb7-4f7c-85c5-bce66082462a req-5643ab6e-e30f-4cf0-88f9-eeb915ed2746 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:44.861615 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f0aef9b6-dbb7-4f7c-85c5-bce66082462a req-5643ab6e-e30f-4cf0-88f9-eeb915ed2746 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e656f53-cc30-4c14-bb1e-22e3876ad2c8 HTTP/1.1" status: 200 len: 945 time: 0.3068717 Feb 04 21:05:44.898149 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dde605-8c37-4b83-9a2d-549f165b595f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event updated for resources: {'Network': ['ID=61430995-8ac7-4658-88a1-2ba7a272394e,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:44.911226 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 61430995-8ac7-4658-88a1-2ba7a272394e details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:05:44.968114 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cb03b-f5e9-4198-8ee2-cd51d3c0792c tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Pushing event updated for resources: {'Port': ['ID=86550369-d973-4acb-ae64-0bb535d1da93,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:44.992706 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f0aef9b6-dbb7-4f7c-85c5-bce66082462a req-6b4940f1-7447-4e0d-a047-f76e68b6f66d tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202931 Feb 04 21:05:45.001006 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9910c8ba-0989-422b-b115-057d11475a1a req-bb8cb03b-f5e9-4198-8ee2-cd51d3c0792c tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:45.042753 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9910c8ba-0989-422b-b115-057d11475a1a req-bb8cb03b-f5e9-4198-8ee2-cd51d3c0792c tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:45.044320 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9910c8ba-0989-422b-b115-057d11475a1a req-bb8cb03b-f5e9-4198-8ee2-cd51d3c0792c tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6551514 Feb 04 21:05:45.188749 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2d1e82da-1cd9-4ad2-9606-c4895237649c tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:45.195562 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-9910c8ba-0989-422b-b115-057d11475a1a req-843b472f-e305-4216-b57d-d5fc53937412 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Synchronizing usage tracker for tenant:6b7ea02e3894460e8dac10f751a711db on resource:floatingip {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:05:45.208717 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2d1e82da-1cd9-4ad2-9606-c4895237649c tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:45.227535 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-9910c8ba-0989-422b-b115-057d11475a1a req-843b472f-e305-4216-b57d-d5fc53937412 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Unset dirty status for tenant:6b7ea02e3894460e8dac10f751a711db on resource:floatingip {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:05:45.228612 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9910c8ba-0989-422b-b115-057d11475a1a req-843b472f-e305-4216-b57d-d5fc53937412 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.142 HTTP/1.1" status: 200 len: 696 time: 0.1773047 Feb 04 21:05:45.235380 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2d1e82da-1cd9-4ad2-9606-c4895237649c tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Network 61430995-8ac7-4658-88a1-2ba7a272394e is not hosted by any dhcp agent {{(pid=87682) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 21:05:45.242126 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1e82da-1cd9-4ad2-9606-c4895237649c tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:45.242723 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2d1e82da-1cd9-4ad2-9606-c4895237649c tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:45.243969 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2d1e82da-1cd9-4ad2-9606-c4895237649c tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "PUT /v2.0/networks/61430995-8ac7-4658-88a1-2ba7a272394e HTTP/1.1" status: 200 len: 723 time: 0.4494779 Feb 04 21:05:45.248845 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59554) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:45.301431 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-53187edb-b628-4c23-90cf-6478468460d4 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Request body: {'subnet': {'network_id': '61430995-8ac7-4658-88a1-2ba7a272394e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:45.347587 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac5a20-0f82-438e-b9ed-273afd6b146f req-3f9fd66b-67fd-4f3d-9512-d52469e89211 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:45.349331 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18ac5a20-0f82-438e-b9ed-273afd6b146f req-3f9fd66b-67fd-4f3d-9512-d52469e89211 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.1924753 Feb 04 21:05:45.411792 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e82da-1cd9-4ad2-9606-c4895237649c tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event updated for resources: {'Network': ['ID=61430995-8ac7-4658-88a1-2ba7a272394e,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:45.422516 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910c8ba-0989-422b-b115-057d11475a1a req-5fe26ded-471d-4f90-9f1f-02be94538de1 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:45.422696 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 61430995-8ac7-4658-88a1-2ba7a272394e details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:05:45.423864 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9910c8ba-0989-422b-b115-057d11475a1a req-5fe26ded-471d-4f90-9f1f-02be94538de1 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 784 time: 0.1896548 Feb 04 21:05:45.431791 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18ac5a20-0f82-438e-b9ed-273afd6b146f req-a2cef480-2a31-4565-b93b-e2eaeaaf7c74 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683599 Feb 04 21:05:45.438371 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-53187edb-b628-4c23-90cf-6478468460d4 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:45.443351 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-53187edb-b628-4c23-90cf-6478468460d4 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Usage tracker for resource:subnet and tenant:ea1ea4c831e3477381c57078b812f107 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:45.446500 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-53187edb-b628-4c23-90cf-6478468460d4 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:45.463998 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-53187edb-b628-4c23-90cf-6478468460d4 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:45.476130 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53187edb-b628-4c23-90cf-6478468460d4 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Made reservation on behalf of ea1ea4c831e3477381c57078b812f107 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:05:45.480146 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-53187edb-b628-4c23-90cf-6478468460d4 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:45.516346 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-42d89679-cb92-440b-bfd1-0ede9661b310 req-2295233b-71fc-4598-bd94-8ffad29f9ce5 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1053229958', 'description': 'tempest-description-2087764054'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:45.521473 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-42d89679-cb92-440b-bfd1-0ede9661b310 req-2295233b-71fc-4598-bd94-8ffad29f9ce5 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:45.525513 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-42d89679-cb92-440b-bfd1-0ede9661b310 req-2295233b-71fc-4598-bd94-8ffad29f9ce5 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Usage tracker for resource:security_group and tenant:682229ba2fb84d39a2ccc966b5dfe50a is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:45.528469 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-42d89679-cb92-440b-bfd1-0ede9661b310 req-2295233b-71fc-4598-bd94-8ffad29f9ce5 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:45.535718 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-42d89679-cb92-440b-bfd1-0ede9661b310 req-2295233b-71fc-4598-bd94-8ffad29f9ce5 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:45.548015 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-42d89679-cb92-440b-bfd1-0ede9661b310 req-2295233b-71fc-4598-bd94-8ffad29f9ce5 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:45.593081 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-42d89679-cb92-440b-bfd1-0ede9661b310 req-2295233b-71fc-4598-bd94-8ffad29f9ce5 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:45.713031 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-53187edb-b628-4c23-90cf-6478468460d4 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:45.737243 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-42d89679-cb92-440b-bfd1-0ede9661b310 req-2295233b-71fc-4598-bd94-8ffad29f9ce5 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:45.748041 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-42d89679-cb92-440b-bfd1-0ede9661b310 req-2295233b-71fc-4598-bd94-8ffad29f9ce5 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Usage tracker for resource:security_group_rule and tenant:682229ba2fb84d39a2ccc966b5dfe50a is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:45.752049 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-42d89679-cb92-440b-bfd1-0ede9661b310 req-2295233b-71fc-4598-bd94-8ffad29f9ce5 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:45.764567 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-42d89679-cb92-440b-bfd1-0ede9661b310 req-2295233b-71fc-4598-bd94-8ffad29f9ce5 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:45.801326 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53187edb-b628-4c23-90cf-6478468460d4 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event updated for resources: {'Subnet': ['ID=02e0aecd-ba7e-4f12-ae9e-b21b342b1d32,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:45.806993 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53187edb-b628-4c23-90cf-6478468460d4 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Checking segment: {'id': '7196bafe-3aae-4b02-aa09-82a6f5b8dc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '61430995-8ac7-4658-88a1-2ba7a272394e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:05:45.807509 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53187edb-b628-4c23-90cf-6478468460d4 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Network hostable DHCP agents. Network: 61430995-8ac7-4658-88a1-2ba7a272394e, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:05:45.809558 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f3921-ec2c-429d-a850-4354fa937344 req-21d38414-4024-4dbb-b762-7f27d70610f2 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:45.811049 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e69f3921-ec2c-429d-a850-4354fa937344 req-21d38414-4024-4dbb-b762-7f27d70610f2 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=230ad624-1b13-4628-a25e-b100a8563919 HTTP/1.1" status: 200 len: 945 time: 0.2519372 Feb 04 21:05:45.826329 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53187edb-b628-4c23-90cf-6478468460d4 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Network 61430995-8ac7-4658-88a1-2ba7a272394e is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:05:45.836852 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-53187edb-b628-4c23-90cf-6478468460d4 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 61430995-8ac7-4658-88a1-2ba7a272394e) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:05:45.842300 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53187edb-b628-4c23-90cf-6478468460d4 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:45.843083 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-53187edb-b628-4c23-90cf-6478468460d4 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:45.847743 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a3f975-7b60-4add-b256-56b41e0c2376 None None] Network 61430995-8ac7-4658-88a1-2ba7a272394e requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:05:45.868248 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-53187edb-b628-4c23-90cf-6478468460d4 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6183584 Feb 04 21:05:45.870990 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59564) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:45.876463 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e69f3921-ec2c-429d-a850-4354fa937344 req-5eb4936c-4d3b-49e6-bb47-b4a14ec4ef1b tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591824 Feb 04 21:05:45.877203 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-8eb6fe5b-4a41-41d6-ab2d-51d21b361f53 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:45.944622 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-42d89679-cb92-440b-bfd1-0ede9661b310 req-2295233b-71fc-4598-bd94-8ffad29f9ce5 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:46.008371 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-42d89679-cb92-440b-bfd1-0ede9661b310 req-2295233b-71fc-4598-bd94-8ffad29f9ce5 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:46.039386 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8eb6fe5b-4a41-41d6-ab2d-51d21b361f53 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2643082'] for subnet, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:46.056715 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-42d89679-cb92-440b-bfd1-0ede9661b310 req-2295233b-71fc-4598-bd94-8ffad29f9ce5 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:46.085728 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-42d89679-cb92-440b-bfd1-0ede9661b310 req-2295233b-71fc-4598-bd94-8ffad29f9ce5 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Usage tracker for resource:security_group_rule and tenant:682229ba2fb84d39a2ccc966b5dfe50a is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:46.095317 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-42d89679-cb92-440b-bfd1-0ede9661b310 req-2295233b-71fc-4598-bd94-8ffad29f9ce5 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:46.136323 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b619dade-e94e-422c-990c-9bf12f7cac88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-61430995-8ac7-4658-88a1-2ba7a272394e', 'network_id': '61430995-8ac7-4658-88a1-2ba7a272394e', 'tenant_id': 'ea1ea4c831e3477381c57078b812f107', 'fixed_ips': [{'subnet_id': '02e0aecd-ba7e-4f12-ae9e-b21b342b1d32'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:05:46.140283 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295233b-71fc-4598-bd94-8ffad29f9ce5 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe0fd14-b492-45f4-93b7-76561a077743,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:46.142937 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b619dade-e94e-422c-990c-9bf12f7cac88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:46.149400 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-42d89679-cb92-440b-bfd1-0ede9661b310 req-2295233b-71fc-4598-bd94-8ffad29f9ce5 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:46.206036 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0baabe87-3499-4429-b6c1-3b523452ef17 req-b4397fcf-cdc8-4af7-bdae-ddedd335c077 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2960119 Feb 04 21:05:46.220754 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-0baabe87-3499-4429-b6c1-3b523452ef17 req-4c872bd8-5d92-4159-ad94-a7f58384629b tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Request body: {'floatingip': {'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:46.224369 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-0baabe87-3499-4429-b6c1-3b523452ef17 req-4c872bd8-5d92-4159-ad94-a7f58384629b tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:46.245505 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-0baabe87-3499-4429-b6c1-3b523452ef17 req-4c872bd8-5d92-4159-ad94-a7f58384629b tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:46.276260 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0baabe87-3499-4429-b6c1-3b523452ef17 req-4c872bd8-5d92-4159-ad94-a7f58384629b tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks [] for floatingip, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:46.279741 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c45509c1-bf47-4081-8c0c-7955ceda01b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:46.304500 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8eb6fe5b-4a41-41d6-ab2d-51d21b361f53 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761250875652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1594027'] for subnet, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:46.307408 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-42d89679-cb92-440b-bfd1-0ede9661b310 req-2295233b-71fc-4598-bd94-8ffad29f9ce5 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:46.349915 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb6fe5b-4a41-41d6-ab2d-51d21b361f53 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:46.350493 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8eb6fe5b-4a41-41d6-ab2d-51d21b361f53 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:46.353705 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8eb6fe5b-4a41-41d6-ab2d-51d21b361f53 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "PUT /v2.0/subnets/02e0aecd-ba7e-4f12-ae9e-b21b342b1d32 HTTP/1.1" status: 200 len: 806 time: 0.4814281 Feb 04 21:05:46.358213 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59572) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:46.364757 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-42d89679-cb92-440b-bfd1-0ede9661b310 req-2295233b-71fc-4598-bd94-8ffad29f9ce5 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:46.368034 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-b619dade-e94e-422c-990c-9bf12f7cac88 None None] Allocated IP 172.20.0.2 (61430995-8ac7-4658-88a1-2ba7a272394e/02e0aecd-ba7e-4f12-ae9e-b21b342b1d32/e57ee3c4-975a-4671-8938-fdc73a17fa76) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:05:46.379325 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb6fe5b-4a41-41d6-ab2d-51d21b361f53 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event updated for resources: {'Subnet': ['ID=02e0aecd-ba7e-4f12-ae9e-b21b342b1d32,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:46.431471 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-42d89679-cb92-440b-bfd1-0ede9661b310 req-2295233b-71fc-4598-bd94-8ffad29f9ce5 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:46.432681 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-42d89679-cb92-440b-bfd1-0ede9661b310 req-2295233b-71fc-4598-bd94-8ffad29f9ce5 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.9203279 Feb 04 21:05:46.517297 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295233b-71fc-4598-bd94-8ffad29f9ce5 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7075d3-6c00-4236-9566-41870eb7807e,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:46.619541 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3818a86e-b76f-46d5-9e28-6658a3739859 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:46.640378 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b619dade-e94e-422c-990c-9bf12f7cac88 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:46.656816 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b619dade-e94e-422c-990c-9bf12f7cac88 None None] Transition to ACTIVE for port object e57ee3c4-975a-4671-8938-fdc73a17fa76 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:05:46.681469 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b619dade-e94e-422c-990c-9bf12f7cac88 None None] Transition to ACTIVE for port object e57ee3c4-975a-4671-8938-fdc73a17fa76 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:05:46.681469 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b619dade-e94e-422c-990c-9bf12f7cac88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:46.707976 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0baabe87-3499-4429-b6c1-3b523452ef17 req-4c872bd8-5d92-4159-ad94-a7f58384629b tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:46.743178 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3818a86e-b76f-46d5-9e28-6658a3739859 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:46.764489 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b619dade-e94e-422c-990c-9bf12f7cac88 None None] Network 61430995-8ac7-4658-88a1-2ba7a272394e is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:05:46.765491 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619dade-e94e-422c-990c-9bf12f7cac88 None None] Pushing event updated for resources: {'Port': ['ID=e57ee3c4-975a-4671-8938-fdc73a17fa76,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:46.780045 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-b619dade-e94e-422c-990c-9bf12f7cac88 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:05:46.780045 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b619dade-e94e-422c-990c-9bf12f7cac88 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:05:46.910289 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-b619dade-e94e-422c-990c-9bf12f7cac88 None None] Attempting to bind port e57ee3c4-975a-4671-8938-fdc73a17fa76 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:05:46.910289 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-b619dade-e94e-422c-990c-9bf12f7cac88 None None] Attempting to bind port e57ee3c4-975a-4671-8938-fdc73a17fa76 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '7196bafe-3aae-4b02-aa09-82a6f5b8dc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '61430995-8ac7-4658-88a1-2ba7a272394e'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:05:46.910289 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b619dade-e94e-422c-990c-9bf12f7cac88 None None] Attempting to bind port e57ee3c4-975a-4671-8938-fdc73a17fa76 on network 61430995-8ac7-4658-88a1-2ba7a272394e {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:05:46.922422 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b619dade-e94e-422c-990c-9bf12f7cac88 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:05:46.922422 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b619dade-e94e-422c-990c-9bf12f7cac88 None None] Checking segment: {'id': '7196bafe-3aae-4b02-aa09-82a6f5b8dc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '61430995-8ac7-4658-88a1-2ba7a272394e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:05:46.922422 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b619dade-e94e-422c-990c-9bf12f7cac88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:46.922422 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b619dade-e94e-422c-990c-9bf12f7cac88 None None] Bound using segment: {'id': '7196bafe-3aae-4b02-aa09-82a6f5b8dc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '61430995-8ac7-4658-88a1-2ba7a272394e'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:05:46.922422 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-b619dade-e94e-422c-990c-9bf12f7cac88 None None] Bound port: e57ee3c4-975a-4671-8938-fdc73a17fa76, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7196bafe-3aae-4b02-aa09-82a6f5b8dc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '61430995-8ac7-4658-88a1-2ba7a272394e'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:05:46.922422 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b619dade-e94e-422c-990c-9bf12f7cac88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:46.955966 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3818a86e-b76f-46d5-9e28-6658a3739859 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:47.010774 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-b619dade-e94e-422c-990c-9bf12f7cac88 None None] For port e57ee3c4-975a-4671-8938-fdc73a17fa76, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:05:47.011235 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818a86e-b76f-46d5-9e28-6658a3739859 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event deleted for resources: {'Subnet': ['ID=02e0aecd-ba7e-4f12-ae9e-b21b342b1d32,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:47.014029 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-b619dade-e94e-422c-990c-9bf12f7cac88 None None] For port e57ee3c4-975a-4671-8938-fdc73a17fa76, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=e57ee3c4-975a-4671-8938-fdc73a17fa76,segment=NetworkSegment(7196bafe-3aae-4b02-aa09-82a6f5b8dc44),segment_id=7196bafe-3aae-4b02-aa09-82a6f5b8dc44)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:05:47.019935 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b619dade-e94e-422c-990c-9bf12f7cac88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:47.078557 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-0baabe87-3499-4429-b6c1-3b523452ef17 req-4c872bd8-5d92-4159-ad94-a7f58384629b tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Allocated IP 172.25.5.160 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/3a0f3615-d550-4993-a153-9e072f47b551) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:05:47.147656 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619dade-e94e-422c-990c-9bf12f7cac88 None None] Pushing event updated for resources: {'Port': ['ID=e57ee3c4-975a-4671-8938-fdc73a17fa76,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:47.176370 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4637b8-cf1b-4b5c-9f0c-036f8f69b391 None None] Network 61430995-8ac7-4658-88a1-2ba7a272394e requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:05:47.200419 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3818a86e-b76f-46d5-9e28-6658a3739859 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:47.289291 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-3818a86e-b76f-46d5-9e28-6658a3739859 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61430995-8ac7-4658-88a1-2ba7a272394e']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:47.310142 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-3818a86e-b76f-46d5-9e28-6658a3739859 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7196bafe-3aae-4b02-aa09-82a6f5b8dc44') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:47.310438 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-3818a86e-b76f-46d5-9e28-6658a3739859 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7196bafe-3aae-4b02-aa09-82a6f5b8dc44') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:47.337590 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3818a86e-b76f-46d5-9e28-6658a3739859 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:47.358935 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8c5d4-f1d0-4b39-9cd4-38d7b0487a7c req-3316787f-5205-4c97-a452-0665ed9bc840 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:47.360414 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f2f8c5d4-f1d0-4b39-9cd4-38d7b0487a7c req-3316787f-5205-4c97-a452-0665ed9bc840 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e656f53-cc30-4c14-bb1e-22e3876ad2c8 HTTP/1.1" status: 200 len: 945 time: 0.3555744 Feb 04 21:05:47.378733 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:47.379148 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3818a86e-b76f-46d5-9e28-6658a3739859 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:47.387717 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:47.407252 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3818a86e-b76f-46d5-9e28-6658a3739859 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:05:47.407651 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3818a86e-b76f-46d5-9e28-6658a3739859 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:47.415933 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91d987f-0c81-42e3-affc-3dc77b2e878a None None] Network 61430995-8ac7-4658-88a1-2ba7a272394e requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:05:47.422316 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:05:47.422316 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:05:47.422316 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:05:47.422316 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:05:47.422316 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:05:47.422316 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:05:47.422316 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:05:47.422316 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:05:47.422316 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:05:47.422316 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:05:47.422316 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:05:47.422316 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:05:47.422316 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:05:47.422316 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:05:47.422316 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:05:47.422316 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:05:47.422316 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:05:47.422316 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:05:47.422316 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:05:47.422316 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:05:47.422316 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:05:47.422316 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:05:47.422316 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:05:47.422316 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:05:47.422316 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:05:47.422316 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:05:47.422316 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:05:47.422316 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:05:47.422316 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:05:47.422316 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:05:47.422316 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:05:47.422316 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:05:47.515842 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0baabe87-3499-4429-b6c1-3b523452ef17 req-4c872bd8-5d92-4159-ad94-a7f58384629b tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:47.531286 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f2f8c5d4-f1d0-4b39-9cd4-38d7b0487a7c req-ae8fbb2d-3f26-49e3-8d75-aad7351f8272 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627645 Feb 04 21:05:47.539040 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.api [None req-3818a86e-b76f-46d5-9e28-6658a3739859 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 21:05:47.539040 n-d-827896-1 neutron-server[87683]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 21:05:47.539040 n-d-827896-1 neutron-server[87683]: [parameters: {'id': '61430995-8ac7-4658-88a1-2ba7a272394e'}] Feb 04 21:05:47.539040 n-d-827896-1 neutron-server[87683]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:05:47.539496 n-d-827896-1 neutron-server[87683]: DEBUG oslo_db.api [None req-3818a86e-b76f-46d5-9e28-6658a3739859 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:05:47.562203 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-1209d31a-5179-46ee-b4de-c017c8216144 req-aedec0cf-0bca-496a-9a1b-521173c7ccec tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1119492447', 'description': 'tempest-description-512108986'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:47.567833 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-1209d31a-5179-46ee-b4de-c017c8216144 req-aedec0cf-0bca-496a-9a1b-521173c7ccec tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:47.573624 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-1209d31a-5179-46ee-b4de-c017c8216144 req-aedec0cf-0bca-496a-9a1b-521173c7ccec tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Usage tracker for resource:security_group and tenant:682229ba2fb84d39a2ccc966b5dfe50a is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:47.577191 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-1209d31a-5179-46ee-b4de-c017c8216144 req-aedec0cf-0bca-496a-9a1b-521173c7ccec tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:47.584202 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-1209d31a-5179-46ee-b4de-c017c8216144 req-aedec0cf-0bca-496a-9a1b-521173c7ccec tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:47.592929 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0baabe87-3499-4429-b6c1-3b523452ef17 req-4c872bd8-5d92-4159-ad94-a7f58384629b tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:47.617395 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc34743-192d-4767-9eb3-e4f0fc6170ea None None] get_active_networks_info from n-d-827896-1 {{(pid=87684) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 21:05:47.640970 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1209d31a-5179-46ee-b4de-c017c8216144 req-aedec0cf-0bca-496a-9a1b-521173c7ccec tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:47.677900 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0baabe87-3499-4429-b6c1-3b523452ef17 req-4c872bd8-5d92-4159-ad94-a7f58384629b tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:05:47.683630 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-0baabe87-3499-4429-b6c1-3b523452ef17 req-4c872bd8-5d92-4159-ad94-a7f58384629b tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:05:47.688715 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-0baabe87-3499-4429-b6c1-3b523452ef17 req-4c872bd8-5d92-4159-ad94-a7f58384629b tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:05:47.719693 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-1209d31a-5179-46ee-b4de-c017c8216144 req-aedec0cf-0bca-496a-9a1b-521173c7ccec tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:47.726402 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c872bd8-5d92-4159-ad94-a7f58384629b tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Pushing event updated for resources: {'Port': ['ID=3a0f3615-d550-4993-a153-9e072f47b551,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:47.738439 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-1209d31a-5179-46ee-b4de-c017c8216144 req-aedec0cf-0bca-496a-9a1b-521173c7ccec tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Usage tracker for resource:security_group_rule and tenant:682229ba2fb84d39a2ccc966b5dfe50a is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:47.742700 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-1209d31a-5179-46ee-b4de-c017c8216144 req-aedec0cf-0bca-496a-9a1b-521173c7ccec tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:47.750798 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-1209d31a-5179-46ee-b4de-c017c8216144 req-aedec0cf-0bca-496a-9a1b-521173c7ccec tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:47.762334 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc34743-192d-4767-9eb3-e4f0fc6170ea None None] Resources bound (agent type, host, resource id): {{(pid=87684) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 21:05:47.931110 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0baabe87-3499-4429-b6c1-3b523452ef17 req-4c872bd8-5d92-4159-ad94-a7f58384629b tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:48.004227 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1209d31a-5179-46ee-b4de-c017c8216144 req-aedec0cf-0bca-496a-9a1b-521173c7ccec tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:48.011905 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1209d31a-5179-46ee-b4de-c017c8216144 req-aedec0cf-0bca-496a-9a1b-521173c7ccec tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:48.044226 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0baabe87-3499-4429-b6c1-3b523452ef17 req-4c872bd8-5d92-4159-ad94-a7f58384629b tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:48.071527 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3818a86e-b76f-46d5-9e28-6658a3739859 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:48.102551 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedec0cf-0bca-496a-9a1b-521173c7ccec tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57983906-7d75-4ea5-85e3-6967d83b1a79,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:48.137692 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-3818a86e-b76f-46d5-9e28-6658a3739859 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Deleting port e57ee3c4-975a-4671-8938-fdc73a17fa76 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:05:48.138026 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3818a86e-b76f-46d5-9e28-6658a3739859 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:48.188839 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1209d31a-5179-46ee-b4de-c017c8216144 req-aedec0cf-0bca-496a-9a1b-521173c7ccec tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:48.190071 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1209d31a-5179-46ee-b4de-c017c8216144 req-aedec0cf-0bca-496a-9a1b-521173c7ccec tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.6327245 Feb 04 21:05:48.552113 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f4a2e-1b7b-459a-a41f-d3320e3e51c6 req-37da54f7-e35d-4a71-afeb-807dfe4df4f3 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:48.553494 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9f5f4a2e-1b7b-459a-a41f-d3320e3e51c6 req-37da54f7-e35d-4a71-afeb-807dfe4df4f3 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.2506695 Feb 04 21:05:48.556344 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0baabe87-3499-4429-b6c1-3b523452ef17 req-4c872bd8-5d92-4159-ad94-a7f58384629b tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:48.559390 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-3818a86e-b76f-46d5-9e28-6658a3739859 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] For port e57ee3c4-975a-4671-8938-fdc73a17fa76, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=e57ee3c4-975a-4671-8938-fdc73a17fa76,segment=NetworkSegment(7196bafe-3aae-4b02-aa09-82a6f5b8dc44),segment_id=7196bafe-3aae-4b02-aa09-82a6f5b8dc44)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:48.559744 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3818a86e-b76f-46d5-9e28-6658a3739859 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:48.572413 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0baabe87-3499-4429-b6c1-3b523452ef17 req-4c872bd8-5d92-4159-ad94-a7f58384629b tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:48.744286 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-3818a86e-b76f-46d5-9e28-6658a3739859 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Calling delete_port for e57ee3c4-975a-4671-8938-fdc73a17fa76 owned by network:dhcp {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:05:48.789664 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:48.868073 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c872bd8-5d92-4159-ad94-a7f58384629b tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Pushing event updated for resources: {'Port': ['ID=3a0f3615-d550-4993-a153-9e072f47b551,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:48.875922 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9f5f4a2e-1b7b-459a-a41f-d3320e3e51c6 req-c1c3d511-aa27-422a-9a94-63232759d201 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3082674 Feb 04 21:05:48.901859 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0baabe87-3499-4429-b6c1-3b523452ef17 req-4c872bd8-5d92-4159-ad94-a7f58384629b tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:48.924388 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3818a86e-b76f-46d5-9e28-6658a3739859 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:48.960172 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0baabe87-3499-4429-b6c1-3b523452ef17 req-4c872bd8-5d92-4159-ad94-a7f58384629b tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:48.961387 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0baabe87-3499-4429-b6c1-3b523452ef17 req-4c872bd8-5d92-4159-ad94-a7f58384629b tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7529156 Feb 04 21:05:48.978354 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3818a86e-b76f-46d5-9e28-6658a3739859 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] No DVR routers for this DVR port e57ee3c4-975a-4671-8938-fdc73a17fa76 on host n-d-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:05:48.979897 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818a86e-b76f-46d5-9e28-6658a3739859 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event deleted for resources: {'Port': ['ID=e57ee3c4-975a-4671-8938-fdc73a17fa76,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:49.146434 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-0baabe87-3499-4429-b6c1-3b523452ef17 req-1c307089-8efa-4ec9-96b3-c93989a660b7 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Synchronizing usage tracker for tenant:6b7ea02e3894460e8dac10f751a711db on resource:floatingip {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:05:49.234903 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3818a86e-b76f-46d5-9e28-6658a3739859 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:49.243296 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-0baabe87-3499-4429-b6c1-3b523452ef17 req-1c307089-8efa-4ec9-96b3-c93989a660b7 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Unset dirty status for tenant:6b7ea02e3894460e8dac10f751a711db on resource:floatingip {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:05:49.244521 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0baabe87-3499-4429-b6c1-3b523452ef17 req-1c307089-8efa-4ec9-96b3-c93989a660b7 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.160 HTTP/1.1" status: 200 len: 696 time: 0.2680554 Feb 04 21:05:49.293625 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-3818a86e-b76f-46d5-9e28-6658a3739859 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61430995-8ac7-4658-88a1-2ba7a272394e']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:49.360038 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-3818a86e-b76f-46d5-9e28-6658a3739859 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7196bafe-3aae-4b02-aa09-82a6f5b8dc44') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:49.360333 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-3818a86e-b76f-46d5-9e28-6658a3739859 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7196bafe-3aae-4b02-aa09-82a6f5b8dc44') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:49.374131 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03624c82-675d-49e1-8b41-25563252bdf5 req-3e0acff8-4994-4f6a-a090-d0ad0a35510a tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:49.375574 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-03624c82-675d-49e1-8b41-25563252bdf5 req-3e0acff8-4994-4f6a-a090-d0ad0a35510a tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=230ad624-1b13-4628-a25e-b100a8563919 HTTP/1.1" status: 200 len: 945 time: 0.3446431 Feb 04 21:05:49.389711 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3818a86e-b76f-46d5-9e28-6658a3739859 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:49.559752 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3818a86e-b76f-46d5-9e28-6658a3739859 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:49.578907 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3818a86e-b76f-46d5-9e28-6658a3739859 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:05:49.579299 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3818a86e-b76f-46d5-9e28-6658a3739859 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:49.596028 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:05:49.596028 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:05:49.596028 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:05:49.596028 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:05:49.596028 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:05:49.596028 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:05:49.596028 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:05:49.596028 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:05:49.596028 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:05:49.596028 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:05:49.596028 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:05:49.596028 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:05:49.596028 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:05:49.596028 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:05:49.596028 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:05:49.596028 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:05:49.596028 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:05:49.596028 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:05:49.596028 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:05:49.596028 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:05:49.596028 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:05:49.596028 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:05:49.596028 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:05:49.596028 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:05:49.596028 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:05:49.596028 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:05:49.596028 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:05:49.596028 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:05:49.596028 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:05:49.596028 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:05:49.596028 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:05:49.596028 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:05:49.675695 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-03624c82-675d-49e1-8b41-25563252bdf5 req-7cb1e4ce-66a3-44bb-aae2-8661d557133a tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877815 Feb 04 21:05:49.697056 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baabe87-3499-4429-b6c1-3b523452ef17 req-af41b1b7-8666-4b32-ac83-7d0bd443139e tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:49.698494 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0baabe87-3499-4429-b6c1-3b523452ef17 req-af41b1b7-8666-4b32-ac83-7d0bd443139e tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 784 time: 0.4462845 Feb 04 21:05:49.722841 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3818a86e-b76f-46d5-9e28-6658a3739859 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:49.747888 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3818a86e-b76f-46d5-9e28-6658a3739859 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:49.772891 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818a86e-b76f-46d5-9e28-6658a3739859 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event deleted for resources: {'Network': ['ID=61430995-8ac7-4658-88a1-2ba7a272394e,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:49.778097 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-3818a86e-b76f-46d5-9e28-6658a3739859 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "DELETE /v2.0/networks/61430995-8ac7-4658-88a1-2ba7a272394e HTTP/1.1" status: 204 len: 168 time: 3.4156420 Feb 04 21:05:49.780771 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59594) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:49.808323 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-51584890-c092-4abc-bddd-e10000e755ad tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] DELETE failed (client error): The resource could not be found. Feb 04 21:05:49.808803 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51584890-c092-4abc-bddd-e10000e755ad tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:05:49.810624 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-51584890-c092-4abc-bddd-e10000e755ad tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "DELETE /v2.0/networks/61430995-8ac7-4658-88a1-2ba7a272394e HTTP/1.1" status: 404 len: 339 time: 0.0287454 Feb 04 21:05:49.814281 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59598) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:49.820735 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-2c279d49-ac0d-438e-9e8b-55a6195d1520 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1200938076', 'description': 'd1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:49.825993 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-2c279d49-ac0d-438e-9e8b-55a6195d1520 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:49.829814 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2c279d49-ac0d-438e-9e8b-55a6195d1520 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Usage tracker for resource:network and tenant:ea1ea4c831e3477381c57078b812f107 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:49.833328 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2c279d49-ac0d-438e-9e8b-55a6195d1520 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:49.838971 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-2c279d49-ac0d-438e-9e8b-55a6195d1520 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:49.850497 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c279d49-ac0d-438e-9e8b-55a6195d1520 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Made reservation on behalf of ea1ea4c831e3477381c57078b812f107 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:05:49.854122 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2c279d49-ac0d-438e-9e8b-55a6195d1520 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:49.885470 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c279d49-ac0d-438e-9e8b-55a6195d1520 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:05:49.895487 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2c279d49-ac0d-438e-9e8b-55a6195d1520 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:49.895828 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-2c279d49-ac0d-438e-9e8b-55a6195d1520 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Added segment 3bd94431-4f73-4618-8987-38fd73b2ee22 of type vlan for network fa38228d-4e9c-4c66-8003-b829dd3ba14d Feb 04 21:05:49.921997 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2c279d49-ac0d-438e-9e8b-55a6195d1520 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:49.957617 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2c279d49-ac0d-438e-9e8b-55a6195d1520 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:49.959721 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6131c-6e07-49d5-9940-0e0c36e9c88f req-baab465b-9f6e-404a-91cb-c5593dd3b3aa tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:49.961199 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c8a6131c-6e07-49d5-9940-0e0c36e9c88f req-baab465b-9f6e-404a-91cb-c5593dd3b3aa tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e656f53-cc30-4c14-bb1e-22e3876ad2c8 HTTP/1.1" status: 200 len: 945 time: 0.1682074 Feb 04 21:05:49.963262 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c279d49-ac0d-438e-9e8b-55a6195d1520 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:49.963862 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2c279d49-ac0d-438e-9e8b-55a6195d1520 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:50.049915 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c8a6131c-6e07-49d5-9940-0e0c36e9c88f req-7ec9c013-0cd7-43c6-bdbf-d56eb7641384 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786252 Feb 04 21:05:50.080393 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2c279d49-ac0d-438e-9e8b-55a6195d1520 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2571473 Feb 04 21:05:50.080393 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59602) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:50.110909 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c279d49-ac0d-438e-9e8b-55a6195d1520 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event updated for resources: {'Network': ['ID=fa38228d-4e9c-4c66-8003-b829dd3ba14d,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:50.127350 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network fa38228d-4e9c-4c66-8003-b829dd3ba14d details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:05:50.148291 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-958c269e-6016-452e-851a-2c2984c3d312 req-511a847b-f9b6-4174-a1e4-e89e85928975 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Synchronizing usage tracker for tenant:682229ba2fb84d39a2ccc966b5dfe50a on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:05:50.167900 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-958c269e-6016-452e-851a-2c2984c3d312 req-511a847b-f9b6-4174-a1e4-e89e85928975 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Unset dirty status for tenant:682229ba2fb84d39a2ccc966b5dfe50a on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:05:50.170784 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-958c269e-6016-452e-851a-2c2984c3d312 req-511a847b-f9b6-4174-a1e4-e89e85928975 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50590 time: 0.4712675 Feb 04 21:05:50.232878 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ba0ce8-7125-4332-b677-0254f3a5625a tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:50.233592 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b0ba0ce8-7125-4332-b677-0254f3a5625a tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Synchronizing usage tracker for tenant:ea1ea4c831e3477381c57078b812f107 on resource:network {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:05:50.251545 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b0ba0ce8-7125-4332-b677-0254f3a5625a tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Unset dirty status for tenant:ea1ea4c831e3477381c57078b812f107 on resource:network {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:05:50.253450 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b0ba0ce8-7125-4332-b677-0254f3a5625a tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "GET /v2.0/networks?id=fa38228d-4e9c-4c66-8003-b829dd3ba14d HTTP/1.1" status: 200 len: 761 time: 0.1772795 Feb 04 21:05:50.256085 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59606) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:50.262036 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-b97c9d53-c174-417c-b203-a8a5ad506509 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Request body: {'network': {'description': 'd2'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:50.279189 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-958c269e-6016-452e-851a-2c2984c3d312 req-5f84e7de-7c2c-49bc-8727-d67e7aa6eaba tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] 10.222.0.26 "GET /v2.0/security-groups/0ccbc0c2-7258-4542-841f-8d92eb4fff6a HTTP/1.1" status: 200 len: 2985 time: 0.0743947 Feb 04 21:05:50.304805 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88449f-4ea0-4f79-be9e-5c0d90c541fb req-57e1ef44-5d0a-4eb7-84fb-7b9716639643 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:50.306302 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9e88449f-4ea0-4f79-be9e-5c0d90c541fb req-57e1ef44-5d0a-4eb7-84fb-7b9716639643 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.1331682 Feb 04 21:05:50.377026 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-958c269e-6016-452e-851a-2c2984c3d312 req-137e34d5-a0b1-47d5-84eb-b38e5f91f3be tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] 10.222.0.26 "GET /v2.0/security-groups/0ccbc0c2-7258-4542-841f-8d92eb4fff6a HTTP/1.1" status: 200 len: 2985 time: 0.0894010 Feb 04 21:05:50.381562 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9e88449f-4ea0-4f79-be9e-5c0d90c541fb req-32fc2f06-e24b-4748-b006-128ba0be5e67 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684278 Feb 04 21:05:50.441340 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-958c269e-6016-452e-851a-2c2984c3d312 req-abe349e3-d582-4c49-ab59-53a4b72df42a tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] 10.222.0.26 "GET /v2.0/security-groups/0f9b19d2-ae71-47b0-a18a-009d41dd25a2 HTTP/1.1" status: 200 len: 2981 time: 0.0579991 Feb 04 21:05:50.507211 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b97c9d53-c174-417c-b203-a8a5ad506509 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:50.511120 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-958c269e-6016-452e-851a-2c2984c3d312 req-e8d74d00-9862-4198-b7d4-917ea2252047 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] 10.222.0.26 "GET /v2.0/security-groups/0f9b19d2-ae71-47b0-a18a-009d41dd25a2 HTTP/1.1" status: 200 len: 2981 time: 0.0629480 Feb 04 21:05:50.542884 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b97c9d53-c174-417c-b203-a8a5ad506509 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:50.565765 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-958c269e-6016-452e-851a-2c2984c3d312 req-c49b67ba-aca0-437b-bedf-5649da3bc4a9 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] 10.222.0.26 "GET /v2.0/security-groups/73efb888-9296-4828-8bff-df67e0792a03 HTTP/1.1" status: 200 len: 2985 time: 0.0482450 Feb 04 21:05:50.624974 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-958c269e-6016-452e-851a-2c2984c3d312 req-18e3f8c0-9bda-4133-83ac-a1749aa4ed47 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] 10.222.0.26 "GET /v2.0/security-groups/73efb888-9296-4828-8bff-df67e0792a03 HTTP/1.1" status: 200 len: 2985 time: 0.0525954 Feb 04 21:05:50.676367 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b97c9d53-c174-417c-b203-a8a5ad506509 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Network fa38228d-4e9c-4c66-8003-b829dd3ba14d is not hosted by any dhcp agent {{(pid=87682) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 21:05:50.682131 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97c9d53-c174-417c-b203-a8a5ad506509 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:50.682728 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b97c9d53-c174-417c-b203-a8a5ad506509 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:50.683365 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-958c269e-6016-452e-851a-2c2984c3d312 req-80047f7a-bf0e-414c-a0b6-251b041df1cb tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] 10.222.0.26 "GET /v2.0/security-groups/772eba00-5849-4013-8790-5fc862b05f78 HTTP/1.1" status: 200 len: 2985 time: 0.0512273 Feb 04 21:05:50.683980 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b97c9d53-c174-417c-b203-a8a5ad506509 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "PUT /v2.0/networks/fa38228d-4e9c-4c66-8003-b829dd3ba14d HTTP/1.1" status: 200 len: 758 time: 0.4269786 Feb 04 21:05:50.687063 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59622) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:50.762686 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c9d53-c174-417c-b203-a8a5ad506509 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event updated for resources: {'Network': ['ID=fa38228d-4e9c-4c66-8003-b829dd3ba14d,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:50.787330 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network fa38228d-4e9c-4c66-8003-b829dd3ba14d details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:05:50.922426 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-958c269e-6016-452e-851a-2c2984c3d312 req-96bdb8b8-3ae5-4371-b62d-741de2ba1710 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] 10.222.0.26 "GET /v2.0/security-groups/772eba00-5849-4013-8790-5fc862b05f78 HTTP/1.1" status: 200 len: 2985 time: 0.2319322 Feb 04 21:05:50.925988 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-597da465-bb22-4d05-ba1c-7950e740a3fb req-d085f344-0419-4088-b154-4595cf1933dd tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "GET /v2.0/floatingips/d563587d-d7cd-4dfd-bb7b-a682ac3da8a6 HTTP/1.1" status: 200 len: 693 time: 0.1261017 Feb 04 21:05:50.934873 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6bc9da-ebc1-436f-9596-363b0e1378b3 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:50.935558 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-bf6bc9da-ebc1-436f-9596-363b0e1378b3 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Synchronizing usage tracker for tenant:ea1ea4c831e3477381c57078b812f107 on resource:network {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:05:51.049533 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-bf6bc9da-ebc1-436f-9596-363b0e1378b3 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Unset dirty status for tenant:ea1ea4c831e3477381c57078b812f107 on resource:network {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:05:51.050696 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-bf6bc9da-ebc1-436f-9596-363b0e1378b3 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "GET /v2.0/networks?id=fa38228d-4e9c-4c66-8003-b829dd3ba14d HTTP/1.1" status: 200 len: 761 time: 0.3626812 Feb 04 21:05:51.054511 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59628) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:51.061477 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-d69abcc4-9f6b-4290-b160-c309f559bf75 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1738768894'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:51.067395 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d69abcc4-9f6b-4290-b160-c309f559bf75 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:51.077980 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d69abcc4-9f6b-4290-b160-c309f559bf75 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:51.086112 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-958c269e-6016-452e-851a-2c2984c3d312 req-71de2a8c-878a-4dd9-b1d7-ac2b0217122a tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] 10.222.0.26 "GET /v2.0/security-groups/7e0956dc-d9ec-4dc6-8656-8dbb2c142d00 HTTP/1.1" status: 200 len: 2985 time: 0.1455617 Feb 04 21:05:51.095442 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69abcc4-9f6b-4290-b160-c309f559bf75 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Made reservation on behalf of ea1ea4c831e3477381c57078b812f107 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:05:51.099935 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d69abcc4-9f6b-4290-b160-c309f559bf75 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:51.131092 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d69abcc4-9f6b-4290-b160-c309f559bf75 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:05:51.140493 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d69abcc4-9f6b-4290-b160-c309f559bf75 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:51.141175 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-d69abcc4-9f6b-4290-b160-c309f559bf75 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Added segment 4f974acd-69cc-4c70-9267-a69d42f664f7 of type vlan for network 1c03af30-5e76-4825-a2cd-91231d22b7f4 Feb 04 21:05:51.155830 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597da465-bb22-4d05-ba1c-7950e740a3fb req-b61fbba8-d274-4228-a4dd-aff884ed4fe2 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:51.157121 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-597da465-bb22-4d05-ba1c-7950e740a3fb req-b61fbba8-d274-4228-a4dd-aff884ed4fe2 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 784 time: 0.2177458 Feb 04 21:05:51.170259 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d69abcc4-9f6b-4290-b160-c309f559bf75 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:51.174254 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-597da465-bb22-4d05-ba1c-7950e740a3fb req-c263920b-e4e3-451b-b4a6-0f9f32508b45 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:05:51.175362 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-597da465-bb22-4d05-ba1c-7950e740a3fb req-c263920b-e4e3-451b-b4a6-0f9f32508b45 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091212 Feb 04 21:05:51.180489 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-958c269e-6016-452e-851a-2c2984c3d312 req-84b4272b-6092-4a9c-9cd9-7cafb11727cd tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] 10.222.0.26 "GET /v2.0/security-groups/7e0956dc-d9ec-4dc6-8656-8dbb2c142d00 HTTP/1.1" status: 200 len: 2985 time: 0.0827487 Feb 04 21:05:51.211722 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d69abcc4-9f6b-4290-b160-c309f559bf75 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:51.218136 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69abcc4-9f6b-4290-b160-c309f559bf75 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:51.218731 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d69abcc4-9f6b-4290-b160-c309f559bf75 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:51.232715 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-958c269e-6016-452e-851a-2c2984c3d312 req-de91164f-351f-4235-8355-43321a179b03 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] 10.222.0.26 "GET /v2.0/security-groups/93de9083-7f59-4539-8395-fafcb5c469a9 HTTP/1.1" status: 200 len: 2977 time: 0.0456104 Feb 04 21:05:51.305686 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-958c269e-6016-452e-851a-2c2984c3d312 req-67daf031-728d-44d1-af14-24f7b1849271 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] 10.222.0.26 "GET /v2.0/security-groups/93de9083-7f59-4539-8395-fafcb5c469a9 HTTP/1.1" status: 200 len: 2977 time: 0.0669658 Feb 04 21:05:51.333822 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d69abcc4-9f6b-4290-b160-c309f559bf75 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2777801 Feb 04 21:05:51.336930 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59644) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:51.344162 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-de2cfb31-cc4f-4a9c-8abe-500ad2e9616b tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Request body: {'subnet': {'network_id': '1c03af30-5e76-4825-a2cd-91231d22b7f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:51.358995 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69abcc4-9f6b-4290-b160-c309f559bf75 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event updated for resources: {'Network': ['ID=1c03af30-5e76-4825-a2cd-91231d22b7f4,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:51.369668 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 1c03af30-5e76-4825-a2cd-91231d22b7f4 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:05:51.441729 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-958c269e-6016-452e-851a-2c2984c3d312 req-d4f5a795-48f7-4589-9695-e9b483ac0d4e tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] 10.222.0.26 "GET /v2.0/security-groups/c1b185b2-2db8-4c0a-a3f3-a1f1a55a0d45 HTTP/1.1" status: 200 len: 2973 time: 0.1275866 Feb 04 21:05:51.469022 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-de2cfb31-cc4f-4a9c-8abe-500ad2e9616b tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:51.473264 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-de2cfb31-cc4f-4a9c-8abe-500ad2e9616b tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Usage tracker for resource:subnet and tenant:ea1ea4c831e3477381c57078b812f107 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:51.476429 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-de2cfb31-cc4f-4a9c-8abe-500ad2e9616b tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:51.482192 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-de2cfb31-cc4f-4a9c-8abe-500ad2e9616b tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:51.483178 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-4641a989-8089-4bbd-8a32-3f76acf1b7cd tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:51.484611 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-4641a989-8089-4bbd-8a32-3f76acf1b7cd tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/networks?id=e4cc1ce8-eeb6-46af-80b5-92196799c865 HTTP/1.1" status: 200 len: 811 time: 0.2026322 Feb 04 21:05:51.492976 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2cfb31-cc4f-4a9c-8abe-500ad2e9616b tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Made reservation on behalf of ea1ea4c831e3477381c57078b812f107 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:05:51.496701 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-de2cfb31-cc4f-4a9c-8abe-500ad2e9616b tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:51.515434 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-a38b77af-f611-49f7-8a46-b2c2df00aa69 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/quotas/d3d539dc97a744058fdb427e438eb9ad HTTP/1.1" status: 200 len: 375 time: 0.0213606 Feb 04 21:05:51.525189 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-958c269e-6016-452e-851a-2c2984c3d312 req-2397f8b1-bda2-4859-b0ce-7534af3d6465 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] 10.222.0.26 "GET /v2.0/security-groups/c1b185b2-2db8-4c0a-a3f3-a1f1a55a0d45 HTTP/1.1" status: 200 len: 2973 time: 0.0677717 Feb 04 21:05:51.618640 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-958c269e-6016-452e-851a-2c2984c3d312 req-242a6a4e-d167-448e-b5f2-68c6e325c7dc tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] 10.222.0.26 "GET /v2.0/security-groups/cbe130bc-a8f3-4de1-baeb-28d5beaf6221 HTTP/1.1" status: 200 len: 2985 time: 0.0644672 Feb 04 21:05:51.666969 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-02f0977c-334c-48fe-99b4-206373b431c6 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d3d539dc97a744058fdb427e438eb9ad&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1452217 Feb 04 21:05:51.719139 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-de2cfb31-cc4f-4a9c-8abe-500ad2e9616b tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:51.808476 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cfb31-cc4f-4a9c-8abe-500ad2e9616b tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event updated for resources: {'Subnet': ['ID=b7f6d5c1-6f35-4476-acd9-71e3220169fa,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:51.816998 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2cfb31-cc4f-4a9c-8abe-500ad2e9616b tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Checking segment: {'id': '4f974acd-69cc-4c70-9267-a69d42f664f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1c03af30-5e76-4825-a2cd-91231d22b7f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:05:51.817399 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2cfb31-cc4f-4a9c-8abe-500ad2e9616b tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Network hostable DHCP agents. Network: 1c03af30-5e76-4825-a2cd-91231d22b7f4, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:05:51.833836 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-958c269e-6016-452e-851a-2c2984c3d312 req-9f4c89a1-d370-47bb-83c8-531fe90a755e tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] 10.222.0.26 "GET /v2.0/security-groups/cbe130bc-a8f3-4de1-baeb-28d5beaf6221 HTTP/1.1" status: 200 len: 2985 time: 0.2083592 Feb 04 21:05:51.837785 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2cfb31-cc4f-4a9c-8abe-500ad2e9616b tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Network 1c03af30-5e76-4825-a2cd-91231d22b7f4 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:05:51.847207 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-de2cfb31-cc4f-4a9c-8abe-500ad2e9616b tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 1c03af30-5e76-4825-a2cd-91231d22b7f4) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:05:51.851457 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2cfb31-cc4f-4a9c-8abe-500ad2e9616b tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:51.852041 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-de2cfb31-cc4f-4a9c-8abe-500ad2e9616b tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:51.857147 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7447462-afce-4f7b-8add-23286a2467be None None] Network 1c03af30-5e76-4825-a2cd-91231d22b7f4 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:05:51.877400 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-de2cfb31-cc4f-4a9c-8abe-500ad2e9616b tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5393982 Feb 04 21:05:51.878622 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59648) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:51.965994 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-958c269e-6016-452e-851a-2c2984c3d312 req-05a8e050-0379-44c2-9abd-20be3d4d3eb4 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] 10.222.0.26 "GET /v2.0/security-groups/cc700f67-48eb-4931-b905-8e049e361da4 HTTP/1.1" status: 200 len: 2985 time: 0.0817800 Feb 04 21:05:51.997286 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-f490b8c1-8e75-4d8f-9e9d-04a16626877d service neutron] 10.222.0.26 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160627 Feb 04 21:05:52.062167 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff56692c-b6a6-4dac-b7c1-1d724fdd93d7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:52.099359 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b93104-c93a-4ca9-82b9-a835ef831005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-1c03af30-5e76-4825-a2cd-91231d22b7f4', 'network_id': '1c03af30-5e76-4825-a2cd-91231d22b7f4', 'tenant_id': 'ea1ea4c831e3477381c57078b812f107', 'fixed_ips': [{'subnet_id': 'b7f6d5c1-6f35-4476-acd9-71e3220169fa'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:05:52.100311 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d7b93104-c93a-4ca9-82b9-a835ef831005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:52.106036 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-958c269e-6016-452e-851a-2c2984c3d312 req-66a1f718-c0bf-4a9e-abe9-cda670b4a6d8 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] 10.222.0.26 "GET /v2.0/security-groups/cc700f67-48eb-4931-b905-8e049e361da4 HTTP/1.1" status: 200 len: 2985 time: 0.1304712 Feb 04 21:05:52.133625 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff56692c-b6a6-4dac-b7c1-1d724fdd93d7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:52.190985 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-b7bf1e85-341a-4e1c-b2a9-4ab396e33430 service neutron] 10.222.0.26 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856089 Feb 04 21:05:52.193368 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-958c269e-6016-452e-851a-2c2984c3d312 req-f0e66d55-bb72-4d72-a3d9-c970ce6903fa tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] 10.222.0.26 "GET /v2.0/security-groups/d1529f74-d9e6-41d9-bd68-166cb31b9765 HTTP/1.1" status: 200 len: 2985 time: 0.0807321 Feb 04 21:05:52.247960 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-958c269e-6016-452e-851a-2c2984c3d312 req-dade9edb-c917-40fa-8fa6-91e98d01bd20 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] 10.222.0.26 "GET /v2.0/security-groups/d1529f74-d9e6-41d9-bd68-166cb31b9765 HTTP/1.1" status: 200 len: 2985 time: 0.0469501 Feb 04 21:05:52.271497 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-d7b93104-c93a-4ca9-82b9-a835ef831005 None None] Allocated IP 172.20.0.2 (1c03af30-5e76-4825-a2cd-91231d22b7f4/b7f6d5c1-6f35-4476-acd9-71e3220169fa/3bf816e2-c043-4268-8c7c-eedcad54a77e) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:05:52.311781 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-958c269e-6016-452e-851a-2c2984c3d312 req-9f9d93a0-2d49-4deb-a8cb-9dbd6f7cf783 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] 10.222.0.26 "GET /v2.0/security-groups/dc27a88a-7d29-4d8e-adaa-4f6d9a816c1f HTTP/1.1" status: 200 len: 2981 time: 0.0568333 Feb 04 21:05:52.386059 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-958c269e-6016-452e-851a-2c2984c3d312 req-2a0f01bb-9e8e-4f5f-b4e7-c7ea3f17f476 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] 10.222.0.26 "GET /v2.0/security-groups/dc27a88a-7d29-4d8e-adaa-4f6d9a816c1f HTTP/1.1" status: 200 len: 2981 time: 0.0596645 Feb 04 21:05:52.442381 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-958c269e-6016-452e-851a-2c2984c3d312 req-dbe0fed0-e8fd-4d0c-95cd-a8e5824042aa tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] 10.222.0.26 "GET /v2.0/security-groups/e438e1fd-81e0-417a-bd4e-d30ae9ab8818 HTTP/1.1" status: 200 len: 2981 time: 0.0554121 Feb 04 21:05:52.522101 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-958c269e-6016-452e-851a-2c2984c3d312 req-93f86cdd-98fd-4b17-8ff9-4be116b1a677 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] 10.222.0.26 "GET /v2.0/security-groups/e438e1fd-81e0-417a-bd4e-d30ae9ab8818 HTTP/1.1" status: 200 len: 2981 time: 0.0734556 Feb 04 21:05:52.567262 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d7b93104-c93a-4ca9-82b9-a835ef831005 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:52.592724 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d7b93104-c93a-4ca9-82b9-a835ef831005 None None] Transition to ACTIVE for port object 3bf816e2-c043-4268-8c7c-eedcad54a77e will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:05:52.616595 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d7b93104-c93a-4ca9-82b9-a835ef831005 None None] Transition to ACTIVE for port object 3bf816e2-c043-4268-8c7c-eedcad54a77e will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:05:52.625246 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d7b93104-c93a-4ca9-82b9-a835ef831005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:52.632479 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-958c269e-6016-452e-851a-2c2984c3d312 req-48d0bdfa-fc1f-4b21-b88f-ac44d10e78e8 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] 10.222.0.26 "GET /v2.0/security-groups/efe0fd14-b492-45f4-93b7-76561a077743 HTTP/1.1" status: 200 len: 2985 time: 0.1094828 Feb 04 21:05:52.646418 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff56692c-b6a6-4dac-b7c1-1d724fdd93d7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:52.707282 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b93104-c93a-4ca9-82b9-a835ef831005 None None] Network 1c03af30-5e76-4825-a2cd-91231d22b7f4 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:05:52.710875 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-d7b93104-c93a-4ca9-82b9-a835ef831005 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:05:52.718944 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b93104-c93a-4ca9-82b9-a835ef831005 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:05:52.722447 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-958c269e-6016-452e-851a-2c2984c3d312 req-4ff0dd16-d4fc-4826-aa52-b16a767fb9ad tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] 10.222.0.26 "GET /v2.0/security-groups/efe0fd14-b492-45f4-93b7-76561a077743 HTTP/1.1" status: 200 len: 2985 time: 0.0831108 Feb 04 21:05:52.731903 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 441cbda1-c534-48f4-b5b0-07e28eafc031 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:05:52.775728 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56692c-b6a6-4dac-b7c1-1d724fdd93d7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event deleted for resources: {'Subnet': ['ID=b7f6d5c1-6f35-4476-acd9-71e3220169fa,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:52.823700 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ba072-6f66-46ea-b03a-8aa0ae3d70ae req-4f960ffd-14fc-4251-86e1-92a8388e1d42 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:52.825237 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b17ba072-6f66-46ea-b03a-8aa0ae3d70ae req-4f960ffd-14fc-4251-86e1-92a8388e1d42 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e656f53-cc30-4c14-bb1e-22e3876ad2c8 HTTP/1.1" status: 200 len: 945 time: 0.2869141 Feb 04 21:05:52.836197 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e213d64a-162a-419d-ba2c-05fda960e931 req-b0276bcd-5c41-4156-84c6-7b19c0167aeb tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "GET /v2.0/floatingips/d563587d-d7cd-4dfd-bb7b-a682ac3da8a6 HTTP/1.1" status: 200 len: 693 time: 0.1046407 Feb 04 21:05:52.851072 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b93104-c93a-4ca9-82b9-a835ef831005 None None] Pushing event updated for resources: {'Port': ['ID=3bf816e2-c043-4268-8c7c-eedcad54a77e,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:52.915780 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff56692c-b6a6-4dac-b7c1-1d724fdd93d7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:52.951261 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7878e7c0-beef-46c1-b7af-4bbe9989b152 req-4b706a2d-1c95-4005-a468-6b17a49de3f8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2510102 Feb 04 21:05:52.952439 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-ff56692c-b6a6-4dac-b7c1-1d724fdd93d7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c03af30-5e76-4825-a2cd-91231d22b7f4']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:52.970591 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-ff56692c-b6a6-4dac-b7c1-1d724fdd93d7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f974acd-69cc-4c70-9267-a69d42f664f7') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:52.970902 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-ff56692c-b6a6-4dac-b7c1-1d724fdd93d7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f974acd-69cc-4c70-9267-a69d42f664f7') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:52.975177 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 441cbda1-c534-48f4-b5b0-07e28eafc031, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=441cbda1-c534-48f4-b5b0-07e28eafc031,segment=NetworkSegment(d272340f-e46b-4b9a-95de-826926ac6bfb),segment_id=d272340f-e46b-4b9a-95de-826926ac6bfb)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:52.995972 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '441cbda1-c534-48f4-b5b0-07e28eafc031', 'network_id': '1e54d53d-f997-4dfb-a224-d1fd181e2576', 'port_id': '441cbda1-c534-48f4-b5b0-07e28eafc031', 'mac_address': 'fa:16:3e:fe:a9:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d973d52-9cec-4659-bee1-2f5deb367273', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:05:53.025572 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b17ba072-6f66-46ea-b03a-8aa0ae3d70ae req-97c5cdec-7b92-46ba-8b4e-0c841cf06277 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872001 Feb 04 21:05:53.030491 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff56692c-b6a6-4dac-b7c1-1d724fdd93d7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:53.059711 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff56692c-b6a6-4dac-b7c1-1d724fdd93d7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:53.070605 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff56692c-b6a6-4dac-b7c1-1d724fdd93d7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:05:53.071301 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff56692c-b6a6-4dac-b7c1-1d724fdd93d7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:53.088206 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:05:53.088206 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:05:53.088206 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:05:53.088206 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:05:53.088206 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:05:53.088206 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:05:53.088206 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:05:53.088206 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:05:53.088206 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:05:53.088206 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:05:53.088206 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:05:53.088206 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:05:53.088206 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:05:53.088206 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:05:53.088206 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:05:53.088206 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:05:53.088206 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:05:53.088206 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:05:53.088206 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:05:53.088206 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:05:53.088206 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:05:53.088206 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:05:53.088206 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:05:53.088206 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:05:53.088206 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:05:53.088206 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:05:53.088206 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:05:53.088206 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:05:53.088206 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:05:53.088206 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:05:53.088206 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:05:53.088206 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:05:53.122253 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213d64a-162a-419d-ba2c-05fda960e931 req-7bbfcb44-4b32-473f-9a16-4670dcbea98c tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:53.123874 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e213d64a-162a-419d-ba2c-05fda960e931 req-7bbfcb44-4b32-473f-9a16-4670dcbea98c tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 784 time: 0.2868850 Feb 04 21:05:53.129456 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-d7b93104-c93a-4ca9-82b9-a835ef831005 None None] Attempting to bind port 3bf816e2-c043-4268-8c7c-eedcad54a77e on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:05:53.129933 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-d7b93104-c93a-4ca9-82b9-a835ef831005 None None] Attempting to bind port 3bf816e2-c043-4268-8c7c-eedcad54a77e by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '4f974acd-69cc-4c70-9267-a69d42f664f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1c03af30-5e76-4825-a2cd-91231d22b7f4'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:05:53.130275 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b93104-c93a-4ca9-82b9-a835ef831005 None None] Attempting to bind port 3bf816e2-c043-4268-8c7c-eedcad54a77e on network 1c03af30-5e76-4825-a2cd-91231d22b7f4 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:05:53.143752 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b93104-c93a-4ca9-82b9-a835ef831005 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:05:53.144390 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b93104-c93a-4ca9-82b9-a835ef831005 None None] Checking segment: {'id': '4f974acd-69cc-4c70-9267-a69d42f664f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1c03af30-5e76-4825-a2cd-91231d22b7f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:05:53.144829 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d7b93104-c93a-4ca9-82b9-a835ef831005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:53.145382 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b93104-c93a-4ca9-82b9-a835ef831005 None None] Bound using segment: {'id': '4f974acd-69cc-4c70-9267-a69d42f664f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1c03af30-5e76-4825-a2cd-91231d22b7f4'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:05:53.146032 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-d7b93104-c93a-4ca9-82b9-a835ef831005 None None] Bound port: 3bf816e2-c043-4268-8c7c-eedcad54a77e, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f974acd-69cc-4c70-9267-a69d42f664f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1c03af30-5e76-4825-a2cd-91231d22b7f4'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:05:53.146573 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d7b93104-c93a-4ca9-82b9-a835ef831005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:53.173695 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:53.189263 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878e7c0-beef-46c1-b7af-4bbe9989b152 req-d599e227-4d7c-420b-8e19-8cd97d9f2ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:53.190845 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7878e7c0-beef-46c1-b7af-4bbe9989b152 req-d599e227-4d7c-420b-8e19-8cd97d9f2ee7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ba621d22ceb430b9eee1db66fccde19&device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 1096 time: 0.2096436 Feb 04 21:05:53.192348 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.api [None req-ff56692c-b6a6-4dac-b7c1-1d724fdd93d7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 21:05:53.192348 n-d-827896-1 neutron-server[87682]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 21:05:53.192348 n-d-827896-1 neutron-server[87682]: [parameters: {'id': '1c03af30-5e76-4825-a2cd-91231d22b7f4'}] Feb 04 21:05:53.192348 n-d-827896-1 neutron-server[87682]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:05:53.192766 n-d-827896-1 neutron-server[87682]: DEBUG oslo_db.api [None req-ff56692c-b6a6-4dac-b7c1-1d724fdd93d7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:05:53.197495 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 441cbda1-c534-48f4-b5b0-07e28eafc031 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:05:53.266607 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 441cbda1-c534-48f4-b5b0-07e28eafc031, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=441cbda1-c534-48f4-b5b0-07e28eafc031,segment=NetworkSegment(d272340f-e46b-4b9a-95de-826926ac6bfb),segment_id=d272340f-e46b-4b9a-95de-826926ac6bfb)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:53.274867 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:53.318473 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e213d64a-162a-419d-ba2c-05fda960e931 req-ac020bb8-e140-4ecf-ad47-cff61b96d2a9 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.160 HTTP/1.1" status: 200 len: 696 time: 0.1859953 Feb 04 21:05:53.320013 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ac824b23-e29c-4d4a-ae0b-af3a2d171876 req-c70dc9df-62bb-47e5-ae51-c15f4dd2b3d6 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=7800c199-947a-4ccf-86aa-73a983b04500 HTTP/1.1" status: 200 len: 210 time: 0.0766718 Feb 04 21:05:53.378977 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-d7b93104-c93a-4ca9-82b9-a835ef831005 None None] For port 3bf816e2-c043-4268-8c7c-eedcad54a77e, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:05:53.385922 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['441cbda1-c534-48f4-b5b0-07e28eafc031'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:05:53.437474 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-d7b93104-c93a-4ca9-82b9-a835ef831005 None None] For port 3bf816e2-c043-4268-8c7c-eedcad54a77e, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=3bf816e2-c043-4268-8c7c-eedcad54a77e,segment=NetworkSegment(4f974acd-69cc-4c70-9267-a69d42f664f7),segment_id=4f974acd-69cc-4c70-9267-a69d42f664f7)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:05:53.438523 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e213d64a-162a-419d-ba2c-05fda960e931 req-37feef80-dca3-4aa9-9566-80f0de513904 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.160 HTTP/1.1" status: 200 len: 696 time: 0.1058111 Feb 04 21:05:53.447573 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=441cbda1-c534-48f4-b5b0-07e28eafc031,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:53.455942 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d7b93104-c93a-4ca9-82b9-a835ef831005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:53.509121 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878e7c0-beef-46c1-b7af-4bbe9989b152 req-04df9f44-6e3b-49f8-9a19-57a6dea0763a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:53.511045 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7878e7c0-beef-46c1-b7af-4bbe9989b152 req-04df9f44-6e3b-49f8-9a19-57a6dea0763a service neutron] 10.222.0.32 "GET /v2.0/networks?id=05b0da4f-bf1c-4e94-969a-698256edcb76 HTTP/1.1" status: 200 len: 911 time: 0.2586479 Feb 04 21:05:53.555496 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b93104-c93a-4ca9-82b9-a835ef831005 None None] Pushing event updated for resources: {'Port': ['ID=3bf816e2-c043-4268-8c7c-eedcad54a77e,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:53.636124 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7878e7c0-beef-46c1-b7af-4bbe9989b152 req-077a6e24-fc4c-4f29-bb73-699eaffbaf93 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=613678b2-b88a-4a28-b8ba-3ce49cfaf2ad HTTP/1.1" status: 200 len: 1001 time: 0.1187875 Feb 04 21:05:53.650845 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-e213d64a-162a-419d-ba2c-05fda960e931 req-4fafb60a-e7e7-4adf-b6ea-861aeb1a8fe0 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Deleting port 3a0f3615-d550-4993-a153-9e072f47b551 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:05:53.651720 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e213d64a-162a-419d-ba2c-05fda960e931 req-4fafb60a-e7e7-4adf-b6ea-861aeb1a8fe0 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:53.695540 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff56692c-b6a6-4dac-b7c1-1d724fdd93d7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:53.709746 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c35d022-7bfe-40bc-adc8-47f68b7cdec9 None None] Network 1c03af30-5e76-4825-a2cd-91231d22b7f4 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:05:53.721749 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-55b87d3e-ab69-4227-9d86-3e20b78e452a req-9c526b7e-c2c9-4f7a-b492-824543ee598a tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Synchronizing usage tracker for tenant:1f55279d1cc94c3fbbccbbbdc4ca5224 on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:05:53.730862 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-ff56692c-b6a6-4dac-b7c1-1d724fdd93d7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Deleting port 3bf816e2-c043-4268-8c7c-eedcad54a77e {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:05:53.731747 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff56692c-b6a6-4dac-b7c1-1d724fdd93d7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:53.791013 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878e7c0-beef-46c1-b7af-4bbe9989b152 req-1d7a78d8-bba1-4512-a591-787f64b56b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:53.792497 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7878e7c0-beef-46c1-b7af-4bbe9989b152 req-1d7a78d8-bba1-4512-a591-787f64b56b35 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e HTTP/1.1" status: 200 len: 849 time: 0.1488967 Feb 04 21:05:53.976201 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5130512d-6bf7-42dd-a65f-e1fd6de22c1c None None] get_active_networks_info from n-d-827896-1 {{(pid=87684) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 21:05:54.033729 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-ff56692c-b6a6-4dac-b7c1-1d724fdd93d7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] For port 3bf816e2-c043-4268-8c7c-eedcad54a77e, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=3bf816e2-c043-4268-8c7c-eedcad54a77e,segment=NetworkSegment(4f974acd-69cc-4c70-9267-a69d42f664f7),segment_id=4f974acd-69cc-4c70-9267-a69d42f664f7)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:54.034624 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff56692c-b6a6-4dac-b7c1-1d724fdd93d7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:54.085453 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-55b87d3e-ab69-4227-9d86-3e20b78e452a req-9c526b7e-c2c9-4f7a-b492-824543ee598a tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Unset dirty status for tenant:1f55279d1cc94c3fbbccbbbdc4ca5224 on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:05:54.090224 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-55b87d3e-ab69-4227-9d86-3e20b78e452a req-9c526b7e-c2c9-4f7a-b492-824543ee598a tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1f55279d1cc94c3fbbccbbbdc4ca5224 HTTP/1.1" status: 200 len: 6112 time: 0.6976461 Feb 04 21:05:54.166064 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5130512d-6bf7-42dd-a65f-e1fd6de22c1c None None] Resources bound (agent type, host, resource id): {{(pid=87684) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 21:05:54.181993 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-ff56692c-b6a6-4dac-b7c1-1d724fdd93d7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Calling delete_port for 3bf816e2-c043-4268-8c7c-eedcad54a77e owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:05:54.184426 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-c647950a-09b5-4a25-8770-68a65d59f557 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:54.185961 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-c647950a-09b5-4a25-8770-68a65d59f557 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.18 "GET /v2.0/networks?id=e4cc1ce8-eeb6-46af-80b5-92196799c865 HTTP/1.1" status: 200 len: 811 time: 0.4584203 Feb 04 21:05:54.206257 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-9b7a964e-2c39-4b4c-b89a-8962b7db3c18 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Request body: {'port': {'device_id': '7800c199-947a-4ccf-86aa-73a983b04500', 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865', 'admin_state_up': True, 'tenant_id': 'd3d539dc97a744058fdb427e438eb9ad'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:54.247104 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e213d64a-162a-419d-ba2c-05fda960e931 req-4fafb60a-e7e7-4adf-b6ea-861aeb1a8fe0 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:54.247329 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e213d64a-162a-419d-ba2c-05fda960e931 req-4fafb60a-e7e7-4adf-b6ea-861aeb1a8fe0 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:54.292511 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878e7c0-beef-46c1-b7af-4bbe9989b152 req-eb472e12-f5da-4025-8742-ed72fb41adb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:54.294028 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7878e7c0-beef-46c1-b7af-4bbe9989b152 req-eb472e12-f5da-4025-8742-ed72fb41adb2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=05b0da4f-bf1c-4e94-969a-698256edcb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4950974 Feb 04 21:05:54.302572 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff56692c-b6a6-4dac-b7c1-1d724fdd93d7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:54.303763 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-55b87d3e-ab69-4227-9d86-3e20b78e452a req-37ac63c1-6af7-425e-a737-b1fcf6327acb tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] 10.222.0.26 "GET /v2.0/security-groups/d1529f74-d9e6-41d9-bd68-166cb31b9765 HTTP/1.1" status: 200 len: 2985 time: 0.2018547 Feb 04 21:05:54.379537 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56692c-b6a6-4dac-b7c1-1d724fdd93d7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event deleted for resources: {'Port': ['ID=3bf816e2-c043-4268-8c7c-eedcad54a77e,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:54.441917 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff56692c-b6a6-4dac-b7c1-1d724fdd93d7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] No DVR routers for this DVR port 3bf816e2-c043-4268-8c7c-eedcad54a77e on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:05:54.462821 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-e213d64a-162a-419d-ba2c-05fda960e931 req-4fafb60a-e7e7-4adf-b6ea-861aeb1a8fe0 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Calling delete_port for 3a0f3615-d550-4993-a153-9e072f47b551 owned by network:floatingip {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:05:54.600644 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff56692c-b6a6-4dac-b7c1-1d724fdd93d7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:54.603443 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-55b87d3e-ab69-4227-9d86-3e20b78e452a req-7a2dda73-fa3b-41d6-acb0-8b3382e673c8 tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] 10.222.0.26 "GET /v2.0/security-groups/d1529f74-d9e6-41d9-bd68-166cb31b9765 HTTP/1.1" status: 200 len: 2985 time: 0.2316203 Feb 04 21:05:54.619126 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-9b7a964e-2c39-4b4c-b89a-8962b7db3c18 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:54.623394 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-9b7a964e-2c39-4b4c-b89a-8962b7db3c18 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Usage tracker for resource:port and tenant:d3d539dc97a744058fdb427e438eb9ad is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:05:54.628489 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-9b7a964e-2c39-4b4c-b89a-8962b7db3c18 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:05:54.634601 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7878e7c0-beef-46c1-b7af-4bbe9989b152 req-124d8e1d-7eea-43db-ba97-ac335a69738a service neutron] 10.222.0.32 "GET /v2.0/networks/05b0da4f-bf1c-4e94-969a-698256edcb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280153 Feb 04 21:05:54.640483 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-ff56692c-b6a6-4dac-b7c1-1d724fdd93d7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c03af30-5e76-4825-a2cd-91231d22b7f4']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:54.673836 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-9b7a964e-2c39-4b4c-b89a-8962b7db3c18 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:54.685639 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-ff56692c-b6a6-4dac-b7c1-1d724fdd93d7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f974acd-69cc-4c70-9267-a69d42f664f7') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:54.685819 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-ff56692c-b6a6-4dac-b7c1-1d724fdd93d7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f974acd-69cc-4c70-9267-a69d42f664f7') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:54.697994 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-9b7a964e-2c39-4b4c-b89a-8962b7db3c18 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Made reservation on behalf of d3d539dc97a744058fdb427e438eb9ad for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:05:54.701541 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-9b7a964e-2c39-4b4c-b89a-8962b7db3c18 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:54.730854 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e213d64a-162a-419d-ba2c-05fda960e931 req-4fafb60a-e7e7-4adf-b6ea-861aeb1a8fe0 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:54.748666 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff56692c-b6a6-4dac-b7c1-1d724fdd93d7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:54.757458 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 441cbda1-c534-48f4-b5b0-07e28eafc031 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:05:54.781100 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff56692c-b6a6-4dac-b7c1-1d724fdd93d7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:54.801458 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff56692c-b6a6-4dac-b7c1-1d724fdd93d7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:05:54.801952 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff56692c-b6a6-4dac-b7c1-1d724fdd93d7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:54.817416 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:05:54.817416 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:05:54.817416 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:05:54.817416 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:05:54.817416 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:05:54.817416 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:05:54.817416 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:05:54.817416 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:05:54.817416 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:05:54.817416 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:05:54.817416 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:05:54.817416 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:05:54.817416 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:05:54.817416 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:05:54.817416 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:05:54.817416 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:05:54.817416 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:05:54.817416 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:05:54.817416 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:05:54.817416 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:05:54.817416 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:05:54.817416 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:05:54.817416 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:05:54.817416 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:05:54.817416 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:05:54.817416 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:05:54.817416 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:05:54.817416 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:05:54.817416 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:05:54.817416 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:05:54.817416 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:05:54.817416 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:05:54.848777 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 441cbda1-c534-48f4-b5b0-07e28eafc031 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:05:54.849293 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:54.855653 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fafb60a-e7e7-4adf-b6ea-861aeb1a8fe0 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Pushing event deleted for resources: {'Port': ['ID=3a0f3615-d550-4993-a153-9e072f47b551,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:54.909285 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7878e7c0-beef-46c1-b7af-4bbe9989b152 req-c6e8ef12-96ac-4281-9a98-1eaa585a5c09 service neutron] 10.222.0.32 "GET /v2.0/networks/05b0da4f-bf1c-4e94-969a-698256edcb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605252 Feb 04 21:05:54.918128 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff56692c-b6a6-4dac-b7c1-1d724fdd93d7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:54.949456 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff56692c-b6a6-4dac-b7c1-1d724fdd93d7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:54.959843 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56692c-b6a6-4dac-b7c1-1d724fdd93d7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event deleted for resources: {'Network': ['ID=1c03af30-5e76-4825-a2cd-91231d22b7f4,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:54.975821 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ff56692c-b6a6-4dac-b7c1-1d724fdd93d7 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "DELETE /v2.0/networks/1c03af30-5e76-4825-a2cd-91231d22b7f4 HTTP/1.1" status: 204 len: 168 time: 3.0960305 Feb 04 21:05:54.978297 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59690) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:55.022150 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:55.023597 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab137565-abb6-42ac-a3bd-d3304455b49d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] GET failed (client error): The resource could not be found. Feb 04 21:05:55.024124 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ab137565-abb6-42ac-a3bd-d3304455b49d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Synchronizing usage tracker for tenant:ea1ea4c831e3477381c57078b812f107 on resource:subnet {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:05:55.043276 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ab137565-abb6-42ac-a3bd-d3304455b49d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Unset dirty status for tenant:ea1ea4c831e3477381c57078b812f107 on resource:subnet {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:05:55.044571 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ab137565-abb6-42ac-a3bd-d3304455b49d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "GET /v2.0/subnets/b7f6d5c1-6f35-4476-acd9-71e3220169fa HTTP/1.1" status: 404 len: 337 time: 0.0652213 Feb 04 21:05:55.047703 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59694) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:55.054933 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230ad624-1b13-4628-a25e-b100a8563919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441cbda1-c534-48f4-b5b0-07e28eafc031'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:05:55.055141 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e213d64a-162a-419d-ba2c-05fda960e931 req-4fafb60a-e7e7-4adf-b6ea-861aeb1a8fe0 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks [] for floatingip, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:55.064611 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 441cbda1-c534-48f4-b5b0-07e28eafc031, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=441cbda1-c534-48f4-b5b0-07e28eafc031,segment=NetworkSegment(d272340f-e46b-4b9a-95de-826926ac6bfb),segment_id=d272340f-e46b-4b9a-95de-826926ac6bfb)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:55.069972 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:55.076134 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc20028-7189-444d-8dd3-e77fd01d9589 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] DELETE failed (client error): The resource could not be found. Feb 04 21:05:55.077353 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dc20028-7189-444d-8dd3-e77fd01d9589 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:05:55.082072 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0dc20028-7189-444d-8dd3-e77fd01d9589 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "DELETE /v2.0/networks/1c03af30-5e76-4825-a2cd-91231d22b7f4 HTTP/1.1" status: 404 len: 339 time: 0.0297699 Feb 04 21:05:55.082858 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59700) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:55.099167 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e230ae-3ff5-4206-85ee-f3c945966270 req-20e178d6-b309-4576-b02d-f03b24fc6dcf tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:55.100761 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c8e230ae-3ff5-4206-85ee-f3c945966270 req-20e178d6-b309-4576-b02d-f03b24fc6dcf tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e656f53-cc30-4c14-bb1e-22e3876ad2c8 HTTP/1.1" status: 200 len: 945 time: 0.2957783 Feb 04 21:05:55.118384 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e213d64a-162a-419d-ba2c-05fda960e931 req-4fafb60a-e7e7-4adf-b6ea-861aeb1a8fe0 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:55.119536 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e213d64a-162a-419d-ba2c-05fda960e931 req-4fafb60a-e7e7-4adf-b6ea-861aeb1a8fe0 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "DELETE /v2.0/floatingips/d563587d-d7cd-4dfd-bb7b-a682ac3da8a6 HTTP/1.1" status: 204 len: 173 time: 1.6680789 Feb 04 21:05:55.120925 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-9b7a964e-2c39-4b4c-b89a-8962b7db3c18 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Allocated IP 172.20.0.14 (e4cc1ce8-eeb6-46af-80b5-92196799c865/ee4d3909-e094-4079-9a7f-4f6007c68222/e9f4b42e-cf56-4a03-94e2-a66988e9676e) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:05:55.152551 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=441cbda1-c534-48f4-b5b0-07e28eafc031,revision_number=7']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:55.186936 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c8e230ae-3ff5-4206-85ee-f3c945966270 req-dfb4f110-aae2-4732-ac72-bffb81a53de3 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749190 Feb 04 21:05:55.361694 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5f9ff4-ce5f-4dd8-b2ba-6dfc819c7250 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:55.362408 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-eb5f9ff4-ce5f-4dd8-b2ba-6dfc819c7250 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Synchronizing usage tracker for tenant:ea1ea4c831e3477381c57078b812f107 on resource:network {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:05:55.377258 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-37e92b99-9a70-42af-b25a-eac9829e9680 req-0f265205-2f85-45ff-b8f1-80ce06ae7dad tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Synchronizing usage tracker for tenant:d3d539dc97a744058fdb427e438eb9ad on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:05:55.378057 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-eb5f9ff4-ce5f-4dd8-b2ba-6dfc819c7250 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Unset dirty status for tenant:ea1ea4c831e3477381c57078b812f107 on resource:network {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:05:55.379601 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-eb5f9ff4-ce5f-4dd8-b2ba-6dfc819c7250 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2957544 Feb 04 21:05:55.382333 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59706) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:55.414567 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2a77a1e9-3a73-4bca-adc2-b9fa9e21042f req-5834d09f-37f9-400a-b6f7-25bd900c4c57 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] 10.222.0.26 "GET /v2.0/security-groups/57983906-7d75-4ea5-85e3-6967d83b1a79 HTTP/1.1" status: 200 len: 1779 time: 0.1951640 Feb 04 21:05:55.428734 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f5569490-f750-4561-9552-c67f319b329a tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "GET /v2.0/subnets?network_id=1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 207 time: 0.0453062 Feb 04 21:05:55.432161 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59710) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:55.450447 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-37e92b99-9a70-42af-b25a-eac9829e9680 req-0f265205-2f85-45ff-b8f1-80ce06ae7dad tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Unset dirty status for tenant:d3d539dc97a744058fdb427e438eb9ad on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:05:55.453711 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-37e92b99-9a70-42af-b25a-eac9829e9680 req-0f265205-2f85-45ff-b8f1-80ce06ae7dad tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=7800c199-947a-4ccf-86aa-73a983b04500 HTTP/1.1" status: 200 len: 210 time: 0.2099268 Feb 04 21:05:55.516830 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230ad624-1b13-4628-a25e-b100a8563919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441cbda1-c534-48f4-b5b0-07e28eafc031', 'code': 200} Feb 04 21:05:55.524438 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-9b7a964e-2c39-4b4c-b89a-8962b7db3c18 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:55.590400 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7baf526-0816-4c02-ba1c-f61e51cf5e60 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:55.598791 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7baf526-0816-4c02-ba1c-f61e51cf5e60 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:55.605328 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7baf526-0816-4c02-ba1c-f61e51cf5e60 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:55.611849 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7baf526-0816-4c02-ba1c-f61e51cf5e60 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:55.618906 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d7baf526-0816-4c02-ba1c-f61e51cf5e60 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1812239 Feb 04 21:05:55.619330 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59714) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:55.631107 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-9b7a964e-2c39-4b4c-b89a-8962b7db3c18 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Transition to ACTIVE for port object e9f4b42e-cf56-4a03-94e2-a66988e9676e will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:05:55.637527 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2a77a1e9-3a73-4bca-adc2-b9fa9e21042f req-3ba9609a-f158-4462-8146-5a19fb6c0f9d tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:55.786169 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a7bcc6ed-f90e-4554-a92a-d15879f51024 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1655698 Feb 04 21:05:55.789427 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59720) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:55.839274 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2a77a1e9-3a73-4bca-adc2-b9fa9e21042f req-3ba9609a-f158-4462-8146-5a19fb6c0f9d tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:55.856448 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d992e92-639c-464f-a9ff-245e04f1942f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:55.857975 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d992e92-639c-464f-a9ff-245e04f1942f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:55.859498 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2d992e92-639c-464f-a9ff-245e04f1942f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0691562 Feb 04 21:05:55.863329 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59724) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:55.882429 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-9b7a964e-2c39-4b4c-b89a-8962b7db3c18 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:55.927771 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f7b47-ab4c-44b4-9a95-a505fd4d3a2d req-4e641749-4d52-4b8e-9c19-f5e0a4c5965b tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:55.929342 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dc5f7b47-ab4c-44b4-9a95-a505fd4d3a2d req-4e641749-4d52-4b8e-9c19-f5e0a4c5965b tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3979602 Feb 04 21:05:55.944356 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b34793b-92c2-40c0-a081-75520aae523f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['shared'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:55.946877 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b34793b-92c2-40c0-a081-75520aae523f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['shared'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:55.954407 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4b34793b-92c2-40c0-a081-75520aae523f tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0852277 Feb 04 21:05:55.954712 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59732) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:56.002649 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-9b7a964e-2c39-4b4c-b89a-8962b7db3c18 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Network e4cc1ce8-eeb6-46af-80b5-92196799c865 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:05:56.007716 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-9b7a964e-2c39-4b4c-b89a-8962b7db3c18 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:05:56.010645 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-9b7a964e-2c39-4b4c-b89a-8962b7db3c18 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:05:56.026989 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:56.105575 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a964e-2c39-4b4c-b89a-8962b7db3c18 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Pushing event updated for resources: {'Port': ['ID=e9f4b42e-cf56-4a03-94e2-a66988e9676e,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:56.120145 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2a77a1e9-3a73-4bca-adc2-b9fa9e21042f req-3ba9609a-f158-4462-8146-5a19fb6c0f9d tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:56.167510 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52c5af0-f06e-458b-b321-d82a028340bf tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:56.172571 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d52c5af0-f06e-458b-b321-d82a028340bf tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "GET /v2.0/networks/3f244a5e-1789-457e-b614-7dd59361e7b6 HTTP/1.1" status: 200 len: 800 time: 0.2135301 Feb 04 21:05:56.173398 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59742) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:56.176633 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d907bb25-8c79-478d-804b-ba72f88b9219 req-7129cefc-9533-42e3-b913-4945760e9936 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Synchronizing usage tracker for tenant:6b7ea02e3894460e8dac10f751a711db on resource:floatingip {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:05:56.182782 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9609a-f158-4462-8146-5a19fb6c0f9d tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57983906-7d75-4ea5-85e3-6967d83b1a79,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:56.204643 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-9b7a964e-2c39-4b4c-b89a-8962b7db3c18 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:56.205306 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-9b7a964e-2c39-4b4c-b89a-8962b7db3c18 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:56.220068 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2a77a1e9-3a73-4bca-adc2-b9fa9e21042f req-3ba9609a-f158-4462-8146-5a19fb6c0f9d tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:56.233117 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2a77a1e9-3a73-4bca-adc2-b9fa9e21042f req-3ba9609a-f158-4462-8146-5a19fb6c0f9d tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] 10.222.0.26 "DELETE /v2.0/security-groups/57983906-7d75-4ea5-85e3-6967d83b1a79 HTTP/1.1" status: 204 len: 173 time: 0.8116610 Feb 04 21:05:56.250309 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-9b7a964e-2c39-4b4c-b89a-8962b7db3c18 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0512788 Feb 04 21:05:56.251525 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d907bb25-8c79-478d-804b-ba72f88b9219 req-7129cefc-9533-42e3-b913-4945760e9936 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Unset dirty status for tenant:6b7ea02e3894460e8dac10f751a711db on resource:floatingip {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:05:56.253831 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d907bb25-8c79-478d-804b-ba72f88b9219 req-7129cefc-9533-42e3-b913-4945760e9936 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "GET /v2.0/floatingips?tenant_id=6b7ea02e3894460e8dac10f751a711db HTTP/1.1" status: 200 len: 1656 time: 0.2023263 Feb 04 21:05:56.261727 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-cd1c5693-3aef-4cf1-9c26-1865e8df0823 service neutron] Request body: {'port': {'device_id': '7800c199-947a-4ccf-86aa-73a983b04500', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:56.337503 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-81534a76-d87c-43e8-b38f-f91d37c95267 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "GET /v2.0/networks/3f244a5e-1789-457e-b614-7dd59361e7b6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1633136 Feb 04 21:05:56.340747 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59750) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:56.357526 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-e2241680-f7a5-4e2d-bd6b-260424d06406 None None] Provisioning for port e9f4b42e-cf56-4a03-94e2-a66988e9676e completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:05:56.362843 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-e2241680-f7a5-4e2d-bd6b-260424d06406 None None] Provisioning complete for port e9f4b42e-cf56-4a03-94e2-a66988e9676e triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:05:56.363342 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e2241680-f7a5-4e2d-bd6b-260424d06406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:56.415247 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e00af23-e73e-493e-89c5-6fc63ecee5d6 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:56.416654 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7e00af23-e73e-493e-89c5-6fc63ecee5d6 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "GET /v2.0/subnets/d0bd6747-8e5e-461c-8898-f2bc54d06225 HTTP/1.1" status: 200 len: 811 time: 0.0749629 Feb 04 21:05:56.420176 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59754) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:56.425941 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-e2241680-f7a5-4e2d-bd6b-260424d06406 None None] Port e9f4b42e-cf56-4a03-94e2-a66988e9676e cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:05:56.494971 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2a8162-7ad3-4ed7-8810-ca0551b5d4d8 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['shared'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:56.496676 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9b2a8162-7ad3-4ed7-8810-ca0551b5d4d8 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "GET /v2.0/subnets/d0bd6747-8e5e-461c-8898-f2bc54d06225?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0756090 Feb 04 21:05:56.500231 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59760) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:56.506736 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-1b180835-c50d-4fe1-b3cf-d926a81ce128 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2142927792'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:56.511870 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-1b180835-c50d-4fe1-b3cf-d926a81ce128 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:56.521735 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-1b180835-c50d-4fe1-b3cf-d926a81ce128 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:56.532018 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b180835-c50d-4fe1-b3cf-d926a81ce128 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Made reservation on behalf of ea1ea4c831e3477381c57078b812f107 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:05:56.535471 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1b180835-c50d-4fe1-b3cf-d926a81ce128 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:56.552567 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-cd1c5693-3aef-4cf1-9c26-1865e8df0823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:56.563946 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b180835-c50d-4fe1-b3cf-d926a81ce128 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:05:56.573833 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1b180835-c50d-4fe1-b3cf-d926a81ce128 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:56.574170 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-1b180835-c50d-4fe1-b3cf-d926a81ce128 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Added segment f19a3f0c-c992-4407-b569-22f490fdf669 of type vlan for network 452e3c0a-9d1d-40c6-a818-a6dc96cd0825 Feb 04 21:05:56.604810 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1b180835-c50d-4fe1-b3cf-d926a81ce128 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:56.635913 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1b180835-c50d-4fe1-b3cf-d926a81ce128 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:56.641349 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b180835-c50d-4fe1-b3cf-d926a81ce128 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:56.641929 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1b180835-c50d-4fe1-b3cf-d926a81ce128 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:56.651865 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907bb25-8c79-478d-804b-ba72f88b9219 req-ed9fad2a-0b3d-4764-8f55-30e1b22d26da tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:56.653312 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d907bb25-8c79-478d-804b-ba72f88b9219 req-ed9fad2a-0b3d-4764-8f55-30e1b22d26da tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "GET /v2.0/networks?id=1f11f724-8cdd-497d-8220-929f45cf1223&id=1f11f724-8cdd-497d-8220-929f45cf1223&id=1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 787 time: 0.3572788 Feb 04 21:05:56.673402 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08584e2-a4c2-4d2b-8bd1-828ec6e4dec7 req-b5570cad-b350-4e46-8ef3-64a4186573ea tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:56.674445 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c08584e2-a4c2-4d2b-8bd1-828ec6e4dec7 req-b5570cad-b350-4e46-8ef3-64a4186573ea tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e656f53-cc30-4c14-bb1e-22e3876ad2c8 HTTP/1.1" status: 200 len: 945 time: 0.3380015 Feb 04 21:05:56.678863 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-d907bb25-8c79-478d-804b-ba72f88b9219 req-e0f1c7dd-9c05-4b0f-b568-dbac227bda65 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:05:56.679807 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d907bb25-8c79-478d-804b-ba72f88b9219 req-e0f1c7dd-9c05-4b0f-b568-dbac227bda65 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177321 Feb 04 21:05:56.751396 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1b180835-c50d-4fe1-b3cf-d926a81ce128 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2501040 Feb 04 21:05:56.754655 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59766) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:56.762059 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-24f08bb1-5689-4f92-bcb1-dd01d08e6ea4 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Request body: {'subnet': {'network_id': '452e3c0a-9d1d-40c6-a818-a6dc96cd0825', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:56.776459 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b180835-c50d-4fe1-b3cf-d926a81ce128 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event updated for resources: {'Network': ['ID=452e3c0a-9d1d-40c6-a818-a6dc96cd0825,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:56.804504 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 452e3c0a-9d1d-40c6-a818-a6dc96cd0825 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:05:56.819140 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c08584e2-a4c2-4d2b-8bd1-828ec6e4dec7 req-b1371b75-2b07-4c39-aa64-c6c1bf0cf474 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362953 Feb 04 21:05:56.883680 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-24f08bb1-5689-4f92-bcb1-dd01d08e6ea4 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:05:56.900235 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-24f08bb1-5689-4f92-bcb1-dd01d08e6ea4 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:05:56.911315 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-443f62a2-c175-458e-8ec5-e99800dfddd5 req-34c1da9d-022d-4956-bd13-a0313e1ea419 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] 10.222.0.26 "GET /v2.0/security-groups/8b7075d3-6c00-4236-9566-41870eb7807e HTTP/1.1" status: 200 len: 1780 time: 0.2009461 Feb 04 21:05:56.913150 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f08bb1-5689-4f92-bcb1-dd01d08e6ea4 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Made reservation on behalf of ea1ea4c831e3477381c57078b812f107 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:05:56.919683 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-24f08bb1-5689-4f92-bcb1-dd01d08e6ea4 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:57.025319 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.ipam_backend_mixin [None req-24f08bb1-5689-4f92-bcb1-dd01d08e6ea4 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Performing IP validity checks on allocation pools {{(pid=87682) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 21:05:57.025831 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.ipam_backend_mixin [None req-24f08bb1-5689-4f92-bcb1-dd01d08e6ea4 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87682) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 21:05:57.094924 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-443f62a2-c175-458e-8ec5-e99800dfddd5 req-3161cbb5-4720-4ede-8614-46748ceb2eb5 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:57.159878 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-24f08bb1-5689-4f92-bcb1-dd01d08e6ea4 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:57.172808 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b6441-26ea-4b7e-8dd6-dbe5637df39f req-0ffd52cf-daa5-4b39-94c9-c3a28eb4d368 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:57.174282 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ee3b6441-26ea-4b7e-8dd6-dbe5637df39f req-0ffd52cf-daa5-4b39-94c9-c3a28eb4d368 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=7800c199-947a-4ccf-86aa-73a983b04500 HTTP/1.1" status: 200 len: 932 time: 0.2341635 Feb 04 21:05:57.185833 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-443f62a2-c175-458e-8ec5-e99800dfddd5 req-3161cbb5-4720-4ede-8614-46748ceb2eb5 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:57.241771 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-cd1c5693-3aef-4cf1-9c26-1865e8df0823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f4b42e-cf56-4a03-94e2-a66988e9676e {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:05:57.267710 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-cd1c5693-3aef-4cf1-9c26-1865e8df0823 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:57.296065 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ee3b6441-26ea-4b7e-8dd6-dbe5637df39f req-671bddbd-6f09-4c6c-8951-7f8024b4c046 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011934 Feb 04 21:05:57.298655 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-cd1c5693-3aef-4cf1-9c26-1865e8df0823 service neutron] Transition to ACTIVE for port object e9f4b42e-cf56-4a03-94e2-a66988e9676e will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:05:57.300255 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-443f62a2-c175-458e-8ec5-e99800dfddd5 req-3161cbb5-4720-4ede-8614-46748ceb2eb5 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:57.320668 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-cd1c5693-3aef-4cf1-9c26-1865e8df0823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:57.357032 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161cbb5-4720-4ede-8614-46748ceb2eb5 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7075d3-6c00-4236-9566-41870eb7807e,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:57.371414 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-443f62a2-c175-458e-8ec5-e99800dfddd5 req-3161cbb5-4720-4ede-8614-46748ceb2eb5 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:57.372485 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-443f62a2-c175-458e-8ec5-e99800dfddd5 req-3161cbb5-4720-4ede-8614-46748ceb2eb5 tempest-SecurityGroupsTestAdminJSON-986111464 tempest-SecurityGroupsTestAdminJSON-986111464-project-admin] 10.222.0.26 "DELETE /v2.0/security-groups/8b7075d3-6c00-4236-9566-41870eb7807e HTTP/1.1" status: 204 len: 173 time: 0.4527538 Feb 04 21:05:57.374449 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f08bb1-5689-4f92-bcb1-dd01d08e6ea4 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event updated for resources: {'Subnet': ['ID=b5f78d26-1418-43c1-8ba3-8e84b794fd05,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:57.386280 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f08bb1-5689-4f92-bcb1-dd01d08e6ea4 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Checking segment: {'id': 'f19a3f0c-c992-4407-b569-22f490fdf669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '452e3c0a-9d1d-40c6-a818-a6dc96cd0825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:05:57.386641 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f08bb1-5689-4f92-bcb1-dd01d08e6ea4 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Network hostable DHCP agents. Network: 452e3c0a-9d1d-40c6-a818-a6dc96cd0825, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:05:57.407560 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f08bb1-5689-4f92-bcb1-dd01d08e6ea4 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Network 452e3c0a-9d1d-40c6-a818-a6dc96cd0825 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:05:57.422496 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-24f08bb1-5689-4f92-bcb1-dd01d08e6ea4 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 452e3c0a-9d1d-40c6-a818-a6dc96cd0825) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:05:57.429182 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f08bb1-5689-4f92-bcb1-dd01d08e6ea4 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:57.430233 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-24f08bb1-5689-4f92-bcb1-dd01d08e6ea4 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:57.431624 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a278be74-bc44-4b5b-8633-90e14b547bbb None None] Network 452e3c0a-9d1d-40c6-a818-a6dc96cd0825 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:05:57.466164 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-24f08bb1-5689-4f92-bcb1-dd01d08e6ea4 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7079334 Feb 04 21:05:57.466643 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59778) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:57.473782 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-9db22728-dc7f-4586-89e8-e724a5e92e5e tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:05:57.479119 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9bec82fe-32a2-4aaa-bbf4-a390f1583c55 req-b517a7dd-38c0-4daa-b0ef-13410ac84cd6 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "GET /v2.0/floatingips/63bcf418-5149-4591-a357-d1c41071c660 HTTP/1.1" status: 200 len: 693 time: 0.1088727 Feb 04 21:05:57.654389 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9db22728-dc7f-4586-89e8-e724a5e92e5e tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2643082'] for subnet, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:57.847967 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d5b081-aa48-43be-aefb-832eca69a208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-452e3c0a-9d1d-40c6-a818-a6dc96cd0825', 'network_id': '452e3c0a-9d1d-40c6-a818-a6dc96cd0825', 'tenant_id': 'ea1ea4c831e3477381c57078b812f107', 'fixed_ips': [{'subnet_id': 'b5f78d26-1418-43c1-8ba3-8e84b794fd05'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:05:57.849802 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d5d5b081-aa48-43be-aefb-832eca69a208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:57.858768 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c5693-3aef-4cf1-9c26-1865e8df0823 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f4b42e-cf56-4a03-94e2-a66988e9676e,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:57.948060 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9db22728-dc7f-4586-89e8-e724a5e92e5e tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761250875652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1594027'] for subnet, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:58.013149 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db22728-dc7f-4586-89e8-e724a5e92e5e tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:58.013765 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9db22728-dc7f-4586-89e8-e724a5e92e5e tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:58.015075 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9db22728-dc7f-4586-89e8-e724a5e92e5e tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "PUT /v2.0/subnets/b5f78d26-1418-43c1-8ba3-8e84b794fd05 HTTP/1.1" status: 200 len: 877 time: 0.5474832 Feb 04 21:05:58.022418 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59804) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:05:58.047097 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec82fe-32a2-4aaa-bbf4-a390f1583c55 req-059f9097-cea1-456d-bf87-0227f69f6db4 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:58.048207 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db22728-dc7f-4586-89e8-e724a5e92e5e tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event updated for resources: {'Subnet': ['ID=b5f78d26-1418-43c1-8ba3-8e84b794fd05,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:58.056014 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9bec82fe-32a2-4aaa-bbf4-a390f1583c55 req-059f9097-cea1-456d-bf87-0227f69f6db4 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 784 time: 0.5183194 Feb 04 21:05:58.067223 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-560e2dd2-589b-4f3e-8791-a58bd7f9e26b req-009d14a6-2005-4749-83ed-2831325311ad tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] 10.222.0.26 "GET /v2.0/security-groups/797ca900-a72b-4432-acff-559558cbbae3 HTTP/1.1" status: 200 len: 1780 time: 0.4986472 Feb 04 21:05:58.086420 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-9bec82fe-32a2-4aaa-bbf4-a390f1583c55 req-3b5dd1bd-9f46-4901-962a-ee05943c374a tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:05:58.093122 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9bec82fe-32a2-4aaa-bbf4-a390f1583c55 req-3b5dd1bd-9f46-4901-962a-ee05943c374a tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0362470 Feb 04 21:05:58.119863 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-d5d5b081-aa48-43be-aefb-832eca69a208 None None] Allocated IP 172.20.0.3 (452e3c0a-9d1d-40c6-a818-a6dc96cd0825/b5f78d26-1418-43c1-8ba3-8e84b794fd05/14521518-6254-4afd-86a5-39c771753b4c) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:05:58.189202 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9bec82fe-32a2-4aaa-bbf4-a390f1583c55 req-5fd827b2-554a-45a3-8f29-ceadf2040bad tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.142 HTTP/1.1" status: 200 len: 696 time: 0.0949864 Feb 04 21:05:58.273835 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-59256936-03f8-4332-8213-525da8427268 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:58.304800 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9bec82fe-32a2-4aaa-bbf4-a390f1583c55 req-2d15795b-bdb1-4390-8841-f78939eeae37 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.142 HTTP/1.1" status: 200 len: 696 time: 0.1146493 Feb 04 21:05:58.389779 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-cd1c5693-3aef-4cf1-9c26-1865e8df0823 service neutron] Attempting to bind port e9f4b42e-cf56-4a03-94e2-a66988e9676e on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:05:58.390115 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-cd1c5693-3aef-4cf1-9c26-1865e8df0823 service neutron] Attempting to bind port e9f4b42e-cf56-4a03-94e2-a66988e9676e by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '274548b3-06d3-4078-a4e7-5e4131c79abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:05:58.390448 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-cd1c5693-3aef-4cf1-9c26-1865e8df0823 service neutron] Attempting to bind port e9f4b42e-cf56-4a03-94e2-a66988e9676e on network e4cc1ce8-eeb6-46af-80b5-92196799c865 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:05:58.415197 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-59256936-03f8-4332-8213-525da8427268 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:58.441439 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-cd1c5693-3aef-4cf1-9c26-1865e8df0823 service neutron] Port e9f4b42e-cf56-4a03-94e2-a66988e9676e on network e4cc1ce8-eeb6-46af-80b5-92196799c865 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:05:58.441902 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-cd1c5693-3aef-4cf1-9c26-1865e8df0823 service neutron] Attempting to bind port e9f4b42e-cf56-4a03-94e2-a66988e9676e on network e4cc1ce8-eeb6-46af-80b5-92196799c865 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:05:58.522376 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d5d5b081-aa48-43be-aefb-832eca69a208 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:58.533586 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d5d5b081-aa48-43be-aefb-832eca69a208 None None] Transition to ACTIVE for port object 14521518-6254-4afd-86a5-39c771753b4c will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:05:58.541444 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-560e2dd2-589b-4f3e-8791-a58bd7f9e26b req-c6ea9a5a-82d0-4ead-ad17-ac2c5a77e6c2 tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:58.559735 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-cd1c5693-3aef-4cf1-9c26-1865e8df0823 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:05:58.560376 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-cd1c5693-3aef-4cf1-9c26-1865e8df0823 service neutron] Checking segment: {'id': '274548b3-06d3-4078-a4e7-5e4131c79abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:05:58.560539 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-cd1c5693-3aef-4cf1-9c26-1865e8df0823 service neutron] Bound using segment: {'id': '274548b3-06d3-4078-a4e7-5e4131c79abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:05:58.560912 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-cd1c5693-3aef-4cf1-9c26-1865e8df0823 service neutron] Bound port: e9f4b42e-cf56-4a03-94e2-a66988e9676e, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '274548b3-06d3-4078-a4e7-5e4131c79abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:05:58.561286 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-cd1c5693-3aef-4cf1-9c26-1865e8df0823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:58.561631 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d5d5b081-aa48-43be-aefb-832eca69a208 None None] Transition to ACTIVE for port object 14521518-6254-4afd-86a5-39c771753b4c will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:05:58.573958 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d5d5b081-aa48-43be-aefb-832eca69a208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:58.592020 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-9bec82fe-32a2-4aaa-bbf4-a390f1583c55 req-5072647b-8ee6-4658-9acb-70bb58739140 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Deleting port 86550369-d973-4acb-ae64-0bb535d1da93 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:05:58.592363 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9bec82fe-32a2-4aaa-bbf4-a390f1583c55 req-5072647b-8ee6-4658-9acb-70bb58739140 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:58.595970 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-59256936-03f8-4332-8213-525da8427268 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:58.672954 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59256936-03f8-4332-8213-525da8427268 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event deleted for resources: {'Subnet': ['ID=b5f78d26-1418-43c1-8ba3-8e84b794fd05,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:58.712877 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-560e2dd2-589b-4f3e-8791-a58bd7f9e26b req-c6ea9a5a-82d0-4ead-ad17-ac2c5a77e6c2 tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:58.738813 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5b081-aa48-43be-aefb-832eca69a208 None None] Pushing event updated for resources: {'Port': ['ID=14521518-6254-4afd-86a5-39c771753b4c,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:58.758307 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5b081-aa48-43be-aefb-832eca69a208 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:58.758910 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5b081-aa48-43be-aefb-832eca69a208 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:58.759628 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5b081-aa48-43be-aefb-832eca69a208 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:58.760117 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5b081-aa48-43be-aefb-832eca69a208 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:58.760605 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5b081-aa48-43be-aefb-832eca69a208 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:58.761118 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5b081-aa48-43be-aefb-832eca69a208 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:58.761621 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5b081-aa48-43be-aefb-832eca69a208 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:58.762100 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5b081-aa48-43be-aefb-832eca69a208 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:58.762736 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5b081-aa48-43be-aefb-832eca69a208 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:58.763215 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5b081-aa48-43be-aefb-832eca69a208 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:58.763814 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5b081-aa48-43be-aefb-832eca69a208 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:58.764287 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5b081-aa48-43be-aefb-832eca69a208 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:05:58.779472 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d5b081-aa48-43be-aefb-832eca69a208 None None] Network 452e3c0a-9d1d-40c6-a818-a6dc96cd0825 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:05:58.781153 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-d5d5b081-aa48-43be-aefb-832eca69a208 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:05:58.791869 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d5b081-aa48-43be-aefb-832eca69a208 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:05:58.812156 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-59256936-03f8-4332-8213-525da8427268 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:58.847829 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-59256936-03f8-4332-8213-525da8427268 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['452e3c0a-9d1d-40c6-a818-a6dc96cd0825']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:58.859135 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-cd1c5693-3aef-4cf1-9c26-1865e8df0823 service neutron] For port e9f4b42e-cf56-4a03-94e2-a66988e9676e, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:05:58.866783 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-59256936-03f8-4332-8213-525da8427268 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f19a3f0c-c992-4407-b569-22f490fdf669') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:58.867321 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-59256936-03f8-4332-8213-525da8427268 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f19a3f0c-c992-4407-b569-22f490fdf669') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:05:58.883721 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-59256936-03f8-4332-8213-525da8427268 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:58.886249 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-cd1c5693-3aef-4cf1-9c26-1865e8df0823 service neutron] For port e9f4b42e-cf56-4a03-94e2-a66988e9676e, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=e9f4b42e-cf56-4a03-94e2-a66988e9676e,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:05:58.894466 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-cd1c5693-3aef-4cf1-9c26-1865e8df0823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:58.911485 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-59256936-03f8-4332-8213-525da8427268 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:58.919786 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59256936-03f8-4332-8213-525da8427268 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:05:58.920626 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-59256936-03f8-4332-8213-525da8427268 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:58.941076 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-560e2dd2-589b-4f3e-8791-a58bd7f9e26b req-c6ea9a5a-82d0-4ead-ad17-ac2c5a77e6c2 tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:58.950634 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-d5d5b081-aa48-43be-aefb-832eca69a208 None None] Attempting to bind port 14521518-6254-4afd-86a5-39c771753b4c on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:05:58.950821 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-d5d5b081-aa48-43be-aefb-832eca69a208 None None] Attempting to bind port 14521518-6254-4afd-86a5-39c771753b4c by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': 'f19a3f0c-c992-4407-b569-22f490fdf669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '452e3c0a-9d1d-40c6-a818-a6dc96cd0825'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:05:58.951196 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d5b081-aa48-43be-aefb-832eca69a208 None None] Attempting to bind port 14521518-6254-4afd-86a5-39c771753b4c on network 452e3c0a-9d1d-40c6-a818-a6dc96cd0825 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:05:58.969034 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d5b081-aa48-43be-aefb-832eca69a208 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:05:58.969459 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d5b081-aa48-43be-aefb-832eca69a208 None None] Checking segment: {'id': 'f19a3f0c-c992-4407-b569-22f490fdf669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '452e3c0a-9d1d-40c6-a818-a6dc96cd0825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:05:58.972014 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d5d5b081-aa48-43be-aefb-832eca69a208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:58.972838 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d5b081-aa48-43be-aefb-832eca69a208 None None] Bound using segment: {'id': 'f19a3f0c-c992-4407-b569-22f490fdf669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '452e3c0a-9d1d-40c6-a818-a6dc96cd0825'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:05:58.976495 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-d5d5b081-aa48-43be-aefb-832eca69a208 None None] Bound port: 14521518-6254-4afd-86a5-39c771753b4c, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19a3f0c-c992-4407-b569-22f490fdf669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '452e3c0a-9d1d-40c6-a818-a6dc96cd0825'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:05:58.976909 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d5d5b081-aa48-43be-aefb-832eca69a208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:59.024738 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-cd1c5693-3aef-4cf1-9c26-1865e8df0823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:59.027491 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-cd1c5693-3aef-4cf1-9c26-1865e8df0823 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:59.029080 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-cd1c5693-3aef-4cf1-9c26-1865e8df0823 service neutron] 10.222.0.18 "PUT /v2.0/ports/e9f4b42e-cf56-4a03-94e2-a66988e9676e HTTP/1.1" status: 200 len: 1092 time: 2.7716687 Feb 04 21:05:59.048343 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9bec82fe-32a2-4aaa-bbf4-a390f1583c55 req-5072647b-8ee6-4658-9acb-70bb58739140 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:59.048572 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9bec82fe-32a2-4aaa-bbf4-a390f1583c55 req-5072647b-8ee6-4658-9acb-70bb58739140 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:59.053897 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:05:59.053897 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:05:59.053897 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:05:59.053897 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:05:59.053897 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:05:59.053897 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:05:59.053897 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:05:59.053897 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:05:59.053897 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:05:59.053897 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:05:59.053897 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:05:59.053897 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:05:59.053897 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:05:59.053897 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:05:59.053897 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:05:59.053897 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:05:59.053897 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:05:59.053897 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:05:59.053897 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:05:59.053897 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:05:59.053897 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:05:59.053897 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:05:59.053897 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:05:59.053897 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:05:59.053897 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:05:59.053897 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:05:59.053897 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:05:59.053897 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:05:59.053897 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:05:59.053897 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:05:59.053897 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:05:59.053897 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:05:59.083620 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.api [None req-59256936-03f8-4332-8213-525da8427268 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 21:05:59.083620 n-d-827896-1 neutron-server[87682]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 21:05:59.083620 n-d-827896-1 neutron-server[87682]: [parameters: {'id': '452e3c0a-9d1d-40c6-a818-a6dc96cd0825'}] Feb 04 21:05:59.083620 n-d-827896-1 neutron-server[87682]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:05:59.084071 n-d-827896-1 neutron-server[87682]: DEBUG oslo_db.api [None req-59256936-03f8-4332-8213-525da8427268 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:05:59.142306 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7800c199-947a-4ccf-86aa-73a983b04500', 'tag': 'e9f4b42e-cf56-4a03-94e2-a66988e9676e'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:05:59.175283 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-d5d5b081-aa48-43be-aefb-832eca69a208 None None] For port 14521518-6254-4afd-86a5-39c771753b4c, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:05:59.179382 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-d5d5b081-aa48-43be-aefb-832eca69a208 None None] For port 14521518-6254-4afd-86a5-39c771753b4c, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=14521518-6254-4afd-86a5-39c771753b4c,segment=NetworkSegment(f19a3f0c-c992-4407-b569-22f490fdf669),segment_id=f19a3f0c-c992-4407-b569-22f490fdf669)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:05:59.185740 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d5d5b081-aa48-43be-aefb-832eca69a208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:59.218639 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea9a5a-82d0-4ead-ad17-ac2c5a77e6c2 tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=797ca900-a72b-4432-acff-559558cbbae3,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:59.230090 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-9bec82fe-32a2-4aaa-bbf4-a390f1583c55 req-5072647b-8ee6-4658-9acb-70bb58739140 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Calling delete_port for 86550369-d973-4acb-ae64-0bb535d1da93 owned by network:floatingip {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:05:59.296132 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5b081-aa48-43be-aefb-832eca69a208 None None] Pushing event updated for resources: {'Port': ['ID=14521518-6254-4afd-86a5-39c771753b4c,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:59.343581 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-560e2dd2-589b-4f3e-8791-a58bd7f9e26b req-c6ea9a5a-82d0-4ead-ad17-ac2c5a77e6c2 tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:59.344790 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-560e2dd2-589b-4f3e-8791-a58bd7f9e26b req-c6ea9a5a-82d0-4ead-ad17-ac2c5a77e6c2 tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] 10.222.0.26 "DELETE /v2.0/security-groups/797ca900-a72b-4432-acff-559558cbbae3 HTTP/1.1" status: 204 len: 173 time: 1.2767310 Feb 04 21:05:59.382334 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c5693-3aef-4cf1-9c26-1865e8df0823 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f4b42e-cf56-4a03-94e2-a66988e9676e,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:59.430779 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-b75c7ad1-2f64-4419-a2e5-68dfbaef78c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:59.432429 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-b75c7ad1-2f64-4419-a2e5-68dfbaef78c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d539dc97a744058fdb427e438eb9ad&device_id=7800c199-947a-4ccf-86aa-73a983b04500 HTTP/1.1" status: 200 len: 1095 time: 0.2824144 Feb 04 21:05:59.510585 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218a6252-6db5-4740-8719-7fdd452e6b80 None None] Network 452e3c0a-9d1d-40c6-a818-a6dc96cd0825 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:05:59.585661 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-59256936-03f8-4332-8213-525da8427268 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:59.600320 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-59256936-03f8-4332-8213-525da8427268 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Deleting port 14521518-6254-4afd-86a5-39c771753b4c {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:05:59.605026 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-59256936-03f8-4332-8213-525da8427268 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:59.625179 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-967594d8-0cf5-4ccc-b35c-8f65593830b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9f4b42e-cf56-4a03-94e2-a66988e9676e HTTP/1.1" status: 200 len: 217 time: 0.1526239 Feb 04 21:05:59.830911 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7876a67-5dc5-4f33-ac0f-fecc7eeed711 None None] Network 452e3c0a-9d1d-40c6-a818-a6dc96cd0825 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:05:59.852879 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9bec82fe-32a2-4aaa-bbf4-a390f1583c55 req-5072647b-8ee6-4658-9acb-70bb58739140 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:59.911455 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072647b-8ee6-4658-9acb-70bb58739140 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Pushing event deleted for resources: {'Port': ['ID=86550369-d973-4acb-ae64-0bb535d1da93,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:05:59.912233 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-59256936-03f8-4332-8213-525da8427268 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] For port 14521518-6254-4afd-86a5-39c771753b4c, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=14521518-6254-4afd-86a5-39c771753b4c,segment=NetworkSegment(f19a3f0c-c992-4407-b569-22f490fdf669),segment_id=f19a3f0c-c992-4407-b569-22f490fdf669)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:05:59.912913 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-59256936-03f8-4332-8213-525da8427268 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:05:59.916935 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-5390761d-7501-4319-9424-7e1c76b85d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:59.918330 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-5390761d-7501-4319-9424-7e1c76b85d57 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee4d3909-e094-4079-9a7f-4f6007c68222 HTTP/1.1" status: 200 len: 850 time: 0.2820261 Feb 04 21:05:59.954771 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3347601-788f-4631-953f-3f2d66ac43ad req-e0adfa84-4378-4c6e-bcbe-439d11e04c59 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:05:59.957007 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a3347601-788f-4631-953f-3f2d66ac43ad req-e0adfa84-4378-4c6e-bcbe-439d11e04c59 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e656f53-cc30-4c14-bb1e-22e3876ad2c8 HTTP/1.1" status: 200 len: 945 time: 0.4137282 Feb 04 21:06:00.113861 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-59256936-03f8-4332-8213-525da8427268 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Calling delete_port for 14521518-6254-4afd-86a5-39c771753b4c owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:06:00.133693 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a3347601-788f-4631-953f-3f2d66ac43ad req-e8f66b53-bc3b-4707-9db4-f6c5db62bb03 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366079 Feb 04 21:06:00.141340 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9bec82fe-32a2-4aaa-bbf4-a390f1583c55 req-5072647b-8ee6-4658-9acb-70bb58739140 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks [] for floatingip, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:00.165763 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-e523ebc1-aff2-4313-98ee-6ab2001c0f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:00.167551 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-e523ebc1-aff2-4313-98ee-6ab2001c0f59 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4cc1ce8-eeb6-46af-80b5-92196799c865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2208600 Feb 04 21:06:00.209168 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9bec82fe-32a2-4aaa-bbf4-a390f1583c55 req-5072647b-8ee6-4658-9acb-70bb58739140 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:00.224442 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9bec82fe-32a2-4aaa-bbf4-a390f1583c55 req-5072647b-8ee6-4658-9acb-70bb58739140 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "DELETE /v2.0/floatingips/63bcf418-5149-4591-a357-d1c41071c660 HTTP/1.1" status: 204 len: 173 time: 1.9186704 Feb 04 21:06:00.249316 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497b8db8-2e61-4d35-b699-103062ee9d70 None None] get_active_networks_info from n-d-827896-1 {{(pid=87684) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 21:06:00.307942 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-59256936-03f8-4332-8213-525da8427268 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:00.408240 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59256936-03f8-4332-8213-525da8427268 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] No DVR routers for this DVR port 14521518-6254-4afd-86a5-39c771753b4c on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:06:00.410090 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59256936-03f8-4332-8213-525da8427268 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event deleted for resources: {'Port': ['ID=14521518-6254-4afd-86a5-39c771753b4c,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:00.494905 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7800c199-947a-4ccf-86aa-73a983b04500', 'tag': 'e9f4b42e-cf56-4a03-94e2-a66988e9676e', 'status': 'completed', 'code': 200} Feb 04 21:06:00.562959 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-21d23a41-5c21-4448-97ed-36f9a91ad5f1 service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818107 Feb 04 21:06:00.643498 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497b8db8-2e61-4d35-b699-103062ee9d70 None None] Resources bound (agent type, host, resource id): {{(pid=87684) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 21:06:00.725756 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7d33f6f4-8337-4b00-b276-0513f733e55c req-4bc912b7-89e3-4381-b178-185007e9a5ce tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] 10.222.0.26 "GET /v2.0/security-groups/5406cb32-f366-4dc6-8c77-bd7362d20c32 HTTP/1.1" status: 200 len: 1780 time: 0.1973233 Feb 04 21:06:00.742215 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-59256936-03f8-4332-8213-525da8427268 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:00.786830 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-59256936-03f8-4332-8213-525da8427268 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['452e3c0a-9d1d-40c6-a818-a6dc96cd0825']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:00.804818 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-59256936-03f8-4332-8213-525da8427268 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f19a3f0c-c992-4407-b569-22f490fdf669') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:00.805791 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-59256936-03f8-4332-8213-525da8427268 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f19a3f0c-c992-4407-b569-22f490fdf669') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:00.823625 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-59256936-03f8-4332-8213-525da8427268 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:00.842628 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cc204ca0-24c2-45d8-b316-b408b8b59fec req-a1ce57f1-2c71-47d0-b783-06557a86f506 service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714212 Feb 04 21:06:00.850295 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-59256936-03f8-4332-8213-525da8427268 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:00.859361 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-7d33f6f4-8337-4b00-b276-0513f733e55c req-d8ee49eb-4916-4455-95ae-ef649e8210be tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:00.859639 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59256936-03f8-4332-8213-525da8427268 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:06:00.860392 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-59256936-03f8-4332-8213-525da8427268 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:00.874331 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237b4bc-dea3-4da3-b099-3cfd7e5e2350 req-eb22367d-c94f-4b9c-be82-fcd7350d6954 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:00.884630 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2237b4bc-dea3-4da3-b099-3cfd7e5e2350 req-eb22367d-c94f-4b9c-be82-fcd7350d6954 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=7800c199-947a-4ccf-86aa-73a983b04500 HTTP/1.1" status: 200 len: 944 time: 0.4109359 Feb 04 21:06:00.886385 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:06:00.886385 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:06:00.886385 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:06:00.886385 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:06:00.886385 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:06:00.886385 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:06:00.886385 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:06:00.886385 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:06:00.886385 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:06:00.886385 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:06:00.886385 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:06:00.886385 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:06:00.886385 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:06:00.886385 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:06:00.886385 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:06:00.886385 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:06:00.886385 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:06:00.886385 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:06:00.886385 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:06:00.886385 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:06:00.886385 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:06:00.886385 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:06:00.886385 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:06:00.886385 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:06:00.886385 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:06:00.886385 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:06:00.886385 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:06:00.886385 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:06:00.886385 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:06:00.886385 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:06:00.886385 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:06:00.886385 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:06:01.014108 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-7d33f6f4-8337-4b00-b276-0513f733e55c req-d8ee49eb-4916-4455-95ae-ef649e8210be tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:01.039461 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-59256936-03f8-4332-8213-525da8427268 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:01.047028 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2237b4bc-dea3-4da3-b099-3cfd7e5e2350 req-9077d58e-d650-45ee-9efc-9ef0f34a31aa tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611743 Feb 04 21:06:01.079162 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-59256936-03f8-4332-8213-525da8427268 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:01.115749 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-59256936-03f8-4332-8213-525da8427268 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "DELETE /v2.0/networks/452e3c0a-9d1d-40c6-a818-a6dc96cd0825 HTTP/1.1" status: 204 len: 168 time: 3.0859604 Feb 04 21:06:01.115749 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59834) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:01.123173 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59256936-03f8-4332-8213-525da8427268 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event deleted for resources: {'Network': ['ID=452e3c0a-9d1d-40c6-a818-a6dc96cd0825,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:01.215991 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-f032e327-be7c-4c39-99a0-303f3c6f0e8c tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] DELETE failed (client error): The resource could not be found. Feb 04 21:06:01.216635 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f032e327-be7c-4c39-99a0-303f3c6f0e8c tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:06:01.238450 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f032e327-be7c-4c39-99a0-303f3c6f0e8c tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "DELETE /v2.0/subnets/b5f78d26-1418-43c1-8ba3-8e84b794fd05 HTTP/1.1" status: 404 len: 337 time: 0.1064146 Feb 04 21:06:01.238450 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59840) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:01.270016 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766bfc9-bf6d-44fd-8745-c034f593d137 req-38e0f0f8-f4ea-4ded-9bc2-cf638402e084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:01.271439 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5766bfc9-bf6d-44fd-8745-c034f593d137 req-38e0f0f8-f4ea-4ded-9bc2-cf638402e084 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d539dc97a744058fdb427e438eb9ad&device_id=7800c199-947a-4ccf-86aa-73a983b04500 HTTP/1.1" status: 200 len: 1095 time: 0.3701348 Feb 04 21:06:01.274971 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4c1c6951-84a0-4240-978b-441429101f48 req-3d32ee0e-e01b-4c29-82a7-23780ad8db55 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "GET /v2.0/floatingips/82c088eb-60ca-41ce-bc44-73b24cb15539 HTTP/1.1" status: 200 len: 693 time: 0.1868901 Feb 04 21:06:01.320610 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a3d98f0-a188-4727-a2d1-6d42cdd272d1 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] DELETE failed (client error): The resource could not be found. Feb 04 21:06:01.321921 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a3d98f0-a188-4727-a2d1-6d42cdd272d1 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:06:01.328966 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6a3d98f0-a188-4727-a2d1-6d42cdd272d1 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "DELETE /v2.0/networks/452e3c0a-9d1d-40c6-a818-a6dc96cd0825 HTTP/1.1" status: 404 len: 339 time: 0.1023221 Feb 04 21:06:01.332535 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59846) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:01.341524 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-7d33f6f4-8337-4b00-b276-0513f733e55c req-d8ee49eb-4916-4455-95ae-ef649e8210be tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:01.387241 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9bf6745-914e-4bec-b458-9493f805d508 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] DELETE failed (client error): The resource could not be found. Feb 04 21:06:01.387706 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9bf6745-914e-4bec-b458-9493f805d508 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:06:01.389525 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b9bf6745-914e-4bec-b458-9493f805d508 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "DELETE /v2.0/subnets/b7f6d5c1-6f35-4476-acd9-71e3220169fa HTTP/1.1" status: 404 len: 337 time: 0.0551066 Feb 04 21:06:01.392011 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59852) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:01.427767 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5afc229-e1ca-4d87-9670-2b046fd45ac3 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] DELETE failed (client error): The resource could not be found. Feb 04 21:06:01.428314 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5afc229-e1ca-4d87-9670-2b046fd45ac3 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:06:01.431108 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d5afc229-e1ca-4d87-9670-2b046fd45ac3 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "DELETE /v2.0/networks/1c03af30-5e76-4825-a2cd-91231d22b7f4 HTTP/1.1" status: 404 len: 339 time: 0.0376642 Feb 04 21:06:01.433106 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59856) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:01.499823 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766bfc9-bf6d-44fd-8745-c034f593d137 req-e767bbe1-4630-40de-a0a3-deb3bb6fb5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:01.501496 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5766bfc9-bf6d-44fd-8745-c034f593d137 req-e767bbe1-4630-40de-a0a3-deb3bb6fb5d7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4cc1ce8-eeb6-46af-80b5-92196799c865 HTTP/1.1" status: 200 len: 912 time: 0.2233236 Feb 04 21:06:01.532227 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee49eb-4916-4455-95ae-ef649e8210be tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5406cb32-f366-4dc6-8c77-bd7362d20c32,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:01.594897 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-509509aa-0ca1-48b0-8f51-3a3c5ca78f34 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:01.678487 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5766bfc9-bf6d-44fd-8745-c034f593d137 req-df5b6b2a-61fe-48a3-8bd8-6898f68e8ef3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9f4b42e-cf56-4a03-94e2-a66988e9676e HTTP/1.1" status: 200 len: 217 time: 0.1505857 Feb 04 21:06:01.685760 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-7d33f6f4-8337-4b00-b276-0513f733e55c req-d8ee49eb-4916-4455-95ae-ef649e8210be tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:01.685760 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7d33f6f4-8337-4b00-b276-0513f733e55c req-d8ee49eb-4916-4455-95ae-ef649e8210be tempest-SecurityGroupsTestAdminJSON-1565032389 tempest-SecurityGroupsTestAdminJSON-1565032389-project] 10.222.0.26 "DELETE /v2.0/security-groups/5406cb32-f366-4dc6-8c77-bd7362d20c32 HTTP/1.1" status: 204 len: 173 time: 0.9585357 Feb 04 21:06:01.758524 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-509509aa-0ca1-48b0-8f51-3a3c5ca78f34 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:01.801037 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-509509aa-0ca1-48b0-8f51-3a3c5ca78f34 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa38228d-4e9c-4c66-8003-b829dd3ba14d']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:01.815570 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-509509aa-0ca1-48b0-8f51-3a3c5ca78f34 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd94431-4f73-4618-8987-38fd73b2ee22') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:01.816107 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-509509aa-0ca1-48b0-8f51-3a3c5ca78f34 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd94431-4f73-4618-8987-38fd73b2ee22') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:01.832080 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-509509aa-0ca1-48b0-8f51-3a3c5ca78f34 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:01.844861 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c6951-84a0-4240-978b-441429101f48 req-041c9e92-8052-4dd2-9508-4a5642773197 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:01.847192 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4c1c6951-84a0-4240-978b-441429101f48 req-041c9e92-8052-4dd2-9508-4a5642773197 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 784 time: 0.3549898 Feb 04 21:06:01.856324 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-509509aa-0ca1-48b0-8f51-3a3c5ca78f34 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:01.864597 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-509509aa-0ca1-48b0-8f51-3a3c5ca78f34 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:06:01.865443 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-509509aa-0ca1-48b0-8f51-3a3c5ca78f34 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:01.883918 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:06:01.883918 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:06:01.883918 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:06:01.883918 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:06:01.883918 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:06:01.883918 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:06:01.883918 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:06:01.883918 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:06:01.883918 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:06:01.883918 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:06:01.883918 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:06:01.883918 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:06:01.883918 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:06:01.883918 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:06:01.883918 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:06:01.883918 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:06:01.883918 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:06:01.883918 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:06:01.883918 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:06:01.883918 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:06:01.883918 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:06:01.883918 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:06:01.883918 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:06:01.883918 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:06:01.883918 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:06:01.883918 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:06:01.883918 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:06:01.883918 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:06:01.883918 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:06:01.883918 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:06:01.883918 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:06:01.883918 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:06:01.964121 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766bfc9-bf6d-44fd-8745-c034f593d137 req-7807fdd9-6ac5-4987-b162-67fcf762e731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:01.966967 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5766bfc9-bf6d-44fd-8745-c034f593d137 req-7807fdd9-6ac5-4987-b162-67fcf762e731 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee4d3909-e094-4079-9a7f-4f6007c68222 HTTP/1.1" status: 200 len: 850 time: 0.2810438 Feb 04 21:06:02.024154 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-509509aa-0ca1-48b0-8f51-3a3c5ca78f34 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:02.031059 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-509509aa-0ca1-48b0-8f51-3a3c5ca78f34 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:02.072767 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509509aa-0ca1-48b0-8f51-3a3c5ca78f34 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event deleted for resources: {'Network': ['ID=fa38228d-4e9c-4c66-8003-b829dd3ba14d,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:02.077709 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-509509aa-0ca1-48b0-8f51-3a3c5ca78f34 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "DELETE /v2.0/networks/fa38228d-4e9c-4c66-8003-b829dd3ba14d HTTP/1.1" status: 204 len: 168 time: 0.6427441 Feb 04 21:06:02.080026 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59866) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:02.185802 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f8358a6-ee9e-49ff-92a6-32d64c08b70b tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] DELETE failed (client error): The resource could not be found. Feb 04 21:06:02.185802 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f8358a6-ee9e-49ff-92a6-32d64c08b70b tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:06:02.185802 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8f8358a6-ee9e-49ff-92a6-32d64c08b70b tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "DELETE /v2.0/subnets/02e0aecd-ba7e-4f12-ae9e-b21b342b1d32 HTTP/1.1" status: 404 len: 337 time: 0.0836761 Feb 04 21:06:02.185802 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59870) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:02.216176 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-a43fac94-cf5d-447c-9c6c-1d18c39302a4 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] DELETE failed (client error): The resource could not be found. Feb 04 21:06:02.216670 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a43fac94-cf5d-447c-9c6c-1d18c39302a4 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:06:02.221125 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a43fac94-cf5d-447c-9c6c-1d18c39302a4 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "DELETE /v2.0/networks/61430995-8ac7-4658-88a1-2ba7a272394e HTTP/1.1" status: 404 len: 339 time: 0.0496116 Feb 04 21:06:02.221871 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59874) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:02.228118 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-4c1c6951-84a0-4240-978b-441429101f48 req-4026e69e-5054-4f5f-8f6c-0d91619cf2f6 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Synchronizing usage tracker for tenant:6b7ea02e3894460e8dac10f751a711db on resource:floatingip {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:06:02.259341 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-4c1c6951-84a0-4240-978b-441429101f48 req-4026e69e-5054-4f5f-8f6c-0d91619cf2f6 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Unset dirty status for tenant:6b7ea02e3894460e8dac10f751a711db on resource:floatingip {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:06:02.260753 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4c1c6951-84a0-4240-978b-441429101f48 req-4026e69e-5054-4f5f-8f6c-0d91619cf2f6 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.185 HTTP/1.1" status: 200 len: 696 time: 0.3768885 Feb 04 21:06:02.269220 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ed8bb85-33b1-445b-8d29-c0b361bb3b92 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] DELETE failed (client error): The resource could not be found. Feb 04 21:06:02.269655 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ed8bb85-33b1-445b-8d29-c0b361bb3b92 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:06:02.273252 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0ed8bb85-33b1-445b-8d29-c0b361bb3b92 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "DELETE /v2.0/subnets/21f2f7b3-6588-46da-8e1b-0c50f091c677 HTTP/1.1" status: 404 len: 337 time: 0.0486596 Feb 04 21:06:02.274879 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59878) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:02.314105 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59882) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:02.320452 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-50713c90-1e44-4774-831e-4df29bea2d3a tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] DELETE failed (client error): The resource could not be found. Feb 04 21:06:02.320943 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50713c90-1e44-4774-831e-4df29bea2d3a tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:06:02.322686 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-50713c90-1e44-4774-831e-4df29bea2d3a tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "DELETE /v2.0/networks/1385a0a8-3015-44b6-b09a-51d6977969b3 HTTP/1.1" status: 404 len: 339 time: 0.0469036 Feb 04 21:06:02.326977 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59886) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:02.375084 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b7cada-7a04-4d4f-b58e-5817c2df336b tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] DELETE failed (client error): The resource could not be found. Feb 04 21:06:02.375869 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27b7cada-7a04-4d4f-b58e-5817c2df336b tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:06:02.377368 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-27b7cada-7a04-4d4f-b58e-5817c2df336b tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "DELETE /v2.0/subnets/194f9bb7-688a-4400-8174-77831036a6b7 HTTP/1.1" status: 404 len: 337 time: 0.0488708 Feb 04 21:06:02.380541 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59892) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:02.385833 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb37e5-4628-45e5-9c45-5640a0699814 req-63c45da4-8b65-49f2-a535-66fdf46e877d tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:02.392847 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6adb37e5-4628-45e5-9c45-5640a0699814 req-63c45da4-8b65-49f2-a535-66fdf46e877d tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e656f53-cc30-4c14-bb1e-22e3876ad2c8 HTTP/1.1" status: 200 len: 945 time: 0.5448649 Feb 04 21:06:02.397464 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4c1c6951-84a0-4240-978b-441429101f48 req-17aef0a6-b0f2-47a5-a068-648e016f042a tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.185 HTTP/1.1" status: 200 len: 696 time: 0.1269796 Feb 04 21:06:02.418842 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-7944cf6e-e765-49c9-9e3b-b9cb263d954a tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] DELETE failed (client error): The resource could not be found. Feb 04 21:06:02.421354 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7944cf6e-e765-49c9-9e3b-b9cb263d954a tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:06:02.426010 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7944cf6e-e765-49c9-9e3b-b9cb263d954a tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "DELETE /v2.0/networks/2217a9f8-13b3-42c1-b7ef-03b3fa1b7d64 HTTP/1.1" status: 404 len: 339 time: 0.0422342 Feb 04 21:06:02.427326 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59896) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:02.494799 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cf0dedb-7d82-42b9-a570-40fe8325f337 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] DELETE failed (client error): The resource could not be found. Feb 04 21:06:02.495557 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cf0dedb-7d82-42b9-a570-40fe8325f337 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:06:02.499541 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4cf0dedb-7d82-42b9-a570-40fe8325f337 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "DELETE /v2.0/subnets/36569b5a-c2a9-4a0b-becc-4696bbfba415 HTTP/1.1" status: 404 len: 337 time: 0.0686655 Feb 04 21:06:02.500876 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59900) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:02.539973 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766bfc9-bf6d-44fd-8745-c034f593d137 req-e78931c8-69af-4214-89dd-4b29f3f1922c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:02.541579 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5766bfc9-bf6d-44fd-8745-c034f593d137 req-e78931c8-69af-4214-89dd-4b29f3f1922c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4cc1ce8-eeb6-46af-80b5-92196799c865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5626979 Feb 04 21:06:02.543425 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed395d95-df3c-4b7c-9738-f54dcd5be275 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] DELETE failed (client error): The resource could not be found. Feb 04 21:06:02.543897 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed395d95-df3c-4b7c-9738-f54dcd5be275 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:06:02.548068 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ed395d95-df3c-4b7c-9738-f54dcd5be275 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "DELETE /v2.0/networks/d87c58d7-9715-4fba-bd7a-75ebde0ad009 HTTP/1.1" status: 404 len: 339 time: 0.0441260 Feb 04 21:06:02.550935 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59904) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:02.587052 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:02.632463 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7636ac7-973a-460f-8aea-4669d13b1e0c tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] DELETE failed (client error): The resource could not be found. Feb 04 21:06:02.633280 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7636ac7-973a-460f-8aea-4669d13b1e0c tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:06:02.638400 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c7636ac7-973a-460f-8aea-4669d13b1e0c tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "DELETE /v2.0/subnets/834eb682-02fb-47e7-accf-a8565d21d68f HTTP/1.1" status: 404 len: 337 time: 0.0890062 Feb 04 21:06:02.639373 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59908) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:02.642143 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-daeb50d3-022d-479b-9c61-1893afdd12df admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1f55279d1cc94c3fbbccbbbdc4ca5224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3257148 Feb 04 21:06:02.645441 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59912) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:02.682079 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c0e8bab-2922-4762-8354-f928cda8b38c tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] DELETE failed (client error): The resource could not be found. Feb 04 21:06:02.682554 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c0e8bab-2922-4762-8354-f928cda8b38c tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:06:02.688206 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1c0e8bab-2922-4762-8354-f928cda8b38c tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "DELETE /v2.0/networks/2cb96071-6767-4236-aebf-43fbadbac24a HTTP/1.1" status: 404 len: 339 time: 0.0448904 Feb 04 21:06:02.688836 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59916) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:02.729824 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6adb37e5-4628-45e5-9c45-5640a0699814 req-d83f73d1-066b-4a93-9e39-b5406e541e04 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359215 Feb 04 21:06:02.740746 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eae0236-b4f9-4e87-9742-e5f108a1f8fc tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] DELETE failed (client error): The resource could not be found. Feb 04 21:06:02.741229 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eae0236-b4f9-4e87-9742-e5f108a1f8fc tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:06:02.745572 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8eae0236-b4f9-4e87-9742-e5f108a1f8fc tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "DELETE /v2.0/subnets/1d389eb1-cf4c-4d8a-bb04-7919c5dd3351 HTTP/1.1" status: 404 len: 337 time: 0.0529621 Feb 04 21:06:02.749638 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59920) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:02.810479 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-4c1c6951-84a0-4240-978b-441429101f48 req-2dd0f6ff-7fe3-4447-bf78-35bf4b40fa1d tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Deleting port a96c9072-db48-44fd-a9d7-7f5c9d71ecf2 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:06:02.810479 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4c1c6951-84a0-4240-978b-441429101f48 req-2dd0f6ff-7fe3-4447-bf78-35bf4b40fa1d tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:02.842745 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cfdbfa24-2d70-4172-873b-c1166d9be40f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:02.860811 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-a41b33f1-c9ed-4fa5-88f9-fa0580302c2d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] DELETE failed (client error): The resource could not be found. Feb 04 21:06:02.864270 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a41b33f1-c9ed-4fa5-88f9-fa0580302c2d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:06:02.866966 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-a41b33f1-c9ed-4fa5-88f9-fa0580302c2d tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "DELETE /v2.0/networks/dffc4549-8ce3-41df-8589-c807c5a4e326 HTTP/1.1" status: 404 len: 339 time: 0.1149094 Feb 04 21:06:02.870850 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59932) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:02.961848 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cfdbfa24-2d70-4172-873b-c1166d9be40f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:02.969127 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5766bfc9-bf6d-44fd-8745-c034f593d137 req-69164f1c-6a9b-4a5b-9ef4-ed8bb313669b service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149487 Feb 04 21:06:02.979041 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba5e513-35ba-4ac1-befa-97e35f0ec335 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] DELETE failed (client error): The resource could not be found. Feb 04 21:06:02.979511 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ba5e513-35ba-4ac1-befa-97e35f0ec335 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:06:02.987492 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6ba5e513-35ba-4ac1-befa-97e35f0ec335 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "DELETE /v2.0/subnets/59ac23ca-350d-4d8e-8431-d93640a5b003 HTTP/1.1" status: 404 len: 337 time: 0.1110883 Feb 04 21:06:02.990828 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59936) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:03.109200 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-51c582fb-9c8f-45d9-a864-a8f5a8c3b289 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] DELETE failed (client error): The resource could not be found. Feb 04 21:06:03.113309 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51c582fb-9c8f-45d9-a864-a8f5a8c3b289 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:06:03.115493 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-51c582fb-9c8f-45d9-a864-a8f5a8c3b289 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "DELETE /v2.0/networks/814eccb2-148e-41a4-b662-3c2745bb5ccd HTTP/1.1" status: 404 len: 339 time: 0.1236269 Feb 04 21:06:03.117745 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59940) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:03.234847 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d1ef72-a5a5-416d-8fb7-453aa6b3f70c tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] DELETE failed (client error): The resource could not be found. Feb 04 21:06:03.235419 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d1ef72-a5a5-416d-8fb7-453aa6b3f70c tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:06:03.248132 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-88d1ef72-a5a5-416d-8fb7-453aa6b3f70c tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "DELETE /v2.0/subnets/48d82cff-cbc1-4c5e-ae29-6bed6c79ede7 HTTP/1.1" status: 404 len: 337 time: 0.1266079 Feb 04 21:06:03.248470 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59944) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:03.270241 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4c1c6951-84a0-4240-978b-441429101f48 req-2dd0f6ff-7fe3-4447-bf78-35bf4b40fa1d tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:03.270894 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4c1c6951-84a0-4240-978b-441429101f48 req-2dd0f6ff-7fe3-4447-bf78-35bf4b40fa1d tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:03.282240 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cfdbfa24-2d70-4172-873b-c1166d9be40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:03.286275 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cfdbfa24-2d70-4172-873b-c1166d9be40f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:03.287587 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-cfdbfa24-2d70-4172-873b-c1166d9be40f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d1529f74-d9e6-41d9-bd68-166cb31b9765 HTTP/1.1" status: 204 len: 168 time: 0.6413240 Feb 04 21:06:03.298177 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7760778-6526-4474-a83a-06b4f53a3e92 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] DELETE failed (client error): The resource could not be found. Feb 04 21:06:03.299325 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7760778-6526-4474-a83a-06b4f53a3e92 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:06:03.303775 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a7760778-6526-4474-a83a-06b4f53a3e92 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "DELETE /v2.0/networks/43a18091-bc4c-499f-8b72-227d3076af3c HTTP/1.1" status: 404 len: 339 time: 0.0519769 Feb 04 21:06:03.305925 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59950) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:03.306751 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdbfa24-2d70-4172-873b-c1166d9be40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1529f74-d9e6-41d9-bd68-166cb31b9765,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:03.408285 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b81630-5462-43e0-aebf-1bfe8678f147 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Deleting subnet d0bd6747-8e5e-461c-8898-f2bc54d06225 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:06:03.418513 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a5b81630-5462-43e0-aebf-1bfe8678f147 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:03.470108 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-4c1c6951-84a0-4240-978b-441429101f48 req-2dd0f6ff-7fe3-4447-bf78-35bf4b40fa1d tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Calling delete_port for a96c9072-db48-44fd-a9d7-7f5c9d71ecf2 owned by network:floatingip {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:06:03.513666 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5766bfc9-bf6d-44fd-8745-c034f593d137 req-275f490b-f783-41db-810a-aae4b1bb2dc3 service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4954772 Feb 04 21:06:03.533101 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a5b81630-5462-43e0-aebf-1bfe8678f147 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:03.545523 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73339c-f157-4699-b0f8-9f4dc6534214 req-1fc505a2-9f8a-4d88-b28f-c551e0db0ad0 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:03.553241 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6b73339c-f157-4699-b0f8-9f4dc6534214 req-1fc505a2-9f8a-4d88-b28f-c551e0db0ad0 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=7800c199-947a-4ccf-86aa-73a983b04500 HTTP/1.1" status: 200 len: 944 time: 0.4941344 Feb 04 21:06:03.652287 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6b73339c-f157-4699-b0f8-9f4dc6534214 req-674ea807-ae9e-445b-a8f1-1fdbc93daba6 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980549 Feb 04 21:06:03.734885 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4c1c6951-84a0-4240-978b-441429101f48 req-2dd0f6ff-7fe3-4447-bf78-35bf4b40fa1d tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:03.820675 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device e9f4b42e-cf56-4a03-94e2-a66988e9676e details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:06:03.874008 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a5b81630-5462-43e0-aebf-1bfe8678f147 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:03.885776 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0f6ff-7fe3-4447-bf78-35bf4b40fa1d tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Pushing event deleted for resources: {'Port': ['ID=a96c9072-db48-44fd-a9d7-7f5c9d71ecf2,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:03.953117 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59964) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:03.959195 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4c1c6951-84a0-4240-978b-441429101f48 req-2dd0f6ff-7fe3-4447-bf78-35bf4b40fa1d tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks [] for floatingip, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:04.022104 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a5b81630-5462-43e0-aebf-1bfe8678f147 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:04.084622 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d27c6b48-3443-4fa4-94e3-055249cf18e3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=682229ba2fb84d39a2ccc966b5dfe50a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1256804 Feb 04 21:06:04.088884 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b81630-5462-43e0-aebf-1bfe8678f147 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event deleted for resources: {'Subnet': ['ID=d0bd6747-8e5e-461c-8898-f2bc54d06225,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:04.093381 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4c1c6951-84a0-4240-978b-441429101f48 req-2dd0f6ff-7fe3-4447-bf78-35bf4b40fa1d tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:04.094983 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4c1c6951-84a0-4240-978b-441429101f48 req-2dd0f6ff-7fe3-4447-bf78-35bf4b40fa1d tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "DELETE /v2.0/floatingips/82c088eb-60ca-41ce-bc44-73b24cb15539 HTTP/1.1" status: 204 len: 173 time: 1.6806474 Feb 04 21:06:04.101589 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59968) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:04.102969 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a5b81630-5462-43e0-aebf-1bfe8678f147 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:04.133125 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5976d613-961d-4a27-8a71-b2a15bfa1b74 None None] Network 3f244a5e-1789-457e-b614-7dd59361e7b6 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:06:04.137243 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a5b81630-5462-43e0-aebf-1bfe8678f147 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "DELETE /v2.0/subnets/d0bd6747-8e5e-461c-8898-f2bc54d06225 HTTP/1.1" status: 204 len: 168 time: 0.8280547 Feb 04 21:06:04.148085 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59978) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:04.148711 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc810399-cdcd-43e9-9930-272e7eb113a1 req-7ab17d01-3326-4b25-accb-edf0fc3b2726 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:04.150626 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bc810399-cdcd-43e9-9930-272e7eb113a1 req-7ab17d01-3326-4b25-accb-edf0fc3b2726 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e656f53-cc30-4c14-bb1e-22e3876ad2c8 HTTP/1.1" status: 200 len: 945 time: 0.1983697 Feb 04 21:06:04.217548 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port e9f4b42e-cf56-4a03-94e2-a66988e9676e, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=e9f4b42e-cf56-4a03-94e2-a66988e9676e,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:04.237963 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bc810399-cdcd-43e9-9930-272e7eb113a1 req-b59b5c27-c176-4c74-a5ec-472c9b5c1b76 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788431 Feb 04 21:06:04.320503 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'e9f4b42e-cf56-4a03-94e2-a66988e9676e', 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865', 'port_id': 'e9f4b42e-cf56-4a03-94e2-a66988e9676e', 'mac_address': 'fa:16:3e:91:5a:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee4d3909-e094-4079-9a7f-4f6007c68222', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:06:04.338687 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c3efa703-d748-4a4e-80e1-4a6d2ab58d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:04.390665 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fa7a9ee3-626a-4673-adbd-e620ea730f52 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:04.406387 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c3efa703-d748-4a4e-80e1-4a6d2ab58d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:04.439320 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a9ee3-626a-4673-adbd-e620ea730f52 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Deleting port 2d836907-59c0-4514-bded-860c021e6325 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:06:04.440303 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fa7a9ee3-626a-4673-adbd-e620ea730f52 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:04.482585 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:04.514263 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8ce1c121-8125-472a-82ff-28b3fbb4ec00 req-b26583c8-af8c-4c22-8015-d67c017d82dd tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "GET /v2.0/floatingips/001bcc8a-9b0a-405a-8139-eaee909be3d8 HTTP/1.1" status: 200 len: 692 time: 0.2694666 Feb 04 21:06:04.515823 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f4b42e-cf56-4a03-94e2-a66988e9676e {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:06:04.547917 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port e9f4b42e-cf56-4a03-94e2-a66988e9676e, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=e9f4b42e-cf56-4a03-94e2-a66988e9676e,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:04.556005 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:04.715922 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=e9f4b42e-cf56-4a03-94e2-a66988e9676e,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:04.736471 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1c121-8125-472a-82ff-28b3fbb4ec00 req-1a3c7492-8f5e-4e83-9023-2337dc0f1500 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:04.739877 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c3efa703-d748-4a4e-80e1-4a6d2ab58d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:04.741880 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8ce1c121-8125-472a-82ff-28b3fbb4ec00 req-1a3c7492-8f5e-4e83-9023-2337dc0f1500 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 784 time: 0.2267911 Feb 04 21:06:04.787146 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5264d57-a5d6-4daf-bed7-178afa64fabd None None] DHCP port deletion for 3f244a5e-1789-457e-b614-7dd59361e7b6 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:06:04.791879 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-f5264d57-a5d6-4daf-bed7-178afa64fabd None None] Deleting port 2d836907-59c0-4514-bded-860c021e6325 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:06:04.792350 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f5264d57-a5d6-4daf-bed7-178afa64fabd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:04.821877 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-fa7a9ee3-626a-4673-adbd-e620ea730f52 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] For port 2d836907-59c0-4514-bded-860c021e6325, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=2d836907-59c0-4514-bded-860c021e6325,segment=NetworkSegment(820237c7-1aba-421e-baee-be316028dae1),segment_id=820237c7-1aba-421e-baee-be316028dae1)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:04.824271 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fa7a9ee3-626a-4673-adbd-e620ea730f52 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:04.866052 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['e9f4b42e-cf56-4a03-94e2-a66988e9676e'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:06:04.907431 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-8ce1c121-8125-472a-82ff-28b3fbb4ec00 req-b0338c20-cdde-47d5-9758-e789e9588fe1 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Synchronizing usage tracker for tenant:6b7ea02e3894460e8dac10f751a711db on resource:floatingip {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:06:04.933508 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-8ce1c121-8125-472a-82ff-28b3fbb4ec00 req-b0338c20-cdde-47d5-9758-e789e9588fe1 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Unset dirty status for tenant:6b7ea02e3894460e8dac10f751a711db on resource:floatingip {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:06:04.934651 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8ce1c121-8125-472a-82ff-28b3fbb4ec00 req-b0338c20-cdde-47d5-9758-e789e9588fe1 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.95 HTTP/1.1" status: 200 len: 695 time: 0.1727324 Feb 04 21:06:05.015233 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a9ee3-626a-4673-adbd-e620ea730f52 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Calling delete_port for 2d836907-59c0-4514-bded-860c021e6325 owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:06:05.052389 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8ce1c121-8125-472a-82ff-28b3fbb4ec00 req-4703e558-7c74-4bad-af0a-2e01a1deabe8 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.95 HTTP/1.1" status: 200 len: 695 time: 0.1083393 Feb 04 21:06:05.138951 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3efa703-d748-4a4e-80e1-4a6d2ab58d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe0fd14-b492-45f4-93b7-76561a077743,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:05.149045 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fa7a9ee3-626a-4673-adbd-e620ea730f52 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:05.229581 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a9ee3-626a-4673-adbd-e620ea730f52 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event deleted for resources: {'Port': ['ID=2d836907-59c0-4514-bded-860c021e6325,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:05.238469 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c3efa703-d748-4a4e-80e1-4a6d2ab58d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:05.240173 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c3efa703-d748-4a4e-80e1-4a6d2ab58d93 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/efe0fd14-b492-45f4-93b7-76561a077743 HTTP/1.1" status: 204 len: 168 time: 1.1325681 Feb 04 21:06:05.248121 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-f5264d57-a5d6-4daf-bed7-178afa64fabd None None] For port 2d836907-59c0-4514-bded-860c021e6325, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=2d836907-59c0-4514-bded-860c021e6325,segment=NetworkSegment(820237c7-1aba-421e-baee-be316028dae1),segment_id=820237c7-1aba-421e-baee-be316028dae1)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:05.248876 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f5264d57-a5d6-4daf-bed7-178afa64fabd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:05.257416 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7a9ee3-626a-4673-adbd-e620ea730f52 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] No DVR routers for this DVR port 2d836907-59c0-4514-bded-860c021e6325 on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:06:05.302669 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba50d8d-778d-417f-9c4f-5d55743f0dd5 req-d11cc6e2-c7de-48d3-8375-fe8acc85346e tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:05.305247 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eba50d8d-778d-417f-9c4f-5d55743f0dd5 req-d11cc6e2-c7de-48d3-8375-fe8acc85346e tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=7800c199-947a-4ccf-86aa-73a983b04500 HTTP/1.1" status: 200 len: 945 time: 0.4394062 Feb 04 21:06:05.306492 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-8ce1c121-8125-472a-82ff-28b3fbb4ec00 req-855c823d-f7a3-400c-8f8c-9835b7fb8bb3 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Deleting port b074bf06-09e3-4976-bbd6-41d1ec3a59f8 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:06:05.306839 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8ce1c121-8125-472a-82ff-28b3fbb4ec00 req-855c823d-f7a3-400c-8f8c-9835b7fb8bb3 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:05.409998 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-f5264d57-a5d6-4daf-bed7-178afa64fabd None None] Calling delete_port for 2d836907-59c0-4514-bded-860c021e6325 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:06:05.449438 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fa7a9ee3-626a-4673-adbd-e620ea730f52 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:05.511261 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eba50d8d-778d-417f-9c4f-5d55743f0dd5 req-64e21a15-cc6d-4683-a420-4b40972cfa31 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453476 Feb 04 21:06:05.536067 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-f5264d57-a5d6-4daf-bed7-178afa64fabd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:06:05.536656 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-f5264d57-a5d6-4daf-bed7-178afa64fabd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:06:05.539051 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-fa7a9ee3-626a-4673-adbd-e620ea730f52 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f244a5e-1789-457e-b614-7dd59361e7b6']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:05.562675 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-fa7a9ee3-626a-4673-adbd-e620ea730f52 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '820237c7-1aba-421e-baee-be316028dae1') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:05.563014 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-fa7a9ee3-626a-4673-adbd-e620ea730f52 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '820237c7-1aba-421e-baee-be316028dae1') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:05.601188 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fa7a9ee3-626a-4673-adbd-e620ea730f52 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:05.635871 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fa7a9ee3-626a-4673-adbd-e620ea730f52 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:05.654157 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa7a9ee3-626a-4673-adbd-e620ea730f52 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:06:05.654571 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fa7a9ee3-626a-4673-adbd-e620ea730f52 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:05.673056 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:06:05.673056 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:06:05.673056 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:06:05.673056 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:06:05.673056 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:06:05.673056 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:06:05.673056 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:06:05.673056 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:06:05.673056 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:06:05.673056 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:06:05.673056 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:06:05.673056 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:06:05.673056 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:06:05.673056 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:06:05.673056 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:06:05.673056 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:06:05.673056 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:06:05.673056 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:06:05.673056 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:06:05.673056 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:06:05.673056 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:06:05.673056 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:06:05.673056 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:06:05.673056 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:06:05.673056 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:06:05.673056 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:06:05.673056 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:06:05.673056 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:06:05.673056 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:06:05.673056 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:06:05.673056 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:06:05.673056 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:06:05.782829 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fa7a9ee3-626a-4673-adbd-e620ea730f52 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:05.801907 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8ce1c121-8125-472a-82ff-28b3fbb4ec00 req-855c823d-f7a3-400c-8f8c-9835b7fb8bb3 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:05.803848 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8ce1c121-8125-472a-82ff-28b3fbb4ec00 req-855c823d-f7a3-400c-8f8c-9835b7fb8bb3 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:05.820630 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fa7a9ee3-626a-4673-adbd-e620ea730f52 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:05.837258 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a9ee3-626a-4673-adbd-e620ea730f52 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] Pushing event deleted for resources: {'Network': ['ID=3f244a5e-1789-457e-b614-7dd59361e7b6,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:05.857994 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fa7a9ee3-626a-4673-adbd-e620ea730f52 tempest-NetworksTest-1593334356 tempest-NetworksTest-1593334356-project] 10.222.0.26 "DELETE /v2.0/networks/3f244a5e-1789-457e-b614-7dd59361e7b6 HTTP/1.1" status: 204 len: 168 time: 1.6990395 Feb 04 21:06:06.038583 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-f5264d57-a5d6-4daf-bed7-178afa64fabd None None] Deleting port 2d836907-59c0-4514-bded-860c021e6325 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:06:06.039133 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f5264d57-a5d6-4daf-bed7-178afa64fabd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:06.121901 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-f5264d57-a5d6-4daf-bed7-178afa64fabd None None] The port '2d836907-59c0-4514-bded-860c021e6325' was deleted {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:06:06.147462 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-8ce1c121-8125-472a-82ff-28b3fbb4ec00 req-855c823d-f7a3-400c-8f8c-9835b7fb8bb3 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Calling delete_port for b074bf06-09e3-4976-bbd6-41d1ec3a59f8 owned by network:floatingip {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:06:06.230574 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60016) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:06.273790 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5540bf8-3bbd-48d3-a980-3d17caf69395 req-eeac70c7-5ed1-4137-9e1a-109829a933f5 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:06.276371 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f5540bf8-3bbd-48d3-a980-3d17caf69395 req-eeac70c7-5ed1-4137-9e1a-109829a933f5 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e656f53-cc30-4c14-bb1e-22e3876ad2c8 HTTP/1.1" status: 200 len: 945 time: 0.4563811 Feb 04 21:06:06.388670 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f5540bf8-3bbd-48d3-a980-3d17caf69395 req-f77edc1e-830c-4c24-8a61-bfa711716e2c tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013000 Feb 04 21:06:06.426934 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8ce1c121-8125-472a-82ff-28b3fbb4ec00 req-855c823d-f7a3-400c-8f8c-9835b7fb8bb3 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:06.471458 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-11346504-7112-45da-80e5-6c74bd4aae7e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ea1ea4c831e3477381c57078b812f107&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2370133 Feb 04 21:06:06.472249 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60030) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:06.490878 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c823d-f7a3-400c-8f8c-9835b7fb8bb3 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Pushing event deleted for resources: {'Port': ['ID=b074bf06-09e3-4976-bbd6-41d1ec3a59f8,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:06.607035 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60036) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:06.607874 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f484f4ec-415c-409a-924a-eb62891f4e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:06.649742 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f484f4ec-415c-409a-924a-eb62891f4e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:06.701475 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8ce1c121-8125-472a-82ff-28b3fbb4ec00 req-855c823d-f7a3-400c-8f8c-9835b7fb8bb3 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks [] for floatingip, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:06.706918 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 2d836907-59c0-4514-bded-860c021e6325 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:06:06.762313 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 2d836907-59c0-4514-bded-860c021e6325 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:06:06.762975 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 2d836907-59c0-4514-bded-860c021e6325 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:06:06.769638 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f484f4ec-415c-409a-924a-eb62891f4e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:06.790234 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484f4ec-415c-409a-924a-eb62891f4e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe130bc-a8f3-4de1-baeb-28d5beaf6221,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:06.797327 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f484f4ec-415c-409a-924a-eb62891f4e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:06.801268 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f484f4ec-415c-409a-924a-eb62891f4e32 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cbe130bc-a8f3-4de1-baeb-28d5beaf6221 HTTP/1.1" status: 204 len: 168 time: 0.3256032 Feb 04 21:06:06.805071 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8ce1c121-8125-472a-82ff-28b3fbb4ec00 req-855c823d-f7a3-400c-8f8c-9835b7fb8bb3 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:06.806328 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8ce1c121-8125-472a-82ff-28b3fbb4ec00 req-855c823d-f7a3-400c-8f8c-9835b7fb8bb3 tempest-FloatingIPDetailsTestJSON-650953829 tempest-FloatingIPDetailsTestJSON-650953829-project] 10.222.0.26 "DELETE /v2.0/floatingips/001bcc8a-9b0a-405a-8139-eaee909be3d8 HTTP/1.1" status: 204 len: 173 time: 1.7401705 Feb 04 21:06:06.814283 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60046) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:06.860550 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-fea57bd1-ab09-4096-afc3-cc00c338da5f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-273573560-network', 'tenant_id': '41fa293d8da24d2891a4df60e78079f9'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:06:06.869172 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-fea57bd1-ab09-4096-afc3-cc00c338da5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:06:06.878165 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-fea57bd1-ab09-4096-afc3-cc00c338da5f admin admin] Usage tracker for resource:network and tenant:41fa293d8da24d2891a4df60e78079f9 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:06:06.885402 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-fea57bd1-ab09-4096-afc3-cc00c338da5f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:06:06.903565 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-fea57bd1-ab09-4096-afc3-cc00c338da5f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:06:06.927256 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea57bd1-ab09-4096-afc3-cc00c338da5f admin admin] Made reservation on behalf of 41fa293d8da24d2891a4df60e78079f9 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:06:06.932088 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fea57bd1-ab09-4096-afc3-cc00c338da5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:06.946276 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fea57bd1-ab09-4096-afc3-cc00c338da5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:06.964824 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-fea57bd1-ab09-4096-afc3-cc00c338da5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:06:06.970069 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-fea57bd1-ab09-4096-afc3-cc00c338da5f admin admin] Usage tracker for resource:security_group_rule and tenant:41fa293d8da24d2891a4df60e78079f9 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:06:06.975288 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-fea57bd1-ab09-4096-afc3-cc00c338da5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:06:06.983904 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-fea57bd1-ab09-4096-afc3-cc00c338da5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:06:07.143879 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4806f5b-3e9f-4227-a172-7995e05cec5d req-b020a287-f279-4620-aa61-141c5b251e13 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:07.146404 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a4806f5b-3e9f-4227-a172-7995e05cec5d req-b020a287-f279-4620-aa61-141c5b251e13 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=7800c199-947a-4ccf-86aa-73a983b04500 HTTP/1.1" status: 200 len: 945 time: 0.4309707 Feb 04 21:06:07.173604 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fea57bd1-ab09-4096-afc3-cc00c338da5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:07.180031 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fea57bd1-ab09-4096-afc3-cc00c338da5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:07.223964 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea57bd1-ab09-4096-afc3-cc00c338da5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3754f86c-6f0b-4dcc-ba85-fcea788fd94c,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:07.238527 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea57bd1-ab09-4096-afc3-cc00c338da5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:06:07.258934 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fea57bd1-ab09-4096-afc3-cc00c338da5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:07.259687 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-fea57bd1-ab09-4096-afc3-cc00c338da5f admin admin] Added segment 1791961f-db89-4f52-9f0d-269c5443b20b of type vlan for network 88748770-4cbe-4e87-afd0-86610df23afe Feb 04 21:06:07.300635 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fea57bd1-ab09-4096-afc3-cc00c338da5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:07.362567 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fea57bd1-ab09-4096-afc3-cc00c338da5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:07.363616 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea57bd1-ab09-4096-afc3-cc00c338da5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:07.366243 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fea57bd1-ab09-4096-afc3-cc00c338da5f admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:07.413067 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fea57bd1-ab09-4096-afc3-cc00c338da5f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7809646 Feb 04 21:06:07.416336 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60068) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:07.422387 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-b61da6d8-eccd-4cea-a57e-476e9d82ad98 admin admin] Request body: {'subnet': {'network_id': '88748770-4cbe-4e87-afd0-86610df23afe', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-273573560-subnet', 'tenant_id': '41fa293d8da24d2891a4df60e78079f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:06:07.481984 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b61da6d8-eccd-4cea-a57e-476e9d82ad98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:06:07.494888 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a4806f5b-3e9f-4227-a172-7995e05cec5d req-91348233-a55f-4d90-9d50-297bcf3e77c5 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405330 Feb 04 21:06:07.501699 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b61da6d8-eccd-4cea-a57e-476e9d82ad98 admin admin] Usage tracker for resource:subnet and tenant:41fa293d8da24d2891a4df60e78079f9 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:06:07.508036 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b61da6d8-eccd-4cea-a57e-476e9d82ad98 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:06:07.518990 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b61da6d8-eccd-4cea-a57e-476e9d82ad98 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:06:07.526098 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea57bd1-ab09-4096-afc3-cc00c338da5f admin admin] Pushing event updated for resources: {'Network': ['ID=88748770-4cbe-4e87-afd0-86610df23afe,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:07.538873 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61da6d8-eccd-4cea-a57e-476e9d82ad98 admin admin] Made reservation on behalf of 41fa293d8da24d2891a4df60e78079f9 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:06:07.539545 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b61da6d8-eccd-4cea-a57e-476e9d82ad98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:07.546948 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 88748770-4cbe-4e87-afd0-86610df23afe details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:06:07.853354 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 8914b048-1521-4974-a81e-00cb5088c433 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:06:07.855709 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device e9f4b42e-cf56-4a03-94e2-a66988e9676e up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:06:07.879505 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19ae3d-5bdb-41bf-8788-9f860bd2afe2 req-f7070ccd-bb50-4ed6-99a7-568708474af0 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:07.880994 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9c19ae3d-5bdb-41bf-8788-9f860bd2afe2 req-f7070ccd-bb50-4ed6-99a7-568708474af0 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e656f53-cc30-4c14-bb1e-22e3876ad2c8 HTTP/1.1" status: 200 len: 945 time: 0.2449796 Feb 04 21:06:08.040810 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9c19ae3d-5bdb-41bf-8788-9f860bd2afe2 req-19ca09ca-4672-419f-813e-d8e3efee6fa2 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538174 Feb 04 21:06:08.160758 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b61da6d8-eccd-4cea-a57e-476e9d82ad98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:08.189182 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60094) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:08.189469 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 8914b048-1521-4974-a81e-00cb5088c433, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=8914b048-1521-4974-a81e-00cb5088c433,segment=NetworkSegment(1bfd55c3-c8d9-4e20-9f37-da07ea0581c2),segment_id=1bfd55c3-c8d9-4e20-9f37-da07ea0581c2)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:08.206482 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '8914b048-1521-4974-a81e-00cb5088c433', 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819', 'port_id': '8914b048-1521-4974-a81e-00cb5088c433', 'mac_address': 'fa:16:3e:77:72:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea06751d-fd50-4f4f-b006-53a1caf881e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:06:08.254722 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port e9f4b42e-cf56-4a03-94e2-a66988e9676e completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:06:08.262505 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61da6d8-eccd-4cea-a57e-476e9d82ad98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f023dd1c-c66d-428e-9479-453b7c2352ab,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:08.269274 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port e9f4b42e-cf56-4a03-94e2-a66988e9676e triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:06:08.270306 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:08.271693 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61da6d8-eccd-4cea-a57e-476e9d82ad98 admin admin] Checking segment: {'id': '1791961f-db89-4f52-9f0d-269c5443b20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '88748770-4cbe-4e87-afd0-86610df23afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:06:08.272297 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61da6d8-eccd-4cea-a57e-476e9d82ad98 admin admin] Network hostable DHCP agents. Network: 88748770-4cbe-4e87-afd0-86610df23afe, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:06:08.297470 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61da6d8-eccd-4cea-a57e-476e9d82ad98 admin admin] Network 88748770-4cbe-4e87-afd0-86610df23afe is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:06:08.326394 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-b61da6d8-eccd-4cea-a57e-476e9d82ad98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 88748770-4cbe-4e87-afd0-86610df23afe) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:06:08.326643 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2f475e5c-9f48-4c7a-ab24-e9a5220e484f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:08.349676 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61da6d8-eccd-4cea-a57e-476e9d82ad98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:08.351345 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b61da6d8-eccd-4cea-a57e-476e9d82ad98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:08.356942 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79967360-223a-4343-964c-918c98f69d01 None None] Network 88748770-4cbe-4e87-afd0-86610df23afe requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:06:08.404202 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b61da6d8-eccd-4cea-a57e-476e9d82ad98 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9784024 Feb 04 21:06:08.457225 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:08.499514 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8914b048-1521-4974-a81e-00cb5088c433 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:06:08.506665 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-eed14b7b-8633-4d26-a1c2-894eba954b71 tempest-DvrRoutersNegativeTest-1569038494 tempest-DvrRoutersNegativeTest-1569038494-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-262767718', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:06:08.514923 n-d-827896-1 neutron-server[87683]: DEBUG neutron.policy [None req-eed14b7b-8633-4d26-a1c2-894eba954b71 tempest-DvrRoutersNegativeTest-1569038494 tempest-DvrRoutersNegativeTest-1569038494-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87683) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 04 21:06:08.516083 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 8914b048-1521-4974-a81e-00cb5088c433, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=8914b048-1521-4974-a81e-00cb5088c433,segment=NetworkSegment(1bfd55c3-c8d9-4e20-9f37-da07ea0581c2),segment_id=1bfd55c3-c8d9-4e20-9f37-da07ea0581c2)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:08.517641 n-d-827896-1 neutron-server[87683]: DEBUG neutron.policy [None req-eed14b7b-8633-4d26-a1c2-894eba954b71 tempest-DvrRoutersNegativeTest-1569038494 tempest-DvrRoutersNegativeTest-1569038494-project] Failed policy check for 'create_router' {{(pid=87683) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 04 21:06:08.520465 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [None req-eed14b7b-8633-4d26-a1c2-894eba954b71 tempest-DvrRoutersNegativeTest-1569038494 tempest-DvrRoutersNegativeTest-1569038494-project] create failed (client error): Access was denied to this resource. Feb 04 21:06:08.526771 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:08.527104 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-eed14b7b-8633-4d26-a1c2-894eba954b71 tempest-DvrRoutersNegativeTest-1569038494 tempest-DvrRoutersNegativeTest-1569038494-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3361516 Feb 04 21:06:08.770699 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['8914b048-1521-4974-a81e-00cb5088c433'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:06:09.189368 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60126) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:09.198645 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=8914b048-1521-4974-a81e-00cb5088c433,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:09.218440 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:09.395991 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-2f475e5c-9f48-4c7a-ab24-e9a5220e484f admin admin] Deleting port b96f972e-2455-482c-8e66-0cd3753aadd6 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:06:09.396659 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2f475e5c-9f48-4c7a-ab24-e9a5220e484f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:09.455953 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7800c199-947a-4ccf-86aa-73a983b04500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f4b42e-cf56-4a03-94e2-a66988e9676e'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:06:09.580085 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-06fff0ab-9b7e-498b-b98a-2b03392d3e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:09.618213 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-06fff0ab-9b7e-498b-b98a-2b03392d3e45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:06:09.623718 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-06fff0ab-9b7e-498b-b98a-2b03392d3e45 admin admin] Usage tracker for resource:security_group_rule and tenant:1a566270d5a94f9aa5e39c07d4779ab1 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:06:09.636636 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-06fff0ab-9b7e-498b-b98a-2b03392d3e45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:06:09.647481 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e41d1-27dd-4f60-948f-58549e8d94dd req-72093eeb-c627-413c-94a0-b418150d0cde tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:09.649384 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b63e41d1-27dd-4f60-948f-58549e8d94dd req-72093eeb-c627-413c-94a0-b418150d0cde tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=7800c199-947a-4ccf-86aa-73a983b04500 HTTP/1.1" status: 200 len: 945 time: 0.4272509 Feb 04 21:06:09.657388 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-06fff0ab-9b7e-498b-b98a-2b03392d3e45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:06:09.666160 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port e9f4b42e-cf56-4a03-94e2-a66988e9676e, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=e9f4b42e-cf56-4a03-94e2-a66988e9676e,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:09.676742 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:09.740338 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67b8ceb-a623-49ed-b75e-d116845cd6f8 None None] Network 88748770-4cbe-4e87-afd0-86610df23afe requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:06:09.761273 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-2f475e5c-9f48-4c7a-ab24-e9a5220e484f admin admin] For port b96f972e-2455-482c-8e66-0cd3753aadd6, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=b96f972e-2455-482c-8e66-0cd3753aadd6,segment=NetworkSegment(b7cdbd12-ac28-4ed6-ae0d-3427f803777f),segment_id=b7cdbd12-ac28-4ed6-ae0d-3427f803777f)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:09.762886 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2f475e5c-9f48-4c7a-ab24-e9a5220e484f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:09.810105 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-06fff0ab-9b7e-498b-b98a-2b03392d3e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:09.821271 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-06fff0ab-9b7e-498b-b98a-2b03392d3e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:09.888100 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-06fff0ab-9b7e-498b-b98a-2b03392d3e45 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1a566270d5a94f9aa5e39c07d4779ab1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6971297 Feb 04 21:06:09.890580 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60152) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:09.936393 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fff0ab-9b7e-498b-b98a-2b03392d3e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2993a0-f689-421e-ae04-b57b7f72eaa3,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:09.981878 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ce474c6f-e4d1-4450-8a6e-4108d92e3117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:10.035399 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ce474c6f-e4d1-4450-8a6e-4108d92e3117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:10.085574 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=e9f4b42e-cf56-4a03-94e2-a66988e9676e,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:10.149426 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ce474c6f-e4d1-4450-8a6e-4108d92e3117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:10.171077 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce474c6f-e4d1-4450-8a6e-4108d92e3117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2993a0-f689-421e-ae04-b57b7f72eaa3,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:10.188791 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ce474c6f-e4d1-4450-8a6e-4108d92e3117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:10.191088 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ce474c6f-e4d1-4450-8a6e-4108d92e3117 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cb2993a0-f689-421e-ae04-b57b7f72eaa3 HTTP/1.1" status: 204 len: 168 time: 0.2995081 Feb 04 21:06:10.217304 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-2f475e5c-9f48-4c7a-ab24-e9a5220e484f admin admin] Calling delete_port for b96f972e-2455-482c-8e66-0cd3753aadd6 owned by network:router_interface {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:06:10.327130 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b63e41d1-27dd-4f60-948f-58549e8d94dd req-d7a56123-3d8a-4b96-a0a5-1ea9566d45a6 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6691737 Feb 04 21:06:10.805807 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2f475e5c-9f48-4c7a-ab24-e9a5220e484f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:11.037673 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f475e5c-9f48-4c7a-ab24-e9a5220e484f admin admin] Pushing event deleted for resources: {'Port': ['ID=b96f972e-2455-482c-8e66-0cd3753aadd6,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:11.471305 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2f475e5c-9f48-4c7a-ab24-e9a5220e484f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:11.561402 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60188) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:11.741748 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-d61532d1-604e-4788-9ed1-d58219fbf6f5 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-709153529', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:06:11.778116 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d61532d1-604e-4788-9ed1-d58219fbf6f5 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:06:11.786009 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d61532d1-604e-4788-9ed1-d58219fbf6f5 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Usage tracker for resource:router and tenant:f0cea10e58754342a84e53d94940a755 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:06:11.799455 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d61532d1-604e-4788-9ed1-d58219fbf6f5 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:06:11.822906 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d61532d1-604e-4788-9ed1-d58219fbf6f5 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:06:11.847305 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d61532d1-604e-4788-9ed1-d58219fbf6f5 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:11.848659 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d61532d1-604e-4788-9ed1-d58219fbf6f5 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:11.877793 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d61532d1-604e-4788-9ed1-d58219fbf6f5 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:11.882881 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 8914b048-1521-4974-a81e-00cb5088c433 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:06:11.906263 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d61532d1-604e-4788-9ed1-d58219fbf6f5 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:11.966683 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d61532d1-604e-4788-9ed1-d58219fbf6f5 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:11.970578 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d61532d1-604e-4788-9ed1-d58219fbf6f5 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4046252 Feb 04 21:06:11.974282 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60194) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:11.981018 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-3f4a21ae-8729-4d65-ab59-4e370b97e017 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1391765676'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:06:11.992345 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3f4a21ae-8729-4d65-ab59-4e370b97e017 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:06:11.997289 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3f4a21ae-8729-4d65-ab59-4e370b97e017 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Usage tracker for resource:network and tenant:f0cea10e58754342a84e53d94940a755 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:06:12.000283 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3f4a21ae-8729-4d65-ab59-4e370b97e017 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:06:12.007112 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3f4a21ae-8729-4d65-ab59-4e370b97e017 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:06:12.021665 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4a21ae-8729-4d65-ab59-4e370b97e017 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Made reservation on behalf of f0cea10e58754342a84e53d94940a755 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:06:12.033266 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3f4a21ae-8729-4d65-ab59-4e370b97e017 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:12.046561 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 8914b048-1521-4974-a81e-00cb5088c433 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:06:12.047002 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:12.079020 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3f4a21ae-8729-4d65-ab59-4e370b97e017 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:12.118891 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3f4a21ae-8729-4d65-ab59-4e370b97e017 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:06:12.129893 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3f4a21ae-8729-4d65-ab59-4e370b97e017 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Usage tracker for resource:security_group_rule and tenant:f0cea10e58754342a84e53d94940a755 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:06:12.133272 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3f4a21ae-8729-4d65-ab59-4e370b97e017 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:06:12.148988 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3f4a21ae-8729-4d65-ab59-4e370b97e017 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:06:12.285964 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f475e5c-9f48-4c7a-ab24-e9a5220e484f admin admin] Router 52e9ba6f-a14e-4276-955f-fb85604a79a6 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:06:12.366098 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3f4a21ae-8729-4d65-ab59-4e370b97e017 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:12.385557 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3f4a21ae-8729-4d65-ab59-4e370b97e017 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:12.392347 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:12.434903 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a21ae-8729-4d65-ab59-4e370b97e017 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e0021d-d73c-42a1-9b79-c0758abd8d20,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:12.457454 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 8914b048-1521-4974-a81e-00cb5088c433, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=8914b048-1521-4974-a81e-00cb5088c433,segment=NetworkSegment(1bfd55c3-c8d9-4e20-9f37-da07ea0581c2),segment_id=1bfd55c3-c8d9-4e20-9f37-da07ea0581c2)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:12.461123 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f4a21ae-8729-4d65-ab59-4e370b97e017 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:06:12.476855 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:12.497116 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3f4a21ae-8729-4d65-ab59-4e370b97e017 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:12.497559 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-3f4a21ae-8729-4d65-ab59-4e370b97e017 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Added segment 86aa1ef2-f70e-44ec-9ed1-74862b95d82f of type vlan for network c84277ff-d3c2-44ec-993e-a5b7a777673d Feb 04 21:06:12.578956 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3f4a21ae-8729-4d65-ab59-4e370b97e017 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:12.655453 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3f4a21ae-8729-4d65-ab59-4e370b97e017 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:12.664276 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4a21ae-8729-4d65-ab59-4e370b97e017 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:12.666427 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=8914b048-1521-4974-a81e-00cb5088c433,revision_number=7']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:12.667064 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3f4a21ae-8729-4d65-ab59-4e370b97e017 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:12.782439 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f475e5c-9f48-4c7a-ab24-e9a5220e484f admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:06:12.794862 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d95f063-383b-401e-b9c7-b2cd7273d00f None None] Sync routers for ids ['52e9ba6f-a14e-4276-955f-fb85604a79a6'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:06:12.800553 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-2f475e5c-9f48-4c7a-ab24-e9a5220e484f admin admin] 10.222.0.26 "PUT /v2.0/routers/52e9ba6f-a14e-4276-955f-fb85604a79a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9832401 Feb 04 21:06:12.801318 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60198) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:12.814482 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d95f063-383b-401e-b9c7-b2cd7273d00f None None] Routers {'52e9ba6f-a14e-4276-955f-fb85604a79a6'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:06:12.817701 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-3d95f063-383b-401e-b9c7-b2cd7273d00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:05:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['52e9ba6f-a14e-4276-955f-fb85604a79a6'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:12.934659 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a21ae-8729-4d65-ab59-4e370b97e017 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Pushing event updated for resources: {'Network': ['ID=c84277ff-d3c2-44ec-993e-a5b7a777673d,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:12.952255 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network c84277ff-d3c2-44ec-993e-a5b7a777673d details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:06:12.957702 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3f4a21ae-8729-4d65-ab59-4e370b97e017 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9820342 Feb 04 21:06:12.961632 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60202) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:12.979611 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-8cbcfefb-0272-4d4b-a297-48afc585f1f3 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Request body: {'subnet': {'network_id': 'c84277ff-d3c2-44ec-993e-a5b7a777673d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:06:13.298406 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-8cbcfefb-0272-4d4b-a297-48afc585f1f3 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:06:13.308235 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-3d95f063-383b-401e-b9c7-b2cd7273d00f None None] Set router 52e9ba6f-a14e-4276-955f-fb85604a79a6 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:06:13.308849 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-8cbcfefb-0272-4d4b-a297-48afc585f1f3 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Usage tracker for resource:subnet and tenant:f0cea10e58754342a84e53d94940a755 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:06:13.314306 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-8cbcfefb-0272-4d4b-a297-48afc585f1f3 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:06:13.333628 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-8cbcfefb-0272-4d4b-a297-48afc585f1f3 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:06:13.359629 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbcfefb-0272-4d4b-a297-48afc585f1f3 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Made reservation on behalf of f0cea10e58754342a84e53d94940a755 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:06:13.364842 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8cbcfefb-0272-4d4b-a297-48afc585f1f3 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:13.676298 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d27dfcdd-c468-4e70-aa1e-667159c6627e admin admin] Notify callbacks [] for router, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:13.804997 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-3d95f063-383b-401e-b9c7-b2cd7273d00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e9ba6f-a14e-4276-955f-fb85604a79a6', 'name': 'tempest-FloatingIPDetailsTestJSON-1670934510-router', 'tenant_id': '6b7ea02e3894460e8dac10f751a711db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '415983f2-e5d4-47ed-a6d1-8032dbd107bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:05:11Z', 'updated_at': '2022-02-04T21:06:10Z', 'revision_number': 5, 'project_id': '6b7ea02e3894460e8dac10f751a711db', 'gw_port': {'id': '415983f2-e5d4-47ed-a6d1-8032dbd107bd', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e9ba6f-a14e-4276-955f-fb85604a79a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:05:14Z', 'updated_at': '2022-02-04T21:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:13.812395 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d95f063-383b-401e-b9c7-b2cd7273d00f None None] Checking router: 52e9ba6f-a14e-4276-955f-fb85604a79a6 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:06:13.828259 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d95f063-383b-401e-b9c7-b2cd7273d00f None None] Routers {'52e9ba6f-a14e-4276-955f-fb85604a79a6'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:06:13.828915 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-3d95f063-383b-401e-b9c7-b2cd7273d00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:05:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['52e9ba6f-a14e-4276-955f-fb85604a79a6'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:13.867417 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-91a4cb06-4172-4b3c-84f1-29f4cf04d64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:14.017364 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8cbcfefb-0272-4d4b-a297-48afc585f1f3 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:14.125022 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-3d95f063-383b-401e-b9c7-b2cd7273d00f None None] Set router 52e9ba6f-a14e-4276-955f-fb85604a79a6 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:06:14.201609 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbcfefb-0272-4d4b-a297-48afc585f1f3 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Pushing event updated for resources: {'Subnet': ['ID=32122f0c-aa54-4128-9a24-2d233d9220ec,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:14.229407 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbcfefb-0272-4d4b-a297-48afc585f1f3 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:14.229789 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbcfefb-0272-4d4b-a297-48afc585f1f3 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:14.230093 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbcfefb-0272-4d4b-a297-48afc585f1f3 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:14.230430 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbcfefb-0272-4d4b-a297-48afc585f1f3 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:14.230791 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbcfefb-0272-4d4b-a297-48afc585f1f3 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:14.231148 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbcfefb-0272-4d4b-a297-48afc585f1f3 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:14.231455 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbcfefb-0272-4d4b-a297-48afc585f1f3 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:14.231784 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbcfefb-0272-4d4b-a297-48afc585f1f3 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:14.232109 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbcfefb-0272-4d4b-a297-48afc585f1f3 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:14.232429 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbcfefb-0272-4d4b-a297-48afc585f1f3 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:14.232753 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbcfefb-0272-4d4b-a297-48afc585f1f3 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:14.233075 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbcfefb-0272-4d4b-a297-48afc585f1f3 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:14.250791 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d27dfcdd-c468-4e70-aa1e-667159c6627e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:14.281089 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-d27dfcdd-c468-4e70-aa1e-667159c6627e admin admin] Deleting port 415983f2-e5d4-47ed-a6d1-8032dbd107bd {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:06:14.281460 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d27dfcdd-c468-4e70-aa1e-667159c6627e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:14.287644 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbcfefb-0272-4d4b-a297-48afc585f1f3 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Checking segment: {'id': '86aa1ef2-f70e-44ec-9ed1-74862b95d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c84277ff-d3c2-44ec-993e-a5b7a777673d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:06:14.288024 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbcfefb-0272-4d4b-a297-48afc585f1f3 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Network hostable DHCP agents. Network: c84277ff-d3c2-44ec-993e-a5b7a777673d, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:06:14.326656 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbcfefb-0272-4d4b-a297-48afc585f1f3 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Network c84277ff-d3c2-44ec-993e-a5b7a777673d is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:06:14.352349 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-8cbcfefb-0272-4d4b-a297-48afc585f1f3 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, c84277ff-d3c2-44ec-993e-a5b7a777673d) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:06:14.357883 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbcfefb-0272-4d4b-a297-48afc585f1f3 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:14.358478 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8cbcfefb-0272-4d4b-a297-48afc585f1f3 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:14.363626 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853c6efe-e69a-46f4-9dc4-f367bbd21946 None None] Network c84277ff-d3c2-44ec-993e-a5b7a777673d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:06:14.389606 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8cbcfefb-0272-4d4b-a297-48afc585f1f3 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4266198 Feb 04 21:06:14.392341 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60208) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:14.409862 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-7770adbb-7fe5-423a-88be-7fe3f13c383f tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Request body: {'network': {'name': 'tempest-router-network01--2006066943'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:06:14.429102 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7770adbb-7fe5-423a-88be-7fe3f13c383f tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:06:14.460449 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7770adbb-7fe5-423a-88be-7fe3f13c383f tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Usage tracker for resource:network and tenant:f0cea10e58754342a84e53d94940a755 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:06:14.475891 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7770adbb-7fe5-423a-88be-7fe3f13c383f tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:06:14.493717 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7770adbb-7fe5-423a-88be-7fe3f13c383f tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:06:14.520003 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-d27dfcdd-c468-4e70-aa1e-667159c6627e admin admin] For port 415983f2-e5d4-47ed-a6d1-8032dbd107bd, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=415983f2-e5d4-47ed-a6d1-8032dbd107bd,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:14.520277 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d27dfcdd-c468-4e70-aa1e-667159c6627e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:14.526940 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7770adbb-7fe5-423a-88be-7fe3f13c383f tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Made reservation on behalf of f0cea10e58754342a84e53d94940a755 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:06:14.532079 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7770adbb-7fe5-423a-88be-7fe3f13c383f tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:14.616466 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7770adbb-7fe5-423a-88be-7fe3f13c383f tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:06:14.633311 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7770adbb-7fe5-423a-88be-7fe3f13c383f tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:14.634995 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-7770adbb-7fe5-423a-88be-7fe3f13c383f tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Added segment c597fde1-8b66-46b9-92a2-3766bbe86ee5 of type vlan for network 92925b53-58dd-4f6c-811b-ee8a6b5aca94 Feb 04 21:06:14.714027 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-3d95f063-383b-401e-b9c7-b2cd7273d00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e9ba6f-a14e-4276-955f-fb85604a79a6', 'name': 'tempest-FloatingIPDetailsTestJSON-1670934510-router', 'tenant_id': '6b7ea02e3894460e8dac10f751a711db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '415983f2-e5d4-47ed-a6d1-8032dbd107bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:05:11Z', 'updated_at': '2022-02-04T21:06:10Z', 'revision_number': 5, 'project_id': '6b7ea02e3894460e8dac10f751a711db', 'gw_port': {'id': '415983f2-e5d4-47ed-a6d1-8032dbd107bd', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e9ba6f-a14e-4276-955f-fb85604a79a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:05:14Z', 'updated_at': '2022-02-04T21:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:14.714294 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7770adbb-7fe5-423a-88be-7fe3f13c383f tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:14.719395 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d95f063-383b-401e-b9c7-b2cd7273d00f None None] The sync data for ids ['52e9ba6f-a14e-4276-955f-fb85604a79a6'] in n-d-827896-1 is: [{'id': '52e9ba6f-a14e-4276-955f-fb85604a79a6', 'name': 'tempest-FloatingIPDetailsTestJSON-1670934510-router', 'tenant_id': '6b7ea02e3894460e8dac10f751a711db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '415983f2-e5d4-47ed-a6d1-8032dbd107bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:05:11Z', 'updated_at': '2022-02-04T21:06:10Z', 'revision_number': 5, 'project_id': '6b7ea02e3894460e8dac10f751a711db', 'gw_port': {'id': '415983f2-e5d4-47ed-a6d1-8032dbd107bd', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e9ba6f-a14e-4276-955f-fb85604a79a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:05:14Z', 'updated_at': '2022-02-04T21:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:06:14.788369 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7770adbb-7fe5-423a-88be-7fe3f13c383f tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:14.793878 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7770adbb-7fe5-423a-88be-7fe3f13c383f tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:14.794488 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7770adbb-7fe5-423a-88be-7fe3f13c383f tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:14.803509 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-d27dfcdd-c468-4e70-aa1e-667159c6627e admin admin] Calling delete_port for 415983f2-e5d4-47ed-a6d1-8032dbd107bd owned by network:router_gateway {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:06:14.858881 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a2e5bb-e1b3-42ac-bd10-543baf1747ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-c84277ff-d3c2-44ec-993e-a5b7a777673d', 'network_id': 'c84277ff-d3c2-44ec-993e-a5b7a777673d', 'tenant_id': 'f0cea10e58754342a84e53d94940a755', 'fixed_ips': [{'subnet_id': '32122f0c-aa54-4128-9a24-2d233d9220ec'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:06:14.859595 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c8a2e5bb-e1b3-42ac-bd10-543baf1747ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:15.068490 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7770adbb-7fe5-423a-88be-7fe3f13c383f tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6727581 Feb 04 21:06:15.087173 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60216) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:15.115119 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-3a6c8099-e0b1-4b77-8654-bc918bc74136 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Request body: {'network': {'name': 'tempest-router-network02--1610796186'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:06:15.132543 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3a6c8099-e0b1-4b77-8654-bc918bc74136 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:06:15.140912 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-c8a2e5bb-e1b3-42ac-bd10-543baf1747ad None None] Allocated IP 172.20.0.2 (c84277ff-d3c2-44ec-993e-a5b7a777673d/32122f0c-aa54-4128-9a24-2d233d9220ec/4adf3158-98ed-49c5-b1c0-1cdfe439a682) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:06:15.152923 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3a6c8099-e0b1-4b77-8654-bc918bc74136 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Usage tracker for resource:network and tenant:f0cea10e58754342a84e53d94940a755 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:06:15.162387 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770adbb-7fe5-423a-88be-7fe3f13c383f tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Pushing event updated for resources: {'Network': ['ID=92925b53-58dd-4f6c-811b-ee8a6b5aca94,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:15.167152 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3a6c8099-e0b1-4b77-8654-bc918bc74136 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:06:15.179790 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3a6c8099-e0b1-4b77-8654-bc918bc74136 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:06:15.210107 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6c8099-e0b1-4b77-8654-bc918bc74136 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Made reservation on behalf of f0cea10e58754342a84e53d94940a755 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:06:15.212707 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d27dfcdd-c468-4e70-aa1e-667159c6627e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:15.225180 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a6c8099-e0b1-4b77-8654-bc918bc74136 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:15.307367 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a6c8099-e0b1-4b77-8654-bc918bc74136 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:06:15.328537 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a6c8099-e0b1-4b77-8654-bc918bc74136 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:15.332347 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-3a6c8099-e0b1-4b77-8654-bc918bc74136 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Added segment df3e7e2a-656f-461b-a7fe-c4a2c0b919f8 of type vlan for network b901d51e-d066-4fe7-b30e-cccb5a8b3478 Feb 04 21:06:15.359749 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27dfcdd-c468-4e70-aa1e-667159c6627e admin admin] Pushing event deleted for resources: {'Port': ['ID=415983f2-e5d4-47ed-a6d1-8032dbd107bd,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:15.445434 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a6c8099-e0b1-4b77-8654-bc918bc74136 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:15.508844 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c8a2e5bb-e1b3-42ac-bd10-543baf1747ad None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:15.521862 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c8a2e5bb-e1b3-42ac-bd10-543baf1747ad None None] Transition to ACTIVE for port object 4adf3158-98ed-49c5-b1c0-1cdfe439a682 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:06:15.536905 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a6c8099-e0b1-4b77-8654-bc918bc74136 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:15.550522 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c8a2e5bb-e1b3-42ac-bd10-543baf1747ad None None] Transition to ACTIVE for port object 4adf3158-98ed-49c5-b1c0-1cdfe439a682 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:06:15.553429 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6c8099-e0b1-4b77-8654-bc918bc74136 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:15.554290 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 92925b53-58dd-4f6c-811b-ee8a6b5aca94 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:06:15.555625 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a6c8099-e0b1-4b77-8654-bc918bc74136 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:15.570844 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d27dfcdd-c468-4e70-aa1e-667159c6627e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:15.575746 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c8a2e5bb-e1b3-42ac-bd10-543baf1747ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:15.728099 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3a6c8099-e0b1-4b77-8654-bc918bc74136 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6401927 Feb 04 21:06:15.729728 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a2e5bb-e1b3-42ac-bd10-543baf1747ad None None] Network c84277ff-d3c2-44ec-993e-a5b7a777673d is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:06:15.734183 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60226) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:15.741949 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-c8a2e5bb-e1b3-42ac-bd10-543baf1747ad None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:06:15.746202 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2e5bb-e1b3-42ac-bd10-543baf1747ad None None] Pushing event updated for resources: {'Port': ['ID=4adf3158-98ed-49c5-b1c0-1cdfe439a682,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:15.747626 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-35388aba-55bb-4747-bb83-35152d8cbe71 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Request body: {'subnet': {'network_id': '92925b53-58dd-4f6c-811b-ee8a6b5aca94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:06:15.750780 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a2e5bb-e1b3-42ac-bd10-543baf1747ad None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:06:15.787131 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c8099-e0b1-4b77-8654-bc918bc74136 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Pushing event updated for resources: {'Network': ['ID=b901d51e-d066-4fe7-b30e-cccb5a8b3478,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:15.841365 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network b901d51e-d066-4fe7-b30e-cccb5a8b3478 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:06:15.972678 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-35388aba-55bb-4747-bb83-35152d8cbe71 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:06:15.974612 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-c8a2e5bb-e1b3-42ac-bd10-543baf1747ad None None] Attempting to bind port 4adf3158-98ed-49c5-b1c0-1cdfe439a682 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:06:15.975102 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-c8a2e5bb-e1b3-42ac-bd10-543baf1747ad None None] Attempting to bind port 4adf3158-98ed-49c5-b1c0-1cdfe439a682 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '86aa1ef2-f70e-44ec-9ed1-74862b95d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c84277ff-d3c2-44ec-993e-a5b7a777673d'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:06:15.975565 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a2e5bb-e1b3-42ac-bd10-543baf1747ad None None] Attempting to bind port 4adf3158-98ed-49c5-b1c0-1cdfe439a682 on network c84277ff-d3c2-44ec-993e-a5b7a777673d {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:06:15.976498 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-35388aba-55bb-4747-bb83-35152d8cbe71 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Usage tracker for resource:subnet and tenant:f0cea10e58754342a84e53d94940a755 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:06:15.979835 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-35388aba-55bb-4747-bb83-35152d8cbe71 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:06:15.983187 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a2e5bb-e1b3-42ac-bd10-543baf1747ad None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:06:15.983688 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a2e5bb-e1b3-42ac-bd10-543baf1747ad None None] Checking segment: {'id': '86aa1ef2-f70e-44ec-9ed1-74862b95d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c84277ff-d3c2-44ec-993e-a5b7a777673d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:06:15.984190 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c8a2e5bb-e1b3-42ac-bd10-543baf1747ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:15.984684 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a2e5bb-e1b3-42ac-bd10-543baf1747ad None None] Bound using segment: {'id': '86aa1ef2-f70e-44ec-9ed1-74862b95d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c84277ff-d3c2-44ec-993e-a5b7a777673d'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:06:15.985381 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-c8a2e5bb-e1b3-42ac-bd10-543baf1747ad None None] Bound port: 4adf3158-98ed-49c5-b1c0-1cdfe439a682, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86aa1ef2-f70e-44ec-9ed1-74862b95d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c84277ff-d3c2-44ec-993e-a5b7a777673d'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:06:15.985863 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c8a2e5bb-e1b3-42ac-bd10-543baf1747ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:15.987034 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-35388aba-55bb-4747-bb83-35152d8cbe71 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:06:16.008691 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35388aba-55bb-4747-bb83-35152d8cbe71 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Made reservation on behalf of f0cea10e58754342a84e53d94940a755 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:06:16.012910 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-35388aba-55bb-4747-bb83-35152d8cbe71 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:16.102378 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-c8a2e5bb-e1b3-42ac-bd10-543baf1747ad None None] For port 4adf3158-98ed-49c5-b1c0-1cdfe439a682, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:06:16.105959 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-c8a2e5bb-e1b3-42ac-bd10-543baf1747ad None None] For port 4adf3158-98ed-49c5-b1c0-1cdfe439a682, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=4adf3158-98ed-49c5-b1c0-1cdfe439a682,segment=NetworkSegment(86aa1ef2-f70e-44ec-9ed1-74862b95d82f),segment_id=86aa1ef2-f70e-44ec-9ed1-74862b95d82f)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:06:16.114841 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c8a2e5bb-e1b3-42ac-bd10-543baf1747ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:16.236139 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-c4fe66ba-0c85-46dd-b060-c6eee59ba2d1 tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:16.237401 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2e5bb-e1b3-42ac-bd10-543baf1747ad None None] Pushing event updated for resources: {'Port': ['ID=4adf3158-98ed-49c5-b1c0-1cdfe439a682,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:16.237983 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-c4fe66ba-0c85-46dd-b060-c6eee59ba2d1 tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] 10.222.0.26 "GET /v2.0/networks?id=88748770-4cbe-4e87-afd0-86610df23afe HTTP/1.1" status: 200 len: 813 time: 0.2174647 Feb 04 21:06:16.257164 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d27dfcdd-c468-4e70-aa1e-667159c6627e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:16.270265 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d27dfcdd-c468-4e70-aa1e-667159c6627e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:16.301275 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e64ba6c4-dfaa-4c20-8901-a026f0bccd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:16.316147 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-93ee4187-b4bb-448c-a39e-1622f0b8d9c3 tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] 10.222.0.26 "GET /v2.0/quotas/41fa293d8da24d2891a4df60e78079f9 HTTP/1.1" status: 200 len: 375 time: 0.0613182 Feb 04 21:06:16.338800 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d27dfcdd-c468-4e70-aa1e-667159c6627e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:16.339531 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27dfcdd-c468-4e70-aa1e-667159c6627e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52e9ba6f-a14e-4276-955f-fb85604a79a6 {{(pid=87683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:06:16.384046 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-35388aba-55bb-4747-bb83-35152d8cbe71 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:16.403988 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe30d4-aec4-409c-ba7c-1fd6292967e6 req-96dcb3c5-33f8-4e5e-aa18-40d760eead93 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:16.434826 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-84fe30d4-aec4-409c-ba7c-1fd6292967e6 req-96dcb3c5-33f8-4e5e-aa18-40d760eead93 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e656f53-cc30-4c14-bb1e-22e3876ad2c8 HTTP/1.1" status: 200 len: 945 time: 0.4128978 Feb 04 21:06:16.467066 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d27dfcdd-c468-4e70-aa1e-667159c6627e admin admin] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:16.468268 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d27dfcdd-c468-4e70-aa1e-667159c6627e admin admin] 10.222.0.26 "DELETE /v2.0/routers/52e9ba6f-a14e-4276-955f-fb85604a79a6 HTTP/1.1" status: 204 len: 168 time: 3.6660180 Feb 04 21:06:16.473313 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60248) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:16.512428 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-1411adc6-6c39-44ed-8d67-a94cb9d96646 tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=41fa293d8da24d2891a4df60e78079f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1745737 Feb 04 21:06:16.610212 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-84fe30d4-aec4-409c-ba7c-1fd6292967e6 req-3e74ed8b-76ad-43af-8871-a6dce2cd0b96 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678984 Feb 04 21:06:16.719373 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7800c199-947a-4ccf-86aa-73a983b04500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f4b42e-cf56-4a03-94e2-a66988e9676e', 'code': 200} Feb 04 21:06:16.833569 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35388aba-55bb-4747-bb83-35152d8cbe71 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Checking segment: {'id': 'c597fde1-8b66-46b9-92a2-3766bbe86ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '92925b53-58dd-4f6c-811b-ee8a6b5aca94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:06:16.833931 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35388aba-55bb-4747-bb83-35152d8cbe71 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Network hostable DHCP agents. Network: 92925b53-58dd-4f6c-811b-ee8a6b5aca94, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:06:16.845481 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35388aba-55bb-4747-bb83-35152d8cbe71 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Pushing event updated for resources: {'Subnet': ['ID=f9c69a34-06b8-4556-8a75-83c09c07bbbe,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:16.867919 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f7abe8e-b707-473d-8d59-78c5d8c268a5 admin admin] Deleting subnet 5a215530-82fe-47a1-8712-8f5c4859cdd2 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:06:16.873711 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f7abe8e-b707-473d-8d59-78c5d8c268a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:16.920363 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35388aba-55bb-4747-bb83-35152d8cbe71 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Network 92925b53-58dd-4f6c-811b-ee8a6b5aca94 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:06:16.956850 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16db02a-9843-463d-a875-9b856bb31f30 req-71c52a57-956a-44b0-b700-ecab008dec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:16.958404 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c16db02a-9843-463d-a875-9b856bb31f30 req-71c52a57-956a-44b0-b700-ecab008dec01 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7800c199-947a-4ccf-86aa-73a983b04500 HTTP/1.1" status: 200 len: 1097 time: 0.1222155 Feb 04 21:06:16.960957 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f7abe8e-b707-473d-8d59-78c5d8c268a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:17.034466 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-35388aba-55bb-4747-bb83-35152d8cbe71 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 92925b53-58dd-4f6c-811b-ee8a6b5aca94) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:06:17.042768 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-f4fdf085-f3f1-4a48-a46a-7d7d573a9a2a service neutron] 10.222.0.26 "GET /v2.0/networks/88748770-4cbe-4e87-afd0-86610df23afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5243711 Feb 04 21:06:17.047967 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35388aba-55bb-4747-bb83-35152d8cbe71 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:17.048557 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-35388aba-55bb-4747-bb83-35152d8cbe71 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:17.056637 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0cb2dc-b5c9-4243-bb8e-018e84b53de7 None None] Network 92925b53-58dd-4f6c-811b-ee8a6b5aca94 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:06:17.123462 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c16db02a-9843-463d-a875-9b856bb31f30 req-b58cb5c2-79a2-4171-bd40-e7be8669b006 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564245 Feb 04 21:06:17.148634 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-35388aba-55bb-4747-bb83-35152d8cbe71 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4106386 Feb 04 21:06:17.148868 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60254) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:17.175286 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-6064c232-7f7d-46c5-87e2-5c92a2f0528c tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Request body: {'subnet': {'network_id': 'b901d51e-d066-4fe7-b30e-cccb5a8b3478', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:06:17.401373 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:17.423584 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f7abe8e-b707-473d-8d59-78c5d8c268a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:17.429961 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:17.447131 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 4adf3158-98ed-49c5-b1c0-1cdfe439a682 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:06:17.472246 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-4753054c-ff3b-4528-83b2-ae3acd72a961 service neutron] 10.222.0.26 "GET /v2.0/networks/88748770-4cbe-4e87-afd0-86610df23afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051414 Feb 04 21:06:17.480974 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6064c232-7f7d-46c5-87e2-5c92a2f0528c tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:06:17.502511 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6064c232-7f7d-46c5-87e2-5c92a2f0528c tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Usage tracker for resource:subnet and tenant:f0cea10e58754342a84e53d94940a755 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:06:17.507992 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6064c232-7f7d-46c5-87e2-5c92a2f0528c tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:06:17.518855 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6064c232-7f7d-46c5-87e2-5c92a2f0528c tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:06:17.544453 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6064c232-7f7d-46c5-87e2-5c92a2f0528c tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Made reservation on behalf of f0cea10e58754342a84e53d94940a755 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:06:17.548343 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6064c232-7f7d-46c5-87e2-5c92a2f0528c tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:17.664888 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f7abe8e-b707-473d-8d59-78c5d8c268a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:17.679251 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3e69c-8480-46aa-9288-14a3cb617656 req-726cd9e5-ed1e-4c3a-a52a-706ec1f8767d tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:17.681782 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f2f3e69c-8480-46aa-9288-14a3cb617656 req-726cd9e5-ed1e-4c3a-a52a-706ec1f8767d tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=7800c199-947a-4ccf-86aa-73a983b04500 HTTP/1.1" status: 200 len: 946 time: 0.1106234 Feb 04 21:06:17.759285 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f7abe8e-b707-473d-8d59-78c5d8c268a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:17.775450 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7abe8e-b707-473d-8d59-78c5d8c268a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a215530-82fe-47a1-8712-8f5c4859cdd2,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:17.780285 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7f7abe8e-b707-473d-8d59-78c5d8c268a5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5a215530-82fe-47a1-8712-8f5c4859cdd2 HTTP/1.1" status: 204 len: 168 time: 1.2977901 Feb 04 21:06:17.783204 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60264) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:17.832797 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314be707-4a56-4a42-b460-eae27b033f4c None None] Network c60b3a0a-eef0-4987-9fb1-36a45e0e9b15 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:06:17.863183 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f2f3e69c-8480-46aa-9288-14a3cb617656 req-0afec33e-4836-4a1d-8754-bb985b48d8b6 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612325 Feb 04 21:06:18.032573 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4693753e-0cb4-43cf-a273-3acecc03099a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:18.115973 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-4693753e-0cb4-43cf-a273-3acecc03099a admin admin] Deleting port 39ea1aa1-2ef4-4fc1-9bea-8d1f0f7cfb32 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:06:18.116365 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4693753e-0cb4-43cf-a273-3acecc03099a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:18.217537 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f254a782-abf8-498a-a877-41bdab2eea06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-92925b53-58dd-4f6c-811b-ee8a6b5aca94', 'network_id': '92925b53-58dd-4f6c-811b-ee8a6b5aca94', 'tenant_id': 'f0cea10e58754342a84e53d94940a755', 'fixed_ips': [{'subnet_id': 'f9c69a34-06b8-4556-8a75-83c09c07bbbe'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:06:18.218872 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f254a782-abf8-498a-a877-41bdab2eea06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:18.248377 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 4adf3158-98ed-49c5-b1c0-1cdfe439a682 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:06:18.273681 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:06:18.387126 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device b96f972e-2455-482c-8e66-0cd3753aadd6 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:06:18.436287 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c0f48-6128-436c-8c94-ab7ca7111032 req-c62a6a74-8ea8-48fd-b947-d63b742f49d3 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:18.444554 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c0f48-6128-436c-8c94-ab7ca7111032 req-c62a6a74-8ea8-48fd-b947-d63b742f49d3 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:18.451754 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c0f48-6128-436c-8c94-ab7ca7111032 req-c62a6a74-8ea8-48fd-b947-d63b742f49d3 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:18.459655 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c0f48-6128-436c-8c94-ab7ca7111032 req-c62a6a74-8ea8-48fd-b947-d63b742f49d3 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:18.466924 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c0f48-6128-436c-8c94-ab7ca7111032 req-c62a6a74-8ea8-48fd-b947-d63b742f49d3 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:18.476385 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c0f48-6128-436c-8c94-ab7ca7111032 req-c62a6a74-8ea8-48fd-b947-d63b742f49d3 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:18.484113 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c0f48-6128-436c-8c94-ab7ca7111032 req-c62a6a74-8ea8-48fd-b947-d63b742f49d3 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:18.495397 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c08c0f48-6128-436c-8c94-ab7ca7111032 req-c62a6a74-8ea8-48fd-b947-d63b742f49d3 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 5434 time: 0.3820331 Feb 04 21:06:18.559604 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6064c232-7f7d-46c5-87e2-5c92a2f0528c tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:18.560351 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96e6fd-ec5e-40f4-a66d-755c2974b810 req-4318bdb0-ba5f-46ca-9543-9402a5e3a9b0 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:18.561892 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4b96e6fd-ec5e-40f4-a66d-755c2974b810 req-4318bdb0-ba5f-46ca-9543-9402a5e3a9b0 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e656f53-cc30-4c14-bb1e-22e3876ad2c8 HTTP/1.1" status: 200 len: 945 time: 0.3698480 Feb 04 21:06:18.573772 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a5e313-3651-4a5d-be8c-c9af562e0af4 None None] Network c84277ff-d3c2-44ec-993e-a5b7a777673d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:06:18.633991 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c08c0f48-6128-436c-8c94-ab7ca7111032 req-5d76b38a-d176-4921-9762-cf9a05b85a90 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc27a88a-7d29-4d8e-adaa-4f6d9a816c1f&id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1370220 Feb 04 21:06:18.719937 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4b96e6fd-ec5e-40f4-a66d-755c2974b810 req-abe93b94-1e41-41f8-a304-a88ad93f887f tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289012 Feb 04 21:06:18.761926 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6064c232-7f7d-46c5-87e2-5c92a2f0528c tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Pushing event updated for resources: {'Subnet': ['ID=36a7c808-fc8e-444f-906f-0fd86ad6523e,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:18.872393 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e656f53-cc30-4c14-bb1e-22e3876ad2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8914b048-1521-4974-a81e-00cb5088c433'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:06:18.902589 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d8643c96-e02b-4e4e-851e-0e1291626423 req-3eb20cbd-5aab-48ac-b894-c17d6e9a23c5 tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] 10.222.0.26 "GET /v2.0/ports?device_id=52369459-3287-40b1-85ce-5d8d6aa6ab3d HTTP/1.1" status: 200 len: 210 time: 0.0584919 Feb 04 21:06:18.917387 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: b96f972e-2455-482c-8e66-0cd3753aadd6 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:06:18.917784 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device b96f972e-2455-482c-8e66-0cd3753aadd6 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:06:18.962044 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 441cbda1-c534-48f4-b5b0-07e28eafc031 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:06:19.045721 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6064c232-7f7d-46c5-87e2-5c92a2f0528c tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Checking segment: {'id': 'df3e7e2a-656f-461b-a7fe-c4a2c0b919f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b901d51e-d066-4fe7-b30e-cccb5a8b3478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:06:19.046253 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6064c232-7f7d-46c5-87e2-5c92a2f0528c tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Network hostable DHCP agents. Network: b901d51e-d066-4fe7-b30e-cccb5a8b3478, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:06:19.065717 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-4693753e-0cb4-43cf-a273-3acecc03099a admin admin] For port 39ea1aa1-2ef4-4fc1-9bea-8d1f0f7cfb32, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=39ea1aa1-2ef4-4fc1-9bea-8d1f0f7cfb32,segment=NetworkSegment(b7cdbd12-ac28-4ed6-ae0d-3427f803777f),segment_id=b7cdbd12-ac28-4ed6-ae0d-3427f803777f)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:19.066343 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4693753e-0cb4-43cf-a273-3acecc03099a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:19.092454 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6064c232-7f7d-46c5-87e2-5c92a2f0528c tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Network b901d51e-d066-4fe7-b30e-cccb5a8b3478 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:06:19.120673 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 415983f2-e5d4-47ed-a6d1-8032dbd107bd no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:06:19.182350 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-10eb66d3-cbab-4a9b-8da9-e5a806e93b30 None None] Provisioning for port 4adf3158-98ed-49c5-b1c0-1cdfe439a682 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:06:19.221333 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:19.221857 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8e40f-eb7f-449e-99f0-3cd89e5d039c req-3aefaa1f-991c-4d83-8780-308ef726f163 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:19.230562 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f0b8e40f-eb7f-449e-99f0-3cd89e5d039c req-3aefaa1f-991c-4d83-8780-308ef726f163 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=7800c199-947a-4ccf-86aa-73a983b04500 HTTP/1.1" status: 200 len: 946 time: 0.1587150 Feb 04 21:06:19.280313 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 415983f2-e5d4-47ed-a6d1-8032dbd107bd {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:06:19.280652 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 415983f2-e5d4-47ed-a6d1-8032dbd107bd not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:06:19.289074 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-10eb66d3-cbab-4a9b-8da9-e5a806e93b30 None None] Provisioning complete for port 4adf3158-98ed-49c5-b1c0-1cdfe439a682 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:06:19.302049 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-10eb66d3-cbab-4a9b-8da9-e5a806e93b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:19.328885 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-4693753e-0cb4-43cf-a273-3acecc03099a admin admin] Calling delete_port for 39ea1aa1-2ef4-4fc1-9bea-8d1f0f7cfb32 owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:06:19.331623 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f0b8e40f-eb7f-449e-99f0-3cd89e5d039c req-e3aa4c05-79b8-4e9d-a64c-8e6a7e80c921 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000321 Feb 04 21:06:19.367732 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-6064c232-7f7d-46c5-87e2-5c92a2f0528c tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, b901d51e-d066-4fe7-b30e-cccb5a8b3478) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:06:19.380229 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6064c232-7f7d-46c5-87e2-5c92a2f0528c tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:19.380998 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6064c232-7f7d-46c5-87e2-5c92a2f0528c tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:19.430907 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6064c232-7f7d-46c5-87e2-5c92a2f0528c tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2643652 Feb 04 21:06:19.433758 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60302) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:19.439393 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bb23dd-eb58-4bac-aa85-7bc7ad4d5b36 None None] Network b901d51e-d066-4fe7-b30e-cccb5a8b3478 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:06:19.444729 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4693753e-0cb4-43cf-a273-3acecc03099a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:19.514319 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693753e-0cb4-43cf-a273-3acecc03099a admin admin] Pushing event deleted for resources: {'Port': ['ID=39ea1aa1-2ef4-4fc1-9bea-8d1f0f7cfb32,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:19.519208 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4693753e-0cb4-43cf-a273-3acecc03099a admin admin] No DVR routers for this DVR port 39ea1aa1-2ef4-4fc1-9bea-8d1f0f7cfb32 on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:06:19.535917 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e656f53-cc30-4c14-bb1e-22e3876ad2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8914b048-1521-4974-a81e-00cb5088c433', 'code': 200} Feb 04 21:06:19.703780 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4693753e-0cb4-43cf-a273-3acecc03099a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:19.771573 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-4693753e-0cb4-43cf-a273-3acecc03099a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c60b3a0a-eef0-4987-9fb1-36a45e0e9b15']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:19.812708 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-4693753e-0cb4-43cf-a273-3acecc03099a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7cdbd12-ac28-4ed6-ae0d-3427f803777f') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:19.817039 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-4693753e-0cb4-43cf-a273-3acecc03099a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7cdbd12-ac28-4ed6-ae0d-3427f803777f') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:19.865617 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4693753e-0cb4-43cf-a273-3acecc03099a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:19.989014 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f1643d-d8dd-4409-b236-bfbd7f80a98d None None] DHCP port deletion for c60b3a0a-eef0-4987-9fb1-36a45e0e9b15 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:06:20.038100 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:20.136809 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-f254a782-abf8-498a-a877-41bdab2eea06 None None] Allocated IP 172.20.0.2 (92925b53-58dd-4f6c-811b-ee8a6b5aca94/f9c69a34-06b8-4556-8a75-83c09c07bbbe/3d03ad26-9d6c-4fb3-9da0-82895505f733) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:06:20.315406 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4693753e-0cb4-43cf-a273-3acecc03099a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:20.360739 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 441cbda1-c534-48f4-b5b0-07e28eafc031, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=441cbda1-c534-48f4-b5b0-07e28eafc031,segment=NetworkSegment(d272340f-e46b-4b9a-95de-826926ac6bfb),segment_id=d272340f-e46b-4b9a-95de-826926ac6bfb)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:20.420969 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4693753e-0cb4-43cf-a273-3acecc03099a admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:06:20.421737 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4693753e-0cb4-43cf-a273-3acecc03099a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:20.438848 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:06:20.438848 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:06:20.438848 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:06:20.438848 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:06:20.438848 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:06:20.438848 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:06:20.438848 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:06:20.438848 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:06:20.438848 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:06:20.438848 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:06:20.438848 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:06:20.438848 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:06:20.438848 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:06:20.438848 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:06:20.438848 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:06:20.438848 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:06:20.438848 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:06:20.438848 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:06:20.438848 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:06:20.438848 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:06:20.438848 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:06:20.438848 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:06:20.438848 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:06:20.438848 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:06:20.438848 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:06:20.438848 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:06:20.438848 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:06:20.438848 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:06:20.438848 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:06:20.438848 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:06:20.438848 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:06:20.438848 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:06:20.641361 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-e954669a-8a62-482d-97b7-064ef1530a9d tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:20.642149 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-e954669a-8a62-482d-97b7-064ef1530a9d tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Synchronizing usage tracker for tenant:41fa293d8da24d2891a4df60e78079f9 on resource:network {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:06:20.650267 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4693753e-0cb4-43cf-a273-3acecc03099a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:20.686460 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4693753e-0cb4-43cf-a273-3acecc03099a admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:20.693986 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693753e-0cb4-43cf-a273-3acecc03099a admin admin] Pushing event deleted for resources: {'Network': ['ID=c60b3a0a-eef0-4987-9fb1-36a45e0e9b15,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:20.732918 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f254a782-abf8-498a-a877-41bdab2eea06 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:20.745227 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-f254a782-abf8-498a-a877-41bdab2eea06 None None] Transition to ACTIVE for port object 3d03ad26-9d6c-4fb3-9da0-82895505f733 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:06:20.766395 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-e954669a-8a62-482d-97b7-064ef1530a9d tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Unset dirty status for tenant:41fa293d8da24d2891a4df60e78079f9 on resource:network {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:06:20.769978 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-f254a782-abf8-498a-a877-41bdab2eea06 None None] Transition to ACTIVE for port object 3d03ad26-9d6c-4fb3-9da0-82895505f733 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:06:20.771217 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-e954669a-8a62-482d-97b7-064ef1530a9d tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] 10.222.0.32 "GET /v2.0/networks?id=88748770-4cbe-4e87-afd0-86610df23afe HTTP/1.1" status: 200 len: 813 time: 0.8748808 Feb 04 21:06:20.779612 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4693753e-0cb4-43cf-a273-3acecc03099a admin admin] 10.222.0.26 "DELETE /v2.0/networks/c60b3a0a-eef0-4987-9fb1-36a45e0e9b15 HTTP/1.1" status: 204 len: 168 time: 2.9943395 Feb 04 21:06:20.790586 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b53de1b3-f486-4e88-a581-4bab2373171e tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Request body: {'port': {'device_id': '52369459-3287-40b1-85ce-5d8d6aa6ab3d', 'network_id': '88748770-4cbe-4e87-afd0-86610df23afe', 'admin_state_up': True, 'tenant_id': '41fa293d8da24d2891a4df60e78079f9'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:06:20.815060 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f254a782-abf8-498a-a877-41bdab2eea06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:20.860051 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:20.905878 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c5687bd2-01cb-4e9a-96e3-fbaf79358f81 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:21.104230 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60346) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:21.137526 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f254a782-abf8-498a-a877-41bdab2eea06 None None] Network 92925b53-58dd-4f6c-811b-ee8a6b5aca94 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:06:21.166410 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-10eb66d3-cbab-4a9b-8da9-e5a806e93b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:21.190014 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-f254a782-abf8-498a-a877-41bdab2eea06 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:06:21.192534 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 39ea1aa1-2ef4-4fc1-9bea-8d1f0f7cfb32 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:06:21.206021 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-37583169-6cee-4d39-bc52-8be1b4a1994e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6b7ea02e3894460e8dac10f751a711db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0973773 Feb 04 21:06:21.208661 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60350) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:21.231617 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f254a782-abf8-498a-a877-41bdab2eea06 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:06:21.254087 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f1971-4fc4-434a-b147-9ede39a33572 req-16400cf9-2e0a-4b94-853b-bb2319fe998f tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:21.255649 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0d1f1971-4fc4-434a-b147-9ede39a33572 req-16400cf9-2e0a-4b94-853b-bb2319fe998f tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e656f53-cc30-4c14-bb1e-22e3876ad2c8 HTTP/1.1" status: 200 len: 945 time: 0.6183593 Feb 04 21:06:21.265705 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 39ea1aa1-2ef4-4fc1-9bea-8d1f0f7cfb32 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:06:21.266163 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 39ea1aa1-2ef4-4fc1-9bea-8d1f0f7cfb32 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:06:21.293052 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b53de1b3-f486-4e88-a581-4bab2373171e tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:06:21.297940 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b53de1b3-f486-4e88-a581-4bab2373171e tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Usage tracker for resource:port and tenant:41fa293d8da24d2891a4df60e78079f9 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:06:21.301624 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b53de1b3-f486-4e88-a581-4bab2373171e tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:06:21.309479 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b53de1b3-f486-4e88-a581-4bab2373171e tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:06:21.318410 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b608fc-3eff-4555-9138-90ef20ee6718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-b901d51e-d066-4fe7-b30e-cccb5a8b3478', 'network_id': 'b901d51e-d066-4fe7-b30e-cccb5a8b3478', 'tenant_id': 'f0cea10e58754342a84e53d94940a755', 'fixed_ips': [{'subnet_id': '36a7c808-fc8e-444f-906f-0fd86ad6523e'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:06:21.319348 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-37b608fc-3eff-4555-9138-90ef20ee6718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:21.325347 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89116e51-26fa-42d7-9c6b-88a1cb30048f req-23a086ba-f015-4136-aa33-59072c83516e tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:21.334794 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89116e51-26fa-42d7-9c6b-88a1cb30048f req-23a086ba-f015-4136-aa33-59072c83516e tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:21.341323 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89116e51-26fa-42d7-9c6b-88a1cb30048f req-23a086ba-f015-4136-aa33-59072c83516e tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:21.348201 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89116e51-26fa-42d7-9c6b-88a1cb30048f req-23a086ba-f015-4136-aa33-59072c83516e tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:21.354782 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b53de1b3-f486-4e88-a581-4bab2373171e tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Made reservation on behalf of 41fa293d8da24d2891a4df60e78079f9 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:06:21.355051 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89116e51-26fa-42d7-9c6b-88a1cb30048f req-23a086ba-f015-4136-aa33-59072c83516e tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:21.359094 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b53de1b3-f486-4e88-a581-4bab2373171e tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:21.361318 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89116e51-26fa-42d7-9c6b-88a1cb30048f req-23a086ba-f015-4136-aa33-59072c83516e tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:21.369032 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89116e51-26fa-42d7-9c6b-88a1cb30048f req-23a086ba-f015-4136-aa33-59072c83516e tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:21.382001 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-89116e51-26fa-42d7-9c6b-88a1cb30048f req-23a086ba-f015-4136-aa33-59072c83516e tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 5434 time: 0.8671679 Feb 04 21:06:21.387529 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254a782-abf8-498a-a877-41bdab2eea06 None None] Pushing event updated for resources: {'Port': ['ID=3d03ad26-9d6c-4fb3-9da0-82895505f733,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:21.458713 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-e1ea01db-5b25-4e62-90cd-f3d932952025 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:21.468917 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-e1ea01db-5b25-4e62-90cd-f3d932952025 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:21.478489 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-e1ea01db-5b25-4e62-90cd-f3d932952025 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:21.484511 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-e1ea01db-5b25-4e62-90cd-f3d932952025 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:21.490778 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-e1ea01db-5b25-4e62-90cd-f3d932952025 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:21.502097 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-e1ea01db-5b25-4e62-90cd-f3d932952025 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:21.508433 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-e1ea01db-5b25-4e62-90cd-f3d932952025 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:21.510356 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-e1ea01db-5b25-4e62-90cd-f3d932952025 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 5434 time: 0.6376872 Feb 04 21:06:21.626587 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b53de1b3-f486-4e88-a581-4bab2373171e tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Allocated IP 172.20.0.7 (88748770-4cbe-4e87-afd0-86610df23afe/f023dd1c-c66d-428e-9479-453b7c2352ab/953330d3-d68d-4d11-b4f5-e62e416a43fe) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:06:21.688348 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-37b608fc-3eff-4555-9138-90ef20ee6718 None None] Allocated IP 172.20.0.2 (b901d51e-d066-4fe7-b30e-cccb5a8b3478/36a7c808-fc8e-444f-906f-0fd86ad6523e/42684a61-5b2a-48d9-beeb-80397362d281) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:06:21.717649 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-10eb66d3-cbab-4a9b-8da9-e5a806e93b30 None None] For port 4adf3158-98ed-49c5-b1c0-1cdfe439a682, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=4adf3158-98ed-49c5-b1c0-1cdfe439a682,segment=NetworkSegment(86aa1ef2-f70e-44ec-9ed1-74862b95d82f),segment_id=86aa1ef2-f70e-44ec-9ed1-74862b95d82f)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:21.717649 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230ad624-1b13-4628-a25e-b100a8563919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '441cbda1-c534-48f4-b5b0-07e28eafc031'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:06:21.758287 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-f254a782-abf8-498a-a877-41bdab2eea06 None None] Attempting to bind port 3d03ad26-9d6c-4fb3-9da0-82895505f733 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:06:21.758927 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-f254a782-abf8-498a-a877-41bdab2eea06 None None] Attempting to bind port 3d03ad26-9d6c-4fb3-9da0-82895505f733 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': 'c597fde1-8b66-46b9-92a2-3766bbe86ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '92925b53-58dd-4f6c-811b-ee8a6b5aca94'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:06:21.759568 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f254a782-abf8-498a-a877-41bdab2eea06 None None] Attempting to bind port 3d03ad26-9d6c-4fb3-9da0-82895505f733 on network 92925b53-58dd-4f6c-811b-ee8a6b5aca94 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:06:21.766863 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-10eb66d3-cbab-4a9b-8da9-e5a806e93b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:21.782483 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f254a782-abf8-498a-a877-41bdab2eea06 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:06:21.783853 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f254a782-abf8-498a-a877-41bdab2eea06 None None] Checking segment: {'id': 'c597fde1-8b66-46b9-92a2-3766bbe86ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '92925b53-58dd-4f6c-811b-ee8a6b5aca94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:06:21.784543 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f254a782-abf8-498a-a877-41bdab2eea06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:21.785259 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f254a782-abf8-498a-a877-41bdab2eea06 None None] Bound using segment: {'id': 'c597fde1-8b66-46b9-92a2-3766bbe86ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '92925b53-58dd-4f6c-811b-ee8a6b5aca94'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:06:21.785918 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-f254a782-abf8-498a-a877-41bdab2eea06 None None] Bound port: 3d03ad26-9d6c-4fb3-9da0-82895505f733, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c597fde1-8b66-46b9-92a2-3766bbe86ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '92925b53-58dd-4f6c-811b-ee8a6b5aca94'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:06:21.786497 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f254a782-abf8-498a-a877-41bdab2eea06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:21.836641 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cbaba908-fcb4-49f4-a232-10b1e152f2ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:21.843727 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-c5687bd2-01cb-4e9a-96e3-fbaf79358f81 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Allocated IP 172.20.0.1 (92925b53-58dd-4f6c-811b-ee8a6b5aca94/f9c69a34-06b8-4556-8a75-83c09c07bbbe/7f89bea5-da00-4cb9-a9c7-8e69e287faf6) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:06:21.907724 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cbaba908-fcb4-49f4-a232-10b1e152f2ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:21.985419 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=441cbda1-c534-48f4-b5b0-07e28eafc031,revision_number=8']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:22.028764 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b53de1b3-f486-4e88-a581-4bab2373171e tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:22.049837 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c5687bd2-01cb-4e9a-96e3-fbaf79358f81 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:22.066151 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cbaba908-fcb4-49f4-a232-10b1e152f2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:22.068490 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [None req-c5687bd2-01cb-4e9a-96e3-fbaf79358f81 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Transition to ACTIVE for port object 7f89bea5-da00-4cb9-a9c7-8e69e287faf6 will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:06:22.090187 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b53de1b3-f486-4e88-a581-4bab2373171e tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:22.102806 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-89116e51-26fa-42d7-9c6b-88a1cb30048f req-26eadf98-1674-492d-9956-de5f206366b7 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc27a88a-7d29-4d8e-adaa-4f6d9a816c1f&id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7199395 Feb 04 21:06:22.108120 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0d1f1971-4fc4-434a-b147-9ede39a33572 req-72417b17-d2ca-48c2-9aa2-712a5f7f8b3c tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8348036 Feb 04 21:06:22.111779 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c5687bd2-01cb-4e9a-96e3-fbaf79358f81 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:22.181695 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-d7fcd947-0b1f-47bd-8b3f-b61fc44c7387 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:22.183484 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-d7fcd947-0b1f-47bd-8b3f-b61fc44c7387 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.18 "GET /v2.0/ports/d0bd622e-aa88-46cf-8228-97766cb44e0c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.6496909 Feb 04 21:06:22.207440 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaba908-fcb4-49f4-a232-10b1e152f2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73efb888-9296-4828-8bff-df67e0792a03,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:22.222588 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5687bd2-01cb-4e9a-96e3-fbaf79358f81 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Network 92925b53-58dd-4f6c-811b-ee8a6b5aca94 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:06:22.229138 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-c5687bd2-01cb-4e9a-96e3-fbaf79358f81 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:06:22.232363 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5687bd2-01cb-4e9a-96e3-fbaf79358f81 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:06:22.233152 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb66d3-cbab-4a9b-8da9-e5a806e93b30 None None] Pushing event updated for resources: {'Port': ['ID=4adf3158-98ed-49c5-b1c0-1cdfe439a682,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:22.307727 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cbaba908-fcb4-49f4-a232-10b1e152f2ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:22.311717 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-cbaba908-fcb4-49f4-a232-10b1e152f2ce admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/73efb888-9296-4828-8bff-df67e0792a03 HTTP/1.1" status: 204 len: 168 time: 1.1019711 Feb 04 21:06:22.314921 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c0c764e9-8dc6-49ac-a61a-1c896d011d5c None None] Provisioning complete for port 4adf3158-98ed-49c5-b1c0-1cdfe439a682 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:06:22.315744 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c0c764e9-8dc6-49ac-a61a-1c896d011d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:22.325671 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b53de1b3-f486-4e88-a581-4bab2373171e tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Network 88748770-4cbe-4e87-afd0-86610df23afe is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:06:22.333971 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b53de1b3-f486-4e88-a581-4bab2373171e tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:06:22.343283 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b53de1b3-f486-4e88-a581-4bab2373171e tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:06:22.386511 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53de1b3-f486-4e88-a581-4bab2373171e tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Pushing event updated for resources: {'Port': ['ID=953330d3-d68d-4d11-b4f5-e62e416a43fe,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:22.404598 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-f254a782-abf8-498a-a877-41bdab2eea06 None None] For port 3d03ad26-9d6c-4fb3-9da0-82895505f733, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:06:22.442338 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b53de1b3-f486-4e88-a581-4bab2373171e tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:22.443405 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b53de1b3-f486-4e88-a581-4bab2373171e tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:22.462244 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c5687bd2-01cb-4e9a-96e3-fbaf79358f81 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:22.478104 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b53de1b3-f486-4e88-a581-4bab2373171e tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6963210 Feb 04 21:06:22.480028 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-f254a782-abf8-498a-a877-41bdab2eea06 None None] For port 3d03ad26-9d6c-4fb3-9da0-82895505f733, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=3d03ad26-9d6c-4fb3-9da0-82895505f733,segment=NetworkSegment(c597fde1-8b66-46b9-92a2-3766bbe86ee5),segment_id=c597fde1-8b66-46b9-92a2-3766bbe86ee5)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:06:22.491731 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b4e15410-af66-495b-90c5-df5550d083a8 service neutron] Request body: {'port': {'device_id': '52369459-3287-40b1-85ce-5d8d6aa6ab3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:06:22.492786 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f254a782-abf8-498a-a877-41bdab2eea06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:22.618759 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5687bd2-01cb-4e9a-96e3-fbaf79358f81 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Pushing event updated for resources: {'Port': ['ID=7f89bea5-da00-4cb9-a9c7-8e69e287faf6,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:22.745142 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-ad52af51-9c45-49b1-a1b2-822a3a22018f tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.18 "GET /v2.0/networks/96794e5b-cad6-4140-9df8-3b22f7347459?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5507560 Feb 04 21:06:22.773963 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254a782-abf8-498a-a877-41bdab2eea06 None None] Pushing event updated for resources: {'Port': ['ID=3d03ad26-9d6c-4fb3-9da0-82895505f733,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:22.828396 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-37b608fc-3eff-4555-9138-90ef20ee6718 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:22.832241 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-f0ec1756-41bd-4023-9a1d-f203aad41338 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:06:22.866705 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-37b608fc-3eff-4555-9138-90ef20ee6718 None None] Transition to ACTIVE for port object 42684a61-5b2a-48d9-beeb-80397362d281 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:06:22.869812 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b4e15410-af66-495b-90c5-df5550d083a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:22.945283 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-37b608fc-3eff-4555-9138-90ef20ee6718 None None] Transition to ACTIVE for port object 42684a61-5b2a-48d9-beeb-80397362d281 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:06:22.975126 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-37b608fc-3eff-4555-9138-90ef20ee6718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:23.117526 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b608fc-3eff-4555-9138-90ef20ee6718 None None] Pushing event updated for resources: {'Port': ['ID=42684a61-5b2a-48d9-beeb-80397362d281,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:23.183273 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b608fc-3eff-4555-9138-90ef20ee6718 None None] Network b901d51e-d066-4fe7-b30e-cccb5a8b3478 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:06:23.184934 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-37b608fc-3eff-4555-9138-90ef20ee6718 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:06:23.194161 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b608fc-3eff-4555-9138-90ef20ee6718 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:06:23.280685 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 4adf3158-98ed-49c5-b1c0-1cdfe439a682 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:06:23.545557 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-37b608fc-3eff-4555-9138-90ef20ee6718 None None] Attempting to bind port 42684a61-5b2a-48d9-beeb-80397362d281 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:06:23.552518 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-37b608fc-3eff-4555-9138-90ef20ee6718 None None] Attempting to bind port 42684a61-5b2a-48d9-beeb-80397362d281 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': 'df3e7e2a-656f-461b-a7fe-c4a2c0b919f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b901d51e-d066-4fe7-b30e-cccb5a8b3478'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:06:23.553124 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b608fc-3eff-4555-9138-90ef20ee6718 None None] Attempting to bind port 42684a61-5b2a-48d9-beeb-80397362d281 on network b901d51e-d066-4fe7-b30e-cccb5a8b3478 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:06:23.569042 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b608fc-3eff-4555-9138-90ef20ee6718 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:06:23.571217 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b608fc-3eff-4555-9138-90ef20ee6718 None None] Checking segment: {'id': 'df3e7e2a-656f-461b-a7fe-c4a2c0b919f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b901d51e-d066-4fe7-b30e-cccb5a8b3478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:06:23.572463 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-37b608fc-3eff-4555-9138-90ef20ee6718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:23.574346 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b608fc-3eff-4555-9138-90ef20ee6718 None None] Bound using segment: {'id': 'df3e7e2a-656f-461b-a7fe-c4a2c0b919f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b901d51e-d066-4fe7-b30e-cccb5a8b3478'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:06:23.575014 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-37b608fc-3eff-4555-9138-90ef20ee6718 None None] Bound port: 42684a61-5b2a-48d9-beeb-80397362d281, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df3e7e2a-656f-461b-a7fe-c4a2c0b919f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b901d51e-d066-4fe7-b30e-cccb5a8b3478'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:06:23.575487 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9a7ea-05cc-4633-b5c6-7c38d269ca91 req-29588a37-0ffd-4090-98d1-8a6c78ba1984 tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:23.576957 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-37b608fc-3eff-4555-9138-90ef20ee6718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:23.589847 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-26a9a7ea-05cc-4633-b5c6-7c38d269ca91 req-29588a37-0ffd-4090-98d1-8a6c78ba1984 tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] 10.222.0.26 "GET /v2.0/ports?device_id=52369459-3287-40b1-85ce-5d8d6aa6ab3d HTTP/1.1" status: 200 len: 931 time: 1.2468331 Feb 04 21:06:23.683133 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b4e15410-af66-495b-90c5-df5550d083a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 953330d3-d68d-4d11-b4f5-e62e416a43fe {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:06:23.699552 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b4e15410-af66-495b-90c5-df5550d083a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:23.735288 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e7775-1ca3-4dac-b722-74841efaafb5 req-6972d719-6fb9-4637-bda1-25709f74796e tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:23.737694 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-661e7775-1ca3-4dac-b722-74841efaafb5 req-6972d719-6fb9-4637-bda1-25709f74796e tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=7800c199-947a-4ccf-86aa-73a983b04500 HTTP/1.1" status: 200 len: 946 time: 1.1158950 Feb 04 21:06:23.744575 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b4e15410-af66-495b-90c5-df5550d083a8 service neutron] Transition to ACTIVE for port object 953330d3-d68d-4d11-b4f5-e62e416a43fe will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:06:23.748909 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-f0ec1756-41bd-4023-9a1d-f203aad41338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:23.761186 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 4adf3158-98ed-49c5-b1c0-1cdfe439a682 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:06:23.761657 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:23.763921 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b4e15410-af66-495b-90c5-df5550d083a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:23.864330 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-37b608fc-3eff-4555-9138-90ef20ee6718 None None] For port 42684a61-5b2a-48d9-beeb-80397362d281, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:06:23.914651 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-37b608fc-3eff-4555-9138-90ef20ee6718 None None] For port 42684a61-5b2a-48d9-beeb-80397362d281, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=42684a61-5b2a-48d9-beeb-80397362d281,segment=NetworkSegment(df3e7e2a-656f-461b-a7fe-c4a2c0b919f8),segment_id=df3e7e2a-656f-461b-a7fe-c4a2c0b919f8)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:06:23.931959 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device b98644ad-30b2-4c12-b57b-22b5f633f4b1 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:06:23.975708 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e15410-af66-495b-90c5-df5550d083a8 service neutron] Pushing event updated for resources: {'Port': ['ID=953330d3-d68d-4d11-b4f5-e62e416a43fe,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:24.011652 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-661e7775-1ca3-4dac-b722-74841efaafb5 req-b55d7069-67c7-45e4-90b6-951c414fa23a tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445104 Feb 04 21:06:24.026319 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-26a9a7ea-05cc-4633-b5c6-7c38d269ca91 req-1a4826c6-ec11-48a9-9bab-70f789549f13 tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] 10.222.0.26 "GET /v2.0/security-groups?id=3754f86c-6f0b-4dcc-ba85-fcea788fd94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354725 Feb 04 21:06:24.031229 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c5687bd2-01cb-4e9a-96e3-fbaf79358f81 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:24.035517 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-37b608fc-3eff-4555-9138-90ef20ee6718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:24.345879 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-f0ec1756-41bd-4023-9a1d-f203aad41338 service neutron] For port d0bd622e-aa88-46cf-8228-97766cb44e0c, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=d0bd622e-aa88-46cf-8228-97766cb44e0c,segment=NetworkSegment(eb14079e-74a0-4935-87b8-557042e4c6f4),segment_id=eb14079e-74a0-4935-87b8-557042e4c6f4)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:24.386255 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-f0ec1756-41bd-4023-9a1d-f203aad41338 service neutron] For port d0bd622e-aa88-46cf-8228-97766cb44e0c, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:06:24.443606 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-f0ec1756-41bd-4023-9a1d-f203aad41338 service neutron] device_id is not set on port d0bd622e-aa88-46cf-8228-97766cb44e0c yet. {{(pid=87683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:06:24.452813 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-f0ec1756-41bd-4023-9a1d-f203aad41338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:24.548149 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-f0ec1756-41bd-4023-9a1d-f203aad41338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:24.641139 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b608fc-3eff-4555-9138-90ef20ee6718 None None] Pushing event updated for resources: {'Port': ['ID=42684a61-5b2a-48d9-beeb-80397362d281,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:24.681812 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:24.845793 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port b98644ad-30b2-4c12-b57b-22b5f633f4b1, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=b98644ad-30b2-4c12-b57b-22b5f633f4b1,segment=NetworkSegment(13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574),segment_id=13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:24.854000 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:24.855231 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 044174bb-6743-43bd-b283-bd8008780c8e no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:06:24.948594 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b4e15410-af66-495b-90c5-df5550d083a8 service neutron] Attempting to bind port 953330d3-d68d-4d11-b4f5-e62e416a43fe on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:06:24.948744 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b4e15410-af66-495b-90c5-df5550d083a8 service neutron] Attempting to bind port 953330d3-d68d-4d11-b4f5-e62e416a43fe by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': '1791961f-db89-4f52-9f0d-269c5443b20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '88748770-4cbe-4e87-afd0-86610df23afe'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:06:24.949076 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b4e15410-af66-495b-90c5-df5550d083a8 service neutron] Attempting to bind port 953330d3-d68d-4d11-b4f5-e62e416a43fe on network 88748770-4cbe-4e87-afd0-86610df23afe {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:06:24.953719 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230ad624-1b13-4628-a25e-b100a8563919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '441cbda1-c534-48f4-b5b0-07e28eafc031', 'code': 200} Feb 04 21:06:24.967864 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec1756-41bd-4023-9a1d-f203aad41338 service neutron] Pushing event updated for resources: {'Port': ['ID=d0bd622e-aa88-46cf-8228-97766cb44e0c,revision_number=6']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:24.984278 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b4e15410-af66-495b-90c5-df5550d083a8 service neutron] Port 953330d3-d68d-4d11-b4f5-e62e416a43fe on network 88748770-4cbe-4e87-afd0-86610df23afe not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:06:24.984749 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b4e15410-af66-495b-90c5-df5550d083a8 service neutron] Attempting to bind port 953330d3-d68d-4d11-b4f5-e62e416a43fe on network 88748770-4cbe-4e87-afd0-86610df23afe {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:06:25.025168 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b4e15410-af66-495b-90c5-df5550d083a8 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:06:25.030053 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b4e15410-af66-495b-90c5-df5550d083a8 service neutron] Checking segment: {'id': '1791961f-db89-4f52-9f0d-269c5443b20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '88748770-4cbe-4e87-afd0-86610df23afe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:06:25.030682 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b4e15410-af66-495b-90c5-df5550d083a8 service neutron] Bound using segment: {'id': '1791961f-db89-4f52-9f0d-269c5443b20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '88748770-4cbe-4e87-afd0-86610df23afe'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:06:25.034016 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b4e15410-af66-495b-90c5-df5550d083a8 service neutron] Bound port: 953330d3-d68d-4d11-b4f5-e62e416a43fe, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1791961f-db89-4f52-9f0d-269c5443b20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '88748770-4cbe-4e87-afd0-86610df23afe'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:06:25.036368 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b4e15410-af66-495b-90c5-df5550d083a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:25.065421 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af27f40d-789c-4ae7-ae78-abb3f9f53f38 None None] Network 92925b53-58dd-4f6c-811b-ee8a6b5aca94 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:06:25.249498 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-f0ec1756-41bd-4023-9a1d-f203aad41338 service neutron] No DVR routers for this DVR port d0bd622e-aa88-46cf-8228-97766cb44e0c on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:06:25.419208 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-f0ec1756-41bd-4023-9a1d-f203aad41338 service neutron] In _notify_port_updated(), no bound segment for port d0bd622e-aa88-46cf-8228-97766cb44e0c on network 96794e5b-cad6-4140-9df8-3b22f7347459 {{(pid=87683) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 21:06:25.420161 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-f0ec1756-41bd-4023-9a1d-f203aad41338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:25.424687 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-f0ec1756-41bd-4023-9a1d-f203aad41338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:25.429177 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-f0ec1756-41bd-4023-9a1d-f203aad41338 service neutron] 10.222.0.18 "PUT /v2.0/ports/d0bd622e-aa88-46cf-8228-97766cb44e0c HTTP/1.1" status: 200 len: 1028 time: 2.6607215 Feb 04 21:06:25.476957 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-f417623f-050a-4c0c-9226-066d0cfd733c None None] Provisioning for port 3d03ad26-9d6c-4fb3-9da0-82895505f733 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:06:25.498141 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 3d03ad26-9d6c-4fb3-9da0-82895505f733 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:06:25.537019 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b4e15410-af66-495b-90c5-df5550d083a8 service neutron] For port 953330d3-d68d-4d11-b4f5-e62e416a43fe, host n-h1-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:06:25.543480 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b4e15410-af66-495b-90c5-df5550d083a8 service neutron] For port 953330d3-d68d-4d11-b4f5-e62e416a43fe, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=953330d3-d68d-4d11-b4f5-e62e416a43fe,segment=NetworkSegment(1791961f-db89-4f52-9f0d-269c5443b20b),segment_id=1791961f-db89-4f52-9f0d-269c5443b20b)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:06:25.561077 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b4e15410-af66-495b-90c5-df5550d083a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:25.588147 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=b98644ad-30b2-4c12-b57b-22b5f633f4b1,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:25.611074 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-dddea92f-38f8-4983-aeda-d0fd538b6c45 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:25.612498 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-dddea92f-38f8-4983-aeda-d0fd538b6c45 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.18 "GET /v2.0/ports/c946fa5d-284e-4d9b-a8fb-f026a285451d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1074264 Feb 04 21:06:25.654943 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-dfac2700-ef2c-4d09-8a65-6d80b70c0d21 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:06:25.689008 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:25.705879 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b4e15410-af66-495b-90c5-df5550d083a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:25.708265 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b4e15410-af66-495b-90c5-df5550d083a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:25.711005 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-b4e15410-af66-495b-90c5-df5550d083a8 service neutron] 10.222.0.32 "PUT /v2.0/ports/953330d3-d68d-4d11-b4f5-e62e416a43fe HTTP/1.1" status: 200 len: 1091 time: 3.2250478 Feb 04 21:06:25.711673 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52369459-3287-40b1-85ce-5d8d6aa6ab3d', 'tag': '953330d3-d68d-4d11-b4f5-e62e416a43fe'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:06:25.811815 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e15410-af66-495b-90c5-df5550d083a8 service neutron] Pushing event updated for resources: {'Port': ['ID=953330d3-d68d-4d11-b4f5-e62e416a43fe,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:25.906177 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-f0f82e91-3d3f-4506-a976-719d5e81a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:25.909171 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-f0f82e91-3d3f-4506-a976-719d5e81a279 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=41fa293d8da24d2891a4df60e78079f9&device_id=52369459-3287-40b1-85ce-5d8d6aa6ab3d HTTP/1.1" status: 200 len: 1094 time: 0.1523013 Feb 04 21:06:26.042568 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-d53eceee-509d-44ba-9b55-47e67ad375ab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=953330d3-d68d-4d11-b4f5-e62e416a43fe HTTP/1.1" status: 200 len: 217 time: 0.1243570 Feb 04 21:06:26.052082 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 3d03ad26-9d6c-4fb3-9da0-82895505f733 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:06:26.114826 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 3d03ad26-9d6c-4fb3-9da0-82895505f733 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:06:26.115447 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:26.192378 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-3c2046e2-78dc-441c-8a95-6356ece88607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:26.194236 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-3c2046e2-78dc-441c-8a95-6356ece88607 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f023dd1c-c66d-428e-9479-453b7c2352ab HTTP/1.1" status: 200 len: 853 time: 0.1429636 Feb 04 21:06:26.238496 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-371d1ac5-8deb-405d-b33e-ff156bf9fabe None None] Provisioning complete for port d0bd622e-aa88-46cf-8228-97766cb44e0c triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:06:26.239196 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-371d1ac5-8deb-405d-b33e-ff156bf9fabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:26.268346 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-fd2c665c-b97c-4a41-bf4c-b7b2ea13bcc6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=88748770-4cbe-4e87-afd0-86610df23afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650270 Feb 04 21:06:26.313334 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-371d1ac5-8deb-405d-b33e-ff156bf9fabe None None] Port d0bd622e-aa88-46cf-8228-97766cb44e0c cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:06:26.320127 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:26.326107 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 044174bb-6743-43bd-b283-bd8008780c8e, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=044174bb-6743-43bd-b283-bd8008780c8e,segment=NetworkSegment(eb14079e-74a0-4935-87b8-557042e4c6f4),segment_id=eb14079e-74a0-4935-87b8-557042e4c6f4)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:26.397679 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:26.404872 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 30c8b28c-5310-4bac-a7d4-377b7157856b no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:06:26.420179 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-dfac2700-ef2c-4d09-8a65-6d80b70c0d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:26.444876 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3720691-ed52-42e5-920d-a6a1f6b6079c req-37a89a1d-9cb8-474d-9b86-7a2db998cdaa tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:26.453279 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a3720691-ed52-42e5-920d-a6a1f6b6079c req-37a89a1d-9cb8-474d-9b86-7a2db998cdaa tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e656f53-cc30-4c14-bb1e-22e3876ad2c8 HTTP/1.1" status: 200 len: 945 time: 1.0372305 Feb 04 21:06:26.615261 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a3720691-ed52-42e5-920d-a6a1f6b6079c req-ef126566-e4bf-44b2-989c-f6d345b3019c tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601946 Feb 04 21:06:26.674128 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-60f9f0cf-b761-4a6d-830d-7a996fde54ef service neutron] 10.222.0.32 "GET /v2.0/networks/88748770-4cbe-4e87-afd0-86610df23afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957012 Feb 04 21:06:26.707466 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6289c1-1252-4e25-a7fd-1b0547135e45 req-3ad6437b-528f-4410-aca1-620bb10f4bc3 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:26.716365 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6289c1-1252-4e25-a7fd-1b0547135e45 req-3ad6437b-528f-4410-aca1-620bb10f4bc3 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:26.723410 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6289c1-1252-4e25-a7fd-1b0547135e45 req-3ad6437b-528f-4410-aca1-620bb10f4bc3 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:26.727960 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5187a600-031b-4cf0-ad89-14d93695f046 None None] Network b901d51e-d066-4fe7-b30e-cccb5a8b3478 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:06:26.729856 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6289c1-1252-4e25-a7fd-1b0547135e45 req-3ad6437b-528f-4410-aca1-620bb10f4bc3 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:26.736978 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6289c1-1252-4e25-a7fd-1b0547135e45 req-3ad6437b-528f-4410-aca1-620bb10f4bc3 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:26.744638 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6289c1-1252-4e25-a7fd-1b0547135e45 req-3ad6437b-528f-4410-aca1-620bb10f4bc3 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:26.746626 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6c6289c1-1252-4e25-a7fd-1b0547135e45 req-3ad6437b-528f-4410-aca1-620bb10f4bc3 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 4657 time: 0.6318288 Feb 04 21:06:26.957905 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a60e2fb8-4b22-4e8f-805f-97ecdc9330c6 req-433b5fa0-2e4e-4200-9215-ceb374f9a73b service neutron] 10.222.0.32 "GET /v2.0/networks/88748770-4cbe-4e87-afd0-86610df23afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751837 Feb 04 21:06:26.961769 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:27.009884 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b98644ad-30b2-4c12-b57b-22b5f633f4b1'}, {'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '044174bb-6743-43bd-b283-bd8008780c8e'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:06:27.075892 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 3d03ad26-9d6c-4fb3-9da0-82895505f733, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=3d03ad26-9d6c-4fb3-9da0-82895505f733,segment=NetworkSegment(c597fde1-8b66-46b9-92a2-3766bbe86ee5),segment_id=c597fde1-8b66-46b9-92a2-3766bbe86ee5)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:27.145813 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:27.146850 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 42684a61-5b2a-48d9-beeb-80397362d281 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:06:27.182823 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-dfac2700-ef2c-4d09-8a65-6d80b70c0d21 service neutron] For port c946fa5d-284e-4d9b-a8fb-f026a285451d, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=c946fa5d-284e-4d9b-a8fb-f026a285451d,segment=NetworkSegment(eb14079e-74a0-4935-87b8-557042e4c6f4),segment_id=eb14079e-74a0-4935-87b8-557042e4c6f4)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:27.212770 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-993711bf-5c88-48a1-af8b-ac6bd36e826c None None] Provisioning for port 42684a61-5b2a-48d9-beeb-80397362d281 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:06:27.220595 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-dfac2700-ef2c-4d09-8a65-6d80b70c0d21 service neutron] For port c946fa5d-284e-4d9b-a8fb-f026a285451d, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:06:27.274373 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-dfac2700-ef2c-4d09-8a65-6d80b70c0d21 service neutron] device_id is not set on port c946fa5d-284e-4d9b-a8fb-f026a285451d yet. {{(pid=87683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:06:27.283157 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-dfac2700-ef2c-4d09-8a65-6d80b70c0d21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:27.291895 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [None req-c5687bd2-01cb-4e9a-96e3-fbaf79358f81 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] It took 0.64 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:06:27.295535 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=044174bb-6743-43bd-b283-bd8008780c8e,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:27.312329 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c5687bd2-01cb-4e9a-96e3-fbaf79358f81 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:27.441020 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-dfac2700-ef2c-4d09-8a65-6d80b70c0d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:27.445252 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c5687bd2-01cb-4e9a-96e3-fbaf79358f81 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:27.510159 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:27.526635 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 42684a61-5b2a-48d9-beeb-80397362d281 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:06:27.538182 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 42684a61-5b2a-48d9-beeb-80397362d281 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:06:27.538779 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:27.617196 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=3d03ad26-9d6c-4fb3-9da0-82895505f733,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:27.642577 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 30c8b28c-5310-4bac-a7d4-377b7157856b, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=30c8b28c-5310-4bac-a7d4-377b7157856b,segment=NetworkSegment(eb14079e-74a0-4935-87b8-557042e4c6f4),segment_id=eb14079e-74a0-4935-87b8-557042e4c6f4)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:27.660127 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:27.660833 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device c946fa5d-284e-4d9b-a8fb-f026a285451d no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:06:27.811475 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6c6289c1-1252-4e25-a7fd-1b0547135e45 req-bae48b83-6af6-4098-bc08-5e391519d162 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc27a88a-7d29-4d8e-adaa-4f6d9a816c1f&id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0556743 Feb 04 21:06:27.898111 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c5382965-9285-4bc8-9b5b-5fcbfe83f0ec None None] Provisioning for port 7f89bea5-da00-4cb9-a9c7-8e69e287faf6 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:06:27.931443 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c5687bd2-01cb-4e9a-96e3-fbaf79358f81 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:27.940326 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac2700-ef2c-4d09-8a65-6d80b70c0d21 service neutron] Pushing event updated for resources: {'Port': ['ID=c946fa5d-284e-4d9b-a8fb-f026a285451d,revision_number=6']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:27.983122 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c5382965-9285-4bc8-9b5b-5fcbfe83f0ec None None] Provisioning complete for port 7f89bea5-da00-4cb9-a9c7-8e69e287faf6 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:06:27.983122 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c5382965-9285-4bc8-9b5b-5fcbfe83f0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:28.036153 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-dfac2700-ef2c-4d09-8a65-6d80b70c0d21 service neutron] No DVR routers for this DVR port c946fa5d-284e-4d9b-a8fb-f026a285451d on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:06:28.134752 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=30c8b28c-5310-4bac-a7d4-377b7157856b,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:28.199042 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device c946fa5d-284e-4d9b-a8fb-f026a285451d not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:06:28.199472 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device d0bd622e-aa88-46cf-8228-97766cb44e0c no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:06:28.251231 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:28.273684 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-c5382965-9285-4bc8-9b5b-5fcbfe83f0ec None None] Port 7f89bea5-da00-4cb9-a9c7-8e69e287faf6 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:06:28.294465 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device d0bd622e-aa88-46cf-8228-97766cb44e0c not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:06:28.294916 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 3753cc11-1c31-453a-a527-f0e098c63ba8 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:06:28.359588 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c5382965-9285-4bc8-9b5b-5fcbfe83f0ec None None] Provisioning complete for port 3d03ad26-9d6c-4fb3-9da0-82895505f733 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:06:28.360474 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c5382965-9285-4bc8-9b5b-5fcbfe83f0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:28.375004 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c1471-beff-422b-855d-77a89bbd1de3 req-7435b10e-6b1d-4835-819f-11523a3e2d26 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:28.377067 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-297c1471-beff-422b-855d-77a89bbd1de3 req-7435b10e-6b1d-4835-819f-11523a3e2d26 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.32 "GET /v2.0/ports?device_id=230ad624-1b13-4628-a25e-b100a8563919 HTTP/1.1" status: 200 len: 943 time: 1.5770106 Feb 04 21:06:28.403351 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 42684a61-5b2a-48d9-beeb-80397362d281, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=42684a61-5b2a-48d9-beeb-80397362d281,segment=NetworkSegment(df3e7e2a-656f-461b-a7fe-c4a2c0b919f8),segment_id=df3e7e2a-656f-461b-a7fe-c4a2c0b919f8)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:28.422302 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:28.425558 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-dfac2700-ef2c-4d09-8a65-6d80b70c0d21 service neutron] In _notify_port_updated(), no bound segment for port c946fa5d-284e-4d9b-a8fb-f026a285451d on network 96794e5b-cad6-4140-9df8-3b22f7347459 {{(pid=87683) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 21:06:28.426755 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-dfac2700-ef2c-4d09-8a65-6d80b70c0d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:28.427043 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-dfac2700-ef2c-4d09-8a65-6d80b70c0d21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:28.428257 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-dfac2700-ef2c-4d09-8a65-6d80b70c0d21 service neutron] 10.222.0.18 "PUT /v2.0/ports/c946fa5d-284e-4d9b-a8fb-f026a285451d HTTP/1.1" status: 200 len: 1026 time: 2.7900436 Feb 04 21:06:28.520020 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-f753102f-b958-4296-832a-2693d8df40b6 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:28.523090 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-f753102f-b958-4296-832a-2693d8df40b6 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/networks?id=1e54d53d-f997-4dfb-a224-d1fd181e2576 HTTP/1.1" status: 200 len: 804 time: 1.2056181 Feb 04 21:06:28.578092 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 3d03ad26-9d6c-4fb3-9da0-82895505f733 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:06:28.581359 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5687bd2-01cb-4e9a-96e3-fbaf79358f81 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Pushing event updated for resources: {'Port': ['ID=7f89bea5-da00-4cb9-a9c7-8e69e287faf6,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:28.592286 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-297c1471-beff-422b-855d-77a89bbd1de3 req-bba864e0-d8fd-4768-899b-a944260432b3 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Deleting port 441cbda1-c534-48f4-b5b0-07e28eafc031 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:06:28.592751 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-297c1471-beff-422b-855d-77a89bbd1de3 req-bba864e0-d8fd-4768-899b-a944260432b3 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:28.672548 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-d2be6008-ee7a-4a42-bdfc-bcb8f149b3bb tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/quotas/52dfef44eb7442fcaee5bcf3d1dfee00 HTTP/1.1" status: 200 len: 375 time: 0.0436313 Feb 04 21:06:28.718800 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=42684a61-5b2a-48d9-beeb-80397362d281,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:28.722842 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:28.789042 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-50e1901a-862c-4650-8583-8cc13c8bd3e9 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Deleting port 5bf4fdc2-20cd-450d-8d03-ffacefdb58d0 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:06:28.789477 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-50e1901a-862c-4650-8583-8cc13c8bd3e9 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:28.803567 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 3753cc11-1c31-453a-a527-f0e098c63ba8, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=3753cc11-1c31-453a-a527-f0e098c63ba8,segment=NetworkSegment(07bc0a67-6867-413a-ba45-d087c277866a),segment_id=07bc0a67-6867-413a-ba45-d087c277866a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:28.811571 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 3d03ad26-9d6c-4fb3-9da0-82895505f733 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:06:28.812202 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:28.847059 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:28.848033 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 5bf4fdc2-20cd-450d-8d03-ffacefdb58d0 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:06:28.915965 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 953330d3-d68d-4d11-b4f5-e62e416a43fe details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:06:28.923933 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5687bd2-01cb-4e9a-96e3-fbaf79358f81 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Network 92925b53-58dd-4f6c-811b-ee8a6b5aca94 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:06:28.950725 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-c5687bd2-01cb-4e9a-96e3-fbaf79358f81 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:06:29.010589 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae49b91-158b-44f2-994d-9b2a0d05a155 req-3cf5d7f7-59e7-4de1-a537-6345b77362e8 tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:29.022962 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c99b67f1-415a-472d-ade8-8641a581e0b3 None None] Provisioning complete for port c946fa5d-284e-4d9b-a8fb-f026a285451d triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:06:29.023329 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c99b67f1-415a-472d-ade8-8641a581e0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:29.023619 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5ae49b91-158b-44f2-994d-9b2a0d05a155 req-3cf5d7f7-59e7-4de1-a537-6345b77362e8 tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] 10.222.0.26 "GET /v2.0/ports?device_id=52369459-3287-40b1-85ce-5d8d6aa6ab3d HTTP/1.1" status: 200 len: 943 time: 0.8547814 Feb 04 21:06:29.181134 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=3753cc11-1c31-453a-a527-f0e098c63ba8,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:29.350268 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-c99b67f1-415a-472d-ade8-8641a581e0b3 None None] Port c946fa5d-284e-4d9b-a8fb-f026a285451d cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:06:29.403725 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:29.441943 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c99b67f1-415a-472d-ade8-8641a581e0b3 None None] Provisioning complete for port 7f89bea5-da00-4cb9-a9c7-8e69e287faf6 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:06:29.441943 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c99b67f1-415a-472d-ade8-8641a581e0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:29.511485 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 953330d3-d68d-4d11-b4f5-e62e416a43fe, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=953330d3-d68d-4d11-b4f5-e62e416a43fe,segment=NetworkSegment(1791961f-db89-4f52-9f0d-269c5443b20b),segment_id=1791961f-db89-4f52-9f0d-269c5443b20b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:29.535085 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 5bf4fdc2-20cd-450d-8d03-ffacefdb58d0, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=5bf4fdc2-20cd-450d-8d03-ffacefdb58d0,segment=NetworkSegment(13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574),segment_id=13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:29.544276 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '953330d3-d68d-4d11-b4f5-e62e416a43fe', 'network_id': '88748770-4cbe-4e87-afd0-86610df23afe', 'port_id': '953330d3-d68d-4d11-b4f5-e62e416a43fe', 'mac_address': 'fa:16:3e:cf:62:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f023dd1c-c66d-428e-9479-453b7c2352ab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:06:29.546127 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-c99b67f1-415a-472d-ade8-8641a581e0b3 None None] Port 7f89bea5-da00-4cb9-a9c7-8e69e287faf6 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:06:29.552201 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:29.644346 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5ae49b91-158b-44f2-994d-9b2a0d05a155 req-36fd620e-a389-4b96-808b-3456d675f30f tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] 10.222.0.26 "GET /v2.0/security-groups?id=3754f86c-6f0b-4dcc-ba85-fcea788fd94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6099727 Feb 04 21:06:29.672000 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c99b67f1-415a-472d-ade8-8641a581e0b3 None None] Provisioning complete for port 42684a61-5b2a-48d9-beeb-80397362d281 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:06:29.672370 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c99b67f1-415a-472d-ade8-8641a581e0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:29.677888 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-c1cafb59-5727-47cc-9326-73194376c430 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=52dfef44eb7442fcaee5bcf3d1dfee00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9714212 Feb 04 21:06:29.714665 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:29.759075 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 953330d3-d68d-4d11-b4f5-e62e416a43fe {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:06:29.768434 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=5bf4fdc2-20cd-450d-8d03-ffacefdb58d0,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:29.799606 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 953330d3-d68d-4d11-b4f5-e62e416a43fe, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=953330d3-d68d-4d11-b4f5-e62e416a43fe,segment=NetworkSegment(1791961f-db89-4f52-9f0d-269c5443b20b),segment_id=1791961f-db89-4f52-9f0d-269c5443b20b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:29.830792 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:29.953036 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=953330d3-d68d-4d11-b4f5-e62e416a43fe,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:30.070180 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-e31bc4d4-dbe9-4a2e-9f22-c697b92534c0 None None] Provisioning complete for port 7f89bea5-da00-4cb9-a9c7-8e69e287faf6 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:06:30.070831 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e31bc4d4-dbe9-4a2e-9f22-c697b92534c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:30.124507 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-297c1471-beff-422b-855d-77a89bbd1de3 req-bba864e0-d8fd-4768-899b-a944260432b3 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] For port 441cbda1-c534-48f4-b5b0-07e28eafc031, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=441cbda1-c534-48f4-b5b0-07e28eafc031,segment=NetworkSegment(d272340f-e46b-4b9a-95de-826926ac6bfb),segment_id=d272340f-e46b-4b9a-95de-826926ac6bfb)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:30.124868 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-297c1471-beff-422b-855d-77a89bbd1de3 req-bba864e0-d8fd-4768-899b-a944260432b3 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:30.140368 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-e31bc4d4-dbe9-4a2e-9f22-c697b92534c0 None None] Port 7f89bea5-da00-4cb9-a9c7-8e69e287faf6 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:06:30.152622 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-50e1901a-862c-4650-8583-8cc13c8bd3e9 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] For port 5bf4fdc2-20cd-450d-8d03-ffacefdb58d0, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=5bf4fdc2-20cd-450d-8d03-ffacefdb58d0,segment=NetworkSegment(13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574),segment_id=13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:30.153092 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-50e1901a-862c-4650-8583-8cc13c8bd3e9 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:30.204380 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['953330d3-d68d-4d11-b4f5-e62e416a43fe'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:06:30.287399 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-d72478e2-1913-4739-a432-512b125b260b service neutron] 10.222.0.26 "GET /v2.0/networks/1e54d53d-f997-4dfb-a224-d1fd181e2576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5988526 Feb 04 21:06:30.303776 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-297c1471-beff-422b-855d-77a89bbd1de3 req-bba864e0-d8fd-4768-899b-a944260432b3 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Calling delete_port for 441cbda1-c534-48f4-b5b0-07e28eafc031 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:06:30.403995 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5687bd2-01cb-4e9a-96e3-fbaf79358f81 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Router 58293be7-ac38-402f-8a6a-27481620c5f1 is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:06:30.508618 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-50e1901a-862c-4650-8583-8cc13c8bd3e9 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Calling delete_port for 5bf4fdc2-20cd-450d-8d03-ffacefdb58d0 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:06:30.544601 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 42684a61-5b2a-48d9-beeb-80397362d281 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:06:30.627867 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02acca5-78e3-4d6b-a952-ae87f47b92d7 req-ca163c00-fede-41b3-a0bc-57c1aa680637 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:30.629545 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b02acca5-78e3-4d6b-a952-ae87f47b92d7 req-ca163c00-fede-41b3-a0bc-57c1aa680637 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=7800c199-947a-4ccf-86aa-73a983b04500 HTTP/1.1" status: 200 len: 946 time: 0.8744018 Feb 04 21:06:30.686812 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 42684a61-5b2a-48d9-beeb-80397362d281 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:06:30.687341 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:30.881878 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 441cbda1-c534-48f4-b5b0-07e28eafc031 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:06:31.120083 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b02acca5-78e3-4d6b-a952-ae87f47b92d7 req-97ef3d94-2dde-4b5c-9e67-e8f42b0dc545 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4195893 Feb 04 21:06:31.143452 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5687bd2-01cb-4e9a-96e3-fbaf79358f81 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:06:31.149030 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-10c6b925-94d6-480b-8479-a16e9f226b4e service neutron] 10.222.0.26 "GET /v2.0/networks/1e54d53d-f997-4dfb-a224-d1fd181e2576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7530644 Feb 04 21:06:31.158646 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.api [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-50e1901a-862c-4650-8583-8cc13c8bd3e9 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:06:31.159020 n-d-827896-1 neutron-server[87683]: DEBUG oslo_db.api [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-50e1901a-862c-4650-8583-8cc13c8bd3e9 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:06:31.161164 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2dc9a2-e7f2-446a-b6d4-366d077f961b None None] Sync routers for ids ['58293be7-ac38-402f-8a6a-27481620c5f1'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:06:31.171673 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c5687bd2-01cb-4e9a-96e3-fbaf79358f81 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] 10.222.0.26 "PUT /v2.0/routers/58293be7-ac38-402f-8a6a-27481620c5f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7368195 Feb 04 21:06:31.175510 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60452) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:31.182516 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-297c1471-beff-422b-855d-77a89bbd1de3 req-bba864e0-d8fd-4768-899b-a944260432b3 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:31.190660 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2dc9a2-e7f2-446a-b6d4-366d077f961b None None] Routers {'58293be7-ac38-402f-8a6a-27481620c5f1'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:06:31.193437 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-db2dc9a2-e7f2-446a-b6d4-366d077f961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:06:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['58293be7-ac38-402f-8a6a-27481620c5f1'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:31.240682 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba864e0-d8fd-4768-899b-a944260432b3 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Pushing event deleted for resources: {'Port': ['ID=441cbda1-c534-48f4-b5b0-07e28eafc031,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:31.307833 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b98644ad-30b2-4c12-b57b-22b5f633f4b1', 'code': 200} Feb 04 21:06:31.309325 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '044174bb-6743-43bd-b283-bd8008780c8e', 'code': 200} Feb 04 21:06:31.318174 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-297c1471-beff-422b-855d-77a89bbd1de3 req-bba864e0-d8fd-4768-899b-a944260432b3 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] No DVR routers for this DVR port 441cbda1-c534-48f4-b5b0-07e28eafc031 on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:06:31.320644 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-297c1471-beff-422b-855d-77a89bbd1de3 req-bba864e0-d8fd-4768-899b-a944260432b3 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:31.322698 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-297c1471-beff-422b-855d-77a89bbd1de3 req-bba864e0-d8fd-4768-899b-a944260432b3 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.32 "DELETE /v2.0/ports/441cbda1-c534-48f4-b5b0-07e28eafc031 HTTP/1.1" status: 204 len: 173 time: 2.9262619 Feb 04 21:06:31.323142 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230ad624-1b13-4628-a25e-b100a8563919', 'name': 'network-vif-deleted', 'tag': '441cbda1-c534-48f4-b5b0-07e28eafc031'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:06:31.391869 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-db2dc9a2-e7f2-446a-b6d4-366d077f961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:31.404441 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2dc9a2-e7f2-446a-b6d4-366d077f961b None None] Routers {'58293be7-ac38-402f-8a6a-27481620c5f1'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:06:31.405041 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-db2dc9a2-e7f2-446a-b6d4-366d077f961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:06:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['58293be7-ac38-402f-8a6a-27481620c5f1'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:31.429923 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52369459-3287-40b1-85ce-5d8d6aa6ab3d', 'tag': '953330d3-d68d-4d11-b4f5-e62e416a43fe', 'status': 'completed', 'code': 200} Feb 04 21:06:31.542428 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-db2dc9a2-e7f2-446a-b6d4-366d077f961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:31.542834 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2dc9a2-e7f2-446a-b6d4-366d077f961b None None] The sync data for ids ['58293be7-ac38-402f-8a6a-27481620c5f1'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:06:31.596321 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473651e8-00f9-40db-815b-35e2e6ff1395 req-f1d4f123-2e0b-409f-8c9e-08e29adcd745 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:31.602362 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-473651e8-00f9-40db-815b-35e2e6ff1395 req-f1d4f123-2e0b-409f-8c9e-08e29adcd745 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e656f53-cc30-4c14-bb1e-22e3876ad2c8 HTTP/1.1" status: 200 len: 945 time: 0.1773019 Feb 04 21:06:31.664905 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-50e1901a-862c-4650-8583-8cc13c8bd3e9 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Deleting port 5bf4fdc2-20cd-450d-8d03-ffacefdb58d0 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:06:31.665437 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-50e1901a-862c-4650-8583-8cc13c8bd3e9 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:31.705965 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-473651e8-00f9-40db-815b-35e2e6ff1395 req-4916c551-35ca-4f0c-92c2-723b6e73629f tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976343 Feb 04 21:06:32.061157 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac391df4-6969-45ea-8af5-ed320d99ca55 req-2615da96-2b44-4ad1-95c6-de977952278f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:32.062612 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-ac391df4-6969-45ea-8af5-ed320d99ca55 req-2615da96-2b44-4ad1-95c6-de977952278f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=41fa293d8da24d2891a4df60e78079f9&device_id=52369459-3287-40b1-85ce-5d8d6aa6ab3d HTTP/1.1" status: 200 len: 1095 time: 0.6319509 Feb 04 21:06:32.117573 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3beb81-177e-4280-8ab4-1ba8d64bb5ed req-49f86404-a426-473c-925e-2524ada37752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:32.119064 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5f3beb81-177e-4280-8ab4-1ba8d64bb5ed req-49f86404-a426-473c-925e-2524ada37752 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d15241bd78a41148bd0d1c2bdd856b4&device_id=9e656f53-cc30-4c14-bb1e-22e3876ad2c8 HTTP/1.1" status: 200 len: 1096 time: 0.3892019 Feb 04 21:06:32.275501 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cf7a3-5edb-4327-889b-6244e782a2f8 req-045c5480-6734-457c-b17a-43c1eaed1634 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:32.281306 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cf7a3-5edb-4327-889b-6244e782a2f8 req-045c5480-6734-457c-b17a-43c1eaed1634 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:32.287737 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cf7a3-5edb-4327-889b-6244e782a2f8 req-045c5480-6734-457c-b17a-43c1eaed1634 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:32.293522 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cf7a3-5edb-4327-889b-6244e782a2f8 req-045c5480-6734-457c-b17a-43c1eaed1634 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:32.299392 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cf7a3-5edb-4327-889b-6244e782a2f8 req-045c5480-6734-457c-b17a-43c1eaed1634 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:32.300397 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-372cf7a3-5edb-4327-889b-6244e782a2f8 req-045c5480-6734-457c-b17a-43c1eaed1634 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Synchronizing usage tracker for tenant:df41148af8d64ecb86c2b5be8209bfd9 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:06:32.357482 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02433c-6418-4c8f-bf4f-f01b1622fd9f req-8b64953a-a4ef-44a0-96ee-d3e640d50034 tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:32.358934 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-db02433c-6418-4c8f-bf4f-f01b1622fd9f req-8b64953a-a4ef-44a0-96ee-d3e640d50034 tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] 10.222.0.26 "GET /v2.0/ports?device_id=52369459-3287-40b1-85ce-5d8d6aa6ab3d HTTP/1.1" status: 200 len: 944 time: 0.4427102 Feb 04 21:06:32.397907 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-372cf7a3-5edb-4327-889b-6244e782a2f8 req-045c5480-6734-457c-b17a-43c1eaed1634 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Unset dirty status for tenant:df41148af8d64ecb86c2b5be8209bfd9 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:06:32.399030 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-372cf7a3-5edb-4327-889b-6244e782a2f8 req-045c5480-6734-457c-b17a-43c1eaed1634 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 3876 time: 0.5345981 Feb 04 21:06:32.404769 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-1ae57bc5-b827-4143-b7c3-b9e4245707e1 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 21:06:32.405978 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1ae57bc5-b827-4143-b7c3-b9e4245707e1 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] 10.222.0.26 "PUT /v2.0/routers/58293be7-ac38-402f-8a6a-27481620c5f1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2292414 Feb 04 21:06:32.407071 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac391df4-6969-45ea-8af5-ed320d99ca55 req-449d10fd-2e48-42d6-9437-0bc79633d44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:32.409345 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-ac391df4-6969-45ea-8af5-ed320d99ca55 req-449d10fd-2e48-42d6-9437-0bc79633d44a service neutron] 10.222.0.32 "GET /v2.0/networks?id=88748770-4cbe-4e87-afd0-86610df23afe HTTP/1.1" status: 200 len: 914 time: 0.2007976 Feb 04 21:06:32.409811 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60478) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:32.412807 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-50e1901a-862c-4650-8583-8cc13c8bd3e9 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] For port 5bf4fdc2-20cd-450d-8d03-ffacefdb58d0, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=5bf4fdc2-20cd-450d-8d03-ffacefdb58d0,segment=NetworkSegment(13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574),segment_id=13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:32.413171 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-50e1901a-862c-4650-8583-8cc13c8bd3e9 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:32.426455 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3beb81-177e-4280-8ab4-1ba8d64bb5ed req-59862131-4885-40cd-8735-6806a2f797bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:32.427787 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5f3beb81-177e-4280-8ab4-1ba8d64bb5ed req-59862131-4885-40cd-8735-6806a2f797bf service neutron] 10.222.0.18 "GET /v2.0/networks?id=7d8c23e1-7a6b-46d1-9945-4c784d17e819 HTTP/1.1" status: 200 len: 913 time: 0.2903836 Feb 04 21:06:32.596031 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-ac391df4-6969-45ea-8af5-ed320d99ca55 req-786c81e7-8e15-4989-b78e-e7a57c835383 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=953330d3-d68d-4d11-b4f5-e62e416a43fe HTTP/1.1" status: 200 len: 217 time: 0.1237545 Feb 04 21:06:32.615285 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:32.629152 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-50e1901a-862c-4650-8583-8cc13c8bd3e9 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Calling delete_port for 5bf4fdc2-20cd-450d-8d03-ffacefdb58d0 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:06:32.672584 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac391df4-6969-45ea-8af5-ed320d99ca55 req-070d6397-9a7c-4f2e-8f65-073a92a6ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:32.674918 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-ac391df4-6969-45ea-8af5-ed320d99ca55 req-070d6397-9a7c-4f2e-8f65-073a92a6ef09 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f023dd1c-c66d-428e-9479-453b7c2352ab HTTP/1.1" status: 200 len: 853 time: 0.0691161 Feb 04 21:06:32.686222 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-db02433c-6418-4c8f-bf4f-f01b1622fd9f req-8dd91d47-143f-463c-84c6-06d08b2e0ebd tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] 10.222.0.26 "GET /v2.0/security-groups?id=3754f86c-6f0b-4dcc-ba85-fcea788fd94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183868 Feb 04 21:06:32.696548 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5f3beb81-177e-4280-8ab4-1ba8d64bb5ed req-b93eea8c-a8ab-4e34-b101-ce6f929c3e06 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8914b048-1521-4974-a81e-00cb5088c433 HTTP/1.1" status: 200 len: 217 time: 0.2445993 Feb 04 21:06:32.777444 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3beb81-177e-4280-8ab4-1ba8d64bb5ed req-31f985de-14e4-4601-a2ee-865131960751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:32.779072 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5f3beb81-177e-4280-8ab4-1ba8d64bb5ed req-31f985de-14e4-4601-a2ee-865131960751 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea06751d-fd50-4f4f-b006-53a1caf881e1 HTTP/1.1" status: 200 len: 852 time: 0.0746498 Feb 04 21:06:32.815571 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-ac391df4-6969-45ea-8af5-ed320d99ca55 req-3f94f0f9-658f-40a7-bcd3-975d6b383e96 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=88748770-4cbe-4e87-afd0-86610df23afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1342652 Feb 04 21:06:32.888587 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 953330d3-d68d-4d11-b4f5-e62e416a43fe up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:06:32.904901 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-372cf7a3-5edb-4327-889b-6244e782a2f8 req-dfec9572-ff2f-4f8a-8406-ab5ac01da5cd tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4829566 Feb 04 21:06:33.013492 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-50e1901a-862c-4650-8583-8cc13c8bd3e9 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:33.019622 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 953330d3-d68d-4d11-b4f5-e62e416a43fe completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:06:33.022388 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5f3beb81-177e-4280-8ab4-1ba8d64bb5ed req-834c2bea-89fe-403f-a4b0-acddb0f7aa2b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7d8c23e1-7a6b-46d1-9945-4c784d17e819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164558 Feb 04 21:06:33.031101 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 953330d3-d68d-4d11-b4f5-e62e416a43fe triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:06:33.031779 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:33.190678 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-f70b76b1-f77a-4f45-b029-ca4e9babbd6d req-ba3c0f3d-7988-4340-96f9-a8049aa81a61 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Synchronizing usage tracker for tenant:52dfef44eb7442fcaee5bcf3d1dfee00 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:06:33.193877 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230ad624-1b13-4628-a25e-b100a8563919', 'name': 'network-vif-deleted', 'tag': '441cbda1-c534-48f4-b5b0-07e28eafc031', 'status': 'completed', 'code': 200} Feb 04 21:06:33.240672 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-10b96403-3ecc-4bf2-9052-fa5b5051c842 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:33.242246 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-10b96403-3ecc-4bf2-9052-fa5b5051c842 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.18 "GET /v2.0/networks?id=1e54d53d-f997-4dfb-a224-d1fd181e2576 HTTP/1.1" status: 200 len: 804 time: 0.5150242 Feb 04 21:06:33.246640 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-ac391df4-6969-45ea-8af5-ed320d99ca55 req-630d704c-f637-481e-9f18-703c42dfe1d4 service neutron] 10.222.0.32 "GET /v2.0/networks/88748770-4cbe-4e87-afd0-86610df23afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217825 Feb 04 21:06:33.256750 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:33.259837 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-84bc8690-1b64-4547-bd2b-c70c96024d96 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Request body: {'port': {'device_id': 'a0df9025-5e1e-489d-afdf-bffdc078b6b2', 'network_id': '1e54d53d-f997-4dfb-a224-d1fd181e2576', 'admin_state_up': True, 'tenant_id': '52dfef44eb7442fcaee5bcf3d1dfee00'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:06:33.270458 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1901a-862c-4650-8583-8cc13c8bd3e9 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Pushing event deleted for resources: {'Port': ['ID=5bf4fdc2-20cd-450d-8d03-ffacefdb58d0,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:33.299956 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 953330d3-d68d-4d11-b4f5-e62e416a43fe, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=953330d3-d68d-4d11-b4f5-e62e416a43fe,segment=NetworkSegment(1791961f-db89-4f52-9f0d-269c5443b20b),segment_id=1791961f-db89-4f52-9f0d-269c5443b20b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:33.304169 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:33.341674 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30c8b28c-5310-4bac-a7d4-377b7157856b'}, {'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3753cc11-1c31-453a-a527-f0e098c63ba8'}, {'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bf4fdc2-20cd-450d-8d03-ffacefdb58d0'}, {'server_uuid': '52369459-3287-40b1-85ce-5d8d6aa6ab3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953330d3-d68d-4d11-b4f5-e62e416a43fe'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:06:33.388829 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=953330d3-d68d-4d11-b4f5-e62e416a43fe,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:33.428576 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-f70b76b1-f77a-4f45-b029-ca4e9babbd6d req-ba3c0f3d-7988-4340-96f9-a8049aa81a61 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Unset dirty status for tenant:52dfef44eb7442fcaee5bcf3d1dfee00 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:06:33.429750 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f70b76b1-f77a-4f45-b029-ca4e9babbd6d req-ba3c0f3d-7988-4340-96f9-a8049aa81a61 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0df9025-5e1e-489d-afdf-bffdc078b6b2 HTTP/1.1" status: 200 len: 210 time: 0.4619131 Feb 04 21:06:33.457629 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-50e1901a-862c-4650-8583-8cc13c8bd3e9 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] No DVR routers for this DVR port 5bf4fdc2-20cd-450d-8d03-ffacefdb58d0 on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:06:33.463605 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-50e1901a-862c-4650-8583-8cc13c8bd3e9 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:33.502664 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5f3beb81-177e-4280-8ab4-1ba8d64bb5ed req-16091c2a-e747-4870-bbb9-96064b16fa92 service neutron] 10.222.0.18 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995877 Feb 04 21:06:33.505321 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-50e1901a-862c-4650-8583-8cc13c8bd3e9 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.18 "DELETE /v2.0/ports/5bf4fdc2-20cd-450d-8d03-ffacefdb58d0 HTTP/1.1" status: 204 len: 173 time: 5.0588329 Feb 04 21:06:33.516081 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3a92e-3ac9-4c66-a907-c068b9d4f2d9 req-b1b95cf7-214f-451f-a0a1-c0aedbb826b1 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:33.518285 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1ff3a92e-3ac9-4c66-a907-c068b9d4f2d9 req-b1b95cf7-214f-451f-a0a1-c0aedbb826b1 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 945 time: 0.3172071 Feb 04 21:06:33.709280 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-ac391df4-6969-45ea-8af5-ed320d99ca55 req-000dc111-525f-4aaf-bb23-37939e3265dd service neutron] 10.222.0.32 "GET /v2.0/networks/88748770-4cbe-4e87-afd0-86610df23afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334190 Feb 04 21:06:33.713669 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-84bc8690-1b64-4547-bd2b-c70c96024d96 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:06:33.758364 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-84bc8690-1b64-4547-bd2b-c70c96024d96 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:06:33.762884 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-c0263dfd-4ba1-4434-a313-955f93ef8502 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Deleting port 30c8b28c-5310-4bac-a7d4-377b7157856b {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:06:33.763402 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-c0263dfd-4ba1-4434-a313-955f93ef8502 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:33.783841 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-84bc8690-1b64-4547-bd2b-c70c96024d96 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Made reservation on behalf of 52dfef44eb7442fcaee5bcf3d1dfee00 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:06:33.787377 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-84bc8690-1b64-4547-bd2b-c70c96024d96 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:33.793452 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1ff3a92e-3ac9-4c66-a907-c068b9d4f2d9 req-06b5a60e-7815-4a57-a6f2-a8779ddaefdf tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9e855fd-f338-4450-a8fe-cb99a2aee980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434609 Feb 04 21:06:33.873085 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3ac5b24c-3933-4923-9c37-af04a7274344 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:33.899051 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a239c-6e40-43c3-812a-9b41ddc4e134 req-5e98afd8-e0a1-4c48-8f4d-98e8caee2350 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:33.900636 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1b3a239c-6e40-43c3-812a-9b41ddc4e134 req-5e98afd8-e0a1-4c48-8f4d-98e8caee2350 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=7800c199-947a-4ccf-86aa-73a983b04500 HTTP/1.1" status: 200 len: 946 time: 0.3454454 Feb 04 21:06:33.952248 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5f3beb81-177e-4280-8ab4-1ba8d64bb5ed req-3cf5f078-f8a5-4c1b-b115-a4edfe6910bb service neutron] 10.222.0.18 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038815 Feb 04 21:06:34.135744 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1b3a239c-6e40-43c3-812a-9b41ddc4e134 req-ab11bd4a-779e-4fdd-9c4d-03919460d8c5 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049506 Feb 04 21:06:34.215195 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a57a7c-0116-4439-ae44-1576c7a886c3 req-95631d64-9f61-4da4-b564-4bb2529a798a tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:34.222199 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2a57a7c-0116-4439-ae44-1576c7a886c3 req-95631d64-9f61-4da4-b564-4bb2529a798a tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e656f53-cc30-4c14-bb1e-22e3876ad2c8 HTTP/1.1" status: 200 len: 945 time: 0.2915888 Feb 04 21:06:34.226670 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-84bc8690-1b64-4547-bd2b-c70c96024d96 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Allocated IP 172.20.0.7 (1e54d53d-f997-4dfb-a224-d1fd181e2576/7d973d52-9cec-4659-bee1-2f5deb367273/4c75fa62-5192-498c-9938-2508f4c7ec46) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:06:34.230112 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30c8b28c-5310-4bac-a7d4-377b7157856b', 'code': 200} Feb 04 21:06:34.230963 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3753cc11-1c31-453a-a527-f0e098c63ba8', 'code': 200} Feb 04 21:06:34.231801 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bf4fdc2-20cd-450d-8d03-ffacefdb58d0', 'code': 200} Feb 04 21:06:34.232302 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52369459-3287-40b1-85ce-5d8d6aa6ab3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953330d3-d68d-4d11-b4f5-e62e416a43fe', 'code': 200} Feb 04 21:06:34.257420 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-c0263dfd-4ba1-4434-a313-955f93ef8502 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] For port 30c8b28c-5310-4bac-a7d4-377b7157856b, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=30c8b28c-5310-4bac-a7d4-377b7157856b,segment=NetworkSegment(eb14079e-74a0-4935-87b8-557042e4c6f4),segment_id=eb14079e-74a0-4935-87b8-557042e4c6f4)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:34.258185 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-c0263dfd-4ba1-4434-a313-955f93ef8502 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:34.390311 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-c0263dfd-4ba1-4434-a313-955f93ef8502 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Calling delete_port for 30c8b28c-5310-4bac-a7d4-377b7157856b owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:06:34.507499 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2a57a7c-0116-4439-ae44-1576c7a886c3 req-a8509214-cbeb-44d4-b9c6-12dd36bbd030 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841008 Feb 04 21:06:34.556372 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-3ac5b24c-3933-4923-9c37-af04a7274344 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Deleting port 7f89bea5-da00-4cb9-a9c7-8e69e287faf6 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:06:34.556986 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3ac5b24c-3933-4923-9c37-af04a7274344 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:34.571053 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92135a22-6c75-4888-bf0d-6f2571cb315d req-b72ad745-c9a6-486d-a498-b191bc89c462 tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:34.572526 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-92135a22-6c75-4888-bf0d-6f2571cb315d req-b72ad745-c9a6-486d-a498-b191bc89c462 tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] 10.222.0.26 "GET /v2.0/ports?device_id=52369459-3287-40b1-85ce-5d8d6aa6ab3d HTTP/1.1" status: 200 len: 945 time: 0.1890471 Feb 04 21:06:34.633767 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-84bc8690-1b64-4547-bd2b-c70c96024d96 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:34.639799 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc3de2-d1fa-4a14-9cc1-d4562c2c4816 req-1dde5781-9462-4daf-96f4-247a0acbde86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:34.641356 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-49bc3de2-d1fa-4a14-9cc1-d4562c2c4816 req-1dde5781-9462-4daf-96f4-247a0acbde86 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=52369459-3287-40b1-85ce-5d8d6aa6ab3d HTTP/1.1" status: 200 len: 1096 time: 0.3442907 Feb 04 21:06:34.719130 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-92135a22-6c75-4888-bf0d-6f2571cb315d req-23bb5640-81f3-4973-a89b-33fa7af0dbe8 tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] 10.222.0.26 "GET /v2.0/security-groups?id=3754f86c-6f0b-4dcc-ba85-fcea788fd94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142778 Feb 04 21:06:34.730147 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-c0263dfd-4ba1-4434-a313-955f93ef8502 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:34.794049 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-49bc3de2-d1fa-4a14-9cc1-d4562c2c4816 req-cf31bc7c-fdfc-4ffd-8a57-2f2393055b6f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3754f86c-6f0b-4dcc-ba85-fcea788fd94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306052 Feb 04 21:06:34.798898 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0263dfd-4ba1-4434-a313-955f93ef8502 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Pushing event deleted for resources: {'Port': ['ID=30c8b28c-5310-4bac-a7d4-377b7157856b,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:34.859869 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3ac5b24c-3933-4923-9c37-af04a7274344 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:34.868992 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-84bc8690-1b64-4547-bd2b-c70c96024d96 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:35.052131 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-3ac5b24c-3933-4923-9c37-af04a7274344 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Calling delete_port for 7f89bea5-da00-4cb9-a9c7-8e69e287faf6 owned by network:router_interface {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:06:35.054165 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f26e73-43a6-4542-bf1b-980e10ba429f req-e54b91f4-c660-4fc3-bdb6-8272f573a1fb tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:35.059889 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f26e73-43a6-4542-bf1b-980e10ba429f req-e54b91f4-c660-4fc3-bdb6-8272f573a1fb tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:35.066241 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f26e73-43a6-4542-bf1b-980e10ba429f req-e54b91f4-c660-4fc3-bdb6-8272f573a1fb tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:35.071925 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f26e73-43a6-4542-bf1b-980e10ba429f req-e54b91f4-c660-4fc3-bdb6-8272f573a1fb tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:35.072814 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-f0f26e73-43a6-4542-bf1b-980e10ba429f req-e54b91f4-c660-4fc3-bdb6-8272f573a1fb tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Synchronizing usage tracker for tenant:df41148af8d64ecb86c2b5be8209bfd9 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:06:35.084218 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-c0263dfd-4ba1-4434-a313-955f93ef8502 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] No DVR routers for this DVR port 30c8b28c-5310-4bac-a7d4-377b7157856b on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:06:35.087280 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-c0263dfd-4ba1-4434-a313-955f93ef8502 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:35.108670 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-84bc8690-1b64-4547-bd2b-c70c96024d96 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Network 1e54d53d-f997-4dfb-a224-d1fd181e2576 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:06:35.116295 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-c0263dfd-4ba1-4434-a313-955f93ef8502 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.18 "DELETE /v2.0/ports/30c8b28c-5310-4bac-a7d4-377b7157856b HTTP/1.1" status: 204 len: 173 time: 1.5970092 Feb 04 21:06:35.116864 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-f0f26e73-43a6-4542-bf1b-980e10ba429f req-e54b91f4-c660-4fc3-bdb6-8272f573a1fb tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Unset dirty status for tenant:df41148af8d64ecb86c2b5be8209bfd9 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:06:35.117898 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f0f26e73-43a6-4542-bf1b-980e10ba429f req-e54b91f4-c660-4fc3-bdb6-8272f573a1fb tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 3143 time: 0.4960625 Feb 04 21:06:35.121097 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-84bc8690-1b64-4547-bd2b-c70c96024d96 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:06:35.128140 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-84bc8690-1b64-4547-bd2b-c70c96024d96 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:06:35.164802 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc8690-1b64-4547-bd2b-c70c96024d96 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Pushing event updated for resources: {'Port': ['ID=4c75fa62-5192-498c-9938-2508f4c7ec46,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:35.199854 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'name': 'network-vif-deleted', 'tag': '5bf4fdc2-20cd-450d-8d03-ffacefdb58d0'}, {'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'name': 'network-vif-deleted', 'tag': '30c8b28c-5310-4bac-a7d4-377b7157856b'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:06:35.240059 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-84bc8690-1b64-4547-bd2b-c70c96024d96 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:35.240710 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-84bc8690-1b64-4547-bd2b-c70c96024d96 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:35.243441 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa94c7-35ea-43d0-bed1-5577c639fd2d req-b4522e2e-5cf9-4baa-9648-4776e04c0426 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:35.244923 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-71aa94c7-35ea-43d0-bed1-5577c639fd2d req-b4522e2e-5cf9-4baa-9648-4776e04c0426 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0df9025-5e1e-489d-afdf-bffdc078b6b2 HTTP/1.1" status: 200 len: 931 time: 0.2777874 Feb 04 21:06:35.248312 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-3d29c701-2f78-4b6d-b368-bd70a317e779 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Deleting port 3753cc11-1c31-453a-a527-f0e098c63ba8 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:06:35.248661 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-3d29c701-2f78-4b6d-b368-bd70a317e779 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:35.276318 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-84bc8690-1b64-4547-bd2b-c70c96024d96 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0205224 Feb 04 21:06:35.289772 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f0f26e73-43a6-4542-bf1b-980e10ba429f req-7a311545-1c2a-4045-b074-ad3a820fea2c tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299336 Feb 04 21:06:35.294080 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-6854cb8e-f5a7-4f22-88c3-a3b605083b10 service neutron] Request body: {'port': {'device_id': 'a0df9025-5e1e-489d-afdf-bffdc078b6b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:06:35.370720 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-71aa94c7-35ea-43d0-bed1-5577c639fd2d req-1e85f2fb-abae-43ef-8fb9-8da1a65ce29e tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929909 Feb 04 21:06:35.638524 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3ac5b24c-3933-4923-9c37-af04a7274344 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:35.691693 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5b24c-3933-4923-9c37-af04a7274344 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Pushing event deleted for resources: {'Port': ['ID=7f89bea5-da00-4cb9-a9c7-8e69e287faf6,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:35.736476 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-6854cb8e-f5a7-4f22-88c3-a3b605083b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:35.746060 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60526) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:35.769514 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-3d29c701-2f78-4b6d-b368-bd70a317e779 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] For port 3753cc11-1c31-453a-a527-f0e098c63ba8, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=3753cc11-1c31-453a-a527-f0e098c63ba8,segment=NetworkSegment(07bc0a67-6867-413a-ba45-d087c277866a),segment_id=07bc0a67-6867-413a-ba45-d087c277866a)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:35.770165 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-3d29c701-2f78-4b6d-b368-bd70a317e779 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:35.888130 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e10e6-7427-4799-93bc-0fb733e899da req-89471476-0e43-4dd5-9b34-ebe5a72a4ec0 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:35.895831 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-171e10e6-7427-4799-93bc-0fb733e899da req-89471476-0e43-4dd5-9b34-ebe5a72a4ec0 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=7800c199-947a-4ccf-86aa-73a983b04500 HTTP/1.1" status: 200 len: 946 time: 0.3447657 Feb 04 21:06:35.929939 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf99bb-9c00-4a46-b12c-0209c7cc7230 req-b363c971-f335-4486-bc5d-7702c0f707f0 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:35.936831 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-54cf99bb-9c00-4a46-b12c-0209c7cc7230 req-b363c971-f335-4486-bc5d-7702c0f707f0 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 945 time: 0.3500397 Feb 04 21:06:35.981500 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 8914b048-1521-4974-a81e-00cb5088c433 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:06:36.071342 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-171e10e6-7427-4799-93bc-0fb733e899da req-f23dbcd1-5e8f-40d1-8069-c0c278571ff2 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745291 Feb 04 21:06:36.079556 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-54cf99bb-9c00-4a46-b12c-0209c7cc7230 req-9481c1b6-4960-4e1f-82dd-a34364567cdc tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9e855fd-f338-4450-a8fe-cb99a2aee980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419091 Feb 04 21:06:36.095934 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-165a4d28-3b92-4838-913f-3376de71881b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:36.303548 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:36.318362 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-165a4d28-3b92-4838-913f-3376de71881b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:06:36.332509 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-165a4d28-3b92-4838-913f-3376de71881b admin admin] Usage tracker for resource:security_group_rule and tenant:1dd5f91c8ac042d89ee38ec0d9397610 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:06:36.337455 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-165a4d28-3b92-4838-913f-3376de71881b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:06:36.351666 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e656f53-cc30-4c14-bb1e-22e3876ad2c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8914b048-1521-4974-a81e-00cb5088c433'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:06:36.353534 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'name': 'network-vif-deleted', 'tag': '5bf4fdc2-20cd-450d-8d03-ffacefdb58d0', 'status': 'completed', 'code': 200} Feb 04 21:06:36.353795 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'name': 'network-vif-deleted', 'tag': '30c8b28c-5310-4bac-a7d4-377b7157856b', 'status': 'completed', 'code': 200} Feb 04 21:06:36.361636 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-165a4d28-3b92-4838-913f-3376de71881b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:06:36.365394 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3ac5b24c-3933-4923-9c37-af04a7274344 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:36.390020 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 8914b048-1521-4974-a81e-00cb5088c433, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=8914b048-1521-4974-a81e-00cb5088c433,segment=NetworkSegment(1bfd55c3-c8d9-4e20-9f37-da07ea0581c2),segment_id=1bfd55c3-c8d9-4e20-9f37-da07ea0581c2)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:36.394336 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:36.477733 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=8914b048-1521-4974-a81e-00cb5088c433,revision_number=8']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:36.499842 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-3d29c701-2f78-4b6d-b368-bd70a317e779 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:36.500202 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-3d29c701-2f78-4b6d-b368-bd70a317e779 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:36.500621 n-d-827896-1 neutron-server[87683]: INFO neutron.db.l3_db [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-3d29c701-2f78-4b6d-b368-bd70a317e779 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Floating IP 3ec56827-0c93-4fa0-9862-cbbbf030ce17 disassociated. External IP: 172.25.5.252, port: 3753cc11-1c31-453a-a527-f0e098c63ba8. Feb 04 21:06:36.500841 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-3d29c701-2f78-4b6d-b368-bd70a317e779 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Calling delete_port for 3753cc11-1c31-453a-a527-f0e098c63ba8 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:06:36.591363 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e54eb8-cd7c-4477-9128-c9f0a1c76cdf req-0efc10e1-da95-460e-9296-95afe301ec29 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:36.592698 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f4e54eb8-cd7c-4477-9128-c9f0a1c76cdf req-0efc10e1-da95-460e-9296-95afe301ec29 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e656f53-cc30-4c14-bb1e-22e3876ad2c8 HTTP/1.1" status: 200 len: 943 time: 0.2928181 Feb 04 21:06:36.644010 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f74c69-42be-40f1-be11-8cffc789bea8 req-e890a40a-7d46-485a-a4a4-880d6f425d3c tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:36.645470 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18f74c69-42be-40f1-be11-8cffc789bea8 req-e890a40a-7d46-485a-a4a4-880d6f425d3c tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] 10.222.0.26 "GET /v2.0/ports?device_id=52369459-3287-40b1-85ce-5d8d6aa6ab3d HTTP/1.1" status: 200 len: 945 time: 0.2903531 Feb 04 21:06:36.686715 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.resource_extend [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-6854cb8e-f5a7-4f22-88c3-a3b605083b10 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:06:36.720733 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f4e54eb8-cd7c-4477-9128-c9f0a1c76cdf req-a19901e4-d10d-45e3-a61a-cfa34b865643 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194100 Feb 04 21:06:36.763159 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18f74c69-42be-40f1-be11-8cffc789bea8 req-3c0b19ea-f172-44e4-acac-40a4722d18a2 tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] 10.222.0.26 "GET /v2.0/security-groups?id=3754f86c-6f0b-4dcc-ba85-fcea788fd94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035223 Feb 04 21:06:36.774480 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-3d29c701-2f78-4b6d-b368-bd70a317e779 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:36.780183 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac5b24c-3933-4923-9c37-af04a7274344 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Router 58293be7-ac38-402f-8a6a-27481620c5f1 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:06:36.821402 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-6854cb8e-f5a7-4f22-88c3-a3b605083b10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c75fa62-5192-498c-9938-2508f4c7ec46 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:06:36.844163 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-6854cb8e-f5a7-4f22-88c3-a3b605083b10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:36.846520 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29c701-2f78-4b6d-b368-bd70a317e779 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Pushing event deleted for resources: {'Port': ['ID=3753cc11-1c31-453a-a527-f0e098c63ba8,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:36.858699 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29c701-2f78-4b6d-b368-bd70a317e779 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:36.859033 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29c701-2f78-4b6d-b368-bd70a317e779 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:36.859363 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29c701-2f78-4b6d-b368-bd70a317e779 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:36.859695 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29c701-2f78-4b6d-b368-bd70a317e779 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:36.860023 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29c701-2f78-4b6d-b368-bd70a317e779 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:36.860348 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29c701-2f78-4b6d-b368-bd70a317e779 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:36.860720 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29c701-2f78-4b6d-b368-bd70a317e779 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:36.861180 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29c701-2f78-4b6d-b368-bd70a317e779 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:36.861741 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29c701-2f78-4b6d-b368-bd70a317e779 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:36.862070 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29c701-2f78-4b6d-b368-bd70a317e779 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:36.862389 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29c701-2f78-4b6d-b368-bd70a317e779 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:36.862709 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29c701-2f78-4b6d-b368-bd70a317e779 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:06:36.863592 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-6854cb8e-f5a7-4f22-88c3-a3b605083b10 service neutron] Transition to ACTIVE for port object 4c75fa62-5192-498c-9938-2508f4c7ec46 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:06:36.868939 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-165a4d28-3b92-4838-913f-3376de71881b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:36.871338 n-d-827896-1 neutron-server[87684]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9e656f53-cc30-4c14-bb1e-22e3876ad2c8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8914b048-1521-4974-a81e-00cb5088c433', 'code': 422} returned with failed status Feb 04 21:06:36.929114 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-165a4d28-3b92-4838-913f-3376de71881b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:36.955778 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-6854cb8e-f5a7-4f22-88c3-a3b605083b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:37.296106 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-165a4d28-3b92-4838-913f-3376de71881b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1dd5f91c8ac042d89ee38ec0d9397610&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5391302 Feb 04 21:06:37.299528 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60546) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:37.316970 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac5b24c-3933-4923-9c37-af04a7274344 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:06:37.332071 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f273b750-ec88-4c88-bba5-991d8c16c464 None None] Sync routers for ids ['58293be7-ac38-402f-8a6a-27481620c5f1'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:06:37.334840 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50c958-18a5-4346-9524-ac1442436611 req-3b814619-ed3b-41d9-ad54-425412fa87c6 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:37.340638 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50c958-18a5-4346-9524-ac1442436611 req-3b814619-ed3b-41d9-ad54-425412fa87c6 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:37.347030 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f273b750-ec88-4c88-bba5-991d8c16c464 None None] Routers {'58293be7-ac38-402f-8a6a-27481620c5f1'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:06:37.348114 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-f273b750-ec88-4c88-bba5-991d8c16c464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:06:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['58293be7-ac38-402f-8a6a-27481620c5f1'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:37.348284 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6b50c958-18a5-4346-9524-ac1442436611 req-3b814619-ed3b-41d9-ad54-425412fa87c6 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 1677 time: 0.4822326 Feb 04 21:06:37.355213 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-3d29c701-2f78-4b6d-b368-bd70a317e779 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Router 872b85b1-4ebd-4661-92fe-054f4dc0cfdd has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:06:37.363988 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a4d28-3b92-4838-913f-3376de71881b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64da2c6-98c3-47d4-b6ac-54e105570675,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:37.379330 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553de334-2588-4a1b-b645-d5b221d2b912 req-663f072a-ce86-4c96-8910-071df0d938c2 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:37.381008 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-553de334-2588-4a1b-b645-d5b221d2b912 req-663f072a-ce86-4c96-8910-071df0d938c2 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0df9025-5e1e-489d-afdf-bffdc078b6b2 HTTP/1.1" status: 200 len: 943 time: 0.2922587 Feb 04 21:06:37.404984 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854cb8e-f5a7-4f22-88c3-a3b605083b10 service neutron] Pushing event updated for resources: {'Port': ['ID=4c75fa62-5192-498c-9938-2508f4c7ec46,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:37.443511 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-f273b750-ec88-4c88-bba5-991d8c16c464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:37.455022 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3ac5b24c-3933-4923-9c37-af04a7274344 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] 10.222.0.26 "PUT /v2.0/routers/58293be7-ac38-402f-8a6a-27481620c5f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0397944 Feb 04 21:06:37.457119 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60550) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:37.459064 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f273b750-ec88-4c88-bba5-991d8c16c464 None None] Routers {'58293be7-ac38-402f-8a6a-27481620c5f1'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:06:37.459902 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-f273b750-ec88-4c88-bba5-991d8c16c464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:06:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['58293be7-ac38-402f-8a6a-27481620c5f1'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:37.523443 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-f273b750-ec88-4c88-bba5-991d8c16c464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:37.524114 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f273b750-ec88-4c88-bba5-991d8c16c464 None None] The sync data for ids ['58293be7-ac38-402f-8a6a-27481620c5f1'] in n-d-827896-1 is: [] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:06:37.536653 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-deb0376c-1dd1-4372-b777-447919cdb25c tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] delete failed (client error): The resource could not be found. Feb 04 21:06:37.537702 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-deb0376c-1dd1-4372-b777-447919cdb25c tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] 10.222.0.26 "DELETE /v2.0/routers/tempest-non_exist_router-6962056 HTTP/1.1" status: 404 len: 332 time: 0.0792544 Feb 04 21:06:37.541954 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6b50c958-18a5-4346-9524-ac1442436611 req-95bf9b85-3b67-4aa9-af81-93b8c6b24725 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925967 Feb 04 21:06:37.542536 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60554) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:37.553924 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-553de334-2588-4a1b-b645-d5b221d2b912 req-91b04e55-2beb-4f99-8ebc-d360cabd94ff tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591220 Feb 04 21:06:37.562485 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-6854cb8e-f5a7-4f22-88c3-a3b605083b10 service neutron] Attempting to bind port 4c75fa62-5192-498c-9938-2508f4c7ec46 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:06:37.563085 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-6854cb8e-f5a7-4f22-88c3-a3b605083b10 service neutron] Attempting to bind port 4c75fa62-5192-498c-9938-2508f4c7ec46 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'd272340f-e46b-4b9a-95de-826926ac6bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '1e54d53d-f997-4dfb-a224-d1fd181e2576'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:06:37.563512 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-6854cb8e-f5a7-4f22-88c3-a3b605083b10 service neutron] Attempting to bind port 4c75fa62-5192-498c-9938-2508f4c7ec46 on network 1e54d53d-f997-4dfb-a224-d1fd181e2576 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:06:37.577836 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-6854cb8e-f5a7-4f22-88c3-a3b605083b10 service neutron] Port 4c75fa62-5192-498c-9938-2508f4c7ec46 on network 1e54d53d-f997-4dfb-a224-d1fd181e2576 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:06:37.577836 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-6854cb8e-f5a7-4f22-88c3-a3b605083b10 service neutron] Attempting to bind port 4c75fa62-5192-498c-9938-2508f4c7ec46 on network 1e54d53d-f997-4dfb-a224-d1fd181e2576 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:06:37.577836 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-6854cb8e-f5a7-4f22-88c3-a3b605083b10 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:06:37.577836 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-6854cb8e-f5a7-4f22-88c3-a3b605083b10 service neutron] Checking segment: {'id': 'd272340f-e46b-4b9a-95de-826926ac6bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '1e54d53d-f997-4dfb-a224-d1fd181e2576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:06:37.579171 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-6854cb8e-f5a7-4f22-88c3-a3b605083b10 service neutron] Bound using segment: {'id': 'd272340f-e46b-4b9a-95de-826926ac6bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '1e54d53d-f997-4dfb-a224-d1fd181e2576'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:06:37.580835 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-6854cb8e-f5a7-4f22-88c3-a3b605083b10 service neutron] Bound port: 4c75fa62-5192-498c-9938-2508f4c7ec46, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd272340f-e46b-4b9a-95de-826926ac6bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '1e54d53d-f997-4dfb-a224-d1fd181e2576'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:06:37.581029 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-6854cb8e-f5a7-4f22-88c3-a3b605083b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:37.586102 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-dca002dd-9d65-40d7-92b4-05d99b58132a tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Request body: {'router': {'external_gateway_info': {'network_id': '58293be7-ac38-402f-8a6a-27481620c5f1'}}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:06:37.699457 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-6854cb8e-f5a7-4f22-88c3-a3b605083b10 service neutron] For port 4c75fa62-5192-498c-9938-2508f4c7ec46, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:06:37.702994 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-6854cb8e-f5a7-4f22-88c3-a3b605083b10 service neutron] For port 4c75fa62-5192-498c-9938-2508f4c7ec46, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=4c75fa62-5192-498c-9938-2508f4c7ec46,segment=NetworkSegment(d272340f-e46b-4b9a-95de-826926ac6bfb),segment_id=d272340f-e46b-4b9a-95de-826926ac6bfb)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:06:37.707554 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-6854cb8e-f5a7-4f22-88c3-a3b605083b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:37.721591 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-48b0a82e-c4f2-4cfe-8596-5d3a3fafda0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:37.770224 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-6854cb8e-f5a7-4f22-88c3-a3b605083b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:37.770843 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-6854cb8e-f5a7-4f22-88c3-a3b605083b10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:37.772246 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-6854cb8e-f5a7-4f22-88c3-a3b605083b10 service neutron] 10.222.0.18 "PUT /v2.0/ports/4c75fa62-5192-498c-9938-2508f4c7ec46 HTTP/1.1" status: 200 len: 1091 time: 2.4842136 Feb 04 21:06:37.772700 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0df9025-5e1e-489d-afdf-bffdc078b6b2', 'tag': '4c75fa62-5192-498c-9938-2508f4c7ec46'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:06:37.797127 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854cb8e-f5a7-4f22-88c3-a3b605083b10 service neutron] Pushing event updated for resources: {'Port': ['ID=4c75fa62-5192-498c-9938-2508f4c7ec46,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:37.895709 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-012ee8b4-ca9b-4134-aae3-6a1d0525bf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:37.897201 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-012ee8b4-ca9b-4134-aae3-6a1d0525bf59 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=52dfef44eb7442fcaee5bcf3d1dfee00&device_id=a0df9025-5e1e-489d-afdf-bffdc078b6b2 HTTP/1.1" status: 200 len: 1094 time: 0.0785575 Feb 04 21:06:37.969563 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-e9629fae-e19b-4c60-9e8c-b0d7f65bcbce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c75fa62-5192-498c-9938-2508f4c7ec46 HTTP/1.1" status: 200 len: 217 time: 0.0645714 Feb 04 21:06:38.015378 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-48b0a82e-c4f2-4cfe-8596-5d3a3fafda0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:38.046897 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-7092bc72-7152-4c59-9bfb-c3a974950836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:38.049194 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-7092bc72-7152-4c59-9bfb-c3a974950836 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7d973d52-9cec-4659-bee1-2f5deb367273 HTTP/1.1" status: 200 len: 844 time: 0.0709012 Feb 04 21:06:38.086844 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-3d29c701-2f78-4b6d-b368-bd70a317e779 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:06:38.098174 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d80c0c-eb7a-4d6c-be12-ed38be0bd960 None None] Sync routers for ids ['872b85b1-4ebd-4661-92fe-054f4dc0cfdd'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:06:38.102670 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-6240e2f0-f41f-4e1a-b774-ff35b07c1f91 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1e54d53d-f997-4dfb-a224-d1fd181e2576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466549 Feb 04 21:06:38.109582 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d80c0c-eb7a-4d6c-be12-ed38be0bd960 None None] Routers {'872b85b1-4ebd-4661-92fe-054f4dc0cfdd'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:06:38.110546 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-e4d80c0c-eb7a-4d6c-be12-ed38be0bd960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:06:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['872b85b1-4ebd-4661-92fe-054f4dc0cfdd'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:38.269608 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-dca002dd-9d65-40d7-92b4-05d99b58132a tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:38.271413 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-eed63026-54a4-47be-a265-3568b4c679a6 service neutron] 10.222.0.18 "GET /v2.0/networks/1e54d53d-f997-4dfb-a224-d1fd181e2576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616459 Feb 04 21:06:38.283237 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-3d29c701-2f78-4b6d-b368-bd70a317e779 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] No DVR routers for this DVR port 3753cc11-1c31-453a-a527-f0e098c63ba8 on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:06:38.289569 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-3d29c701-2f78-4b6d-b368-bd70a317e779 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:38.313478 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-e4d80c0c-eb7a-4d6c-be12-ed38be0bd960 None None] Set router 872b85b1-4ebd-4661-92fe-054f4dc0cfdd gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:06:38.333236 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa437e-b958-4aa8-92ab-a5a68f64ef04 req-8de98655-d522-4563-a7e9-ef867785ddf8 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:38.340326 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fcaa437e-b958-4aa8-92ab-a5a68f64ef04 req-8de98655-d522-4563-a7e9-ef867785ddf8 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 945 time: 0.6225140 Feb 04 21:06:38.342740 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [None req-dca002dd-9d65-40d7-92b4-05d99b58132a tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] update failed (client error): The resource could not be found. Feb 04 21:06:38.343983 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-dca002dd-9d65-40d7-92b4-05d99b58132a tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] 10.222.0.26 "PUT /v2.0/routers/58293be7-ac38-402f-8a6a-27481620c5f1 HTTP/1.1" status: 404 len: 339 time: 0.7891295 Feb 04 21:06:38.349685 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60598) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:38.366579 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'name': 'network-vif-deleted', 'tag': '3753cc11-1c31-453a-a527-f0e098c63ba8'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:06:38.487325 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4c08c6ea-e459-41d4-a075-ee528ae55f2f req-f9a517f9-7d7e-47b2-8ef6-42a26956df55 service neutron] 10.222.0.18 "GET /v2.0/networks/1e54d53d-f997-4dfb-a224-d1fd181e2576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053862 Feb 04 21:06:38.574990 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-3d29c701-2f78-4b6d-b368-bd70a317e779 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.18 "DELETE /v2.0/ports/3753cc11-1c31-453a-a527-f0e098c63ba8 HTTP/1.1" status: 204 len: 173 time: 3.4519188 Feb 04 21:06:38.667112 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-48b0a82e-c4f2-4cfe-8596-5d3a3fafda0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:38.669480 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-48b0a82e-c4f2-4cfe-8596-5d3a3fafda0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:38.672906 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-48b0a82e-c4f2-4cfe-8596-5d3a3fafda0c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e64da2c6-98c3-47d4-b6ac-54e105570675 HTTP/1.1" status: 204 len: 168 time: 1.3678658 Feb 04 21:06:38.673647 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-e4d80c0c-eb7a-4d6c-be12-ed38be0bd960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'name': 'tempest-TaggedBootDevicesTest-909498936-router', 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '090a2ade-58db-4ea3-b27e-99682964dc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:00:01Z', 'updated_at': '2022-02-04T21:00:07Z', 'revision_number': 4, 'project_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'gw_port': {'id': '090a2ade-58db-4ea3-b27e-99682964dc9c', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:02Z', 'updated_at': '2022-02-04T21:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'bf38fe59-4164-43d3-8b6f-e6e681a8152e', 'name': '', 'network_id': 'b07bb9ef-36fe-4586-bebc-d1a35b516abf', 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'mac_address': 'fa:16:3e:a3:a5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '1fffc9a1-d0ff-45d7-adf5-d0cd203f0821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:06Z', 'updated_at': '2022-02-04T21:00:17Z', 'revision_number': 5, 'project_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'subnets': [{'id': '1fffc9a1-d0ff-45d7-adf5-d0cd203f0821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:38.677695 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d80c0c-eb7a-4d6c-be12-ed38be0bd960 None None] Checking router: 872b85b1-4ebd-4661-92fe-054f4dc0cfdd for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:06:38.686110 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d80c0c-eb7a-4d6c-be12-ed38be0bd960 None None] Routers {'872b85b1-4ebd-4661-92fe-054f4dc0cfdd'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:06:38.686722 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-e4d80c0c-eb7a-4d6c-be12-ed38be0bd960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:06:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['872b85b1-4ebd-4661-92fe-054f4dc0cfdd'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:38.748649 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0a82e-c4f2-4cfe-8596-5d3a3fafda0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64da2c6-98c3-47d4-b6ac-54e105570675,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:38.857176 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fcaa437e-b958-4aa8-92ab-a5a68f64ef04 req-d05f30b0-8bbb-44ab-9fb6-0869471a21a2 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9e855fd-f338-4450-a8fe-cb99a2aee980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5157945 Feb 04 21:06:38.880019 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-e4d80c0c-eb7a-4d6c-be12-ed38be0bd960 None None] Set router 872b85b1-4ebd-4661-92fe-054f4dc0cfdd gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:06:38.940327 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-de3bebab-1d54-4143-a20b-b48089cd8af2 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Deleting port 044174bb-6743-43bd-b283-bd8008780c8e {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:06:38.940669 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-de3bebab-1d54-4143-a20b-b48089cd8af2 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:39.206688 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdeec1b-1dc7-4d5b-bab8-ad89a5c48f5f req-32803155-479f-4f9b-89a8-b6132976d4cb tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:39.209700 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bfdeec1b-1dc7-4d5b-bab8-ad89a5c48f5f req-32803155-479f-4f9b-89a8-b6132976d4cb tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e656f53-cc30-4c14-bb1e-22e3876ad2c8 HTTP/1.1" status: 200 len: 943 time: 0.6365118 Feb 04 21:06:39.354285 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-e4d80c0c-eb7a-4d6c-be12-ed38be0bd960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'name': 'tempest-TaggedBootDevicesTest-909498936-router', 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '090a2ade-58db-4ea3-b27e-99682964dc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:00:01Z', 'updated_at': '2022-02-04T21:00:07Z', 'revision_number': 4, 'project_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'gw_port': {'id': '090a2ade-58db-4ea3-b27e-99682964dc9c', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:02Z', 'updated_at': '2022-02-04T21:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'bf38fe59-4164-43d3-8b6f-e6e681a8152e', 'name': '', 'network_id': 'b07bb9ef-36fe-4586-bebc-d1a35b516abf', 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'mac_address': 'fa:16:3e:a3:a5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '1fffc9a1-d0ff-45d7-adf5-d0cd203f0821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:06Z', 'updated_at': '2022-02-04T21:00:17Z', 'revision_number': 5, 'project_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'subnets': [{'id': '1fffc9a1-d0ff-45d7-adf5-d0cd203f0821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:39.362417 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d80c0c-eb7a-4d6c-be12-ed38be0bd960 None None] The sync data for ids ['872b85b1-4ebd-4661-92fe-054f4dc0cfdd'] in n-d-827896-1 is: [{'id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'name': 'tempest-TaggedBootDevicesTest-909498936-router', 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '090a2ade-58db-4ea3-b27e-99682964dc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:00:01Z', 'updated_at': '2022-02-04T21:00:07Z', 'revision_number': 4, 'project_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'gw_port': {'id': '090a2ade-58db-4ea3-b27e-99682964dc9c', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:02Z', 'updated_at': '2022-02-04T21:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'bf38fe59-4164-43d3-8b6f-e6e681a8152e', 'name': '', 'network_id': 'b07bb9ef-36fe-4586-bebc-d1a35b516abf', 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'mac_address': 'fa:16:3e:a3:a5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '1fffc9a1-d0ff-45d7-adf5-d0cd203f0821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:06Z', 'updated_at': '2022-02-04T21:00:17Z', 'revision_number': 5, 'project_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'subnets': [{'id': '1fffc9a1-d0ff-45d7-adf5-d0cd203f0821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:06:39.458783 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-bfdeec1b-1dc7-4d5b-bab8-ad89a5c48f5f req-a14b597c-19ce-4512-8415-68916893bd37 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Deleting port 8914b048-1521-4974-a81e-00cb5088c433 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:06:39.459136 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-bfdeec1b-1dc7-4d5b-bab8-ad89a5c48f5f req-a14b597c-19ce-4512-8415-68916893bd37 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:39.599001 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-98b2ca25-6ade-4be1-8ddb-2d6f77300838 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:39.640227 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f3382-1f6c-47cd-83dd-441ce555f271 req-e6cf00ea-4caf-42ce-807f-26c6abb956b5 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:39.641752 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2e2f3382-1f6c-47cd-83dd-441ce555f271 req-e6cf00ea-4caf-42ce-807f-26c6abb956b5 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=7800c199-947a-4ccf-86aa-73a983b04500 HTTP/1.1" status: 200 len: 946 time: 0.5981321 Feb 04 21:06:39.650332 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b8d884-c657-4fdb-97b5-0df60fcf0894 None None] New status for floating IP 3ec56827-0c93-4fa0-9862-cbbbf030ce17: DOWN {{(pid=87685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:06:39.975742 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 4c75fa62-5192-498c-9938-2508f4c7ec46 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:06:39.978303 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 8914b048-1521-4974-a81e-00cb5088c433 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:06:40.060886 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-de3bebab-1d54-4143-a20b-b48089cd8af2 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] For port 044174bb-6743-43bd-b283-bd8008780c8e, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=044174bb-6743-43bd-b283-bd8008780c8e,segment=NetworkSegment(eb14079e-74a0-4935-87b8-557042e4c6f4),segment_id=eb14079e-74a0-4935-87b8-557042e4c6f4)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:40.061278 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-de3bebab-1d54-4143-a20b-b48089cd8af2 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:40.072216 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2e2f3382-1f6c-47cd-83dd-441ce555f271 req-ef8e54f8-9b26-4721-8d7b-8ac58469366c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216318 Feb 04 21:06:40.140216 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0df9025-5e1e-489d-afdf-bffdc078b6b2', 'tag': '4c75fa62-5192-498c-9938-2508f4c7ec46', 'status': 'completed', 'code': 200} Feb 04 21:06:40.216028 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 4c75fa62-5192-498c-9938-2508f4c7ec46, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=4c75fa62-5192-498c-9938-2508f4c7ec46,segment=NetworkSegment(d272340f-e46b-4b9a-95de-826926ac6bfb),segment_id=d272340f-e46b-4b9a-95de-826926ac6bfb)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:40.235019 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '4c75fa62-5192-498c-9938-2508f4c7ec46', 'network_id': '1e54d53d-f997-4dfb-a224-d1fd181e2576', 'port_id': '4c75fa62-5192-498c-9938-2508f4c7ec46', 'mac_address': 'fa:16:3e:28:3f:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d973d52-9cec-4659-bee1-2f5deb367273', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:06:40.259150 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca949f2-9ac0-48d9-9756-549fbcbfdc16 req-2a8ccb8a-7443-4c38-b0a0-8ba690d28a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:40.260932 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-eca949f2-9ac0-48d9-9756-549fbcbfdc16 req-2a8ccb8a-7443-4c38-b0a0-8ba690d28a32 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=52dfef44eb7442fcaee5bcf3d1dfee00&device_id=a0df9025-5e1e-489d-afdf-bffdc078b6b2 HTTP/1.1" status: 200 len: 1094 time: 0.0969875 Feb 04 21:06:40.296175 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:40.296474 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-de3bebab-1d54-4143-a20b-b48089cd8af2 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Calling delete_port for 044174bb-6743-43bd-b283-bd8008780c8e owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:06:40.313064 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c75fa62-5192-498c-9938-2508f4c7ec46 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:06:40.329049 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 4c75fa62-5192-498c-9938-2508f4c7ec46, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=4c75fa62-5192-498c-9938-2508f4c7ec46,segment=NetworkSegment(d272340f-e46b-4b9a-95de-826926ac6bfb),segment_id=d272340f-e46b-4b9a-95de-826926ac6bfb)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:40.335367 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:40.408978 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=4c75fa62-5192-498c-9938-2508f4c7ec46,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:40.410645 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca949f2-9ac0-48d9-9756-549fbcbfdc16 req-954ad31a-e112-40d6-8ca7-b4b8a602db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:40.412170 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-eca949f2-9ac0-48d9-9756-549fbcbfdc16 req-954ad31a-e112-40d6-8ca7-b4b8a602db57 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1e54d53d-f997-4dfb-a224-d1fd181e2576 HTTP/1.1" status: 200 len: 905 time: 0.1441050 Feb 04 21:06:40.487510 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-eca949f2-9ac0-48d9-9756-549fbcbfdc16 req-80b97615-33cf-43d7-a981-ebe560cc852c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c75fa62-5192-498c-9938-2508f4c7ec46 HTTP/1.1" status: 200 len: 217 time: 0.0687602 Feb 04 21:06:40.554093 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca949f2-9ac0-48d9-9756-549fbcbfdc16 req-1d00fcbd-51a9-4e12-ae00-6507199ea5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:40.555581 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-eca949f2-9ac0-48d9-9756-549fbcbfdc16 req-1d00fcbd-51a9-4e12-ae00-6507199ea5e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7d973d52-9cec-4659-bee1-2f5deb367273 HTTP/1.1" status: 200 len: 844 time: 0.0623963 Feb 04 21:06:40.557383 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-bfdeec1b-1dc7-4d5b-bab8-ad89a5c48f5f req-a14b597c-19ce-4512-8415-68916893bd37 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] For port 8914b048-1521-4974-a81e-00cb5088c433, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=8914b048-1521-4974-a81e-00cb5088c433,segment=NetworkSegment(1bfd55c3-c8d9-4e20-9f37-da07ea0581c2),segment_id=1bfd55c3-c8d9-4e20-9f37-da07ea0581c2)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:40.557749 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-bfdeec1b-1dc7-4d5b-bab8-ad89a5c48f5f req-a14b597c-19ce-4512-8415-68916893bd37 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:40.587656 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['4c75fa62-5192-498c-9938-2508f4c7ec46'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:06:40.610164 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-eca949f2-9ac0-48d9-9756-549fbcbfdc16 req-2d759a7c-c48d-4d89-ad11-9500cb10cfdc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1e54d53d-f997-4dfb-a224-d1fd181e2576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452819 Feb 04 21:06:40.777794 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-bfdeec1b-1dc7-4d5b-bab8-ad89a5c48f5f req-a14b597c-19ce-4512-8415-68916893bd37 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Calling delete_port for 8914b048-1521-4974-a81e-00cb5088c433 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:06:40.862163 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18439d-1f3e-4804-884b-0b98613da397 req-17094e27-0483-46a7-bae1-7fce947d28bb tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:40.863620 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cb18439d-1f3e-4804-884b-0b98613da397 req-17094e27-0483-46a7-bae1-7fce947d28bb tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] 10.222.0.26 "GET /v2.0/ports?device_id=52369459-3287-40b1-85ce-5d8d6aa6ab3d HTTP/1.1" status: 200 len: 945 time: 0.5389690 Feb 04 21:06:40.867567 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-eca949f2-9ac0-48d9-9756-549fbcbfdc16 req-061e5d00-2406-4852-8cf4-58deb2be0a10 service neutron] 10.222.0.18 "GET /v2.0/networks/1e54d53d-f997-4dfb-a224-d1fd181e2576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504392 Feb 04 21:06:40.873413 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-98b2ca25-6ade-4be1-8ddb-2d6f77300838 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Allocated IP 172.20.0.1 (c84277ff-d3c2-44ec-993e-a5b7a777673d/32122f0c-aa54-4128-9a24-2d233d9220ec/9b9cc98f-e3bc-4533-bc74-4dc8b7a6c9ed) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:06:40.900611 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-de3bebab-1d54-4143-a20b-b48089cd8af2 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:41.018467 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-eca949f2-9ac0-48d9-9756-549fbcbfdc16 req-d12cbb75-59ae-471b-a529-015f5581ce33 service neutron] 10.222.0.18 "GET /v2.0/networks/1e54d53d-f997-4dfb-a224-d1fd181e2576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444178 Feb 04 21:06:41.059717 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3bebab-1d54-4143-a20b-b48089cd8af2 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Pushing event deleted for resources: {'Port': ['ID=044174bb-6743-43bd-b283-bd8008780c8e,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:41.149357 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cb18439d-1f3e-4804-884b-0b98613da397 req-f2e86d1c-be48-4d54-b67d-99e9c9d420c8 tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] 10.222.0.26 "GET /v2.0/security-groups?id=3754f86c-6f0b-4dcc-ba85-fcea788fd94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772377 Feb 04 21:06:41.211262 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'name': 'network-vif-deleted', 'tag': '3753cc11-1c31-453a-a527-f0e098c63ba8', 'status': 'completed', 'code': 200} Feb 04 21:06:41.212330 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-de3bebab-1d54-4143-a20b-b48089cd8af2 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] No DVR routers for this DVR port 044174bb-6743-43bd-b283-bd8008780c8e on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:06:41.218864 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-de3bebab-1d54-4143-a20b-b48089cd8af2 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:41.280172 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-bfdeec1b-1dc7-4d5b-bab8-ad89a5c48f5f req-a14b597c-19ce-4512-8415-68916893bd37 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:41.285234 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-de3bebab-1d54-4143-a20b-b48089cd8af2 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.18 "DELETE /v2.0/ports/044174bb-6743-43bd-b283-bd8008780c8e HTTP/1.1" status: 204 len: 173 time: 2.6698472 Feb 04 21:06:41.409940 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-98b2ca25-6ade-4be1-8ddb-2d6f77300838 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:41.443728 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b597c-19ce-4512-8415-68916893bd37 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Pushing event deleted for resources: {'Port': ['ID=8914b048-1521-4974-a81e-00cb5088c433,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:41.683842 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [None req-98b2ca25-6ade-4be1-8ddb-2d6f77300838 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Transition to ACTIVE for port object 9b9cc98f-e3bc-4533-bc74-4dc8b7a6c9ed will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:06:41.705058 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfdeec1b-1dc7-4d5b-bab8-ad89a5c48f5f req-a14b597c-19ce-4512-8415-68916893bd37 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] No DVR routers for this DVR port 8914b048-1521-4974-a81e-00cb5088c433 on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:06:41.711821 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-88afe75b-0fa7-4713-b881-e860e5c4f43c tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Deleting port b98644ad-30b2-4c12-b57b-22b5f633f4b1 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:06:41.712154 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-88afe75b-0fa7-4713-b881-e860e5c4f43c tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:41.742439 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-bfdeec1b-1dc7-4d5b-bab8-ad89a5c48f5f req-a14b597c-19ce-4512-8415-68916893bd37 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:41.744343 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bfdeec1b-1dc7-4d5b-bab8-ad89a5c48f5f req-a14b597c-19ce-4512-8415-68916893bd37 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "DELETE /v2.0/ports/8914b048-1521-4974-a81e-00cb5088c433 HTTP/1.1" status: 204 len: 173 time: 2.5215440 Feb 04 21:06:41.854386 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf2b29e-ca15-4b92-9c05-af5e9fa47481 req-5e890823-c84f-4b70-910c-8269d238633b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:41.855074 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-aaf2b29e-ca15-4b92-9c05-af5e9fa47481 req-5e890823-c84f-4b70-910c-8269d238633b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Synchronizing usage tracker for tenant:df41148af8d64ecb86c2b5be8209bfd9 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:06:41.901880 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-98b2ca25-6ade-4be1-8ddb-2d6f77300838 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:41.991275 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 4c75fa62-5192-498c-9938-2508f4c7ec46 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:06:42.052159 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-aaf2b29e-ca15-4b92-9c05-af5e9fa47481 req-5e890823-c84f-4b70-910c-8269d238633b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Unset dirty status for tenant:df41148af8d64ecb86c2b5be8209bfd9 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:06:42.054043 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aaf2b29e-ca15-4b92-9c05-af5e9fa47481 req-5e890823-c84f-4b70-910c-8269d238633b tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 943 time: 0.7275081 Feb 04 21:06:42.090455 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b2ca25-6ade-4be1-8ddb-2d6f77300838 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Network c84277ff-d3c2-44ec-993e-a5b7a777673d is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:06:42.119739 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-98b2ca25-6ade-4be1-8ddb-2d6f77300838 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:06:42.145120 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b2ca25-6ade-4be1-8ddb-2d6f77300838 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:06:42.186581 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 4c75fa62-5192-498c-9938-2508f4c7ec46 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:06:42.202834 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 4c75fa62-5192-498c-9938-2508f4c7ec46 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:06:42.203712 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:42.205799 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aaf2b29e-ca15-4b92-9c05-af5e9fa47481 req-c2108f19-41e1-4640-a213-fe8e2bff551a tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups?id=53d9e912-7253-4638-b0e3-3f0d81855e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287401 Feb 04 21:06:42.296781 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ca25-6ade-4be1-8ddb-2d6f77300838 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Pushing event updated for resources: {'Port': ['ID=9b9cc98f-e3bc-4533-bc74-4dc8b7a6c9ed,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:42.427999 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-98b2ca25-6ade-4be1-8ddb-2d6f77300838 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:42.435483 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-88afe75b-0fa7-4713-b881-e860e5c4f43c tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] For port b98644ad-30b2-4c12-b57b-22b5f633f4b1, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=b98644ad-30b2-4c12-b57b-22b5f633f4b1,segment=NetworkSegment(13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574),segment_id=13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:42.435899 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-88afe75b-0fa7-4713-b881-e860e5c4f43c tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:42.436694 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:42.490142 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0df9025-5e1e-489d-afdf-bffdc078b6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c75fa62-5192-498c-9938-2508f4c7ec46'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:06:42.505509 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 4c75fa62-5192-498c-9938-2508f4c7ec46, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=4c75fa62-5192-498c-9938-2508f4c7ec46,segment=NetworkSegment(d272340f-e46b-4b9a-95de-826926ac6bfb),segment_id=d272340f-e46b-4b9a-95de-826926ac6bfb)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:42.517813 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:42.571739 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-34cccd64-09bf-461f-8a1d-253e400ede3e None None] Provisioning for port 9b9cc98f-e3bc-4533-bc74-4dc8b7a6c9ed completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:06:42.579225 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-34cccd64-09bf-461f-8a1d-253e400ede3e None None] Provisioning complete for port 9b9cc98f-e3bc-4533-bc74-4dc8b7a6c9ed triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:06:42.579616 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-34cccd64-09bf-461f-8a1d-253e400ede3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:42.643553 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-88afe75b-0fa7-4713-b881-e860e5c4f43c tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Calling delete_port for b98644ad-30b2-4c12-b57b-22b5f633f4b1 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:06:42.656629 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=4c75fa62-5192-498c-9938-2508f4c7ec46,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:42.661090 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-34cccd64-09bf-461f-8a1d-253e400ede3e None None] Port 9b9cc98f-e3bc-4533-bc74-4dc8b7a6c9ed cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:06:42.773758 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-d7d61f71-bef2-42ab-a60a-7270f4595a23 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=41c8dc617c694e0aa63987a7d39ca017&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454931 Feb 04 21:06:42.871276 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969341b-95b9-4377-ab21-ed4f2803b582 req-1fec8ee7-e038-42c6-8a26-dc10073ef2f1 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:42.872707 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9969341b-95b9-4377-ab21-ed4f2803b582 req-1fec8ee7-e038-42c6-8a26-dc10073ef2f1 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0df9025-5e1e-489d-afdf-bffdc078b6b2 HTTP/1.1" status: 200 len: 944 time: 0.4202909 Feb 04 21:06:43.027093 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-98b2ca25-6ade-4be1-8ddb-2d6f77300838 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:43.083124 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9969341b-95b9-4377-ab21-ed4f2803b582 req-691cb7b1-4391-4797-9e86-9056c47a5135 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558566 Feb 04 21:06:43.155038 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-88afe75b-0fa7-4713-b881-e860e5c4f43c tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:43.269506 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'name': 'network-vif-deleted', 'tag': '044174bb-6743-43bd-b283-bd8008780c8e'}, {'server_uuid': '9e656f53-cc30-4c14-bb1e-22e3876ad2c8', 'name': 'network-vif-deleted', 'tag': '8914b048-1521-4974-a81e-00cb5088c433'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:06:43.280022 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-a9a053ec-b1b3-4fbd-83ff-d0ca5815cc9b tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:43.281507 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-a9a053ec-b1b3-4fbd-83ff-d0ca5815cc9b tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5001457 Feb 04 21:06:43.320325 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88afe75b-0fa7-4713-b881-e860e5c4f43c tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Pushing event deleted for resources: {'Port': ['ID=b98644ad-30b2-4c12-b57b-22b5f633f4b1,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:43.573128 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-d68bf6c6-fa79-4606-912b-2ee055ad522b tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] 10.222.0.26 "GET /v2.0/quotas/41c8dc617c694e0aa63987a7d39ca017 HTTP/1.1" status: 200 len: 375 time: 0.2506356 Feb 04 21:06:43.669193 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-88afe75b-0fa7-4713-b881-e860e5c4f43c tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] No DVR routers for this DVR port b98644ad-30b2-4c12-b57b-22b5f633f4b1 on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:06:43.672227 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-cfd2daf3-302a-42d6-8340-e1605ea50108 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=41c8dc617c694e0aa63987a7d39ca017&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0912101 Feb 04 21:06:43.680345 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-88afe75b-0fa7-4713-b881-e860e5c4f43c tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:43.769813 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f0cf2ecb-2a53-4b7d-98e9-4e50d5a4a3d4 req-88afe75b-0fa7-4713-b881-e860e5c4f43c tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.18 "DELETE /v2.0/ports/b98644ad-30b2-4c12-b57b-22b5f633f4b1 HTTP/1.1" status: 204 len: 173 time: 2.4385970 Feb 04 21:06:43.864173 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-22c52a06-fcab-4bee-ae0f-38ae97547f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:43.874782 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9cb094-fa36-4f6c-aad6-f47e3d9f540a req-953cce62-99f0-41f3-8a9a-515e49d9fe7f tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:43.882377 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0b9cb094-fa36-4f6c-aad6-f47e3d9f540a req-953cce62-99f0-41f3-8a9a-515e49d9fe7f tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 945 time: 0.6807723 Feb 04 21:06:44.008438 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0b9cb094-fa36-4f6c-aad6-f47e3d9f540a req-a79ea747-04f5-4ca8-8507-96ed1f406cb1 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9e855fd-f338-4450-a8fe-cb99a2aee980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251936 Feb 04 21:06:44.069080 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-98b2ca25-6ade-4be1-8ddb-2d6f77300838 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:44.078781 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d212d08-905a-4600-9073-502660401adb req-ab2bf567-bcb5-4205-bcee-09fbbb99d5d6 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:44.081081 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8d212d08-905a-4600-9073-502660401adb req-ab2bf567-bcb5-4205-bcee-09fbbb99d5d6 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=7800c199-947a-4ccf-86aa-73a983b04500 HTTP/1.1" status: 200 len: 946 time: 0.1426260 Feb 04 21:06:44.082292 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-98b2ca25-6ade-4be1-8ddb-2d6f77300838 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:44.292670 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0df9025-5e1e-489d-afdf-bffdc078b6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c75fa62-5192-498c-9938-2508f4c7ec46', 'code': 200} Feb 04 21:06:44.320861 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-98b2ca25-6ade-4be1-8ddb-2d6f77300838 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:44.331309 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2ca25-6ade-4be1-8ddb-2d6f77300838 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Pushing event updated for resources: {'Port': ['ID=9b9cc98f-e3bc-4533-bc74-4dc8b7a6c9ed,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:44.369133 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8d212d08-905a-4600-9073-502660401adb req-f697e686-32a6-49e1-87d3-71ddd6290417 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463777 Feb 04 21:06:44.540470 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'name': 'network-vif-deleted', 'tag': '044174bb-6743-43bd-b283-bd8008780c8e', 'status': 'completed', 'code': 200} Feb 04 21:06:44.540837 n-d-827896-1 neutron-server[87683]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9e656f53-cc30-4c14-bb1e-22e3876ad2c8', 'name': 'network-vif-deleted', 'tag': '8914b048-1521-4974-a81e-00cb5088c433', 'status': 'failed', 'code': 422} returned with failed status Feb 04 21:06:44.611455 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-52c72b95-7843-42ff-9959-2dc0e5bb75f8 req-0ab407ec-d06f-4fcd-bf76-b20495a371ff tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Synchronizing usage tracker for tenant:df41148af8d64ecb86c2b5be8209bfd9 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:06:44.690827 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a96c24a7-1993-4b04-90aa-4aedb7ca9705 req-732d5d42-a563-4a9a-80b4-1d945c3340a9 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cafdfc7-6540-4264-900b-5f1f186b8806 HTTP/1.1" status: 200 len: 210 time: 0.0698040 Feb 04 21:06:44.749796 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-52c72b95-7843-42ff-9959-2dc0e5bb75f8 req-0ab407ec-d06f-4fcd-bf76-b20495a371ff tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Unset dirty status for tenant:df41148af8d64ecb86c2b5be8209bfd9 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:06:44.758577 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-52c72b95-7843-42ff-9959-2dc0e5bb75f8 req-0ab407ec-d06f-4fcd-bf76-b20495a371ff tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc848709-0476-4364-97ea-f0b5928f8f29 HTTP/1.1" status: 200 len: 210 time: 0.2954373 Feb 04 21:06:44.788614 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d2353-4044-4d86-8bcd-ccbe0bc0584c req-5be0283f-fdfd-4765-b8c6-efcd8e72d1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:44.790346 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a25d2353-4044-4d86-8bcd-ccbe0bc0584c req-5be0283f-fdfd-4765-b8c6-efcd8e72d1bb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a0df9025-5e1e-489d-afdf-bffdc078b6b2 HTTP/1.1" status: 200 len: 1096 time: 0.4078569 Feb 04 21:06:44.823486 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b2ca25-6ade-4be1-8ddb-2d6f77300838 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Network c84277ff-d3c2-44ec-993e-a5b7a777673d is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:06:44.827398 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-98b2ca25-6ade-4be1-8ddb-2d6f77300838 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:06:45.166443 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a25d2353-4044-4d86-8bcd-ccbe0bc0584c req-2dc7cf39-eb0c-4430-af21-215f37fbb476 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688095 Feb 04 21:06:45.272226 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-951ff11d-da35-4685-b167-376a886e6aab tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=41c8dc617c694e0aa63987a7d39ca017&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586934 Feb 04 21:06:45.308449 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b2ca25-6ade-4be1-8ddb-2d6f77300838 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Router 58293be7-ac38-402f-8a6a-27481620c5f1 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:06:45.316420 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b32b4ef3-2f42-4cb1-8cbd-4a8c26a738ef None None] Provisioning complete for port 9b9cc98f-e3bc-4533-bc74-4dc8b7a6c9ed triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:06:45.317535 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b32b4ef3-2f42-4cb1-8cbd-4a8c26a738ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:45.321924 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac82a5e-5258-4564-b89e-0a4932451ff4 req-6cfa95f0-6f66-4e23-9b50-c2ee450c2e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:45.329890 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8ac82a5e-5258-4564-b89e-0a4932451ff4 req-6cfa95f0-6f66-4e23-9b50-c2ee450c2e8e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ba621d22ceb430b9eee1db66fccde19&device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 1096 time: 0.1423304 Feb 04 21:06:45.430973 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-b32b4ef3-2f42-4cb1-8cbd-4a8c26a738ef None None] Port 9b9cc98f-e3bc-4533-bc74-4dc8b7a6c9ed cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:06:45.452795 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ba865-d745-448f-943f-e3a161d99c88 req-a54829c9-8492-4b99-ac26-1670895e9a2e tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:45.459916 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6b0ba865-d745-448f-943f-e3a161d99c88 req-a54829c9-8492-4b99-ac26-1670895e9a2e tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0df9025-5e1e-489d-afdf-bffdc078b6b2 HTTP/1.1" status: 200 len: 945 time: 0.5461032 Feb 04 21:06:45.524396 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac82a5e-5258-4564-b89e-0a4932451ff4 req-725652c0-3aaf-43d0-bd5d-694a178f4f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:45.525957 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8ac82a5e-5258-4564-b89e-0a4932451ff4 req-725652c0-3aaf-43d0-bd5d-694a178f4f4b service neutron] 10.222.0.32 "GET /v2.0/networks?id=05b0da4f-bf1c-4e94-969a-698256edcb76 HTTP/1.1" status: 200 len: 911 time: 0.1890268 Feb 04 21:06:45.679822 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8ac82a5e-5258-4564-b89e-0a4932451ff4 req-c18a6ac5-2fe9-4f28-90ad-11975388065a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=613678b2-b88a-4a28-b8ba-3ce49cfaf2ad HTTP/1.1" status: 200 len: 1001 time: 0.1284766 Feb 04 21:06:45.746327 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac82a5e-5258-4564-b89e-0a4932451ff4 req-a695f28b-925f-42bb-88bd-7fb16922d103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:45.747708 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8ac82a5e-5258-4564-b89e-0a4932451ff4 req-a695f28b-925f-42bb-88bd-7fb16922d103 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e HTTP/1.1" status: 200 len: 849 time: 0.0619385 Feb 04 21:06:45.836783 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac82a5e-5258-4564-b89e-0a4932451ff4 req-c71d9e42-9dbc-40c1-903d-1ace152480d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:45.838428 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8ac82a5e-5258-4564-b89e-0a4932451ff4 req-c71d9e42-9dbc-40c1-903d-1ace152480d5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=05b0da4f-bf1c-4e94-969a-698256edcb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833769 Feb 04 21:06:45.944222 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-0a17d120-4af5-4b0a-bcde-8cb95ab9c4f7 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:45.945788 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-0a17d120-4af5-4b0a-bcde-8cb95ab9c4f7 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6665487 Feb 04 21:06:45.988185 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6b0ba865-d745-448f-943f-e3a161d99c88 req-48688914-2b05-4d1f-a5f8-06a93997f330 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5273743 Feb 04 21:06:46.002336 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-a48d5a72-564d-402e-a0c9-94df0f82b6db tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Request body: {'port': {'device_id': '1cafdfc7-6540-4264-900b-5f1f186b8806', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'admin_state_up': True, 'tenant_id': '41c8dc617c694e0aa63987a7d39ca017'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:06:46.009356 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8ac82a5e-5258-4564-b89e-0a4932451ff4 req-a0df2768-698a-4ac8-b65f-a075f183e6dc service neutron] 10.222.0.32 "GET /v2.0/networks/05b0da4f-bf1c-4e94-969a-698256edcb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602364 Feb 04 21:06:46.103095 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b2ca25-6ade-4be1-8ddb-2d6f77300838 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:06:46.114884 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b73639-1773-4a07-951b-301eef9773a0 None None] Sync routers for ids ['58293be7-ac38-402f-8a6a-27481620c5f1'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:06:46.131312 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b73639-1773-4a07-951b-301eef9773a0 None None] Routers {'58293be7-ac38-402f-8a6a-27481620c5f1'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:06:46.132354 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-00b73639-1773-4a07-951b-301eef9773a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:06:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['58293be7-ac38-402f-8a6a-27481620c5f1'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:46.170055 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-98b2ca25-6ade-4be1-8ddb-2d6f77300838 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] 10.222.0.26 "PUT /v2.0/routers/58293be7-ac38-402f-8a6a-27481620c5f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8184395 Feb 04 21:06:46.175718 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8ac82a5e-5258-4564-b89e-0a4932451ff4 req-8785c733-fba8-4891-ad88-8abd3e9ca76e service neutron] 10.222.0.32 "GET /v2.0/networks/05b0da4f-bf1c-4e94-969a-698256edcb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615129 Feb 04 21:06:46.178282 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60704) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:46.204453 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-817c3dbd-f845-441a-8974-41669d382de9 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:46.211325 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-817c3dbd-f845-441a-8974-41669d382de9 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/networks?id=7d8c23e1-7a6b-46d1-9945-4c784d17e819 HTTP/1.1" status: 200 len: 812 time: 0.7864559 Feb 04 21:06:46.213965 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-00b73639-1773-4a07-951b-301eef9773a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:46.224646 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb154b-9f9c-4031-9272-c05002a86d69 req-5fc5b1ad-b1dd-47cc-a5e7-6d366ce45544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:46.226273 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-81fb154b-9f9c-4031-9272-c05002a86d69 req-5fc5b1ad-b1dd-47cc-a5e7-6d366ce45544 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=41fa293d8da24d2891a4df60e78079f9&device_id=52369459-3287-40b1-85ce-5d8d6aa6ab3d HTTP/1.1" status: 200 len: 1096 time: 0.8567324 Feb 04 21:06:46.226925 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b73639-1773-4a07-951b-301eef9773a0 None None] Routers {'58293be7-ac38-402f-8a6a-27481620c5f1'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:06:46.227985 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-00b73639-1773-4a07-951b-301eef9773a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:06:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['58293be7-ac38-402f-8a6a-27481620c5f1'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:46.281681 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-94e44443-1f34-46e0-8252-dc4a7883387c tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/quotas/6d15241bd78a41148bd0d1c2bdd856b4 HTTP/1.1" status: 200 len: 375 time: 0.0692337 Feb 04 21:06:46.342732 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-00b73639-1773-4a07-951b-301eef9773a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:46.345142 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b73639-1773-4a07-951b-301eef9773a0 None None] The sync data for ids ['58293be7-ac38-402f-8a6a-27481620c5f1'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:06:46.356337 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-efa553e9-4b9d-42dc-98d6-10e6a7510667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:46.369379 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-13af8f0b-0179-43bd-a639-bb6eeab001c4 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:46.411204 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-eee7de06-006b-4ad9-a86f-f49fe7455538 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Synchronizing usage tracker for tenant:6d15241bd78a41148bd0d1c2bdd856b4 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:06:46.430549 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-a48d5a72-564d-402e-a0c9-94df0f82b6db tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:06:46.442288 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-a48d5a72-564d-402e-a0c9-94df0f82b6db tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Usage tracker for resource:port and tenant:41c8dc617c694e0aa63987a7d39ca017 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:06:46.451100 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-a48d5a72-564d-402e-a0c9-94df0f82b6db tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:06:46.474793 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-a48d5a72-564d-402e-a0c9-94df0f82b6db tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:06:46.479057 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-eee7de06-006b-4ad9-a86f-f49fe7455538 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Unset dirty status for tenant:6d15241bd78a41148bd0d1c2bdd856b4 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:06:46.480282 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-eee7de06-006b-4ad9-a86f-f49fe7455538 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d15241bd78a41148bd0d1c2bdd856b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1972554 Feb 04 21:06:46.504590 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563a364-9929-4d9c-b8b4-008577ec0fc1 req-15bcd846-0ac7-434a-8875-27d571b6c9fe tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:46.506112 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e563a364-9929-4d9c-b8b4-008577ec0fc1 req-15bcd846-0ac7-434a-8875-27d571b6c9fe tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 945 time: 0.4097388 Feb 04 21:06:46.538773 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-a48d5a72-564d-402e-a0c9-94df0f82b6db tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Made reservation on behalf of 41c8dc617c694e0aa63987a7d39ca017 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:06:46.542661 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-a48d5a72-564d-402e-a0c9-94df0f82b6db tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:46.542979 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-13af8f0b-0179-43bd-a639-bb6eeab001c4 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 21:06:46.545664 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-13af8f0b-0179-43bd-a639-bb6eeab001c4 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] 10.222.0.26 "DELETE /v2.0/routers/58293be7-ac38-402f-8a6a-27481620c5f1 HTTP/1.1" status: 409 len: 329 time: 0.3662572 Feb 04 21:06:46.547298 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60708) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:46.558292 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'name': 'network-vif-deleted', 'tag': 'b98644ad-30b2-4c12-b57b-22b5f633f4b1'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:06:46.630076 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb154b-9f9c-4031-9272-c05002a86d69 req-1b40fd73-1c70-4691-83ca-4930405d14f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:46.631521 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-81fb154b-9f9c-4031-9272-c05002a86d69 req-1b40fd73-1c70-4691-83ca-4930405d14f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=88748770-4cbe-4e87-afd0-86610df23afe HTTP/1.1" status: 200 len: 914 time: 0.3883538 Feb 04 21:06:46.632147 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-a48d5a72-564d-402e-a0c9-94df0f82b6db tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:46.736040 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-a48d5a72-564d-402e-a0c9-94df0f82b6db tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:06:46.740966 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-81fb154b-9f9c-4031-9272-c05002a86d69 req-5d04a496-6f20-4247-8f3a-4009b19c702e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=953330d3-d68d-4d11-b4f5-e62e416a43fe HTTP/1.1" status: 200 len: 217 time: 0.0996361 Feb 04 21:06:46.752592 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-a48d5a72-564d-402e-a0c9-94df0f82b6db tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Usage tracker for resource:security_group_rule and tenant:41c8dc617c694e0aa63987a7d39ca017 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:06:46.765127 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-a48d5a72-564d-402e-a0c9-94df0f82b6db tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:06:46.807400 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-a48d5a72-564d-402e-a0c9-94df0f82b6db tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:06:46.816556 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e563a364-9929-4d9c-b8b4-008577ec0fc1 req-62941fd1-0ede-4ef9-8c76-0a44c86e3ec5 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9e855fd-f338-4450-a8fe-cb99a2aee980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2832310 Feb 04 21:06:46.881507 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-27dafaf6-ffe2-4885-8038-59879649cc0a service neutron] 10.222.0.26 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852093 Feb 04 21:06:46.910643 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb154b-9f9c-4031-9272-c05002a86d69 req-6938c15a-d5d0-42cc-a41e-b2526c9fb828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:46.912088 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-81fb154b-9f9c-4031-9272-c05002a86d69 req-6938c15a-d5d0-42cc-a41e-b2526c9fb828 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f023dd1c-c66d-428e-9479-453b7c2352ab HTTP/1.1" status: 200 len: 853 time: 0.1615984 Feb 04 21:06:47.076305 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-81fb154b-9f9c-4031-9272-c05002a86d69 req-b81a4dd7-aa65-4c75-accd-6a738c98e0c5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=88748770-4cbe-4e87-afd0-86610df23afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084373 Feb 04 21:06:47.243741 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e4cf1585-052d-4736-9016-7173a7112252 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:47.263564 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-6e40fea3-5060-48bf-a106-76c70e465f0a service neutron] 10.222.0.26 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812044 Feb 04 21:06:47.283952 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-a48d5a72-564d-402e-a0c9-94df0f82b6db tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:47.294816 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-a48d5a72-564d-402e-a0c9-94df0f82b6db tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:47.364743 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:47.367068 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c92b24-585a-4821-9fe9-df5e5fbc584f req-add9914b-b04d-4125-a263-d64c5b882764 tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:47.367068 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18c92b24-585a-4821-9fe9-df5e5fbc584f req-add9914b-b04d-4125-a263-d64c5b882764 tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] 10.222.0.26 "GET /v2.0/ports?device_id=52369459-3287-40b1-85ce-5d8d6aa6ab3d HTTP/1.1" status: 200 len: 945 time: 0.3981347 Feb 04 21:06:47.370174 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:47.423587 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-81fb154b-9f9c-4031-9272-c05002a86d69 req-79fb0280-c9f8-4454-a26e-3d1f8a38a553 service neutron] 10.222.0.32 "GET /v2.0/networks/88748770-4cbe-4e87-afd0-86610df23afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389230 Feb 04 21:06:47.464971 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d5a72-564d-402e-a0c9-94df0f82b6db tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4959fa-5844-45ca-bc36-c03e32ff46d8,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:47.650015 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-e4cf1585-052d-4736-9016-7173a7112252 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Deleting port 9b9cc98f-e3bc-4533-bc74-4dc8b7a6c9ed {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:06:47.650631 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e4cf1585-052d-4736-9016-7173a7112252 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:47.756526 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18c92b24-585a-4821-9fe9-df5e5fbc584f req-e3c0b95a-fb36-4d41-bf75-54e7af6cb37d tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] 10.222.0.26 "GET /v2.0/security-groups?id=3754f86c-6f0b-4dcc-ba85-fcea788fd94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793507 Feb 04 21:06:47.873064 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-81fb154b-9f9c-4031-9272-c05002a86d69 req-d4393744-6fc7-4173-b6a9-c3c357570cb4 service neutron] 10.222.0.32 "GET /v2.0/networks/88748770-4cbe-4e87-afd0-86610df23afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368033 Feb 04 21:06:47.880914 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-a48d5a72-564d-402e-a0c9-94df0f82b6db tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Allocated IP 192.168.233.190 (54d6ae2e-de73-4435-bfdd-cd390a2143ad/3d2f9c06-58f8-4b66-a033-2aa50eedddcd/8ea67fd2-70b2-464b-b615-fc472193ad57) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:06:47.882891 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e4cf1585-052d-4736-9016-7173a7112252 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:47.936362 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d4b398a0-cefa-45c3-97f1-619bd15cb4ec req-26bcee25-6488-4e1b-89e0-998422ddc0f3 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cafdfc7-6540-4264-900b-5f1f186b8806 HTTP/1.1" status: 200 len: 210 time: 0.0567720 Feb 04 21:06:47.967008 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16334a27-118e-4f24-ac89-b7898d7e2c42 req-74eacf36-0117-409d-a2ad-41444185c847 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:47.968520 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-16334a27-118e-4f24-ac89-b7898d7e2c42 req-74eacf36-0117-409d-a2ad-41444185c847 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=7800c199-947a-4ccf-86aa-73a983b04500 HTTP/1.1" status: 200 len: 946 time: 0.2832906 Feb 04 21:06:48.122037 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-e4cf1585-052d-4736-9016-7173a7112252 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Calling delete_port for 9b9cc98f-e3bc-4533-bc74-4dc8b7a6c9ed owned by network:router_interface {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:06:48.128824 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-16334a27-118e-4f24-ac89-b7898d7e2c42 req-cfceef3d-4ff4-422c-9efe-2cdf8afc687c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451731 Feb 04 21:06:48.228193 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc848709-0476-4364-97ea-f0b5928f8f29', 'name': 'network-vif-deleted', 'tag': 'b98644ad-30b2-4c12-b57b-22b5f633f4b1', 'status': 'completed', 'code': 200} Feb 04 21:06:48.378206 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e4cf1585-052d-4736-9016-7173a7112252 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:48.393133 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-04d3ff67-3a39-4640-a779-657eb4bde398 req-ad41b2e9-4443-403d-9f7d-a9a3ea7566d6 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e866aa6-5c6e-4fb9-9370-ce77030ee8c1 HTTP/1.1" status: 200 len: 210 time: 0.0758851 Feb 04 21:06:48.409944 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-a48d5a72-564d-402e-a0c9-94df0f82b6db tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:48.432772 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-a48d5a72-564d-402e-a0c9-94df0f82b6db tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Transition to ACTIVE for port object 8ea67fd2-70b2-464b-b615-fc472193ad57 will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:06:48.440791 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf1585-052d-4736-9016-7173a7112252 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Pushing event deleted for resources: {'Port': ['ID=9b9cc98f-e3bc-4533-bc74-4dc8b7a6c9ed,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:48.460651 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5d60b-d57f-4cad-87d3-cdb90b9e5df4 req-cb4e60b1-99e2-4faf-b338-5edf5c5c53e1 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:48.462495 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fea5d60b-d57f-4cad-87d3-cdb90b9e5df4 req-cb4e60b1-99e2-4faf-b338-5edf5c5c53e1 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0df9025-5e1e-489d-afdf-bffdc078b6b2 HTTP/1.1" status: 200 len: 945 time: 0.1953099 Feb 04 21:06:48.514875 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-a48d5a72-564d-402e-a0c9-94df0f82b6db tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:48.637734 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fea5d60b-d57f-4cad-87d3-cdb90b9e5df4 req-803c8c6f-aec2-4f5e-b44d-c8c7e60e55e6 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686826 Feb 04 21:06:48.667730 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-a48d5a72-564d-402e-a0c9-94df0f82b6db tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Network 54d6ae2e-de73-4435-bfdd-cd390a2143ad is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:06:48.676728 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-a48d5a72-564d-402e-a0c9-94df0f82b6db tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:06:48.682807 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-a48d5a72-564d-402e-a0c9-94df0f82b6db tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:06:48.813673 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60734) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:48.822455 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:48.980104 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e4cf1585-052d-4736-9016-7173a7112252 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:49.088309 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d5a72-564d-402e-a0c9-94df0f82b6db tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Pushing event updated for resources: {'Port': ['ID=8ea67fd2-70b2-464b-b615-fc472193ad57,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:49.100130 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-9b03da0d-0224-4e2e-b64c-bb1492888913 None None] Provisioning for port 8ea67fd2-70b2-464b-b615-fc472193ad57 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:06:49.106457 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-9b03da0d-0224-4e2e-b64c-bb1492888913 None None] Provisioning complete for port 8ea67fd2-70b2-464b-b615-fc472193ad57 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:06:49.107262 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-9b03da0d-0224-4e2e-b64c-bb1492888913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:49.134244 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-99b4df9d-0876-4fb8-acae-08dce4c8cd34 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:49.169818 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-a48d5a72-564d-402e-a0c9-94df0f82b6db tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:49.170335 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-a48d5a72-564d-402e-a0c9-94df0f82b6db tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:49.174439 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-9b03da0d-0224-4e2e-b64c-bb1492888913 None None] Port 8ea67fd2-70b2-464b-b615-fc472193ad57 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:06:49.208703 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-99b4df9d-0876-4fb8-acae-08dce4c8cd34 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:49.259442 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b481ab3-f7e5-41f8-ae9d-b317134d49ef req-165ee146-71a1-46f3-8793-5ee56b54af59 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:49.260941 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6b481ab3-f7e5-41f8-ae9d-b317134d49ef req-165ee146-71a1-46f3-8793-5ee56b54af59 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 945 time: 0.6828539 Feb 04 21:06:49.317392 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-a48d5a72-564d-402e-a0c9-94df0f82b6db tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3405113 Feb 04 21:06:49.320367 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4cf1585-052d-4736-9016-7173a7112252 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Router 58293be7-ac38-402f-8a6a-27481620c5f1 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:06:49.334375 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-e4192386-cc84-4d92-9e06-d346871495f6 service neutron] Request body: {'port': {'device_id': '1cafdfc7-6540-4264-900b-5f1f186b8806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:06:49.392255 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-828444a3-60d9-4a21-83fe-01465cc5f1d5 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:49.394321 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-828444a3-60d9-4a21-83fe-01465cc5f1d5 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.18 "GET /v2.0/networks?id=7d8c23e1-7a6b-46d1-9945-4c784d17e819 HTTP/1.1" status: 200 len: 812 time: 0.5692968 Feb 04 21:06:49.409596 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-2c6cb4b7-1c18-46e0-ac2c-b23ccbca2775 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Request body: {'port': {'device_id': '0e866aa6-5c6e-4fb9-9370-ce77030ee8c1', 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819', 'admin_state_up': True, 'tenant_id': '6d15241bd78a41148bd0d1c2bdd856b4'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:06:49.440187 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6b481ab3-f7e5-41f8-ae9d-b317134d49ef req-81515e37-f59f-47f3-9de0-85d218355c55 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9e855fd-f338-4450-a8fe-cb99a2aee980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612084 Feb 04 21:06:49.470249 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cf1585-052d-4736-9016-7173a7112252 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:06:49.479927 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e4cf1585-052d-4736-9016-7173a7112252 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] 10.222.0.26 "PUT /v2.0/routers/58293be7-ac38-402f-8a6a-27481620c5f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9309878 Feb 04 21:06:49.483416 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60758) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:49.489983 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1501a9fe-c5a7-4794-be09-6f780acfe73b None None] Sync routers for ids ['58293be7-ac38-402f-8a6a-27481620c5f1'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:06:49.511023 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1501a9fe-c5a7-4794-be09-6f780acfe73b None None] Routers {'58293be7-ac38-402f-8a6a-27481620c5f1'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:06:49.512290 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-1501a9fe-c5a7-4794-be09-6f780acfe73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:06:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['58293be7-ac38-402f-8a6a-27481620c5f1'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:49.589963 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-c8f16866-4603-4ad6-976e-ad28a3c5bca4 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] show failed (client error): The resource could not be found. Feb 04 21:06:49.595672 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c8f16866-4603-4ad6-976e-ad28a3c5bca4 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] 10.222.0.26 "GET /v2.0/routers/tempest-non_exist_router-1753122658 HTTP/1.1" status: 404 len: 335 time: 0.1068604 Feb 04 21:06:49.596281 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60762) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:49.603434 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-3ed7e8bf-6671-46eb-8995-666819967c1c tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:06:49.610034 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-1501a9fe-c5a7-4794-be09-6f780acfe73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:49.622657 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1501a9fe-c5a7-4794-be09-6f780acfe73b None None] Routers {'58293be7-ac38-402f-8a6a-27481620c5f1'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:06:49.624063 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-1501a9fe-c5a7-4794-be09-6f780acfe73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:06:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['58293be7-ac38-402f-8a6a-27481620c5f1'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:49.668174 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-3ed7e8bf-6671-46eb-8995-666819967c1c tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] update failed (client error): The resource could not be found. Feb 04 21:06:49.674301 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3ed7e8bf-6671-46eb-8995-666819967c1c tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] 10.222.0.26 "PUT /v2.0/routers/tempest-non_exist_router-1967751939 HTTP/1.1" status: 404 len: 335 time: 0.0725636 Feb 04 21:06:49.675118 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60766) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:49.685845 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-99b4df9d-0876-4fb8-acae-08dce4c8cd34 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:49.692459 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-1501a9fe-c5a7-4794-be09-6f780acfe73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:49.692790 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1501a9fe-c5a7-4794-be09-6f780acfe73b None None] The sync data for ids ['58293be7-ac38-402f-8a6a-27481620c5f1'] in n-d-827896-1 is: [] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:06:49.744252 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4df9d-0876-4fb8-acae-08dce4c8cd34 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d9e912-7253-4638-b0e3-3f0d81855e3f,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:49.749424 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-abfd36c0-0456-4b47-90f8-59a974fffa5a tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Deleting subnet 36a7c808-fc8e-444f-906f-0fd86ad6523e {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:06:49.753421 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-abfd36c0-0456-4b47-90f8-59a974fffa5a tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:49.770061 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-e4192386-cc84-4d92-9e06-d346871495f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:49.803619 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-2c6cb4b7-1c18-46e0-ac2c-b23ccbca2775 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:06:49.813389 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-abfd36c0-0456-4b47-90f8-59a974fffa5a tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:49.813868 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-99b4df9d-0876-4fb8-acae-08dce4c8cd34 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:49.815066 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-99b4df9d-0876-4fb8-acae-08dce4c8cd34 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "DELETE /v2.0/security-groups/53d9e912-7253-4638-b0e3-3f0d81855e3f HTTP/1.1" status: 204 len: 168 time: 0.9892087 Feb 04 21:06:49.843931 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60770) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:49.859002 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f77ce5-bb26-4b35-bd6b-14f3802cf334 req-4c0451a4-ac0e-4e10-829c-7d5da8cf6b71 tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:49.860956 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-13f77ce5-bb26-4b35-bd6b-14f3802cf334 req-4c0451a4-ac0e-4e10-829c-7d5da8cf6b71 tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] 10.222.0.26 "GET /v2.0/ports?device_id=52369459-3287-40b1-85ce-5d8d6aa6ab3d HTTP/1.1" status: 200 len: 945 time: 0.4261777 Feb 04 21:06:49.869401 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-2c6cb4b7-1c18-46e0-ac2c-b23ccbca2775 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:06:49.873509 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-c3266b15-bc1b-4efa-a9ab-37d0f88aacbf tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] show failed (client error): The resource could not be found. Feb 04 21:06:49.874529 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c3266b15-bc1b-4efa-a9ab-37d0f88aacbf tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "GET /v2.0/security-groups/53d9e912-7253-4638-b0e3-3f0d81855e3f HTTP/1.1" status: 404 len: 347 time: 0.0299239 Feb 04 21:06:49.880580 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60774) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:49.919323 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775db05-f0c7-4459-92f6-e3c2ddfe7345 req-45deaac3-aa9e-4f1b-a51c-337490503443 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:49.920016 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-6775db05-f0c7-4459-92f6-e3c2ddfe7345 req-45deaac3-aa9e-4f1b-a51c-337490503443 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Synchronizing usage tracker for tenant:41c8dc617c694e0aa63987a7d39ca017 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:06:49.933624 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-2c6cb4b7-1c18-46e0-ac2c-b23ccbca2775 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Made reservation on behalf of 6d15241bd78a41148bd0d1c2bdd856b4 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:06:49.937098 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-2c6cb4b7-1c18-46e0-ac2c-b23ccbca2775 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:50.065149 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-98259d64-3409-41c1-9841-f3ba8c6a5887 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Deleting port 45e43cf7-6580-441c-9d33-e4d38aee2874 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:06:50.065908 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-98259d64-3409-41c1-9841-f3ba8c6a5887 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:50.119525 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-abfd36c0-0456-4b47-90f8-59a974fffa5a tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:50.152291 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-13f77ce5-bb26-4b35-bd6b-14f3802cf334 req-5fbb0062-e7d0-4cbe-9cc0-4606597e644d tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] 10.222.0.26 "GET /v2.0/security-groups?id=3754f86c-6f0b-4dcc-ba85-fcea788fd94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734599 Feb 04 21:06:50.211862 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-6775db05-f0c7-4459-92f6-e3c2ddfe7345 req-45deaac3-aa9e-4f1b-a51c-337490503443 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Unset dirty status for tenant:41c8dc617c694e0aa63987a7d39ca017 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:06:50.212944 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6775db05-f0c7-4459-92f6-e3c2ddfe7345 req-45deaac3-aa9e-4f1b-a51c-337490503443 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cafdfc7-6540-4264-900b-5f1f186b8806 HTTP/1.1" status: 200 len: 936 time: 0.6625969 Feb 04 21:06:50.303332 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-abfd36c0-0456-4b47-90f8-59a974fffa5a tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:50.348882 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-98259d64-3409-41c1-9841-f3ba8c6a5887 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:50.349232 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-98259d64-3409-41c1-9841-f3ba8c6a5887 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:50.357329 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd36c0-0456-4b47-90f8-59a974fffa5a tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Pushing event deleted for resources: {'Subnet': ['ID=36a7c808-fc8e-444f-906f-0fd86ad6523e,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:50.364139 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-abfd36c0-0456-4b47-90f8-59a974fffa5a tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:50.378562 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adf8a5c-b76a-41a8-8638-f6584f203e65 None None] Network b901d51e-d066-4fe7-b30e-cccb5a8b3478 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:06:50.420026 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-6775db05-f0c7-4459-92f6-e3c2ddfe7345 req-f0480c6f-ea68-4e15-bcae-34e41a10b262 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Synchronizing usage tracker for tenant:41c8dc617c694e0aa63987a7d39ca017 on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:06:50.557998 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-6775db05-f0c7-4459-92f6-e3c2ddfe7345 req-f0480c6f-ea68-4e15-bcae-34e41a10b262 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Unset dirty status for tenant:41c8dc617c694e0aa63987a7d39ca017 on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:06:50.559152 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6775db05-f0c7-4459-92f6-e3c2ddfe7345 req-f0480c6f-ea68-4e15-bcae-34e41a10b262 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d4959fa-5844-45ca-bc36-c03e32ff46d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335080 Feb 04 21:06:50.560276 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-2c6cb4b7-1c18-46e0-ac2c-b23ccbca2775 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Allocated IP 172.20.0.11 (7d8c23e1-7a6b-46d1-9945-4c784d17e819/ea06751d-fd50-4f4f-b006-53a1caf881e1/d2e6ab9a-f452-4d1a-82ac-4816cd9ec308) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:06:50.624241 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-abfd36c0-0456-4b47-90f8-59a974fffa5a tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] 10.222.0.26 "DELETE /v2.0/subnets/36a7c808-fc8e-444f-906f-0fd86ad6523e HTTP/1.1" status: 204 len: 168 time: 0.9483476 Feb 04 21:06:50.632288 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-98259d64-3409-41c1-9841-f3ba8c6a5887 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Calling delete_port for 45e43cf7-6580-441c-9d33-e4d38aee2874 owned by network:floatingip {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:06:50.654464 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1daa710-f309-4c92-88b0-1fb0bc90abf5 req-73e33dc0-2faf-47da-9155-fc934f1ad4c5 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:50.655938 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b1daa710-f309-4c92-88b0-1fb0bc90abf5 req-73e33dc0-2faf-47da-9155-fc934f1ad4c5 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=7800c199-947a-4ccf-86aa-73a983b04500 HTTP/1.1" status: 200 len: 946 time: 0.3994107 Feb 04 21:06:50.660608 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60784) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:50.776504 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564b5c23-9807-4c04-85a8-ec1ed8e398c9 None None] DHCP port deletion for b901d51e-d066-4fe7-b30e-cccb5a8b3478 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:06:50.783228 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-564b5c23-9807-4c04-85a8-ec1ed8e398c9 None None] Deleting port 42684a61-5b2a-48d9-beeb-80397362d281 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:06:50.784495 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-564b5c23-9807-4c04-85a8-ec1ed8e398c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:50.806734 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-98259d64-3409-41c1-9841-f3ba8c6a5887 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:50.856186 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98259d64-3409-41c1-9841-f3ba8c6a5887 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Pushing event deleted for resources: {'Port': ['ID=45e43cf7-6580-441c-9d33-e4d38aee2874,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:50.939893 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-e4192386-cc84-4d92-9e06-d346871495f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ea67fd2-70b2-464b-b615-fc472193ad57 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:06:50.955652 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cad29dc9-1eb8-4a45-84f5-4fa8f30ca348 req-5db2dd9e-b88e-4fca-ba33-00d40c21a444 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e866aa6-5c6e-4fb9-9370-ce77030ee8c1 HTTP/1.1" status: 200 len: 210 time: 0.1037817 Feb 04 21:06:50.965243 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-98259d64-3409-41c1-9841-f3ba8c6a5887 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks [] for floatingip, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:50.976799 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-e4192386-cc84-4d92-9e06-d346871495f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:50.982454 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-119c773b-5e7d-4a5c-ad7a-c1d8f8814805 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Deleting subnet f9c69a34-06b8-4556-8a75-83c09c07bbbe {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:06:50.987411 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-98259d64-3409-41c1-9841-f3ba8c6a5887 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:50.988948 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-98259d64-3409-41c1-9841-f3ba8c6a5887 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "DELETE /v2.0/floatingips/3ec56827-0c93-4fa0-9862-cbbbf030ce17 HTTP/1.1" status: 204 len: 168 time: 1.1074250 Feb 04 21:06:50.991693 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60794) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:50.992516 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b1daa710-f309-4c92-88b0-1fb0bc90abf5 req-75d731d2-dfc1-46ee-acc3-953458ffaef7 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583039 Feb 04 21:06:50.998130 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-119c773b-5e7d-4a5c-ad7a-c1d8f8814805 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:51.043793 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-564b5c23-9807-4c04-85a8-ec1ed8e398c9 None None] For port 42684a61-5b2a-48d9-beeb-80397362d281, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=42684a61-5b2a-48d9-beeb-80397362d281,segment=NetworkSegment(df3e7e2a-656f-461b-a7fe-c4a2c0b919f8),segment_id=df3e7e2a-656f-461b-a7fe-c4a2c0b919f8)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:51.046946 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-564b5c23-9807-4c04-85a8-ec1ed8e398c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:51.055162 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-e4192386-cc84-4d92-9e06-d346871495f6 service neutron] Transition to ACTIVE for port object 8ea67fd2-70b2-464b-b615-fc472193ad57 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:06:51.074426 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-e4192386-cc84-4d92-9e06-d346871495f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:51.161046 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-32534555-a52f-4315-805a-dcb0a6110399 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Deleting port d0bd622e-aa88-46cf-8228-97766cb44e0c {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:06:51.161678 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-32534555-a52f-4315-805a-dcb0a6110399 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:51.229246 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-119c773b-5e7d-4a5c-ad7a-c1d8f8814805 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:51.244494 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-564b5c23-9807-4c04-85a8-ec1ed8e398c9 None None] Calling delete_port for 42684a61-5b2a-48d9-beeb-80397362d281 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:06:51.351227 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-2c6cb4b7-1c18-46e0-ac2c-b23ccbca2775 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:51.417752 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-564b5c23-9807-4c04-85a8-ec1ed8e398c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:51.484105 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564b5c23-9807-4c04-85a8-ec1ed8e398c9 None None] No DVR routers for this DVR port 42684a61-5b2a-48d9-beeb-80397362d281 on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:06:51.495029 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b5c23-9807-4c04-85a8-ec1ed8e398c9 None None] Pushing event deleted for resources: {'Port': ['ID=42684a61-5b2a-48d9-beeb-80397362d281,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:51.554492 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4192386-cc84-4d92-9e06-d346871495f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea67fd2-70b2-464b-b615-fc472193ad57,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:51.609413 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-32534555-a52f-4315-805a-dcb0a6110399 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:51.739163 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-32534555-a52f-4315-805a-dcb0a6110399 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Calling delete_port for d0bd622e-aa88-46cf-8228-97766cb44e0c owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:06:51.855458 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-2c6cb4b7-1c18-46e0-ac2c-b23ccbca2775 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:51.886236 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-32534555-a52f-4315-805a-dcb0a6110399 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:51.973282 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-119c773b-5e7d-4a5c-ad7a-c1d8f8814805 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:52.002781 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-2c6cb4b7-1c18-46e0-ac2c-b23ccbca2775 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Network 7d8c23e1-7a6b-46d1-9945-4c784d17e819 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:06:52.012454 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32534555-a52f-4315-805a-dcb0a6110399 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Pushing event deleted for resources: {'Port': ['ID=d0bd622e-aa88-46cf-8228-97766cb44e0c,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:52.018550 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-2c6cb4b7-1c18-46e0-ac2c-b23ccbca2775 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:06:52.020526 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-e4192386-cc84-4d92-9e06-d346871495f6 service neutron] Attempting to bind port 8ea67fd2-70b2-464b-b615-fc472193ad57 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:06:52.020859 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-e4192386-cc84-4d92-9e06-d346871495f6 service neutron] Attempting to bind port 8ea67fd2-70b2-464b-b615-fc472193ad57 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:06:52.021185 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-e4192386-cc84-4d92-9e06-d346871495f6 service neutron] Attempting to bind port 8ea67fd2-70b2-464b-b615-fc472193ad57 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:06:52.033799 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-2c6cb4b7-1c18-46e0-ac2c-b23ccbca2775 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:06:52.052612 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 4c75fa62-5192-498c-9938-2508f4c7ec46 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:06:52.086071 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-32534555-a52f-4315-805a-dcb0a6110399 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:52.101545 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-32534555-a52f-4315-805a-dcb0a6110399 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "DELETE /v2.0/ports/d0bd622e-aa88-46cf-8228-97766cb44e0c HTTP/1.1" status: 204 len: 168 time: 1.0984530 Feb 04 21:06:52.104273 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60834) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:52.192183 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-25e4b34c-980f-4fbd-b3d4-ae571559f407 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Deleting port c946fa5d-284e-4d9b-a8fb-f026a285451d {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:06:52.192907 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-25e4b34c-980f-4fbd-b3d4-ae571559f407 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:52.206157 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6cb4b7-1c18-46e0-ac2c-b23ccbca2775 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Pushing event updated for resources: {'Port': ['ID=d2e6ab9a-f452-4d1a-82ac-4816cd9ec308,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:52.224175 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-e4192386-cc84-4d92-9e06-d346871495f6 service neutron] Port 8ea67fd2-70b2-464b-b615-fc472193ad57 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:06:52.224502 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-e4192386-cc84-4d92-9e06-d346871495f6 service neutron] Attempting to bind port 8ea67fd2-70b2-464b-b615-fc472193ad57 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:06:52.235111 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 4c75fa62-5192-498c-9938-2508f4c7ec46, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=4c75fa62-5192-498c-9938-2508f4c7ec46,segment=NetworkSegment(d272340f-e46b-4b9a-95de-826926ac6bfb),segment_id=d272340f-e46b-4b9a-95de-826926ac6bfb)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:52.245038 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a58883-aea6-4a7b-9edb-be6a3007b986 req-a2332fe4-4e0d-4517-8e24-2fc723d01bed tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:52.246560 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0a58883-aea6-4a7b-9edb-be6a3007b986 req-a2332fe4-4e0d-4517-8e24-2fc723d01bed tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0df9025-5e1e-489d-afdf-bffdc078b6b2 HTTP/1.1" status: 200 len: 945 time: 0.6275187 Feb 04 21:06:52.255288 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '4c75fa62-5192-498c-9938-2508f4c7ec46', 'network_id': '1e54d53d-f997-4dfb-a224-d1fd181e2576', 'port_id': '4c75fa62-5192-498c-9938-2508f4c7ec46', 'mac_address': 'fa:16:3e:28:3f:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d973d52-9cec-4659-bee1-2f5deb367273', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:06:52.267862 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b26cd-f445-4f0f-b478-eb49d0e89bd1 req-75cfe288-470e-435a-b214-97d8a5e79688 tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:52.269365 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d50b26cd-f445-4f0f-b478-eb49d0e89bd1 req-75cfe288-470e-435a-b214-97d8a5e79688 tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] 10.222.0.26 "GET /v2.0/ports?device_id=52369459-3287-40b1-85ce-5d8d6aa6ab3d HTTP/1.1" status: 200 len: 945 time: 0.5636249 Feb 04 21:06:52.270139 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-e4192386-cc84-4d92-9e06-d346871495f6 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:06:52.270466 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-e4192386-cc84-4d92-9e06-d346871495f6 service neutron] Checking segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:06:52.270844 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-e4192386-cc84-4d92-9e06-d346871495f6 service neutron] Bound using segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:06:52.271286 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-e4192386-cc84-4d92-9e06-d346871495f6 service neutron] Bound port: 8ea67fd2-70b2-464b-b615-fc472193ad57, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:06:52.271628 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-e4192386-cc84-4d92-9e06-d346871495f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:52.324292 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:52.347359 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c75fa62-5192-498c-9938-2508f4c7ec46 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:06:52.350926 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-2c6cb4b7-1c18-46e0-ac2c-b23ccbca2775 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:52.351536 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-2c6cb4b7-1c18-46e0-ac2c-b23ccbca2775 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:52.368144 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 4c75fa62-5192-498c-9938-2508f4c7ec46, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=4c75fa62-5192-498c-9938-2508f4c7ec46,segment=NetworkSegment(d272340f-e46b-4b9a-95de-826926ac6bfb),segment_id=d272340f-e46b-4b9a-95de-826926ac6bfb)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:52.371856 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:52.465179 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-119c773b-5e7d-4a5c-ad7a-c1d8f8814805 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:52.466676 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=4c75fa62-5192-498c-9938-2508f4c7ec46,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:52.473400 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['4c75fa62-5192-498c-9938-2508f4c7ec46'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:06:52.521416 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-25e4b34c-980f-4fbd-b3d4-ae571559f407 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:52.534896 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0a58883-aea6-4a7b-9edb-be6a3007b986 req-911ea903-ad4d-4d21-9f50-8dd5e8fd9f8e tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503796 Feb 04 21:06:52.563767 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d50b26cd-f445-4f0f-b478-eb49d0e89bd1 req-41948097-0f69-468b-8743-8e11ac2e446f tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] 10.222.0.26 "GET /v2.0/security-groups?id=3754f86c-6f0b-4dcc-ba85-fcea788fd94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647414 Feb 04 21:06:52.572485 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c773b-5e7d-4a5c-ad7a-c1d8f8814805 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Pushing event deleted for resources: {'Subnet': ['ID=f9c69a34-06b8-4556-8a75-83c09c07bbbe,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:52.609558 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-119c773b-5e7d-4a5c-ad7a-c1d8f8814805 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:52.617723 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-119c773b-5e7d-4a5c-ad7a-c1d8f8814805 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] 10.222.0.26 "DELETE /v2.0/subnets/f9c69a34-06b8-4556-8a75-83c09c07bbbe HTTP/1.1" status: 204 len: 168 time: 1.9539533 Feb 04 21:06:52.619646 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-2c6cb4b7-1c18-46e0-ac2c-b23ccbca2775 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2150908 Feb 04 21:06:52.620517 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60838) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:52.621732 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc56ef47-0400-411f-9ab0-22b1c68fb17f None None] Network 92925b53-58dd-4f6c-811b-ee8a6b5aca94 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:06:52.733756 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-25e4b34c-980f-4fbd-b3d4-ae571559f407 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Calling delete_port for c946fa5d-284e-4d9b-a8fb-f026a285451d owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:06:52.734913 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-67a6052d-e2ae-451f-9ea0-8b68a2a68574 service neutron] Request body: {'port': {'device_id': '0e866aa6-5c6e-4fb9-9370-ce77030ee8c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:06:52.769671 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 42684a61-5b2a-48d9-beeb-80397362d281 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:06:52.837662 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 42684a61-5b2a-48d9-beeb-80397362d281 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:06:52.838375 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 42684a61-5b2a-48d9-beeb-80397362d281 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:06:52.884516 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-e4192386-cc84-4d92-9e06-d346871495f6 service neutron] For port 8ea67fd2-70b2-464b-b615-fc472193ad57, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:06:52.919305 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-da309666-79d0-47c8-b0b7-6719627699d2 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:52.925620 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-e4192386-cc84-4d92-9e06-d346871495f6 service neutron] For port 8ea67fd2-70b2-464b-b615-fc472193ad57, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=8ea67fd2-70b2-464b-b615-fc472193ad57,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:06:52.977033 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-e4192386-cc84-4d92-9e06-d346871495f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:53.020165 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-25e4b34c-980f-4fbd-b3d4-ae571559f407 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:53.113178 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-e4192386-cc84-4d92-9e06-d346871495f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:53.113898 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-e4192386-cc84-4d92-9e06-d346871495f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:53.115216 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-e4192386-cc84-4d92-9e06-d346871495f6 service neutron] 10.222.0.32 "PUT /v2.0/ports/8ea67fd2-70b2-464b-b615-fc472193ad57 HTTP/1.1" status: 200 len: 1096 time: 3.7850356 Feb 04 21:06:53.120387 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cafdfc7-6540-4264-900b-5f1f186b8806', 'tag': '8ea67fd2-70b2-464b-b615-fc472193ad57'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:06:53.134730 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e0025e-e9c2-481d-9e9d-cd0b121e2156 None None] DHCP port deletion for 92925b53-58dd-4f6c-811b-ee8a6b5aca94 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:06:53.144993 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-f5e0025e-e9c2-481d-9e9d-cd0b121e2156 None None] Deleting port 3d03ad26-9d6c-4fb3-9da0-82895505f733 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:06:53.145733 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f5e0025e-e9c2-481d-9e9d-cd0b121e2156 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:53.161934 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-67a6052d-e2ae-451f-9ea0-8b68a2a68574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:53.200140 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e4b34c-980f-4fbd-b3d4-ae571559f407 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Pushing event deleted for resources: {'Port': ['ID=c946fa5d-284e-4d9b-a8fb-f026a285451d,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:53.244097 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-25e4b34c-980f-4fbd-b3d4-ae571559f407 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:53.259001 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-25e4b34c-980f-4fbd-b3d4-ae571559f407 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "DELETE /v2.0/ports/c946fa5d-284e-4d9b-a8fb-f026a285451d HTTP/1.1" status: 204 len: 168 time: 1.1511166 Feb 04 21:06:53.259230 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60844) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:53.331736 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4192386-cc84-4d92-9e06-d346871495f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea67fd2-70b2-464b-b615-fc472193ad57,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:53.352315 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-00e96b7c-0746-4e17-b64d-3dd356fd8de0 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Deleting subnet e766ae0d-7580-448d-ac0e-f8a8085326fe {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:06:53.355915 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-00e96b7c-0746-4e17-b64d-3dd356fd8de0 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:53.391538 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe9d2c-2f60-4178-9346-1e9b05ef58cc req-e4702782-4482-4ff1-af7d-5d1623655b31 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:53.398446 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1cbe9d2c-2f60-4178-9346-1e9b05ef58cc req-e4702782-4482-4ff1-af7d-5d1623655b31 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cafdfc7-6540-4264-900b-5f1f186b8806 HTTP/1.1" status: 200 len: 948 time: 0.6372750 Feb 04 21:06:53.416028 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-f5e0025e-e9c2-481d-9e9d-cd0b121e2156 None None] For port 3d03ad26-9d6c-4fb3-9da0-82895505f733, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=3d03ad26-9d6c-4fb3-9da0-82895505f733,segment=NetworkSegment(c597fde1-8b66-46b9-92a2-3766bbe86ee5),segment_id=c597fde1-8b66-46b9-92a2-3766bbe86ee5)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:53.416498 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f5e0025e-e9c2-481d-9e9d-cd0b121e2156 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:53.423121 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-00e96b7c-0746-4e17-b64d-3dd356fd8de0 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:53.447805 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aba27f-548b-43d5-b6a6-cff4c2898d29 req-14c82cb1-ed71-4145-aa5e-46f2bfd6408a tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:53.449080 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-54aba27f-548b-43d5-b6a6-cff4c2898d29 req-14c82cb1-ed71-4145-aa5e-46f2bfd6408a tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Synchronizing usage tracker for tenant:6d15241bd78a41148bd0d1c2bdd856b4 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:06:53.459176 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-da309666-79d0-47c8-b0b7-6719627699d2 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:53.527195 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-00e96b7c-0746-4e17-b64d-3dd356fd8de0 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:53.551131 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-da309666-79d0-47c8-b0b7-6719627699d2 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b901d51e-d066-4fe7-b30e-cccb5a8b3478']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:53.569382 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-da309666-79d0-47c8-b0b7-6719627699d2 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df3e7e2a-656f-461b-a7fe-c4a2c0b919f8') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:53.569593 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-da309666-79d0-47c8-b0b7-6719627699d2 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df3e7e2a-656f-461b-a7fe-c4a2c0b919f8') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:53.582587 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-da309666-79d0-47c8-b0b7-6719627699d2 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:53.596497 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-f5e0025e-e9c2-481d-9e9d-cd0b121e2156 None None] Calling delete_port for 3d03ad26-9d6c-4fb3-9da0-82895505f733 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:06:53.623272 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-da309666-79d0-47c8-b0b7-6719627699d2 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:53.625271 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-00e96b7c-0746-4e17-b64d-3dd356fd8de0 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:53.641446 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1cbe9d2c-2f60-4178-9346-1e9b05ef58cc req-4e887686-40a9-4920-9d42-fd1751595841 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d4959fa-5844-45ca-bc36-c03e32ff46d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419930 Feb 04 21:06:53.667623 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e96b7c-0746-4e17-b64d-3dd356fd8de0 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Pushing event deleted for resources: {'Subnet': ['ID=e766ae0d-7580-448d-ac0e-f8a8085326fe,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:53.677167 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-00e96b7c-0746-4e17-b64d-3dd356fd8de0 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:53.687162 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-00e96b7c-0746-4e17-b64d-3dd356fd8de0 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "DELETE /v2.0/subnets/e766ae0d-7580-448d-ac0e-f8a8085326fe HTTP/1.1" status: 204 len: 168 time: 0.4269242 Feb 04 21:06:53.688337 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60852) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:53.708483 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da309666-79d0-47c8-b0b7-6719627699d2 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:06:53.708892 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-da309666-79d0-47c8-b0b7-6719627699d2 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:53.728447 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-54aba27f-548b-43d5-b6a6-cff4c2898d29 req-14c82cb1-ed71-4145-aa5e-46f2bfd6408a tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Unset dirty status for tenant:6d15241bd78a41148bd0d1c2bdd856b4 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:06:53.729930 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-54aba27f-548b-43d5-b6a6-cff4c2898d29 req-14c82cb1-ed71-4145-aa5e-46f2bfd6408a tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e866aa6-5c6e-4fb9-9370-ce77030ee8c1 HTTP/1.1" status: 200 len: 932 time: 0.9582884 Feb 04 21:06:53.730726 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:06:53.730726 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:06:53.730726 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:06:53.730726 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:06:53.730726 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:06:53.730726 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:06:53.730726 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:06:53.730726 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:06:53.730726 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:06:53.730726 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:06:53.730726 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:06:53.730726 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:06:53.730726 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:06:53.730726 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:06:53.730726 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:06:53.730726 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:06:53.730726 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:06:53.730726 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:06:53.730726 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:06:53.730726 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:06:53.730726 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:06:53.730726 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:06:53.730726 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:06:53.730726 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:06:53.730726 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:06:53.730726 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:06:53.730726 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:06:53.730726 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:06:53.730726 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:06:53.730726 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:06:53.730726 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:06:53.730726 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:06:53.737985 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1729fb1f-a135-40f2-a109-0932a0fd068f None None] Network 3d92e2e6-8e5c-439e-985a-8b138159bd06 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:06:53.764799 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f5e0025e-e9c2-481d-9e9d-cd0b121e2156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:53.778660 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-01c1b316-1b69-4649-96c9-5a1e039eb384 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Deleting subnet 8e1d56a7-cf95-4452-a500-f044c9d7c766 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:06:53.782478 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-01c1b316-1b69-4649-96c9-5a1e039eb384 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:53.841180 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-01c1b316-1b69-4649-96c9-5a1e039eb384 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:53.875220 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0025e-e9c2-481d-9e9d-cd0b121e2156 None None] Pushing event deleted for resources: {'Port': ['ID=3d03ad26-9d6c-4fb3-9da0-82895505f733,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:53.882954 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e0025e-e9c2-481d-9e9d-cd0b121e2156 None None] No DVR routers for this DVR port 3d03ad26-9d6c-4fb3-9da0-82895505f733 on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:06:53.903433 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-a039e111-5b0f-454e-b8a8-d66e21a549f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:53.904907 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-a039e111-5b0f-454e-b8a8-d66e21a549f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=41c8dc617c694e0aa63987a7d39ca017&device_id=1cafdfc7-6540-4264-900b-5f1f186b8806 HTTP/1.1" status: 200 len: 1099 time: 0.7195091 Feb 04 21:06:53.923412 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d607d-31aa-44e3-8f22-4618ce0476f4 req-fa25d2de-67da-47e5-99d4-095208562716 tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:53.924813 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aa0d607d-31aa-44e3-8f22-4618ce0476f4 req-fa25d2de-67da-47e5-99d4-095208562716 tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] 10.222.0.32 "GET /v2.0/ports?device_id=52369459-3287-40b1-85ce-5d8d6aa6ab3d HTTP/1.1" status: 200 len: 945 time: 0.6454499 Feb 04 21:06:53.955059 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-01c1b316-1b69-4649-96c9-5a1e039eb384 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:54.023498 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-232e0c3b-7eb5-4a09-a9af-cae8551b4a0a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=8ea67fd2-70b2-464b-b615-fc472193ad57 HTTP/1.1" status: 200 len: 217 time: 0.0932639 Feb 04 21:06:54.059313 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-01c1b316-1b69-4649-96c9-5a1e039eb384 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:54.079029 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927b9025-1a07-4a97-b136-7c9fde0935c6 None None] DHCP port deletion for 3d92e2e6-8e5c-439e-985a-8b138159bd06 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:06:54.083499 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-927b9025-1a07-4a97-b136-7c9fde0935c6 None None] Deleting port 0384f8c8-91e7-4983-8cd3-3368be4621d9 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:06:54.083875 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-927b9025-1a07-4a97-b136-7c9fde0935c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:54.106604 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1b316-1b69-4649-96c9-5a1e039eb384 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Pushing event deleted for resources: {'Subnet': ['ID=8e1d56a7-cf95-4452-a500-f044c9d7c766,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:54.108779 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-01c1b316-1b69-4649-96c9-5a1e039eb384 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:54.114769 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 4c75fa62-5192-498c-9938-2508f4c7ec46 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:06:54.118110 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-01c1b316-1b69-4649-96c9-5a1e039eb384 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "DELETE /v2.0/subnets/8e1d56a7-cf95-4452-a500-f044c9d7c766 HTTP/1.1" status: 204 len: 168 time: 0.4276812 Feb 04 21:06:54.120365 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60856) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:54.154320 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c79d3c9-64c7-4c10-a3ab-7d88ab7f2d9c None None] Network 96794e5b-cad6-4140-9df8-3b22f7347459 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:06:54.248302 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8041b255-ac12-47c3-a8fd-9fbdfea08f66 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:54.256922 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-54aba27f-548b-43d5-b6a6-cff4c2898d29 req-a40b5f2d-4f48-4ebb-ae77-fe9e4b7d8527 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5082777 Feb 04 21:06:54.260821 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-8041b255-ac12-47c3-a8fd-9fbdfea08f66 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Deleting port 0384f8c8-91e7-4983-8cd3-3368be4621d9 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:06:54.261394 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8041b255-ac12-47c3-a8fd-9fbdfea08f66 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:54.273771 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-da309666-79d0-47c8-b0b7-6719627699d2 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:54.370023 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cafdfc7-6540-4264-900b-5f1f186b8806', 'tag': '8ea67fd2-70b2-464b-b615-fc472193ad57', 'status': 'completed', 'code': 200} Feb 04 21:06:54.379365 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-da309666-79d0-47c8-b0b7-6719627699d2 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:54.408391 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da309666-79d0-47c8-b0b7-6719627699d2 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Pushing event deleted for resources: {'Network': ['ID=b901d51e-d066-4fe7-b30e-cccb5a8b3478,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:54.425123 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-da309666-79d0-47c8-b0b7-6719627699d2 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] 10.222.0.26 "DELETE /v2.0/networks/b901d51e-d066-4fe7-b30e-cccb5a8b3478 HTTP/1.1" status: 204 len: 168 time: 1.7976103 Feb 04 21:06:54.430379 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60860) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:54.438897 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-aa0d607d-31aa-44e3-8f22-4618ce0476f4 req-4b3ad295-d84b-4610-96cb-7085dbc752a4 tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Deleting port 953330d3-d68d-4d11-b4f5-e62e416a43fe {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:06:54.439249 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-aa0d607d-31aa-44e3-8f22-4618ce0476f4 req-4b3ad295-d84b-4610-96cb-7085dbc752a4 tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:54.551965 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-8041b255-ac12-47c3-a8fd-9fbdfea08f66 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] For port 0384f8c8-91e7-4983-8cd3-3368be4621d9, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=0384f8c8-91e7-4983-8cd3-3368be4621d9,segment=NetworkSegment(13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574),segment_id=13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:54.552322 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8041b255-ac12-47c3-a8fd-9fbdfea08f66 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:54.557149 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-9b73fe83-56fc-4acc-8bdd-5f85b587c1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:54.558710 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-9b73fe83-56fc-4acc-8bdd-5f85b587c1db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.4877703 Feb 04 21:06:54.610652 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 3d03ad26-9d6c-4fb3-9da0-82895505f733 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:06:54.671871 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 3d03ad26-9d6c-4fb3-9da0-82895505f733 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:06:54.671871 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 3d03ad26-9d6c-4fb3-9da0-82895505f733 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:06:54.672234 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 0384f8c8-91e7-4983-8cd3-3368be4621d9 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:06:54.691327 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-8041b255-ac12-47c3-a8fd-9fbdfea08f66 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Calling delete_port for 0384f8c8-91e7-4983-8cd3-3368be4621d9 owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:06:54.726835 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:54.747571 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2348e765-a665-4332-b71a-535211594c92 req-46ab4c6c-3cf9-4332-af2e-e6953631b898 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2792346 Feb 04 21:06:54.754687 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8de89-79ed-45c9-a824-dc9052f5ce38 req-a3044aa1-7e57-4915-a92a-e84556cd5c5a tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:54.759289 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-72e8de89-79ed-45c9-a824-dc9052f5ce38 req-a3044aa1-7e57-4915-a92a-e84556cd5c5a tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=7800c199-947a-4ccf-86aa-73a983b04500 HTTP/1.1" status: 200 len: 946 time: 0.9319839 Feb 04 21:06:54.769581 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-927b9025-1a07-4a97-b136-7c9fde0935c6 None None] For port 0384f8c8-91e7-4983-8cd3-3368be4621d9, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=0384f8c8-91e7-4983-8cd3-3368be4621d9,segment=NetworkSegment(13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574),segment_id=13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:54.769974 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-927b9025-1a07-4a97-b136-7c9fde0935c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:54.787460 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8041b255-ac12-47c3-a8fd-9fbdfea08f66 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:54.787969 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4c75fa62-5192-498c-9938-2508f4c7ec46 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:06:54.792374 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c1a20cef-e455-49d2-bfdf-63412007b528 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:54.880209 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041b255-ac12-47c3-a8fd-9fbdfea08f66 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Pushing event deleted for resources: {'Port': ['ID=0384f8c8-91e7-4983-8cd3-3368be4621d9,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:54.912318 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-927b9025-1a07-4a97-b136-7c9fde0935c6 None None] Calling delete_port for 0384f8c8-91e7-4983-8cd3-3368be4621d9 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:06:54.965958 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No active binding found for port 0384f8c8-91e7-4983-8cd3-3368be4621d9 {{(pid=87684) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 21:06:54.966360 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 0384f8c8-91e7-4983-8cd3-3368be4621d9 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:06:54.980058 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 4c75fa62-5192-498c-9938-2508f4c7ec46, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=4c75fa62-5192-498c-9938-2508f4c7ec46,segment=NetworkSegment(d272340f-e46b-4b9a-95de-826926ac6bfb),segment_id=d272340f-e46b-4b9a-95de-826926ac6bfb)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:55.013766 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8041b255-ac12-47c3-a8fd-9fbdfea08f66 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] No DVR routers for this DVR port 0384f8c8-91e7-4983-8cd3-3368be4621d9 on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:06:55.019021 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-927b9025-1a07-4a97-b136-7c9fde0935c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:06:55.019425 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-927b9025-1a07-4a97-b136-7c9fde0935c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:06:55.023755 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:55.120108 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=4c75fa62-5192-498c-9938-2508f4c7ec46,revision_number=7']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:55.121062 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-72e8de89-79ed-45c9-a824-dc9052f5ce38 req-8064aedc-1f7c-4e1a-95d5-67a8cf64f21a tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508234 Feb 04 21:06:55.180382 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08566c08-8113-4c13-b316-63ef4151b325 None None] DHCP port deletion for 96794e5b-cad6-4140-9df8-3b22f7347459 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:06:55.185908 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-08566c08-8113-4c13-b316-63ef4151b325 None None] Deleting port e2ebac38-7383-46e0-a03e-a6c9ff2e7c4c {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:06:55.186549 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-08566c08-8113-4c13-b316-63ef4151b325 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:55.211351 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8041b255-ac12-47c3-a8fd-9fbdfea08f66 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:55.225023 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ca354-7d61-4523-aa3b-18b32d107d9c req-585e1a3f-ce94-4fd4-8bbd-0c46e3f3fa92 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:55.226565 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6e8ca354-7d61-4523-aa3b-18b32d107d9c req-585e1a3f-ce94-4fd4-8bbd-0c46e3f3fa92 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0df9025-5e1e-489d-afdf-bffdc078b6b2 HTTP/1.1" status: 200 len: 944 time: 0.7244742 Feb 04 21:06:55.236594 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-67a6052d-e2ae-451f-9ea0-8b68a2a68574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2e6ab9a-f452-4d1a-82ac-4816cd9ec308 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:06:55.239283 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348e765-a665-4332-b71a-535211594c92 req-8d9605a1-1067-4164-bb81-770264dd497a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:55.240980 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2348e765-a665-4332-b71a-535211594c92 req-8d9605a1-1067-4164-bb81-770264dd497a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ba621d22ceb430b9eee1db66fccde19&device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 1096 time: 0.3964489 Feb 04 21:06:55.248054 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-8041b255-ac12-47c3-a8fd-9fbdfea08f66 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d92e2e6-8e5c-439e-985a-8b138159bd06']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:55.264763 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-8041b255-ac12-47c3-a8fd-9fbdfea08f66 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:55.265506 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-8041b255-ac12-47c3-a8fd-9fbdfea08f66 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d7e3e4-0a7f-46cd-8f2f-b0516b1ab574') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:55.273416 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-67a6052d-e2ae-451f-9ea0-8b68a2a68574 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:55.276353 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:06:55.284389 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8041b255-ac12-47c3-a8fd-9fbdfea08f66 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:55.291921 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-fb23c69d-ba88-4bf0-a260-49b311b3b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:55.293444 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-fb23c69d-ba88-4bf0-a260-49b311b3b5fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7111933 Feb 04 21:06:55.294927 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c1a20cef-e455-49d2-bfdf-63412007b528 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:55.329115 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8041b255-ac12-47c3-a8fd-9fbdfea08f66 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:55.391380 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8041b255-ac12-47c3-a8fd-9fbdfea08f66 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:06:55.392382 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8041b255-ac12-47c3-a8fd-9fbdfea08f66 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:55.408249 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:06:55.408249 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:06:55.408249 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:06:55.408249 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:06:55.408249 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:06:55.408249 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:06:55.408249 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:06:55.408249 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:06:55.408249 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:06:55.408249 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:06:55.408249 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:06:55.408249 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:06:55.408249 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:06:55.408249 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:06:55.408249 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:06:55.408249 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:06:55.408249 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:06:55.408249 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:06:55.408249 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:06:55.408249 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:06:55.408249 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:06:55.408249 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:06:55.408249 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:06:55.408249 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:06:55.408249 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:06:55.408249 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:06:55.408249 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:06:55.408249 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:06:55.408249 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:06:55.408249 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:06:55.408249 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:06:55.408249 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:06:55.476744 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-08566c08-8113-4c13-b316-63ef4151b325 None None] For port e2ebac38-7383-46e0-a03e-a6c9ff2e7c4c, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=e2ebac38-7383-46e0-a03e-a6c9ff2e7c4c,segment=NetworkSegment(eb14079e-74a0-4935-87b8-557042e4c6f4),segment_id=eb14079e-74a0-4935-87b8-557042e4c6f4)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:55.477148 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-08566c08-8113-4c13-b316-63ef4151b325 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:55.490331 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-67a6052d-e2ae-451f-9ea0-8b68a2a68574 service neutron] Transition to ACTIVE for port object d2e6ab9a-f452-4d1a-82ac-4816cd9ec308 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:06:55.492064 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-c1a20cef-e455-49d2-bfdf-63412007b528 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92925b53-58dd-4f6c-811b-ee8a6b5aca94']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:55.529420 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-67a6052d-e2ae-451f-9ea0-8b68a2a68574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:55.533482 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8041b255-ac12-47c3-a8fd-9fbdfea08f66 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:55.552745 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-927b9025-1a07-4a97-b136-7c9fde0935c6 None None] Deleting port 0384f8c8-91e7-4983-8cd3-3368be4621d9 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:06:55.552745 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-927b9025-1a07-4a97-b136-7c9fde0935c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:55.558022 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8041b255-ac12-47c3-a8fd-9fbdfea08f66 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:55.568310 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348e765-a665-4332-b71a-535211594c92 req-8d5c71b0-9a61-4b0a-b625-d54e625a6206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:55.569865 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2348e765-a665-4332-b71a-535211594c92 req-8d5c71b0-9a61-4b0a-b625-d54e625a6206 service neutron] 10.222.0.32 "GET /v2.0/networks?id=05b0da4f-bf1c-4e94-969a-698256edcb76 HTTP/1.1" status: 200 len: 911 time: 0.2693784 Feb 04 21:06:55.570573 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041b255-ac12-47c3-a8fd-9fbdfea08f66 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Pushing event deleted for resources: {'Network': ['ID=3d92e2e6-8e5c-439e-985a-8b138159bd06,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:55.591206 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-c1a20cef-e455-49d2-bfdf-63412007b528 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c597fde1-8b66-46b9-92a2-3766bbe86ee5') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:55.591513 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-c1a20cef-e455-49d2-bfdf-63412007b528 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c597fde1-8b66-46b9-92a2-3766bbe86ee5') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:55.607538 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6e8ca354-7d61-4523-aa3b-18b32d107d9c req-9afa09a2-5eb5-408f-9ff6-6cb8827bb41e tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619673 Feb 04 21:06:55.612327 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-aa0d607d-31aa-44e3-8f22-4618ce0476f4 req-4b3ad295-d84b-4610-96cb-7085dbc752a4 tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] For port 953330d3-d68d-4d11-b4f5-e62e416a43fe, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=953330d3-d68d-4d11-b4f5-e62e416a43fe,segment=NetworkSegment(1791961f-db89-4f52-9f0d-269c5443b20b),segment_id=1791961f-db89-4f52-9f0d-269c5443b20b)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:55.612658 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-aa0d607d-31aa-44e3-8f22-4618ce0476f4 req-4b3ad295-d84b-4610-96cb-7085dbc752a4 tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:55.651602 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-08566c08-8113-4c13-b316-63ef4151b325 None None] Calling delete_port for e2ebac38-7383-46e0-a03e-a6c9ff2e7c4c owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:06:55.699952 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c1a20cef-e455-49d2-bfdf-63412007b528 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:55.700435 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2348e765-a665-4332-b71a-535211594c92 req-d1737039-87ba-4beb-8f03-5af3b10161fe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=613678b2-b88a-4a28-b8ba-3ce49cfaf2ad HTTP/1.1" status: 200 len: 1001 time: 0.1232221 Feb 04 21:06:55.705724 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8041b255-ac12-47c3-a8fd-9fbdfea08f66 tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "DELETE /v2.0/networks/3d92e2e6-8e5c-439e-985a-8b138159bd06 HTTP/1.1" status: 204 len: 168 time: 1.5840602 Feb 04 21:06:55.707099 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60874) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:55.731271 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-927b9025-1a07-4a97-b136-7c9fde0935c6 None None] The port '0384f8c8-91e7-4983-8cd3-3368be4621d9' was deleted {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:06:55.780090 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-08566c08-8113-4c13-b316-63ef4151b325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:55.829325 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08566c08-8113-4c13-b316-63ef4151b325 None None] Pushing event deleted for resources: {'Port': ['ID=e2ebac38-7383-46e0-a03e-a6c9ff2e7c4c,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:55.833002 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08566c08-8113-4c13-b316-63ef4151b325 None None] No DVR routers for this DVR port e2ebac38-7383-46e0-a03e-a6c9ff2e7c4c on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:06:55.896875 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348e765-a665-4332-b71a-535211594c92 req-c7b39295-cb9c-4214-b076-618b0c93f746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:55.898366 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2348e765-a665-4332-b71a-535211594c92 req-c7b39295-cb9c-4214-b076-618b0c93f746 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e HTTP/1.1" status: 200 len: 849 time: 0.1902778 Feb 04 21:06:55.955528 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f75dc707-8ae1-4ed3-b322-cb46eca6fb5a tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:56.012772 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:56.035090 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-aa0d607d-31aa-44e3-8f22-4618ce0476f4 req-4b3ad295-d84b-4610-96cb-7085dbc752a4 tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Calling delete_port for 953330d3-d68d-4d11-b4f5-e62e416a43fe owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:06:56.083289 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c1a20cef-e455-49d2-bfdf-63412007b528 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:56.120650 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f75dc707-8ae1-4ed3-b322-cb46eca6fb5a tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:56.138694 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a6052d-e2ae-451f-9ea0-8b68a2a68574 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e6ab9a-f452-4d1a-82ac-4816cd9ec308,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:56.156180 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a20cef-e455-49d2-bfdf-63412007b528 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:06:56.156591 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c1a20cef-e455-49d2-bfdf-63412007b528 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:56.157763 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-f75dc707-8ae1-4ed3-b322-cb46eca6fb5a tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96794e5b-cad6-4140-9df8-3b22f7347459']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:56.166444 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348e765-a665-4332-b71a-535211594c92 req-2d6a23a8-098b-4942-a277-96db7692c95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:56.167927 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2348e765-a665-4332-b71a-535211594c92 req-2d6a23a8-098b-4942-a277-96db7692c95d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=05b0da4f-bf1c-4e94-969a-698256edcb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2476640 Feb 04 21:06:56.174239 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-f75dc707-8ae1-4ed3-b322-cb46eca6fb5a tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb14079e-74a0-4935-87b8-557042e4c6f4') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:56.174542 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-f75dc707-8ae1-4ed3-b322-cb46eca6fb5a tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb14079e-74a0-4935-87b8-557042e4c6f4') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:56.177931 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:06:56.177931 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:06:56.177931 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:06:56.177931 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:06:56.177931 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:06:56.177931 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:06:56.177931 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:06:56.177931 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:06:56.177931 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:06:56.177931 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:06:56.177931 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:06:56.177931 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:06:56.177931 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:06:56.177931 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:06:56.177931 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:06:56.177931 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:06:56.177931 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:06:56.177931 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:06:56.177931 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:06:56.177931 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:06:56.177931 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:06:56.177931 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:06:56.177931 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:06:56.177931 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:06:56.177931 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:06:56.177931 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:06:56.177931 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:06:56.177931 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:06:56.177931 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:06:56.177931 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:06:56.177931 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:06:56.177931 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:06:56.210639 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f75dc707-8ae1-4ed3-b322-cb46eca6fb5a tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:56.247634 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-7c2ab494-9fa9-4a25-8877-b3038a13371e service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9036832 Feb 04 21:06:56.285845 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f75dc707-8ae1-4ed3-b322-cb46eca6fb5a tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:56.296214 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f75dc707-8ae1-4ed3-b322-cb46eca6fb5a tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:06:56.296664 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f75dc707-8ae1-4ed3-b322-cb46eca6fb5a tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:56.311973 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:06:56.311973 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:06:56.311973 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:06:56.311973 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:06:56.311973 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:06:56.311973 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:06:56.311973 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:06:56.311973 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:06:56.311973 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:06:56.311973 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:06:56.311973 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:06:56.311973 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:06:56.311973 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:06:56.311973 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:06:56.311973 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:06:56.311973 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:06:56.311973 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:06:56.311973 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:06:56.311973 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:06:56.311973 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:06:56.311973 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:06:56.311973 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:06:56.311973 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:06:56.311973 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:06:56.311973 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:06:56.311973 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:06:56.311973 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:06:56.311973 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:06:56.311973 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:06:56.311973 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:06:56.311973 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:06:56.311973 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:06:56.374228 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89893b90-423f-4f76-969f-6b6a26b9f10a req-a43de9b1-7198-4572-88a0-042a3573a726 tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:56.375851 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-89893b90-423f-4f76-969f-6b6a26b9f10a req-a43de9b1-7198-4572-88a0-042a3573a726 tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] 10.222.0.26 "GET /v2.0/ports?device_id=52369459-3287-40b1-85ce-5d8d6aa6ab3d HTTP/1.1" status: 200 len: 945 time: 1.1060023 Feb 04 21:06:56.426785 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2348e765-a665-4332-b71a-535211594c92 req-77e1c0b0-974f-4eb6-b53d-7ebc202b95e7 service neutron] 10.222.0.32 "GET /v2.0/networks/05b0da4f-bf1c-4e94-969a-698256edcb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449777 Feb 04 21:06:56.427888 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f75dc707-8ae1-4ed3-b322-cb46eca6fb5a tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:56.445413 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f75dc707-8ae1-4ed3-b322-cb46eca6fb5a tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:56.478741 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75dc707-8ae1-4ed3-b322-cb46eca6fb5a tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] Pushing event deleted for resources: {'Network': ['ID=96794e5b-cad6-4140-9df8-3b22f7347459,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:56.497264 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f75dc707-8ae1-4ed3-b322-cb46eca6fb5a tempest-TaggedBootDevicesTest-846222924 tempest-TaggedBootDevicesTest-846222924-project] 10.222.0.26 "DELETE /v2.0/networks/96794e5b-cad6-4140-9df8-3b22f7347459 HTTP/1.1" status: 204 len: 168 time: 0.7740965 Feb 04 21:06:56.522989 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c1a20cef-e455-49d2-bfdf-63412007b528 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:56.560979 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device e2ebac38-7383-46e0-a03e-a6c9ff2e7c4c no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:06:56.568454 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c1a20cef-e455-49d2-bfdf-63412007b528 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:56.600017 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: e2ebac38-7383-46e0-a03e-a6c9ff2e7c4c {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:06:56.600539 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device e2ebac38-7383-46e0-a03e-a6c9ff2e7c4c not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:06:56.604142 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2348e765-a665-4332-b71a-535211594c92 req-69e219f9-605f-429f-98d1-2725e9e03f7a service neutron] 10.222.0.32 "GET /v2.0/networks/05b0da4f-bf1c-4e94-969a-698256edcb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561301 Feb 04 21:06:56.635429 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a20cef-e455-49d2-bfdf-63412007b528 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Pushing event deleted for resources: {'Network': ['ID=92925b53-58dd-4f6c-811b-ee8a6b5aca94,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:56.657418 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-89893b90-423f-4f76-969f-6b6a26b9f10a req-d9b73242-8997-485c-b45d-25c5bb23617b tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] 10.222.0.26 "GET /v2.0/security-groups?id=3754f86c-6f0b-4dcc-ba85-fcea788fd94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546897 Feb 04 21:06:56.677037 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c1a20cef-e455-49d2-bfdf-63412007b528 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] 10.222.0.26 "DELETE /v2.0/networks/92925b53-58dd-4f6c-811b-ee8a6b5aca94 HTTP/1.1" status: 204 len: 168 time: 2.2400262 Feb 04 21:06:56.677302 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60882) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:56.694964 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-67a6052d-e2ae-451f-9ea0-8b68a2a68574 service neutron] Attempting to bind port d2e6ab9a-f452-4d1a-82ac-4816cd9ec308 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:06:56.695301 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-67a6052d-e2ae-451f-9ea0-8b68a2a68574 service neutron] Attempting to bind port d2e6ab9a-f452-4d1a-82ac-4816cd9ec308 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '1bfd55c3-c8d9-4e20-9f37-da07ea0581c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:06:56.695653 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-67a6052d-e2ae-451f-9ea0-8b68a2a68574 service neutron] Attempting to bind port d2e6ab9a-f452-4d1a-82ac-4816cd9ec308 on network 7d8c23e1-7a6b-46d1-9945-4c784d17e819 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:06:56.721672 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-67a6052d-e2ae-451f-9ea0-8b68a2a68574 service neutron] Port d2e6ab9a-f452-4d1a-82ac-4816cd9ec308 on network 7d8c23e1-7a6b-46d1-9945-4c784d17e819 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:06:56.721911 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-67a6052d-e2ae-451f-9ea0-8b68a2a68574 service neutron] Attempting to bind port d2e6ab9a-f452-4d1a-82ac-4816cd9ec308 on network 7d8c23e1-7a6b-46d1-9945-4c784d17e819 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:06:56.739467 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494499a-1959-465a-bc19-1a86dbb025bb req-1a161863-47e3-426b-852f-e2cb24fdc529 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:56.741037 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0494499a-1959-465a-bc19-1a86dbb025bb req-1a161863-47e3-426b-852f-e2cb24fdc529 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cafdfc7-6540-4264-900b-5f1f186b8806 HTTP/1.1" status: 200 len: 948 time: 0.9359138 Feb 04 21:06:56.743715 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5928b0a2-995c-4e38-aaab-150c47e4b268 req-c7ec0f48-5c33-4848-8e3e-af11cc76bff1 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391062 Feb 04 21:06:56.744466 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-67a6052d-e2ae-451f-9ea0-8b68a2a68574 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:06:56.744802 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-67a6052d-e2ae-451f-9ea0-8b68a2a68574 service neutron] Checking segment: {'id': '1bfd55c3-c8d9-4e20-9f37-da07ea0581c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:06:56.745174 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-67a6052d-e2ae-451f-9ea0-8b68a2a68574 service neutron] Bound using segment: {'id': '1bfd55c3-c8d9-4e20-9f37-da07ea0581c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:06:56.745650 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-67a6052d-e2ae-451f-9ea0-8b68a2a68574 service neutron] Bound port: d2e6ab9a-f452-4d1a-82ac-4816cd9ec308, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bfd55c3-c8d9-4e20-9f37-da07ea0581c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:06:56.745998 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-67a6052d-e2ae-451f-9ea0-8b68a2a68574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:56.759578 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-aa0d607d-31aa-44e3-8f22-4618ce0476f4 req-4b3ad295-d84b-4610-96cb-7085dbc752a4 tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:56.880135 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-5960bf7a-7fdb-4255-a309-ab2a5d97b59c tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Deleting subnet 32122f0c-aa54-4128-9a24-2d233d9220ec {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:06:56.883281 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5960bf7a-7fdb-4255-a309-ab2a5d97b59c tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:56.939714 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5960bf7a-7fdb-4255-a309-ab2a5d97b59c tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:56.955819 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ad295-d84b-4610-96cb-7085dbc752a4 tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Pushing event deleted for resources: {'Port': ['ID=953330d3-d68d-4d11-b4f5-e62e416a43fe,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:56.966579 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 953330d3-d68d-4d11-b4f5-e62e416a43fe no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:06:57.003136 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: 953330d3-d68d-4d11-b4f5-e62e416a43fe {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:06:57.003479 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 953330d3-d68d-4d11-b4f5-e62e416a43fe not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:06:57.032737 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5960bf7a-7fdb-4255-a309-ab2a5d97b59c tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:57.082683 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0d607d-31aa-44e3-8f22-4618ce0476f4 req-4b3ad295-d84b-4610-96cb-7085dbc752a4 tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] No DVR routers for this DVR port 953330d3-d68d-4d11-b4f5-e62e416a43fe on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:06:57.093663 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0494499a-1959-465a-bc19-1a86dbb025bb req-5a725bdf-3458-4faa-8cbd-bc85f00167d8 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d4959fa-5844-45ca-bc36-c03e32ff46d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352561 Feb 04 21:06:57.099871 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-aa0d607d-31aa-44e3-8f22-4618ce0476f4 req-4b3ad295-d84b-4610-96cb-7085dbc752a4 tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:57.101800 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aa0d607d-31aa-44e3-8f22-4618ce0476f4 req-4b3ad295-d84b-4610-96cb-7085dbc752a4 tempest-InstanceActionsTestJSON-861823883 tempest-InstanceActionsTestJSON-861823883-project] 10.222.0.32 "DELETE /v2.0/ports/953330d3-d68d-4d11-b4f5-e62e416a43fe HTTP/1.1" status: 204 len: 173 time: 3.0855002 Feb 04 21:06:57.110800 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52369459-3287-40b1-85ce-5d8d6aa6ab3d', 'name': 'network-vif-deleted', 'tag': '953330d3-d68d-4d11-b4f5-e62e416a43fe'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:06:57.115228 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5960bf7a-7fdb-4255-a309-ab2a5d97b59c tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:57.149999 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-67a6052d-e2ae-451f-9ea0-8b68a2a68574 service neutron] For port d2e6ab9a-f452-4d1a-82ac-4816cd9ec308, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:06:57.153592 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-67a6052d-e2ae-451f-9ea0-8b68a2a68574 service neutron] For port d2e6ab9a-f452-4d1a-82ac-4816cd9ec308, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=d2e6ab9a-f452-4d1a-82ac-4816cd9ec308,segment=NetworkSegment(1bfd55c3-c8d9-4e20-9f37-da07ea0581c2),segment_id=1bfd55c3-c8d9-4e20-9f37-da07ea0581c2)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:06:57.173793 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-67a6052d-e2ae-451f-9ea0-8b68a2a68574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:57.179573 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace4609-a971-4223-a959-56d101759eb8 req-e73cf745-8955-419f-ad13-1e64a685f0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:57.179860 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960bf7a-7fdb-4255-a309-ab2a5d97b59c tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Pushing event deleted for resources: {'Subnet': ['ID=32122f0c-aa54-4128-9a24-2d233d9220ec,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:57.181264 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7ace4609-a971-4223-a959-56d101759eb8 req-e73cf745-8955-419f-ad13-1e64a685f0ee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=41c8dc617c694e0aa63987a7d39ca017&device_id=1cafdfc7-6540-4264-900b-5f1f186b8806 HTTP/1.1" status: 200 len: 1099 time: 0.3503208 Feb 04 21:06:57.181769 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5960bf7a-7fdb-4255-a309-ab2a5d97b59c tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:57.190169 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d546b304-d011-4387-8b66-08c4b72d4c53 None None] Network c84277ff-d3c2-44ec-993e-a5b7a777673d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:06:57.202986 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5960bf7a-7fdb-4255-a309-ab2a5d97b59c tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] 10.222.0.26 "DELETE /v2.0/subnets/32122f0c-aa54-4128-9a24-2d233d9220ec HTTP/1.1" status: 204 len: 168 time: 0.5246856 Feb 04 21:06:57.204105 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60890) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:57.266426 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f70c5-6a6e-4e21-926f-98858fc27407 req-c34ac5e8-129c-463d-be33-95f952158822 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:57.268587 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-657f70c5-6a6e-4e21-926f-98858fc27407 req-c34ac5e8-129c-463d-be33-95f952158822 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e866aa6-5c6e-4fb9-9370-ce77030ee8c1 HTTP/1.1" status: 200 len: 944 time: 0.3692429 Feb 04 21:06:57.365087 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-67a6052d-e2ae-451f-9ea0-8b68a2a68574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:57.365489 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-67a6052d-e2ae-451f-9ea0-8b68a2a68574 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:57.366948 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-67a6052d-e2ae-451f-9ea0-8b68a2a68574 service neutron] 10.222.0.18 "PUT /v2.0/ports/d2e6ab9a-f452-4d1a-82ac-4816cd9ec308 HTTP/1.1" status: 200 len: 1092 time: 4.6363494 Feb 04 21:06:57.409482 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-60f5bf1f-ab9a-43f3-8025-ecb0b29f0f6e tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:57.427658 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-60f5bf1f-ab9a-43f3-8025-ecb0b29f0f6e tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Deleting port 4adf3158-98ed-49c5-b1c0-1cdfe439a682 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:06:57.428017 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-60f5bf1f-ab9a-43f3-8025-ecb0b29f0f6e tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:57.470666 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a6052d-e2ae-451f-9ea0-8b68a2a68574 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e6ab9a-f452-4d1a-82ac-4816cd9ec308,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:57.476176 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-657f70c5-6a6e-4e21-926f-98858fc27407 req-c5fe8e48-cfcc-411b-a04e-b773770fe6d8 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860416 Feb 04 21:06:57.540275 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace4609-a971-4223-a959-56d101759eb8 req-6044e97f-1fa5-4806-bb05-41df6c3a6ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:57.541871 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7ace4609-a971-4223-a959-56d101759eb8 req-6044e97f-1fa5-4806-bb05-41df6c3a6ef8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.3228488 Feb 04 21:06:57.553367 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-7366b2f1-907d-4e62-85de-f5b34cd71b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:57.554470 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-7366b2f1-907d-4e62-85de-f5b34cd71b0f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d15241bd78a41148bd0d1c2bdd856b4&device_id=0e866aa6-5c6e-4fb9-9370-ce77030ee8c1 HTTP/1.1" status: 200 len: 1095 time: 0.1291075 Feb 04 21:06:57.556990 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dc6187-0c98-41a0-8014-447c26bf65b1 None None] DHCP port deletion for c84277ff-d3c2-44ec-993e-a5b7a777673d request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:06:57.561740 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-32dc6187-0c98-41a0-8014-447c26bf65b1 None None] Deleting port 4adf3158-98ed-49c5-b1c0-1cdfe439a682 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:06:57.562109 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-32dc6187-0c98-41a0-8014-447c26bf65b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:57.629742 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52369459-3287-40b1-85ce-5d8d6aa6ab3d', 'name': 'network-vif-deleted', 'tag': '953330d3-d68d-4d11-b4f5-e62e416a43fe', 'status': 'completed', 'code': 200} Feb 04 21:06:57.711530 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7ace4609-a971-4223-a959-56d101759eb8 req-9fbce080-a3c7-40f6-8aea-4a104b9dd37c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=8ea67fd2-70b2-464b-b615-fc472193ad57 HTTP/1.1" status: 200 len: 217 time: 0.1523030 Feb 04 21:06:57.864963 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-32dc6187-0c98-41a0-8014-447c26bf65b1 None None] For port 4adf3158-98ed-49c5-b1c0-1cdfe439a682, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=4adf3158-98ed-49c5-b1c0-1cdfe439a682,segment=NetworkSegment(86aa1ef2-f70e-44ec-9ed1-74862b95d82f),segment_id=86aa1ef2-f70e-44ec-9ed1-74862b95d82f)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:57.865927 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-32dc6187-0c98-41a0-8014-447c26bf65b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:57.936411 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-60f5bf1f-ab9a-43f3-8025-ecb0b29f0f6e tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] For port 4adf3158-98ed-49c5-b1c0-1cdfe439a682, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=4adf3158-98ed-49c5-b1c0-1cdfe439a682,segment=NetworkSegment(86aa1ef2-f70e-44ec-9ed1-74862b95d82f),segment_id=86aa1ef2-f70e-44ec-9ed1-74862b95d82f)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:06:57.936879 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-60f5bf1f-ab9a-43f3-8025-ecb0b29f0f6e tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:58.050979 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-32dc6187-0c98-41a0-8014-447c26bf65b1 None None] Calling delete_port for 4adf3158-98ed-49c5-b1c0-1cdfe439a682 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:06:58.134604 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-44ead284-4fd0-4863-88f9-7fa1259856b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2e6ab9a-f452-4d1a-82ac-4816cd9ec308 HTTP/1.1" status: 200 len: 217 time: 0.4969306 Feb 04 21:06:58.136418 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace4609-a971-4223-a959-56d101759eb8 req-6af39ea4-7f02-4f6d-b499-659916684fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:58.139722 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7ace4609-a971-4223-a959-56d101759eb8 req-6af39ea4-7f02-4f6d-b499-659916684fd9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.4068348 Feb 04 21:06:58.181065 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-32dc6187-0c98-41a0-8014-447c26bf65b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:58.206525 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60916) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:58.245031 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-60f5bf1f-ab9a-43f3-8025-ecb0b29f0f6e tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Calling delete_port for 4adf3158-98ed-49c5-b1c0-1cdfe439a682 owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:06:58.279027 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc6187-0c98-41a0-8014-447c26bf65b1 None None] Pushing event deleted for resources: {'Port': ['ID=4adf3158-98ed-49c5-b1c0-1cdfe439a682,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:58.280809 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dc6187-0c98-41a0-8014-447c26bf65b1 None None] No DVR routers for this DVR port 4adf3158-98ed-49c5-b1c0-1cdfe439a682 on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:06:58.352895 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-c6c06e74-f15c-4a30-adfd-a1619f076718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:58.354373 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-c6c06e74-f15c-4a30-adfd-a1619f076718 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea06751d-fd50-4f4f-b006-53a1caf881e1 HTTP/1.1" status: 200 len: 852 time: 0.1469650 Feb 04 21:06:58.369038 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.api [None req-60f5bf1f-ab9a-43f3-8025-ecb0b29f0f6e tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:06:58.369505 n-d-827896-1 neutron-server[87682]: DEBUG oslo_db.api [None req-60f5bf1f-ab9a-43f3-8025-ecb0b29f0f6e tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:06:58.490944 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-4b9d0d17-cb32-4662-89a0-62d405a6964c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7d8c23e1-7a6b-46d1-9945-4c784d17e819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815828 Feb 04 21:06:58.528638 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 4adf3158-98ed-49c5-b1c0-1cdfe439a682 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:06:58.562724 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 4adf3158-98ed-49c5-b1c0-1cdfe439a682 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:06:58.563081 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 4adf3158-98ed-49c5-b1c0-1cdfe439a682 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:06:58.597519 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-743a64e1-f320-4f11-9e63-c0219cd7ecab admin admin] Deleting subnet f023dd1c-c66d-428e-9479-453b7c2352ab {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:06:58.606020 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-743a64e1-f320-4f11-9e63-c0219cd7ecab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:58.708494 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d10957-c74f-4c96-925e-4ff3c31713b0 req-1ad6b613-836e-4c21-82f6-1e0ee99b5292 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:58.709991 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-27d10957-c74f-4c96-925e-4ff3c31713b0 req-1ad6b613-836e-4c21-82f6-1e0ee99b5292 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 1.0792711 Feb 04 21:06:58.712674 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-743a64e1-f320-4f11-9e63-c0219cd7ecab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:58.753272 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907ee98-fdde-4bad-91c3-8fbd3fb96136 req-7d50d04e-b5e5-46d8-a031-2452055baa58 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:58.754810 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3907ee98-fdde-4bad-91c3-8fbd3fb96136 req-7d50d04e-b5e5-46d8-a031-2452055baa58 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0df9025-5e1e-489d-afdf-bffdc078b6b2 HTTP/1.1" status: 200 len: 943 time: 0.3995562 Feb 04 21:06:58.764445 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace4609-a971-4223-a959-56d101759eb8 req-b8708da2-bcd8-426b-8b24-00122d9522b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:58.765914 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7ace4609-a971-4223-a959-56d101759eb8 req-b8708da2-bcd8-426b-8b24-00122d9522b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5574255 Feb 04 21:06:58.870478 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-60f5bf1f-ab9a-43f3-8025-ecb0b29f0f6e tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Deleting port 4adf3158-98ed-49c5-b1c0-1cdfe439a682 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:06:58.871615 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-60f5bf1f-ab9a-43f3-8025-ecb0b29f0f6e tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:58.898944 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-61715396-8d59-45a2-a144-b381ac243a56 service neutron] 10.222.0.18 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924873 Feb 04 21:06:58.948344 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-60f5bf1f-ab9a-43f3-8025-ecb0b29f0f6e tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] The port '4adf3158-98ed-49c5-b1c0-1cdfe439a682' was deleted {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:06:59.028933 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-27d10957-c74f-4c96-925e-4ff3c31713b0 req-141cc6e2-8065-4f9e-9190-a0ebb4878ca4 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2667334 Feb 04 21:06:59.044007 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-743a64e1-f320-4f11-9e63-c0219cd7ecab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:59.093820 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3907ee98-fdde-4bad-91c3-8fbd3fb96136 req-8551168d-afbc-4ead-bbef-090bb8617edc tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263669 Feb 04 21:06:59.107380 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-60f5bf1f-ab9a-43f3-8025-ecb0b29f0f6e tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:59.187953 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-60f5bf1f-ab9a-43f3-8025-ecb0b29f0f6e tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c84277ff-d3c2-44ec-993e-a5b7a777673d']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:59.209322 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-60f5bf1f-ab9a-43f3-8025-ecb0b29f0f6e tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86aa1ef2-f70e-44ec-9ed1-74862b95d82f') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:59.209755 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-60f5bf1f-ab9a-43f3-8025-ecb0b29f0f6e tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86aa1ef2-f70e-44ec-9ed1-74862b95d82f') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:06:59.225780 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-60f5bf1f-ab9a-43f3-8025-ecb0b29f0f6e tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:59.248037 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-60f5bf1f-ab9a-43f3-8025-ecb0b29f0f6e tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:59.257828 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f5bf1f-ab9a-43f3-8025-ecb0b29f0f6e tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:06:59.258255 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-60f5bf1f-ab9a-43f3-8025-ecb0b29f0f6e tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:06:59.273603 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:06:59.290883 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495dafc-381d-4349-b0f1-799d22842a36 req-adec31bb-f9ae-4c01-9541-bc498bfad534 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:59.291602 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-e495dafc-381d-4349-b0f1-799d22842a36 req-adec31bb-f9ae-4c01-9541-bc498bfad534 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Synchronizing usage tracker for tenant:52dfef44eb7442fcaee5bcf3d1dfee00 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:06:59.305439 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7ace4609-a971-4223-a959-56d101759eb8 req-536bf3dd-80ae-4136-87a1-7924a907dafa service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5266938 Feb 04 21:06:59.322177 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e50ec9d9-a937-4a31-a5db-ffe3d14d337c req-a9e50927-ba26-45c1-b560-6615a44f0759 service neutron] 10.222.0.18 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079039 Feb 04 21:06:59.424478 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-e495dafc-381d-4349-b0f1-799d22842a36 req-adec31bb-f9ae-4c01-9541-bc498bfad534 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Unset dirty status for tenant:52dfef44eb7442fcaee5bcf3d1dfee00 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:06:59.426261 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e495dafc-381d-4349-b0f1-799d22842a36 req-adec31bb-f9ae-4c01-9541-bc498bfad534 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0df9025-5e1e-489d-afdf-bffdc078b6b2 HTTP/1.1" status: 200 len: 943 time: 0.3105602 Feb 04 21:06:59.431757 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-60f5bf1f-ab9a-43f3-8025-ecb0b29f0f6e tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:59.438508 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-60f5bf1f-ab9a-43f3-8025-ecb0b29f0f6e tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:59.439431 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-743a64e1-f320-4f11-9e63-c0219cd7ecab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:59.468723 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-60f5bf1f-ab9a-43f3-8025-ecb0b29f0f6e tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] 10.222.0.26 "DELETE /v2.0/networks/c84277ff-d3c2-44ec-993e-a5b7a777673d HTTP/1.1" status: 204 len: 168 time: 2.2612314 Feb 04 21:06:59.482573 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60926) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:59.509040 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f5bf1f-ab9a-43f3-8025-ecb0b29f0f6e tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Pushing event deleted for resources: {'Network': ['ID=c84277ff-d3c2-44ec-993e-a5b7a777673d,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:59.537492 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a64e1-f320-4f11-9e63-c0219cd7ecab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f023dd1c-c66d-428e-9479-453b7c2352ab,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:06:59.546297 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-e495dafc-381d-4349-b0f1-799d22842a36 req-43e18031-953f-480d-b52e-04413eeb6616 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Deleting port 4c75fa62-5192-498c-9938-2508f4c7ec46 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:06:59.546297 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e495dafc-381d-4349-b0f1-799d22842a36 req-43e18031-953f-480d-b52e-04413eeb6616 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:59.556952 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-743a64e1-f320-4f11-9e63-c0219cd7ecab admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:59.574704 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-077db3bd-e882-4b40-baec-cbdcd338d4f1 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Synchronizing usage tracker for tenant:f0cea10e58754342a84e53d94940a755 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:06:59.592809 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd32d9-a5c5-4a2c-8da7-71230568af56 req-fce94ca2-ff3f-4dcf-a991-725b97bc88f1 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:59.595776 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9abd32d9-a5c5-4a2c-8da7-71230568af56 req-fce94ca2-ff3f-4dcf-a991-725b97bc88f1 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cafdfc7-6540-4264-900b-5f1f186b8806 HTTP/1.1" status: 200 len: 948 time: 0.4266255 Feb 04 21:06:59.600590 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-743a64e1-f320-4f11-9e63-c0219cd7ecab admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f023dd1c-c66d-428e-9479-453b7c2352ab HTTP/1.1" status: 204 len: 168 time: 1.3865600 Feb 04 21:06:59.603144 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60930) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:59.642187 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e866aa6-5c6e-4fb9-9370-ce77030ee8c1', 'tag': 'd2e6ab9a-f452-4d1a-82ac-4816cd9ec308'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:06:59.663719 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7d611-ee82-4df9-b2f9-8cef8b5d401d req-a621d1fc-d03a-485e-8883-62e6c0dc5b64 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:06:59.665187 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cef7d611-ee82-4df9-b2f9-8cef8b5d401d req-a621d1fc-d03a-485e-8883-62e6c0dc5b64 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e866aa6-5c6e-4fb9-9370-ce77030ee8c1 HTTP/1.1" status: 200 len: 944 time: 0.4514120 Feb 04 21:06:59.669405 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7ace4609-a971-4223-a959-56d101759eb8 req-74038c9f-800d-4ebe-a194-47c23119dc7b service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545837 Feb 04 21:06:59.671228 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-077db3bd-e882-4b40-baec-cbdcd338d4f1 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Unset dirty status for tenant:f0cea10e58754342a84e53d94940a755 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:06:59.672303 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-077db3bd-e882-4b40-baec-cbdcd338d4f1 tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] 10.222.0.26 "GET /v2.0/ports?device_id=58293be7-ac38-402f-8a6a-27481620c5f1 HTTP/1.1" status: 200 len: 205 time: 0.1770704 Feb 04 21:06:59.680741 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60936) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:06:59.903676 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7bcd5ce6-207d-4c85-83ce-864d0701c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:06:59.970470 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9abd32d9-a5c5-4a2c-8da7-71230568af56 req-cc099fb2-8d15-4b44-aa7a-8ccaa2df153b tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d4959fa-5844-45ca-bc36-c03e32ff46d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603961 Feb 04 21:07:00.003210 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0c883d45-14e8-4ff6-89e1-7b50f823efbc tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks [] for router, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:00.082553 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cef7d611-ee82-4df9-b2f9-8cef8b5d401d req-751ace79-c354-4b2d-ab9a-d440466ae3e9 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091280 Feb 04 21:07:00.173730 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e866aa6-5c6e-4fb9-9370-ce77030ee8c1', 'tag': 'd2e6ab9a-f452-4d1a-82ac-4816cd9ec308', 'status': 'completed', 'code': 200} Feb 04 21:07:00.208217 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7bcd5ce6-207d-4c85-83ce-864d0701c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:00.216765 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-e495dafc-381d-4349-b0f1-799d22842a36 req-43e18031-953f-480d-b52e-04413eeb6616 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] For port 4c75fa62-5192-498c-9938-2508f4c7ec46, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=4c75fa62-5192-498c-9938-2508f4c7ec46,segment=NetworkSegment(d272340f-e46b-4b9a-95de-826926ac6bfb),segment_id=d272340f-e46b-4b9a-95de-826926ac6bfb)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:00.217118 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e495dafc-381d-4349-b0f1-799d22842a36 req-43e18031-953f-480d-b52e-04413eeb6616 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:00.367830 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-e495dafc-381d-4349-b0f1-799d22842a36 req-43e18031-953f-480d-b52e-04413eeb6616 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Calling delete_port for 4c75fa62-5192-498c-9938-2508f4c7ec46 owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:07:00.397432 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-7bcd5ce6-207d-4c85-83ce-864d0701c6ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88748770-4cbe-4e87-afd0-86610df23afe']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:00.424827 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-7bcd5ce6-207d-4c85-83ce-864d0701c6ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1791961f-db89-4f52-9f0d-269c5443b20b') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:00.425072 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-7bcd5ce6-207d-4c85-83ce-864d0701c6ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1791961f-db89-4f52-9f0d-269c5443b20b') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:00.445050 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7bcd5ce6-207d-4c85-83ce-864d0701c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:00.477239 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7bcd5ce6-207d-4c85-83ce-864d0701c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:00.496472 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bcd5ce6-207d-4c85-83ce-864d0701c6ee admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:07:00.496869 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7bcd5ce6-207d-4c85-83ce-864d0701c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:00.511830 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:07:00.511830 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:07:00.511830 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:07:00.511830 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:07:00.511830 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:07:00.511830 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:07:00.511830 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:07:00.511830 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:07:00.511830 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:07:00.511830 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:07:00.511830 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:07:00.511830 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:07:00.511830 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:07:00.511830 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:07:00.511830 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:07:00.511830 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:07:00.511830 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:07:00.511830 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:07:00.511830 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:07:00.511830 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:07:00.511830 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:07:00.511830 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:07:00.511830 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:07:00.511830 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:07:00.511830 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:07:00.511830 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:07:00.511830 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:07:00.511830 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:07:00.511830 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:07:00.511830 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:07:00.511830 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:07:00.511830 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:07:00.570201 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0c883d45-14e8-4ff6-89e1-7b50f823efbc tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:00.580211 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0c883d45-14e8-4ff6-89e1-7b50f823efbc tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:00.637046 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51aa173-54a8-4df1-ae3b-5564443ac135 req-551a671c-2d73-49e1-b2d6-3daf001ec6ca tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:00.639624 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f51aa173-54a8-4df1-ae3b-5564443ac135 req-551a671c-2d73-49e1-b2d6-3daf001ec6ca tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.4830518 Feb 04 21:07:00.658696 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7bcd5ce6-207d-4c85-83ce-864d0701c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:00.664516 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7bcd5ce6-207d-4c85-83ce-864d0701c6ee admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:00.707680 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd5ce6-207d-4c85-83ce-864d0701c6ee admin admin] Pushing event deleted for resources: {'Network': ['ID=88748770-4cbe-4e87-afd0-86610df23afe,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:00.725826 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e495dafc-381d-4349-b0f1-799d22842a36 req-43e18031-953f-480d-b52e-04413eeb6616 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:00.749576 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99bbf3-4cc4-455f-bddf-40e1ccf3883c req-5bc01afe-9bd2-44c1-8af2-1ca894caa63f tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:00.751468 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ad99bbf3-4cc4-455f-bddf-40e1ccf3883c req-5bc01afe-9bd2-44c1-8af2-1ca894caa63f tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0df9025-5e1e-489d-afdf-bffdc078b6b2 HTTP/1.1" status: 200 len: 943 time: 0.4719563 Feb 04 21:07:00.767140 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0c883d45-14e8-4ff6-89e1-7b50f823efbc tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:00.767683 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c883d45-14e8-4ff6-89e1-7b50f823efbc tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Fanout notify agent at l3_agent the message router_deleted on router 58293be7-ac38-402f-8a6a-27481620c5f1 {{(pid=87683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:07:00.780961 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7bcd5ce6-207d-4c85-83ce-864d0701c6ee admin admin] 10.222.0.26 "DELETE /v2.0/networks/88748770-4cbe-4e87-afd0-86610df23afe HTTP/1.1" status: 204 len: 168 time: 1.1766894 Feb 04 21:07:00.846133 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e18031-953f-480d-b52e-04413eeb6616 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Pushing event deleted for resources: {'Port': ['ID=4c75fa62-5192-498c-9938-2508f4c7ec46,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:00.863654 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f51aa173-54a8-4df1-ae3b-5564443ac135 req-9be60bcf-8292-437f-abdd-a6d7dea0508b tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850569 Feb 04 21:07:00.866808 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ad99bbf3-4cc4-455f-bddf-40e1ccf3883c req-79d8cb84-c70b-446d-b606-3fee3b187681 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968874 Feb 04 21:07:00.881236 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0c883d45-14e8-4ff6-89e1-7b50f823efbc tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:00.881236 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-0c883d45-14e8-4ff6-89e1-7b50f823efbc tempest-RoutersNegativeTest-1609278798 tempest-RoutersNegativeTest-1609278798-project] 10.222.0.26 "DELETE /v2.0/routers/58293be7-ac38-402f-8a6a-27481620c5f1 HTTP/1.1" status: 204 len: 168 time: 1.1886239 Feb 04 21:07:00.893308 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea400f29-eb6f-48f8-ac56-31b4b1e33901 req-acb373aa-aa25-48df-aed6-1809bbefae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:00.894878 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ea400f29-eb6f-48f8-ac56-31b4b1e33901 req-acb373aa-aa25-48df-aed6-1809bbefae8b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d15241bd78a41148bd0d1c2bdd856b4&device_id=0e866aa6-5c6e-4fb9-9370-ce77030ee8c1 HTTP/1.1" status: 200 len: 1095 time: 0.6627204 Feb 04 21:07:00.905959 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-e495dafc-381d-4349-b0f1-799d22842a36 req-43e18031-953f-480d-b52e-04413eeb6616 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] No DVR routers for this DVR port 4c75fa62-5192-498c-9938-2508f4c7ec46 on host n-h2-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:07:00.909901 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e495dafc-381d-4349-b0f1-799d22842a36 req-43e18031-953f-480d-b52e-04413eeb6616 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:00.912011 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e495dafc-381d-4349-b0f1-799d22842a36 req-43e18031-953f-480d-b52e-04413eeb6616 tempest-ImagesTestJSON-177260823 tempest-ImagesTestJSON-177260823-project] 10.222.0.18 "DELETE /v2.0/ports/4c75fa62-5192-498c-9938-2508f4c7ec46 HTTP/1.1" status: 204 len: 173 time: 1.4643707 Feb 04 21:07:00.913109 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0df9025-5e1e-489d-afdf-bffdc078b6b2', 'name': 'network-vif-deleted', 'tag': '4c75fa62-5192-498c-9938-2508f4c7ec46'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:07:00.985075 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 8ea67fd2-70b2-464b-b615-fc472193ad57 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:07:01.045283 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0df9025-5e1e-489d-afdf-bffdc078b6b2', 'name': 'network-vif-deleted', 'tag': '4c75fa62-5192-498c-9938-2508f4c7ec46', 'status': 'completed', 'code': 200} Feb 04 21:07:01.196981 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea400f29-eb6f-48f8-ac56-31b4b1e33901 req-c64566be-77fa-4a8b-807b-dbd592438ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:01.198389 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ea400f29-eb6f-48f8-ac56-31b4b1e33901 req-c64566be-77fa-4a8b-807b-dbd592438ea5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7d8c23e1-7a6b-46d1-9945-4c784d17e819 HTTP/1.1" status: 200 len: 913 time: 0.2976573 Feb 04 21:07:01.215580 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60962) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:01.381371 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-11e1dad6-d63a-4d3b-ae0f-32d284eb5a6a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=41fa293d8da24d2891a4df60e78079f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1645799 Feb 04 21:07:01.384098 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60966) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:01.390212 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 8ea67fd2-70b2-464b-b615-fc472193ad57, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=8ea67fd2-70b2-464b-b615-fc472193ad57,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:01.417577 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '8ea67fd2-70b2-464b-b615-fc472193ad57', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': '8ea67fd2-70b2-464b-b615-fc472193ad57', 'mac_address': 'fa:16:3e:46:33:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:07:01.487482 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60972) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:01.521620 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ea400f29-eb6f-48f8-ac56-31b4b1e33901 req-33375337-195e-415c-888b-875b8d91b73c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2e6ab9a-f452-4d1a-82ac-4816cd9ec308 HTTP/1.1" status: 200 len: 217 time: 0.3160374 Feb 04 21:07:01.537804 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7d91ba0b-6b67-44d4-adb1-893ec46c8f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:01.584956 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7d91ba0b-6b67-44d4-adb1-893ec46c8f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:01.586471 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:01.610290 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ea67fd2-70b2-464b-b615-fc472193ad57 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:07:01.630808 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 8ea67fd2-70b2-464b-b615-fc472193ad57, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=8ea67fd2-70b2-464b-b615-fc472193ad57,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:01.639998 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:01.680198 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7d91ba0b-6b67-44d4-adb1-893ec46c8f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:01.688356 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69193df-8d1c-47ea-8fa7-d05141c1f98f req-ab5a73ff-6d1a-4b1d-8c54-263ff536c29c tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:01.690094 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e69193df-8d1c-47ea-8fa7-d05141c1f98f req-ab5a73ff-6d1a-4b1d-8c54-263ff536c29c tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e866aa6-5c6e-4fb9-9370-ce77030ee8c1 HTTP/1.1" status: 200 len: 944 time: 0.3077619 Feb 04 21:07:01.722766 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf17ba6-ac6b-4950-b38c-6ee2502cc48e req-d5efeb65-9083-4b49-bf4c-ed2728d0225a tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:01.724406 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91ba0b-6b67-44d4-adb1-893ec46c8f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3754f86c-6f0b-4dcc-ba85-fcea788fd94c,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:01.732882 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aaf17ba6-ac6b-4950-b38c-6ee2502cc48e req-d5efeb65-9083-4b49-bf4c-ed2728d0225a tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cafdfc7-6540-4264-900b-5f1f186b8806 HTTP/1.1" status: 200 len: 948 time: 0.2985959 Feb 04 21:07:01.776736 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=8ea67fd2-70b2-464b-b615-fc472193ad57,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:01.791336 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:01.791695 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:01.792035 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:01.792389 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:01.792967 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:01.793469 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:01.794160 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:01.794562 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:01.794889 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:01.795212 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:01.795534 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:01.800341 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7d91ba0b-6b67-44d4-adb1-893ec46c8f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:01.802409 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7d91ba0b-6b67-44d4-adb1-893ec46c8f8c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3754f86c-6f0b-4dcc-ba85-fcea788fd94c HTTP/1.1" status: 204 len: 168 time: 0.4171329 Feb 04 21:07:01.804956 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:01.917658 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5941171c-d228-451c-a7f8-6fa10a1c15a6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f0cea10e58754342a84e53d94940a755&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4231465 Feb 04 21:07:01.929147 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60986) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:01.952669 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['8ea67fd2-70b2-464b-b615-fc472193ad57'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:07:02.025092 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea400f29-eb6f-48f8-ac56-31b4b1e33901 req-d57063ca-98b3-42b2-a325-35b24a2d585c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:02.026703 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ea400f29-eb6f-48f8-ac56-31b4b1e33901 req-d57063ca-98b3-42b2-a325-35b24a2d585c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea06751d-fd50-4f4f-b006-53a1caf881e1 HTTP/1.1" status: 200 len: 852 time: 0.4760952 Feb 04 21:07:02.029238 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-24b13535-b95d-4293-9071-8693814621fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:02.080791 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e69193df-8d1c-47ea-8fa7-d05141c1f98f req-12399109-5b27-4873-9864-b616b2965b88 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102217 Feb 04 21:07:02.095056 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-24b13535-b95d-4293-9071-8693814621fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:02.103845 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device d2e6ab9a-f452-4d1a-82ac-4816cd9ec308 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:07:02.125056 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aaf17ba6-ac6b-4950-b38c-6ee2502cc48e req-93dfd87d-f150-4bce-aa37-a3f80983a772 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d4959fa-5844-45ca-bc36-c03e32ff46d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917077 Feb 04 21:07:02.131823 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ea400f29-eb6f-48f8-ac56-31b4b1e33901 req-b48bc238-fe67-48c3-98ac-35dd1a8acb68 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7d8c23e1-7a6b-46d1-9945-4c784d17e819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912275 Feb 04 21:07:02.206159 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-24b13535-b95d-4293-9071-8693814621fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:02.229547 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b13535-b95d-4293-9071-8693814621fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e0021d-d73c-42a1-9b79-c0758abd8d20,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:02.248024 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-24b13535-b95d-4293-9071-8693814621fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:02.251770 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-24b13535-b95d-4293-9071-8693814621fb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f8e0021d-d73c-42a1-9b79-c0758abd8d20 HTTP/1.1" status: 204 len: 168 time: 0.3189330 Feb 04 21:07:02.515954 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port d2e6ab9a-f452-4d1a-82ac-4816cd9ec308, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=d2e6ab9a-f452-4d1a-82ac-4816cd9ec308,segment=NetworkSegment(1bfd55c3-c8d9-4e20-9f37-da07ea0581c2),segment_id=1bfd55c3-c8d9-4e20-9f37-da07ea0581c2)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:02.540997 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'd2e6ab9a-f452-4d1a-82ac-4816cd9ec308', 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819', 'port_id': 'd2e6ab9a-f452-4d1a-82ac-4816cd9ec308', 'mac_address': 'fa:16:3e:f4:6f:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea06751d-fd50-4f4f-b006-53a1caf881e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:07:02.624807 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:02.647232 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e6ab9a-f452-4d1a-82ac-4816cd9ec308 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:07:02.652253 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:02.676325 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port d2e6ab9a-f452-4d1a-82ac-4816cd9ec308, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=d2e6ab9a-f452-4d1a-82ac-4816cd9ec308,segment=NetworkSegment(1bfd55c3-c8d9-4e20-9f37-da07ea0581c2),segment_id=1bfd55c3-c8d9-4e20-9f37-da07ea0581c2)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:02.683965 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:02.690798 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ea400f29-eb6f-48f8-ac56-31b4b1e33901 req-cab082aa-7c77-4d31-8c8c-6701dda6a547 service neutron] 10.222.0.18 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5523138 Feb 04 21:07:02.782644 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=d2e6ab9a-f452-4d1a-82ac-4816cd9ec308,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:02.902667 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['d2e6ab9a-f452-4d1a-82ac-4816cd9ec308'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:07:02.999307 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ea400f29-eb6f-48f8-ac56-31b4b1e33901 req-ade6d351-735c-462b-8ec3-7e6383061186 service neutron] 10.222.0.18 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666495 Feb 04 21:07:03.085139 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08064847-94e6-4d54-b634-a4f5632931f2 req-f6200654-45e6-417c-a23d-23af2c2ea9ec tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:03.086686 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-08064847-94e6-4d54-b634-a4f5632931f2 req-f6200654-45e6-417c-a23d-23af2c2ea9ec tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/networks?id=e4cc1ce8-eeb6-46af-80b5-92196799c865 HTTP/1.1" status: 200 len: 811 time: 0.3947957 Feb 04 21:07:03.114608 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-08064847-94e6-4d54-b634-a4f5632931f2 req-06d8d167-16e2-4c4a-873d-401249180986 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/quotas/d3d539dc97a744058fdb427e438eb9ad HTTP/1.1" status: 200 len: 375 time: 0.0213346 Feb 04 21:07:03.339258 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-08064847-94e6-4d54-b634-a4f5632931f2 req-06e4bdbc-31a3-4529-8b8c-19a93b126e41 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d3d539dc97a744058fdb427e438eb9ad&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2164621 Feb 04 21:07:03.542013 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 32840) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:03.587828 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-08064847-94e6-4d54-b634-a4f5632931f2 req-85499ff4-a018-4020-9008-bfc6652ac9f8 service neutron] 10.222.0.26 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426319 Feb 04 21:07:03.600229 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3f675-83ef-4d9f-9a98-fd6bf6ae1ba3 req-f9443afe-4b33-4613-9aeb-e24b767ed9c5 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:03.601781 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f9f3f675-83ef-4d9f-9a98-fd6bf6ae1ba3 req-f9443afe-4b33-4613-9aeb-e24b767ed9c5 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e866aa6-5c6e-4fb9-9370-ce77030ee8c1 HTTP/1.1" status: 200 len: 945 time: 0.2158885 Feb 04 21:07:03.709568 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-2aceaae4-0867-4f7c-8599-b721b317a57a admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1210465267-network', 'tenant_id': '07e9b24649b94e84b82d3ffc4f68cc03'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:03.728911 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-2aceaae4-0867-4f7c-8599-b721b317a57a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:03.749745 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-2aceaae4-0867-4f7c-8599-b721b317a57a admin admin] Usage tracker for resource:network and tenant:07e9b24649b94e84b82d3ffc4f68cc03 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:03.756365 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-2aceaae4-0867-4f7c-8599-b721b317a57a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:03.761272 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f9f3f675-83ef-4d9f-9a98-fd6bf6ae1ba3 req-7f4ddb6a-8519-4a0a-9621-2427c8ed2ca9 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382513 Feb 04 21:07:03.769116 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-2aceaae4-0867-4f7c-8599-b721b317a57a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:03.794216 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-08064847-94e6-4d54-b634-a4f5632931f2 req-5b468e93-e388-40f9-93fa-0ad534e4a897 service neutron] 10.222.0.26 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914470 Feb 04 21:07:03.799642 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aceaae4-0867-4f7c-8599-b721b317a57a admin admin] Made reservation on behalf of 07e9b24649b94e84b82d3ffc4f68cc03 for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:07:03.803318 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2aceaae4-0867-4f7c-8599-b721b317a57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:03.818973 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2aceaae4-0867-4f7c-8599-b721b317a57a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:03.838567 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-2aceaae4-0867-4f7c-8599-b721b317a57a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:03.843587 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-2aceaae4-0867-4f7c-8599-b721b317a57a admin admin] Usage tracker for resource:security_group_rule and tenant:07e9b24649b94e84b82d3ffc4f68cc03 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:03.848412 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-2aceaae4-0867-4f7c-8599-b721b317a57a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:03.855955 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-2aceaae4-0867-4f7c-8599-b721b317a57a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:04.061572 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2aceaae4-0867-4f7c-8599-b721b317a57a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:04.075050 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b639ddb-d6d1-4a1f-9e7b-29efb2769a9d req-d97033f1-5b89-4751-8be7-bc314a7caf46 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:04.076780 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3b639ddb-d6d1-4a1f-9e7b-29efb2769a9d req-d97033f1-5b89-4751-8be7-bc314a7caf46 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cafdfc7-6540-4264-900b-5f1f186b8806 HTTP/1.1" status: 200 len: 949 time: 0.1515861 Feb 04 21:07:04.078086 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2aceaae4-0867-4f7c-8599-b721b317a57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:04.097295 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device d2e6ab9a-f452-4d1a-82ac-4816cd9ec308 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:07:04.179488 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 32862) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:04.188675 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aceaae4-0867-4f7c-8599-b721b317a57a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:07:04.230575 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aceaae4-0867-4f7c-8599-b721b317a57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76fcb1a-46b4-42be-badf-be90dffb2e57,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:04.238206 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2aceaae4-0867-4f7c-8599-b721b317a57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:04.238612 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-2aceaae4-0867-4f7c-8599-b721b317a57a admin admin] Added segment dc252dab-745b-42aa-9175-cbc8dc87a7db of type vlan for network 4a9563d0-ce93-4e0a-bbd6-a5e7af27607a Feb 04 21:07:04.250310 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3b639ddb-d6d1-4a1f-9e7b-29efb2769a9d req-c9d2d845-c757-4b1f-8b48-481d80422030 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d4959fa-5844-45ca-bc36-c03e32ff46d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563170 Feb 04 21:07:04.252238 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port d2e6ab9a-f452-4d1a-82ac-4816cd9ec308 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:07:04.275455 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port d2e6ab9a-f452-4d1a-82ac-4816cd9ec308 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:07:04.276059 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:04.290240 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2aceaae4-0867-4f7c-8599-b721b317a57a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:04.410644 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e902df64-570a-4d9e-a98f-cc36004d048e req-12218ca3-e6df-4243-8f7d-8b6dbe0416f2 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=15684e00-d06b-4bb2-9dd1-b459e2d442f4 HTTP/1.1" status: 200 len: 210 time: 0.0952992 Feb 04 21:07:04.420148 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [None req-2aceaae4-0867-4f7c-8599-b721b317a57a admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:07:04.439329 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb567c8f-e396-485b-8df1-863f1d365fd5 admin admin] Deleting subnet 7d973d52-9cec-4659-bee1-2f5deb367273 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:07:04.440581 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:04.447630 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bb567c8f-e396-485b-8df1-863f1d365fd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:04.467846 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2aceaae4-0867-4f7c-8599-b721b317a57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:04.471006 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aceaae4-0867-4f7c-8599-b721b317a57a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:04.471901 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2aceaae4-0867-4f7c-8599-b721b317a57a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:04.522492 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port d2e6ab9a-f452-4d1a-82ac-4816cd9ec308, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=d2e6ab9a-f452-4d1a-82ac-4816cd9ec308,segment=NetworkSegment(1bfd55c3-c8d9-4e20-9f37-da07ea0581c2),segment_id=1bfd55c3-c8d9-4e20-9f37-da07ea0581c2)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:04.525478 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e866aa6-5c6e-4fb9-9370-ce77030ee8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e6ab9a-f452-4d1a-82ac-4816cd9ec308'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:07:04.548353 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:04.553757 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 4c75fa62-5192-498c-9938-2508f4c7ec46 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:07:04.557906 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bb567c8f-e396-485b-8df1-863f1d365fd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:04.700524 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bb567c8f-e396-485b-8df1-863f1d365fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:04.737389 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e866aa6-5c6e-4fb9-9370-ce77030ee8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e6ab9a-f452-4d1a-82ac-4816cd9ec308', 'code': 200} Feb 04 21:07:04.746280 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: 4c75fa62-5192-498c-9938-2508f4c7ec46 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:07:04.746624 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 4c75fa62-5192-498c-9938-2508f4c7ec46 not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:07:04.784314 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=d2e6ab9a-f452-4d1a-82ac-4816cd9ec308,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:04.894411 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bb567c8f-e396-485b-8df1-863f1d365fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:04.949156 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aceaae4-0867-4f7c-8599-b721b317a57a admin admin] Pushing event updated for resources: {'Network': ['ID=4a9563d0-ce93-4e0a-bbd6-a5e7af27607a,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:04.952702 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-2aceaae4-0867-4f7c-8599-b721b317a57a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4098272 Feb 04 21:07:04.955900 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 32888) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:04.963758 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-c342e4fb-a373-4682-8acb-6b87c6566edb admin admin] Request body: {'subnet': {'network_id': '4a9563d0-ce93-4e0a-bbd6-a5e7af27607a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1210465267-subnet', 'tenant_id': '07e9b24649b94e84b82d3ffc4f68cc03', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:04.965141 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 4a9563d0-ce93-4e0a-bbd6-a5e7af27607a details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:07:04.986317 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c342e4fb-a373-4682-8acb-6b87c6566edb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:04.992560 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c342e4fb-a373-4682-8acb-6b87c6566edb admin admin] Usage tracker for resource:subnet and tenant:07e9b24649b94e84b82d3ffc4f68cc03 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:04.999461 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bb567c8f-e396-485b-8df1-863f1d365fd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:05.004534 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c342e4fb-a373-4682-8acb-6b87c6566edb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:05.010390 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb567c8f-e396-485b-8df1-863f1d365fd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d973d52-9cec-4659-bee1-2f5deb367273,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:05.017104 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c342e4fb-a373-4682-8acb-6b87c6566edb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:05.025275 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bb567c8f-e396-485b-8df1-863f1d365fd5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7d973d52-9cec-4659-bee1-2f5deb367273 HTTP/1.1" status: 204 len: 168 time: 0.8424406 Feb 04 21:07:05.025486 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 8ea67fd2-70b2-464b-b615-fc472193ad57 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:07:05.027990 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 32892) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:05.050754 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c342e4fb-a373-4682-8acb-6b87c6566edb admin admin] Made reservation on behalf of 07e9b24649b94e84b82d3ffc4f68cc03 for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:07:05.053306 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c342e4fb-a373-4682-8acb-6b87c6566edb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:05.079201 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a69c7-9d29-40a8-99d7-18b6a6724174 req-79cc4604-7ea1-458e-94fc-81499382a84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:05.080839 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2b3a69c7-9d29-40a8-99d7-18b6a6724174 req-79cc4604-7ea1-458e-94fc-81499382a84d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0e866aa6-5c6e-4fb9-9370-ce77030ee8c1 HTTP/1.1" status: 200 len: 1097 time: 0.3491669 Feb 04 21:07:05.286843 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2b3a69c7-9d29-40a8-99d7-18b6a6724174 req-7f4b3b0f-1e61-4194-b57d-388327967c39 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494889 Feb 04 21:07:05.350091 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a935379b-e9eb-4d09-b24f-b67b6b4e9204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:05.424267 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 8ea67fd2-70b2-464b-b615-fc472193ad57 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:07:05.430676 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 8ea67fd2-70b2-464b-b615-fc472193ad57 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:07:05.431100 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:05.553856 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a935379b-e9eb-4d09-b24f-b67b6b4e9204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:05.594049 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-a935379b-e9eb-4d09-b24f-b67b6b4e9204 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e54d53d-f997-4dfb-a224-d1fd181e2576']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:05.621454 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:05.623295 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-a935379b-e9eb-4d09-b24f-b67b6b4e9204 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd272340f-e46b-4b9a-95de-826926ac6bfb') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:05.623624 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-a935379b-e9eb-4d09-b24f-b67b6b4e9204 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd272340f-e46b-4b9a-95de-826926ac6bfb') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:05.659060 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a935379b-e9eb-4d09-b24f-b67b6b4e9204 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:05.664263 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cc22c-ab94-46a5-8bc4-613c69dfccf5 req-b9cbc38c-26dc-47d3-86da-27fdf8ac9610 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:05.671493 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-be1cc22c-ab94-46a5-8bc4-613c69dfccf5 req-b9cbc38c-26dc-47d3-86da-27fdf8ac9610 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e866aa6-5c6e-4fb9-9370-ce77030ee8c1 HTTP/1.1" status: 200 len: 946 time: 0.5329883 Feb 04 21:07:05.691543 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 8ea67fd2-70b2-464b-b615-fc472193ad57, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=8ea67fd2-70b2-464b-b615-fc472193ad57,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:05.696894 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a935379b-e9eb-4d09-b24f-b67b6b4e9204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:05.704197 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:05.709405 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a935379b-e9eb-4d09-b24f-b67b6b4e9204 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:07:05.710044 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a935379b-e9eb-4d09-b24f-b67b6b4e9204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:05.742541 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:07:05.742541 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:07:05.742541 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:07:05.742541 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:07:05.742541 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:07:05.742541 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:07:05.742541 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:07:05.742541 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:07:05.742541 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:07:05.742541 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:07:05.742541 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:07:05.742541 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:07:05.742541 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:07:05.742541 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:07:05.742541 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:07:05.742541 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:07:05.742541 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:07:05.742541 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:07:05.742541 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:07:05.742541 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:07:05.742541 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:07:05.742541 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:07:05.742541 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:07:05.742541 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:07:05.742541 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:07:05.742541 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:07:05.742541 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:07:05.742541 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:07:05.742541 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:07:05.742541 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:07:05.742541 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:07:05.742541 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:07:05.836924 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=8ea67fd2-70b2-464b-b615-fc472193ad57,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:05.845628 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-be1cc22c-ab94-46a5-8bc4-613c69dfccf5 req-62464616-23ce-406c-88aa-4af6493d253f tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719837 Feb 04 21:07:05.892092 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c342e4fb-a373-4682-8acb-6b87c6566edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:05.898530 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a935379b-e9eb-4d09-b24f-b67b6b4e9204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:05.906758 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a935379b-e9eb-4d09-b24f-b67b6b4e9204 admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:05.934681 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935379b-e9eb-4d09-b24f-b67b6b4e9204 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e54d53d-f997-4dfb-a224-d1fd181e2576,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:05.970697 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a935379b-e9eb-4d09-b24f-b67b6b4e9204 admin admin] 10.222.0.26 "DELETE /v2.0/networks/1e54d53d-f997-4dfb-a224-d1fd181e2576 HTTP/1.1" status: 204 len: 168 time: 0.9414816 Feb 04 21:07:06.149550 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0c955-f4a7-4919-bc4b-5f37f105845d req-e0701fda-9123-4592-9280-9599d0afc20e tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:06.158527 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-21c0c955-f4a7-4919-bc4b-5f37f105845d req-e0701fda-9123-4592-9280-9599d0afc20e tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cafdfc7-6540-4264-900b-5f1f186b8806 HTTP/1.1" status: 200 len: 949 time: 0.6672187 Feb 04 21:07:06.243191 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-435c2681-3879-41f0-82d8-1c53dcaf6ff7 req-6873f256-cb75-48b5-98f7-4a5708caec56 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=15684e00-d06b-4bb2-9dd1-b459e2d442f4 HTTP/1.1" status: 200 len: 210 time: 0.1908157 Feb 04 21:07:06.358761 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342e4fb-a373-4682-8acb-6b87c6566edb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d3d93f3-0edc-4438-82a5-91ec06f0988c,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:06.407754 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 32914) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:06.413905 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-21c0c955-f4a7-4919-bc4b-5f37f105845d req-3a2f2cdc-8e76-4ab3-bc3b-47d762f0a192 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d4959fa-5844-45ca-bc36-c03e32ff46d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542255 Feb 04 21:07:06.423856 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c342e4fb-a373-4682-8acb-6b87c6566edb admin admin] Checking segment: {'id': 'dc252dab-745b-42aa-9175-cbc8dc87a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4a9563d0-ce93-4e0a-bbd6-a5e7af27607a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:07:06.424726 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c342e4fb-a373-4682-8acb-6b87c6566edb admin admin] Network hostable DHCP agents. Network: 4a9563d0-ce93-4e0a-bbd6-a5e7af27607a, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:07:06.466034 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08064847-94e6-4d54-b634-a4f5632931f2 req-6dfc2898-8f76-4b0e-99bb-6145c2735171 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:06.470535 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-08064847-94e6-4d54-b634-a4f5632931f2 req-6dfc2898-8f76-4b0e-99bb-6145c2735171 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.32 "GET /v2.0/networks?id=e4cc1ce8-eeb6-46af-80b5-92196799c865 HTTP/1.1" status: 200 len: 811 time: 0.5616088 Feb 04 21:07:06.483208 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-08064847-94e6-4d54-b634-a4f5632931f2 req-dd122b40-14d9-4570-8949-92d91578cfb8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Request body: {'port': {'device_id': '15684e00-d06b-4bb2-9dd1-b459e2d442f4', 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865', 'admin_state_up': True, 'tenant_id': 'd3d539dc97a744058fdb427e438eb9ad'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:06.495451 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-569f7701-c856-4339-9541-3d2a4e82ca42 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=52dfef44eb7442fcaee5bcf3d1dfee00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0865972 Feb 04 21:07:06.498665 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 32918) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:06.504379 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c342e4fb-a373-4682-8acb-6b87c6566edb admin admin] Network 4a9563d0-ce93-4e0a-bbd6-a5e7af27607a is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:07:06.576491 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-c342e4fb-a373-4682-8acb-6b87c6566edb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 4a9563d0-ce93-4e0a-bbd6-a5e7af27607a) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:07:06.585832 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c342e4fb-a373-4682-8acb-6b87c6566edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:06.585962 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c342e4fb-a373-4682-8acb-6b87c6566edb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:06.587759 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-94ebd5fa-5b96-4770-ac73-46311822ff02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:06.591079 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f5f4fb-6140-4dbb-b0fd-e1fb574bd538 None None] Network 4a9563d0-ce93-4e0a-bbd6-a5e7af27607a requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:07:06.623616 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-94ebd5fa-5b96-4770-ac73-46311822ff02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:06.673997 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c342e4fb-a373-4682-8acb-6b87c6566edb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7166665 Feb 04 21:07:06.687988 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-94ebd5fa-5b96-4770-ac73-46311822ff02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:06.707597 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebd5fa-5b96-4770-ac73-46311822ff02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0956dc-d9ec-4dc6-8656-8dbb2c142d00,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:06.715099 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-94ebd5fa-5b96-4770-ac73-46311822ff02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:06.715976 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-94ebd5fa-5b96-4770-ac73-46311822ff02 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7e0956dc-d9ec-4dc6-8656-8dbb2c142d00 HTTP/1.1" status: 204 len: 168 time: 0.2158189 Feb 04 21:07:06.739981 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-08064847-94e6-4d54-b634-a4f5632931f2 req-dd122b40-14d9-4570-8949-92d91578cfb8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:06.753363 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-08064847-94e6-4d54-b634-a4f5632931f2 req-dd122b40-14d9-4570-8949-92d91578cfb8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:06.768913 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08064847-94e6-4d54-b634-a4f5632931f2 req-dd122b40-14d9-4570-8949-92d91578cfb8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Made reservation on behalf of d3d539dc97a744058fdb427e438eb9ad for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:07:06.774459 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-08064847-94e6-4d54-b634-a4f5632931f2 req-dd122b40-14d9-4570-8949-92d91578cfb8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:06.778228 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cafdfc7-6540-4264-900b-5f1f186b8806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea67fd2-70b2-464b-b615-fc472193ad57'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:07:06.945246 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cafdfc7-6540-4264-900b-5f1f186b8806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea67fd2-70b2-464b-b615-fc472193ad57', 'code': 200} Feb 04 21:07:07.124810 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52b17e7-f4db-413b-9b8a-a51ee22f5b33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-4a9563d0-ce93-4e0a-bbd6-a5e7af27607a', 'network_id': '4a9563d0-ce93-4e0a-bbd6-a5e7af27607a', 'tenant_id': '07e9b24649b94e84b82d3ffc4f68cc03', 'fixed_ips': [{'subnet_id': '2d3d93f3-0edc-4438-82a5-91ec06f0988c'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:07:07.126731 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b52b17e7-f4db-413b-9b8a-a51ee22f5b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:07.362851 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ee9c2-f34e-4960-ba15-20b3c09bbc31 req-7eaaf9d0-c828-44ca-bdd2-9f8b3b5d813d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:07.365295 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-597ee9c2-f34e-4960-ba15-20b3c09bbc31 req-7eaaf9d0-c828-44ca-bdd2-9f8b3b5d813d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1cafdfc7-6540-4264-900b-5f1f186b8806 HTTP/1.1" status: 200 len: 1101 time: 0.3454669 Feb 04 21:07:07.372245 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-08064847-94e6-4d54-b634-a4f5632931f2 req-dd122b40-14d9-4570-8949-92d91578cfb8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Allocated IP 172.20.0.6 (e4cc1ce8-eeb6-46af-80b5-92196799c865/ee4d3909-e094-4079-9a7f-4f6007c68222/c5600ea9-5404-40f3-8472-39f6fa709ef1) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:07:07.427484 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2cd0e-fae5-40a0-a456-a95d6d6e9f8f req-a59307a2-c83f-4491-845a-8e70bb4201a2 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:07.429548 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-64e2cd0e-fae5-40a0-a456-a95d6d6e9f8f req-a59307a2-c83f-4491-845a-8e70bb4201a2 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e866aa6-5c6e-4fb9-9370-ce77030ee8c1 HTTP/1.1" status: 200 len: 946 time: 0.3265862 Feb 04 21:07:07.492469 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-597ee9c2-f34e-4960-ba15-20b3c09bbc31 req-e53d78d2-f524-4763-b8c4-6a58bfba1a0f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9d4959fa-5844-45ca-bc36-c03e32ff46d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150522 Feb 04 21:07:07.570888 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-b52b17e7-f4db-413b-9b8a-a51ee22f5b33 None None] Allocated IP 172.20.0.2 (4a9563d0-ce93-4e0a-bbd6-a5e7af27607a/2d3d93f3-0edc-4438-82a5-91ec06f0988c/c21373a0-802b-4bc4-a5e6-8fc515492530) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:07:07.618146 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-64e2cd0e-fae5-40a0-a456-a95d6d6e9f8f req-f63d8221-910a-43d9-bb7d-33ab42a0e8f7 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563103 Feb 04 21:07:07.887839 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-05df2fae-862c-4ed5-baa1-e27618d5fda3 req-fe99f169-bdf0-4ce3-aab9-94100fade044 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=15684e00-d06b-4bb2-9dd1-b459e2d442f4 HTTP/1.1" status: 200 len: 210 time: 0.0773027 Feb 04 21:07:07.968057 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b52b17e7-f4db-413b-9b8a-a51ee22f5b33 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:07.995302 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b52b17e7-f4db-413b-9b8a-a51ee22f5b33 None None] Transition to ACTIVE for port object c21373a0-802b-4bc4-a5e6-8fc515492530 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:07:08.042974 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b52b17e7-f4db-413b-9b8a-a51ee22f5b33 None None] Transition to ACTIVE for port object c21373a0-802b-4bc4-a5e6-8fc515492530 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:07:08.056007 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b52b17e7-f4db-413b-9b8a-a51ee22f5b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:08.084083 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-08064847-94e6-4d54-b634-a4f5632931f2 req-dd122b40-14d9-4570-8949-92d91578cfb8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:08.127806 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-f2b2b399-2e1f-4355-8b8d-7f724207b2be tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:08.128707 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-f2b2b399-2e1f-4355-8b8d-7f724207b2be tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Synchronizing usage tracker for tenant:07e9b24649b94e84b82d3ffc4f68cc03 on resource:network {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:07:08.134612 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-08064847-94e6-4d54-b634-a4f5632931f2 req-dd122b40-14d9-4570-8949-92d91578cfb8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Transition to ACTIVE for port object c5600ea9-5404-40f3-8472-39f6fa709ef1 will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:07:08.194602 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 32974) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:08.202662 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-f2b2b399-2e1f-4355-8b8d-7f724207b2be tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Unset dirty status for tenant:07e9b24649b94e84b82d3ffc4f68cc03 on resource:network {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:07:08.209356 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-f2b2b399-2e1f-4355-8b8d-7f724207b2be tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/networks?id=4a9563d0-ce93-4e0a-bbd6-a5e7af27607a HTTP/1.1" status: 200 len: 816 time: 0.4006698 Feb 04 21:07:08.213988 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52b17e7-f4db-413b-9b8a-a51ee22f5b33 None None] Network 4a9563d0-ce93-4e0a-bbd6-a5e7af27607a is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:07:08.217256 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-b52b17e7-f4db-413b-9b8a-a51ee22f5b33 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:07:08.222188 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52b17e7-f4db-413b-9b8a-a51ee22f5b33 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:07:08.230639 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-9804c532-c078-465f-a86d-beee723688b6 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/quotas/07e9b24649b94e84b82d3ffc4f68cc03 HTTP/1.1" status: 200 len: 375 time: 0.0202239 Feb 04 21:07:08.311576 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b17e7-f4db-413b-9b8a-a51ee22f5b33 None None] Pushing event updated for resources: {'Port': ['ID=c21373a0-802b-4bc4-a5e6-8fc515492530,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:08.334776 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-b52b17e7-f4db-413b-9b8a-a51ee22f5b33 None None] Attempting to bind port c21373a0-802b-4bc4-a5e6-8fc515492530 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:07:08.335208 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-b52b17e7-f4db-413b-9b8a-a51ee22f5b33 None None] Attempting to bind port c21373a0-802b-4bc4-a5e6-8fc515492530 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': 'dc252dab-745b-42aa-9175-cbc8dc87a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4a9563d0-ce93-4e0a-bbd6-a5e7af27607a'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:07:08.335495 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52b17e7-f4db-413b-9b8a-a51ee22f5b33 None None] Attempting to bind port c21373a0-802b-4bc4-a5e6-8fc515492530 on network 4a9563d0-ce93-4e0a-bbd6-a5e7af27607a {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:07:08.341325 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52b17e7-f4db-413b-9b8a-a51ee22f5b33 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:07:08.341743 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52b17e7-f4db-413b-9b8a-a51ee22f5b33 None None] Checking segment: {'id': 'dc252dab-745b-42aa-9175-cbc8dc87a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4a9563d0-ce93-4e0a-bbd6-a5e7af27607a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:07:08.342140 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b52b17e7-f4db-413b-9b8a-a51ee22f5b33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:08.342536 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52b17e7-f4db-413b-9b8a-a51ee22f5b33 None None] Bound using segment: {'id': 'dc252dab-745b-42aa-9175-cbc8dc87a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4a9563d0-ce93-4e0a-bbd6-a5e7af27607a'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:07:08.342983 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-b52b17e7-f4db-413b-9b8a-a51ee22f5b33 None None] Bound port: c21373a0-802b-4bc4-a5e6-8fc515492530, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc252dab-745b-42aa-9175-cbc8dc87a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4a9563d0-ce93-4e0a-bbd6-a5e7af27607a'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:07:08.343350 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b52b17e7-f4db-413b-9b8a-a51ee22f5b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:08.346996 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749ed13-7af5-49b5-9158-e888a42aa544 req-654d4fb2-a922-4e7d-a21e-1ca7ad6f0f86 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:08.348524 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5749ed13-7af5-49b5-9158-e888a42aa544 req-654d4fb2-a922-4e7d-a21e-1ca7ad6f0f86 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cafdfc7-6540-4264-900b-5f1f186b8806 HTTP/1.1" status: 200 len: 950 time: 0.2026227 Feb 04 21:07:08.349879 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-08064847-94e6-4d54-b634-a4f5632931f2 req-dd122b40-14d9-4570-8949-92d91578cfb8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:08.365502 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['e9f4b42e-cf56-4a03-94e2-a66988e9676e'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:07:08.471689 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08064847-94e6-4d54-b634-a4f5632931f2 req-dd122b40-14d9-4570-8949-92d91578cfb8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Network e4cc1ce8-eeb6-46af-80b5-92196799c865 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:07:08.478455 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-08064847-94e6-4d54-b634-a4f5632931f2 req-dd122b40-14d9-4570-8949-92d91578cfb8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:07:08.481374 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-08064847-94e6-4d54-b634-a4f5632931f2 req-dd122b40-14d9-4570-8949-92d91578cfb8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:07:08.523968 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5749ed13-7af5-49b5-9158-e888a42aa544 req-15714c0e-b900-4e6a-9450-a2f22c2d63db tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d4959fa-5844-45ca-bc36-c03e32ff46d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661601 Feb 04 21:07:08.726599 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-b52b17e7-f4db-413b-9b8a-a51ee22f5b33 None None] For port c21373a0-802b-4bc4-a5e6-8fc515492530, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:07:08.730437 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-b52b17e7-f4db-413b-9b8a-a51ee22f5b33 None None] For port c21373a0-802b-4bc4-a5e6-8fc515492530, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=c21373a0-802b-4bc4-a5e6-8fc515492530,segment=NetworkSegment(dc252dab-745b-42aa-9175-cbc8dc87a7db),segment_id=dc252dab-745b-42aa-9175-cbc8dc87a7db)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:07:08.760821 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b52b17e7-f4db-413b-9b8a-a51ee22f5b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:08.852935 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-5f7005b1-41fc-4a26-a96c-09e82a3e4e46 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=07e9b24649b94e84b82d3ffc4f68cc03&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6214728 Feb 04 21:07:08.879669 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd122b40-14d9-4570-8949-92d91578cfb8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Pushing event updated for resources: {'Port': ['ID=c5600ea9-5404-40f3-8472-39f6fa709ef1,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:08.897357 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08064847-94e6-4d54-b634-a4f5632931f2 req-dd122b40-14d9-4570-8949-92d91578cfb8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:08.897357 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-08064847-94e6-4d54-b634-a4f5632931f2 req-dd122b40-14d9-4570-8949-92d91578cfb8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:09.133910 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b17e7-f4db-413b-9b8a-a51ee22f5b33 None None] Pushing event updated for resources: {'Port': ['ID=c21373a0-802b-4bc4-a5e6-8fc515492530,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:09.149870 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-e16618e7-7fe2-420a-a826-e3c77f2a6247 None None] Provisioning for port c5600ea9-5404-40f3-8472-39f6fa709ef1 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:07:09.168831 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-e16618e7-7fe2-420a-a826-e3c77f2a6247 None None] Provisioning complete for port c5600ea9-5404-40f3-8472-39f6fa709ef1 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:07:09.169458 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e16618e7-7fe2-420a-a826-e3c77f2a6247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:09.195946 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-08064847-94e6-4d54-b634-a4f5632931f2 req-dd122b40-14d9-4570-8949-92d91578cfb8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7175696 Feb 04 21:07:09.237057 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-08064847-94e6-4d54-b634-a4f5632931f2 req-355139ba-b032-4bed-b752-1a3b697de5c2 service neutron] Request body: {'port': {'device_id': '15684e00-d06b-4bb2-9dd1-b459e2d442f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:09.285717 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-e16618e7-7fe2-420a-a826-e3c77f2a6247 None None] Port c5600ea9-5404-40f3-8472-39f6fa709ef1 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:07:09.440729 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-afe90eec-485d-420f-8997-57d2ee3cf558 service neutron] 10.222.0.26 "GET /v2.0/networks/4a9563d0-ce93-4e0a-bbd6-a5e7af27607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287614 Feb 04 21:07:09.686434 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6b014992-0701-4cbc-9542-8a04ed07c803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:09.767420 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33010) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:09.775276 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-08064847-94e6-4d54-b634-a4f5632931f2 req-355139ba-b032-4bed-b752-1a3b697de5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:09.895302 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-ba176cdc-5c5a-4a0a-bdb5-aaf0ed5b26f8 service neutron] 10.222.0.26 "GET /v2.0/networks/4a9563d0-ce93-4e0a-bbd6-a5e7af27607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512045 Feb 04 21:07:09.927847 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928316e-a0ad-4e7d-837f-b3eedec9bf29 req-e446b753-8db2-4456-833e-8a4b0937419f tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:09.928590 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-5928316e-a0ad-4e7d-837f-b3eedec9bf29 req-e446b753-8db2-4456-833e-8a4b0937419f tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Synchronizing usage tracker for tenant:d3d539dc97a744058fdb427e438eb9ad on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:07:10.022268 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-5928316e-a0ad-4e7d-837f-b3eedec9bf29 req-e446b753-8db2-4456-833e-8a4b0937419f tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Unset dirty status for tenant:d3d539dc97a744058fdb427e438eb9ad on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:07:10.023440 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5928316e-a0ad-4e7d-837f-b3eedec9bf29 req-e446b753-8db2-4456-833e-8a4b0937419f tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=15684e00-d06b-4bb2-9dd1-b459e2d442f4 HTTP/1.1" status: 200 len: 931 time: 0.4694040 Feb 04 21:07:10.028384 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9caa196f-be58-4198-8f71-bb1e0feda149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:10.082969 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-9caa196f-be58-4198-8f71-bb1e0feda149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:10.087082 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-9caa196f-be58-4198-8f71-bb1e0feda149 admin admin] Usage tracker for resource:security_group_rule and tenant:0bb03f8cecdd4ad3b7cbb56a61f836f2 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:10.090300 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-9caa196f-be58-4198-8f71-bb1e0feda149 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:10.096647 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-9caa196f-be58-4198-8f71-bb1e0feda149 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:10.299502 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-6b014992-0701-4cbc-9542-8a04ed07c803 admin admin] Deleting port bf38fe59-4164-43d3-8b6f-e6e681a8152e {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:07:10.299996 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6b014992-0701-4cbc-9542-8a04ed07c803 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:10.525350 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-08064847-94e6-4d54-b634-a4f5632931f2 req-355139ba-b032-4bed-b752-1a3b697de5c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5600ea9-5404-40f3-8472-39f6fa709ef1 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:07:10.569304 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5928316e-a0ad-4e7d-837f-b3eedec9bf29 req-28576586-da14-4ed3-9e34-ae8906197cbb tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5203836 Feb 04 21:07:10.693393 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device c21373a0-802b-4bc4-a5e6-8fc515492530 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:07:10.694500 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-08064847-94e6-4d54-b634-a4f5632931f2 req-355139ba-b032-4bed-b752-1a3b697de5c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:10.774636 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-6b014992-0701-4cbc-9542-8a04ed07c803 admin admin] For port bf38fe59-4164-43d3-8b6f-e6e681a8152e, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=bf38fe59-4164-43d3-8b6f-e6e681a8152e,segment=NetworkSegment(07bc0a67-6867-413a-ba45-d087c277866a),segment_id=07bc0a67-6867-413a-ba45-d087c277866a)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:10.775692 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6b014992-0701-4cbc-9542-8a04ed07c803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:10.841551 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-08064847-94e6-4d54-b634-a4f5632931f2 req-355139ba-b032-4bed-b752-1a3b697de5c2 service neutron] Transition to ACTIVE for port object c5600ea9-5404-40f3-8472-39f6fa709ef1 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:07:10.879652 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-08064847-94e6-4d54-b634-a4f5632931f2 req-355139ba-b032-4bed-b752-1a3b697de5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:10.886154 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port c21373a0-802b-4bc4-a5e6-8fc515492530 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:07:10.918368 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62355562-1719-4d0c-a780-4915bab79b84 None None] Network 4a9563d0-ce93-4e0a-bbd6-a5e7af27607a requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:07:10.978482 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355139ba-b032-4bed-b752-1a3b697de5c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c5600ea9-5404-40f3-8472-39f6fa709ef1,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:11.012215 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-6b014992-0701-4cbc-9542-8a04ed07c803 admin admin] Calling delete_port for bf38fe59-4164-43d3-8b6f-e6e681a8152e owned by network:router_interface {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:07:11.107147 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f93d41-68f3-4c3f-bdd6-de2f62bd9423 req-4fb40bbf-e920-4cee-b054-8818b64613ac tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:11.115722 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-15f93d41-68f3-4c3f-bdd6-de2f62bd9423 req-4fb40bbf-e920-4cee-b054-8818b64613ac tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e866aa6-5c6e-4fb9-9370-ce77030ee8c1 HTTP/1.1" status: 200 len: 946 time: 0.6629219 Feb 04 21:07:11.156124 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ee870c24-13c6-46dc-a347-f7ec09cc1fa2 None None] Provisioning for port c21373a0-802b-4bc4-a5e6-8fc515492530 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:07:11.167499 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ee870c24-13c6-46dc-a347-f7ec09cc1fa2 None None] Provisioning complete for port c21373a0-802b-4bc4-a5e6-8fc515492530 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:07:11.168332 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ee870c24-13c6-46dc-a347-f7ec09cc1fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:11.310935 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9caa196f-be58-4198-8f71-bb1e0feda149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:11.313494 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-08064847-94e6-4d54-b634-a4f5632931f2 req-355139ba-b032-4bed-b752-1a3b697de5c2 service neutron] Attempting to bind port c5600ea9-5404-40f3-8472-39f6fa709ef1 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:07:11.313959 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-08064847-94e6-4d54-b634-a4f5632931f2 req-355139ba-b032-4bed-b752-1a3b697de5c2 service neutron] Attempting to bind port c5600ea9-5404-40f3-8472-39f6fa709ef1 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': '274548b3-06d3-4078-a4e7-5e4131c79abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:07:11.314296 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08064847-94e6-4d54-b634-a4f5632931f2 req-355139ba-b032-4bed-b752-1a3b697de5c2 service neutron] Attempting to bind port c5600ea9-5404-40f3-8472-39f6fa709ef1 on network e4cc1ce8-eeb6-46af-80b5-92196799c865 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:07:11.344477 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08064847-94e6-4d54-b634-a4f5632931f2 req-355139ba-b032-4bed-b752-1a3b697de5c2 service neutron] Port c5600ea9-5404-40f3-8472-39f6fa709ef1 on network e4cc1ce8-eeb6-46af-80b5-92196799c865 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:07:11.347755 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08064847-94e6-4d54-b634-a4f5632931f2 req-355139ba-b032-4bed-b752-1a3b697de5c2 service neutron] Attempting to bind port c5600ea9-5404-40f3-8472-39f6fa709ef1 on network e4cc1ce8-eeb6-46af-80b5-92196799c865 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:07:11.362506 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc106c-9abb-4792-a114-68d1be378068 req-fa7f7a59-6146-49e8-9bb3-bf44384f74d5 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:11.364187 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f8dc106c-9abb-4792-a114-68d1be378068 req-fa7f7a59-6146-49e8-9bb3-bf44384f74d5 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cafdfc7-6540-4264-900b-5f1f186b8806 HTTP/1.1" status: 200 len: 950 time: 0.6337333 Feb 04 21:07:11.370210 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9caa196f-be58-4198-8f71-bb1e0feda149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:11.375997 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6b014992-0701-4cbc-9542-8a04ed07c803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:11.421573 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08064847-94e6-4d54-b634-a4f5632931f2 req-355139ba-b032-4bed-b752-1a3b697de5c2 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:07:11.422450 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08064847-94e6-4d54-b634-a4f5632931f2 req-355139ba-b032-4bed-b752-1a3b697de5c2 service neutron] Checking segment: {'id': '274548b3-06d3-4078-a4e7-5e4131c79abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:07:11.423012 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08064847-94e6-4d54-b634-a4f5632931f2 req-355139ba-b032-4bed-b752-1a3b697de5c2 service neutron] Bound using segment: {'id': '274548b3-06d3-4078-a4e7-5e4131c79abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:07:11.423455 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-08064847-94e6-4d54-b634-a4f5632931f2 req-355139ba-b032-4bed-b752-1a3b697de5c2 service neutron] Bound port: c5600ea9-5404-40f3-8472-39f6fa709ef1, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '274548b3-06d3-4078-a4e7-5e4131c79abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:07:11.423807 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-08064847-94e6-4d54-b634-a4f5632931f2 req-355139ba-b032-4bed-b752-1a3b697de5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:11.445201 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-15f93d41-68f3-4c3f-bdd6-de2f62bd9423 req-6f87d5bc-a03c-4f2a-befd-e6b21086277c tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286278 Feb 04 21:07:11.460568 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b014992-0701-4cbc-9542-8a04ed07c803 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf38fe59-4164-43d3-8b6f-e6e681a8152e,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:11.466223 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa196f-be58-4198-8f71-bb1e0feda149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab06c5f-2a91-4693-94b2-e187abb6f0f1,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:11.561772 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ee870c24-13c6-46dc-a347-f7ec09cc1fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:11.601396 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-ee870c24-13c6-46dc-a347-f7ec09cc1fa2 None None] For port c21373a0-802b-4bc4-a5e6-8fc515492530, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=c21373a0-802b-4bc4-a5e6-8fc515492530,segment=NetworkSegment(dc252dab-745b-42aa-9175-cbc8dc87a7db),segment_id=dc252dab-745b-42aa-9175-cbc8dc87a7db)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:11.631138 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-9caa196f-be58-4198-8f71-bb1e0feda149 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0bb03f8cecdd4ad3b7cbb56a61f836f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8582284 Feb 04 21:07:11.639558 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33048) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:11.645670 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ee870c24-13c6-46dc-a347-f7ec09cc1fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:11.692383 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f8dc106c-9abb-4792-a114-68d1be378068 req-3de22cdd-3923-421d-bf3a-bfaac1655b07 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d4959fa-5844-45ca-bc36-c03e32ff46d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094726 Feb 04 21:07:11.802848 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee870c24-13c6-46dc-a347-f7ec09cc1fa2 None None] Pushing event updated for resources: {'Port': ['ID=c21373a0-802b-4bc4-a5e6-8fc515492530,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:12.013377 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6b014992-0701-4cbc-9542-8a04ed07c803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:12.296043 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-47fd9976-2cc0-4717-a98e-901ef0604f71 None None] Provisioning complete for port c21373a0-802b-4bc4-a5e6-8fc515492530 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:07:12.296447 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-47fd9976-2cc0-4717-a98e-901ef0604f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:12.319605 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-a5ea5031-5e60-4f84-8190-b465da920d87 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:12.326259 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-a5ea5031-5e60-4f84-8190-b465da920d87 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/networks?id=4a9563d0-ce93-4e0a-bbd6-a5e7af27607a HTTP/1.1" status: 200 len: 816 time: 0.6434395 Feb 04 21:07:12.378479 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-ed35aeea-9ad2-4e56-9958-b5d0b450c0fd tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/quotas/07e9b24649b94e84b82d3ffc4f68cc03 HTTP/1.1" status: 200 len: 375 time: 0.0512633 Feb 04 21:07:12.383477 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-08064847-94e6-4d54-b634-a4f5632931f2 req-355139ba-b032-4bed-b752-1a3b697de5c2 service neutron] For port c5600ea9-5404-40f3-8472-39f6fa709ef1, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:07:12.479056 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-08064847-94e6-4d54-b634-a4f5632931f2 req-355139ba-b032-4bed-b752-1a3b697de5c2 service neutron] For port c5600ea9-5404-40f3-8472-39f6fa709ef1, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=c5600ea9-5404-40f3-8472-39f6fa709ef1,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:07:12.479247 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b014992-0701-4cbc-9542-8a04ed07c803 admin admin] Router 872b85b1-4ebd-4661-92fe-054f4dc0cfdd has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:07:12.509030 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-08064847-94e6-4d54-b634-a4f5632931f2 req-355139ba-b032-4bed-b752-1a3b697de5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:12.523859 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-63edfe1b-d4f7-42e7-b79d-aceedbc94c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:12.616769 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08064847-94e6-4d54-b634-a4f5632931f2 req-355139ba-b032-4bed-b752-1a3b697de5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:12.617640 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-08064847-94e6-4d54-b634-a4f5632931f2 req-355139ba-b032-4bed-b752-1a3b697de5c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:12.619208 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-08064847-94e6-4d54-b634-a4f5632931f2 req-355139ba-b032-4bed-b752-1a3b697de5c2 service neutron] 10.222.0.32 "PUT /v2.0/ports/c5600ea9-5404-40f3-8472-39f6fa709ef1 HTTP/1.1" status: 200 len: 1091 time: 3.3943775 Feb 04 21:07:12.622319 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15684e00-d06b-4bb2-9dd1-b459e2d442f4', 'tag': 'c5600ea9-5404-40f3-8472-39f6fa709ef1'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:07:12.643649 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device c21373a0-802b-4bc4-a5e6-8fc515492530 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:07:12.662037 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-2d68fcb9-e101-4b5a-9d3f-3077767c4c4d tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:12.663808 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-2d68fcb9-e101-4b5a-9d3f-3077767c4c4d tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.18 "GET /v2.0/networks?id=4a9563d0-ce93-4e0a-bbd6-a5e7af27607a HTTP/1.1" status: 200 len: 816 time: 0.5600734 Feb 04 21:07:12.676620 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-63edfe1b-d4f7-42e7-b79d-aceedbc94c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:12.696023 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-2ae6fcca-0782-4ae0-8f34-fca1fc8715a8 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Request body: {'port': {'device_id': '9b91b078-fe72-424d-b8f4-e7e188e0d52d', 'network_id': '4a9563d0-ce93-4e0a-bbd6-a5e7af27607a', 'admin_state_up': True, 'tenant_id': '07e9b24649b94e84b82d3ffc4f68cc03'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:12.789991 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port c21373a0-802b-4bc4-a5e6-8fc515492530 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:07:12.790351 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:12.866755 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3818b0-c882-4efc-bbb6-d67dc4d31c8f req-2d70068b-3612-4099-9c06-288fc564b47d tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:12.868197 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dc3818b0-c882-4efc-bbb6-d67dc4d31c8f req-2d70068b-3612-4099-9c06-288fc564b47d tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=15684e00-d06b-4bb2-9dd1-b459e2d442f4 HTTP/1.1" status: 200 len: 943 time: 0.7632682 Feb 04 21:07:12.920005 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355139ba-b032-4bed-b752-1a3b697de5c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c5600ea9-5404-40f3-8472-39f6fa709ef1,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:12.944803 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b014992-0701-4cbc-9542-8a04ed07c803 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:07:12.956951 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c0ff5e-091c-4973-927d-ce5e4fb275fb None None] Sync routers for ids ['872b85b1-4ebd-4661-92fe-054f4dc0cfdd'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:07:12.965061 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6b014992-0701-4cbc-9542-8a04ed07c803 admin admin] 10.222.0.26 "PUT /v2.0/routers/872b85b1-4ebd-4661-92fe-054f4dc0cfdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7690444 Feb 04 21:07:12.967726 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33062) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:13.010144 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c0ff5e-091c-4973-927d-ce5e4fb275fb None None] Routers {'872b85b1-4ebd-4661-92fe-054f4dc0cfdd'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:07:13.010954 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-69c0ff5e-091c-4973-927d-ce5e4fb275fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:06:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['872b85b1-4ebd-4661-92fe-054f4dc0cfdd'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:13.025585 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-63edfe1b-d4f7-42e7-b79d-aceedbc94c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:13.074025 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-d9d867c5-332b-4142-9347-901ec7c4f3c2 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=07e9b24649b94e84b82d3ffc4f68cc03&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6946919 Feb 04 21:07:13.121412 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63edfe1b-d4f7-42e7-b79d-aceedbc94c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab06c5f-2a91-4693-94b2-e187abb6f0f1,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:13.212656 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c1010c73-93cb-4c7c-ba77-8d959913f034 admin admin] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:13.305614 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-69c0ff5e-091c-4973-927d-ce5e4fb275fb None None] Set router 872b85b1-4ebd-4661-92fe-054f4dc0cfdd gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:07:13.342831 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-63edfe1b-d4f7-42e7-b79d-aceedbc94c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:13.344517 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-63edfe1b-d4f7-42e7-b79d-aceedbc94c87 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aab06c5f-2a91-4693-94b2-e187abb6f0f1 HTTP/1.1" status: 204 len: 168 time: 1.6980007 Feb 04 21:07:13.373100 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dc3818b0-c882-4efc-bbb6-d67dc4d31c8f req-13d139b5-ddcf-4983-83db-b0397db7d8d5 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409008 Feb 04 21:07:13.522912 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-bfb20dec-d25d-41d0-9e3d-f1b4e8d2f537 service neutron] 10.222.0.26 "GET /v2.0/networks/4a9563d0-ce93-4e0a-bbd6-a5e7af27607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359045 Feb 04 21:07:13.565861 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08064847-94e6-4d54-b634-a4f5632931f2 req-81c61f1e-61aa-4110-9f30-730f1266cb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:13.567235 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-08064847-94e6-4d54-b634-a4f5632931f2 req-81c61f1e-61aa-4110-9f30-730f1266cb64 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d3d539dc97a744058fdb427e438eb9ad&device_id=15684e00-d06b-4bb2-9dd1-b459e2d442f4 HTTP/1.1" status: 200 len: 1094 time: 0.8836963 Feb 04 21:07:13.676613 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c1010c73-93cb-4c7c-ba77-8d959913f034 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:13.706427 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-c1010c73-93cb-4c7c-ba77-8d959913f034 admin admin] Deleting port 090a2ade-58db-4ea3-b27e-99682964dc9c {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:07:13.706956 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c1010c73-93cb-4c7c-ba77-8d959913f034 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:13.783309 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-2ae6fcca-0782-4ae0-8f34-fca1fc8715a8 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:13.796511 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-2ae6fcca-0782-4ae0-8f34-fca1fc8715a8 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Usage tracker for resource:port and tenant:07e9b24649b94e84b82d3ffc4f68cc03 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:13.807328 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-2ae6fcca-0782-4ae0-8f34-fca1fc8715a8 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:13.814003 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-2ae6fcca-0782-4ae0-8f34-fca1fc8715a8 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:13.823513 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-08064847-94e6-4d54-b634-a4f5632931f2 req-c3158686-4880-4b20-ad15-01ec8b66ae82 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5600ea9-5404-40f3-8472-39f6fa709ef1 HTTP/1.1" status: 200 len: 217 time: 0.2385676 Feb 04 21:07:13.900116 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33082) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:13.905587 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-48f1a1f2-0a65-41f3-aa60-0dacd1f77288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:13.931085 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-69c0ff5e-091c-4973-927d-ce5e4fb275fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'name': 'tempest-TaggedBootDevicesTest-909498936-router', 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '090a2ade-58db-4ea3-b27e-99682964dc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:00:01Z', 'updated_at': '2022-02-04T21:07:11Z', 'revision_number': 5, 'project_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'gw_port': {'id': '090a2ade-58db-4ea3-b27e-99682964dc9c', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:02Z', 'updated_at': '2022-02-04T21:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:13.936102 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c0ff5e-091c-4973-927d-ce5e4fb275fb None None] Checking router: 872b85b1-4ebd-4661-92fe-054f4dc0cfdd for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:07:13.947637 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c0ff5e-091c-4973-927d-ce5e4fb275fb None None] Routers {'872b85b1-4ebd-4661-92fe-054f4dc0cfdd'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:07:13.948588 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-69c0ff5e-091c-4973-927d-ce5e4fb275fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:06:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['872b85b1-4ebd-4661-92fe-054f4dc0cfdd'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:13.980731 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-2ae6fcca-0782-4ae0-8f34-fca1fc8715a8 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Made reservation on behalf of 07e9b24649b94e84b82d3ffc4f68cc03 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:07:13.989073 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-2ae6fcca-0782-4ae0-8f34-fca1fc8715a8 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:14.166356 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-69c0ff5e-091c-4973-927d-ce5e4fb275fb None None] Set router 872b85b1-4ebd-4661-92fe-054f4dc0cfdd gateway port host: None {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:07:14.171146 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-c1010c73-93cb-4c7c-ba77-8d959913f034 admin admin] For port 090a2ade-58db-4ea3-b27e-99682964dc9c, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=090a2ade-58db-4ea3-b27e-99682964dc9c,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:14.173164 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c1010c73-93cb-4c7c-ba77-8d959913f034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:14.333770 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-69c0ff5e-091c-4973-927d-ce5e4fb275fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'name': 'tempest-TaggedBootDevicesTest-909498936-router', 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:00:01Z', 'updated_at': '2022-02-04T21:07:13Z', 'revision_number': 6, 'project_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'gw_port_host': None}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:14.338968 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c0ff5e-091c-4973-927d-ce5e4fb275fb None None] The sync data for ids ['872b85b1-4ebd-4661-92fe-054f4dc0cfdd'] in n-d-827896-1 is: [{'id': '872b85b1-4ebd-4661-92fe-054f4dc0cfdd', 'name': 'tempest-TaggedBootDevicesTest-909498936-router', 'tenant_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:00:01Z', 'updated_at': '2022-02-04T21:07:13Z', 'revision_number': 6, 'project_id': 'df41148af8d64ecb86c2b5be8209bfd9', 'gw_port_host': None}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:07:14.409925 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-c1010c73-93cb-4c7c-ba77-8d959913f034 admin admin] Calling delete_port for 090a2ade-58db-4ea3-b27e-99682964dc9c owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:07:14.453946 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-2ae6fcca-0782-4ae0-8f34-fca1fc8715a8 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Allocated IP 172.20.0.9 (4a9563d0-ce93-4e0a-bbd6-a5e7af27607a/2d3d93f3-0edc-4438-82a5-91ec06f0988c/360933cf-d804-4569-a345-5bd91afcfb54) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:07:14.478595 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a2f55b4-1918-410c-94a6-32fa670ddd99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:14.499589 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3a2f55b4-1918-410c-94a6-32fa670ddd99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:14.505683 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08064847-94e6-4d54-b634-a4f5632931f2 req-58495fc5-269e-47ea-a70b-a49daec14948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:14.507259 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-08064847-94e6-4d54-b634-a4f5632931f2 req-58495fc5-269e-47ea-a70b-a49daec14948 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee4d3909-e094-4079-9a7f-4f6007c68222 HTTP/1.1" status: 200 len: 850 time: 0.5913017 Feb 04 21:07:14.512536 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3a2f55b4-1918-410c-94a6-32fa670ddd99 admin admin] Usage tracker for resource:security_group_rule and tenant:f81495806c4041edb087c0c717b5c092 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:14.522043 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3a2f55b4-1918-410c-94a6-32fa670ddd99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:14.534149 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3a2f55b4-1918-410c-94a6-32fa670ddd99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:14.588952 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-5726253b-b99b-4424-90d5-deb2469800ad service neutron] 10.222.0.26 "GET /v2.0/networks/4a9563d0-ce93-4e0a-bbd6-a5e7af27607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0649185 Feb 04 21:07:14.629249 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6f6d3-80de-455b-9dfe-a5f357b11621 req-7b0ec10a-f0d0-4240-ac07-acdbac7dc415 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:14.631755 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9be6f6d3-80de-455b-9dfe-a5f357b11621 req-7b0ec10a-f0d0-4240-ac07-acdbac7dc415 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e866aa6-5c6e-4fb9-9370-ce77030ee8c1 HTTP/1.1" status: 200 len: 946 time: 0.7145281 Feb 04 21:07:14.692635 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08064847-94e6-4d54-b634-a4f5632931f2 req-0cf03c72-a52d-4ca6-880f-7af5d9649b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:14.694172 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-08064847-94e6-4d54-b634-a4f5632931f2 req-0cf03c72-a52d-4ca6-880f-7af5d9649b49 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4cc1ce8-eeb6-46af-80b5-92196799c865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1677322 Feb 04 21:07:14.704103 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a2f55b4-1918-410c-94a6-32fa670ddd99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:14.705471 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9be6f6d3-80de-455b-9dfe-a5f357b11621 req-9d436817-37b3-4fc3-844b-58a8a2eee1d2 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676141 Feb 04 21:07:14.706553 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c1010c73-93cb-4c7c-ba77-8d959913f034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:14.738045 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device bf38fe59-4164-43d3-8b6f-e6e681a8152e no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:07:14.761613 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1010c73-93cb-4c7c-ba77-8d959913f034 admin admin] Pushing event deleted for resources: {'Port': ['ID=090a2ade-58db-4ea3-b27e-99682964dc9c,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:14.764001 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a2f55b4-1918-410c-94a6-32fa670ddd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:14.821475 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f55b4-1918-410c-94a6-32fa670ddd99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5a7727-2a1c-476f-b2fb-a76d5fd922a1,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:14.828998 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1010c73-93cb-4c7c-ba77-8d959913f034 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:14.829450 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1010c73-93cb-4c7c-ba77-8d959913f034 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:14.829866 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1010c73-93cb-4c7c-ba77-8d959913f034 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:14.830273 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1010c73-93cb-4c7c-ba77-8d959913f034 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:14.830728 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1010c73-93cb-4c7c-ba77-8d959913f034 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:14.831129 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1010c73-93cb-4c7c-ba77-8d959913f034 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:14.831530 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1010c73-93cb-4c7c-ba77-8d959913f034 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:14.831866 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1010c73-93cb-4c7c-ba77-8d959913f034 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:14.832268 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1010c73-93cb-4c7c-ba77-8d959913f034 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:14.832672 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1010c73-93cb-4c7c-ba77-8d959913f034 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:14.833066 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1010c73-93cb-4c7c-ba77-8d959913f034 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:14.833493 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1010c73-93cb-4c7c-ba77-8d959913f034 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:14.875875 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: bf38fe59-4164-43d3-8b6f-e6e681a8152e {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:07:14.878972 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device bf38fe59-4164-43d3-8b6f-e6e681a8152e not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:07:14.894004 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2f55b4-1918-410c-94a6-32fa670ddd99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:14.894442 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2f55b4-1918-410c-94a6-32fa670ddd99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:14.894853 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2f55b4-1918-410c-94a6-32fa670ddd99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:14.895265 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2f55b4-1918-410c-94a6-32fa670ddd99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:14.895673 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2f55b4-1918-410c-94a6-32fa670ddd99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:14.896372 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2f55b4-1918-410c-94a6-32fa670ddd99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:14.896773 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2f55b4-1918-410c-94a6-32fa670ddd99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:14.897177 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2f55b4-1918-410c-94a6-32fa670ddd99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:14.897615 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2f55b4-1918-410c-94a6-32fa670ddd99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:14.898028 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2f55b4-1918-410c-94a6-32fa670ddd99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:14.898423 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2f55b4-1918-410c-94a6-32fa670ddd99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:14.899120 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2f55b4-1918-410c-94a6-32fa670ddd99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:15.001466 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3a2f55b4-1918-410c-94a6-32fa670ddd99 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f81495806c4041edb087c0c717b5c092&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0965741 Feb 04 21:07:15.003678 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33112) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:15.107797 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c1010c73-93cb-4c7c-ba77-8d959913f034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:15.184437 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15684e00-d06b-4bb2-9dd1-b459e2d442f4', 'tag': 'c5600ea9-5404-40f3-8472-39f6fa709ef1', 'status': 'completed', 'code': 200} Feb 04 21:07:15.356737 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7da484b8-0267-4491-94c5-46fc78136c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:15.363053 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c1010c73-93cb-4c7c-ba77-8d959913f034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:15.372271 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c1010c73-93cb-4c7c-ba77-8d959913f034 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:15.413720 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7da484b8-0267-4491-94c5-46fc78136c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:15.478682 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-2ae6fcca-0782-4ae0-8f34-fca1fc8715a8 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:15.545736 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-08064847-94e6-4d54-b634-a4f5632931f2 req-84ff2c22-ab60-44a5-b5ef-951cca08f4db service neutron] 10.222.0.32 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8389907 Feb 04 21:07:15.555776 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-2ae6fcca-0782-4ae0-8f34-fca1fc8715a8 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Transition to ACTIVE for port object 360933cf-d804-4569-a345-5bd91afcfb54 will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:07:15.569022 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c1010c73-93cb-4c7c-ba77-8d959913f034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:15.569418 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1010c73-93cb-4c7c-ba77-8d959913f034 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 872b85b1-4ebd-4661-92fe-054f4dc0cfdd {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:07:15.628943 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c1010c73-93cb-4c7c-ba77-8d959913f034 admin admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:15.634944 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c1010c73-93cb-4c7c-ba77-8d959913f034 admin admin] 10.222.0.26 "DELETE /v2.0/routers/872b85b1-4ebd-4661-92fe-054f4dc0cfdd HTTP/1.1" status: 204 len: 168 time: 2.6643298 Feb 04 21:07:15.637057 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33126) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:15.682729 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fd270-458d-4662-9ae9-29b0ae4e1479 req-fb4bdd11-22fd-42b1-bcdf-bb45c6147ded tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:15.684228 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df4fd270-458d-4662-9ae9-29b0ae4e1479 req-fb4bdd11-22fd-42b1-bcdf-bb45c6147ded tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cafdfc7-6540-4264-900b-5f1f186b8806 HTTP/1.1" status: 200 len: 950 time: 0.5604398 Feb 04 21:07:15.698943 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7da484b8-0267-4491-94c5-46fc78136c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:15.711679 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8ceba-04f1-45f0-a0df-3f687c740dc0 req-c0138a75-dddc-4045-9de9-c5921dc94089 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:15.713188 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2be8ceba-04f1-45f0-a0df-3f687c740dc0 req-c0138a75-dddc-4045-9de9-c5921dc94089 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cafdfc7-6540-4264-900b-5f1f186b8806 HTTP/1.1" status: 200 len: 950 time: 0.4132421 Feb 04 21:07:15.723453 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da484b8-0267-4491-94c5-46fc78136c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5a7727-2a1c-476f-b2fb-a76d5fd922a1,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:15.725350 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08957aff-c037-4144-aeb8-7cd4e7792f9e req-a555ebe0-8d9f-4898-a93b-819ee40da16e tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:15.729648 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7da484b8-0267-4491-94c5-46fc78136c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:15.731667 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7da484b8-0267-4491-94c5-46fc78136c14 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3e5a7727-2a1c-476f-b2fb-a76d5fd922a1 HTTP/1.1" status: 204 len: 168 time: 0.7271657 Feb 04 21:07:15.732410 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-08957aff-c037-4144-aeb8-7cd4e7792f9e req-a555ebe0-8d9f-4898-a93b-819ee40da16e tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=15684e00-d06b-4bb2-9dd1-b459e2d442f4 HTTP/1.1" status: 200 len: 943 time: 0.5047307 Feb 04 21:07:15.743828 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a18e890-2a66-4ad6-a63c-2a15ddf0ee88 admin admin] Deleting subnet 1fffc9a1-d0ff-45d7-adf5-d0cd203f0821 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:07:15.749195 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8a18e890-2a66-4ad6-a63c-2a15ddf0ee88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:15.830019 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8a18e890-2a66-4ad6-a63c-2a15ddf0ee88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:15.927852 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8a18e890-2a66-4ad6-a63c-2a15ddf0ee88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:15.946057 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-2be8ceba-04f1-45f0-a0df-3f687c740dc0 req-d3b49e4d-d2ce-441b-b610-30b8aab478f8 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Deleting port 8ea67fd2-70b2-464b-b615-fc472193ad57 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:07:15.946397 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2be8ceba-04f1-45f0-a0df-3f687c740dc0 req-d3b49e4d-d2ce-441b-b610-30b8aab478f8 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:16.001418 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-df4fd270-458d-4662-9ae9-29b0ae4e1479 req-450b7679-5453-4543-9cc9-753c9ad2563e tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d4959fa-5844-45ca-bc36-c03e32ff46d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012416 Feb 04 21:07:16.013614 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-2ae6fcca-0782-4ae0-8f34-fca1fc8715a8 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:16.030143 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-08957aff-c037-4144-aeb8-7cd4e7792f9e req-246d556e-69ea-4eea-8ed4-fb824aa31d8e tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968605 Feb 04 21:07:16.049123 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8a18e890-2a66-4ad6-a63c-2a15ddf0ee88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:16.059753 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-08064847-94e6-4d54-b634-a4f5632931f2 req-d853d0c1-9d87-479a-84ab-c8179eef2ef0 service neutron] 10.222.0.32 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5056927 Feb 04 21:07:16.202315 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa305efc-3a17-45ee-9b45-bf6324270f5a None None] Network b07bb9ef-36fe-4586-bebc-d1a35b516abf requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:07:16.215489 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8a18e890-2a66-4ad6-a63c-2a15ddf0ee88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:16.255419 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-2ae6fcca-0782-4ae0-8f34-fca1fc8715a8 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Network 4a9563d0-ce93-4e0a-bbd6-a5e7af27607a is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:07:16.259051 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18e890-2a66-4ad6-a63c-2a15ddf0ee88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fffc9a1-d0ff-45d7-adf5-d0cd203f0821,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:16.286436 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-2ae6fcca-0782-4ae0-8f34-fca1fc8715a8 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:07:16.346372 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-2ae6fcca-0782-4ae0-8f34-fca1fc8715a8 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:07:16.370705 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5c0faaef-03f0-46a1-a51f-9192a3deaeb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:16.559486 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6fcca-0782-4ae0-8f34-fca1fc8715a8 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Pushing event updated for resources: {'Port': ['ID=360933cf-d804-4569-a345-5bd91afcfb54,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:16.572383 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33146) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:16.600261 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 090a2ade-58db-4ea3-b27e-99682964dc9c no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:07:16.610736 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8a18e890-2a66-4ad6-a63c-2a15ddf0ee88 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1fffc9a1-d0ff-45d7-adf5-d0cd203f0821 HTTP/1.1" status: 204 len: 168 time: 0.9718256 Feb 04 21:07:16.614458 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33148) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:16.659718 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 090a2ade-58db-4ea3-b27e-99682964dc9c {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:07:16.660315 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 090a2ade-58db-4ea3-b27e-99682964dc9c not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:07:16.666494 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-2ae6fcca-0782-4ae0-8f34-fca1fc8715a8 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:16.667233 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-2ae6fcca-0782-4ae0-8f34-fca1fc8715a8 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:16.693851 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-6f25ec6c-3fbc-46b0-8b9a-210ce4c22a03 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:16.695277 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-6f25ec6c-3fbc-46b0-8b9a-210ce4c22a03 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.32 "GET /v2.0/networks?id=4a9563d0-ce93-4e0a-bbd6-a5e7af27607a HTTP/1.1" status: 200 len: 816 time: 0.4749699 Feb 04 21:07:16.716833 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc2d7da-77ff-43a6-bec8-413a90468e8f None None] DHCP port deletion for b07bb9ef-36fe-4586-bebc-d1a35b516abf request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:07:16.721726 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-5dc2d7da-77ff-43a6-bec8-413a90468e8f None None] Deleting port f5c25f07-6ef3-4c3d-9862-75d098855813 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:07:16.722104 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5dc2d7da-77ff-43a6-bec8-413a90468e8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:16.749137 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-2fc488c7-5746-4896-b4ed-296ec5cf3374 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Request body: {'port': {'device_id': '1413a48a-8abf-4e85-8461-44ee911b2a3f', 'network_id': '4a9563d0-ce93-4e0a-bbd6-a5e7af27607a', 'admin_state_up': True, 'tenant_id': '07e9b24649b94e84b82d3ffc4f68cc03'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:16.809608 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e00d8099-c433-4744-8989-121e27956bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:16.857231 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-aa02a0f1-f293-468a-9e04-b22917a38205 None None] Provisioning for port 360933cf-d804-4569-a345-5bd91afcfb54 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:07:16.870299 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-2ae6fcca-0782-4ae0-8f34-fca1fc8715a8 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1853664 Feb 04 21:07:16.871201 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e00d8099-c433-4744-8989-121e27956bde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:16.877842 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-aa02a0f1-f293-468a-9e04-b22917a38205 None None] Provisioning complete for port 360933cf-d804-4569-a345-5bd91afcfb54 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:07:16.878217 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-aa02a0f1-f293-468a-9e04-b22917a38205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:16.902254 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-66ac8682-c8dc-4979-a1a1-7c6c7f16a03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:16.923624 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-3e33975f-0feb-4c41-b2c1-d64ca8792d22 service neutron] Request body: {'port': {'device_id': '9b91b078-fe72-424d-b8f4-e7e188e0d52d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:16.935238 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-66ac8682-c8dc-4979-a1a1-7c6c7f16a03f admin admin] Deleting port f5c25f07-6ef3-4c3d-9862-75d098855813 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:07:16.935616 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-66ac8682-c8dc-4979-a1a1-7c6c7f16a03f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:16.967301 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e00d8099-c433-4744-8989-121e27956bde admin admin] Usage tracker for resource:security_group_rule and tenant:edbc29c3e76c496c851e9d7f46cb27f9 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:16.989621 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e00d8099-c433-4744-8989-121e27956bde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:17.020126 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e00d8099-c433-4744-8989-121e27956bde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:17.049388 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7188cfe-8634-4f92-bba9-b201d864fe8c req-f65c0aa8-f46d-46a0-a993-70313cd63566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:17.050860 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a7188cfe-8634-4f92-bba9-b201d864fe8c req-f65c0aa8-f46d-46a0-a993-70313cd63566 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d3d539dc97a744058fdb427e438eb9ad&device_id=15684e00-d06b-4bb2-9dd1-b459e2d442f4 HTTP/1.1" status: 200 len: 1094 time: 0.8909514 Feb 04 21:07:17.057291 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-337baf03-1d05-433a-be8d-8d2e1a4975f3 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:17.058778 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-337baf03-1d05-433a-be8d-8d2e1a4975f3 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/networks?id=4a9563d0-ce93-4e0a-bbd6-a5e7af27607a HTTP/1.1" status: 200 len: 816 time: 0.7935371 Feb 04 21:07:17.069592 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-2fc488c7-5746-4896-b4ed-296ec5cf3374 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:17.075096 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-2fc488c7-5746-4896-b4ed-296ec5cf3374 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Usage tracker for resource:port and tenant:07e9b24649b94e84b82d3ffc4f68cc03 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:17.092578 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-2fc488c7-5746-4896-b4ed-296ec5cf3374 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:17.108289 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-aa02a0f1-f293-468a-9e04-b22917a38205 None None] Port 360933cf-d804-4569-a345-5bd91afcfb54 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:07:17.115283 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-5dc2d7da-77ff-43a6-bec8-413a90468e8f None None] For port f5c25f07-6ef3-4c3d-9862-75d098855813, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=f5c25f07-6ef3-4c3d-9862-75d098855813,segment=NetworkSegment(07bc0a67-6867-413a-ba45-d087c277866a),segment_id=07bc0a67-6867-413a-ba45-d087c277866a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:17.115787 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5dc2d7da-77ff-43a6-bec8-413a90468e8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:17.149073 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-2fc488c7-5746-4896-b4ed-296ec5cf3374 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:17.179674 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-2fc488c7-5746-4896-b4ed-296ec5cf3374 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Made reservation on behalf of 07e9b24649b94e84b82d3ffc4f68cc03 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:07:17.183535 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-2fc488c7-5746-4896-b4ed-296ec5cf3374 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:17.218169 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-66ac8682-c8dc-4979-a1a1-7c6c7f16a03f admin admin] For port f5c25f07-6ef3-4c3d-9862-75d098855813, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=f5c25f07-6ef3-4c3d-9862-75d098855813,segment=NetworkSegment(07bc0a67-6867-413a-ba45-d087c277866a),segment_id=07bc0a67-6867-413a-ba45-d087c277866a)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:17.219084 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-66ac8682-c8dc-4979-a1a1-7c6c7f16a03f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:17.246679 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-5dc2d7da-77ff-43a6-bec8-413a90468e8f None None] Calling delete_port for f5c25f07-6ef3-4c3d-9862-75d098855813 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:07:17.344587 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:17.349360 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:17.354706 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5dc2d7da-77ff-43a6-bec8-413a90468e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:17.392114 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-0111d2bc-9011-4b77-a803-7986db9fcb3c tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/quotas/07e9b24649b94e84b82d3ffc4f68cc03 HTTP/1.1" status: 200 len: 375 time: 0.3206079 Feb 04 21:07:17.408985 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2d7da-77ff-43a6-bec8-413a90468e8f None None] Pushing event deleted for resources: {'Port': ['ID=f5c25f07-6ef3-4c3d-9862-75d098855813,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:17.410801 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc2d7da-77ff-43a6-bec8-413a90468e8f None None] No DVR routers for this DVR port f5c25f07-6ef3-4c3d-9862-75d098855813 on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:07:17.436465 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-66ac8682-c8dc-4979-a1a1-7c6c7f16a03f admin admin] Calling delete_port for f5c25f07-6ef3-4c3d-9862-75d098855813 owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:07:17.441518 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-2be8ceba-04f1-45f0-a0df-3f687c740dc0 req-d3b49e4d-d2ce-441b-b610-30b8aab478f8 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] For port 8ea67fd2-70b2-464b-b615-fc472193ad57, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=8ea67fd2-70b2-464b-b615-fc472193ad57,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:17.441949 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2be8ceba-04f1-45f0-a0df-3f687c740dc0 req-d3b49e4d-d2ce-441b-b610-30b8aab478f8 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:17.584249 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.api [None req-66ac8682-c8dc-4979-a1a1-7c6c7f16a03f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:07:17.584576 n-d-827896-1 neutron-server[87682]: DEBUG oslo_db.api [None req-66ac8682-c8dc-4979-a1a1-7c6c7f16a03f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:07:17.594391 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-2fc488c7-5746-4896-b4ed-296ec5cf3374 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Allocated IP 172.20.0.4 (4a9563d0-ce93-4e0a-bbd6-a5e7af27607a/2d3d93f3-0edc-4438-82a5-91ec06f0988c/430e59cb-fdce-4370-814a-a6d6e2f0547a) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:07:17.604516 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-3e33975f-0feb-4c41-b2c1-d64ca8792d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:17.629145 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-2be8ceba-04f1-45f0-a0df-3f687c740dc0 req-d3b49e4d-d2ce-441b-b610-30b8aab478f8 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Calling delete_port for 8ea67fd2-70b2-464b-b615-fc472193ad57 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:07:17.706903 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77c577-8a74-4069-a0b1-6abd40100f1e req-8b9d1da3-f5b0-415c-90e9-968340eefe93 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:17.708266 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ce77c577-8a74-4069-a0b1-6abd40100f1e req-8b9d1da3-f5b0-415c-90e9-968340eefe93 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e866aa6-5c6e-4fb9-9370-ce77030ee8c1 HTTP/1.1" status: 200 len: 946 time: 0.8530869 Feb 04 21:07:17.802391 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-2fc488c7-5746-4896-b4ed-296ec5cf3374 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:17.819727 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-2fc488c7-5746-4896-b4ed-296ec5cf3374 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Transition to ACTIVE for port object 430e59cb-fdce-4370-814a-a6d6e2f0547a will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:07:17.834125 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7188cfe-8634-4f92-bba9-b201d864fe8c req-ecad9172-f166-4dfb-9d19-f394d236c127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:17.835632 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a7188cfe-8634-4f92-bba9-b201d864fe8c req-ecad9172-f166-4dfb-9d19-f394d236c127 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e4cc1ce8-eeb6-46af-80b5-92196799c865 HTTP/1.1" status: 200 len: 912 time: 0.7760139 Feb 04 21:07:17.843687 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-2fc488c7-5746-4896-b4ed-296ec5cf3374 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:17.968947 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a7188cfe-8634-4f92-bba9-b201d864fe8c req-a57d4f18-24b9-4ea0-8a5d-fd866f68a20b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5600ea9-5404-40f3-8472-39f6fa709ef1 HTTP/1.1" status: 200 len: 217 time: 0.1049376 Feb 04 21:07:17.982809 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ce77c577-8a74-4069-a0b1-6abd40100f1e req-17aaf389-01d9-4d16-b059-650e37fcc04a tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332082 Feb 04 21:07:18.035633 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc488c7-5746-4896-b4ed-296ec5cf3374 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Pushing event updated for resources: {'Port': ['ID=430e59cb-fdce-4370-814a-a6d6e2f0547a,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:18.048637 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-2fc488c7-5746-4896-b4ed-296ec5cf3374 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Network 4a9563d0-ce93-4e0a-bbd6-a5e7af27607a is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:07:18.050038 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-2fc488c7-5746-4896-b4ed-296ec5cf3374 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:07:18.052528 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-2fc488c7-5746-4896-b4ed-296ec5cf3374 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:07:18.079083 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-006a2f39-8a59-4cc6-9d47-cbec8485c3af tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Synchronizing usage tracker for tenant:07e9b24649b94e84b82d3ffc4f68cc03 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:07:18.089770 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-66ac8682-c8dc-4979-a1a1-7c6c7f16a03f admin admin] Deleting port f5c25f07-6ef3-4c3d-9862-75d098855813 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:07:18.090123 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-66ac8682-c8dc-4979-a1a1-7c6c7f16a03f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:18.124676 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e00d8099-c433-4744-8989-121e27956bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:18.178633 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-66ac8682-c8dc-4979-a1a1-7c6c7f16a03f admin admin] The port 'f5c25f07-6ef3-4c3d-9862-75d098855813' was deleted {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:07:18.192820 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e00d8099-c433-4744-8989-121e27956bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:18.242119 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-2fc488c7-5746-4896-b4ed-296ec5cf3374 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:18.242727 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-2fc488c7-5746-4896-b4ed-296ec5cf3374 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:18.310416 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d8099-c433-4744-8989-121e27956bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700cc3c0-2ace-4a6c-aad1-445c881046c9,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:18.329744 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-66ac8682-c8dc-4979-a1a1-7c6c7f16a03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:18.335615 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7188cfe-8634-4f92-bba9-b201d864fe8c req-27b8ae6c-4615-4462-967e-ce366ef1b1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:18.337453 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a7188cfe-8634-4f92-bba9-b201d864fe8c req-27b8ae6c-4615-4462-967e-ce366ef1b1b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee4d3909-e094-4079-9a7f-4f6007c68222 HTTP/1.1" status: 200 len: 850 time: 0.3107922 Feb 04 21:07:18.339263 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-2fc488c7-5746-4896-b4ed-296ec5cf3374 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5986366 Feb 04 21:07:18.340534 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-301c489c-1210-4345-aefa-9f31a450ebd2 None None] Provisioning for port 430e59cb-fdce-4370-814a-a6d6e2f0547a completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:07:18.345944 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-301c489c-1210-4345-aefa-9f31a450ebd2 None None] Provisioning complete for port 430e59cb-fdce-4370-814a-a6d6e2f0547a triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:07:18.346322 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-301c489c-1210-4345-aefa-9f31a450ebd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:18.356862 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e00d8099-c433-4744-8989-121e27956bde admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=edbc29c3e76c496c851e9d7f46cb27f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7389388 Feb 04 21:07:18.357713 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-006a2f39-8a59-4cc6-9d47-cbec8485c3af tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Unset dirty status for tenant:07e9b24649b94e84b82d3ffc4f68cc03 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:07:18.358530 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-dc2abe23-4670-4e6c-8aec-c470533a8bba service neutron] Request body: {'port': {'device_id': '1413a48a-8abf-4e85-8461-44ee911b2a3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:18.358927 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-006a2f39-8a59-4cc6-9d47-cbec8485c3af tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=07e9b24649b94e84b82d3ffc4f68cc03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9660830 Feb 04 21:07:18.393866 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33164) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:18.402943 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-301c489c-1210-4345-aefa-9f31a450ebd2 None None] Port 430e59cb-fdce-4370-814a-a6d6e2f0547a cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:07:18.416563 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-66ac8682-c8dc-4979-a1a1-7c6c7f16a03f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b07bb9ef-36fe-4586-bebc-d1a35b516abf']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:18.441017 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-66ac8682-c8dc-4979-a1a1-7c6c7f16a03f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07bc0a67-6867-413a-ba45-d087c277866a') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:18.441328 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-66ac8682-c8dc-4979-a1a1-7c6c7f16a03f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07bc0a67-6867-413a-ba45-d087c277866a') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:18.473246 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-66ac8682-c8dc-4979-a1a1-7c6c7f16a03f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:18.500813 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-66ac8682-c8dc-4979-a1a1-7c6c7f16a03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:18.504658 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2be8ceba-04f1-45f0-a0df-3f687c740dc0 req-d3b49e4d-d2ce-441b-b610-30b8aab478f8 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:18.535647 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device f5c25f07-6ef3-4c3d-9862-75d098855813 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:07:18.549342 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ac8682-c8dc-4979-a1a1-7c6c7f16a03f admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:07:18.549737 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-66ac8682-c8dc-4979-a1a1-7c6c7f16a03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:18.563754 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:07:18.563754 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:07:18.563754 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:07:18.563754 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:07:18.563754 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:07:18.563754 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:07:18.563754 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:07:18.563754 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:07:18.563754 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:07:18.563754 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:07:18.563754 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:07:18.563754 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:07:18.563754 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:07:18.563754 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:07:18.563754 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:07:18.563754 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:07:18.563754 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:07:18.563754 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:07:18.563754 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:07:18.563754 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:07:18.563754 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:07:18.563754 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:07:18.563754 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:07:18.563754 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:07:18.563754 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:07:18.563754 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:07:18.563754 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:07:18.563754 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:07:18.563754 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:07:18.563754 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:07:18.563754 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:07:18.563754 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:07:18.574390 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: f5c25f07-6ef3-4c3d-9862-75d098855813 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:07:18.574736 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device f5c25f07-6ef3-4c3d-9862-75d098855813 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:07:18.646123 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b49e4d-d2ce-441b-b610-30b8aab478f8 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Pushing event deleted for resources: {'Port': ['ID=8ea67fd2-70b2-464b-b615-fc472193ad57,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:18.659384 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-43b53c89-2d8e-4556-809d-d53fcc0ac9b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:18.667195 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-dc2abe23-4670-4e6c-8aec-c470533a8bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:18.705898 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-66ac8682-c8dc-4979-a1a1-7c6c7f16a03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:18.736242 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-43b53c89-2d8e-4556-809d-d53fcc0ac9b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:18.763701 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-66ac8682-c8dc-4979-a1a1-7c6c7f16a03f admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:18.787528 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be8ceba-04f1-45f0-a0df-3f687c740dc0 req-d3b49e4d-d2ce-441b-b610-30b8aab478f8 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] No DVR routers for this DVR port 8ea67fd2-70b2-464b-b615-fc472193ad57 on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:07:18.799432 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:18.803656 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac8682-c8dc-4979-a1a1-7c6c7f16a03f admin admin] Pushing event deleted for resources: {'Network': ['ID=b07bb9ef-36fe-4586-bebc-d1a35b516abf,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:18.807443 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49e9e8-41fe-4ac7-a63f-5aa491fc7bf8 req-58477ce3-9838-405b-a865-19b3a0cce041 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:18.809331 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd49e9e8-41fe-4ac7-a63f-5aa491fc7bf8 req-58477ce3-9838-405b-a865-19b3a0cce041 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cafdfc7-6540-4264-900b-5f1f186b8806 HTTP/1.1" status: 200 len: 950 time: 0.6792789 Feb 04 21:07:18.810649 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2be8ceba-04f1-45f0-a0df-3f687c740dc0 req-d3b49e4d-d2ce-441b-b610-30b8aab478f8 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:18.814443 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-66ac8682-c8dc-4979-a1a1-7c6c7f16a03f admin admin] 10.222.0.26 "DELETE /v2.0/networks/b07bb9ef-36fe-4586-bebc-d1a35b516abf HTTP/1.1" status: 204 len: 168 time: 2.1819956 Feb 04 21:07:18.818451 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33168) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:18.820008 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cafdfc7-6540-4264-900b-5f1f186b8806', 'name': 'network-vif-deleted', 'tag': '8ea67fd2-70b2-464b-b615-fc472193ad57'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:07:18.869480 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-d19a74d5-1b93-492c-90eb-323d8a0c5140 service neutron] 10.222.0.26 "GET /v2.0/networks/4a9563d0-ce93-4e0a-bbd6-a5e7af27607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510398 Feb 04 21:07:18.897457 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2be8ceba-04f1-45f0-a0df-3f687c740dc0 req-d3b49e4d-d2ce-441b-b610-30b8aab478f8 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] 10.222.0.32 "DELETE /v2.0/ports/8ea67fd2-70b2-464b-b615-fc472193ad57 HTTP/1.1" status: 204 len: 173 time: 3.1581602 Feb 04 21:07:19.061106 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 8ea67fd2-70b2-464b-b615-fc472193ad57 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:07:19.063148 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7188cfe-8634-4f92-bba9-b201d864fe8c req-059aac67-727f-4703-b6ee-a68cb6f1fbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:19.064385 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a7188cfe-8634-4f92-bba9-b201d864fe8c req-059aac67-727f-4703-b6ee-a68cb6f1fbfb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4cc1ce8-eeb6-46af-80b5-92196799c865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6498244 Feb 04 21:07:19.076160 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-43b53c89-2d8e-4556-809d-d53fcc0ac9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:19.104527 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: 8ea67fd2-70b2-464b-b615-fc472193ad57 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:07:19.104872 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 8ea67fd2-70b2-464b-b615-fc472193ad57 not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:07:19.123087 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b53c89-2d8e-4556-809d-d53fcc0ac9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700cc3c0-2ace-4a6c-aad1-445c881046c9,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:19.135084 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-43b53c89-2d8e-4556-809d-d53fcc0ac9b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:19.138744 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-43b53c89-2d8e-4556-809d-d53fcc0ac9b4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/700cc3c0-2ace-4a6c-aad1-445c881046c9 HTTP/1.1" status: 204 len: 168 time: 0.7413664 Feb 04 21:07:19.197692 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd49e9e8-41fe-4ac7-a63f-5aa491fc7bf8 req-683717ed-2f0e-472e-95e1-3275d11bc950 tempest-ImagesNegativeTestJSON-1576015899 tempest-ImagesNegativeTestJSON-1576015899-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d4959fa-5844-45ca-bc36-c03e32ff46d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705413 Feb 04 21:07:19.276487 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-3e33975f-0feb-4c41-b2c1-d64ca8792d22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 360933cf-d804-4569-a345-5bd91afcfb54 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:07:19.299283 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-3e33975f-0feb-4c41-b2c1-d64ca8792d22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:19.389546 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-3e33975f-0feb-4c41-b2c1-d64ca8792d22 service neutron] Transition to ACTIVE for port object 360933cf-d804-4569-a345-5bd91afcfb54 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:07:19.415847 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-3e33975f-0feb-4c41-b2c1-d64ca8792d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:19.493326 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-f1aec335-97de-4d28-82ba-23dcb4dfd4e7 service neutron] 10.222.0.26 "GET /v2.0/networks/4a9563d0-ce93-4e0a-bbd6-a5e7af27607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6121809 Feb 04 21:07:19.514144 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a7188cfe-8634-4f92-bba9-b201d864fe8c req-48322134-aa9d-41a5-826e-4e2fa262ced9 service neutron] 10.222.0.32 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009967 Feb 04 21:07:19.628911 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33975f-0feb-4c41-b2c1-d64ca8792d22 service neutron] Pushing event updated for resources: {'Port': ['ID=360933cf-d804-4569-a345-5bd91afcfb54,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:19.855573 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cafdfc7-6540-4264-900b-5f1f186b8806', 'name': 'network-vif-deleted', 'tag': '8ea67fd2-70b2-464b-b615-fc472193ad57', 'status': 'completed', 'code': 200} Feb 04 21:07:19.910662 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-3e33975f-0feb-4c41-b2c1-d64ca8792d22 service neutron] Attempting to bind port 360933cf-d804-4569-a345-5bd91afcfb54 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:07:19.911470 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-3e33975f-0feb-4c41-b2c1-d64ca8792d22 service neutron] Attempting to bind port 360933cf-d804-4569-a345-5bd91afcfb54 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'dc252dab-745b-42aa-9175-cbc8dc87a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4a9563d0-ce93-4e0a-bbd6-a5e7af27607a'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:07:19.911920 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-3e33975f-0feb-4c41-b2c1-d64ca8792d22 service neutron] Attempting to bind port 360933cf-d804-4569-a345-5bd91afcfb54 on network 4a9563d0-ce93-4e0a-bbd6-a5e7af27607a {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:07:19.951500 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49107254-b366-4dd8-906f-02c7ac1ff584 req-98ff7862-ac89-4550-b258-46a274b0879d tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:19.966681 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-49107254-b366-4dd8-906f-02c7ac1ff584 req-98ff7862-ac89-4550-b258-46a274b0879d tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=15684e00-d06b-4bb2-9dd1-b459e2d442f4 HTTP/1.1" status: 200 len: 943 time: 0.6441441 Feb 04 21:07:20.013641 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-3e33975f-0feb-4c41-b2c1-d64ca8792d22 service neutron] Port 360933cf-d804-4569-a345-5bd91afcfb54 on network 4a9563d0-ce93-4e0a-bbd6-a5e7af27607a not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:07:20.013988 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-3e33975f-0feb-4c41-b2c1-d64ca8792d22 service neutron] Attempting to bind port 360933cf-d804-4569-a345-5bd91afcfb54 on network 4a9563d0-ce93-4e0a-bbd6-a5e7af27607a {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:07:20.024308 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a7188cfe-8634-4f92-bba9-b201d864fe8c req-46bea369-d009-42fb-b7fb-77eb015077a9 service neutron] 10.222.0.32 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4571378 Feb 04 21:07:20.034150 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-dc2abe23-4670-4e6c-8aec-c470533a8bba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 430e59cb-fdce-4370-814a-a6d6e2f0547a {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:07:20.048919 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-dc2abe23-4670-4e6c-8aec-c470533a8bba service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:20.057600 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-3e33975f-0feb-4c41-b2c1-d64ca8792d22 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:07:20.057943 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-3e33975f-0feb-4c41-b2c1-d64ca8792d22 service neutron] Checking segment: {'id': 'dc252dab-745b-42aa-9175-cbc8dc87a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4a9563d0-ce93-4e0a-bbd6-a5e7af27607a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:07:20.058335 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-3e33975f-0feb-4c41-b2c1-d64ca8792d22 service neutron] Bound using segment: {'id': 'dc252dab-745b-42aa-9175-cbc8dc87a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4a9563d0-ce93-4e0a-bbd6-a5e7af27607a'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:07:20.058789 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-3e33975f-0feb-4c41-b2c1-d64ca8792d22 service neutron] Bound port: 360933cf-d804-4569-a345-5bd91afcfb54, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc252dab-745b-42aa-9175-cbc8dc87a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4a9563d0-ce93-4e0a-bbd6-a5e7af27607a'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:07:20.059516 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-3e33975f-0feb-4c41-b2c1-d64ca8792d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:20.075152 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-dc2abe23-4670-4e6c-8aec-c470533a8bba service neutron] Transition to ACTIVE for port object 430e59cb-fdce-4370-814a-a6d6e2f0547a will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:07:20.087270 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f7013fe1-d577-495d-8220-567a0abe7be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:20.140094 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-dc2abe23-4670-4e6c-8aec-c470533a8bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:20.238719 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2abe23-4670-4e6c-8aec-c470533a8bba service neutron] Pushing event updated for resources: {'Port': ['ID=430e59cb-fdce-4370-814a-a6d6e2f0547a,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:20.268942 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-49107254-b366-4dd8-906f-02c7ac1ff584 req-c92fcd41-7fdd-483d-8db9-c54cdc200492 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009999 Feb 04 21:07:20.337202 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-3e33975f-0feb-4c41-b2c1-d64ca8792d22 service neutron] For port 360933cf-d804-4569-a345-5bd91afcfb54, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:07:20.346959 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-3e33975f-0feb-4c41-b2c1-d64ca8792d22 service neutron] For port 360933cf-d804-4569-a345-5bd91afcfb54, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=360933cf-d804-4569-a345-5bd91afcfb54,segment=NetworkSegment(dc252dab-745b-42aa-9175-cbc8dc87a7db),segment_id=dc252dab-745b-42aa-9175-cbc8dc87a7db)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:07:20.362360 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f987cb-6455-439d-8ee1-8c325677d2d9 req-3d5953a7-71ed-47c4-8924-4c5c8f26b0b8 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:20.365817 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-50f987cb-6455-439d-8ee1-8c325677d2d9 req-3d5953a7-71ed-47c4-8924-4c5c8f26b0b8 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e866aa6-5c6e-4fb9-9370-ce77030ee8c1 HTTP/1.1" status: 200 len: 946 time: 0.3531506 Feb 04 21:07:20.383075 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-3e33975f-0feb-4c41-b2c1-d64ca8792d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:20.491515 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7b793b2c-35e5-42ca-b9e5-c9d6fd0315a8 req-9010ff5f-88b1-4906-a681-e2d89336b83c tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=78baf9ae-e346-4ff7-965b-4b331957eee3 HTTP/1.1" status: 200 len: 210 time: 0.1160285 Feb 04 21:07:20.533117 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-50f987cb-6455-439d-8ee1-8c325677d2d9 req-f6913d29-21c9-4c9d-8349-4475656df2f4 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587279 Feb 04 21:07:20.563665 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-3e33975f-0feb-4c41-b2c1-d64ca8792d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:20.567604 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-3e33975f-0feb-4c41-b2c1-d64ca8792d22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:20.569140 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-3e33975f-0feb-4c41-b2c1-d64ca8792d22 service neutron] 10.222.0.18 "PUT /v2.0/ports/360933cf-d804-4569-a345-5bd91afcfb54 HTTP/1.1" status: 200 len: 1091 time: 3.6560082 Feb 04 21:07:20.608065 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33975f-0feb-4c41-b2c1-d64ca8792d22 service neutron] Pushing event updated for resources: {'Port': ['ID=360933cf-d804-4569-a345-5bd91afcfb54,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:20.820170 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-f3148c18-55b2-4d64-a438-60138394428c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:20.821678 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-f3148c18-55b2-4d64-a438-60138394428c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07e9b24649b94e84b82d3ffc4f68cc03&device_id=9b91b078-fe72-424d-b8f4-e7e188e0d52d HTTP/1.1" status: 200 len: 1094 time: 0.1809816 Feb 04 21:07:20.917036 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-dc2abe23-4670-4e6c-8aec-c470533a8bba service neutron] Attempting to bind port 430e59cb-fdce-4370-814a-a6d6e2f0547a on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:07:20.917036 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-dc2abe23-4670-4e6c-8aec-c470533a8bba service neutron] Attempting to bind port 430e59cb-fdce-4370-814a-a6d6e2f0547a by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'dc252dab-745b-42aa-9175-cbc8dc87a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4a9563d0-ce93-4e0a-bbd6-a5e7af27607a'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:07:20.918477 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-dc2abe23-4670-4e6c-8aec-c470533a8bba service neutron] Attempting to bind port 430e59cb-fdce-4370-814a-a6d6e2f0547a on network 4a9563d0-ce93-4e0a-bbd6-a5e7af27607a {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:07:20.947924 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-dc2abe23-4670-4e6c-8aec-c470533a8bba service neutron] Port 430e59cb-fdce-4370-814a-a6d6e2f0547a on network 4a9563d0-ce93-4e0a-bbd6-a5e7af27607a not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:07:20.956479 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-dc2abe23-4670-4e6c-8aec-c470533a8bba service neutron] Attempting to bind port 430e59cb-fdce-4370-814a-a6d6e2f0547a on network 4a9563d0-ce93-4e0a-bbd6-a5e7af27607a {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:07:20.959703 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-c40d30a5-7135-407d-9f81-d2c8bfbac8f7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=360933cf-d804-4569-a345-5bd91afcfb54 HTTP/1.1" status: 200 len: 217 time: 0.1277773 Feb 04 21:07:20.983668 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-dc2abe23-4670-4e6c-8aec-c470533a8bba service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:07:20.984622 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-dc2abe23-4670-4e6c-8aec-c470533a8bba service neutron] Checking segment: {'id': 'dc252dab-745b-42aa-9175-cbc8dc87a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4a9563d0-ce93-4e0a-bbd6-a5e7af27607a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:07:20.984992 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-dc2abe23-4670-4e6c-8aec-c470533a8bba service neutron] Bound using segment: {'id': 'dc252dab-745b-42aa-9175-cbc8dc87a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4a9563d0-ce93-4e0a-bbd6-a5e7af27607a'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:07:20.985551 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-dc2abe23-4670-4e6c-8aec-c470533a8bba service neutron] Bound port: 430e59cb-fdce-4370-814a-a6d6e2f0547a, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc252dab-745b-42aa-9175-cbc8dc87a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4a9563d0-ce93-4e0a-bbd6-a5e7af27607a'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:07:20.985845 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-dc2abe23-4670-4e6c-8aec-c470533a8bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:21.081966 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-9b1ce55e-d8f0-4627-8823-8944917c95e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:21.083918 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-9b1ce55e-d8f0-4627-8823-8944917c95e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2d3d93f3-0edc-4438-82a5-91ec06f0988c HTTP/1.1" status: 200 len: 855 time: 0.1181200 Feb 04 21:07:21.089868 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device c5600ea9-5404-40f3-8472-39f6fa709ef1 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:07:21.223153 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-dc2abe23-4670-4e6c-8aec-c470533a8bba service neutron] For port 430e59cb-fdce-4370-814a-a6d6e2f0547a, host n-h1-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:07:21.229483 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-dc2abe23-4670-4e6c-8aec-c470533a8bba service neutron] For port 430e59cb-fdce-4370-814a-a6d6e2f0547a, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=430e59cb-fdce-4370-814a-a6d6e2f0547a,segment=NetworkSegment(dc252dab-745b-42aa-9175-cbc8dc87a7db),segment_id=dc252dab-745b-42aa-9175-cbc8dc87a7db)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:07:21.243767 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-172ad4c9-eb9b-400f-a7d6-1740d73f9c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:21.245600 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-172ad4c9-eb9b-400f-a7d6-1740d73f9c7c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a9563d0-ce93-4e0a-bbd6-a5e7af27607a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1552835 Feb 04 21:07:21.283451 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-dc2abe23-4670-4e6c-8aec-c470533a8bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:21.411475 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port c5600ea9-5404-40f3-8472-39f6fa709ef1, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=c5600ea9-5404-40f3-8472-39f6fa709ef1,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:21.443392 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': 'c5600ea9-5404-40f3-8472-39f6fa709ef1', 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865', 'port_id': 'c5600ea9-5404-40f3-8472-39f6fa709ef1', 'mac_address': 'fa:16:3e:e2:5f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee4d3909-e094-4079-9a7f-4f6007c68222', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:07:21.528322 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-dc2abe23-4670-4e6c-8aec-c470533a8bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:21.528948 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-dc2abe23-4670-4e6c-8aec-c470533a8bba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:21.560578 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-dc2abe23-4670-4e6c-8aec-c470533a8bba service neutron] 10.222.0.32 "PUT /v2.0/ports/430e59cb-fdce-4370-814a-a6d6e2f0547a HTTP/1.1" status: 200 len: 1091 time: 3.2069943 Feb 04 21:07:21.564137 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1413a48a-8abf-4e85-8461-44ee911b2a3f', 'tag': '430e59cb-fdce-4370-814a-a6d6e2f0547a'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:07:21.566125 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:21.614052 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5600ea9-5404-40f3-8472-39f6fa709ef1 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:07:21.629839 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-f7013fe1-d577-495d-8220-567a0abe7be5 admin admin] Deleting port ad08c143-0d18-49e6-b36c-883ddce083c0 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:07:21.630190 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f7013fe1-d577-495d-8220-567a0abe7be5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:21.642006 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port c5600ea9-5404-40f3-8472-39f6fa709ef1, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=c5600ea9-5404-40f3-8472-39f6fa709ef1,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:21.647759 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:21.813685 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=c5600ea9-5404-40f3-8472-39f6fa709ef1,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:21.955545 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-f7013fe1-d577-495d-8220-567a0abe7be5 admin admin] For port ad08c143-0d18-49e6-b36c-883ddce083c0, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=ad08c143-0d18-49e6-b36c-883ddce083c0,segment=NetworkSegment(6153747c-27c0-40d9-b220-302e3ab3cf05),segment_id=6153747c-27c0-40d9-b220-302e3ab3cf05)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:21.956140 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f7013fe1-d577-495d-8220-567a0abe7be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:21.964365 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['c5600ea9-5404-40f3-8472-39f6fa709ef1'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:07:22.074908 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b91b078-fe72-424d-b8f4-e7e188e0d52d', 'tag': '360933cf-d804-4569-a345-5bd91afcfb54'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:07:22.154331 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-f7013fe1-d577-495d-8220-567a0abe7be5 admin admin] Calling delete_port for ad08c143-0d18-49e6-b36c-883ddce083c0 owned by network:router_interface {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:07:22.217730 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33264) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:22.228878 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2abe23-4670-4e6c-8aec-c470533a8bba service neutron] Pushing event updated for resources: {'Port': ['ID=430e59cb-fdce-4370-814a-a6d6e2f0547a,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:22.360882 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-2965fda7-572f-47b4-a239-6ce557553585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:22.361950 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7d92477b-269e-4fda-8de8-8050ddf28747 req-1673def9-f9f7-4d72-bf3f-2b608d56e107 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=78baf9ae-e346-4ff7-965b-4b331957eee3 HTTP/1.1" status: 200 len: 210 time: 0.0913160 Feb 04 21:07:22.374029 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-2965fda7-572f-47b4-a239-6ce557553585 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=07e9b24649b94e84b82d3ffc4f68cc03&device_id=1413a48a-8abf-4e85-8461-44ee911b2a3f HTTP/1.1" status: 200 len: 1094 time: 0.6834507 Feb 04 21:07:22.428821 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-70e61a11-b388-4db4-b5cb-91dca429ab2f service neutron] 10.222.0.18 "GET /v2.0/networks/4a9563d0-ce93-4e0a-bbd6-a5e7af27607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1765227 Feb 04 21:07:22.541381 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5ce98e05-e34b-4020-9b8e-39a9ee1e89c0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=41c8dc617c694e0aa63987a7d39ca017&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3122768 Feb 04 21:07:22.548647 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33276) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:22.612927 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-7fa772db-8e88-4260-91cb-cd9bd599d071 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=430e59cb-fdce-4370-814a-a6d6e2f0547a HTTP/1.1" status: 200 len: 217 time: 0.2122302 Feb 04 21:07:22.654694 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-25bd6384-1922-4dc3-9830-c7c6b58683ff tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:22.656871 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-25bd6384-1922-4dc3-9830-c7c6b58683ff tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.32 "GET /v2.0/networks?id=4a9563d0-ce93-4e0a-bbd6-a5e7af27607a HTTP/1.1" status: 200 len: 816 time: 1.1849320 Feb 04 21:07:22.664267 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc9741-0ee7-44ee-8d3d-36a72fcbbf7a req-a017ed28-21f9-4df7-be9a-54d3f80f0d93 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:22.665672 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7dc9741-0ee7-44ee-8d3d-36a72fcbbf7a req-a017ed28-21f9-4df7-be9a-54d3f80f0d93 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=15684e00-d06b-4bb2-9dd1-b459e2d442f4 HTTP/1.1" status: 200 len: 944 time: 0.5698941 Feb 04 21:07:22.685235 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-3408f259-1b85-4d80-b1e9-937302a4c176 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Request body: {'port': {'device_id': '78baf9ae-e346-4ff7-965b-4b331957eee3', 'network_id': '4a9563d0-ce93-4e0a-bbd6-a5e7af27607a', 'admin_state_up': True, 'tenant_id': '07e9b24649b94e84b82d3ffc4f68cc03'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:22.728421 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-99ddb159-dadc-4b35-a763-b402c63af671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:22.729896 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-99ddb159-dadc-4b35-a763-b402c63af671 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d3d93f3-0edc-4438-82a5-91ec06f0988c HTTP/1.1" status: 200 len: 855 time: 0.1097972 Feb 04 21:07:22.734732 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f7013fe1-d577-495d-8220-567a0abe7be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:22.858942 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7013fe1-d577-495d-8220-567a0abe7be5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad08c143-0d18-49e6-b36c-883ddce083c0,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:22.942737 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7dc9741-0ee7-44ee-8d3d-36a72fcbbf7a req-be6f4dbb-1abd-4541-b6d9-7201e41b1c83 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422729 Feb 04 21:07:22.970535 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3c6f5762-92f3-4187-9967-9b6b35d4bbe9 req-097ba0b5-d423-4140-8aa3-3186792cde59 service neutron] 10.222.0.18 "GET /v2.0/networks/4a9563d0-ce93-4e0a-bbd6-a5e7af27607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5159771 Feb 04 21:07:23.023153 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9bd068cc-457c-456e-a997-ec090fed7ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:23.045364 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-0ae1fa77-e0db-438c-a0b6-9bd8d3e59a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:23.046934 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-0ae1fa77-e0db-438c-a0b6-9bd8d3e59a59 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9563d0-ce93-4e0a-bbd6-a5e7af27607a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3080137 Feb 04 21:07:23.057366 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-3408f259-1b85-4d80-b1e9-937302a4c176 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:23.070970 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d998e7-03fc-4f28-928c-1029a14c4f4d req-09a7800e-106a-4853-af0f-cd8d8c157bae tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:23.083105 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-35d998e7-03fc-4f28-928c-1029a14c4f4d req-09a7800e-106a-4853-af0f-cd8d8c157bae tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e866aa6-5c6e-4fb9-9370-ce77030ee8c1 HTTP/1.1" status: 200 len: 946 time: 0.5468040 Feb 04 21:07:23.129943 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device c5600ea9-5404-40f3-8472-39f6fa709ef1 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:07:23.157041 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-3408f259-1b85-4d80-b1e9-937302a4c176 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:23.162999 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9bd068cc-457c-456e-a997-ec090fed7ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:23.217813 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-3408f259-1b85-4d80-b1e9-937302a4c176 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Made reservation on behalf of 07e9b24649b94e84b82d3ffc4f68cc03 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:07:23.222261 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-3408f259-1b85-4d80-b1e9-937302a4c176 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:23.283754 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f7013fe1-d577-495d-8220-567a0abe7be5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:23.292241 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-35d998e7-03fc-4f28-928c-1029a14c4f4d req-d199ab8d-0681-4b1d-a926-2fad981df59d tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073796 Feb 04 21:07:23.443562 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9bd068cc-457c-456e-a997-ec090fed7ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:23.447027 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-d15f812f-5757-4307-8884-0a6a877b9a10 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9563d0-ce93-4e0a-bbd6-a5e7af27607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914537 Feb 04 21:07:23.470426 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1413a48a-8abf-4e85-8461-44ee911b2a3f', 'tag': '430e59cb-fdce-4370-814a-a6d6e2f0547a', 'status': 'completed', 'code': 200} Feb 04 21:07:23.491201 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd068cc-457c-456e-a997-ec090fed7ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4959fa-5844-45ca-bc36-c03e32ff46d8,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:23.495559 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b91b078-fe72-424d-b8f4-e7e188e0d52d', 'tag': '360933cf-d804-4569-a345-5bd91afcfb54', 'status': 'completed', 'code': 200} Feb 04 21:07:23.535412 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port c5600ea9-5404-40f3-8472-39f6fa709ef1 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:07:23.550019 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port c5600ea9-5404-40f3-8472-39f6fa709ef1 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:07:23.550416 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:23.712870 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-3408f259-1b85-4d80-b1e9-937302a4c176 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Allocated IP 172.20.0.6 (4a9563d0-ce93-4e0a-bbd6-a5e7af27607a/2d3d93f3-0edc-4438-82a5-91ec06f0988c/a354a7b3-c4e3-422e-9092-d0b42efba9a1) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:07:23.732335 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9bd068cc-457c-456e-a997-ec090fed7ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:23.734727 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-9bd068cc-457c-456e-a997-ec090fed7ca2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9d4959fa-5844-45ca-bc36-c03e32ff46d8 HTTP/1.1" status: 204 len: 168 time: 1.1833222 Feb 04 21:07:23.869925 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce60942-0190-4890-82a0-ee7df0fe31f0 req-8cc22670-2add-4cbb-b570-12dd1d46d6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:23.871831 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2ce60942-0190-4890-82a0-ee7df0fe31f0 req-8cc22670-2add-4cbb-b570-12dd1d46d6fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07e9b24649b94e84b82d3ffc4f68cc03&device_id=9b91b078-fe72-424d-b8f4-e7e188e0d52d HTTP/1.1" status: 200 len: 1094 time: 0.3067486 Feb 04 21:07:23.923872 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4aca4cfd-3649-4f81-9676-e3885a513711 req-4bf16852-4b3e-4837-a968-f96a940fd781 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9563d0-ce93-4e0a-bbd6-a5e7af27607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435129 Feb 04 21:07:23.987658 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:24.072136 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15684e00-d06b-4bb2-9dd1-b459e2d442f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5600ea9-5404-40f3-8472-39f6fa709ef1'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:07:24.111263 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port c5600ea9-5404-40f3-8472-39f6fa709ef1, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=c5600ea9-5404-40f3-8472-39f6fa709ef1,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:24.122391 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:24.133189 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33318) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:24.193448 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7013fe1-d577-495d-8220-567a0abe7be5 admin admin] Router 4a8a8046-c863-4e1c-ae44-7916ab3ce9b5 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:07:24.262649 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=c5600ea9-5404-40f3-8472-39f6fa709ef1,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:24.271385 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 360933cf-d804-4569-a345-5bd91afcfb54 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:07:24.417278 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-e2b43987-11c0-48c4-aad8-b056d1724b8f req-7a5acb98-a7c6-44cb-bfb0-5e542067b966 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Synchronizing usage tracker for tenant:07e9b24649b94e84b82d3ffc4f68cc03 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:07:24.422602 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9e568d35-5fb4-453f-95e4-a0f766e2b1b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:24.443027 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f56f9-11f3-4758-aae7-44f069d5d96f req-e63c4c24-aed3-4cc5-bd20-50175ade48a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:24.444709 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7b1f56f9-11f3-4758-aae7-44f069d5d96f req-e63c4c24-aed3-4cc5-bd20-50175ade48a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=07e9b24649b94e84b82d3ffc4f68cc03&device_id=1413a48a-8abf-4e85-8461-44ee911b2a3f HTTP/1.1" status: 200 len: 1094 time: 0.3702927 Feb 04 21:07:24.479186 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-e2b43987-11c0-48c4-aad8-b056d1724b8f req-7a5acb98-a7c6-44cb-bfb0-5e542067b966 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Unset dirty status for tenant:07e9b24649b94e84b82d3ffc4f68cc03 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:07:24.480648 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e2b43987-11c0-48c4-aad8-b056d1724b8f req-7a5acb98-a7c6-44cb-bfb0-5e542067b966 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=78baf9ae-e346-4ff7-965b-4b331957eee3 HTTP/1.1" status: 200 len: 210 time: 0.5614009 Feb 04 21:07:24.486886 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9e568d35-5fb4-453f-95e4-a0f766e2b1b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:24.563626 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce60942-0190-4890-82a0-ee7df0fe31f0 req-ee864ae7-65fe-4011-951d-68e7e87703b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:24.565393 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2ce60942-0190-4890-82a0-ee7df0fe31f0 req-ee864ae7-65fe-4011-951d-68e7e87703b8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a9563d0-ce93-4e0a-bbd6-a5e7af27607a HTTP/1.1" status: 200 len: 917 time: 0.6476672 Feb 04 21:07:24.623825 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 360933cf-d804-4569-a345-5bd91afcfb54, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=360933cf-d804-4569-a345-5bd91afcfb54,segment=NetworkSegment(dc252dab-745b-42aa-9175-cbc8dc87a7db),segment_id=dc252dab-745b-42aa-9175-cbc8dc87a7db)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:24.652575 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '360933cf-d804-4569-a345-5bd91afcfb54', 'network_id': '4a9563d0-ce93-4e0a-bbd6-a5e7af27607a', 'port_id': '360933cf-d804-4569-a345-5bd91afcfb54', 'mac_address': 'fa:16:3e:08:2e:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d3d93f3-0edc-4438-82a5-91ec06f0988c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:07:24.664031 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-3408f259-1b85-4d80-b1e9-937302a4c176 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:24.669749 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2ce60942-0190-4890-82a0-ee7df0fe31f0 req-f5432297-32c6-416c-9fb2-444296603bd0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=360933cf-d804-4569-a345-5bd91afcfb54 HTTP/1.1" status: 200 len: 217 time: 0.0931213 Feb 04 21:07:24.711814 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f56f9-11f3-4758-aae7-44f069d5d96f req-38ba2087-259b-4bda-a948-ee68b693f3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:24.713840 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7b1f56f9-11f3-4758-aae7-44f069d5d96f req-38ba2087-259b-4bda-a948-ee68b693f3ca service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a9563d0-ce93-4e0a-bbd6-a5e7af27607a HTTP/1.1" status: 200 len: 917 time: 0.2613144 Feb 04 21:07:24.719913 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9e568d35-5fb4-453f-95e4-a0f766e2b1b4 admin admin] Usage tracker for resource:security_group_rule and tenant:ce92344bb3cb469dbe5ad692bbcb6db7 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:24.766831 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:24.802485 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 360933cf-d804-4569-a345-5bd91afcfb54 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:07:24.823441 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 360933cf-d804-4569-a345-5bd91afcfb54, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=360933cf-d804-4569-a345-5bd91afcfb54,segment=NetworkSegment(dc252dab-745b-42aa-9175-cbc8dc87a7db),segment_id=dc252dab-745b-42aa-9175-cbc8dc87a7db)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:24.830668 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:24.870020 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7013fe1-d577-495d-8220-567a0abe7be5 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:07:24.879886 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5b8e57-4411-4c36-957b-6e7c30927be8 None None] Sync routers for ids ['4a8a8046-c863-4e1c-ae44-7916ab3ce9b5'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:07:24.908772 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5b8e57-4411-4c36-957b-6e7c30927be8 None None] Routers {'4a8a8046-c863-4e1c-ae44-7916ab3ce9b5'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:07:24.910829 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-fc5b8e57-4411-4c36-957b-6e7c30927be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:07:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4a8a8046-c863-4e1c-ae44-7916ab3ce9b5'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:24.911610 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15684e00-d06b-4bb2-9dd1-b459e2d442f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5600ea9-5404-40f3-8472-39f6fa709ef1', 'code': 200} Feb 04 21:07:24.975320 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-3408f259-1b85-4d80-b1e9-937302a4c176 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Transition to ACTIVE for port object a354a7b3-c4e3-422e-9092-d0b42efba9a1 will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:07:24.997104 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9e568d35-5fb4-453f-95e4-a0f766e2b1b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:25.014786 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9e568d35-5fb4-453f-95e4-a0f766e2b1b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:25.016073 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=360933cf-d804-4569-a345-5bd91afcfb54,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:25.065759 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['360933cf-d804-4569-a345-5bd91afcfb54'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:07:25.115464 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7b1f56f9-11f3-4758-aae7-44f069d5d96f req-6499574d-2801-42bc-bf0e-17512061671b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=430e59cb-fdce-4370-814a-a6d6e2f0547a HTTP/1.1" status: 200 len: 217 time: 0.3914402 Feb 04 21:07:25.172870 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce60942-0190-4890-82a0-ee7df0fe31f0 req-ac044581-a3b4-4ebe-8e28-a9be079bec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:25.175267 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2ce60942-0190-4890-82a0-ee7df0fe31f0 req-ac044581-a3b4-4ebe-8e28-a9be079bec94 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2d3d93f3-0edc-4438-82a5-91ec06f0988c HTTP/1.1" status: 200 len: 855 time: 0.4969647 Feb 04 21:07:25.197045 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f7013fe1-d577-495d-8220-567a0abe7be5 admin admin] 10.222.0.26 "PUT /v2.0/routers/4a8a8046-c863-4e1c-ae44-7916ab3ce9b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3658409 Feb 04 21:07:25.201964 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33350) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:25.226835 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-fc5b8e57-4411-4c36-957b-6e7c30927be8 None None] Set router 4a8a8046-c863-4e1c-ae44-7916ab3ce9b5 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:07:25.316682 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb65269-eaa8-4bf9-9cfc-1f3a1995c290 req-11ebfc73-9f62-49f7-a1c6-f044a1e149f5 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:25.318361 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-acb65269-eaa8-4bf9-9cfc-1f3a1995c290 req-11ebfc73-9f62-49f7-a1c6-f044a1e149f5 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=15684e00-d06b-4bb2-9dd1-b459e2d442f4 HTTP/1.1" status: 200 len: 945 time: 0.6019022 Feb 04 21:07:25.327029 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-3408f259-1b85-4d80-b1e9-937302a4c176 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:25.341445 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f56f9-11f3-4758-aae7-44f069d5d96f req-5237e998-604d-48cd-b726-1831ec4ecd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:25.342877 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7b1f56f9-11f3-4758-aae7-44f069d5d96f req-5237e998-604d-48cd-b726-1831ec4ecd62 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d3d93f3-0edc-4438-82a5-91ec06f0988c HTTP/1.1" status: 200 len: 855 time: 0.2171543 Feb 04 21:07:25.371111 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd45fe-c953-41a0-a3ea-b66a720d9d7b req-6fff9198-8e93-4cea-9409-b926b6a7d448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:25.372736 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-64bd45fe-c953-41a0-a3ea-b66a720d9d7b req-6fff9198-8e93-4cea-9409-b926b6a7d448 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=15684e00-d06b-4bb2-9dd1-b459e2d442f4 HTTP/1.1" status: 200 len: 1096 time: 0.3907015 Feb 04 21:07:25.436560 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d840fc-4001-496c-89fe-a8b17741b28f req-5f40fad0-0606-43fd-9a47-7105c2b8ca93 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:25.441721 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2d840fc-4001-496c-89fe-a8b17741b28f req-5f40fad0-0606-43fd-9a47-7105c2b8ca93 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e866aa6-5c6e-4fb9-9370-ce77030ee8c1 HTTP/1.1" status: 200 len: 946 time: 0.4060843 Feb 04 21:07:25.498244 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-3408f259-1b85-4d80-b1e9-937302a4c176 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Network 4a9563d0-ce93-4e0a-bbd6-a5e7af27607a is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:07:25.503678 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9e568d35-5fb4-453f-95e4-a0f766e2b1b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:25.520410 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9e568d35-5fb4-453f-95e4-a0f766e2b1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:25.524151 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-3408f259-1b85-4d80-b1e9-937302a4c176 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:07:25.540664 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b70a5e16-0a9d-4222-b1fd-52c6ecc8fce9 admin admin] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:25.555989 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-3408f259-1b85-4d80-b1e9-937302a4c176 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:07:25.590027 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-fc5b8e57-4411-4c36-957b-6e7c30927be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8a8046-c863-4e1c-ae44-7916ab3ce9b5', 'name': 'tempest-TaggedBootDevicesTest-1510287639-router', 'tenant_id': 'cee09c0efcb541d280a12e5149cb4082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '17a2b0bb-5910-4e8a-aad8-94142304b33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:00:16Z', 'updated_at': '2022-02-04T21:07:22Z', 'revision_number': 5, 'project_id': 'cee09c0efcb541d280a12e5149cb4082', 'gw_port': {'id': '17a2b0bb-5910-4e8a-aad8-94142304b33a', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8a8046-c863-4e1c-ae44-7916ab3ce9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:20Z', 'updated_at': '2022-02-04T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:25.596522 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5b8e57-4411-4c36-957b-6e7c30927be8 None None] Checking router: 4a8a8046-c863-4e1c-ae44-7916ab3ce9b5 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:07:25.600847 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2d840fc-4001-496c-89fe-a8b17741b28f req-7810f2c6-5ff6-4f9a-9932-0620126da5c8 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329896 Feb 04 21:07:25.608122 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce60942-0190-4890-82a0-ee7df0fe31f0 req-31f5b937-36ee-4c1b-b9b0-6aa58527236b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:25.608803 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5b8e57-4411-4c36-957b-6e7c30927be8 None None] Routers {'4a8a8046-c863-4e1c-ae44-7916ab3ce9b5'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:07:25.609725 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2ce60942-0190-4890-82a0-ee7df0fe31f0 req-31f5b937-36ee-4c1b-b9b0-6aa58527236b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a9563d0-ce93-4e0a-bbd6-a5e7af27607a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4155254 Feb 04 21:07:25.610226 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-fc5b8e57-4411-4c36-957b-6e7c30927be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:07:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4a8a8046-c863-4e1c-ae44-7916ab3ce9b5'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:25.633851 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-acb65269-eaa8-4bf9-9cfc-1f3a1995c290 req-a74eaff6-7ffa-4c95-a5ed-420be1d10c09 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009434 Feb 04 21:07:25.636537 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408f259-1b85-4d80-b1e9-937302a4c176 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Pushing event updated for resources: {'Port': ['ID=a354a7b3-c4e3-422e-9092-d0b42efba9a1,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:25.680682 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['360933cf-d804-4569-a345-5bd91afcfb54'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:07:25.763294 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e568d35-5fb4-453f-95e4-a0f766e2b1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0775d4f-91f8-4aac-add8-0fbcb008c533,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:25.857967 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-fc5b8e57-4411-4c36-957b-6e7c30927be8 None None] Set router 4a8a8046-c863-4e1c-ae44-7916ab3ce9b5 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:07:25.935563 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9e568d35-5fb4-453f-95e4-a0f766e2b1b4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ce92344bb3cb469dbe5ad692bbcb6db7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7960312 Feb 04 21:07:25.941806 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-3408f259-1b85-4d80-b1e9-937302a4c176 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:25.942504 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-3408f259-1b85-4d80-b1e9-937302a4c176 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:25.948753 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33360) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:25.966203 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2ce60942-0190-4890-82a0-ee7df0fe31f0 req-14ffbce4-5b1a-4ed7-afed-8b481f6f33c3 service neutron] 10.222.0.18 "GET /v2.0/networks/4a9563d0-ce93-4e0a-bbd6-a5e7af27607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581079 Feb 04 21:07:25.987319 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f56f9-11f3-4758-aae7-44f069d5d96f req-160b9d37-947f-4610-9335-039abd1af473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:25.990728 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7b1f56f9-11f3-4758-aae7-44f069d5d96f req-160b9d37-947f-4610-9335-039abd1af473 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9563d0-ce93-4e0a-bbd6-a5e7af27607a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5799205 Feb 04 21:07:26.025764 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-fd55aa7a-9ecb-40b8-893c-f658ac3b7681 None None] Provisioning for port a354a7b3-c4e3-422e-9092-d0b42efba9a1 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:07:26.054498 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-fd55aa7a-9ecb-40b8-893c-f658ac3b7681 None None] Provisioning complete for port a354a7b3-c4e3-422e-9092-d0b42efba9a1 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:07:26.054902 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fd55aa7a-9ecb-40b8-893c-f658ac3b7681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:26.200421 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-fd55aa7a-9ecb-40b8-893c-f658ac3b7681 None None] Port a354a7b3-c4e3-422e-9092-d0b42efba9a1 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:07:26.208429 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 360933cf-d804-4569-a345-5bd91afcfb54 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:07:26.233518 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2ce60942-0190-4890-82a0-ee7df0fe31f0 req-e360b9c2-0f4e-4dcb-b56e-9ce63ec4f47d service neutron] 10.222.0.18 "GET /v2.0/networks/4a9563d0-ce93-4e0a-bbd6-a5e7af27607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869891 Feb 04 21:07:26.236679 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-64bd45fe-c953-41a0-a3ea-b66a720d9d7b req-9707168a-63ac-4ec5-bb77-c41b05b7eb7e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8318861 Feb 04 21:07:26.238898 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-3408f259-1b85-4d80-b1e9-937302a4c176 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5704558 Feb 04 21:07:26.270629 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78b4c7-67ac-4d8a-9879-319b1a6b50db req-ffd599a7-7fec-45e2-8036-f0770a2a9954 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:26.272258 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b70a5e16-0a9d-4222-b1fd-52c6ecc8fce9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:26.272459 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8a78b4c7-67ac-4d8a-9879-319b1a6b50db req-ffd599a7-7fec-45e2-8036-f0770a2a9954 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=78baf9ae-e346-4ff7-965b-4b331957eee3 HTTP/1.1" status: 200 len: 931 time: 0.2996821 Feb 04 21:07:26.307887 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-b70a5e16-0a9d-4222-b1fd-52c6ecc8fce9 admin admin] Deleting port 17a2b0bb-5910-4e8a-aad8-94142304b33a {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:07:26.308399 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b70a5e16-0a9d-4222-b1fd-52c6ecc8fce9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:26.309311 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:26.360548 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0165301a-0561-4d9d-aaea-e1d91f451598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:26.361254 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-8a78b4c7-67ac-4d8a-9879-319b1a6b50db req-df7104c0-e6da-433b-93fa-04a16f4ef6fc tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Synchronizing usage tracker for tenant:07e9b24649b94e84b82d3ffc4f68cc03 on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:07:26.369420 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 360933cf-d804-4569-a345-5bd91afcfb54 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:07:26.376832 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 360933cf-d804-4569-a345-5bd91afcfb54 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:07:26.377627 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:26.394929 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-8a78b4c7-67ac-4d8a-9879-319b1a6b50db req-df7104c0-e6da-433b-93fa-04a16f4ef6fc tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Unset dirty status for tenant:07e9b24649b94e84b82d3ffc4f68cc03 on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:07:26.396116 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8a78b4c7-67ac-4d8a-9879-319b1a6b50db req-df7104c0-e6da-433b-93fa-04a16f4ef6fc tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123028 Feb 04 21:07:26.396471 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-fc5b8e57-4411-4c36-957b-6e7c30927be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8a8046-c863-4e1c-ae44-7916ab3ce9b5', 'name': 'tempest-TaggedBootDevicesTest-1510287639-router', 'tenant_id': 'cee09c0efcb541d280a12e5149cb4082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '17a2b0bb-5910-4e8a-aad8-94142304b33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:00:16Z', 'updated_at': '2022-02-04T21:07:22Z', 'revision_number': 5, 'project_id': 'cee09c0efcb541d280a12e5149cb4082', 'gw_port': {'id': '17a2b0bb-5910-4e8a-aad8-94142304b33a', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8a8046-c863-4e1c-ae44-7916ab3ce9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:20Z', 'updated_at': '2022-02-04T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:26.401583 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5b8e57-4411-4c36-957b-6e7c30927be8 None None] The sync data for ids ['4a8a8046-c863-4e1c-ae44-7916ab3ce9b5'] in n-d-827896-1 is: [{'id': '4a8a8046-c863-4e1c-ae44-7916ab3ce9b5', 'name': 'tempest-TaggedBootDevicesTest-1510287639-router', 'tenant_id': 'cee09c0efcb541d280a12e5149cb4082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '17a2b0bb-5910-4e8a-aad8-94142304b33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:00:16Z', 'updated_at': '2022-02-04T21:07:22Z', 'revision_number': 5, 'project_id': 'cee09c0efcb541d280a12e5149cb4082', 'gw_port': {'id': '17a2b0bb-5910-4e8a-aad8-94142304b33a', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8a8046-c863-4e1c-ae44-7916ab3ce9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:00:20Z', 'updated_at': '2022-02-04T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:07:26.458965 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0165301a-0561-4d9d-aaea-e1d91f451598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:26.490489 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7b1f56f9-11f3-4758-aae7-44f069d5d96f req-987cad9e-b4a7-43ed-bce0-22fe16759008 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9563d0-ce93-4e0a-bbd6-a5e7af27607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4794824 Feb 04 21:07:26.491890 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-0b78eb4a-c320-4774-b524-315c39b3946d service neutron] Request body: {'port': {'device_id': '78baf9ae-e346-4ff7-965b-4b331957eee3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:26.550393 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33376) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:26.576119 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:26.649587 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 360933cf-d804-4569-a345-5bd91afcfb54, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=360933cf-d804-4569-a345-5bd91afcfb54,segment=NetworkSegment(dc252dab-745b-42aa-9175-cbc8dc87a7db),segment_id=dc252dab-745b-42aa-9175-cbc8dc87a7db)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:26.662409 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:26.684943 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-0b78eb4a-c320-4774-b524-315c39b3946d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:26.816332 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=360933cf-d804-4569-a345-5bd91afcfb54,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:26.833303 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device ad08c143-0d18-49e6-b36c-883ddce083c0 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:07:26.876815 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6465bb82-118b-496f-a6da-e577e182dcec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:26.904567 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: ad08c143-0d18-49e6-b36c-883ddce083c0 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:07:26.904906 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device ad08c143-0d18-49e6-b36c-883ddce083c0 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:07:26.913084 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b91b078-fe72-424d-b8f4-e7e188e0d52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360933cf-d804-4569-a345-5bd91afcfb54'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:07:26.918502 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6465bb82-118b-496f-a6da-e577e182dcec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:26.936533 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6465bb82-118b-496f-a6da-e577e182dcec admin admin] Usage tracker for resource:security_group_rule and tenant:a75aa88b1a9743d0991c04d41a034de2 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:26.955003 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6465bb82-118b-496f-a6da-e577e182dcec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:26.972191 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-b70a5e16-0a9d-4222-b1fd-52c6ecc8fce9 admin admin] For port 17a2b0bb-5910-4e8a-aad8-94142304b33a, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=17a2b0bb-5910-4e8a-aad8-94142304b33a,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:26.972554 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b70a5e16-0a9d-4222-b1fd-52c6ecc8fce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:26.982689 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6465bb82-118b-496f-a6da-e577e182dcec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:26.985374 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0165301a-0561-4d9d-aaea-e1d91f451598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:27.128159 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d34e98-5cee-4c38-b9a9-511385a19f31 req-28fcd09a-4a1a-4ec9-ab73-8bb2e1ed8d69 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:27.129630 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-22d34e98-5cee-4c38-b9a9-511385a19f31 req-28fcd09a-4a1a-4ec9-ab73-8bb2e1ed8d69 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=15684e00-d06b-4bb2-9dd1-b459e2d442f4 HTTP/1.1" status: 200 len: 945 time: 0.3255401 Feb 04 21:07:27.132151 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165301a-0561-4d9d-aaea-e1d91f451598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0775d4f-91f8-4aac-add8-0fbcb008c533,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:27.144627 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-b70a5e16-0a9d-4222-b1fd-52c6ecc8fce9 admin admin] Calling delete_port for 17a2b0bb-5910-4e8a-aad8-94142304b33a owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:07:27.174733 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7b1f56f9-11f3-4758-aae7-44f069d5d96f req-3aa4d388-e256-4305-9ba9-8ec3db939d8e service neutron] 10.222.0.32 "GET /v2.0/networks/4a9563d0-ce93-4e0a-bbd6-a5e7af27607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6234024 Feb 04 21:07:27.201881 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-22d34e98-5cee-4c38-b9a9-511385a19f31 req-6b3bc90f-60b3-4a9c-b5cd-42e5adffdc3e tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550301 Feb 04 21:07:27.205133 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0165301a-0561-4d9d-aaea-e1d91f451598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:27.209065 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0165301a-0561-4d9d-aaea-e1d91f451598 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d0775d4f-91f8-4aac-add8-0fbcb008c533 HTTP/1.1" status: 204 len: 168 time: 1.2563636 Feb 04 21:07:27.211010 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da48c5-6ecc-4231-be6e-5acd4941e5a8 req-0783a44a-9d5e-4b59-94f0-78e61864077a tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:27.213006 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a6da48c5-6ecc-4231-be6e-5acd4941e5a8 req-0783a44a-9d5e-4b59-94f0-78e61864077a tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e866aa6-5c6e-4fb9-9370-ce77030ee8c1 HTTP/1.1" status: 200 len: 946 time: 0.3439791 Feb 04 21:07:27.305945 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a6da48c5-6ecc-4231-be6e-5acd4941e5a8 req-a49f62db-73bb-46b0-9295-e35ae843c7f3 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774992 Feb 04 21:07:27.339760 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6465bb82-118b-496f-a6da-e577e182dcec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:27.345355 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6465bb82-118b-496f-a6da-e577e182dcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:27.403238 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b91b078-fe72-424d-b8f4-e7e188e0d52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360933cf-d804-4569-a345-5bd91afcfb54', 'code': 200} Feb 04 21:07:27.438416 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465bb82-118b-496f-a6da-e577e182dcec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08f659e-b3a3-45d9-869a-c33d1f8fb6c9,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:27.456663 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6465bb82-118b-496f-a6da-e577e182dcec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a75aa88b1a9743d0991c04d41a034de2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9041367 Feb 04 21:07:27.457993 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-0b78eb4a-c320-4774-b524-315c39b3946d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a354a7b3-c4e3-422e-9092-d0b42efba9a1 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:07:27.459810 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33402) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:27.477503 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-0b78eb4a-c320-4774-b524-315c39b3946d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:27.515373 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-0b78eb4a-c320-4774-b524-315c39b3946d service neutron] Transition to ACTIVE for port object a354a7b3-c4e3-422e-9092-d0b42efba9a1 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:07:27.519083 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b70a5e16-0a9d-4222-b1fd-52c6ecc8fce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:27.522395 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-0b78eb4a-c320-4774-b524-315c39b3946d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:27.612337 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a5e16-0a9d-4222-b1fd-52c6ecc8fce9 admin admin] Pushing event deleted for resources: {'Port': ['ID=17a2b0bb-5910-4e8a-aad8-94142304b33a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:27.766168 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78eb4a-c320-4774-b524-315c39b3946d service neutron] Pushing event updated for resources: {'Port': ['ID=a354a7b3-c4e3-422e-9092-d0b42efba9a1,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:27.781945 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33406) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:27.804669 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9648cd95-ab4f-4cc2-bb27-f2e3b8fc9457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:27.809882 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b70a5e16-0a9d-4222-b1fd-52c6ecc8fce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:27.864459 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cc2d5ba5-4bf8-4b84-bf79-47e6cf807285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:28.046954 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-cc2d5ba5-4bf8-4b84-bf79-47e6cf807285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:28.051093 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-cc2d5ba5-4bf8-4b84-bf79-47e6cf807285 admin admin] Usage tracker for resource:security_group_rule and tenant:91847222e87b477baba0ff0d37938c0b is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:28.054901 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-cc2d5ba5-4bf8-4b84-bf79-47e6cf807285 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:28.061785 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-cc2d5ba5-4bf8-4b84-bf79-47e6cf807285 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:28.119496 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b70a5e16-0a9d-4222-b1fd-52c6ecc8fce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:28.122199 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9648cd95-ab4f-4cc2-bb27-f2e3b8fc9457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:28.154802 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b70a5e16-0a9d-4222-b1fd-52c6ecc8fce9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:28.169921 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682af89-cced-49e6-a638-51aa2f62d693 req-b64a0e63-90d8-4cf4-b90c-abb5e8379880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:28.171449 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0682af89-cced-49e6-a638-51aa2f62d693 req-b64a0e63-90d8-4cf4-b90c-abb5e8379880 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9b91b078-fe72-424d-b8f4-e7e188e0d52d HTTP/1.1" status: 200 len: 1096 time: 0.4071159 Feb 04 21:07:28.183275 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73493812-6529-4891-afb0-3823262d8f32 req-3764a964-cec5-4ebd-950e-527d8681ac82 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:28.184733 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-73493812-6529-4891-afb0-3823262d8f32 req-3764a964-cec5-4ebd-950e-527d8681ac82 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=78baf9ae-e346-4ff7-965b-4b331957eee3 HTTP/1.1" status: 200 len: 943 time: 0.4221928 Feb 04 21:07:28.198336 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-0b78eb4a-c320-4774-b524-315c39b3946d service neutron] Attempting to bind port a354a7b3-c4e3-422e-9092-d0b42efba9a1 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:07:28.198734 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-0b78eb4a-c320-4774-b524-315c39b3946d service neutron] Attempting to bind port a354a7b3-c4e3-422e-9092-d0b42efba9a1 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'dc252dab-745b-42aa-9175-cbc8dc87a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4a9563d0-ce93-4e0a-bbd6-a5e7af27607a'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:07:28.199316 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-0b78eb4a-c320-4774-b524-315c39b3946d service neutron] Attempting to bind port a354a7b3-c4e3-422e-9092-d0b42efba9a1 on network 4a9563d0-ce93-4e0a-bbd6-a5e7af27607a {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:07:28.225311 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-0b78eb4a-c320-4774-b524-315c39b3946d service neutron] Port a354a7b3-c4e3-422e-9092-d0b42efba9a1 on network 4a9563d0-ce93-4e0a-bbd6-a5e7af27607a not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:07:28.225647 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-0b78eb4a-c320-4774-b524-315c39b3946d service neutron] Attempting to bind port a354a7b3-c4e3-422e-9092-d0b42efba9a1 on network 4a9563d0-ce93-4e0a-bbd6-a5e7af27607a {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:07:28.226811 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b70a5e16-0a9d-4222-b1fd-52c6ecc8fce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:28.227346 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70a5e16-0a9d-4222-b1fd-52c6ecc8fce9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a8a8046-c863-4e1c-ae44-7916ab3ce9b5 {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:07:28.273635 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-0b78eb4a-c320-4774-b524-315c39b3946d service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:07:28.273987 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-0b78eb4a-c320-4774-b524-315c39b3946d service neutron] Checking segment: {'id': 'dc252dab-745b-42aa-9175-cbc8dc87a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4a9563d0-ce93-4e0a-bbd6-a5e7af27607a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:07:28.274381 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-0b78eb4a-c320-4774-b524-315c39b3946d service neutron] Bound using segment: {'id': 'dc252dab-745b-42aa-9175-cbc8dc87a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4a9563d0-ce93-4e0a-bbd6-a5e7af27607a'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:07:28.274833 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-0b78eb4a-c320-4774-b524-315c39b3946d service neutron] Bound port: a354a7b3-c4e3-422e-9092-d0b42efba9a1, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc252dab-745b-42aa-9175-cbc8dc87a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4a9563d0-ce93-4e0a-bbd6-a5e7af27607a'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:07:28.275216 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-0b78eb4a-c320-4774-b524-315c39b3946d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:28.308068 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0682af89-cced-49e6-a638-51aa2f62d693 req-a638bd00-0f79-465b-beb8-7a4fe3f9a572 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223483 Feb 04 21:07:28.312267 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-73493812-6529-4891-afb0-3823262d8f32 req-3646c610-b9bb-433d-9ae9-1487d4887d39 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080511 Feb 04 21:07:28.361926 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cc2d5ba5-4bf8-4b84-bf79-47e6cf807285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:28.380224 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b70a5e16-0a9d-4222-b1fd-52c6ecc8fce9 admin admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:28.385623 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b70a5e16-0a9d-4222-b1fd-52c6ecc8fce9 admin admin] 10.222.0.26 "DELETE /v2.0/routers/4a8a8046-c863-4e1c-ae44-7916ab3ce9b5 HTTP/1.1" status: 204 len: 168 time: 3.1795402 Feb 04 21:07:28.390891 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33424) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:28.396448 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cc2d5ba5-4bf8-4b84-bf79-47e6cf807285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:28.473073 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9648cd95-ab4f-4cc2-bb27-f2e3b8fc9457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:28.476233 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9648cd95-ab4f-4cc2-bb27-f2e3b8fc9457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:28.477633 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9648cd95-ab4f-4cc2-bb27-f2e3b8fc9457 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d08f659e-b3a3-45d9-869a-c33d1f8fb6c9 HTTP/1.1" status: 204 len: 168 time: 1.0167315 Feb 04 21:07:28.490976 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-0b78eb4a-c320-4774-b524-315c39b3946d service neutron] For port a354a7b3-c4e3-422e-9092-d0b42efba9a1, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:07:28.512080 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-cc2d5ba5-4bf8-4b84-bf79-47e6cf807285 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=91847222e87b477baba0ff0d37938c0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7290409 Feb 04 21:07:28.521144 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33430) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:28.521633 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33432) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:28.555104 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-0b78eb4a-c320-4774-b524-315c39b3946d service neutron] For port a354a7b3-c4e3-422e-9092-d0b42efba9a1, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=a354a7b3-c4e3-422e-9092-d0b42efba9a1,segment=NetworkSegment(dc252dab-745b-42aa-9175-cbc8dc87a7db),segment_id=dc252dab-745b-42aa-9175-cbc8dc87a7db)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:07:28.571588 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-0b78eb4a-c320-4774-b524-315c39b3946d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:28.578774 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d5ba5-4bf8-4b84-bf79-47e6cf807285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135cfb5f-dd57-4eb0-8971-40db99eea19b,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:28.613357 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-333dc570-8e6d-47ef-a47b-124219676bdc admin admin] Deleting subnet 9ade209a-4321-479d-8d8b-e75eaabbb17a {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:07:28.631986 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-333dc570-8e6d-47ef-a47b-124219676bdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:28.645972 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-0b78eb4a-c320-4774-b524-315c39b3946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:28.646603 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-0b78eb4a-c320-4774-b524-315c39b3946d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:28.649606 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-0b78eb4a-c320-4774-b524-315c39b3946d service neutron] 10.222.0.32 "PUT /v2.0/ports/a354a7b3-c4e3-422e-9092-d0b42efba9a1 HTTP/1.1" status: 200 len: 1091 time: 2.1613867 Feb 04 21:07:28.650628 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78baf9ae-e346-4ff7-965b-4b331957eee3', 'tag': 'a354a7b3-c4e3-422e-9092-d0b42efba9a1'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:07:28.689791 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9648cd95-ab4f-4cc2-bb27-f2e3b8fc9457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08f659e-b3a3-45d9-869a-c33d1f8fb6c9,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:28.694540 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78eb4a-c320-4774-b524-315c39b3946d service neutron] Pushing event updated for resources: {'Port': ['ID=a354a7b3-c4e3-422e-9092-d0b42efba9a1,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:28.717999 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ee97c56c-726a-4a80-9dc2-abd5c1931747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:28.788772 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ee97c56c-726a-4a80-9dc2-abd5c1931747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:28.805666 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ffb38-156a-4037-b996-1a5db689e75c req-dc296645-05ed-4b2d-b798-9b2847a78aa1 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:28.807442 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-954ffb38-156a-4037-b996-1a5db689e75c req-dc296645-05ed-4b2d-b798-9b2847a78aa1 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=15684e00-d06b-4bb2-9dd1-b459e2d442f4 HTTP/1.1" status: 200 len: 945 time: 0.3731358 Feb 04 21:07:28.831315 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebf357-5a5b-4ad7-8ece-b0cb695c843c req-de4bec58-cb9a-4855-96b1-b3f2a8e3d237 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:28.863327 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-10ebf357-5a5b-4ad7-8ece-b0cb695c843c req-de4bec58-cb9a-4855-96b1-b3f2a8e3d237 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e866aa6-5c6e-4fb9-9370-ce77030ee8c1 HTTP/1.1" status: 200 len: 946 time: 0.3640575 Feb 04 21:07:28.885231 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 17a2b0bb-5910-4e8a-aad8-94142304b33a no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:07:28.906553 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ee97c56c-726a-4a80-9dc2-abd5c1931747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:28.954708 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 17a2b0bb-5910-4e8a-aad8-94142304b33a {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:07:28.954708 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 17a2b0bb-5910-4e8a-aad8-94142304b33a not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:07:28.970566 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4bc00004-1840-44d5-8bac-11a2ab6eb13c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:29.001290 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97c56c-726a-4a80-9dc2-abd5c1931747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135cfb5f-dd57-4eb0-8971-40db99eea19b,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:29.005122 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-333dc570-8e6d-47ef-a47b-124219676bdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:29.025566 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-954ffb38-156a-4037-b996-1a5db689e75c req-88b7854e-c8b8-40dc-97b2-31ab3e7e84d5 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107599 Feb 04 21:07:29.035756 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ee97c56c-726a-4a80-9dc2-abd5c1931747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:29.039935 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ee97c56c-726a-4a80-9dc2-abd5c1931747 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/135cfb5f-dd57-4eb0-8971-40db99eea19b HTTP/1.1" status: 204 len: 168 time: 0.5120437 Feb 04 21:07:29.065697 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-10ebf357-5a5b-4ad7-8ece-b0cb695c843c req-67152640-c09f-4ec1-b866-65a4f8c184bd tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011390 Feb 04 21:07:29.071242 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-4bc00004-1840-44d5-8bac-11a2ab6eb13c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:29.097434 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-c316f4b7-9547-499a-adae-7f18cfc7151c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:29.097434 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-c316f4b7-9547-499a-adae-7f18cfc7151c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=07e9b24649b94e84b82d3ffc4f68cc03&device_id=78baf9ae-e346-4ff7-965b-4b331957eee3 HTTP/1.1" status: 200 len: 1094 time: 0.3762033 Feb 04 21:07:29.097664 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-4bc00004-1840-44d5-8bac-11a2ab6eb13c admin admin] Usage tracker for resource:security_group_rule and tenant:c53a9f2f1465464d9fb66b114ba2aff7 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:29.108634 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-4bc00004-1840-44d5-8bac-11a2ab6eb13c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:29.124009 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-4bc00004-1840-44d5-8bac-11a2ab6eb13c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:29.153323 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 430e59cb-fdce-4370-814a-a6d6e2f0547a details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:07:29.196684 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-d471364b-5a17-4491-8e77-158deaaac86a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a354a7b3-c4e3-422e-9092-d0b42efba9a1 HTTP/1.1" status: 200 len: 217 time: 0.0926056 Feb 04 21:07:29.198609 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78baf9ae-e346-4ff7-965b-4b331957eee3', 'tag': 'a354a7b3-c4e3-422e-9092-d0b42efba9a1', 'status': 'completed', 'code': 200} Feb 04 21:07:29.284436 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-333dc570-8e6d-47ef-a47b-124219676bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:29.286250 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-e7274882-cfdb-4b4c-a255-301f41c71ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:29.287833 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-e7274882-cfdb-4b4c-a255-301f41c71ab5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d3d93f3-0edc-4438-82a5-91ec06f0988c HTTP/1.1" status: 200 len: 855 time: 0.0843091 Feb 04 21:07:29.396293 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 430e59cb-fdce-4370-814a-a6d6e2f0547a, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=430e59cb-fdce-4370-814a-a6d6e2f0547a,segment=NetworkSegment(dc252dab-745b-42aa-9175-cbc8dc87a7db),segment_id=dc252dab-745b-42aa-9175-cbc8dc87a7db)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:29.411294 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-688b4704-4b61-4771-b445-893d66b7a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:29.412911 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-688b4704-4b61-4771-b445-893d66b7a197 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9563d0-ce93-4e0a-bbd6-a5e7af27607a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1183460 Feb 04 21:07:29.431222 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '430e59cb-fdce-4370-814a-a6d6e2f0547a', 'network_id': '4a9563d0-ce93-4e0a-bbd6-a5e7af27607a', 'port_id': '430e59cb-fdce-4370-814a-a6d6e2f0547a', 'mac_address': 'fa:16:3e:20:f1:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d3d93f3-0edc-4438-82a5-91ec06f0988c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:07:29.444536 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4bc00004-1840-44d5-8bac-11a2ab6eb13c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:29.456615 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4bc00004-1840-44d5-8bac-11a2ab6eb13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:29.517051 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-333dc570-8e6d-47ef-a47b-124219676bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:29.526061 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:29.570669 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 430e59cb-fdce-4370-814a-a6d6e2f0547a {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:07:29.604886 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 430e59cb-fdce-4370-814a-a6d6e2f0547a, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=430e59cb-fdce-4370-814a-a6d6e2f0547a,segment=NetworkSegment(dc252dab-745b-42aa-9175-cbc8dc87a7db),segment_id=dc252dab-745b-42aa-9175-cbc8dc87a7db)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:29.617113 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:29.635332 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333dc570-8e6d-47ef-a47b-124219676bdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ade209a-4321-479d-8d8b-e75eaabbb17a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:29.642230 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-57a09791-bb3f-4f6f-be44-9674dac9c48a service neutron] 10.222.0.32 "GET /v2.0/networks/4a9563d0-ce93-4e0a-bbd6-a5e7af27607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218618 Feb 04 21:07:29.646126 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4bc00004-1840-44d5-8bac-11a2ab6eb13c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c53a9f2f1465464d9fb66b114ba2aff7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1228771 Feb 04 21:07:29.651327 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33472) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:29.656831 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-333dc570-8e6d-47ef-a47b-124219676bdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:29.659581 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc00004-1840-44d5-8bac-11a2ab6eb13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a09f0f4-9213-49f7-987e-ac134d0bde43,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:29.714868 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-333dc570-8e6d-47ef-a47b-124219676bdc admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9ade209a-4321-479d-8d8b-e75eaabbb17a HTTP/1.1" status: 204 len: 168 time: 1.3207510 Feb 04 21:07:29.719413 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33480) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:29.720706 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b675ba2-4914-4f22-b5ea-8feff1cf87d5 None None] Network bd37ec8f-171e-4d4e-99d9-01df53734b39 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:07:29.785126 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb36185-4f9f-4fd0-b68e-c332bd4c5515 req-c8394682-efac-4ff4-bb1e-6f06921e5c62 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:29.791759 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7eb36185-4f9f-4fd0-b68e-c332bd4c5515 req-c8394682-efac-4ff4-bb1e-6f06921e5c62 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=78baf9ae-e346-4ff7-965b-4b331957eee3 HTTP/1.1" status: 200 len: 943 time: 0.1464927 Feb 04 21:07:29.865378 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=430e59cb-fdce-4370-814a-a6d6e2f0547a,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:29.869495 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7eb36185-4f9f-4fd0-b68e-c332bd4c5515 req-e5cc63de-0b8d-4f4a-9939-e4184ffd0e0d tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713646 Feb 04 21:07:29.964312 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['430e59cb-fdce-4370-814a-a6d6e2f0547a'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:07:29.979357 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4129c4c1-064c-4a22-9c00-4ffac359b753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:29.998635 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a9385fb6-c6e0-4db5-8b19-0aaf44955f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:30.033160 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33488) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:30.040095 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4129c4c1-064c-4a22-9c00-4ffac359b753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:30.078409 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-a9385fb6-c6e0-4db5-8b19-0aaf44955f38 admin admin] Deleting port 7e25d368-c08b-4925-b9a6-00aa96c6d260 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:07:30.078753 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a9385fb6-c6e0-4db5-8b19-0aaf44955f38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:30.206894 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96e7c5a-6d22-447c-9d8b-bf6cc4efcc32 None None] DHCP port deletion for bd37ec8f-171e-4d4e-99d9-01df53734b39 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:07:30.207419 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-53cca31f-bdb4-4f2f-a537-d76baa18ad9d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-223715920-network', 'tenant_id': '69cff50c69dd4edbb2b0c631432e7d0d'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:30.220763 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-53cca31f-bdb4-4f2f-a537-d76baa18ad9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:30.220985 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-c96e7c5a-6d22-447c-9d8b-bf6cc4efcc32 None None] Deleting port 7e25d368-c08b-4925-b9a6-00aa96c6d260 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:07:30.221439 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c96e7c5a-6d22-447c-9d8b-bf6cc4efcc32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:30.226296 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-53cca31f-bdb4-4f2f-a537-d76baa18ad9d admin admin] Usage tracker for resource:network and tenant:69cff50c69dd4edbb2b0c631432e7d0d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:30.229955 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-53cca31f-bdb4-4f2f-a537-d76baa18ad9d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:30.238447 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-53cca31f-bdb4-4f2f-a537-d76baa18ad9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:30.262816 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cca31f-bdb4-4f2f-a537-d76baa18ad9d admin admin] Made reservation on behalf of 69cff50c69dd4edbb2b0c631432e7d0d for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:07:30.267297 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-53cca31f-bdb4-4f2f-a537-d76baa18ad9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:30.347361 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-53cca31f-bdb4-4f2f-a537-d76baa18ad9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:30.378335 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4129c4c1-064c-4a22-9c00-4ffac359b753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:30.379315 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-53cca31f-bdb4-4f2f-a537-d76baa18ad9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:30.385290 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-53cca31f-bdb4-4f2f-a537-d76baa18ad9d admin admin] Usage tracker for resource:security_group_rule and tenant:69cff50c69dd4edbb2b0c631432e7d0d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:30.388949 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-53cca31f-bdb4-4f2f-a537-d76baa18ad9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:30.395812 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-53cca31f-bdb4-4f2f-a537-d76baa18ad9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:30.507300 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129c4c1-064c-4a22-9c00-4ffac359b753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a09f0f4-9213-49f7-987e-ac134d0bde43,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:30.511434 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-c96e7c5a-6d22-447c-9d8b-bf6cc4efcc32 None None] For port 7e25d368-c08b-4925-b9a6-00aa96c6d260, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=7e25d368-c08b-4925-b9a6-00aa96c6d260,segment=NetworkSegment(6153747c-27c0-40d9-b220-302e3ab3cf05),segment_id=6153747c-27c0-40d9-b220-302e3ab3cf05)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:30.511822 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c96e7c5a-6d22-447c-9d8b-bf6cc4efcc32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:30.519800 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4129c4c1-064c-4a22-9c00-4ffac359b753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:30.521113 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4129c4c1-064c-4a22-9c00-4ffac359b753 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9a09f0f4-9213-49f7-987e-ac134d0bde43 HTTP/1.1" status: 204 len: 168 time: 0.8678911 Feb 04 21:07:30.544667 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-a9385fb6-c6e0-4db5-8b19-0aaf44955f38 admin admin] For port 7e25d368-c08b-4925-b9a6-00aa96c6d260, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=7e25d368-c08b-4925-b9a6-00aa96c6d260,segment=NetworkSegment(6153747c-27c0-40d9-b220-302e3ab3cf05),segment_id=6153747c-27c0-40d9-b220-302e3ab3cf05)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:30.545471 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a9385fb6-c6e0-4db5-8b19-0aaf44955f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:30.681583 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 7e25d368-c08b-4925-b9a6-00aa96c6d260 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:07:30.714515 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-c96e7c5a-6d22-447c-9d8b-bf6cc4efcc32 None None] Calling delete_port for 7e25d368-c08b-4925-b9a6-00aa96c6d260 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:07:30.736243 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-a9385fb6-c6e0-4db5-8b19-0aaf44955f38 admin admin] Calling delete_port for 7e25d368-c08b-4925-b9a6-00aa96c6d260 owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:07:30.786172 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-53cca31f-bdb4-4f2f-a537-d76baa18ad9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:30.807801 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a6436d1b-33da-4d8f-8971-71dbfde49442 req-27f5bbb1-3a05-47e5-a8cd-c4ca08bce2f2 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9563d0-ce93-4e0a-bbd6-a5e7af27607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1261780 Feb 04 21:07:30.808375 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-53cca31f-bdb4-4f2f-a537-d76baa18ad9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:30.854832 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cca31f-bdb4-4f2f-a537-d76baa18ad9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575175de-e457-4e98-a948-f22f9d582b76,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:30.933630 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53cca31f-bdb4-4f2f-a537-d76baa18ad9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:07:30.953005 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:30.992743 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eaf807-2892-4f96-b8eb-25a6e8dbe591 req-759b9c42-d8ab-47a2-a573-d38598e24463 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:31.001367 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.api [None req-a9385fb6-c6e0-4db5-8b19-0aaf44955f38 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:07:31.001707 n-d-827896-1 neutron-server[87682]: DEBUG oslo_db.api [None req-a9385fb6-c6e0-4db5-8b19-0aaf44955f38 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:07:31.006574 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e7eaf807-2892-4f96-b8eb-25a6e8dbe591 req-759b9c42-d8ab-47a2-a573-d38598e24463 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e866aa6-5c6e-4fb9-9370-ce77030ee8c1 HTTP/1.1" status: 200 len: 946 time: 0.7051289 Feb 04 21:07:31.010529 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c96e7c5a-6d22-447c-9d8b-bf6cc4efcc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:31.051602 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-53cca31f-bdb4-4f2f-a537-d76baa18ad9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:31.063042 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-53cca31f-bdb4-4f2f-a537-d76baa18ad9d admin admin] Added segment 981c5051-f4f5-4e27-b711-c6ab8733b666 of type vlan for network 0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d Feb 04 21:07:31.196739 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e7c5a-6d22-447c-9d8b-bf6cc4efcc32 None None] Pushing event deleted for resources: {'Port': ['ID=7e25d368-c08b-4925-b9a6-00aa96c6d260,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:31.217603 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96e7c5a-6d22-447c-9d8b-bf6cc4efcc32 None None] No DVR routers for this DVR port 7e25d368-c08b-4925-b9a6-00aa96c6d260 on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:07:31.264477 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e7eaf807-2892-4f96-b8eb-25a6e8dbe591 req-b33b8989-f446-4986-84bf-bee60abcf6c3 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489083 Feb 04 21:07:31.264477 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-53cca31f-bdb4-4f2f-a537-d76baa18ad9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:31.286559 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404e7cc-b490-4551-808e-c7390f3ba91f req-9425f18a-f66e-4cdf-a147-6a031894b998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:31.288032 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9404e7cc-b490-4551-808e-c7390f3ba91f req-9425f18a-f66e-4cdf-a147-6a031894b998 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=07e9b24649b94e84b82d3ffc4f68cc03&device_id=78baf9ae-e346-4ff7-965b-4b331957eee3 HTTP/1.1" status: 200 len: 1094 time: 0.4218042 Feb 04 21:07:31.394665 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-53cca31f-bdb4-4f2f-a537-d76baa18ad9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:31.395615 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cca31f-bdb4-4f2f-a537-d76baa18ad9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:31.396193 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-53cca31f-bdb4-4f2f-a537-d76baa18ad9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:31.503605 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-a9385fb6-c6e0-4db5-8b19-0aaf44955f38 admin admin] Deleting port 7e25d368-c08b-4925-b9a6-00aa96c6d260 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:07:31.503877 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a9385fb6-c6e0-4db5-8b19-0aaf44955f38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:31.522276 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12b483-f0ae-40de-b825-0743e034976d req-66cd32ec-8713-4293-be86-702847ff370b tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:31.523796 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7c12b483-f0ae-40de-b825-0743e034976d req-66cd32ec-8713-4293-be86-702847ff370b tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=78baf9ae-e346-4ff7-965b-4b331957eee3 HTTP/1.1" status: 200 len: 943 time: 0.4059653 Feb 04 21:07:31.571884 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-53cca31f-bdb4-4f2f-a537-d76baa18ad9d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5199468 Feb 04 21:07:31.572689 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cca31f-bdb4-4f2f-a537-d76baa18ad9d admin admin] Pushing event updated for resources: {'Network': ['ID=0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:31.577199 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33536) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:31.585923 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:07:31.588551 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-45e5189c-44c7-441d-a0b6-24c7179aaf0b admin admin] Request body: {'subnet': {'network_id': '0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-223715920-subnet', 'tenant_id': '69cff50c69dd4edbb2b0c631432e7d0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:31.606808 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-a9385fb6-c6e0-4db5-8b19-0aaf44955f38 admin admin] The port '7e25d368-c08b-4925-b9a6-00aa96c6d260' was deleted {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:07:31.615554 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-45e5189c-44c7-441d-a0b6-24c7179aaf0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:31.624385 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-45e5189c-44c7-441d-a0b6-24c7179aaf0b admin admin] Usage tracker for resource:subnet and tenant:69cff50c69dd4edbb2b0c631432e7d0d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:31.631611 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404e7cc-b490-4551-808e-c7390f3ba91f req-b5ec91b4-68bc-4a88-9382-194ec0ee977b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:31.633085 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9404e7cc-b490-4551-808e-c7390f3ba91f req-b5ec91b4-68bc-4a88-9382-194ec0ee977b service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a9563d0-ce93-4e0a-bbd6-a5e7af27607a HTTP/1.1" status: 200 len: 917 time: 0.3270528 Feb 04 21:07:31.634096 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-45e5189c-44c7-441d-a0b6-24c7179aaf0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:31.640856 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7c12b483-f0ae-40de-b825-0743e034976d req-ab6eec0d-73c5-4da7-9139-b185e9174ae1 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988960 Feb 04 21:07:31.697812 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-45e5189c-44c7-441d-a0b6-24c7179aaf0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:31.715900 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9404e7cc-b490-4551-808e-c7390f3ba91f req-eb349158-dbd9-43e1-8a62-0a8a1c7e2f2a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a354a7b3-c4e3-422e-9092-d0b42efba9a1 HTTP/1.1" status: 200 len: 217 time: 0.0740635 Feb 04 21:07:31.781284 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e5189c-44c7-441d-a0b6-24c7179aaf0b admin admin] Made reservation on behalf of 69cff50c69dd4edbb2b0c631432e7d0d for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:07:31.783490 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a9385fb6-c6e0-4db5-8b19-0aaf44955f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:31.784320 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-45e5189c-44c7-441d-a0b6-24c7179aaf0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:31.812049 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-a9385fb6-c6e0-4db5-8b19-0aaf44955f38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd37ec8f-171e-4d4e-99d9-01df53734b39']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:31.829911 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-a9385fb6-c6e0-4db5-8b19-0aaf44955f38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6153747c-27c0-40d9-b220-302e3ab3cf05') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:31.830208 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-a9385fb6-c6e0-4db5-8b19-0aaf44955f38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6153747c-27c0-40d9-b220-302e3ab3cf05') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:31.842435 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a9385fb6-c6e0-4db5-8b19-0aaf44955f38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:31.862286 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a9385fb6-c6e0-4db5-8b19-0aaf44955f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:31.869249 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9385fb6-c6e0-4db5-8b19-0aaf44955f38 admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:07:31.869901 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a9385fb6-c6e0-4db5-8b19-0aaf44955f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:07:31.887146 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:07:31.906882 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404e7cc-b490-4551-808e-c7390f3ba91f req-78ade2e1-81e7-40f5-b4c0-a3bbdaf1367b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:31.908323 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9404e7cc-b490-4551-808e-c7390f3ba91f req-78ade2e1-81e7-40f5-b4c0-a3bbdaf1367b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d3d93f3-0edc-4438-82a5-91ec06f0988c HTTP/1.1" status: 200 len: 855 time: 0.1828122 Feb 04 21:07:32.004639 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a9385fb6-c6e0-4db5-8b19-0aaf44955f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:32.037779 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a9385fb6-c6e0-4db5-8b19-0aaf44955f38 admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:32.041275 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9385fb6-c6e0-4db5-8b19-0aaf44955f38 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd37ec8f-171e-4d4e-99d9-01df53734b39,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:32.072892 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a9385fb6-c6e0-4db5-8b19-0aaf44955f38 admin admin] 10.222.0.26 "DELETE /v2.0/networks/bd37ec8f-171e-4d4e-99d9-01df53734b39 HTTP/1.1" status: 204 len: 168 time: 2.3499646 Feb 04 21:07:32.092611 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404e7cc-b490-4551-808e-c7390f3ba91f req-e066c6f3-5af7-472c-82e6-d330f11809fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:32.102699 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9404e7cc-b490-4551-808e-c7390f3ba91f req-e066c6f3-5af7-472c-82e6-d330f11809fa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9563d0-ce93-4e0a-bbd6-a5e7af27607a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1825175 Feb 04 21:07:32.104075 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33560) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:32.251787 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-0a94dbc0-5ad9-4d9d-b5e7-da1da82821ba admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1961363312-network', 'tenant_id': '52a2f03f9f4d4fea8c14bb5997f6317f'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:32.258805 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0a94dbc0-5ad9-4d9d-b5e7-da1da82821ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:32.264019 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0a94dbc0-5ad9-4d9d-b5e7-da1da82821ba admin admin] Usage tracker for resource:network and tenant:52a2f03f9f4d4fea8c14bb5997f6317f is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:32.270030 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0a94dbc0-5ad9-4d9d-b5e7-da1da82821ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:32.276291 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0a94dbc0-5ad9-4d9d-b5e7-da1da82821ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:32.288055 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a94dbc0-5ad9-4d9d-b5e7-da1da82821ba admin admin] Made reservation on behalf of 52a2f03f9f4d4fea8c14bb5997f6317f for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:07:32.288901 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:07:32.289692 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-45e5189c-44c7-441d-a0b6-24c7179aaf0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:32.291495 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a94dbc0-5ad9-4d9d-b5e7-da1da82821ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:32.311474 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a94dbc0-5ad9-4d9d-b5e7-da1da82821ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:32.347619 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0a94dbc0-5ad9-4d9d-b5e7-da1da82821ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:32.356503 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0a94dbc0-5ad9-4d9d-b5e7-da1da82821ba admin admin] Usage tracker for resource:security_group_rule and tenant:52a2f03f9f4d4fea8c14bb5997f6317f is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:32.359262 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33582) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:32.362609 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0a94dbc0-5ad9-4d9d-b5e7-da1da82821ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:32.389727 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0a94dbc0-5ad9-4d9d-b5e7-da1da82821ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:32.399896 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9404e7cc-b490-4551-808e-c7390f3ba91f req-dc03356f-e6a1-48b2-912e-3bc0a16f9911 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9563d0-ce93-4e0a-bbd6-a5e7af27607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876537 Feb 04 21:07:32.448461 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-72f2a9be-4a6d-4930-84d7-826b7f38c26e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=df41148af8d64ecb86c2b5be8209bfd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0881195 Feb 04 21:07:32.451222 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33588) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:32.537333 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5189c-44c7-441d-a0b6-24c7179aaf0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=23d61e2d-97f4-40a0-9322-1eca7a330b64,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:32.553294 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-71532217-f791-4fea-8536-a8a9bd9be603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:32.557348 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e5189c-44c7-441d-a0b6-24c7179aaf0b admin admin] Checking segment: {'id': '981c5051-f4f5-4e27-b711-c6ab8733b666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:07:32.557348 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e5189c-44c7-441d-a0b6-24c7179aaf0b admin admin] Network hostable DHCP agents. Network: 0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:07:32.578915 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a94dbc0-5ad9-4d9d-b5e7-da1da82821ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:32.593981 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-71532217-f791-4fea-8536-a8a9bd9be603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:32.605091 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a94dbc0-5ad9-4d9d-b5e7-da1da82821ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:32.630274 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:32.647120 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e5189c-44c7-441d-a0b6-24c7179aaf0b admin admin] Network 0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:07:32.671949 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a94dbc0-5ad9-4d9d-b5e7-da1da82821ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:07:32.680250 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a94dbc0-5ad9-4d9d-b5e7-da1da82821ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f138df4-e930-4694-bfa4-dd2dd23280f4,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:32.680537 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-45e5189c-44c7-441d-a0b6-24c7179aaf0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:07:32.686577 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a94dbc0-5ad9-4d9d-b5e7-da1da82821ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:32.687439 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-0a94dbc0-5ad9-4d9d-b5e7-da1da82821ba admin admin] Added segment fbc9b404-b268-4af5-bbb8-3c3ec6baaa41 of type vlan for network 53432231-8761-4e6f-aac2-b35322621dee Feb 04 21:07:32.694610 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ebcf5d-75be-450a-9c52-b6c9cf27907c None None] Network 0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:07:32.712343 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e5189c-44c7-441d-a0b6-24c7179aaf0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:32.712620 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-45e5189c-44c7-441d-a0b6-24c7179aaf0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:32.719730 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a94dbc0-5ad9-4d9d-b5e7-da1da82821ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:32.737893 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-71532217-f791-4fea-8536-a8a9bd9be603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:32.762329 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9404e7cc-b490-4551-808e-c7390f3ba91f req-65491006-364a-42af-93b8-937bdc0542e1 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9563d0-ce93-4e0a-bbd6-a5e7af27607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527446 Feb 04 21:07:32.782148 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71532217-f791-4fea-8536-a8a9bd9be603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc27a88a-7d29-4d8e-adaa-4f6d9a816c1f,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:32.808805 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca05b7c-769e-4a78-86a5-713971f868bd req-9d82c28f-a683-4665-8d76-69a72df7e2a2 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:32.810433 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6ca05b7c-769e-4a78-86a5-713971f868bd req-9d82c28f-a683-4665-8d76-69a72df7e2a2 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e866aa6-5c6e-4fb9-9370-ce77030ee8c1 HTTP/1.1" status: 200 len: 946 time: 0.3750923 Feb 04 21:07:32.816396 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-71532217-f791-4fea-8536-a8a9bd9be603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:32.820181 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-71532217-f791-4fea-8536-a8a9bd9be603 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dc27a88a-7d29-4d8e-adaa-4f6d9a816c1f HTTP/1.1" status: 204 len: 168 time: 0.3653929 Feb 04 21:07:32.820181 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a94dbc0-5ad9-4d9d-b5e7-da1da82821ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:32.820181 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a94dbc0-5ad9-4d9d-b5e7-da1da82821ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:32.822298 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a94dbc0-5ad9-4d9d-b5e7-da1da82821ba admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:32.824602 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-45e5189c-44c7-441d-a0b6-24c7179aaf0b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2441151 Feb 04 21:07:32.827311 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33606) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:32.838137 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-a0adb324-d78a-4b09-b122-2d287b407485 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-223715920-router', 'tenant_id': '69cff50c69dd4edbb2b0c631432e7d0d', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:32.895037 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-a0adb324-d78a-4b09-b122-2d287b407485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:32.910931 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-a0adb324-d78a-4b09-b122-2d287b407485 admin admin] Usage tracker for resource:router and tenant:69cff50c69dd4edbb2b0c631432e7d0d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:32.916125 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-a0adb324-d78a-4b09-b122-2d287b407485 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:32.931429 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-a0adb324-d78a-4b09-b122-2d287b407485 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:32.957965 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6ca05b7c-769e-4a78-86a5-713971f868bd req-062597af-af96-4d34-a84b-e01b894fe165 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321566 Feb 04 21:07:32.992092 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d1f55-e848-411c-8810-817185f70658 req-4c526df9-662d-4abe-8f2c-65f31bf00b23 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:32.999940 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-536d1f55-e848-411c-8810-817185f70658 req-4c526df9-662d-4abe-8f2c-65f31bf00b23 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=78baf9ae-e346-4ff7-965b-4b331957eee3 HTTP/1.1" status: 200 len: 943 time: 0.1455138 Feb 04 21:07:33.031072 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0a94dbc0-5ad9-4d9d-b5e7-da1da82821ba admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9255974 Feb 04 21:07:33.041727 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33612) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:33.049057 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a0adb324-d78a-4b09-b122-2d287b407485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:33.049648 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a0adb324-d78a-4b09-b122-2d287b407485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:33.055350 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a94dbc0-5ad9-4d9d-b5e7-da1da82821ba admin admin] Pushing event updated for resources: {'Network': ['ID=53432231-8761-4e6f-aac2-b35322621dee,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:33.055793 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-a416df64-e2a7-441b-87d4-675952dcfe79 admin admin] Request body: {'subnet': {'network_id': '53432231-8761-4e6f-aac2-b35322621dee', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1961363312-subnet', 'tenant_id': '52a2f03f9f4d4fea8c14bb5997f6317f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:33.085095 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-536d1f55-e848-411c-8810-817185f70658 req-1446e104-4408-4ca0-8f0b-678802ef246f tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837069 Feb 04 21:07:33.090219 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-a416df64-e2a7-441b-87d4-675952dcfe79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:33.096744 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-a416df64-e2a7-441b-87d4-675952dcfe79 admin admin] Usage tracker for resource:subnet and tenant:52a2f03f9f4d4fea8c14bb5997f6317f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:33.101241 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-a416df64-e2a7-441b-87d4-675952dcfe79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:33.114421 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-a416df64-e2a7-441b-87d4-675952dcfe79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:33.117868 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a0adb324-d78a-4b09-b122-2d287b407485 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:33.123934 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 53432231-8761-4e6f-aac2-b35322621dee details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:07:33.142934 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a416df64-e2a7-441b-87d4-675952dcfe79 admin admin] Made reservation on behalf of 52a2f03f9f4d4fea8c14bb5997f6317f for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:07:33.146651 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a416df64-e2a7-441b-87d4-675952dcfe79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:33.157908 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801bcb54-fbd3-4196-a303-577b6297079b None None] Network 0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:07:33.204343 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33618) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:33.330178 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 430e59cb-fdce-4370-814a-a6d6e2f0547a up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:07:33.366145 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bf91b293-a770-4610-8a2f-44b176f2be24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:33.378137 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33624) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:33.402274 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-bf91b293-a770-4610-8a2f-44b176f2be24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:33.409328 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-bf91b293-a770-4610-8a2f-44b176f2be24 admin admin] Usage tracker for resource:security_group_rule and tenant:6246b5e70b714a328a236a0dff995eb9 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:33.419121 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-bf91b293-a770-4610-8a2f-44b176f2be24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:33.428595 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-bf91b293-a770-4610-8a2f-44b176f2be24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:33.455748 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7c0da7ce-7fb5-4d8e-9724-1f5d7f9595e8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cee09c0efcb541d280a12e5149cb4082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0744684 Feb 04 21:07:33.463104 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33628) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:33.553038 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-adedd88e-aed5-4add-8f16-cc34f0e00c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:33.576241 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 430e59cb-fdce-4370-814a-a6d6e2f0547a completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:07:33.585247 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 430e59cb-fdce-4370-814a-a6d6e2f0547a triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:07:33.587264 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:33.610479 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-adedd88e-aed5-4add-8f16-cc34f0e00c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:33.623597 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bf91b293-a770-4610-8a2f-44b176f2be24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:33.636683 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bf91b293-a770-4610-8a2f-44b176f2be24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:33.660989 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a0adb324-d78a-4b09-b122-2d287b407485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:33.705414 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bf91b293-a770-4610-8a2f-44b176f2be24 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6246b5e70b714a328a236a0dff995eb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4998608 Feb 04 21:07:33.708674 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33634) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:33.752945 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91b293-a770-4610-8a2f-44b176f2be24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099003b3-1168-4bb2-b1a3-23a512a339f6,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:33.779700 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:33.786608 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-adedd88e-aed5-4add-8f16-cc34f0e00c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:33.812709 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1413a48a-8abf-4e85-8461-44ee911b2a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430e59cb-fdce-4370-814a-a6d6e2f0547a'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:07:33.825548 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 430e59cb-fdce-4370-814a-a6d6e2f0547a, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=430e59cb-fdce-4370-814a-a6d6e2f0547a,segment=NetworkSegment(dc252dab-745b-42aa-9175-cbc8dc87a7db),segment_id=dc252dab-745b-42aa-9175-cbc8dc87a7db)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:33.833122 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adedd88e-aed5-4add-8f16-cc34f0e00c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9b19d2-ae71-47b0-a18a-009d41dd25a2,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:33.833701 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:33.855039 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-adedd88e-aed5-4add-8f16-cc34f0e00c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:33.859185 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-adedd88e-aed5-4add-8f16-cc34f0e00c5b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0f9b19d2-ae71-47b0-a18a-009d41dd25a2 HTTP/1.1" status: 204 len: 168 time: 0.3922708 Feb 04 21:07:33.882091 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a416df64-e2a7-441b-87d4-675952dcfe79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:33.902325 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1413a48a-8abf-4e85-8461-44ee911b2a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430e59cb-fdce-4370-814a-a6d6e2f0547a', 'code': 200} Feb 04 21:07:33.904342 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-768c5742-1918-45f4-a1eb-ae28fc112289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:33.965299 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=430e59cb-fdce-4370-814a-a6d6e2f0547a,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:33.968907 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-768c5742-1918-45f4-a1eb-ae28fc112289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:34.050168 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416df64-e2a7-441b-87d4-675952dcfe79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae17b340-edc8-431b-ae8a-b66d025180c4,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:34.079208 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a416df64-e2a7-441b-87d4-675952dcfe79 admin admin] Checking segment: {'id': 'fbc9b404-b268-4af5-bbb8-3c3ec6baaa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '53432231-8761-4e6f-aac2-b35322621dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:07:34.079208 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a416df64-e2a7-441b-87d4-675952dcfe79 admin admin] Network hostable DHCP agents. Network: 53432231-8761-4e6f-aac2-b35322621dee, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:07:34.079541 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-768c5742-1918-45f4-a1eb-ae28fc112289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:34.123010 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c5742-1918-45f4-a1eb-ae28fc112289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099003b3-1168-4bb2-b1a3-23a512a339f6,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:34.132852 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-768c5742-1918-45f4-a1eb-ae28fc112289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:34.149829 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-768c5742-1918-45f4-a1eb-ae28fc112289 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/099003b3-1168-4bb2-b1a3-23a512a339f6 HTTP/1.1" status: 204 len: 168 time: 0.4396508 Feb 04 21:07:34.319471 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050139ca-e1c2-4dbc-b464-318e648874ab req-0ada1a80-9c14-4cf3-8d9d-2d0eeee6510d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:34.321160 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-050139ca-e1c2-4dbc-b464-318e648874ab req-0ada1a80-9c14-4cf3-8d9d-2d0eeee6510d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1413a48a-8abf-4e85-8461-44ee911b2a3f HTTP/1.1" status: 200 len: 1096 time: 0.3652837 Feb 04 21:07:34.358449 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a416df64-e2a7-441b-87d4-675952dcfe79 admin admin] Network 53432231-8761-4e6f-aac2-b35322621dee is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:07:34.443207 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-a416df64-e2a7-441b-87d4-675952dcfe79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 53432231-8761-4e6f-aac2-b35322621dee) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:07:34.457651 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae039d2-d6d2-4b85-a7c8-f1d3b8fc909f None None] Network 53432231-8761-4e6f-aac2-b35322621dee requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:07:34.459391 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a416df64-e2a7-441b-87d4-675952dcfe79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:34.460118 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a416df64-e2a7-441b-87d4-675952dcfe79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:34.480324 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-050139ca-e1c2-4dbc-b464-318e648874ab req-766aa15c-6f14-4040-9f73-a974860e3db5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450684 Feb 04 21:07:34.492707 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a0adb324-d78a-4b09-b122-2d287b407485 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:34.537375 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a0adb324-d78a-4b09-b122-2d287b407485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:34.585719 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-a416df64-e2a7-441b-87d4-675952dcfe79 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5344005 Feb 04 21:07:34.591517 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f7300-e815-4caa-a705-3682c74a3801 req-9ebc8fa9-bd1d-4a6d-9bfb-9ed07a881182 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:34.599673 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b55f7300-e815-4caa-a705-3682c74a3801 req-9ebc8fa9-bd1d-4a6d-9bfb-9ed07a881182 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e866aa6-5c6e-4fb9-9370-ce77030ee8c1 HTTP/1.1" status: 200 len: 946 time: 0.4363849 Feb 04 21:07:34.623495 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33662) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:34.650858 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429af88-067e-4ef1-b8b3-410ced18ba2c req-0ee1d220-cd66-4c8b-864e-6b8ae70fdda2 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:34.652616 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a429af88-067e-4ef1-b8b3-410ced18ba2c req-0ee1d220-cd66-4c8b-864e-6b8ae70fdda2 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=78baf9ae-e346-4ff7-965b-4b331957eee3 HTTP/1.1" status: 200 len: 943 time: 0.3738019 Feb 04 21:07:34.670930 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5190c548-4395-4904-9cd5-5d33e0e50061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:34.708105 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5190c548-4395-4904-9cd5-5d33e0e50061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:34.718634 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5190c548-4395-4904-9cd5-5d33e0e50061 admin admin] Usage tracker for resource:security_group_rule and tenant:c3ad46d774f94be9b7dc26ee7f36b39c is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:34.722947 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5190c548-4395-4904-9cd5-5d33e0e50061 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:34.725199 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b55f7300-e815-4caa-a705-3682c74a3801 req-10d0f2b6-5808-44da-bdfc-7cca3f7701cf tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250880 Feb 04 21:07:34.736080 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5190c548-4395-4904-9cd5-5d33e0e50061 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:34.741361 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf90dd2-5595-43c5-bbb9-30479fc16e76 None None] Network 53432231-8761-4e6f-aac2-b35322621dee requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:07:34.836401 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a429af88-067e-4ef1-b8b3-410ced18ba2c req-d743cb5b-f5d5-40e5-84a4-524bfd33fd1e tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658528 Feb 04 21:07:34.888441 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-a0adb324-d78a-4b09-b122-2d287b407485 admin admin] Allocated IP 172.25.5.210 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/bf98b1eb-d1cc-4ce9-9e74-976c149329ac) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:07:34.892873 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5190c548-4395-4904-9cd5-5d33e0e50061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:34.898321 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5190c548-4395-4904-9cd5-5d33e0e50061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:34.951409 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5190c548-4395-4904-9cd5-5d33e0e50061 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c3ad46d774f94be9b7dc26ee7f36b39c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3253009 Feb 04 21:07:34.954123 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33678) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:35.036165 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5190c548-4395-4904-9cd5-5d33e0e50061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66badb9-e829-4016-9111-de1f1253fb21,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:35.083615 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d9a480e6-320c-45ac-8935-c4d1b1cbc2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:35.122153 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d9a480e6-320c-45ac-8935-c4d1b1cbc2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:35.185618 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d9a480e6-320c-45ac-8935-c4d1b1cbc2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:35.199002 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device a354a7b3-c4e3-422e-9092-d0b42efba9a1 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:07:35.203551 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-70be0d7b-2bb6-41df-ba2d-f9e73be2e3db req-7b447fed-a10a-4421-a176-1104efc5038d tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-822785823', 'description': 'tempest-description-605750339'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:35.209043 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33684) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:35.221085 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-70be0d7b-2bb6-41df-ba2d-f9e73be2e3db req-7b447fed-a10a-4421-a176-1104efc5038d tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:35.232512 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-70be0d7b-2bb6-41df-ba2d-f9e73be2e3db req-7b447fed-a10a-4421-a176-1104efc5038d tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Usage tracker for resource:security_group and tenant:52a2f03f9f4d4fea8c14bb5997f6317f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:35.237834 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-70be0d7b-2bb6-41df-ba2d-f9e73be2e3db req-7b447fed-a10a-4421-a176-1104efc5038d tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:35.255496 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-70be0d7b-2bb6-41df-ba2d-f9e73be2e3db req-7b447fed-a10a-4421-a176-1104efc5038d tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:35.286406 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-70be0d7b-2bb6-41df-ba2d-f9e73be2e3db req-7b447fed-a10a-4421-a176-1104efc5038d tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:35.307710 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a480e6-320c-45ac-8935-c4d1b1cbc2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66badb9-e829-4016-9111-de1f1253fb21,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:35.316015 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d9a480e6-320c-45ac-8935-c4d1b1cbc2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:35.316621 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d9a480e6-320c-45ac-8935-c4d1b1cbc2e4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b66badb9-e829-4016-9111-de1f1253fb21 HTTP/1.1" status: 204 len: 168 time: 0.3586297 Feb 04 21:07:35.328162 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a0adb324-d78a-4b09-b122-2d287b407485 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:35.336365 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-70be0d7b-2bb6-41df-ba2d-f9e73be2e3db req-7b447fed-a10a-4421-a176-1104efc5038d tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:35.342774 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-70be0d7b-2bb6-41df-ba2d-f9e73be2e3db req-7b447fed-a10a-4421-a176-1104efc5038d tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Usage tracker for resource:security_group_rule and tenant:52a2f03f9f4d4fea8c14bb5997f6317f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:35.348323 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-70be0d7b-2bb6-41df-ba2d-f9e73be2e3db req-7b447fed-a10a-4421-a176-1104efc5038d tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:35.357508 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-70be0d7b-2bb6-41df-ba2d-f9e73be2e3db req-7b447fed-a10a-4421-a176-1104efc5038d tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:35.393174 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-c3bf782e-5323-4289-90a5-c0dddafcee26 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2015095149-network', 'tenant_id': 'b242a09179d94d8193cc1c0208c67871'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:35.399713 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port a354a7b3-c4e3-422e-9092-d0b42efba9a1, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=a354a7b3-c4e3-422e-9092-d0b42efba9a1,segment=NetworkSegment(dc252dab-745b-42aa-9175-cbc8dc87a7db),segment_id=dc252dab-745b-42aa-9175-cbc8dc87a7db)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:35.404040 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c3bf782e-5323-4289-90a5-c0dddafcee26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:35.413743 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c3bf782e-5323-4289-90a5-c0dddafcee26 admin admin] Usage tracker for resource:network and tenant:b242a09179d94d8193cc1c0208c67871 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:35.415881 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': 'a354a7b3-c4e3-422e-9092-d0b42efba9a1', 'network_id': '4a9563d0-ce93-4e0a-bbd6-a5e7af27607a', 'port_id': 'a354a7b3-c4e3-422e-9092-d0b42efba9a1', 'mac_address': 'fa:16:3e:82:26:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d3d93f3-0edc-4438-82a5-91ec06f0988c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:07:35.418335 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c3bf782e-5323-4289-90a5-c0dddafcee26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:35.431422 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c3bf782e-5323-4289-90a5-c0dddafcee26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:35.438925 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a0adb324-d78a-4b09-b122-2d287b407485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:35.484953 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:35.503481 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a354a7b3-c4e3-422e-9092-d0b42efba9a1 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:07:35.521054 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port a354a7b3-c4e3-422e-9092-d0b42efba9a1, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=a354a7b3-c4e3-422e-9092-d0b42efba9a1,segment=NetworkSegment(dc252dab-745b-42aa-9175-cbc8dc87a7db),segment_id=dc252dab-745b-42aa-9175-cbc8dc87a7db)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:35.526387 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:35.533167 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bf782e-5323-4289-90a5-c0dddafcee26 admin admin] Made reservation on behalf of b242a09179d94d8193cc1c0208c67871 for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:07:35.535490 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c3bf782e-5323-4289-90a5-c0dddafcee26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:35.571274 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0adb324-d78a-4b09-b122-2d287b407485 admin admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:07:35.572624 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-a0adb324-d78a-4b09-b122-2d287b407485 admin admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:07:35.578916 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0adb324-d78a-4b09-b122-2d287b407485 admin admin] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:07:35.595236 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=a354a7b3-c4e3-422e-9092-d0b42efba9a1,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:35.606591 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c3bf782e-5323-4289-90a5-c0dddafcee26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:35.626804 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-70be0d7b-2bb6-41df-ba2d-f9e73be2e3db req-7b447fed-a10a-4421-a176-1104efc5038d tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:35.632736 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0adb324-d78a-4b09-b122-2d287b407485 admin admin] Pushing event updated for resources: {'Port': ['ID=bf98b1eb-d1cc-4ce9-9e74-976c149329ac,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:35.650380 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-70be0d7b-2bb6-41df-ba2d-f9e73be2e3db req-7b447fed-a10a-4421-a176-1104efc5038d tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:35.657677 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c3bf782e-5323-4289-90a5-c0dddafcee26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:35.682040 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c3bf782e-5323-4289-90a5-c0dddafcee26 admin admin] Usage tracker for resource:security_group_rule and tenant:b242a09179d94d8193cc1c0208c67871 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:35.689906 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c3bf782e-5323-4289-90a5-c0dddafcee26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:35.713699 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c3bf782e-5323-4289-90a5-c0dddafcee26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:35.786542 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b447fed-a10a-4421-a176-1104efc5038d tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=920d947c-2f33-4c1a-95a1-8ab148da29cc,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:35.802142 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-70be0d7b-2bb6-41df-ba2d-f9e73be2e3db req-7b447fed-a10a-4421-a176-1104efc5038d tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:35.803370 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-70be0d7b-2bb6-41df-ba2d-f9e73be2e3db req-7b447fed-a10a-4421-a176-1104efc5038d tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6114979 Feb 04 21:07:35.932486 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['a354a7b3-c4e3-422e-9092-d0b42efba9a1'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:07:36.076101 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ec1af315-3d7f-4e9c-876c-c732496b3b0a req-df7d52fe-98d2-43cf-8faf-9a9284d6bd46 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "GET /v2.0/security-groups/920d947c-2f33-4c1a-95a1-8ab148da29cc HTTP/1.1" status: 200 len: 1805 time: 0.2135847 Feb 04 21:07:36.158246 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-ec1af315-3d7f-4e9c-876c-c732496b3b0a req-df6494cf-5d81-4ff1-ad96-8eecd944cbf4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '920d947c-2f33-4c1a-95a1-8ab148da29cc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:36.158568 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-ec1af315-3d7f-4e9c-876c-c732496b3b0a req-df6494cf-5d81-4ff1-ad96-8eecd944cbf4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '920d947c-2f33-4c1a-95a1-8ab148da29cc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:36.185491 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-ec1af315-3d7f-4e9c-876c-c732496b3b0a req-df6494cf-5d81-4ff1-ad96-8eecd944cbf4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:36.197800 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-ec1af315-3d7f-4e9c-876c-c732496b3b0a req-df6494cf-5d81-4ff1-ad96-8eecd944cbf4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Usage tracker for resource:security_group_rule and tenant:52a2f03f9f4d4fea8c14bb5997f6317f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:36.202813 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-ec1af315-3d7f-4e9c-876c-c732496b3b0a req-df6494cf-5d81-4ff1-ad96-8eecd944cbf4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:36.222785 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-ec1af315-3d7f-4e9c-876c-c732496b3b0a req-df6494cf-5d81-4ff1-ad96-8eecd944cbf4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:36.234551 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41e5d0-18cb-4f69-9a58-a72cd485c0db req-81fea9b2-12dc-449d-87af-9f1372b93da8 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:36.236070 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0e41e5d0-18cb-4f69-9a58-a72cd485c0db req-81fea9b2-12dc-449d-87af-9f1372b93da8 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e866aa6-5c6e-4fb9-9370-ce77030ee8c1 HTTP/1.1" status: 200 len: 946 time: 0.3098302 Feb 04 21:07:36.344636 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c3bf782e-5323-4289-90a5-c0dddafcee26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:36.366110 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c3bf782e-5323-4289-90a5-c0dddafcee26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:36.396494 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a0adb324-d78a-4b09-b122-2d287b407485 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:36.461683 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0e41e5d0-18cb-4f69-9a58-a72cd485c0db req-7ce18226-6225-4fab-80fc-ef641060d9ed tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618845 Feb 04 21:07:36.488711 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3bf782e-5323-4289-90a5-c0dddafcee26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:07:36.535579 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf782e-5323-4289-90a5-c0dddafcee26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57aefd0-2358-4799-bf02-8d4615be2807,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:36.542025 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c3bf782e-5323-4289-90a5-c0dddafcee26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:36.542366 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-c3bf782e-5323-4289-90a5-c0dddafcee26 admin admin] Added segment 185e8ff9-a032-4320-9e92-29b7ef98b0f5 of type vlan for network 332fe6aa-ed66-44ea-9220-8f05179f41a3 Feb 04 21:07:36.671570 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ec1af315-3d7f-4e9c-876c-c732496b3b0a req-df6494cf-5d81-4ff1-ad96-8eecd944cbf4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:36.711482 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c3bf782e-5323-4289-90a5-c0dddafcee26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:36.815175 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ec1af315-3d7f-4e9c-876c-c732496b3b0a req-df6494cf-5d81-4ff1-ad96-8eecd944cbf4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:36.846733 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ec1af315-3d7f-4e9c-876c-c732496b3b0a req-df6494cf-5d81-4ff1-ad96-8eecd944cbf4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:37.032494 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6494cf-5d81-4ff1-ad96-8eecd944cbf4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b37dca2-992d-483b-bb74-2d09ccbcb1e4,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:37.103776 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c3bf782e-5323-4289-90a5-c0dddafcee26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:37.104729 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf782e-5323-4289-90a5-c0dddafcee26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:37.105329 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c3bf782e-5323-4289-90a5-c0dddafcee26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:37.139947 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6494cf-5d81-4ff1-ad96-8eecd944cbf4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:37.140319 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6494cf-5d81-4ff1-ad96-8eecd944cbf4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:37.140732 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6494cf-5d81-4ff1-ad96-8eecd944cbf4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:37.141147 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6494cf-5d81-4ff1-ad96-8eecd944cbf4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:37.141635 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6494cf-5d81-4ff1-ad96-8eecd944cbf4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:37.141969 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6494cf-5d81-4ff1-ad96-8eecd944cbf4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:37.142298 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6494cf-5d81-4ff1-ad96-8eecd944cbf4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:37.142623 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6494cf-5d81-4ff1-ad96-8eecd944cbf4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:37.142946 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6494cf-5d81-4ff1-ad96-8eecd944cbf4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:37.143276 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6494cf-5d81-4ff1-ad96-8eecd944cbf4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:37.143594 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6494cf-5d81-4ff1-ad96-8eecd944cbf4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:37.143911 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6494cf-5d81-4ff1-ad96-8eecd944cbf4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:37.174624 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e3393-5481-4a78-9726-6a45311b1fca req-d165c200-de2b-4617-9342-df92993305ba tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:37.176238 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-027e3393-5481-4a78-9726-6a45311b1fca req-d165c200-de2b-4617-9342-df92993305ba tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=78baf9ae-e346-4ff7-965b-4b331957eee3 HTTP/1.1" status: 200 len: 944 time: 0.5607250 Feb 04 21:07:37.214619 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device a354a7b3-c4e3-422e-9092-d0b42efba9a1 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:07:37.244374 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ec1af315-3d7f-4e9c-876c-c732496b3b0a req-df6494cf-5d81-4ff1-ad96-8eecd944cbf4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:37.246366 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ec1af315-3d7f-4e9c-876c-c732496b3b0a req-df6494cf-5d81-4ff1-ad96-8eecd944cbf4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1625030 Feb 04 21:07:37.265055 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c3bf782e-5323-4289-90a5-c0dddafcee26 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0478299 Feb 04 21:07:37.268813 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33758) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:37.274956 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-9627e83f-b465-46e7-b7dd-822fe929e235 admin admin] Request body: {'subnet': {'network_id': '332fe6aa-ed66-44ea-9220-8f05179f41a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2015095149-subnet', 'tenant_id': 'b242a09179d94d8193cc1c0208c67871', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:37.281027 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a0adb324-d78a-4b09-b122-2d287b407485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:37.281698 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9627e83f-b465-46e7-b7dd-822fe929e235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:37.299354 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9627e83f-b465-46e7-b7dd-822fe929e235 admin admin] Usage tracker for resource:subnet and tenant:b242a09179d94d8193cc1c0208c67871 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:37.299518 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf782e-5323-4289-90a5-c0dddafcee26 admin admin] Pushing event updated for resources: {'Network': ['ID=332fe6aa-ed66-44ea-9220-8f05179f41a3,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:37.304472 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9627e83f-b465-46e7-b7dd-822fe929e235 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:37.308704 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 332fe6aa-ed66-44ea-9220-8f05179f41a3 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:07:37.314108 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9627e83f-b465-46e7-b7dd-822fe929e235 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:37.331710 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9627e83f-b465-46e7-b7dd-822fe929e235 admin admin] Made reservation on behalf of b242a09179d94d8193cc1c0208c67871 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:07:37.335942 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9627e83f-b465-46e7-b7dd-822fe929e235 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:37.380443 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-027e3393-5481-4a78-9726-6a45311b1fca req-95cd228e-dd8b-4c05-b07e-9d54728c4f6d tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533504 Feb 04 21:07:37.444720 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port a354a7b3-c4e3-422e-9092-d0b42efba9a1 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:07:37.455955 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port a354a7b3-c4e3-422e-9092-d0b42efba9a1 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:07:37.456218 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:37.533237 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-4e8c21b7-a572-442d-86b5-12dc479fb39c req-fcdbfc70-5907-498c-9b76-1588e530de33 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1382937122', 'description': 'tempest-description-1103098416'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:37.539290 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-4e8c21b7-a572-442d-86b5-12dc479fb39c req-fcdbfc70-5907-498c-9b76-1588e530de33 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:37.543149 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-4e8c21b7-a572-442d-86b5-12dc479fb39c req-fcdbfc70-5907-498c-9b76-1588e530de33 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Usage tracker for resource:security_group and tenant:52a2f03f9f4d4fea8c14bb5997f6317f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:37.546048 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-4e8c21b7-a572-442d-86b5-12dc479fb39c req-fcdbfc70-5907-498c-9b76-1588e530de33 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:37.552188 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-4e8c21b7-a572-442d-86b5-12dc479fb39c req-fcdbfc70-5907-498c-9b76-1588e530de33 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:37.569779 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4e8c21b7-a572-442d-86b5-12dc479fb39c req-fcdbfc70-5907-498c-9b76-1588e530de33 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:37.603267 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-4e8c21b7-a572-442d-86b5-12dc479fb39c req-fcdbfc70-5907-498c-9b76-1588e530de33 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:37.613110 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-4e8c21b7-a572-442d-86b5-12dc479fb39c req-fcdbfc70-5907-498c-9b76-1588e530de33 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Usage tracker for resource:security_group_rule and tenant:52a2f03f9f4d4fea8c14bb5997f6317f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:37.619718 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-4e8c21b7-a572-442d-86b5-12dc479fb39c req-fcdbfc70-5907-498c-9b76-1588e530de33 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:37.643652 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-4e8c21b7-a572-442d-86b5-12dc479fb39c req-fcdbfc70-5907-498c-9b76-1588e530de33 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:37.655895 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9627e83f-b465-46e7-b7dd-822fe929e235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:37.722160 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:37.750946 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0adb324-d78a-4b09-b122-2d287b407485 admin admin] Router aad98986-13d1-455f-9c42-f6a12c24d748 is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:07:37.753062 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627e83f-b465-46e7-b7dd-822fe929e235 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81b08678-ed5f-4876-93e1-3c270387f5db,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:37.778401 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port a354a7b3-c4e3-422e-9092-d0b42efba9a1, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=a354a7b3-c4e3-422e-9092-d0b42efba9a1,segment=NetworkSegment(dc252dab-745b-42aa-9175-cbc8dc87a7db),segment_id=dc252dab-745b-42aa-9175-cbc8dc87a7db)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:37.780064 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78baf9ae-e346-4ff7-965b-4b331957eee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a354a7b3-c4e3-422e-9092-d0b42efba9a1'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:07:37.785779 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4e8c21b7-a572-442d-86b5-12dc479fb39c req-fcdbfc70-5907-498c-9b76-1588e530de33 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:37.791434 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9627e83f-b465-46e7-b7dd-822fe929e235 admin admin] Checking segment: {'id': '185e8ff9-a032-4320-9e92-29b7ef98b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '332fe6aa-ed66-44ea-9220-8f05179f41a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:07:37.791848 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9627e83f-b465-46e7-b7dd-822fe929e235 admin admin] Network hostable DHCP agents. Network: 332fe6aa-ed66-44ea-9220-8f05179f41a3, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:07:37.793746 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:37.814421 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9627e83f-b465-46e7-b7dd-822fe929e235 admin admin] Network 332fe6aa-ed66-44ea-9220-8f05179f41a3 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:07:37.826816 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-9627e83f-b465-46e7-b7dd-822fe929e235 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 332fe6aa-ed66-44ea-9220-8f05179f41a3) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:07:37.839639 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9627e83f-b465-46e7-b7dd-822fe929e235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:37.840440 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9627e83f-b465-46e7-b7dd-822fe929e235 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:37.850240 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4e8c21b7-a572-442d-86b5-12dc479fb39c req-fcdbfc70-5907-498c-9b76-1588e530de33 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:37.871561 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9627e83f-b465-46e7-b7dd-822fe929e235 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6013122 Feb 04 21:07:37.875914 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33776) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:37.882007 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-ba059c89-4f81-40b1-b9eb-138999dc8209 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2015095149-router', 'tenant_id': 'b242a09179d94d8193cc1c0208c67871', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:37.894227 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ba059c89-4f81-40b1-b9eb-138999dc8209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:37.900779 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ba059c89-4f81-40b1-b9eb-138999dc8209 admin admin] Usage tracker for resource:router and tenant:b242a09179d94d8193cc1c0208c67871 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:37.903994 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d766f8-2a8b-4e2d-9713-5d3a27a14035 None None] Network 332fe6aa-ed66-44ea-9220-8f05179f41a3 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:07:37.904950 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ba059c89-4f81-40b1-b9eb-138999dc8209 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:37.913804 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ba059c89-4f81-40b1-b9eb-138999dc8209 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:37.930969 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba059c89-4f81-40b1-b9eb-138999dc8209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:37.933124 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba059c89-4f81-40b1-b9eb-138999dc8209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:37.956693 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba059c89-4f81-40b1-b9eb-138999dc8209 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:37.999423 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdbfc70-5907-498c-9b76-1588e530de33 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b3c680-29d2-4be2-b559-07e527ffb9c8,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:38.018541 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=a354a7b3-c4e3-422e-9092-d0b42efba9a1,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:38.114163 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-4e8c21b7-a572-442d-86b5-12dc479fb39c req-fcdbfc70-5907-498c-9b76-1588e530de33 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:38.133478 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4e8c21b7-a572-442d-86b5-12dc479fb39c req-fcdbfc70-5907-498c-9b76-1588e530de33 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.6105146 Feb 04 21:07:38.158090 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33784) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:38.191265 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78baf9ae-e346-4ff7-965b-4b331957eee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a354a7b3-c4e3-422e-9092-d0b42efba9a1', 'code': 200} Feb 04 21:07:38.208369 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1fe30c-6aad-413a-85ac-9e2fb58c219f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-332fe6aa-ed66-44ea-9220-8f05179f41a3', 'network_id': '332fe6aa-ed66-44ea-9220-8f05179f41a3', 'tenant_id': 'b242a09179d94d8193cc1c0208c67871', 'fixed_ips': [{'subnet_id': '81b08678-ed5f-4876-93e1-3c270387f5db'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:07:38.209440 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fe1fe30c-6aad-413a-85ac-9e2fb58c219f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:38.227029 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0adb324-d78a-4b09-b122-2d287b407485 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:07:38.272564 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a24bf0-f288-44c8-947b-85d8e0e3a266 None None] Sync routers for ids ['aad98986-13d1-455f-9c42-f6a12c24d748'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:07:38.301435 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a24bf0-f288-44c8-947b-85d8e0e3a266 None None] Routers {'aad98986-13d1-455f-9c42-f6a12c24d748'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:07:38.302205 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-40a24bf0-f288-44c8-947b-85d8e0e3a266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:07:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['aad98986-13d1-455f-9c42-f6a12c24d748'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:38.320996 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a0adb324-d78a-4b09-b122-2d287b407485 admin admin] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:38.321702 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba059c89-4f81-40b1-b9eb-138999dc8209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:38.322221 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-a0adb324-d78a-4b09-b122-2d287b407485 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4934471 Feb 04 21:07:38.333479 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ba1c152f-8de6-42c1-ae25-f4de7331c2b6 req-73063b72-536e-4b6e-b0c5-8ecce2998485 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "GET /v2.0/security-groups/b3b3c680-29d2-4be2-b559-07e527ffb9c8 HTTP/1.1" status: 200 len: 1807 time: 0.1413968 Feb 04 21:07:38.333981 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33790) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:38.419119 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-ba1c152f-8de6-42c1-ae25-f4de7331c2b6 req-7360ae58-f234-441f-b92d-5285af57a31e tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b3b3c680-29d2-4be2-b559-07e527ffb9c8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:38.419433 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-ba1c152f-8de6-42c1-ae25-f4de7331c2b6 req-7360ae58-f234-441f-b92d-5285af57a31e tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b3b3c680-29d2-4be2-b559-07e527ffb9c8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:38.438993 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1da53-7cfb-4926-9c29-5f5839fae887 req-8b95513b-18a3-42e7-9975-93dcdd35f162 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:38.446111 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b6e1da53-7cfb-4926-9c29-5f5839fae887 req-8b95513b-18a3-42e7-9975-93dcdd35f162 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e866aa6-5c6e-4fb9-9370-ce77030ee8c1 HTTP/1.1" status: 200 len: 946 time: 0.5463853 Feb 04 21:07:38.450187 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-ba1c152f-8de6-42c1-ae25-f4de7331c2b6 req-7360ae58-f234-441f-b92d-5285af57a31e tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:38.478655 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-ba1c152f-8de6-42c1-ae25-f4de7331c2b6 req-7360ae58-f234-441f-b92d-5285af57a31e tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Usage tracker for resource:security_group_rule and tenant:52a2f03f9f4d4fea8c14bb5997f6317f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:38.490774 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d5b9df76-e29b-47f7-b280-1d7286a7058b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:38.495450 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-ba1c152f-8de6-42c1-ae25-f4de7331c2b6 req-7360ae58-f234-441f-b92d-5285af57a31e tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:38.510626 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-ba1c152f-8de6-42c1-ae25-f4de7331c2b6 req-7360ae58-f234-441f-b92d-5285af57a31e tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:38.513650 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d5b9df76-e29b-47f7-b280-1d7286a7058b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:38.519940 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d5b9df76-e29b-47f7-b280-1d7286a7058b admin admin] Usage tracker for resource:security_group_rule and tenant:9910c2269a6547be842152b055041f9a is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:38.532741 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d5b9df76-e29b-47f7-b280-1d7286a7058b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:38.541362 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d5b9df76-e29b-47f7-b280-1d7286a7058b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:38.585181 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-fe1fe30c-6aad-413a-85ac-9e2fb58c219f None None] Allocated IP 172.20.0.2 (332fe6aa-ed66-44ea-9220-8f05179f41a3/81b08678-ed5f-4876-93e1-3c270387f5db/c70d5519-ac0c-4603-b739-299262cc2a10) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:07:38.588757 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-40a24bf0-f288-44c8-947b-85d8e0e3a266 None None] Set router aad98986-13d1-455f-9c42-f6a12c24d748 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:07:38.617775 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b6e1da53-7cfb-4926-9c29-5f5839fae887 req-458c46cd-10c1-4bad-9b2e-529214fdc4a7 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707804 Feb 04 21:07:38.748674 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd462d1a-735d-4cd9-b25a-ba14a2395ece req-224ffe30-6083-4c7d-bdb8-41476c9e0b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:38.751911 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bd462d1a-735d-4cd9-b25a-ba14a2395ece req-224ffe30-6083-4c7d-bdb8-41476c9e0b7e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=78baf9ae-e346-4ff7-965b-4b331957eee3 HTTP/1.1" status: 200 len: 1096 time: 0.5054336 Feb 04 21:07:38.792542 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba059c89-4f81-40b1-b9eb-138999dc8209 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:38.835056 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba059c89-4f81-40b1-b9eb-138999dc8209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:38.888832 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d5b9df76-e29b-47f7-b280-1d7286a7058b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:38.900730 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d5b9df76-e29b-47f7-b280-1d7286a7058b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:38.943868 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9df76-e29b-47f7-b280-1d7286a7058b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375c3ae9-fd51-4d21-a6cd-4dbc409a2e4d,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:38.977662 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d5b9df76-e29b-47f7-b280-1d7286a7058b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9910c2269a6547be842152b055041f9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8181844 Feb 04 21:07:38.980803 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33798) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:39.090269 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fe1fe30c-6aad-413a-85ac-9e2fb58c219f None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:39.094169 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-ba059c89-4f81-40b1-b9eb-138999dc8209 admin admin] Allocated IP 172.25.5.117 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/150c57e9-cee7-43d3-be66-cc12b0649131) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:07:39.108102 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-40a24bf0-f288-44c8-947b-85d8e0e3a266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad98986-13d1-455f-9c42-f6a12c24d748', 'name': 'tempest-ServerRescueTestJSON-223715920-router', 'tenant_id': '69cff50c69dd4edbb2b0c631432e7d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'bf98b1eb-d1cc-4ce9-9e74-976c149329ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:07:33Z', 'updated_at': '2022-02-04T21:07:36Z', 'revision_number': 3, 'project_id': '69cff50c69dd4edbb2b0c631432e7d0d', 'gw_port': {'id': 'bf98b1eb-d1cc-4ce9-9e74-976c149329ac', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:60:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad98986-13d1-455f-9c42-f6a12c24d748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:34Z', 'updated_at': '2022-02-04T21:07:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:39.113405 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-fe1fe30c-6aad-413a-85ac-9e2fb58c219f None None] Transition to ACTIVE for port object c70d5519-ac0c-4603-b739-299262cc2a10 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:07:39.120272 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a24bf0-f288-44c8-947b-85d8e0e3a266 None None] Checking router: aad98986-13d1-455f-9c42-f6a12c24d748 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:07:39.120272 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a24bf0-f288-44c8-947b-85d8e0e3a266 None None] Updating router aad98986-13d1-455f-9c42-f6a12c24d748 port bf98b1eb-d1cc-4ce9-9e74-976c149329ac binding host n-d-827896-1 {{(pid=87684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:07:39.123405 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ad700005-b273-4e50-a991-23ff135475ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:39.178653 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ba1c152f-8de6-42c1-ae25-f4de7331c2b6 req-7360ae58-f234-441f-b92d-5285af57a31e tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:39.181290 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-fe1fe30c-6aad-413a-85ac-9e2fb58c219f None None] Transition to ACTIVE for port object c70d5519-ac0c-4603-b739-299262cc2a10 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:07:39.182180 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bd462d1a-735d-4cd9-b25a-ba14a2395ece req-2e9d2577-e887-49a0-88bf-04d8eab707fd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991411 Feb 04 21:07:39.190605 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fe1fe30c-6aad-413a-85ac-9e2fb58c219f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:39.232611 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-40a24bf0-f288-44c8-947b-85d8e0e3a266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:39.232849 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ad700005-b273-4e50-a991-23ff135475ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:39.301488 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1fe30c-6aad-413a-85ac-9e2fb58c219f None None] Network 332fe6aa-ed66-44ea-9220-8f05179f41a3 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:07:39.306273 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-fe1fe30c-6aad-413a-85ac-9e2fb58c219f None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:07:39.312076 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1fe30c-6aad-413a-85ac-9e2fb58c219f None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:07:39.321864 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0efe3aa-fc4c-4be0-bc9e-405ba2b94f9e req-91ddde7c-2c64-4c0b-8ffc-baea0f8445b9 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:39.322979 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f0efe3aa-fc4c-4be0-bc9e-405ba2b94f9e req-91ddde7c-2c64-4c0b-8ffc-baea0f8445b9 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=78baf9ae-e346-4ff7-965b-4b331957eee3 HTTP/1.1" status: 200 len: 945 time: 0.5791824 Feb 04 21:07:39.333620 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ba1c152f-8de6-42c1-ae25-f4de7331c2b6 req-7360ae58-f234-441f-b92d-5285af57a31e tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:39.356152 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1fe30c-6aad-413a-85ac-9e2fb58c219f None None] Pushing event updated for resources: {'Port': ['ID=c70d5519-ac0c-4603-b739-299262cc2a10,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:39.357302 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ba1c152f-8de6-42c1-ae25-f4de7331c2b6 req-7360ae58-f234-441f-b92d-5285af57a31e tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:39.448263 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba059c89-4f81-40b1-b9eb-138999dc8209 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:39.461275 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ad700005-b273-4e50-a991-23ff135475ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:39.485665 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-fe1fe30c-6aad-413a-85ac-9e2fb58c219f None None] Attempting to bind port c70d5519-ac0c-4603-b739-299262cc2a10 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:07:39.486031 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-fe1fe30c-6aad-413a-85ac-9e2fb58c219f None None] Attempting to bind port c70d5519-ac0c-4603-b739-299262cc2a10 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '185e8ff9-a032-4320-9e92-29b7ef98b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '332fe6aa-ed66-44ea-9220-8f05179f41a3'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:07:39.486585 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1fe30c-6aad-413a-85ac-9e2fb58c219f None None] Attempting to bind port c70d5519-ac0c-4603-b739-299262cc2a10 on network 332fe6aa-ed66-44ea-9220-8f05179f41a3 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:07:39.490518 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360ae58-f234-441f-b92d-5285af57a31e tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1f1639-266d-4d68-ae7e-793c548b3241,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:39.490708 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad700005-b273-4e50-a991-23ff135475ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375c3ae9-fd51-4d21-a6cd-4dbc409a2e4d,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:39.492716 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1fe30c-6aad-413a-85ac-9e2fb58c219f None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:07:39.493333 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1fe30c-6aad-413a-85ac-9e2fb58c219f None None] Checking segment: {'id': '185e8ff9-a032-4320-9e92-29b7ef98b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '332fe6aa-ed66-44ea-9220-8f05179f41a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:07:39.493991 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fe1fe30c-6aad-413a-85ac-9e2fb58c219f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:39.494544 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1fe30c-6aad-413a-85ac-9e2fb58c219f None None] Bound using segment: {'id': '185e8ff9-a032-4320-9e92-29b7ef98b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '332fe6aa-ed66-44ea-9220-8f05179f41a3'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:07:39.495351 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-fe1fe30c-6aad-413a-85ac-9e2fb58c219f None None] Bound port: c70d5519-ac0c-4603-b739-299262cc2a10, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185e8ff9-a032-4320-9e92-29b7ef98b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '332fe6aa-ed66-44ea-9220-8f05179f41a3'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:07:39.495890 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fe1fe30c-6aad-413a-85ac-9e2fb58c219f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:39.499727 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ba1c152f-8de6-42c1-ae25-f4de7331c2b6 req-7360ae58-f234-441f-b92d-5285af57a31e tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:39.500911 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ba1c152f-8de6-42c1-ae25-f4de7331c2b6 req-7360ae58-f234-441f-b92d-5285af57a31e tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.0954144 Feb 04 21:07:39.511520 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f0efe3aa-fc4c-4be0-bc9e-405ba2b94f9e req-c7384f53-b266-4226-bfc7-85f23504ad73 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725228 Feb 04 21:07:39.528716 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ad700005-b273-4e50-a991-23ff135475ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:39.541778 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ad700005-b273-4e50-a991-23ff135475ef admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/375c3ae9-fd51-4d21-a6cd-4dbc409a2e4d HTTP/1.1" status: 204 len: 168 time: 0.5599449 Feb 04 21:07:39.550147 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690efb8-6109-4745-8602-aca23b43429f req-2ef3217c-4ab8-4cbb-ae3a-c4d947d2a7ac tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:39.551700 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2690efb8-6109-4745-8602-aca23b43429f req-2ef3217c-4ab8-4cbb-ae3a-c4d947d2a7ac tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e866aa6-5c6e-4fb9-9370-ce77030ee8c1 HTTP/1.1" status: 200 len: 946 time: 0.5659702 Feb 04 21:07:39.581981 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba059c89-4f81-40b1-b9eb-138999dc8209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:39.651414 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-d5ebc2de-8499-48f7-96bf-0a309548d392 req-1315d8a8-73b2-472a-9919-6b78c4d1d6a5 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2035477472', 'description': 'tempest-description-1660910243'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:39.669469 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-d5ebc2de-8499-48f7-96bf-0a309548d392 req-1315d8a8-73b2-472a-9919-6b78c4d1d6a5 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:39.671060 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba059c89-4f81-40b1-b9eb-138999dc8209 admin admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:07:39.675532 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-ba059c89-4f81-40b1-b9eb-138999dc8209 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:07:39.680877 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba059c89-4f81-40b1-b9eb-138999dc8209 admin admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:07:39.688488 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d5ebc2de-8499-48f7-96bf-0a309548d392 req-1315d8a8-73b2-472a-9919-6b78c4d1d6a5 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Usage tracker for resource:security_group and tenant:52a2f03f9f4d4fea8c14bb5997f6317f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:39.692131 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d5ebc2de-8499-48f7-96bf-0a309548d392 req-1315d8a8-73b2-472a-9919-6b78c4d1d6a5 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:39.702895 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-d5ebc2de-8499-48f7-96bf-0a309548d392 req-1315d8a8-73b2-472a-9919-6b78c4d1d6a5 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:39.719902 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-2690efb8-6109-4745-8602-aca23b43429f req-581df2f8-6152-4c62-8277-5855df4a4358 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Deleting port d2e6ab9a-f452-4d1a-82ac-4816cd9ec308 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:07:39.720250 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2690efb8-6109-4745-8602-aca23b43429f req-581df2f8-6152-4c62-8277-5855df4a4358 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:39.847877 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d5ebc2de-8499-48f7-96bf-0a309548d392 req-1315d8a8-73b2-472a-9919-6b78c4d1d6a5 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:39.872390 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-fe1fe30c-6aad-413a-85ac-9e2fb58c219f None None] For port c70d5519-ac0c-4603-b739-299262cc2a10, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:07:39.891619 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba059c89-4f81-40b1-b9eb-138999dc8209 admin admin] Pushing event updated for resources: {'Port': ['ID=150c57e9-cee7-43d3-be66-cc12b0649131,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:39.897456 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-fe1fe30c-6aad-413a-85ac-9e2fb58c219f None None] For port c70d5519-ac0c-4603-b739-299262cc2a10, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=c70d5519-ac0c-4603-b739-299262cc2a10,segment=NetworkSegment(185e8ff9-a032-4320-9e92-29b7ef98b0f5),segment_id=185e8ff9-a032-4320-9e92-29b7ef98b0f5)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:07:39.910328 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fe1fe30c-6aad-413a-85ac-9e2fb58c219f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:39.923928 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-d5ebc2de-8499-48f7-96bf-0a309548d392 req-1315d8a8-73b2-472a-9919-6b78c4d1d6a5 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:39.929907 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d5ebc2de-8499-48f7-96bf-0a309548d392 req-1315d8a8-73b2-472a-9919-6b78c4d1d6a5 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Usage tracker for resource:security_group_rule and tenant:52a2f03f9f4d4fea8c14bb5997f6317f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:39.934469 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d5ebc2de-8499-48f7-96bf-0a309548d392 req-1315d8a8-73b2-472a-9919-6b78c4d1d6a5 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:39.942133 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-d5ebc2de-8499-48f7-96bf-0a309548d392 req-1315d8a8-73b2-472a-9919-6b78c4d1d6a5 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:40.020072 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1fe30c-6aad-413a-85ac-9e2fb58c219f None None] Pushing event updated for resources: {'Port': ['ID=c70d5519-ac0c-4603-b739-299262cc2a10,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:40.093754 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33810) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:40.138246 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-40a24bf0-f288-44c8-947b-85d8e0e3a266 None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:40.156794 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-40a24bf0-f288-44c8-947b-85d8e0e3a266 None None] Transition to ACTIVE for port object bf98b1eb-d1cc-4ce9-9e74-976c149329ac will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:07:40.163655 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-40a24bf0-f288-44c8-947b-85d8e0e3a266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:40.241570 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ae74e57a-73be-401b-899a-74601a5cef76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:40.252204 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b97cf021-f32a-4b1d-9911-483ae29ded3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:40.253942 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-40a24bf0-f288-44c8-947b-85d8e0e3a266 None None] Attempting to bind port bf98b1eb-d1cc-4ce9-9e74-976c149329ac on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:07:40.254317 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-40a24bf0-f288-44c8-947b-85d8e0e3a266 None None] Attempting to bind port bf98b1eb-d1cc-4ce9-9e74-976c149329ac by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:07:40.254724 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a24bf0-f288-44c8-947b-85d8e0e3a266 None None] Attempting to bind port bf98b1eb-d1cc-4ce9-9e74-976c149329ac on network 1f11f724-8cdd-497d-8220-929f45cf1223 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:07:40.255856 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba059c89-4f81-40b1-b9eb-138999dc8209 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:40.258431 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5046a-07e0-4909-b7a7-d78c274eaef1 None None] Pushing event updated for resources: {'Port': ['ID=bf98b1eb-d1cc-4ce9-9e74-976c149329ac,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:40.263637 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a24bf0-f288-44c8-947b-85d8e0e3a266 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:07:40.264015 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a24bf0-f288-44c8-947b-85d8e0e3a266 None None] Checking segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:07:40.264419 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-40a24bf0-f288-44c8-947b-85d8e0e3a266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:40.265025 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a24bf0-f288-44c8-947b-85d8e0e3a266 None None] Bound using segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:07:40.265775 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-40a24bf0-f288-44c8-947b-85d8e0e3a266 None None] Bound port: bf98b1eb-d1cc-4ce9-9e74-976c149329ac, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:07:40.266531 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-40a24bf0-f288-44c8-947b-85d8e0e3a266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:40.312921 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190844d2-c7df-4067-aa4b-6dda11e78e20 req-0ed5072c-8766-4597-be44-c8b6797d2520 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:40.319745 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-190844d2-c7df-4067-aa4b-6dda11e78e20 req-0ed5072c-8766-4597-be44-c8b6797d2520 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e866aa6-5c6e-4fb9-9370-ce77030ee8c1 HTTP/1.1" status: 200 len: 946 time: 0.5373020 Feb 04 21:07:40.322241 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-ae74e57a-73be-401b-899a-74601a5cef76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:40.369440 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-ae74e57a-73be-401b-899a-74601a5cef76 admin admin] Usage tracker for resource:security_group_rule and tenant:a7a9779295e24d1db921f03845c49095 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:40.369650 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-40a24bf0-f288-44c8-947b-85d8e0e3a266 None None] For port bf98b1eb-d1cc-4ce9-9e74-976c149329ac, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:07:40.379655 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-40a24bf0-f288-44c8-947b-85d8e0e3a266 None None] For port bf98b1eb-d1cc-4ce9-9e74-976c149329ac, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=bf98b1eb-d1cc-4ce9-9e74-976c149329ac,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:07:40.390839 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-40a24bf0-f288-44c8-947b-85d8e0e3a266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:40.415669 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d5ebc2de-8499-48f7-96bf-0a309548d392 req-1315d8a8-73b2-472a-9919-6b78c4d1d6a5 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:40.423934 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-ae74e57a-73be-401b-899a-74601a5cef76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:40.451879 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-ae74e57a-73be-401b-899a-74601a5cef76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:40.460758 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d5ebc2de-8499-48f7-96bf-0a309548d392 req-1315d8a8-73b2-472a-9919-6b78c4d1d6a5 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:40.504538 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a24bf0-f288-44c8-947b-85d8e0e3a266 None None] Routers {'aad98986-13d1-455f-9c42-f6a12c24d748'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:07:40.508477 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-40a24bf0-f288-44c8-947b-85d8e0e3a266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:07:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['aad98986-13d1-455f-9c42-f6a12c24d748'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:40.635393 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5046a-07e0-4909-b7a7-d78c274eaef1 None None] Pushing event updated for resources: {'Port': ['ID=bf98b1eb-d1cc-4ce9-9e74-976c149329ac,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:40.660128 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ae74e57a-73be-401b-899a-74601a5cef76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:40.707942 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-190844d2-c7df-4067-aa4b-6dda11e78e20 req-6f7eb826-87b9-4735-a0b0-2d058064a6b8 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871880 Feb 04 21:07:40.740094 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d5ebc2de-8499-48f7-96bf-0a309548d392 req-1315d8a8-73b2-472a-9919-6b78c4d1d6a5 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:40.741332 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d5ebc2de-8499-48f7-96bf-0a309548d392 req-1315d8a8-73b2-472a-9919-6b78c4d1d6a5 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.1411512 Feb 04 21:07:40.744774 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ae74e57a-73be-401b-899a-74601a5cef76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:40.753104 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1315d8a8-73b2-472a-9919-6b78c4d1d6a5 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86ed828f-743e-43db-9611-b410e85a0da5,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:40.768178 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-2690efb8-6109-4745-8602-aca23b43429f req-581df2f8-6152-4c62-8277-5855df4a4358 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] For port d2e6ab9a-f452-4d1a-82ac-4816cd9ec308, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=d2e6ab9a-f452-4d1a-82ac-4816cd9ec308,segment=NetworkSegment(1bfd55c3-c8d9-4e20-9f37-da07ea0581c2),segment_id=1bfd55c3-c8d9-4e20-9f37-da07ea0581c2)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:40.769121 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2690efb8-6109-4745-8602-aca23b43429f req-581df2f8-6152-4c62-8277-5855df4a4358 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:40.850709 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-40a24bf0-f288-44c8-947b-85d8e0e3a266 None None] Set router aad98986-13d1-455f-9c42-f6a12c24d748 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:07:40.917568 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba059c89-4f81-40b1-b9eb-138999dc8209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:41.003371 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device c70d5519-ac0c-4603-b739-299262cc2a10 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:07:41.029304 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ae74e57a-73be-401b-899a-74601a5cef76 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a7a9779295e24d1db921f03845c49095&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9317377 Feb 04 21:07:41.053464 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33822) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:41.055935 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-2690efb8-6109-4745-8602-aca23b43429f req-581df2f8-6152-4c62-8277-5855df4a4358 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Calling delete_port for d2e6ab9a-f452-4d1a-82ac-4816cd9ec308 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:07:41.088277 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-8aa1be12-5f58-43c8-83b9-825b90292895 req-01f14ded-2546-4ee6-8548-bc717aaa0da4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-866218016', 'description': 'tempest-description-263046398'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:41.153398 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-8aa1be12-5f58-43c8-83b9-825b90292895 req-01f14ded-2546-4ee6-8548-bc717aaa0da4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:41.175460 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-8aa1be12-5f58-43c8-83b9-825b90292895 req-01f14ded-2546-4ee6-8548-bc717aaa0da4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Usage tracker for resource:security_group and tenant:52a2f03f9f4d4fea8c14bb5997f6317f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:41.183287 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-8aa1be12-5f58-43c8-83b9-825b90292895 req-01f14ded-2546-4ee6-8548-bc717aaa0da4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:41.191312 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-8aa1be12-5f58-43c8-83b9-825b90292895 req-01f14ded-2546-4ee6-8548-bc717aaa0da4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:41.208161 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74e57a-73be-401b-899a-74601a5cef76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b73fb7-5077-45df-aedc-5d6a9f94fa72,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:41.218224 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8aa1be12-5f58-43c8-83b9-825b90292895 req-01f14ded-2546-4ee6-8548-bc717aaa0da4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:41.259410 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b1c6da30-f628-4068-ab84-1128d149382e req-3744aa41-cda6-46df-851a-0b4de5a3dac0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2697167 Feb 04 21:07:41.288793 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port c70d5519-ac0c-4603-b739-299262cc2a10 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:07:41.332684 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-8aa1be12-5f58-43c8-83b9-825b90292895 req-01f14ded-2546-4ee6-8548-bc717aaa0da4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:41.333352 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-40a24bf0-f288-44c8-947b-85d8e0e3a266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad98986-13d1-455f-9c42-f6a12c24d748', 'name': 'tempest-ServerRescueTestJSON-223715920-router', 'tenant_id': '69cff50c69dd4edbb2b0c631432e7d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'bf98b1eb-d1cc-4ce9-9e74-976c149329ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:07:33Z', 'updated_at': '2022-02-04T21:07:36Z', 'revision_number': 3, 'project_id': '69cff50c69dd4edbb2b0c631432e7d0d', 'gw_port': {'id': 'bf98b1eb-d1cc-4ce9-9e74-976c149329ac', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:60:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad98986-13d1-455f-9c42-f6a12c24d748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:34Z', 'updated_at': '2022-02-04T21:07:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:41.340173 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8f0f8845-1d1b-4a97-8344-94cd6bd817c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:41.343853 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-8aa1be12-5f58-43c8-83b9-825b90292895 req-01f14ded-2546-4ee6-8548-bc717aaa0da4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Usage tracker for resource:security_group_rule and tenant:52a2f03f9f4d4fea8c14bb5997f6317f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:41.347002 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a24bf0-f288-44c8-947b-85d8e0e3a266 None None] The sync data for ids ['aad98986-13d1-455f-9c42-f6a12c24d748'] in n-d-827896-1 is: [{'id': 'aad98986-13d1-455f-9c42-f6a12c24d748', 'name': 'tempest-ServerRescueTestJSON-223715920-router', 'tenant_id': '69cff50c69dd4edbb2b0c631432e7d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'bf98b1eb-d1cc-4ce9-9e74-976c149329ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:07:33Z', 'updated_at': '2022-02-04T21:07:36Z', 'revision_number': 3, 'project_id': '69cff50c69dd4edbb2b0c631432e7d0d', 'gw_port': {'id': 'bf98b1eb-d1cc-4ce9-9e74-976c149329ac', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:60:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad98986-13d1-455f-9c42-f6a12c24d748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:34Z', 'updated_at': '2022-02-04T21:07:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:07:41.357687 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba059c89-4f81-40b1-b9eb-138999dc8209 admin admin] Router 67ff9376-b6d4-48ae-95fd-0e45b8d337b5 is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:07:41.358127 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-8aa1be12-5f58-43c8-83b9-825b90292895 req-01f14ded-2546-4ee6-8548-bc717aaa0da4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:41.368285 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-b97cf021-f32a-4b1d-9911-483ae29ded3b admin admin] Allocated IP 172.20.0.1 (0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d/23d61e2d-97f4-40a0-9322-1eca7a330b64/a695a433-a212-464b-899d-764c3bd9b865) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:07:41.377303 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-8aa1be12-5f58-43c8-83b9-825b90292895 req-01f14ded-2546-4ee6-8548-bc717aaa0da4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:41.421822 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8f0f8845-1d1b-4a97-8344-94cd6bd817c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:41.634111 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdecf43-ae07-47fa-8e62-1bd99338a14a req-ded31741-8694-4d22-ac6a-e2290eeae3c8 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:41.639376 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fbdecf43-ae07-47fa-8e62-1bd99338a14a req-ded31741-8694-4d22-ac6a-e2290eeae3c8 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=78baf9ae-e346-4ff7-965b-4b331957eee3 HTTP/1.1" status: 200 len: 945 time: 0.6153262 Feb 04 21:07:41.639633 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8205b4e-fe99-45cc-bb84-08a253ca08ac None None] Network 332fe6aa-ed66-44ea-9220-8f05179f41a3 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:07:41.784209 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2690efb8-6109-4745-8602-aca23b43429f req-581df2f8-6152-4c62-8277-5855df4a4358 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:41.797528 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba059c89-4f81-40b1-b9eb-138999dc8209 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:07:41.807795 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7febf43-88d5-4175-907f-c9d6bd4ac102 None None] Sync routers for ids ['67ff9376-b6d4-48ae-95fd-0e45b8d337b5'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:07:41.825611 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7febf43-88d5-4175-907f-c9d6bd4ac102 None None] Routers {'67ff9376-b6d4-48ae-95fd-0e45b8d337b5'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:07:41.827881 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-d7febf43-88d5-4175-907f-c9d6bd4ac102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:07:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['67ff9376-b6d4-48ae-95fd-0e45b8d337b5'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:41.894541 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba059c89-4f81-40b1-b9eb-138999dc8209 admin admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:41.896126 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ba059c89-4f81-40b1-b9eb-138999dc8209 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0195723 Feb 04 21:07:41.900224 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33828) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:41.919389 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581df2f8-6152-4c62-8277-5855df4a4358 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Pushing event deleted for resources: {'Port': ['ID=d2e6ab9a-f452-4d1a-82ac-4816cd9ec308,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:42.003366 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6da30-f628-4068-ab84-1128d149382e req-0c6448bc-6edb-4484-bfc6-5cdae11fe89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:42.014363 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b1c6da30-f628-4068-ab84-1128d149382e req-0c6448bc-6edb-4484-bfc6-5cdae11fe89e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d539dc97a744058fdb427e438eb9ad&device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 1095 time: 0.6266775 Feb 04 21:07:42.032540 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['d2e6ab9a-f452-4d1a-82ac-4816cd9ec308'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:07:42.086796 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8f0f8845-1d1b-4a97-8344-94cd6bd817c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:42.153270 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-92c6309a-9c76-4f8e-a4af-9503715cc9df None None] Provisioning for port c70d5519-ac0c-4603-b739-299262cc2a10 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:07:42.162754 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-92c6309a-9c76-4f8e-a4af-9503715cc9df None None] Provisioning complete for port c70d5519-ac0c-4603-b739-299262cc2a10 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:07:42.163123 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-92c6309a-9c76-4f8e-a4af-9503715cc9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:42.215581 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-2690efb8-6109-4745-8602-aca23b43429f req-581df2f8-6152-4c62-8277-5855df4a4358 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] No DVR routers for this DVR port d2e6ab9a-f452-4d1a-82ac-4816cd9ec308 on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:07:42.238258 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2690efb8-6109-4745-8602-aca23b43429f req-581df2f8-6152-4c62-8277-5855df4a4358 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:42.260433 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fbdecf43-ae07-47fa-8e62-1bd99338a14a req-ac75d7e7-ca48-4aa2-be12-1d410be4cc81 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4778285 Feb 04 21:07:42.261324 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e866aa6-5c6e-4fb9-9370-ce77030ee8c1', 'name': 'network-vif-deleted', 'tag': 'd2e6ab9a-f452-4d1a-82ac-4816cd9ec308'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:07:42.284235 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2690efb8-6109-4745-8602-aca23b43429f req-581df2f8-6152-4c62-8277-5855df4a4358 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.18 "DELETE /v2.0/ports/d2e6ab9a-f452-4d1a-82ac-4816cd9ec308 HTTP/1.1" status: 204 len: 173 time: 2.7251954 Feb 04 21:07:42.285227 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-d7febf43-88d5-4175-907f-c9d6bd4ac102 None None] Set router 67ff9376-b6d4-48ae-95fd-0e45b8d337b5 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:07:42.299776 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8f0f8845-1d1b-4a97-8344-94cd6bd817c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:42.301599 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8f0f8845-1d1b-4a97-8344-94cd6bd817c2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/19b73fb7-5077-45df-aedc-5d6a9f94fa72 HTTP/1.1" status: 204 len: 168 time: 1.2464943 Feb 04 21:07:42.302217 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f8845-1d1b-4a97-8344-94cd6bd817c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b73fb7-5077-45df-aedc-5d6a9f94fa72,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:42.395222 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b97cf021-f32a-4b1d-9911-483ae29ded3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:42.421995 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8aa1be12-5f58-43c8-83b9-825b90292895 req-01f14ded-2546-4ee6-8548-bc717aaa0da4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:42.440748 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8aa1be12-5f58-43c8-83b9-825b90292895 req-01f14ded-2546-4ee6-8548-bc717aaa0da4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:42.611904 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f14ded-2546-4ee6-8548-bc717aaa0da4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=997d94c2-f794-4fab-a5f7-d74e5f32f195,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:42.624236 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-92c6309a-9c76-4f8e-a4af-9503715cc9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:42.628768 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8aa1be12-5f58-43c8-83b9-825b90292895 req-01f14ded-2546-4ee6-8548-bc717aaa0da4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:42.632138 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8aa1be12-5f58-43c8-83b9-825b90292895 req-01f14ded-2546-4ee6-8548-bc717aaa0da4 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.6114221 Feb 04 21:07:42.658214 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6da30-f628-4068-ab84-1128d149382e req-9c9a6b6b-da4d-413a-a656-a99a3e05da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:42.671562 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b1c6da30-f628-4068-ab84-1128d149382e req-9c9a6b6b-da4d-413a-a656-a99a3e05da89 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4cc1ce8-eeb6-46af-80b5-92196799c865 HTTP/1.1" status: 200 len: 912 time: 0.6170666 Feb 04 21:07:42.743836 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b97cf021-f32a-4b1d-9911-483ae29ded3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:42.748468 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-92c6309a-9c76-4f8e-a4af-9503715cc9df None None] For port c70d5519-ac0c-4603-b739-299262cc2a10, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=c70d5519-ac0c-4603-b739-299262cc2a10,segment=NetworkSegment(185e8ff9-a032-4320-9e92-29b7ef98b0f5),segment_id=185e8ff9-a032-4320-9e92-29b7ef98b0f5)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:42.808941 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device bf98b1eb-d1cc-4ce9-9e74-976c149329ac up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:07:42.840916 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-92c6309a-9c76-4f8e-a4af-9503715cc9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:42.872616 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97cf021-f32a-4b1d-9911-483ae29ded3b admin admin] Network 0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:07:42.881422 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-b97cf021-f32a-4b1d-9911-483ae29ded3b admin admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:07:42.899606 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97cf021-f32a-4b1d-9911-483ae29ded3b admin admin] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:07:43.076042 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b1c6da30-f628-4068-ab84-1128d149382e req-413f097c-28cc-4761-8f74-f6996521ccae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88606a30-0adc-41c2-8bc6-51b965a3377c HTTP/1.1" status: 200 len: 999 time: 0.2289283 Feb 04 21:07:43.210796 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6309a-9c76-4f8e-a4af-9503715cc9df None None] Pushing event updated for resources: {'Port': ['ID=c70d5519-ac0c-4603-b739-299262cc2a10,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:43.240705 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-d7febf43-88d5-4175-907f-c9d6bd4ac102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'name': 'tempest-TaggedBootDevicesTest_v242-2015095149-router', 'tenant_id': 'b242a09179d94d8193cc1c0208c67871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '150c57e9-cee7-43d3-be66-cc12b0649131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:07:37Z', 'updated_at': '2022-02-04T21:07:39Z', 'revision_number': 3, 'project_id': 'b242a09179d94d8193cc1c0208c67871', 'gw_port': {'id': '150c57e9-cee7-43d3-be66-cc12b0649131', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d1:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:38Z', 'updated_at': '2022-02-04T21:07:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:43.247191 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7febf43-88d5-4175-907f-c9d6bd4ac102 None None] Checking router: 67ff9376-b6d4-48ae-95fd-0e45b8d337b5 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:07:43.247601 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7febf43-88d5-4175-907f-c9d6bd4ac102 None None] Updating router 67ff9376-b6d4-48ae-95fd-0e45b8d337b5 port 150c57e9-cee7-43d3-be66-cc12b0649131 binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:07:43.255770 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6da30-f628-4068-ab84-1128d149382e req-0b7a2349-00f3-4982-a2b1-7c4181495988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:43.257485 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b1c6da30-f628-4068-ab84-1128d149382e req-0b7a2349-00f3-4982-a2b1-7c4181495988 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee4d3909-e094-4079-9a7f-4f6007c68222 HTTP/1.1" status: 200 len: 850 time: 0.1222987 Feb 04 21:07:43.319698 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01197e18-7e24-46c7-8f6e-d0943c1ccb9c req-60f0898b-135c-421c-abbd-19c1626cf80e tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:43.321458 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-01197e18-7e24-46c7-8f6e-d0943c1ccb9c req-60f0898b-135c-421c-abbd-19c1626cf80e tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.7019343 Feb 04 21:07:43.323131 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-36497186-e8b2-4eb7-a1d2-5af499f51bd8 req-468e2dfd-46f4-4908-86af-1b4f215d0d19 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Synchronizing usage tracker for tenant:6d15241bd78a41148bd0d1c2bdd856b4 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:07:43.328912 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97cf021-f32a-4b1d-9911-483ae29ded3b admin admin] Pushing event updated for resources: {'Port': ['ID=a695a433-a212-464b-899d-764c3bd9b865,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:43.367751 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port bf98b1eb-d1cc-4ce9-9e74-976c149329ac completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:07:43.377864 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port bf98b1eb-d1cc-4ce9-9e74-976c149329ac triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:07:43.379476 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b97cf021-f32a-4b1d-9911-483ae29ded3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:43.380149 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:43.405533 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-d7febf43-88d5-4175-907f-c9d6bd4ac102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:43.635428 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-36497186-e8b2-4eb7-a1d2-5af499f51bd8 req-468e2dfd-46f4-4908-86af-1b4f215d0d19 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Unset dirty status for tenant:6d15241bd78a41148bd0d1c2bdd856b4 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:07:43.636503 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-36497186-e8b2-4eb7-a1d2-5af499f51bd8 req-468e2dfd-46f4-4908-86af-1b4f215d0d19 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e866aa6-5c6e-4fb9-9370-ce77030ee8c1 HTTP/1.1" status: 200 len: 210 time: 0.6167035 Feb 04 21:07:43.675754 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6da30-f628-4068-ab84-1128d149382e req-68442ef1-e950-4f94-b94a-ee6dcfe07237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:43.677689 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:43.678187 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b1c6da30-f628-4068-ab84-1128d149382e req-68442ef1-e950-4f94-b94a-ee6dcfe07237 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4cc1ce8-eeb6-46af-80b5-92196799c865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3879485 Feb 04 21:07:43.701663 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port bf98b1eb-d1cc-4ce9-9e74-976c149329ac, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=bf98b1eb-d1cc-4ce9-9e74-976c149329ac,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:43.710497 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:43.732345 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e866aa6-5c6e-4fb9-9370-ce77030ee8c1', 'name': 'network-vif-deleted', 'tag': 'd2e6ab9a-f452-4d1a-82ac-4816cd9ec308', 'status': 'completed', 'code': 200} Feb 04 21:07:43.740055 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-01197e18-7e24-46c7-8f6e-d0943c1ccb9c req-04be9ac7-0e6a-4cae-9155-cbb3c4bda987 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3988812 Feb 04 21:07:43.849701 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=bf98b1eb-d1cc-4ce9-9e74-976c149329ac,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:43.892058 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-0791b9f4-38ef-4bac-bfb3-fa7e929e504c None None] Provisioning complete for port c70d5519-ac0c-4603-b739-299262cc2a10 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:07:43.892570 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0791b9f4-38ef-4bac-bfb3-fa7e929e504c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:43.896470 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b97cf021-f32a-4b1d-9911-483ae29ded3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:43.961413 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e96a990e-d2bf-4cc7-9ddc-35da71ffcc41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:44.151037 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-d7febf43-88d5-4175-907f-c9d6bd4ac102 None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:44.170349 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-d7febf43-88d5-4175-907f-c9d6bd4ac102 None None] Transition to ACTIVE for port object 150c57e9-cee7-43d3-be66-cc12b0649131 will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:07:44.184461 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-d7febf43-88d5-4175-907f-c9d6bd4ac102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:44.296809 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b97cf021-f32a-4b1d-9911-483ae29ded3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:44.298180 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-d7febf43-88d5-4175-907f-c9d6bd4ac102 None None] Attempting to bind port 150c57e9-cee7-43d3-be66-cc12b0649131 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:07:44.298750 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-d7febf43-88d5-4175-907f-c9d6bd4ac102 None None] Attempting to bind port 150c57e9-cee7-43d3-be66-cc12b0649131 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:07:44.299115 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7febf43-88d5-4175-907f-c9d6bd4ac102 None None] Attempting to bind port 150c57e9-cee7-43d3-be66-cc12b0649131 on network 1f11f724-8cdd-497d-8220-929f45cf1223 {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:07:44.310061 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7febf43-88d5-4175-907f-c9d6bd4ac102 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:07:44.310726 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7febf43-88d5-4175-907f-c9d6bd4ac102 None None] Checking segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:07:44.311624 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-d7febf43-88d5-4175-907f-c9d6bd4ac102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:44.313028 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7febf43-88d5-4175-907f-c9d6bd4ac102 None None] Bound using segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:07:44.313980 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-d7febf43-88d5-4175-907f-c9d6bd4ac102 None None] Bound port: 150c57e9-cee7-43d3-be66-cc12b0649131, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:07:44.314467 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-d7febf43-88d5-4175-907f-c9d6bd4ac102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:44.315691 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device d2e6ab9a-f452-4d1a-82ac-4816cd9ec308 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:07:44.328014 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ebf29b9b-ee1c-48ed-b056-5ffbfdb04eda req-646f9411-dac3-4d6d-9c52-4f1dff378721 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "GET /v2.0/security-groups/86ed828f-743e-43db-9611-b410e85a0da5 HTTP/1.1" status: 200 len: 1807 time: 0.5258799 Feb 04 21:07:44.329324 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b97cf021-f32a-4b1d-9911-483ae29ded3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:44.356162 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e67db0-6780-4de8-ad73-fb7af4edeb7e None None] Pushing event updated for resources: {'Port': ['ID=150c57e9-cee7-43d3-be66-cc12b0649131,revision_number=2']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:44.385825 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e67db0-6780-4de8-ad73-fb7af4edeb7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:44.386049 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e67db0-6780-4de8-ad73-fb7af4edeb7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:44.386362 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e67db0-6780-4de8-ad73-fb7af4edeb7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:44.386958 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e67db0-6780-4de8-ad73-fb7af4edeb7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:44.387097 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e67db0-6780-4de8-ad73-fb7af4edeb7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:44.387327 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e67db0-6780-4de8-ad73-fb7af4edeb7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:44.387780 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e67db0-6780-4de8-ad73-fb7af4edeb7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:44.388102 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e67db0-6780-4de8-ad73-fb7af4edeb7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:44.388421 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e67db0-6780-4de8-ad73-fb7af4edeb7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:44.388738 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e67db0-6780-4de8-ad73-fb7af4edeb7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:44.389056 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e67db0-6780-4de8-ad73-fb7af4edeb7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:44.389452 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e67db0-6780-4de8-ad73-fb7af4edeb7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:07:44.393373 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b1c6da30-f628-4068-ab84-1128d149382e req-32ccaf79-713c-4ec2-8175-aa8fbcf2a2b4 service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7073958 Feb 04 21:07:44.399784 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c9037796-64f5-412e-90e9-44c453339261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:44.406799 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: d2e6ab9a-f452-4d1a-82ac-4816cd9ec308 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:07:44.407539 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device d2e6ab9a-f452-4d1a-82ac-4816cd9ec308 not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:07:44.432129 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b97cf021-f32a-4b1d-9911-483ae29ded3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:44.432542 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-d7febf43-88d5-4175-907f-c9d6bd4ac102 None None] For port 150c57e9-cee7-43d3-be66-cc12b0649131, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:07:44.437299 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-d7febf43-88d5-4175-907f-c9d6bd4ac102 None None] For port 150c57e9-cee7-43d3-be66-cc12b0649131, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=150c57e9-cee7-43d3-be66-cc12b0649131,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:07:44.446378 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-d7febf43-88d5-4175-907f-c9d6bd4ac102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:44.589450 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7febf43-88d5-4175-907f-c9d6bd4ac102 None None] Routers {'67ff9376-b6d4-48ae-95fd-0e45b8d337b5'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:07:44.590598 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-d7febf43-88d5-4175-907f-c9d6bd4ac102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:07:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['67ff9376-b6d4-48ae-95fd-0e45b8d337b5'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:44.621717 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device c70d5519-ac0c-4603-b739-299262cc2a10 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:07:44.638167 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ebf29b9b-ee1c-48ed-b056-5ffbfdb04eda req-228302fa-0d35-4416-81fd-8a307fa024a2 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "GET /v2.0/security-groups/997d94c2-f794-4fab-a5f7-d74e5f32f195 HTTP/1.1" status: 200 len: 1805 time: 0.2380817 Feb 04 21:07:44.641654 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97cf021-f32a-4b1d-9911-483ae29ded3b admin admin] Pushing event updated for resources: {'Port': ['ID=a695a433-a212-464b-899d-764c3bd9b865,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:44.655687 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-ebf29b9b-ee1c-48ed-b056-5ffbfdb04eda req-16769105-2cb2-4dd3-b76b-25b3a10ece91 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '86ed828f-743e-43db-9611-b410e85a0da5', 'remote_group_id': '997d94c2-f794-4fab-a5f7-d74e5f32f195', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:44.656004 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-ebf29b9b-ee1c-48ed-b056-5ffbfdb04eda req-16769105-2cb2-4dd3-b76b-25b3a10ece91 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '86ed828f-743e-43db-9611-b410e85a0da5', 'remote_group_id': '997d94c2-f794-4fab-a5f7-d74e5f32f195', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:44.664098 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-ebf29b9b-ee1c-48ed-b056-5ffbfdb04eda req-16769105-2cb2-4dd3-b76b-25b3a10ece91 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:44.681578 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-ebf29b9b-ee1c-48ed-b056-5ffbfdb04eda req-16769105-2cb2-4dd3-b76b-25b3a10ece91 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Usage tracker for resource:security_group_rule and tenant:52a2f03f9f4d4fea8c14bb5997f6317f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:44.687796 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-ebf29b9b-ee1c-48ed-b056-5ffbfdb04eda req-16769105-2cb2-4dd3-b76b-25b3a10ece91 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:44.710921 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-ebf29b9b-ee1c-48ed-b056-5ffbfdb04eda req-16769105-2cb2-4dd3-b76b-25b3a10ece91 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:44.743106 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port c70d5519-ac0c-4603-b739-299262cc2a10 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:07:44.743857 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:44.746602 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b83fa-aed9-4b58-a62c-229d8bf15a67 req-6d6c8b88-312a-4ceb-9b54-32acc45d935a tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:44.754344 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-151b83fa-aed9-4b58-a62c-229d8bf15a67 req-6d6c8b88-312a-4ceb-9b54-32acc45d935a tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b91b078-fe72-424d-b8f4-e7e188e0d52d HTTP/1.1" status: 200 len: 945 time: 0.7890034 Feb 04 21:07:44.776554 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-c9037796-64f5-412e-90e9-44c453339261 admin admin] Allocated IP 172.20.0.1 (332fe6aa-ed66-44ea-9220-8f05179f41a3/81b08678-ed5f-4876-93e1-3c270387f5db/068cada8-879f-484d-90ab-4a64a6cd5196) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:07:44.813323 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97cf021-f32a-4b1d-9911-483ae29ded3b admin admin] Network 0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:07:44.824942 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-151b83fa-aed9-4b58-a62c-229d8bf15a67 req-3f1056ba-6438-400d-a711-ea6fca972071 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697050 Feb 04 21:07:44.830325 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-b97cf021-f32a-4b1d-9911-483ae29ded3b admin admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:07:44.846448 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e67db0-6780-4de8-ad73-fb7af4edeb7e None None] Pushing event updated for resources: {'Port': ['ID=150c57e9-cee7-43d3-be66-cc12b0649131,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:44.896347 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-d7febf43-88d5-4175-907f-c9d6bd4ac102 None None] Set router 67ff9376-b6d4-48ae-95fd-0e45b8d337b5 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:07:44.935705 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device bf98b1eb-d1cc-4ce9-9e74-976c149329ac up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:07:44.947418 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c9037796-64f5-412e-90e9-44c453339261 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:44.965202 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-c9037796-64f5-412e-90e9-44c453339261 admin admin] Transition to ACTIVE for port object 068cada8-879f-484d-90ab-4a64a6cd5196 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:07:44.998526 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c9037796-64f5-412e-90e9-44c453339261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:45.109890 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9037796-64f5-412e-90e9-44c453339261 admin admin] Network 332fe6aa-ed66-44ea-9220-8f05179f41a3 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:07:45.111164 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port bf98b1eb-d1cc-4ce9-9e74-976c149329ac triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:07:45.111543 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:45.122458 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-c9037796-64f5-412e-90e9-44c453339261 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:07:45.131944 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b1c6da30-f628-4068-ab84-1128d149382e req-adc472da-4860-4109-92b0-c558cc59f4f0 service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7152305 Feb 04 21:07:45.132615 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9037796-64f5-412e-90e9-44c453339261 admin admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:07:45.200268 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9037796-64f5-412e-90e9-44c453339261 admin admin] Pushing event updated for resources: {'Port': ['ID=068cada8-879f-484d-90ab-4a64a6cd5196,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:45.257949 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c9037796-64f5-412e-90e9-44c453339261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:45.432639 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-d7febf43-88d5-4175-907f-c9d6bd4ac102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'name': 'tempest-TaggedBootDevicesTest_v242-2015095149-router', 'tenant_id': 'b242a09179d94d8193cc1c0208c67871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '150c57e9-cee7-43d3-be66-cc12b0649131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:07:37Z', 'updated_at': '2022-02-04T21:07:39Z', 'revision_number': 3, 'project_id': 'b242a09179d94d8193cc1c0208c67871', 'gw_port': {'id': '150c57e9-cee7-43d3-be66-cc12b0649131', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d1:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:38Z', 'updated_at': '2022-02-04T21:07:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:45.439974 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7febf43-88d5-4175-907f-c9d6bd4ac102 None None] The sync data for ids ['67ff9376-b6d4-48ae-95fd-0e45b8d337b5'] in n-d-827896-1 is: [{'id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'name': 'tempest-TaggedBootDevicesTest_v242-2015095149-router', 'tenant_id': 'b242a09179d94d8193cc1c0208c67871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '150c57e9-cee7-43d3-be66-cc12b0649131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:07:37Z', 'updated_at': '2022-02-04T21:07:39Z', 'revision_number': 3, 'project_id': 'b242a09179d94d8193cc1c0208c67871', 'gw_port': {'id': '150c57e9-cee7-43d3-be66-cc12b0649131', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d1:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:38Z', 'updated_at': '2022-02-04T21:07:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:07:45.486823 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-a22c0ff8-2516-49db-874d-58fe35b57966 None None] Provisioning for port 068cada8-879f-484d-90ab-4a64a6cd5196 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:07:45.497297 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-a22c0ff8-2516-49db-874d-58fe35b57966 None None] Provisioning complete for port 068cada8-879f-484d-90ab-4a64a6cd5196 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:07:45.500338 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a22c0ff8-2516-49db-874d-58fe35b57966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:45.605306 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-a22c0ff8-2516-49db-874d-58fe35b57966 None None] Port 068cada8-879f-484d-90ab-4a64a6cd5196 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:07:45.747714 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c9037796-64f5-412e-90e9-44c453339261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:45.751417 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ebf29b9b-ee1c-48ed-b056-5ffbfdb04eda req-16769105-2cb2-4dd3-b76b-25b3a10ece91 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:45.785977 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97cf021-f32a-4b1d-9911-483ae29ded3b admin admin] Router aad98986-13d1-455f-9c42-f6a12c24d748 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:07:45.797225 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af286c65-abb8-4697-bfe7-f50ffbe61c8a req-307a1d3b-6404-4559-a840-e28ffde67700 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:45.804613 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-af286c65-abb8-4697-bfe7-f50ffbe61c8a req-307a1d3b-6404-4559-a840-e28ffde67700 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.6828675 Feb 04 21:07:45.851900 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ebf29b9b-ee1c-48ed-b056-5ffbfdb04eda req-16769105-2cb2-4dd3-b76b-25b3a10ece91 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:45.947898 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ebf29b9b-ee1c-48ed-b056-5ffbfdb04eda req-16769105-2cb2-4dd3-b76b-25b3a10ece91 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:46.007820 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16769105-2cb2-4dd3-b76b-25b3a10ece91 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=600464fb-e4d9-4f80-a9d2-039f0774f52c,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:46.022668 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-af286c65-abb8-4697-bfe7-f50ffbe61c8a req-65735105-c9a3-4c8a-9ac8-e13dab659ccf tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168610 Feb 04 21:07:46.143005 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ebf29b9b-ee1c-48ed-b056-5ffbfdb04eda req-16769105-2cb2-4dd3-b76b-25b3a10ece91 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:46.157387 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ebf29b9b-ee1c-48ed-b056-5ffbfdb04eda req-16769105-2cb2-4dd3-b76b-25b3a10ece91 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.5115633 Feb 04 21:07:46.189784 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c9037796-64f5-412e-90e9-44c453339261 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:46.196709 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c9037796-64f5-412e-90e9-44c453339261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:46.234281 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97cf021-f32a-4b1d-9911-483ae29ded3b admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:07:46.243737 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b97cf021-f32a-4b1d-9911-483ae29ded3b admin admin] 10.222.0.26 "PUT /v2.0/routers/aad98986-13d1-455f-9c42-f6a12c24d748/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9064052 Feb 04 21:07:46.254931 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c795dff-8cfa-4306-94e5-856039cb9f85 None None] Sync routers for ids ['aad98986-13d1-455f-9c42-f6a12c24d748'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:07:46.354934 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c795dff-8cfa-4306-94e5-856039cb9f85 None None] Routers {'aad98986-13d1-455f-9c42-f6a12c24d748'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:07:46.367546 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-6c795dff-8cfa-4306-94e5-856039cb9f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:07:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['aad98986-13d1-455f-9c42-f6a12c24d748'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:46.415512 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c9037796-64f5-412e-90e9-44c453339261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:46.464573 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9037796-64f5-412e-90e9-44c453339261 admin admin] Pushing event updated for resources: {'Port': ['ID=068cada8-879f-484d-90ab-4a64a6cd5196,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:46.637735 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a697e327-b208-47eb-89cb-d24f951d6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:46.644007 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16ba6f-475b-4fd0-9972-785109aeaa91 req-9eac703a-0c73-425b-bcc5-d70c25650377 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:46.677230 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fc16ba6f-475b-4fd0-9972-785109aeaa91 req-9eac703a-0c73-425b-bcc5-d70c25650377 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=1413a48a-8abf-4e85-8461-44ee911b2a3f HTTP/1.1" status: 200 len: 945 time: 0.2483220 Feb 04 21:07:46.791773 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fc16ba6f-475b-4fd0-9972-785109aeaa91 req-e4170165-2b56-474d-a0f9-3a158291a768 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130860 Feb 04 21:07:46.812189 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-7f62c1d8-6321-44c3-ad8b-d299b8da04fe req-045d5271-1c4a-475e-9d2d-c91b6e408dfc tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1941846113', 'description': 'tempest-description-1540709697'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:46.823643 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-7f62c1d8-6321-44c3-ad8b-d299b8da04fe req-045d5271-1c4a-475e-9d2d-c91b6e408dfc tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:46.834321 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-7f62c1d8-6321-44c3-ad8b-d299b8da04fe req-045d5271-1c4a-475e-9d2d-c91b6e408dfc tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Usage tracker for resource:security_group and tenant:52a2f03f9f4d4fea8c14bb5997f6317f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:46.841010 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-7f62c1d8-6321-44c3-ad8b-d299b8da04fe req-045d5271-1c4a-475e-9d2d-c91b6e408dfc tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:46.853381 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-7f62c1d8-6321-44c3-ad8b-d299b8da04fe req-045d5271-1c4a-475e-9d2d-c91b6e408dfc tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:46.860060 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9037796-64f5-412e-90e9-44c453339261 admin admin] Network 332fe6aa-ed66-44ea-9220-8f05179f41a3 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:07:46.863225 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 150c57e9-cee7-43d3-be66-cc12b0649131 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:07:46.864002 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-c9037796-64f5-412e-90e9-44c453339261 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:07:46.884968 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-7f62c1d8-6321-44c3-ad8b-d299b8da04fe req-045d5271-1c4a-475e-9d2d-c91b6e408dfc tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:46.937066 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-7f62c1d8-6321-44c3-ad8b-d299b8da04fe req-045d5271-1c4a-475e-9d2d-c91b6e408dfc tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:46.942049 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-7f62c1d8-6321-44c3-ad8b-d299b8da04fe req-045d5271-1c4a-475e-9d2d-c91b6e408dfc tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Usage tracker for resource:security_group_rule and tenant:52a2f03f9f4d4fea8c14bb5997f6317f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:46.946469 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-7f62c1d8-6321-44c3-ad8b-d299b8da04fe req-045d5271-1c4a-475e-9d2d-c91b6e408dfc tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:46.960413 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-7f62c1d8-6321-44c3-ad8b-d299b8da04fe req-045d5271-1c4a-475e-9d2d-c91b6e408dfc tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:47.133767 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-7f62c1d8-6321-44c3-ad8b-d299b8da04fe req-045d5271-1c4a-475e-9d2d-c91b6e408dfc tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:47.145914 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-7f62c1d8-6321-44c3-ad8b-d299b8da04fe req-045d5271-1c4a-475e-9d2d-c91b6e408dfc tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:47.194410 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-6c795dff-8cfa-4306-94e5-856039cb9f85 None None] Set router aad98986-13d1-455f-9c42-f6a12c24d748 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:07:47.203588 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-7f62c1d8-6321-44c3-ad8b-d299b8da04fe req-045d5271-1c4a-475e-9d2d-c91b6e408dfc tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:47.204907 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7f62c1d8-6321-44c3-ad8b-d299b8da04fe req-045d5271-1c4a-475e-9d2d-c91b6e408dfc tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4121330 Feb 04 21:07:47.255392 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d5271-1c4a-475e-9d2d-c91b6e408dfc tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8a4df8-a07b-4449-a9c5-4d533e294dba,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:47.379783 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:47.475794 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 150c57e9-cee7-43d3-be66-cc12b0649131 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:07:47.481091 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:47.494534 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-af92d395-da71-428a-a8c1-050db42983d9 None None] Provisioning complete for port 068cada8-879f-484d-90ab-4a64a6cd5196 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:07:47.494910 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-af92d395-da71-428a-a8c1-050db42983d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:47.537470 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 150c57e9-cee7-43d3-be66-cc12b0649131 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:07:47.537846 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:47.597598 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9037796-64f5-412e-90e9-44c453339261 admin admin] Router 67ff9376-b6d4-48ae-95fd-0e45b8d337b5 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:07:47.637100 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-1e3249f0-f8b0-4f87-a3e4-0d0bbd0cc366 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:47.645132 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-1e3249f0-f8b0-4f87-a3e4-0d0bbd0cc366 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/networks?id=7d8c23e1-7a6b-46d1-9945-4c784d17e819 HTTP/1.1" status: 200 len: 812 time: 0.2567334 Feb 04 21:07:47.690903 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-af92d395-da71-428a-a8c1-050db42983d9 None None] Port 068cada8-879f-484d-90ab-4a64a6cd5196 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:07:47.765768 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-15c70254-0262-4873-81c6-b87630d876ee tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/quotas/6d15241bd78a41148bd0d1c2bdd856b4 HTTP/1.1" status: 200 len: 375 time: 0.1084425 Feb 04 21:07:47.824105 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9037796-64f5-412e-90e9-44c453339261 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:07:47.847412 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:47.857968 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c9037796-64f5-412e-90e9-44c453339261 admin admin] 10.222.0.26 "PUT /v2.0/routers/67ff9376-b6d4-48ae-95fd-0e45b8d337b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9561298 Feb 04 21:07:47.860393 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-7bab9a90-26a7-4ae1-b4f2-be88153e4330 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d15241bd78a41148bd0d1c2bdd856b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0887232 Feb 04 21:07:47.865694 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 150c57e9-cee7-43d3-be66-cc12b0649131, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=150c57e9-cee7-43d3-be66-cc12b0649131,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:47.880798 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:47.948220 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba22ad0-87b3-493e-a335-33ba1638804e req-97b6eeb0-cc9b-4c69-bd87-46c76f83d7c7 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:47.948986 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-eba22ad0-87b3-493e-a335-33ba1638804e req-97b6eeb0-cc9b-4c69-bd87-46c76f83d7c7 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Synchronizing usage tracker for tenant:69cff50c69dd4edbb2b0c631432e7d0d on resource:network {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:07:48.056682 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=150c57e9-cee7-43d3-be66-cc12b0649131,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:48.083759 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-6c795dff-8cfa-4306-94e5-856039cb9f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad98986-13d1-455f-9c42-f6a12c24d748', 'name': 'tempest-ServerRescueTestJSON-223715920-router', 'tenant_id': '69cff50c69dd4edbb2b0c631432e7d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'bf98b1eb-d1cc-4ce9-9e74-976c149329ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:07:33Z', 'updated_at': '2022-02-04T21:07:43Z', 'revision_number': 4, 'project_id': '69cff50c69dd4edbb2b0c631432e7d0d', 'gw_port': {'id': 'bf98b1eb-d1cc-4ce9-9e74-976c149329ac', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:60:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad98986-13d1-455f-9c42-f6a12c24d748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:34Z', 'updated_at': '2022-02-04T21:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'a695a433-a212-464b-899d-764c3bd9b865', 'name': '', 'network_id': '0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d', 'tenant_id': '69cff50c69dd4edbb2b0c631432e7d0d', 'mac_address': 'fa:16:3e:e4:e9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad98986-13d1-455f-9c42-f6a12c24d748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '23d61e2d-97f4-40a0-9322-1eca7a330b64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:40Z', 'updated_at': '2022-02-04T21:07:44Z', 'revision_number': 2, 'project_id': '69cff50c69dd4edbb2b0c631432e7d0d', 'subnets': [{'id': '23d61e2d-97f4-40a0-9322-1eca7a330b64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:48.088863 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c795dff-8cfa-4306-94e5-856039cb9f85 None None] Checking router: aad98986-13d1-455f-9c42-f6a12c24d748 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:07:48.089393 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c795dff-8cfa-4306-94e5-856039cb9f85 None None] Updating router aad98986-13d1-455f-9c42-f6a12c24d748 port a695a433-a212-464b-899d-764c3bd9b865 binding host n-d-827896-1 {{(pid=87684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:07:48.117582 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-eba22ad0-87b3-493e-a335-33ba1638804e req-97b6eeb0-cc9b-4c69-bd87-46c76f83d7c7 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Unset dirty status for tenant:69cff50c69dd4edbb2b0c631432e7d0d on resource:network {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:07:48.125280 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eba22ad0-87b3-493e-a335-33ba1638804e req-97b6eeb0-cc9b-4c69-bd87-46c76f83d7c7 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/networks?id=0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d HTTP/1.1" status: 200 len: 810 time: 0.4673676 Feb 04 21:07:48.159609 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6c795dff-8cfa-4306-94e5-856039cb9f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:48.165575 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eba22ad0-87b3-493e-a335-33ba1638804e req-81967220-169a-435b-b7be-f8a7e3b29fa4 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/quotas/69cff50c69dd4edbb2b0c631432e7d0d HTTP/1.1" status: 200 len: 375 time: 0.0351901 Feb 04 21:07:48.229814 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-5b6fa3e6-f766-4da9-af96-4c28a134c11e service neutron] 10.222.0.26 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514791 Feb 04 21:07:48.358918 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-eba22ad0-87b3-493e-a335-33ba1638804e req-298e026b-b53c-4299-9ce9-79904bd59f97 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Synchronizing usage tracker for tenant:69cff50c69dd4edbb2b0c631432e7d0d on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:07:48.410108 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-eba22ad0-87b3-493e-a335-33ba1638804e req-298e026b-b53c-4299-9ce9-79904bd59f97 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Unset dirty status for tenant:69cff50c69dd4edbb2b0c631432e7d0d on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:07:48.411642 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eba22ad0-87b3-493e-a335-33ba1638804e req-298e026b-b53c-4299-9ce9-79904bd59f97 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=69cff50c69dd4edbb2b0c631432e7d0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2448785 Feb 04 21:07:48.414862 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-ed4f6347-c816-4edf-a637-2b6af8751022 service neutron] 10.222.0.26 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700983 Feb 04 21:07:48.455989 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad71e4f3-b866-4721-894c-abf8c55ea33d None None] Sync routers for ids ['67ff9376-b6d4-48ae-95fd-0e45b8d337b5'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:07:48.472591 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad71e4f3-b866-4721-894c-abf8c55ea33d None None] Routers {'67ff9376-b6d4-48ae-95fd-0e45b8d337b5'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:07:48.473233 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-ad71e4f3-b866-4721-894c-abf8c55ea33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:07:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['67ff9376-b6d4-48ae-95fd-0e45b8d337b5'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:48.623199 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eba22ad0-87b3-493e-a335-33ba1638804e req-08f4ed8c-c2e7-44c5-a8ec-02768e0f81fb service neutron] 10.222.0.26 "GET /v2.0/networks/0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003617 Feb 04 21:07:48.664557 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 150c57e9-cee7-43d3-be66-cc12b0649131 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:07:48.749364 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-ad71e4f3-b866-4721-894c-abf8c55ea33d None None] Set router 67ff9376-b6d4-48ae-95fd-0e45b8d337b5 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:07:48.777378 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6c795dff-8cfa-4306-94e5-856039cb9f85 None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:48.789605 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33962) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:48.796583 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-7a7c7847-e903-4047-9669-c29e40b30cb5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-560962320-network', 'tenant_id': 'fe1687281af1421e8286127788c0c5df'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:48.806972 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7a7c7847-e903-4047-9669-c29e40b30cb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:48.815558 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 150c57e9-cee7-43d3-be66-cc12b0649131 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:07:48.816190 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:48.818206 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7a7c7847-e903-4047-9669-c29e40b30cb5 admin admin] Usage tracker for resource:network and tenant:fe1687281af1421e8286127788c0c5df is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:48.824983 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7a7c7847-e903-4047-9669-c29e40b30cb5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:48.841392 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7a7c7847-e903-4047-9669-c29e40b30cb5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:48.864669 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-6c795dff-8cfa-4306-94e5-856039cb9f85 None None] Transition to ACTIVE for port object a695a433-a212-464b-899d-764c3bd9b865 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:07:48.874248 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7c7847-e903-4047-9669-c29e40b30cb5 admin admin] Made reservation on behalf of fe1687281af1421e8286127788c0c5df for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:07:48.878002 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a7c7847-e903-4047-9669-c29e40b30cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:48.879449 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:48.894920 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6c795dff-8cfa-4306-94e5-856039cb9f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:48.907710 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a7c7847-e903-4047-9669-c29e40b30cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:48.933152 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7a7c7847-e903-4047-9669-c29e40b30cb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:48.939948 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7a7c7847-e903-4047-9669-c29e40b30cb5 admin admin] Usage tracker for resource:security_group_rule and tenant:fe1687281af1421e8286127788c0c5df is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:48.943965 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7a7c7847-e903-4047-9669-c29e40b30cb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:48.952892 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7a7c7847-e903-4047-9669-c29e40b30cb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:49.097329 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a7c7847-e903-4047-9669-c29e40b30cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:49.110756 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a7c7847-e903-4047-9669-c29e40b30cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:49.125400 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a7c7847-e903-4047-9669-c29e40b30cb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:07:49.178347 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a7c7847-e903-4047-9669-c29e40b30cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:49.180052 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-7a7c7847-e903-4047-9669-c29e40b30cb5 admin admin] Added segment fc6df35a-5cba-4c87-b58f-b3aa9a64e64d of type vlan for network 7a0409a7-61d0-4216-97b2-5ab45a8d4cd5 Feb 04 21:07:49.218707 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eba22ad0-87b3-493e-a335-33ba1638804e req-9434fe41-19ad-4c39-b04a-d261fe2b782d service neutron] 10.222.0.26 "GET /v2.0/networks/0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5917287 Feb 04 21:07:49.233011 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-ad71e4f3-b866-4721-894c-abf8c55ea33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'name': 'tempest-TaggedBootDevicesTest_v242-2015095149-router', 'tenant_id': 'b242a09179d94d8193cc1c0208c67871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '150c57e9-cee7-43d3-be66-cc12b0649131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:07:37Z', 'updated_at': '2022-02-04T21:07:45Z', 'revision_number': 4, 'project_id': 'b242a09179d94d8193cc1c0208c67871', 'gw_port': {'id': '150c57e9-cee7-43d3-be66-cc12b0649131', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:38Z', 'updated_at': '2022-02-04T21:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '068cada8-879f-484d-90ab-4a64a6cd5196', 'name': '', 'network_id': '332fe6aa-ed66-44ea-9220-8f05179f41a3', 'tenant_id': 'b242a09179d94d8193cc1c0208c67871', 'mac_address': 'fa:16:3e:11:7a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '81b08678-ed5f-4876-93e1-3c270387f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:44Z', 'updated_at': '2022-02-04T21:07:45Z', 'revision_number': 2, 'project_id': 'b242a09179d94d8193cc1c0208c67871', 'subnets': [{'id': '81b08678-ed5f-4876-93e1-3c270387f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:49.245608 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad71e4f3-b866-4721-894c-abf8c55ea33d None None] Checking router: 67ff9376-b6d4-48ae-95fd-0e45b8d337b5 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:07:49.246175 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad71e4f3-b866-4721-894c-abf8c55ea33d None None] Updating router 67ff9376-b6d4-48ae-95fd-0e45b8d337b5 port 068cada8-879f-484d-90ab-4a64a6cd5196 binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:07:49.248429 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c7847-e903-4047-9669-c29e40b30cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8636b7-5821-4e67-b915-281ff2408d9c,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:49.252548 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-6c795dff-8cfa-4306-94e5-856039cb9f85 None None] Attempting to bind port a695a433-a212-464b-899d-764c3bd9b865 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:07:49.252930 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-6c795dff-8cfa-4306-94e5-856039cb9f85 None None] Attempting to bind port a695a433-a212-464b-899d-764c3bd9b865 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '981c5051-f4f5-4e27-b711-c6ab8733b666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:07:49.253321 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c795dff-8cfa-4306-94e5-856039cb9f85 None None] Attempting to bind port a695a433-a212-464b-899d-764c3bd9b865 on network 0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:07:49.274876 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10faf6-bf85-4c54-8097-ca1dfe5687bb None None] Pushing event updated for resources: {'Port': ['ID=a695a433-a212-464b-899d-764c3bd9b865,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:49.279746 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c795dff-8cfa-4306-94e5-856039cb9f85 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:07:49.280654 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c795dff-8cfa-4306-94e5-856039cb9f85 None None] Checking segment: {'id': '981c5051-f4f5-4e27-b711-c6ab8733b666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:07:49.281056 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6c795dff-8cfa-4306-94e5-856039cb9f85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:49.281478 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c795dff-8cfa-4306-94e5-856039cb9f85 None None] Bound using segment: {'id': '981c5051-f4f5-4e27-b711-c6ab8733b666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:07:49.282074 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-6c795dff-8cfa-4306-94e5-856039cb9f85 None None] Bound port: a695a433-a212-464b-899d-764c3bd9b865, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981c5051-f4f5-4e27-b711-c6ab8733b666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:07:49.282462 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6c795dff-8cfa-4306-94e5-856039cb9f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:49.286195 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a22bd0-eb4e-4b3e-b799-5a85db8b2dc7 req-f9e6e5b2-493a-4366-8418-beb55560aa18 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:49.288316 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-23a22bd0-eb4e-4b3e-b799-5a85db8b2dc7 req-f9e6e5b2-493a-4366-8418-beb55560aa18 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.3124597 Feb 04 21:07:49.305588 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a7c7847-e903-4047-9669-c29e40b30cb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:49.373431 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a7c7847-e903-4047-9669-c29e40b30cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:49.374716 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c7847-e903-4047-9669-c29e40b30cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:49.375487 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a7c7847-e903-4047-9669-c29e40b30cb5 admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:49.465509 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-23a22bd0-eb4e-4b3e-b799-5a85db8b2dc7 req-0bffb8bd-740e-49a5-9f26-aebed3aa5e9a tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699784 Feb 04 21:07:49.488547 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-ad71e4f3-b866-4721-894c-abf8c55ea33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:49.494116 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-6c795dff-8cfa-4306-94e5-856039cb9f85 None None] For port a695a433-a212-464b-899d-764c3bd9b865, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:07:49.498272 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-6c795dff-8cfa-4306-94e5-856039cb9f85 None None] For port a695a433-a212-464b-899d-764c3bd9b865, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a695a433-a212-464b-899d-764c3bd9b865,segment=NetworkSegment(981c5051-f4f5-4e27-b711-c6ab8733b666),segment_id=981c5051-f4f5-4e27-b711-c6ab8733b666)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:07:49.501353 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-6ead7239-b666-43c0-88cd-c1cf3e42341c req-49c54b2b-d14f-4863-baee-6cd969a17554 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1110119502', 'description': 'tempest-description-1940253358'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:49.509743 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6c795dff-8cfa-4306-94e5-856039cb9f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:49.512469 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-6ead7239-b666-43c0-88cd-c1cf3e42341c req-49c54b2b-d14f-4863-baee-6cd969a17554 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:49.523183 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-6ead7239-b666-43c0-88cd-c1cf3e42341c req-49c54b2b-d14f-4863-baee-6cd969a17554 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Usage tracker for resource:security_group and tenant:52a2f03f9f4d4fea8c14bb5997f6317f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:49.531477 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-6ead7239-b666-43c0-88cd-c1cf3e42341c req-49c54b2b-d14f-4863-baee-6cd969a17554 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:49.547393 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-6ead7239-b666-43c0-88cd-c1cf3e42341c req-49c54b2b-d14f-4863-baee-6cd969a17554 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:49.567102 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-6ead7239-b666-43c0-88cd-c1cf3e42341c req-49c54b2b-d14f-4863-baee-6cd969a17554 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:49.611539 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c7847-e903-4047-9669-c29e40b30cb5 admin admin] Pushing event updated for resources: {'Network': ['ID=7a0409a7-61d0-4216-97b2-5ab45a8d4cd5,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:49.622070 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33984) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:49.622541 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7a7c7847-e903-4047-9669-c29e40b30cb5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8317740 Feb 04 21:07:49.656682 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-8083be6a-e75d-4375-8062-e41a4d95b904 admin admin] Request body: {'subnet': {'network_id': '7a0409a7-61d0-4216-97b2-5ab45a8d4cd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-560962320-subnet', 'tenant_id': 'fe1687281af1421e8286127788c0c5df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:49.684360 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 7a0409a7-61d0-4216-97b2-5ab45a8d4cd5 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:07:49.750420 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-8083be6a-e75d-4375-8062-e41a4d95b904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:49.756050 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-8083be6a-e75d-4375-8062-e41a4d95b904 admin admin] Usage tracker for resource:subnet and tenant:fe1687281af1421e8286127788c0c5df is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:49.760422 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-8083be6a-e75d-4375-8062-e41a4d95b904 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:49.785885 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-8083be6a-e75d-4375-8062-e41a4d95b904 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:49.809753 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8083be6a-e75d-4375-8062-e41a4d95b904 admin admin] Made reservation on behalf of fe1687281af1421e8286127788c0c5df for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:07:49.812978 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8083be6a-e75d-4375-8062-e41a4d95b904 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:49.852724 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-6ead7239-b666-43c0-88cd-c1cf3e42341c req-49c54b2b-d14f-4863-baee-6cd969a17554 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:49.966258 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c795dff-8cfa-4306-94e5-856039cb9f85 None None] Routers {'aad98986-13d1-455f-9c42-f6a12c24d748'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:07:49.968070 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-6c795dff-8cfa-4306-94e5-856039cb9f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:07:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['aad98986-13d1-455f-9c42-f6a12c24d748'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:50.010148 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-6ead7239-b666-43c0-88cd-c1cf3e42341c req-49c54b2b-d14f-4863-baee-6cd969a17554 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Usage tracker for resource:security_group_rule and tenant:52a2f03f9f4d4fea8c14bb5997f6317f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:50.056891 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-6ead7239-b666-43c0-88cd-c1cf3e42341c req-49c54b2b-d14f-4863-baee-6cd969a17554 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:50.088841 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-6ead7239-b666-43c0-88cd-c1cf3e42341c req-49c54b2b-d14f-4863-baee-6cd969a17554 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:50.260829 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-ad71e4f3-b866-4721-894c-abf8c55ea33d None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:50.283123 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-ad71e4f3-b866-4721-894c-abf8c55ea33d None None] Transition to ACTIVE for port object 068cada8-879f-484d-90ab-4a64a6cd5196 will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:07:50.299037 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-ad71e4f3-b866-4721-894c-abf8c55ea33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:50.312646 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-6c795dff-8cfa-4306-94e5-856039cb9f85 None None] Set router aad98986-13d1-455f-9c42-f6a12c24d748 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:07:50.441406 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10faf6-bf85-4c54-8097-ca1dfe5687bb None None] Pushing event updated for resources: {'Port': ['ID=a695a433-a212-464b-899d-764c3bd9b865,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:50.572762 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daec7ad-0d02-4e92-bac8-07b9ac3d4330 req-2e3798cb-c3e4-4f17-b065-96d2fb4a5d75 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:50.575429 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5daec7ad-0d02-4e92-bac8-07b9ac3d4330 req-2e3798cb-c3e4-4f17-b065-96d2fb4a5d75 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 945 time: 0.8963034 Feb 04 21:07:50.579837 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8083be6a-e75d-4375-8062-e41a4d95b904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:50.683971 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-ad71e4f3-b866-4721-894c-abf8c55ea33d None None] Attempting to bind port 068cada8-879f-484d-90ab-4a64a6cd5196 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:07:50.685486 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-ad71e4f3-b866-4721-894c-abf8c55ea33d None None] Attempting to bind port 068cada8-879f-484d-90ab-4a64a6cd5196 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '185e8ff9-a032-4320-9e92-29b7ef98b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '332fe6aa-ed66-44ea-9220-8f05179f41a3'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:07:50.686956 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad71e4f3-b866-4721-894c-abf8c55ea33d None None] Attempting to bind port 068cada8-879f-484d-90ab-4a64a6cd5196 on network 332fe6aa-ed66-44ea-9220-8f05179f41a3 {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:07:50.689519 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d96dee0-71c2-4d5c-b2e9-a729fa93af89 None None] Pushing event updated for resources: {'Port': ['ID=068cada8-879f-484d-90ab-4a64a6cd5196,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:50.699623 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad71e4f3-b866-4721-894c-abf8c55ea33d None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:07:50.701052 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad71e4f3-b866-4721-894c-abf8c55ea33d None None] Checking segment: {'id': '185e8ff9-a032-4320-9e92-29b7ef98b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '332fe6aa-ed66-44ea-9220-8f05179f41a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:07:50.702817 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-ad71e4f3-b866-4721-894c-abf8c55ea33d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:50.703483 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad71e4f3-b866-4721-894c-abf8c55ea33d None None] Bound using segment: {'id': '185e8ff9-a032-4320-9e92-29b7ef98b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '332fe6aa-ed66-44ea-9220-8f05179f41a3'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:07:50.704121 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-ad71e4f3-b866-4721-894c-abf8c55ea33d None None] Bound port: 068cada8-879f-484d-90ab-4a64a6cd5196, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185e8ff9-a032-4320-9e92-29b7ef98b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '332fe6aa-ed66-44ea-9220-8f05179f41a3'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:07:50.704718 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-ad71e4f3-b866-4721-894c-abf8c55ea33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:50.765300 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083be6a-e75d-4375-8062-e41a4d95b904 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df78cc09-75bc-4e91-b2c1-74cee8aeb14a,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:50.832487 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-5daec7ad-0d02-4e92-bac8-07b9ac3d4330 req-81f60214-308c-4920-bbfc-1779215f6b43 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Deleting port 613678b2-b88a-4a28-b8ba-3ce49cfaf2ad {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:07:50.832845 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5daec7ad-0d02-4e92-bac8-07b9ac3d4330 req-81f60214-308c-4920-bbfc-1779215f6b43 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:50.835164 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-ad71e4f3-b866-4721-894c-abf8c55ea33d None None] For port 068cada8-879f-484d-90ab-4a64a6cd5196, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:07:50.839543 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-ad71e4f3-b866-4721-894c-abf8c55ea33d None None] For port 068cada8-879f-484d-90ab-4a64a6cd5196, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=068cada8-879f-484d-90ab-4a64a6cd5196,segment=NetworkSegment(185e8ff9-a032-4320-9e92-29b7ef98b0f5),segment_id=185e8ff9-a032-4320-9e92-29b7ef98b0f5)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:07:50.844216 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-ad71e4f3-b866-4721-894c-abf8c55ea33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:50.917307 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-6c795dff-8cfa-4306-94e5-856039cb9f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad98986-13d1-455f-9c42-f6a12c24d748', 'name': 'tempest-ServerRescueTestJSON-223715920-router', 'tenant_id': '69cff50c69dd4edbb2b0c631432e7d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'bf98b1eb-d1cc-4ce9-9e74-976c149329ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:07:33Z', 'updated_at': '2022-02-04T21:07:43Z', 'revision_number': 4, 'project_id': '69cff50c69dd4edbb2b0c631432e7d0d', 'gw_port': {'id': 'bf98b1eb-d1cc-4ce9-9e74-976c149329ac', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:60:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad98986-13d1-455f-9c42-f6a12c24d748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:34Z', 'updated_at': '2022-02-04T21:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'a695a433-a212-464b-899d-764c3bd9b865', 'name': '', 'network_id': '0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d', 'tenant_id': '69cff50c69dd4edbb2b0c631432e7d0d', 'mac_address': 'fa:16:3e:e4:e9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad98986-13d1-455f-9c42-f6a12c24d748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '23d61e2d-97f4-40a0-9322-1eca7a330b64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:40Z', 'updated_at': '2022-02-04T21:07:49Z', 'revision_number': 4, 'project_id': '69cff50c69dd4edbb2b0c631432e7d0d', 'subnets': [{'id': '23d61e2d-97f4-40a0-9322-1eca7a330b64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:50.922737 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c795dff-8cfa-4306-94e5-856039cb9f85 None None] The sync data for ids ['aad98986-13d1-455f-9c42-f6a12c24d748'] in n-d-827896-1 is: [{'id': 'aad98986-13d1-455f-9c42-f6a12c24d748', 'name': 'tempest-ServerRescueTestJSON-223715920-router', 'tenant_id': '69cff50c69dd4edbb2b0c631432e7d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'bf98b1eb-d1cc-4ce9-9e74-976c149329ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:07:33Z', 'updated_at': '2022-02-04T21:07:43Z', 'revision_number': 4, 'project_id': '69cff50c69dd4edbb2b0c631432e7d0d', 'gw_port': {'id': 'bf98b1eb-d1cc-4ce9-9e74-976c149329ac', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:60:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad98986-13d1-455f-9c42-f6a12c24d748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:34Z', 'updated_at': '2022-02-04T21:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'a695a433-a212-464b-899d-764c3bd9b865', 'name': '', 'network_id': '0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d', 'tenant_id': '69cff50c69dd4edbb2b0c631432e7d0d', 'mac_address': 'fa:16:3e:e4:e9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad98986-13d1-455f-9c42-f6a12c24d748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '23d61e2d-97f4-40a0-9322-1eca7a330b64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:40Z', 'updated_at': '2022-02-04T21:07:49Z', 'revision_number': 4, 'project_id': '69cff50c69dd4edbb2b0c631432e7d0d', 'subnets': [{'id': '23d61e2d-97f4-40a0-9322-1eca7a330b64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:07:50.955917 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045b399-52cb-4ab7-a11b-9b5da2d56d48 req-f8903b18-2614-4ef3-98d9-88b66c490136 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:50.958792 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad71e4f3-b866-4721-894c-abf8c55ea33d None None] Routers {'67ff9376-b6d4-48ae-95fd-0e45b8d337b5'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:07:50.959587 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-ad71e4f3-b866-4721-894c-abf8c55ea33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:07:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['67ff9376-b6d4-48ae-95fd-0e45b8d337b5'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:50.964900 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9045b399-52cb-4ab7-a11b-9b5da2d56d48 req-f8903b18-2614-4ef3-98d9-88b66c490136 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=78baf9ae-e346-4ff7-965b-4b331957eee3 HTTP/1.1" status: 200 len: 945 time: 0.8802431 Feb 04 21:07:51.051459 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8083be6a-e75d-4375-8062-e41a4d95b904 admin admin] Checking segment: {'id': 'fc6df35a-5cba-4c87-b58f-b3aa9a64e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '7a0409a7-61d0-4216-97b2-5ab45a8d4cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:07:51.051935 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8083be6a-e75d-4375-8062-e41a4d95b904 admin admin] Network hostable DHCP agents. Network: 7a0409a7-61d0-4216-97b2-5ab45a8d4cd5, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:07:51.158740 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d96dee0-71c2-4d5c-b2e9-a729fa93af89 None None] Pushing event updated for resources: {'Port': ['ID=068cada8-879f-484d-90ab-4a64a6cd5196,revision_number=4']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:51.432982 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-ad71e4f3-b866-4721-894c-abf8c55ea33d None None] Set router 67ff9376-b6d4-48ae-95fd-0e45b8d337b5 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:07:51.477734 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-5daec7ad-0d02-4e92-bac8-07b9ac3d4330 req-81f60214-308c-4920-bbfc-1779215f6b43 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] For port 613678b2-b88a-4a28-b8ba-3ce49cfaf2ad, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=613678b2-b88a-4a28-b8ba-3ce49cfaf2ad,segment=NetworkSegment(cb355a89-ae7a-49aa-a1a6-659916644cb2),segment_id=cb355a89-ae7a-49aa-a1a6-659916644cb2)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:51.478999 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5daec7ad-0d02-4e92-bac8-07b9ac3d4330 req-81f60214-308c-4920-bbfc-1779215f6b43 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:51.487671 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-03ee953f-31a7-4c58-a911-4f15ace10703 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:51.489149 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-03ee953f-31a7-4c58-a911-4f15ace10703 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.18 "GET /v2.0/networks?id=7d8c23e1-7a6b-46d1-9945-4c784d17e819 HTTP/1.1" status: 200 len: 812 time: 0.3213737 Feb 04 21:07:51.510983 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-6b521d17-bd19-4f1b-b090-4a61c0e02d67 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Request body: {'port': {'device_id': 'd3074c7d-46af-40c7-8e8b-ee49eab3dedb', 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819', 'admin_state_up': True, 'tenant_id': '6d15241bd78a41148bd0d1c2bdd856b4'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:51.611761 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-6ead7239-b666-43c0-88cd-c1cf3e42341c req-49c54b2b-d14f-4863-baee-6cd969a17554 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:51.657913 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8083be6a-e75d-4375-8062-e41a4d95b904 admin admin] Network 7a0409a7-61d0-4216-97b2-5ab45a8d4cd5 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:07:51.676069 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-6ead7239-b666-43c0-88cd-c1cf3e42341c req-49c54b2b-d14f-4863-baee-6cd969a17554 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:51.755600 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9045b399-52cb-4ab7-a11b-9b5da2d56d48 req-de41c47a-e94f-4770-9d79-ca58f3e97ef6 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7894208 Feb 04 21:07:51.775919 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-6b521d17-bd19-4f1b-b090-4a61c0e02d67 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:51.789116 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-6b521d17-bd19-4f1b-b090-4a61c0e02d67 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:51.814654 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-8083be6a-e75d-4375-8062-e41a4d95b904 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 7a0409a7-61d0-4216-97b2-5ab45a8d4cd5) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:07:51.823847 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e891e2da-f1e5-4752-9e68-9370094db5bd None None] Network 7a0409a7-61d0-4216-97b2-5ab45a8d4cd5 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:07:51.841127 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8083be6a-e75d-4375-8062-e41a4d95b904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:51.841884 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8083be6a-e75d-4375-8062-e41a4d95b904 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:51.850945 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-6b521d17-bd19-4f1b-b090-4a61c0e02d67 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Made reservation on behalf of 6d15241bd78a41148bd0d1c2bdd856b4 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:07:51.855685 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-6b521d17-bd19-4f1b-b090-4a61c0e02d67 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:51.860829 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c54b2b-d14f-4863-baee-6cd969a17554 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d688fe-0e06-4c61-b31c-eb16a109b272,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:51.996826 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-6ead7239-b666-43c0-88cd-c1cf3e42341c req-49c54b2b-d14f-4863-baee-6cd969a17554 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:51.998167 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6ead7239-b666-43c0-88cd-c1cf3e42341c req-49c54b2b-d14f-4863-baee-6cd969a17554 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 2.5020223 Feb 04 21:07:52.149297 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-8083be6a-e75d-4375-8062-e41a4d95b904 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5209239 Feb 04 21:07:52.177834 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 34006) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:07:52.188998 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-73d6e295-2808-40d7-93fe-71ab72ce3f69 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-560962320-router', 'tenant_id': 'fe1687281af1421e8286127788c0c5df', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:52.293730 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-ad71e4f3-b866-4721-894c-abf8c55ea33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'name': 'tempest-TaggedBootDevicesTest_v242-2015095149-router', 'tenant_id': 'b242a09179d94d8193cc1c0208c67871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '150c57e9-cee7-43d3-be66-cc12b0649131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:07:37Z', 'updated_at': '2022-02-04T21:07:45Z', 'revision_number': 4, 'project_id': 'b242a09179d94d8193cc1c0208c67871', 'gw_port': {'id': '150c57e9-cee7-43d3-be66-cc12b0649131', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:38Z', 'updated_at': '2022-02-04T21:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '068cada8-879f-484d-90ab-4a64a6cd5196', 'name': '', 'network_id': '332fe6aa-ed66-44ea-9220-8f05179f41a3', 'tenant_id': 'b242a09179d94d8193cc1c0208c67871', 'mac_address': 'fa:16:3e:11:7a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '81b08678-ed5f-4876-93e1-3c270387f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:44Z', 'updated_at': '2022-02-04T21:07:50Z', 'revision_number': 4, 'project_id': 'b242a09179d94d8193cc1c0208c67871', 'subnets': [{'id': '81b08678-ed5f-4876-93e1-3c270387f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:52.300370 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-73d6e295-2808-40d7-93fe-71ab72ce3f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:52.304869 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad71e4f3-b866-4721-894c-abf8c55ea33d None None] The sync data for ids ['67ff9376-b6d4-48ae-95fd-0e45b8d337b5'] in n-d-827896-1 is: [{'id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'name': 'tempest-TaggedBootDevicesTest_v242-2015095149-router', 'tenant_id': 'b242a09179d94d8193cc1c0208c67871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '150c57e9-cee7-43d3-be66-cc12b0649131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:07:37Z', 'updated_at': '2022-02-04T21:07:45Z', 'revision_number': 4, 'project_id': 'b242a09179d94d8193cc1c0208c67871', 'gw_port': {'id': '150c57e9-cee7-43d3-be66-cc12b0649131', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:38Z', 'updated_at': '2022-02-04T21:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '068cada8-879f-484d-90ab-4a64a6cd5196', 'name': '', 'network_id': '332fe6aa-ed66-44ea-9220-8f05179f41a3', 'tenant_id': 'b242a09179d94d8193cc1c0208c67871', 'mac_address': 'fa:16:3e:11:7a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '81b08678-ed5f-4876-93e1-3c270387f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:44Z', 'updated_at': '2022-02-04T21:07:50Z', 'revision_number': 4, 'project_id': 'b242a09179d94d8193cc1c0208c67871', 'subnets': [{'id': '81b08678-ed5f-4876-93e1-3c270387f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:07:52.323394 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-73d6e295-2808-40d7-93fe-71ab72ce3f69 admin admin] Usage tracker for resource:router and tenant:fe1687281af1421e8286127788c0c5df is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:52.332061 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-73d6e295-2808-40d7-93fe-71ab72ce3f69 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:52.336463 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-6b521d17-bd19-4f1b-b090-4a61c0e02d67 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Allocated IP 172.20.0.10 (7d8c23e1-7a6b-46d1-9945-4c784d17e819/ea06751d-fd50-4f4f-b006-53a1caf881e1/75c9f9b6-764d-479a-a84f-9b4abbc4360b) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:07:52.556708 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c612b0bd-50a3-4d91-b822-5796f7da52ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-7a0409a7-61d0-4216-97b2-5ab45a8d4cd5', 'network_id': '7a0409a7-61d0-4216-97b2-5ab45a8d4cd5', 'tenant_id': 'fe1687281af1421e8286127788c0c5df', 'fixed_ips': [{'subnet_id': 'df78cc09-75bc-4e91-b2c1-74cee8aeb14a'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:07:52.557956 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c612b0bd-50a3-4d91-b822-5796f7da52ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:52.770881 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-73d6e295-2808-40d7-93fe-71ab72ce3f69 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:52.845578 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5daec7ad-0d02-4e92-bac8-07b9ac3d4330 req-81f60214-308c-4920-bbfc-1779215f6b43 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:52.846481 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5daec7ad-0d02-4e92-bac8-07b9ac3d4330 req-81f60214-308c-4920-bbfc-1779215f6b43 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:52.846481 n-d-827896-1 neutron-server[87683]: INFO neutron.db.l3_db [req-5daec7ad-0d02-4e92-bac8-07b9ac3d4330 req-81f60214-308c-4920-bbfc-1779215f6b43 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Floating IP f9c684e4-b252-4f6c-a0d3-85edca7d0d13 disassociated. External IP: 172.25.5.125, port: 613678b2-b88a-4a28-b8ba-3ce49cfaf2ad. Feb 04 21:07:52.846739 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-5daec7ad-0d02-4e92-bac8-07b9ac3d4330 req-81f60214-308c-4920-bbfc-1779215f6b43 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Calling delete_port for 613678b2-b88a-4a28-b8ba-3ce49cfaf2ad owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:07:52.851650 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a695a433-a212-464b-899d-764c3bd9b865 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:07:52.875216 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-6b521d17-bd19-4f1b-b090-4a61c0e02d67 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:52.918677 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-6b521d17-bd19-4f1b-b090-4a61c0e02d67 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:52.943271 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-c612b0bd-50a3-4d91-b822-5796f7da52ee None None] Allocated IP 172.20.0.2 (7a0409a7-61d0-4216-97b2-5ab45a8d4cd5/df78cc09-75bc-4e91-b2c1-74cee8aeb14a/e0ebecee-38d0-4f56-85b0-a4950e8120f9) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:07:53.023984 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-6b521d17-bd19-4f1b-b090-4a61c0e02d67 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Network 7d8c23e1-7a6b-46d1-9945-4c784d17e819 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:07:53.026872 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-6b521d17-bd19-4f1b-b090-4a61c0e02d67 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:07:53.042203 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-6b521d17-bd19-4f1b-b090-4a61c0e02d67 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:07:53.071452 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port a695a433-a212-464b-899d-764c3bd9b865 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:07:53.120941 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba22ad0-87b3-493e-a335-33ba1638804e req-2ed6824c-0a3a-4851-bae8-d631068fa7dd tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:53.122998 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eba22ad0-87b3-493e-a335-33ba1638804e req-2ed6824c-0a3a-4851-bae8-d631068fa7dd tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.18 "GET /v2.0/networks?id=0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d HTTP/1.1" status: 200 len: 810 time: 1.3443282 Feb 04 21:07:53.141059 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5daec7ad-0d02-4e92-bac8-07b9ac3d4330 req-81f60214-308c-4920-bbfc-1779215f6b43 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:53.164549 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-eba22ad0-87b3-493e-a335-33ba1638804e req-f3949a2f-3f1b-4ba6-87b2-56ecc0cdb0d9 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Request body: {'port': {'device_id': '95554ff7-e1d7-4a60-861e-6940441351fd', 'network_id': '0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d', 'admin_state_up': True, 'tenant_id': '69cff50c69dd4edbb2b0c631432e7d0d'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:53.203793 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port a695a433-a212-464b-899d-764c3bd9b865 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:07:53.204165 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:53.204971 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-6b521d17-bd19-4f1b-b090-4a61c0e02d67 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:53.207138 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-6b521d17-bd19-4f1b-b090-4a61c0e02d67 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:53.211518 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b521d17-bd19-4f1b-b090-4a61c0e02d67 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Pushing event updated for resources: {'Port': ['ID=75c9f9b6-764d-479a-a84f-9b4abbc4360b,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:53.246700 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-6b521d17-bd19-4f1b-b090-4a61c0e02d67 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7396896 Feb 04 21:07:53.263079 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-dd81f0e5-8cff-47c0-b003-ffc3d09fd1d6 service neutron] Request body: {'port': {'device_id': 'd3074c7d-46af-40c7-8e8b-ee49eab3dedb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:53.387899 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f60214-308c-4920-bbfc-1779215f6b43 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Pushing event deleted for resources: {'Port': ['ID=613678b2-b88a-4a28-b8ba-3ce49cfaf2ad,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:53.391333 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-73d6e295-2808-40d7-93fe-71ab72ce3f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:53.392423 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-73d6e295-2808-40d7-93fe-71ab72ce3f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:53.471871 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-dd81f0e5-8cff-47c0-b003-ffc3d09fd1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:53.575921 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c612b0bd-50a3-4d91-b822-5796f7da52ee None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:53.578705 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-73d6e295-2808-40d7-93fe-71ab72ce3f69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:53.590198 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192f7a7-8d8c-45d3-8a70-4eaf6f027575 req-52a6cc24-7428-43a8-81c1-4adb0d57c91e tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:53.591694 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c612b0bd-50a3-4d91-b822-5796f7da52ee None None] Transition to ACTIVE for port object e0ebecee-38d0-4f56-85b0-a4950e8120f9 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:07:53.607742 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7192f7a7-8d8c-45d3-8a70-4eaf6f027575 req-52a6cc24-7428-43a8-81c1-4adb0d57c91e tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 945 time: 1.5356081 Feb 04 21:07:53.620072 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c612b0bd-50a3-4d91-b822-5796f7da52ee None None] Transition to ACTIVE for port object e0ebecee-38d0-4f56-85b0-a4950e8120f9 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:07:53.642190 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:53.682510 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c612b0bd-50a3-4d91-b822-5796f7da52ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:53.741294 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c612b0bd-50a3-4d91-b822-5796f7da52ee None None] Network 7a0409a7-61d0-4216-97b2-5ab45a8d4cd5 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:07:53.748545 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-c612b0bd-50a3-4d91-b822-5796f7da52ee None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:07:53.751760 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c612b0bd-50a3-4d91-b822-5796f7da52ee None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:07:53.788688 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port a695a433-a212-464b-899d-764c3bd9b865, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a695a433-a212-464b-899d-764c3bd9b865,segment=NetworkSegment(981c5051-f4f5-4e27-b711-c6ab8733b666),segment_id=981c5051-f4f5-4e27-b711-c6ab8733b666)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:53.946514 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:53.947004 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8ae42-c367-4f54-84d3-b2782fe96551 req-2249d3b2-2bcd-4158-8141-f7f59ecb9e94 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:53.953351 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 068cada8-879f-484d-90ab-4a64a6cd5196 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:07:53.955728 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-11d8ae42-c367-4f54-84d3-b2782fe96551 req-2249d3b2-2bcd-4158-8141-f7f59ecb9e94 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3074c7d-46af-40c7-8e8b-ee49eab3dedb HTTP/1.1" status: 200 len: 932 time: 0.8994949 Feb 04 21:07:54.023411 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612b0bd-50a3-4d91-b822-5796f7da52ee None None] Pushing event updated for resources: {'Port': ['ID=e0ebecee-38d0-4f56-85b0-a4950e8120f9,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:54.134907 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-c612b0bd-50a3-4d91-b822-5796f7da52ee None None] Attempting to bind port e0ebecee-38d0-4f56-85b0-a4950e8120f9 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:07:54.135433 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-c612b0bd-50a3-4d91-b822-5796f7da52ee None None] Attempting to bind port e0ebecee-38d0-4f56-85b0-a4950e8120f9 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': 'fc6df35a-5cba-4c87-b58f-b3aa9a64e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '7a0409a7-61d0-4216-97b2-5ab45a8d4cd5'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:07:54.135931 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c612b0bd-50a3-4d91-b822-5796f7da52ee None None] Attempting to bind port e0ebecee-38d0-4f56-85b0-a4950e8120f9 on network 7a0409a7-61d0-4216-97b2-5ab45a8d4cd5 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:07:54.156069 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c612b0bd-50a3-4d91-b822-5796f7da52ee None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:07:54.162086 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c612b0bd-50a3-4d91-b822-5796f7da52ee None None] Checking segment: {'id': 'fc6df35a-5cba-4c87-b58f-b3aa9a64e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '7a0409a7-61d0-4216-97b2-5ab45a8d4cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:07:54.162711 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c612b0bd-50a3-4d91-b822-5796f7da52ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:54.163231 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c612b0bd-50a3-4d91-b822-5796f7da52ee None None] Bound using segment: {'id': 'fc6df35a-5cba-4c87-b58f-b3aa9a64e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '7a0409a7-61d0-4216-97b2-5ab45a8d4cd5'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:07:54.164735 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-c612b0bd-50a3-4d91-b822-5796f7da52ee None None] Bound port: e0ebecee-38d0-4f56-85b0-a4950e8120f9, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6df35a-5cba-4c87-b58f-b3aa9a64e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '7a0409a7-61d0-4216-97b2-5ab45a8d4cd5'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:07:54.165059 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c612b0bd-50a3-4d91-b822-5796f7da52ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:54.267743 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7192f7a7-8d8c-45d3-8a70-4eaf6f027575 req-2af6e2f6-1ef8-4f07-bd0b-bc15754349dd tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9e855fd-f338-4450-a8fe-cb99a2aee980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6583452 Feb 04 21:07:54.279446 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=a695a433-a212-464b-899d-764c3bd9b865,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:54.281648 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-eba22ad0-87b3-493e-a335-33ba1638804e req-f3949a2f-3f1b-4ba6-87b2-56ecc0cdb0d9 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:54.298281 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5daec7ad-0d02-4e92-bac8-07b9ac3d4330 req-81f60214-308c-4920-bbfc-1779215f6b43 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Router c15e3f14-5384-4fa5-9add-3dde19e22881 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:07:54.303881 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-11d8ae42-c367-4f54-84d3-b2782fe96551 req-a027f901-fd58-4502-9a20-71b6d1418f3f tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477404 Feb 04 21:07:54.305163 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 068cada8-879f-484d-90ab-4a64a6cd5196 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:07:54.317351 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 068cada8-879f-484d-90ab-4a64a6cd5196 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:07:54.318212 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:54.410659 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-eba22ad0-87b3-493e-a335-33ba1638804e req-f3949a2f-3f1b-4ba6-87b2-56ecc0cdb0d9 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:54.440755 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-c612b0bd-50a3-4d91-b822-5796f7da52ee None None] For port e0ebecee-38d0-4f56-85b0-a4950e8120f9, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:07:54.475347 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-c612b0bd-50a3-4d91-b822-5796f7da52ee None None] For port e0ebecee-38d0-4f56-85b0-a4950e8120f9, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=e0ebecee-38d0-4f56-85b0-a4950e8120f9,segment=NetworkSegment(fc6df35a-5cba-4c87-b58f-b3aa9a64e64d),segment_id=fc6df35a-5cba-4c87-b58f-b3aa9a64e64d)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:07:54.485506 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c612b0bd-50a3-4d91-b822-5796f7da52ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:54.573556 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ff766e9e-9845-4d48-bd52-56ab4bbd71aa req-7490bb56-e17f-43a2-8d3f-e6538e91a11c tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=95554ff7-e1d7-4a60-861e-6940441351fd HTTP/1.1" status: 200 len: 210 time: 0.0687056 Feb 04 21:07:54.581346 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eba22ad0-87b3-493e-a335-33ba1638804e req-f3949a2f-3f1b-4ba6-87b2-56ecc0cdb0d9 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Made reservation on behalf of 69cff50c69dd4edbb2b0c631432e7d0d for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:07:54.585572 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-eba22ad0-87b3-493e-a335-33ba1638804e req-f3949a2f-3f1b-4ba6-87b2-56ecc0cdb0d9 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:54.610469 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-73d6e295-2808-40d7-93fe-71ab72ce3f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:54.670600 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-dd81f0e5-8cff-47c0-b003-ffc3d09fd1d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c9f9b6-764d-479a-a84f-9b4abbc4360b {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:07:54.699179 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-dd81f0e5-8cff-47c0-b003-ffc3d09fd1d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:54.726423 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-dd81f0e5-8cff-47c0-b003-ffc3d09fd1d6 service neutron] Transition to ACTIVE for port object 75c9f9b6-764d-479a-a84f-9b4abbc4360b will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:07:54.735987 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-dd81f0e5-8cff-47c0-b003-ffc3d09fd1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:54.741586 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:54.755452 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612b0bd-50a3-4d91-b822-5796f7da52ee None None] Pushing event updated for resources: {'Port': ['ID=e0ebecee-38d0-4f56-85b0-a4950e8120f9,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:54.819449 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 068cada8-879f-484d-90ab-4a64a6cd5196, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=068cada8-879f-484d-90ab-4a64a6cd5196,segment=NetworkSegment(185e8ff9-a032-4320-9e92-29b7ef98b0f5),segment_id=185e8ff9-a032-4320-9e92-29b7ef98b0f5)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:54.831337 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:54.907749 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81f0e5-8cff-47c0-b003-ffc3d09fd1d6 service neutron] Pushing event updated for resources: {'Port': ['ID=75c9f9b6-764d-479a-a84f-9b4abbc4360b,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:55.022102 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=068cada8-879f-484d-90ab-4a64a6cd5196,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:55.057027 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a695a433-a212-464b-899d-764c3bd9b865 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:07:55.235108 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port a695a433-a212-464b-899d-764c3bd9b865 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:07:55.235482 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:55.302240 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 613678b2-b88a-4a28-b8ba-3ce49cfaf2ad no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:07:55.367975 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-dd81f0e5-8cff-47c0-b003-ffc3d09fd1d6 service neutron] Attempting to bind port 75c9f9b6-764d-479a-a84f-9b4abbc4360b on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:07:55.368415 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-dd81f0e5-8cff-47c0-b003-ffc3d09fd1d6 service neutron] Attempting to bind port 75c9f9b6-764d-479a-a84f-9b4abbc4360b by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '1bfd55c3-c8d9-4e20-9f37-da07ea0581c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:07:55.368847 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-dd81f0e5-8cff-47c0-b003-ffc3d09fd1d6 service neutron] Attempting to bind port 75c9f9b6-764d-479a-a84f-9b4abbc4360b on network 7d8c23e1-7a6b-46d1-9945-4c784d17e819 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:07:55.374963 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-dd81f0e5-8cff-47c0-b003-ffc3d09fd1d6 service neutron] Port 75c9f9b6-764d-479a-a84f-9b4abbc4360b on network 7d8c23e1-7a6b-46d1-9945-4c784d17e819 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:07:55.375445 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-dd81f0e5-8cff-47c0-b003-ffc3d09fd1d6 service neutron] Attempting to bind port 75c9f9b6-764d-479a-a84f-9b4abbc4360b on network 7d8c23e1-7a6b-46d1-9945-4c784d17e819 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:07:55.381733 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-dd81f0e5-8cff-47c0-b003-ffc3d09fd1d6 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:07:55.382192 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-dd81f0e5-8cff-47c0-b003-ffc3d09fd1d6 service neutron] Checking segment: {'id': '1bfd55c3-c8d9-4e20-9f37-da07ea0581c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:07:55.382663 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-dd81f0e5-8cff-47c0-b003-ffc3d09fd1d6 service neutron] Bound using segment: {'id': '1bfd55c3-c8d9-4e20-9f37-da07ea0581c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:07:55.383214 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-dd81f0e5-8cff-47c0-b003-ffc3d09fd1d6 service neutron] Bound port: 75c9f9b6-764d-479a-a84f-9b4abbc4360b, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bfd55c3-c8d9-4e20-9f37-da07ea0581c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:07:55.383661 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-dd81f0e5-8cff-47c0-b003-ffc3d09fd1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:55.403822 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: 613678b2-b88a-4a28-b8ba-3ce49cfaf2ad {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:07:55.404172 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 613678b2-b88a-4a28-b8ba-3ce49cfaf2ad not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:07:55.499198 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-dd81f0e5-8cff-47c0-b003-ffc3d09fd1d6 service neutron] For port 75c9f9b6-764d-479a-a84f-9b4abbc4360b, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:07:55.502508 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-dd81f0e5-8cff-47c0-b003-ffc3d09fd1d6 service neutron] For port 75c9f9b6-764d-479a-a84f-9b4abbc4360b, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=75c9f9b6-764d-479a-a84f-9b4abbc4360b,segment=NetworkSegment(1bfd55c3-c8d9-4e20-9f37-da07ea0581c2),segment_id=1bfd55c3-c8d9-4e20-9f37-da07ea0581c2)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:07:55.507101 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c16280f4-0b2d-4129-851f-131f3811cf3c req-c9d7dc64-e40a-4b48-8204-df7ec2528bf0 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "GET /v2.0/security-groups/0d8a4df8-a07b-4449-a9c5-4d533e294dba HTTP/1.1" status: 200 len: 1807 time: 0.7780352 Feb 04 21:07:55.507605 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-dd81f0e5-8cff-47c0-b003-ffc3d09fd1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:55.566656 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-dd81f0e5-8cff-47c0-b003-ffc3d09fd1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:55.568090 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-dd81f0e5-8cff-47c0-b003-ffc3d09fd1d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:55.569770 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-dd81f0e5-8cff-47c0-b003-ffc3d09fd1d6 service neutron] 10.222.0.18 "PUT /v2.0/ports/75c9f9b6-764d-479a-a84f-9b4abbc4360b HTTP/1.1" status: 200 len: 1092 time: 2.3157172 Feb 04 21:07:55.583952 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3074c7d-46af-40c7-8e8b-ee49eab3dedb', 'tag': '75c9f9b6-764d-479a-a84f-9b4abbc4360b'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:07:55.688933 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5daec7ad-0d02-4e92-bac8-07b9ac3d4330 req-81f60214-308c-4920-bbfc-1779215f6b43 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:07:55.702338 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81f0e5-8cff-47c0-b003-ffc3d09fd1d6 service neutron] Pushing event updated for resources: {'Port': ['ID=75c9f9b6-764d-479a-a84f-9b4abbc4360b,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:55.703411 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee12609-cfb4-4d8e-a0e6-505e6cdad097 None None] Sync routers for ids ['c15e3f14-5384-4fa5-9add-3dde19e22881'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:07:55.723589 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee12609-cfb4-4d8e-a0e6-505e6cdad097 None None] Routers {'c15e3f14-5384-4fa5-9add-3dde19e22881'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:07:55.724544 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-2ee12609-cfb4-4d8e-a0e6-505e6cdad097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:07:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['c15e3f14-5384-4fa5-9add-3dde19e22881'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:55.725675 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-b6850362-9c45-49e3-a2f8-e414ad6efb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:55.727290 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-b6850362-9c45-49e3-a2f8-e414ad6efb12 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d15241bd78a41148bd0d1c2bdd856b4&device_id=d3074c7d-46af-40c7-8e8b-ee49eab3dedb HTTP/1.1" status: 200 len: 1095 time: 0.1063814 Feb 04 21:07:55.821020 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-41a8cce9-55c0-4517-9228-657abe00c8f3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75c9f9b6-764d-479a-a84f-9b4abbc4360b HTTP/1.1" status: 200 len: 217 time: 0.0860410 Feb 04 21:07:55.833063 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c16280f4-0b2d-4129-851f-131f3811cf3c req-c06d0108-89c8-4359-bc2d-3e2d01731462 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "GET /v2.0/security-groups/d5d688fe-0e06-4c61-b31c-eb16a109b272 HTTP/1.1" status: 200 len: 1807 time: 0.3110316 Feb 04 21:07:55.853003 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-eba22ad0-87b3-493e-a335-33ba1638804e req-f3949a2f-3f1b-4ba6-87b2-56ecc0cdb0d9 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Allocated IP 172.20.0.3 (0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d/23d61e2d-97f4-40a0-9322-1eca7a330b64/d9efb7e7-5959-47c9-b634-0583fbf07376) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:07:55.863812 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-c16280f4-0b2d-4129-851f-131f3811cf3c req-75891056-6704-4d9d-a011-065c7dbcb075 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0d8a4df8-a07b-4449-a9c5-4d533e294dba', 'remote_group_id': 'd5d688fe-0e06-4c61-b31c-eb16a109b272', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:55.864590 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-c16280f4-0b2d-4129-851f-131f3811cf3c req-75891056-6704-4d9d-a011-065c7dbcb075 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0d8a4df8-a07b-4449-a9c5-4d533e294dba', 'remote_group_id': 'd5d688fe-0e06-4c61-b31c-eb16a109b272', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:55.875398 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-5daec7ad-0d02-4e92-bac8-07b9ac3d4330 req-81f60214-308c-4920-bbfc-1779215f6b43 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] No DVR routers for this DVR port 613678b2-b88a-4a28-b8ba-3ce49cfaf2ad on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:07:55.879059 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-c16280f4-0b2d-4129-851f-131f3811cf3c req-75891056-6704-4d9d-a011-065c7dbcb075 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:07:55.884117 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5daec7ad-0d02-4e92-bac8-07b9ac3d4330 req-81f60214-308c-4920-bbfc-1779215f6b43 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:55.894397 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9c7752-0330-4b72-8aa3-9bb6d744d513', 'name': 'network-vif-deleted', 'tag': '613678b2-b88a-4a28-b8ba-3ce49cfaf2ad'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:07:55.902809 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-c16280f4-0b2d-4129-851f-131f3811cf3c req-75891056-6704-4d9d-a011-065c7dbcb075 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Usage tracker for resource:security_group_rule and tenant:52a2f03f9f4d4fea8c14bb5997f6317f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:07:55.917586 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-c16280f4-0b2d-4129-851f-131f3811cf3c req-75891056-6704-4d9d-a011-065c7dbcb075 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:07:55.934514 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-c16280f4-0b2d-4129-851f-131f3811cf3c req-75891056-6704-4d9d-a011-065c7dbcb075 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:07:55.989022 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757d1c5-c0a5-42dd-9e92-aa1a6d21f54b req-7a636d48-6ee7-4450-a234-b4ca51860a4d tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:55.990899 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5757d1c5-c0a5-42dd-9e92-aa1a6d21f54b req-7a636d48-6ee7-4450-a234-b4ca51860a4d tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b91b078-fe72-424d-b8f4-e7e188e0d52d HTTP/1.1" status: 200 len: 945 time: 0.5494468 Feb 04 21:07:56.005659 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-2ee12609-cfb4-4d8e-a0e6-505e6cdad097 None None] Set router c15e3f14-5384-4fa5-9add-3dde19e22881 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:07:56.040667 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5daec7ad-0d02-4e92-bac8-07b9ac3d4330 req-81f60214-308c-4920-bbfc-1779215f6b43 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.32 "DELETE /v2.0/ports/613678b2-b88a-4a28-b8ba-3ce49cfaf2ad HTTP/1.1" status: 204 len: 173 time: 5.4526825 Feb 04 21:07:56.151984 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-0919777e-15c9-4543-bfca-9f2ff8e3d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:56.161367 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-0919777e-15c9-4543-bfca-9f2ff8e3d7ae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea06751d-fd50-4f4f-b006-53a1caf881e1 HTTP/1.1" status: 200 len: 852 time: 0.2866836 Feb 04 21:07:56.168572 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0ee0c08b-57c3-499f-8a60-76ab67b2f33e req-8de2ce73-c2c4-422a-a586-7559d1241e82 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=15684e00-d06b-4bb2-9dd1-b459e2d442f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3447402 Feb 04 21:07:56.297570 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5757d1c5-c0a5-42dd-9e92-aa1a6d21f54b req-edee5bb6-cc9c-4fa7-93d8-0f802f1e2462 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760015 Feb 04 21:07:56.361439 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-c94f709f-57fa-4b9d-bdb3-7ed37bbaaa85 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7d8c23e1-7a6b-46d1-9945-4c784d17e819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1793687 Feb 04 21:07:56.439642 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:56.666196 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0c08b-57c3-499f-8a60-76ab67b2f33e req-67a4f7ee-b96a-4238-af59-b3ae69ca3e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:56.667692 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0ee0c08b-57c3-499f-8a60-76ab67b2f33e req-67a4f7ee-b96a-4238-af59-b3ae69ca3e5b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d3d539dc97a744058fdb427e438eb9ad&device_id=15684e00-d06b-4bb2-9dd1-b459e2d442f4 HTTP/1.1" status: 200 len: 1096 time: 0.3104918 Feb 04 21:07:56.669956 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c155e38e-a5b2-40e0-a673-74397b6e1397 None None] Network 7a0409a7-61d0-4216-97b2-5ab45a8d4cd5 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:07:56.673943 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c16280f4-0b2d-4129-851f-131f3811cf3c req-75891056-6704-4d9d-a011-065c7dbcb075 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:56.682866 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-41890637-6ee7-405c-b8b2-cc77d06a49a2 service neutron] 10.222.0.18 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475324 Feb 04 21:07:56.796540 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-0f367d5e-82c4-4e19-b4c0-c58fff7b00e2 None None] Provisioning for port e0ebecee-38d0-4f56-85b0-a4950e8120f9 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:07:56.899688 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-eba22ad0-87b3-493e-a335-33ba1638804e req-f3949a2f-3f1b-4ba6-87b2-56ecc0cdb0d9 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:56.914579 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-2ee12609-cfb4-4d8e-a0e6-505e6cdad097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'name': 'tempest-AttachVolumeTestJSON-139033215-router', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:02:14Z', 'updated_at': '2022-02-04T21:02:30Z', 'revision_number': 4, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'gw_port': {'id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:18Z', 'updated_at': '2022-02-04T21:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'd69e2936-929a-4383-b4ba-0198468a4733', 'name': '', 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'mac_address': 'fa:16:3e:2e:0f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:26Z', 'updated_at': '2022-02-04T21:02:39Z', 'revision_number': 5, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'subnets': [{'id': '662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:56.925374 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee12609-cfb4-4d8e-a0e6-505e6cdad097 None None] Checking router: c15e3f14-5384-4fa5-9add-3dde19e22881 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:07:56.930403 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-c072e134-d175-41fa-94da-66e1895e7f08 req-d68ecb57-b535-446e-bd28-b8dc5a3a64eb tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Synchronizing usage tracker for tenant:2ba621d22ceb430b9eee1db66fccde19 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:07:56.976014 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee12609-cfb4-4d8e-a0e6-505e6cdad097 None None] Routers {'c15e3f14-5384-4fa5-9add-3dde19e22881'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:07:56.976887 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-2ee12609-cfb4-4d8e-a0e6-505e6cdad097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:07:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['c15e3f14-5384-4fa5-9add-3dde19e22881'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:57.058540 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0c08b-57c3-499f-8a60-76ab67b2f33e req-d530b7b3-e373-4f60-93f8-dc68f37879ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:57.060716 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0ee0c08b-57c3-499f-8a60-76ab67b2f33e req-d530b7b3-e373-4f60-93f8-dc68f37879ff service neutron] 10.222.0.32 "GET /v2.0/networks?id=e4cc1ce8-eeb6-46af-80b5-92196799c865 HTTP/1.1" status: 200 len: 912 time: 0.3719423 Feb 04 21:07:57.066497 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7ae77c4c-b63a-4eee-af3c-54e3d06e26b6 req-32048d1e-cec4-4a02-a510-f85fefc0d570 service neutron] 10.222.0.18 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063676 Feb 04 21:07:57.076103 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c16280f4-0b2d-4129-851f-131f3811cf3c req-75891056-6704-4d9d-a011-065c7dbcb075 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:57.113959 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-73d6e295-2808-40d7-93fe-71ab72ce3f69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:57.155303 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-c072e134-d175-41fa-94da-66e1895e7f08 req-d68ecb57-b535-446e-bd28-b8dc5a3a64eb tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Unset dirty status for tenant:2ba621d22ceb430b9eee1db66fccde19 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:07:57.157749 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c072e134-d175-41fa-94da-66e1895e7f08 req-d68ecb57-b535-446e-bd28-b8dc5a3a64eb tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe9c7752-0330-4b72-8aa3-9bb6d744d513 HTTP/1.1" status: 200 len: 210 time: 0.3793578 Feb 04 21:07:57.167512 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-73d6e295-2808-40d7-93fe-71ab72ce3f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:57.171888 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c16280f4-0b2d-4129-851f-131f3811cf3c req-75891056-6704-4d9d-a011-065c7dbcb075 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:57.180956 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device e0ebecee-38d0-4f56-85b0-a4950e8120f9 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:07:57.182905 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-eba22ad0-87b3-493e-a335-33ba1638804e req-f3949a2f-3f1b-4ba6-87b2-56ecc0cdb0d9 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:57.337891 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0ee0c08b-57c3-499f-8a60-76ab67b2f33e req-7b8d5eb2-029e-41ec-b664-9ea4c5f16255 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5600ea9-5404-40f3-8472-39f6fa709ef1 HTTP/1.1" status: 200 len: 217 time: 0.2585690 Feb 04 21:07:57.360265 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-2ee12609-cfb4-4d8e-a0e6-505e6cdad097 None None] Set router c15e3f14-5384-4fa5-9add-3dde19e22881 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:07:57.420183 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eba22ad0-87b3-493e-a335-33ba1638804e req-f3949a2f-3f1b-4ba6-87b2-56ecc0cdb0d9 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Network 0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:07:57.424516 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0c08b-57c3-499f-8a60-76ab67b2f33e req-f78f66e7-38cc-4dea-8fc8-17a8e2f736b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:57.426375 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0ee0c08b-57c3-499f-8a60-76ab67b2f33e req-f78f66e7-38cc-4dea-8fc8-17a8e2f736b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee4d3909-e094-4079-9a7f-4f6007c68222 HTTP/1.1" status: 200 len: 850 time: 0.0802236 Feb 04 21:07:57.436337 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-eba22ad0-87b3-493e-a335-33ba1638804e req-f3949a2f-3f1b-4ba6-87b2-56ecc0cdb0d9 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:07:57.440111 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba22ad0-87b3-493e-a335-33ba1638804e req-f3949a2f-3f1b-4ba6-87b2-56ecc0cdb0d9 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:07:57.472816 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75891056-6704-4d9d-a011-065c7dbcb075 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b9025d-1b67-4df1-b025-cc77c058857f,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:57.523156 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0c08b-57c3-499f-8a60-76ab67b2f33e req-4bba0c67-0df1-4241-a696-24c86f05f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:57.525589 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0ee0c08b-57c3-499f-8a60-76ab67b2f33e req-4bba0c67-0df1-4241-a696-24c86f05f7ee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4cc1ce8-eeb6-46af-80b5-92196799c865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839744 Feb 04 21:07:57.552308 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3949a2f-3f1b-4ba6-87b2-56ecc0cdb0d9 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Pushing event updated for resources: {'Port': ['ID=d9efb7e7-5959-47c9-b634-0583fbf07376,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:57.560511 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c16280f4-0b2d-4129-851f-131f3811cf3c req-75891056-6704-4d9d-a011-065c7dbcb075 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:57.563992 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c16280f4-0b2d-4129-851f-131f3811cf3c req-75891056-6704-4d9d-a011-065c7dbcb075 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.7298896 Feb 04 21:07:57.593930 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port e0ebecee-38d0-4f56-85b0-a4950e8120f9 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:07:57.684348 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port e0ebecee-38d0-4f56-85b0-a4950e8120f9 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:07:57.684972 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:57.696052 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3074c7d-46af-40c7-8e8b-ee49eab3dedb', 'tag': '75c9f9b6-764d-479a-a84f-9b4abbc4360b', 'status': 'completed', 'code': 200} Feb 04 21:07:57.702149 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba22ad0-87b3-493e-a335-33ba1638804e req-f3949a2f-3f1b-4ba6-87b2-56ecc0cdb0d9 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:57.703044 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-eba22ad0-87b3-493e-a335-33ba1638804e req-f3949a2f-3f1b-4ba6-87b2-56ecc0cdb0d9 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:57.774788 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15d2ce-26d4-48e6-b3bb-7ae19aa64a45 req-85b7df92-b99a-4760-8354-00ae2d2ef21b tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:57.783450 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2a15d2ce-26d4-48e6-b3bb-7ae19aa64a45 req-85b7df92-b99a-4760-8354-00ae2d2ef21b tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3074c7d-46af-40c7-8e8b-ee49eab3dedb HTTP/1.1" status: 200 len: 944 time: 0.4645255 Feb 04 21:07:57.804353 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-4789ba73-edec-4342-a8bd-914855869f0e None None] Provisioning complete for port e0ebecee-38d0-4f56-85b0-a4950e8120f9 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:07:57.804724 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4789ba73-edec-4342-a8bd-914855869f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:57.805428 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-73d6e295-2808-40d7-93fe-71ab72ce3f69 admin admin] Allocated IP 172.25.5.243 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/b0802c5b-6c54-4a77-bd84-a1d7182db79c) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:07:57.813059 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eba22ad0-87b3-493e-a335-33ba1638804e req-f3949a2f-3f1b-4ba6-87b2-56ecc0cdb0d9 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6627162 Feb 04 21:07:57.853708 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-eba22ad0-87b3-493e-a335-33ba1638804e req-0b3a5de8-84d0-468e-aa6a-15b5f3dd08c7 service neutron] Request body: {'port': {'device_id': '95554ff7-e1d7-4a60-861e-6940441351fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:07:57.886096 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2a15d2ce-26d4-48e6-b3bb-7ae19aa64a45 req-27dd509b-3ee3-4bc7-896b-413133d21d50 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009247 Feb 04 21:07:57.971667 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0ee0c08b-57c3-499f-8a60-76ab67b2f33e req-49c5f44f-115b-49a3-a1cc-a86417a31d04 service neutron] 10.222.0.32 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371283 Feb 04 21:07:58.024812 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c46b46-974c-48e7-ba17-b3e6cf25626e req-5e1dd294-76a2-437b-85b0-7019368d21c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:58.026465 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-82c46b46-974c-48e7-ba17-b3e6cf25626e req-5e1dd294-76a2-437b-85b0-7019368d21c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d15241bd78a41148bd0d1c2bdd856b4&device_id=d3074c7d-46af-40c7-8e8b-ee49eab3dedb HTTP/1.1" status: 200 len: 1095 time: 0.3296111 Feb 04 21:07:58.072055 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9c7752-0330-4b72-8aa3-9bb6d744d513', 'name': 'network-vif-deleted', 'tag': '613678b2-b88a-4a28-b8ba-3ce49cfaf2ad', 'status': 'completed', 'code': 200} Feb 04 21:07:58.076067 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:58.134726 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4789ba73-edec-4342-a8bd-914855869f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:58.236687 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-2ee12609-cfb4-4d8e-a0e6-505e6cdad097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'name': 'tempest-AttachVolumeTestJSON-139033215-router', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:02:14Z', 'updated_at': '2022-02-04T21:02:30Z', 'revision_number': 4, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'gw_port': {'id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:18Z', 'updated_at': '2022-02-04T21:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'd69e2936-929a-4383-b4ba-0198468a4733', 'name': '', 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'mac_address': 'fa:16:3e:2e:0f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:26Z', 'updated_at': '2022-02-04T21:02:39Z', 'revision_number': 5, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'subnets': [{'id': '662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:07:58.243433 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port e0ebecee-38d0-4f56-85b0-a4950e8120f9, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=e0ebecee-38d0-4f56-85b0-a4950e8120f9,segment=NetworkSegment(fc6df35a-5cba-4c87-b58f-b3aa9a64e64d),segment_id=fc6df35a-5cba-4c87-b58f-b3aa9a64e64d)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:58.244685 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee12609-cfb4-4d8e-a0e6-505e6cdad097 None None] The sync data for ids ['c15e3f14-5384-4fa5-9add-3dde19e22881'] in n-d-827896-1 is: [{'id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'name': 'tempest-AttachVolumeTestJSON-139033215-router', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:02:14Z', 'updated_at': '2022-02-04T21:02:30Z', 'revision_number': 4, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'gw_port': {'id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:18Z', 'updated_at': '2022-02-04T21:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'd69e2936-929a-4383-b4ba-0198468a4733', 'name': '', 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'mac_address': 'fa:16:3e:2e:0f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:26Z', 'updated_at': '2022-02-04T21:02:39Z', 'revision_number': 5, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'subnets': [{'id': '662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:07:58.262157 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:58.263125 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 068cada8-879f-484d-90ab-4a64a6cd5196 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:07:58.307746 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c46b46-974c-48e7-ba17-b3e6cf25626e req-9795611a-502b-4a90-a0cf-3b46d6884799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:58.309943 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-82c46b46-974c-48e7-ba17-b3e6cf25626e req-9795611a-502b-4a90-a0cf-3b46d6884799 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7d8c23e1-7a6b-46d1-9945-4c784d17e819 HTTP/1.1" status: 200 len: 913 time: 0.2726789 Feb 04 21:07:58.416482 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-82c46b46-974c-48e7-ba17-b3e6cf25626e req-035d924e-3750-4c60-b80a-e3df4eb864bd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75c9f9b6-764d-479a-a84f-9b4abbc4360b HTTP/1.1" status: 200 len: 217 time: 0.0975516 Feb 04 21:07:58.452689 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-73d6e295-2808-40d7-93fe-71ab72ce3f69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:58.468030 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-4789ba73-edec-4342-a8bd-914855869f0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:07:58.468529 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-4789ba73-edec-4342-a8bd-914855869f0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:07:58.479380 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 75c9f9b6-764d-479a-a84f-9b4abbc4360b details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:07:58.501239 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=e0ebecee-38d0-4f56-85b0-a4950e8120f9,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:58.507336 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c46b46-974c-48e7-ba17-b3e6cf25626e req-466ecce5-4d45-43f9-ab4e-38c79a6c4d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:58.508844 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-82c46b46-974c-48e7-ba17-b3e6cf25626e req-466ecce5-4d45-43f9-ab4e-38c79a6c4d05 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea06751d-fd50-4f4f-b006-53a1caf881e1 HTTP/1.1" status: 200 len: 852 time: 0.0830679 Feb 04 21:07:58.574381 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-82c46b46-974c-48e7-ba17-b3e6cf25626e req-97be2643-39d3-4050-9b57-809c68dfb6a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7d8c23e1-7a6b-46d1-9945-4c784d17e819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491972 Feb 04 21:07:58.669524 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-eba22ad0-87b3-493e-a335-33ba1638804e req-0b3a5de8-84d0-468e-aa6a-15b5f3dd08c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:58.687794 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 75c9f9b6-764d-479a-a84f-9b4abbc4360b, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=75c9f9b6-764d-479a-a84f-9b4abbc4360b,segment=NetworkSegment(1bfd55c3-c8d9-4e20-9f37-da07ea0581c2),segment_id=1bfd55c3-c8d9-4e20-9f37-da07ea0581c2)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:58.695731 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0ee0c08b-57c3-499f-8a60-76ab67b2f33e req-f78d38c7-a2e7-48b7-9215-8ffeeee448bb service neutron] 10.222.0.32 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7151747 Feb 04 21:07:58.705318 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '75c9f9b6-764d-479a-a84f-9b4abbc4360b', 'network_id': '7d8c23e1-7a6b-46d1-9945-4c784d17e819', 'port_id': '75c9f9b6-764d-479a-a84f-9b4abbc4360b', 'mac_address': 'fa:16:3e:73:ca:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea06751d-fd50-4f4f-b006-53a1caf881e1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:07:58.812467 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-82c46b46-974c-48e7-ba17-b3e6cf25626e req-911bde94-7f17-4135-8199-2e7a8c7109f6 service neutron] 10.222.0.18 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144725 Feb 04 21:07:58.818530 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 068cada8-879f-484d-90ab-4a64a6cd5196 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:07:58.819098 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:58.838241 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a6751-d3f7-415c-b5b5-c844f7c52f97 req-be352781-c665-482d-a2ea-87f040ac31a3 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:58.838952 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d40a6751-d3f7-415c-b5b5-c844f7c52f97 req-be352781-c665-482d-a2ea-87f040ac31a3 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Synchronizing usage tracker for tenant:69cff50c69dd4edbb2b0c631432e7d0d on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:07:58.853830 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-73d6e295-2808-40d7-93fe-71ab72ce3f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:58.872607 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:58.874923 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafc4f8d-aeae-41fa-9edb-3c628ef6baf7 None None] New status for floating IP f9c684e4-b252-4f6c-a0d3-85edca7d0d13: DOWN {{(pid=87685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:07:58.900883 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c9f9b6-764d-479a-a84f-9b4abbc4360b {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:07:58.924977 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 75c9f9b6-764d-479a-a84f-9b4abbc4360b, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=75c9f9b6-764d-479a-a84f-9b4abbc4360b,segment=NetworkSegment(1bfd55c3-c8d9-4e20-9f37-da07ea0581c2),segment_id=1bfd55c3-c8d9-4e20-9f37-da07ea0581c2)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:07:58.960166 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:58.995340 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-82c46b46-974c-48e7-ba17-b3e6cf25626e req-8cb78775-3f3e-4f10-bb11-f77600a87bc5 service neutron] 10.222.0.18 "GET /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818633 Feb 04 21:07:59.131033 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=75c9f9b6-764d-479a-a84f-9b4abbc4360b,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:59.222177 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['75c9f9b6-764d-479a-a84f-9b4abbc4360b'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:07:59.260154 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device e0ebecee-38d0-4f56-85b0-a4950e8120f9 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:07:59.285901 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d6e295-2808-40d7-93fe-71ab72ce3f69 admin admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:07:59.300705 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-73d6e295-2808-40d7-93fe-71ab72ce3f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:07:59.316242 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d40a6751-d3f7-415c-b5b5-c844f7c52f97 req-be352781-c665-482d-a2ea-87f040ac31a3 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Unset dirty status for tenant:69cff50c69dd4edbb2b0c631432e7d0d on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:07:59.323367 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d40a6751-d3f7-415c-b5b5-c844f7c52f97 req-be352781-c665-482d-a2ea-87f040ac31a3 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=95554ff7-e1d7-4a60-861e-6940441351fd HTTP/1.1" status: 200 len: 931 time: 1.2995605 Feb 04 21:07:59.334976 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d6e295-2808-40d7-93fe-71ab72ce3f69 admin admin] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:07:59.397897 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port e0ebecee-38d0-4f56-85b0-a4950e8120f9 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:07:59.398271 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:59.398463 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d6e295-2808-40d7-93fe-71ab72ce3f69 admin admin] Pushing event updated for resources: {'Port': ['ID=b0802c5b-6c54-4a77-bd84-a1d7182db79c,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:07:59.544092 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d40a6751-d3f7-415c-b5b5-c844f7c52f97 req-cb15d82e-b606-4ea3-aae2-287d1824eb14 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Synchronizing usage tracker for tenant:69cff50c69dd4edbb2b0c631432e7d0d on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:07:59.627906 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fdebb-44e2-41b5-9a51-03b21edc1dd7 req-2ac40277-692f-4388-b4d5-a19223c15c23 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:59.634040 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fdebb-44e2-41b5-9a51-03b21edc1dd7 req-2ac40277-692f-4388-b4d5-a19223c15c23 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:59.640387 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fdebb-44e2-41b5-9a51-03b21edc1dd7 req-2ac40277-692f-4388-b4d5-a19223c15c23 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:07:59.642147 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d28fdebb-44e2-41b5-9a51-03b21edc1dd7 req-2ac40277-692f-4388-b4d5-a19223c15c23 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=78baf9ae-e346-4ff7-965b-4b331957eee3&device_id=1413a48a-8abf-4e85-8461-44ee911b2a3f&device_id=9b91b078-fe72-424d-b8f4-e7e188e0d52d HTTP/1.1" status: 200 len: 2416 time: 0.9324381 Feb 04 21:07:59.733464 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d40a6751-d3f7-415c-b5b5-c844f7c52f97 req-cb15d82e-b606-4ea3-aae2-287d1824eb14 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Unset dirty status for tenant:69cff50c69dd4edbb2b0c631432e7d0d on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:07:59.734633 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d40a6751-d3f7-415c-b5b5-c844f7c52f97 req-cb15d82e-b606-4ea3-aae2-287d1824eb14 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104919 Feb 04 21:07:59.832905 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d28fdebb-44e2-41b5-9a51-03b21edc1dd7 req-c1452bf5-194a-4f21-b475-98e09a3746ce tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717467 Feb 04 21:07:59.832905 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-eba22ad0-87b3-493e-a335-33ba1638804e req-0b3a5de8-84d0-468e-aa6a-15b5f3dd08c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9efb7e7-5959-47c9-b634-0583fbf07376 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:07:59.843712 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-eba22ad0-87b3-493e-a335-33ba1638804e req-0b3a5de8-84d0-468e-aa6a-15b5f3dd08c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:07:59.986226 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-eba22ad0-87b3-493e-a335-33ba1638804e req-0b3a5de8-84d0-468e-aa6a-15b5f3dd08c7 service neutron] Transition to ACTIVE for port object d9efb7e7-5959-47c9-b634-0583fbf07376 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:08:00.066213 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ddd761-6a08-4d89-9317-a75dd175ce48 req-a6752f5c-7584-4fd9-9cd0-109bbb1ef250 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "GET /v2.0/security-groups/d5d688fe-0e06-4c61-b31c-eb16a109b272 HTTP/1.1" status: 200 len: 1807 time: 0.1590619 Feb 04 21:08:00.123072 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-eba22ad0-87b3-493e-a335-33ba1638804e req-0b3a5de8-84d0-468e-aa6a-15b5f3dd08c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:00.202917 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-73d6e295-2808-40d7-93fe-71ab72ce3f69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:00.422833 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 75c9f9b6-764d-479a-a84f-9b4abbc4360b up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:08:00.501310 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 75c9f9b6-764d-479a-a84f-9b4abbc4360b completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:08:00.507239 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 75c9f9b6-764d-479a-a84f-9b4abbc4360b triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:08:00.507719 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:00.597878 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a5de8-84d0-468e-aa6a-15b5f3dd08c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d9efb7e7-5959-47c9-b634-0583fbf07376,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:00.630836 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:00.669890 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3074c7d-46af-40c7-8e8b-ee49eab3dedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c9f9b6-764d-479a-a84f-9b4abbc4360b'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:08:00.683155 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 75c9f9b6-764d-479a-a84f-9b4abbc4360b, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=75c9f9b6-764d-479a-a84f-9b4abbc4360b,segment=NetworkSegment(1bfd55c3-c8d9-4e20-9f37-da07ea0581c2),segment_id=1bfd55c3-c8d9-4e20-9f37-da07ea0581c2)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:08:00.687542 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:00.757227 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=75c9f9b6-764d-479a-a84f-9b4abbc4360b,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:00.806102 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-93ddd761-6a08-4d89-9317-a75dd175ce48 req-909a272f-909e-42e8-9b9d-76ed78edb74d tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:00.937169 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-93ddd761-6a08-4d89-9317-a75dd175ce48 req-909a272f-909e-42e8-9b9d-76ed78edb74d tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:00.949452 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-eba22ad0-87b3-493e-a335-33ba1638804e req-0b3a5de8-84d0-468e-aa6a-15b5f3dd08c7 service neutron] Attempting to bind port d9efb7e7-5959-47c9-b634-0583fbf07376 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:08:00.949452 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-eba22ad0-87b3-493e-a335-33ba1638804e req-0b3a5de8-84d0-468e-aa6a-15b5f3dd08c7 service neutron] Attempting to bind port d9efb7e7-5959-47c9-b634-0583fbf07376 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '981c5051-f4f5-4e27-b711-c6ab8733b666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:08:00.949452 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba22ad0-87b3-493e-a335-33ba1638804e req-0b3a5de8-84d0-468e-aa6a-15b5f3dd08c7 service neutron] Attempting to bind port d9efb7e7-5959-47c9-b634-0583fbf07376 on network 0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:08:00.957947 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd652917-4240-4b30-8ce7-33c99c02cd96 req-fcca2329-5508-4f5b-b08a-fad4993f2236 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:00.963121 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cd652917-4240-4b30-8ce7-33c99c02cd96 req-fcca2329-5508-4f5b-b08a-fad4993f2236 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3074c7d-46af-40c7-8e8b-ee49eab3dedb HTTP/1.1" status: 200 len: 945 time: 0.7742457 Feb 04 21:08:00.980707 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba22ad0-87b3-493e-a335-33ba1638804e req-0b3a5de8-84d0-468e-aa6a-15b5f3dd08c7 service neutron] Port d9efb7e7-5959-47c9-b634-0583fbf07376 on network 0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:08:00.981037 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba22ad0-87b3-493e-a335-33ba1638804e req-0b3a5de8-84d0-468e-aa6a-15b5f3dd08c7 service neutron] Attempting to bind port d9efb7e7-5959-47c9-b634-0583fbf07376 on network 0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:08:01.018909 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba22ad0-87b3-493e-a335-33ba1638804e req-0b3a5de8-84d0-468e-aa6a-15b5f3dd08c7 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:08:01.019252 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba22ad0-87b3-493e-a335-33ba1638804e req-0b3a5de8-84d0-468e-aa6a-15b5f3dd08c7 service neutron] Checking segment: {'id': '981c5051-f4f5-4e27-b711-c6ab8733b666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:08:01.019638 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba22ad0-87b3-493e-a335-33ba1638804e req-0b3a5de8-84d0-468e-aa6a-15b5f3dd08c7 service neutron] Bound using segment: {'id': '981c5051-f4f5-4e27-b711-c6ab8733b666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:08:01.020087 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-eba22ad0-87b3-493e-a335-33ba1638804e req-0b3a5de8-84d0-468e-aa6a-15b5f3dd08c7 service neutron] Bound port: d9efb7e7-5959-47c9-b634-0583fbf07376, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981c5051-f4f5-4e27-b711-c6ab8733b666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:08:01.020431 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-eba22ad0-87b3-493e-a335-33ba1638804e req-0b3a5de8-84d0-468e-aa6a-15b5f3dd08c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:01.206490 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cd652917-4240-4b30-8ce7-33c99c02cd96 req-ef5bf5a1-bd3d-48cc-97e6-679887f1f5e7 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283986 Feb 04 21:08:01.211297 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-73d6e295-2808-40d7-93fe-71ab72ce3f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:01.322329 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-93ddd761-6a08-4d89-9317-a75dd175ce48 req-909a272f-909e-42e8-9b9d-76ed78edb74d tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:01.341098 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-eba22ad0-87b3-493e-a335-33ba1638804e req-0b3a5de8-84d0-468e-aa6a-15b5f3dd08c7 service neutron] For port d9efb7e7-5959-47c9-b634-0583fbf07376, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:08:01.405193 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a272f-909e-42e8-9b9d-76ed78edb74d tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d688fe-0e06-4c61-b31c-eb16a109b272,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:01.418644 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-eba22ad0-87b3-493e-a335-33ba1638804e req-0b3a5de8-84d0-468e-aa6a-15b5f3dd08c7 service neutron] For port d9efb7e7-5959-47c9-b634-0583fbf07376, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=d9efb7e7-5959-47c9-b634-0583fbf07376,segment=NetworkSegment(981c5051-f4f5-4e27-b711-c6ab8733b666),segment_id=981c5051-f4f5-4e27-b711-c6ab8733b666)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:08:01.472537 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-eba22ad0-87b3-493e-a335-33ba1638804e req-0b3a5de8-84d0-468e-aa6a-15b5f3dd08c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:01.526414 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-93ddd761-6a08-4d89-9317-a75dd175ce48 req-909a272f-909e-42e8-9b9d-76ed78edb74d tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:01.527504 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ddd761-6a08-4d89-9317-a75dd175ce48 req-909a272f-909e-42e8-9b9d-76ed78edb74d tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "DELETE /v2.0/security-groups/d5d688fe-0e06-4c61-b31c-eb16a109b272 HTTP/1.1" status: 204 len: 173 time: 1.3981574 Feb 04 21:08:01.573200 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba22ad0-87b3-493e-a335-33ba1638804e req-0b3a5de8-84d0-468e-aa6a-15b5f3dd08c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:01.573834 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-eba22ad0-87b3-493e-a335-33ba1638804e req-0b3a5de8-84d0-468e-aa6a-15b5f3dd08c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:01.575197 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eba22ad0-87b3-493e-a335-33ba1638804e req-0b3a5de8-84d0-468e-aa6a-15b5f3dd08c7 service neutron] 10.222.0.18 "PUT /v2.0/ports/d9efb7e7-5959-47c9-b634-0583fbf07376 HTTP/1.1" status: 200 len: 1091 time: 3.7538729 Feb 04 21:08:01.575628 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95554ff7-e1d7-4a60-861e-6940441351fd', 'tag': 'd9efb7e7-5959-47c9-b634-0583fbf07376'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:08:01.662942 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a5de8-84d0-468e-aa6a-15b5f3dd08c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d9efb7e7-5959-47c9-b634-0583fbf07376,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:01.735206 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae79eb9-e859-40b2-af7c-3f77b82d7789 req-f0dcd1a7-b75f-4bc1-b323-d5e455619842 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:01.736600 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6ae79eb9-e859-40b2-af7c-3f77b82d7789 req-f0dcd1a7-b75f-4bc1-b323-d5e455619842 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=78baf9ae-e346-4ff7-965b-4b331957eee3 HTTP/1.1" status: 200 len: 945 time: 0.3335595 Feb 04 21:08:01.780500 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d6e295-2808-40d7-93fe-71ab72ce3f69 admin admin] Router 83d34849-4cf9-4645-8462-992a673ce84b is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:08:01.899082 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6ae79eb9-e859-40b2-af7c-3f77b82d7789 req-9cd6fda5-b885-4f9e-bde6-3e3b60b86af8 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549799 Feb 04 21:08:01.932229 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34134) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:01.943869 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6782346-04f4-4e90-a5d2-9ae4d081c2c7 req-1f9f483f-29c3-4f22-b5ca-014317b006eb tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:01.945573 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a6782346-04f4-4e90-a5d2-9ae4d081c2c7 req-1f9f483f-29c3-4f22-b5ca-014317b006eb tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.3174567 Feb 04 21:08:01.947785 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba22ad0-87b3-493e-a335-33ba1638804e req-3dc1174e-26cc-48e8-964c-1e14e5903e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:01.949223 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eba22ad0-87b3-493e-a335-33ba1638804e req-3dc1174e-26cc-48e8-964c-1e14e5903e8e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69cff50c69dd4edbb2b0c631432e7d0d&device_id=95554ff7-e1d7-4a60-861e-6940441351fd HTTP/1.1" status: 200 len: 1094 time: 0.3223925 Feb 04 21:08:02.027924 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3074c7d-46af-40c7-8e8b-ee49eab3dedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c9f9b6-764d-479a-a84f-9b4abbc4360b', 'code': 200} Feb 04 21:08:02.078876 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2ad85dab-a6de-439b-9993-f20d32684621 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:02.158316 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a6782346-04f4-4e90-a5d2-9ae4d081c2c7 req-e1c42bc7-560a-42aa-9360-e6d4eafe733d tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049606 Feb 04 21:08:02.184524 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eba22ad0-87b3-493e-a335-33ba1638804e req-de3ae9c5-6344-4348-90d2-4b0573001647 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9efb7e7-5959-47c9-b634-0583fbf07376 HTTP/1.1" status: 200 len: 217 time: 0.1958656 Feb 04 21:08:02.200805 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2ad85dab-a6de-439b-9993-f20d32684621 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:02.250897 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412b807-ca60-4b71-8e49-c76eeeb0571e req-2b0b7406-f21b-4718-bf44-494c81501a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:02.252752 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e412b807-ca60-4b71-8e49-c76eeeb0571e req-2b0b7406-f21b-4718-bf44-494c81501a5a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d3074c7d-46af-40c7-8e8b-ee49eab3dedb HTTP/1.1" status: 200 len: 1097 time: 0.1716585 Feb 04 21:08:02.299116 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e412b807-ca60-4b71-8e49-c76eeeb0571e req-0c40fcad-35d8-4e57-a4e0-ef8dca2ebb2a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396919 Feb 04 21:08:02.299806 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2ad85dab-a6de-439b-9993-f20d32684621 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:02.320677 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad85dab-a6de-439b-9993-f20d32684621 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e855fd-f338-4450-a8fe-cb99a2aee980,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:02.354737 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2ad85dab-a6de-439b-9993-f20d32684621 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:02.358865 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2ad85dab-a6de-439b-9993-f20d32684621 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "DELETE /v2.0/security-groups/b9e855fd-f338-4450-a8fe-cb99a2aee980 HTTP/1.1" status: 204 len: 168 time: 0.4223144 Feb 04 21:08:02.359598 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34148) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:02.377873 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-ba8a05d7-1a9c-401f-aa27-3466dd91f4ed tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] show failed (client error): The resource could not be found. Feb 04 21:08:02.379106 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ba8a05d7-1a9c-401f-aa27-3466dd91f4ed tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups/b9e855fd-f338-4450-a8fe-cb99a2aee980 HTTP/1.1" status: 404 len: 347 time: 0.0184121 Feb 04 21:08:02.381859 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34152) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:02.516146 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d6e295-2808-40d7-93fe-71ab72ce3f69 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:08:02.527050 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeb62bb-ab01-454a-aab8-6a98f369b8d0 None None] Sync routers for ids ['83d34849-4cf9-4645-8462-992a673ce84b'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:08:02.544312 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeb62bb-ab01-454a-aab8-6a98f369b8d0 None None] Routers {'83d34849-4cf9-4645-8462-992a673ce84b'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:08:02.546525 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-baeb62bb-ab01-454a-aab8-6a98f369b8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:07:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['83d34849-4cf9-4645-8462-992a673ce84b'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:08:02.561463 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d4b3b81-f932-403b-a571-8b5d5141ecf4 req-0a2227ae-a95a-43fd-8f84-d274e3f71dd5 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "GET /v2.0/security-groups/0d8a4df8-a07b-4449-a9c5-4d533e294dba HTTP/1.1" status: 200 len: 1807 time: 0.2783930 Feb 04 21:08:02.564842 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba22ad0-87b3-493e-a335-33ba1638804e req-11d0658e-dc56-4e39-adaa-68696a5b2883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:02.566304 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eba22ad0-87b3-493e-a335-33ba1638804e req-11d0658e-dc56-4e39-adaa-68696a5b2883 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23d61e2d-97f4-40a0-9322-1eca7a330b64 HTTP/1.1" status: 200 len: 850 time: 0.3148270 Feb 04 21:08:02.567077 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-73d6e295-2808-40d7-93fe-71ab72ce3f69 admin admin] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:02.568265 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-73d6e295-2808-40d7-93fe-71ab72ce3f69 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.3891964 Feb 04 21:08:02.571521 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 34158) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:02.700883 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:02.703128 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-57bb4291-786b-4cee-be98-766ff71f6463 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Deleting port 1262463b-a1f7-49d5-bc5e-781ccbbe6fa0 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:08:02.703481 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-57bb4291-786b-4cee-be98-766ff71f6463 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:02.710764 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eba22ad0-87b3-493e-a335-33ba1638804e req-4713bd95-56ee-4312-a905-9530c4f1e978 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1377945 Feb 04 21:08:02.712638 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95554ff7-e1d7-4a60-861e-6940441351fd', 'tag': 'd9efb7e7-5959-47c9-b634-0583fbf07376', 'status': 'completed', 'code': 200} Feb 04 21:08:02.898490 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-57bb4291-786b-4cee-be98-766ff71f6463 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:02.898814 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-57bb4291-786b-4cee-be98-766ff71f6463 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:02.951193 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-baeb62bb-ab01-454a-aab8-6a98f369b8d0 None None] Set router 83d34849-4cf9-4645-8462-992a673ce84b gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:08:03.071087 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-57bb4291-786b-4cee-be98-766ff71f6463 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Calling delete_port for 1262463b-a1f7-49d5-bc5e-781ccbbe6fa0 owned by network:floatingip {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:08:03.364907 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-57bb4291-786b-4cee-be98-766ff71f6463 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:03.478485 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb4291-786b-4cee-be98-766ff71f6463 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Pushing event deleted for resources: {'Port': ['ID=1262463b-a1f7-49d5-bc5e-781ccbbe6fa0,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:03.546216 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92fa2a-5c04-45a9-a9fc-451d8a751679 req-f40ce8ef-857d-4aad-a38c-f6e1d01d8f08 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:03.548902 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bf92fa2a-5c04-45a9-a9fc-451d8a751679 req-f40ce8ef-857d-4aad-a38c-f6e1d01d8f08 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=95554ff7-e1d7-4a60-861e-6940441351fd HTTP/1.1" status: 200 len: 943 time: 1.3694069 Feb 04 21:08:03.565622 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-baeb62bb-ab01-454a-aab8-6a98f369b8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d34849-4cf9-4645-8462-992a673ce84b', 'name': 'tempest-TaggedBootDevicesTest_v242-560962320-router', 'tenant_id': 'fe1687281af1421e8286127788c0c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'b0802c5b-6c54-4a77-bd84-a1d7182db79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:07:53Z', 'updated_at': '2022-02-04T21:07:59Z', 'revision_number': 3, 'project_id': 'fe1687281af1421e8286127788c0c5df', 'gw_port': {'id': 'b0802c5b-6c54-4a77-bd84-a1d7182db79c', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:71:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d34849-4cf9-4645-8462-992a673ce84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:57Z', 'updated_at': '2022-02-04T21:07:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:08:03.570205 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeb62bb-ab01-454a-aab8-6a98f369b8d0 None None] Checking router: 83d34849-4cf9-4645-8462-992a673ce84b for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:08:03.570556 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeb62bb-ab01-454a-aab8-6a98f369b8d0 None None] Updating router 83d34849-4cf9-4645-8462-992a673ce84b port b0802c5b-6c54-4a77-bd84-a1d7182db79c binding host n-d-827896-1 {{(pid=87684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:08:03.627326 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-57bb4291-786b-4cee-be98-766ff71f6463 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for floatingip, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:03.673790 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-57bb4291-786b-4cee-be98-766ff71f6463 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:03.674264 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-baeb62bb-ab01-454a-aab8-6a98f369b8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:03.681981 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-57bb4291-786b-4cee-be98-766ff71f6463 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "DELETE /v2.0/floatingips/f9c684e4-b252-4f6c-a0d3-85edca7d0d13 HTTP/1.1" status: 204 len: 168 time: 1.2988379 Feb 04 21:08:03.911094 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bf92fa2a-5c04-45a9-a9fc-451d8a751679 req-4c6ad43a-503e-4f4e-8a1c-ffa5ce9bcd24 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979709 Feb 04 21:08:03.973352 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-da8aa059-ef18-4e4b-a4c5-475c45fe35d0 req-1bc6a3a9-fcde-42fa-a17e-03e4f24606f0 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1110673204', 'description': 'tempest-description-1179331979'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:08:04.049026 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eba22ad0-87b3-493e-a335-33ba1638804e req-18b82a62-bd58-4d3a-a449-536c416c54fc service neutron] 10.222.0.18 "GET /v2.0/networks/0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2893748 Feb 04 21:08:04.050931 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-da8aa059-ef18-4e4b-a4c5-475c45fe35d0 req-1bc6a3a9-fcde-42fa-a17e-03e4f24606f0 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:08:04.072097 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-da8aa059-ef18-4e4b-a4c5-475c45fe35d0 req-1bc6a3a9-fcde-42fa-a17e-03e4f24606f0 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Usage tracker for resource:security_group and tenant:52a2f03f9f4d4fea8c14bb5997f6317f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:08:04.103234 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-da8aa059-ef18-4e4b-a4c5-475c45fe35d0 req-1bc6a3a9-fcde-42fa-a17e-03e4f24606f0 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:08:04.115585 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-baeb62bb-ab01-454a-aab8-6a98f369b8d0 None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:04.128464 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-baeb62bb-ab01-454a-aab8-6a98f369b8d0 None None] Transition to ACTIVE for port object b0802c5b-6c54-4a77-bd84-a1d7182db79c will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:08:04.135225 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-baeb62bb-ab01-454a-aab8-6a98f369b8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:04.165229 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-da8aa059-ef18-4e4b-a4c5-475c45fe35d0 req-1bc6a3a9-fcde-42fa-a17e-03e4f24606f0 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:08:04.193622 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b1b48-fe00-4537-a6e7-e2355a52b001 req-76af4cb0-7b8f-4cc0-802f-350ba868814f tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:04.195272 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4d3b1b48-fe00-4537-a6e7-e2355a52b001 req-76af4cb0-7b8f-4cc0-802f-350ba868814f tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3074c7d-46af-40c7-8e8b-ee49eab3dedb HTTP/1.1" status: 200 len: 946 time: 0.6450961 Feb 04 21:08:04.224139 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a26d6-4fd7-4caf-9e25-053a2b70e782 None None] Pushing event updated for resources: {'Port': ['ID=b0802c5b-6c54-4a77-bd84-a1d7182db79c,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:04.227099 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-baeb62bb-ab01-454a-aab8-6a98f369b8d0 None None] Attempting to bind port b0802c5b-6c54-4a77-bd84-a1d7182db79c on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:08:04.227465 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-baeb62bb-ab01-454a-aab8-6a98f369b8d0 None None] Attempting to bind port b0802c5b-6c54-4a77-bd84-a1d7182db79c by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:08:04.227821 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baeb62bb-ab01-454a-aab8-6a98f369b8d0 None None] Attempting to bind port b0802c5b-6c54-4a77-bd84-a1d7182db79c on network 1f11f724-8cdd-497d-8220-929f45cf1223 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:08:04.238733 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0a26d6-4fd7-4caf-9e25-053a2b70e782 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:04.239071 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0a26d6-4fd7-4caf-9e25-053a2b70e782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:04.239402 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0a26d6-4fd7-4caf-9e25-053a2b70e782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:04.239736 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0a26d6-4fd7-4caf-9e25-053a2b70e782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:04.240063 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0a26d6-4fd7-4caf-9e25-053a2b70e782 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:04.240389 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0a26d6-4fd7-4caf-9e25-053a2b70e782 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:04.240708 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0a26d6-4fd7-4caf-9e25-053a2b70e782 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:04.241026 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0a26d6-4fd7-4caf-9e25-053a2b70e782 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:04.241372 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0a26d6-4fd7-4caf-9e25-053a2b70e782 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:04.241689 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0a26d6-4fd7-4caf-9e25-053a2b70e782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:04.242003 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0a26d6-4fd7-4caf-9e25-053a2b70e782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:04.242314 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0a26d6-4fd7-4caf-9e25-053a2b70e782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:04.245566 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baeb62bb-ab01-454a-aab8-6a98f369b8d0 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:08:04.245933 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baeb62bb-ab01-454a-aab8-6a98f369b8d0 None None] Checking segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:08:04.246324 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-baeb62bb-ab01-454a-aab8-6a98f369b8d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:04.246704 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baeb62bb-ab01-454a-aab8-6a98f369b8d0 None None] Bound using segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:08:04.247167 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-baeb62bb-ab01-454a-aab8-6a98f369b8d0 None None] Bound port: b0802c5b-6c54-4a77-bd84-a1d7182db79c, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:08:04.247536 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-baeb62bb-ab01-454a-aab8-6a98f369b8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:04.266291 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-da8aa059-ef18-4e4b-a4c5-475c45fe35d0 req-1bc6a3a9-fcde-42fa-a17e-03e4f24606f0 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:04.350336 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-baeb62bb-ab01-454a-aab8-6a98f369b8d0 None None] For port b0802c5b-6c54-4a77-bd84-a1d7182db79c, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:08:04.353580 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-baeb62bb-ab01-454a-aab8-6a98f369b8d0 None None] For port b0802c5b-6c54-4a77-bd84-a1d7182db79c, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=b0802c5b-6c54-4a77-bd84-a1d7182db79c,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:08:04.359923 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-baeb62bb-ab01-454a-aab8-6a98f369b8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:04.360143 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-da8aa059-ef18-4e4b-a4c5-475c45fe35d0 req-1bc6a3a9-fcde-42fa-a17e-03e4f24606f0 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:08:04.371893 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4d3b1b48-fe00-4537-a6e7-e2355a52b001 req-21a5494d-d4e1-41a1-b29d-609d1be2451b tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599603 Feb 04 21:08:04.373099 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-da8aa059-ef18-4e4b-a4c5-475c45fe35d0 req-1bc6a3a9-fcde-42fa-a17e-03e4f24606f0 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Usage tracker for resource:security_group_rule and tenant:52a2f03f9f4d4fea8c14bb5997f6317f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:08:04.415610 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-da8aa059-ef18-4e4b-a4c5-475c45fe35d0 req-1bc6a3a9-fcde-42fa-a17e-03e4f24606f0 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:08:04.433142 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eba22ad0-87b3-493e-a335-33ba1638804e req-86938464-5564-4519-abea-b99163313a0b service neutron] 10.222.0.18 "GET /v2.0/networks/0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645434 Feb 04 21:08:04.436094 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-da8aa059-ef18-4e4b-a4c5-475c45fe35d0 req-1bc6a3a9-fcde-42fa-a17e-03e4f24606f0 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:08:04.458542 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeb62bb-ab01-454a-aab8-6a98f369b8d0 None None] Routers {'83d34849-4cf9-4645-8462-992a673ce84b'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:08:04.459153 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-baeb62bb-ab01-454a-aab8-6a98f369b8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:07:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['83d34849-4cf9-4645-8462-992a673ce84b'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:08:04.640973 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-abea90af-8892-4c19-8998-fb68979a2691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:04.647588 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a26d6-4fd7-4caf-9e25-053a2b70e782 None None] Pushing event updated for resources: {'Port': ['ID=b0802c5b-6c54-4a77-bd84-a1d7182db79c,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:04.678877 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-da8aa059-ef18-4e4b-a4c5-475c45fe35d0 req-1bc6a3a9-fcde-42fa-a17e-03e4f24606f0 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:04.716902 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-da8aa059-ef18-4e4b-a4c5-475c45fe35d0 req-1bc6a3a9-fcde-42fa-a17e-03e4f24606f0 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:04.774868 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-baeb62bb-ab01-454a-aab8-6a98f369b8d0 None None] Set router 83d34849-4cf9-4645-8462-992a673ce84b gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:08:04.809480 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc6a3a9-fcde-42fa-a17e-03e4f24606f0 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daeef781-6db5-474a-a06b-d49882d52c2f,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:04.816407 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32d521-1241-4cc3-a246-197b9062d390 req-c973e3c7-5cfb-4674-a093-bde43015f40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:04.818155 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2f32d521-1241-4cc3-a246-197b9062d390 req-c973e3c7-5cfb-4674-a093-bde43015f40c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69cff50c69dd4edbb2b0c631432e7d0d&device_id=95554ff7-e1d7-4a60-861e-6940441351fd HTTP/1.1" status: 200 len: 1094 time: 0.2993095 Feb 04 21:08:04.852325 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-da8aa059-ef18-4e4b-a4c5-475c45fe35d0 req-1bc6a3a9-fcde-42fa-a17e-03e4f24606f0 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:04.853907 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-da8aa059-ef18-4e4b-a4c5-475c45fe35d0 req-1bc6a3a9-fcde-42fa-a17e-03e4f24606f0 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.8935981 Feb 04 21:08:05.111255 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34208) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:05.116652 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-858f7dfc-ed54-4cd4-9a57-4516d0d1fb6c tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1562520155', 'description': 'tempest-description--573369944'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:08:05.127076 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-858f7dfc-ed54-4cd4-9a57-4516d0d1fb6c tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:08:05.136181 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-858f7dfc-ed54-4cd4-9a57-4516d0d1fb6c tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Usage tracker for resource:security_group and tenant:2ba621d22ceb430b9eee1db66fccde19 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:08:05.147814 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-858f7dfc-ed54-4cd4-9a57-4516d0d1fb6c tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:08:05.162589 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-858f7dfc-ed54-4cd4-9a57-4516d0d1fb6c tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:08:05.171403 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-baeb62bb-ab01-454a-aab8-6a98f369b8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d34849-4cf9-4645-8462-992a673ce84b', 'name': 'tempest-TaggedBootDevicesTest_v242-560962320-router', 'tenant_id': 'fe1687281af1421e8286127788c0c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'b0802c5b-6c54-4a77-bd84-a1d7182db79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:07:53Z', 'updated_at': '2022-02-04T21:07:59Z', 'revision_number': 3, 'project_id': 'fe1687281af1421e8286127788c0c5df', 'gw_port': {'id': 'b0802c5b-6c54-4a77-bd84-a1d7182db79c', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:71:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d34849-4cf9-4645-8462-992a673ce84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:57Z', 'updated_at': '2022-02-04T21:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:08:05.176526 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeb62bb-ab01-454a-aab8-6a98f369b8d0 None None] The sync data for ids ['83d34849-4cf9-4645-8462-992a673ce84b'] in n-d-827896-1 is: [{'id': '83d34849-4cf9-4645-8462-992a673ce84b', 'name': 'tempest-TaggedBootDevicesTest_v242-560962320-router', 'tenant_id': 'fe1687281af1421e8286127788c0c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'b0802c5b-6c54-4a77-bd84-a1d7182db79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:07:53Z', 'updated_at': '2022-02-04T21:07:59Z', 'revision_number': 3, 'project_id': 'fe1687281af1421e8286127788c0c5df', 'gw_port': {'id': 'b0802c5b-6c54-4a77-bd84-a1d7182db79c', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:71:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d34849-4cf9-4645-8462-992a673ce84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:57Z', 'updated_at': '2022-02-04T21:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:08:05.187514 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-858f7dfc-ed54-4cd4-9a57-4516d0d1fb6c tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:05.220750 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-858f7dfc-ed54-4cd4-9a57-4516d0d1fb6c tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:08:05.225237 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-858f7dfc-ed54-4cd4-9a57-4516d0d1fb6c tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Usage tracker for resource:security_group_rule and tenant:2ba621d22ceb430b9eee1db66fccde19 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:08:05.231521 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-858f7dfc-ed54-4cd4-9a57-4516d0d1fb6c tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:08:05.239664 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-858f7dfc-ed54-4cd4-9a57-4516d0d1fb6c tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:08:05.349356 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-858f7dfc-ed54-4cd4-9a57-4516d0d1fb6c tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:05.381715 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-858f7dfc-ed54-4cd4-9a57-4516d0d1fb6c tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:05.384524 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-abea90af-8892-4c19-8998-fb68979a2691 admin admin] Allocated IP 172.20.0.1 (7a0409a7-61d0-4216-97b2-5ab45a8d4cd5/df78cc09-75bc-4e91-b2c1-74cee8aeb14a/dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:08:05.443809 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32d521-1241-4cc3-a246-197b9062d390 req-d4b417cb-d244-49e0-a508-30826a9944c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:05.445313 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2f32d521-1241-4cc3-a246-197b9062d390 req-d4b417cb-d244-49e0-a508-30826a9944c6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d HTTP/1.1" status: 200 len: 911 time: 0.5893691 Feb 04 21:08:05.458357 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-858f7dfc-ed54-4cd4-9a57-4516d0d1fb6c tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:05.460262 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-858f7dfc-ed54-4cd4-9a57-4516d0d1fb6c tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3480136 Feb 04 21:08:05.464038 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34220) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:05.467193 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f7dfc-ed54-4cd4-9a57-4516d0d1fb6c tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e187646-901f-4363-893b-f4c05343b1b1,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:05.476790 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-9ecb1276-3549-4149-b377-262366ed4a85 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Request body: {'security_group_rule': {'security_group_id': '0e187646-901f-4363-893b-f4c05343b1b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:08:05.484093 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9ecb1276-3549-4149-b377-262366ed4a85 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:08:05.488236 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9ecb1276-3549-4149-b377-262366ed4a85 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Usage tracker for resource:security_group_rule and tenant:2ba621d22ceb430b9eee1db66fccde19 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:08:05.491415 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9ecb1276-3549-4149-b377-262366ed4a85 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:08:05.497322 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9ecb1276-3549-4149-b377-262366ed4a85 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:08:05.521444 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9ecb1276-3549-4149-b377-262366ed4a85 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:05.615390 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9ecb1276-3549-4149-b377-262366ed4a85 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:05.619585 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9ecb1276-3549-4149-b377-262366ed4a85 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:05.644684 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7d38c-71bd-46da-8ab2-8ff16c687bed req-5426dbcc-be52-415c-b389-8c38e7c8e21c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:05.657920 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-06b7d38c-71bd-46da-8ab2-8ff16c687bed req-5426dbcc-be52-415c-b389-8c38e7c8e21c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.8025572 Feb 04 21:08:05.661096 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb1276-3549-4149-b377-262366ed4a85 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6150564a-f3b8-4758-a993-6efa9b1423b3,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:05.697735 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9ecb1276-3549-4149-b377-262366ed4a85 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:05.699198 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9ecb1276-3549-4149-b377-262366ed4a85 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2340670 Feb 04 21:08:05.699345 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2f32d521-1241-4cc3-a246-197b9062d390 req-6ebb9058-5a8f-4e65-a124-ec61775aee40 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9efb7e7-5959-47c9-b634-0583fbf07376 HTTP/1.1" status: 200 len: 217 time: 0.2207513 Feb 04 21:08:05.702172 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34230) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:05.708045 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-130c211e-d530-4593-948a-286a4ff5fa2b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Request body: {'security_group_rule': {'security_group_id': '0e187646-901f-4363-893b-f4c05343b1b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:08:05.714713 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-130c211e-d530-4593-948a-286a4ff5fa2b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:08:05.722068 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-130c211e-d530-4593-948a-286a4ff5fa2b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Usage tracker for resource:security_group_rule and tenant:2ba621d22ceb430b9eee1db66fccde19 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:08:05.725859 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-130c211e-d530-4593-948a-286a4ff5fa2b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:08:05.726034 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dec8fd2a-fe15-426f-916b-4f5d165e0329 req-dcfc7ce7-93bb-4da5-8ff0-60b2ca61f44c tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "GET /v2.0/security-groups/daeef781-6db5-474a-a06b-d49882d52c2f HTTP/1.1" status: 200 len: 1807 time: 0.3223205 Feb 04 21:08:05.730766 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-dec8fd2a-fe15-426f-916b-4f5d165e0329 req-b7908dc6-e6aa-42f6-a3d9-6be48750143b tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'daeef781-6db5-474a-a06b-d49882d52c2f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:08:05.731087 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-dec8fd2a-fe15-426f-916b-4f5d165e0329 req-b7908dc6-e6aa-42f6-a3d9-6be48750143b tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'daeef781-6db5-474a-a06b-d49882d52c2f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:08:05.737943 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-130c211e-d530-4593-948a-286a4ff5fa2b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:08:05.798509 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-130c211e-d530-4593-948a-286a4ff5fa2b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:05.815093 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-dec8fd2a-fe15-426f-916b-4f5d165e0329 req-b7908dc6-e6aa-42f6-a3d9-6be48750143b tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:08:05.838292 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-dec8fd2a-fe15-426f-916b-4f5d165e0329 req-b7908dc6-e6aa-42f6-a3d9-6be48750143b tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Usage tracker for resource:security_group_rule and tenant:52a2f03f9f4d4fea8c14bb5997f6317f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:08:05.854135 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-dec8fd2a-fe15-426f-916b-4f5d165e0329 req-b7908dc6-e6aa-42f6-a3d9-6be48750143b tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:08:05.875728 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-130c211e-d530-4593-948a-286a4ff5fa2b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:05.885242 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-dec8fd2a-fe15-426f-916b-4f5d165e0329 req-b7908dc6-e6aa-42f6-a3d9-6be48750143b tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:08:05.886121 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-130c211e-d530-4593-948a-286a4ff5fa2b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:05.903231 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-06b7d38c-71bd-46da-8ab2-8ff16c687bed req-f2193f4b-a3c0-43b8-adfd-8998c2a667a3 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2442815 Feb 04 21:08:05.937086 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c211e-d530-4593-948a-286a4ff5fa2b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e99ca8c9-321f-42c8-ab0d-76b0efdcb468,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:05.951625 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-130c211e-d530-4593-948a-286a4ff5fa2b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:05.953342 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-130c211e-d530-4593-948a-286a4ff5fa2b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2501016 Feb 04 21:08:05.957886 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34234) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:05.962005 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32d521-1241-4cc3-a246-197b9062d390 req-d1aaccdd-1828-4648-9610-7694db7ccbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:05.963924 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-9c538d6a-c443-4718-bfff-5b82f5eb3ebd tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Request body: {'floatingip': {'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:08:05.964061 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2f32d521-1241-4cc3-a246-197b9062d390 req-d1aaccdd-1828-4648-9610-7694db7ccbc4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23d61e2d-97f4-40a0-9322-1eca7a330b64 HTTP/1.1" status: 200 len: 850 time: 0.2207885 Feb 04 21:08:05.980724 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9c538d6a-c443-4718-bfff-5b82f5eb3ebd tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:08:05.992900 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9c538d6a-c443-4718-bfff-5b82f5eb3ebd tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Usage tracker for resource:floatingip and tenant:2ba621d22ceb430b9eee1db66fccde19 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:08:05.996278 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9c538d6a-c443-4718-bfff-5b82f5eb3ebd tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:08:06.010002 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9c538d6a-c443-4718-bfff-5b82f5eb3ebd tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:08:06.039686 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9c538d6a-c443-4718-bfff-5b82f5eb3ebd tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for floatingip, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:06.057983 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2f32d521-1241-4cc3-a246-197b9062d390 req-3c5fde42-65ba-4524-81fc-3d5b63f2846d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797737 Feb 04 21:08:06.066267 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-abea90af-8892-4c19-8998-fb68979a2691 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:06.087560 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [None req-abea90af-8892-4c19-8998-fb68979a2691 admin admin] Transition to ACTIVE for port object dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:08:06.267165 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9c538d6a-c443-4718-bfff-5b82f5eb3ebd tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:06.339965 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-abea90af-8892-4c19-8998-fb68979a2691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:06.345816 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2f32d521-1241-4cc3-a246-197b9062d390 req-9df180cb-0e4c-4ea2-8cf4-246da508f175 service neutron] 10.222.0.18 "GET /v2.0/networks/0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296329 Feb 04 21:08:06.440999 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-9c538d6a-c443-4718-bfff-5b82f5eb3ebd tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Allocated IP 172.25.5.46 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/428538f7-3066-45ee-bd05-eca6a733335b) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:08:06.478175 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device d9efb7e7-5959-47c9-b634-0583fbf07376 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:08:06.525979 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abea90af-8892-4c19-8998-fb68979a2691 admin admin] Network 7a0409a7-61d0-4216-97b2-5ab45a8d4cd5 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:08:06.538981 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-dec8fd2a-fe15-426f-916b-4f5d165e0329 req-b7908dc6-e6aa-42f6-a3d9-6be48750143b tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:06.553799 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-abea90af-8892-4c19-8998-fb68979a2691 admin admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:08:06.573592 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abea90af-8892-4c19-8998-fb68979a2691 admin admin] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:08:06.624864 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea90af-8892-4c19-8998-fb68979a2691 admin admin] Pushing event updated for resources: {'Port': ['ID=dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:06.672120 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9c538d6a-c443-4718-bfff-5b82f5eb3ebd tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:06.710873 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-dec8fd2a-fe15-426f-916b-4f5d165e0329 req-b7908dc6-e6aa-42f6-a3d9-6be48750143b tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:06.712182 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9c538d6a-c443-4718-bfff-5b82f5eb3ebd tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:06.737296 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-dec8fd2a-fe15-426f-916b-4f5d165e0329 req-b7908dc6-e6aa-42f6-a3d9-6be48750143b tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:06.742240 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2f32d521-1241-4cc3-a246-197b9062d390 req-f68a494c-e1c1-4bd4-8459-bdb83c884a1e service neutron] 10.222.0.18 "GET /v2.0/networks/0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473611 Feb 04 21:08:06.756209 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port d9efb7e7-5959-47c9-b634-0583fbf07376, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=d9efb7e7-5959-47c9-b634-0583fbf07376,segment=NetworkSegment(981c5051-f4f5-4e27-b711-c6ab8733b666),segment_id=981c5051-f4f5-4e27-b711-c6ab8733b666)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:08:06.784256 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'd9efb7e7-5959-47c9-b634-0583fbf07376', 'network_id': '0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d', 'port_id': 'd9efb7e7-5959-47c9-b634-0583fbf07376', 'mac_address': 'fa:16:3e:6c:c7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23d61e2d-97f4-40a0-9322-1eca7a330b64', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:08:06.792892 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-abea90af-8892-4c19-8998-fb68979a2691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:06.830081 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c538d6a-c443-4718-bfff-5b82f5eb3ebd tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:08:06.833858 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-9c538d6a-c443-4718-bfff-5b82f5eb3ebd tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:08:06.847572 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c538d6a-c443-4718-bfff-5b82f5eb3ebd tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:08:06.872595 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:06.908734 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-dec8fd2a-fe15-426f-916b-4f5d165e0329 req-b7908dc6-e6aa-42f6-a3d9-6be48750143b tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:06.908734 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dec8fd2a-fe15-426f-916b-4f5d165e0329 req-b7908dc6-e6aa-42f6-a3d9-6be48750143b tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1738911 Feb 04 21:08:06.925063 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab75a9b-e292-4969-b8b7-fc4ff1f547ce req-8ba4cd73-d4cf-4015-be72-db2cea432b82 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:06.934373 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9efb7e7-5959-47c9-b634-0583fbf07376 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:08:06.937308 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bab75a9b-e292-4969-b8b7-fc4ff1f547ce req-8ba4cd73-d4cf-4015-be72-db2cea432b82 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=95554ff7-e1d7-4a60-861e-6940441351fd HTTP/1.1" status: 200 len: 943 time: 0.6400273 Feb 04 21:08:06.938639 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7908dc6-e6aa-42f6-a3d9-6be48750143b tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a54f58-61e7-4d18-81fe-1f0d88bc8a8d,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:06.959307 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port d9efb7e7-5959-47c9-b634-0583fbf07376, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=d9efb7e7-5959-47c9-b634-0583fbf07376,segment=NetworkSegment(981c5051-f4f5-4e27-b711-c6ab8733b666),segment_id=981c5051-f4f5-4e27-b711-c6ab8733b666)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:08:06.965057 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:06.982279 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c538d6a-c443-4718-bfff-5b82f5eb3ebd tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Pushing event updated for resources: {'Port': ['ID=428538f7-3066-45ee-bd05-eca6a733335b,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:07.026209 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9c538d6a-c443-4718-bfff-5b82f5eb3ebd tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:07.085523 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=d9efb7e7-5959-47c9-b634-0583fbf07376,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:07.088797 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-9667353e-cc29-4533-80e3-7245ecfd900f None None] Provisioning for port dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:08:07.094719 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-9667353e-cc29-4533-80e3-7245ecfd900f None None] Provisioning complete for port dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:08:07.095026 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-9667353e-cc29-4533-80e3-7245ecfd900f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:07.169099 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9c538d6a-c443-4718-bfff-5b82f5eb3ebd tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:07.177923 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-9667353e-cc29-4533-80e3-7245ecfd900f None None] Port dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:08:07.243524 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-abea90af-8892-4c19-8998-fb68979a2691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:07.283165 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['d9efb7e7-5959-47c9-b634-0583fbf07376'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:08:07.337040 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bab75a9b-e292-4969-b8b7-fc4ff1f547ce req-60fd61a8-a82a-4ab2-8e5b-2cff7e75e9e4 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655531 Feb 04 21:08:07.364079 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device b0802c5b-6c54-4a77-bd84-a1d7182db79c up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:08:07.640931 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port b0802c5b-6c54-4a77-bd84-a1d7182db79c completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:08:07.647740 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port b0802c5b-6c54-4a77-bd84-a1d7182db79c triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:08:07.648160 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:07.710751 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9c538d6a-c443-4718-bfff-5b82f5eb3ebd tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:07.717616 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9c538d6a-c443-4718-bfff-5b82f5eb3ebd tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:07.833038 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:07.860452 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port b0802c5b-6c54-4a77-bd84-a1d7182db79c, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=b0802c5b-6c54-4a77-bd84-a1d7182db79c,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:08:07.866342 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:07.886685 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c538d6a-c443-4718-bfff-5b82f5eb3ebd tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Pushing event updated for resources: {'Port': ['ID=428538f7-3066-45ee-bd05-eca6a733335b,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:07.896615 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9c538d6a-c443-4718-bfff-5b82f5eb3ebd tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:07.958415 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9c538d6a-c443-4718-bfff-5b82f5eb3ebd tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:07.960746 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9c538d6a-c443-4718-bfff-5b82f5eb3ebd tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0017383 Feb 04 21:08:07.971789 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=b0802c5b-6c54-4a77-bd84-a1d7182db79c,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:08.037645 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8ef90-2c6f-4c50-85e9-cfaa460b0689 req-473c9911-8349-40ee-b0b9-2f4c9a14d5f6 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:08.039088 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-81b8ef90-2c6f-4c50-85e9-cfaa460b0689 req-473c9911-8349-40ee-b0b9-2f4c9a14d5f6 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3074c7d-46af-40c7-8e8b-ee49eab3dedb HTTP/1.1" status: 200 len: 946 time: 0.4134374 Feb 04 21:08:08.050336 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fa1d4-d73d-4293-aca4-8767bf2715cb req-c4917f76-4fb5-4648-9ef7-32cf5812717b tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:08.057183 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bd0fa1d4-d73d-4293-aca4-8767bf2715cb req-c4917f76-4fb5-4648-9ef7-32cf5812717b tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.4672818 Feb 04 21:08:08.119746 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-abea90af-8892-4c19-8998-fb68979a2691 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:08.135353 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-abea90af-8892-4c19-8998-fb68979a2691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:08.220769 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bd0fa1d4-d73d-4293-aca4-8767bf2715cb req-6631c053-7080-48d2-8eb9-d1506c30488a tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620495 Feb 04 21:08:08.249609 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-81b8ef90-2c6f-4c50-85e9-cfaa460b0689 req-21a26dea-d2b0-432f-9378-592567986eb9 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756365 Feb 04 21:08:08.318385 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea90af-8892-4c19-8998-fb68979a2691 admin admin] Pushing event updated for resources: {'Port': ['ID=dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:08.330521 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-abea90af-8892-4c19-8998-fb68979a2691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:08.338066 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d985096-e848-4dc6-b45e-4a2bca06b8cf req-859e8e1a-8663-4c6e-97d5-03632d7ee347 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "GET /v2.0/security-groups/daeef781-6db5-474a-a06b-d49882d52c2f HTTP/1.1" status: 200 len: 2401 time: 0.0992372 Feb 04 21:08:08.423186 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-2d985096-e848-4dc6-b45e-4a2bca06b8cf req-e97595b7-3a63-4f6f-9469-28d044a5751e tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'daeef781-6db5-474a-a06b-d49882d52c2f', 'remote_group_id': None}]} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:08:08.423502 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-2d985096-e848-4dc6-b45e-4a2bca06b8cf req-e97595b7-3a63-4f6f-9469-28d044a5751e tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'daeef781-6db5-474a-a06b-d49882d52c2f', 'remote_group_id': None}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:08:08.437163 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-2d985096-e848-4dc6-b45e-4a2bca06b8cf req-e97595b7-3a63-4f6f-9469-28d044a5751e tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:08:08.444684 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-2d985096-e848-4dc6-b45e-4a2bca06b8cf req-e97595b7-3a63-4f6f-9469-28d044a5751e tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Usage tracker for resource:security_group_rule and tenant:52a2f03f9f4d4fea8c14bb5997f6317f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:08:08.448810 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-2d985096-e848-4dc6-b45e-4a2bca06b8cf req-e97595b7-3a63-4f6f-9469-28d044a5751e tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:08:08.457429 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-2d985096-e848-4dc6-b45e-4a2bca06b8cf req-e97595b7-3a63-4f6f-9469-28d044a5751e tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:08:08.496306 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device d9efb7e7-5959-47c9-b634-0583fbf07376 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:08:08.556951 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-bbda7b9d-ab11-4ca3-8001-abdc020d837b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1562520155&fields=id&tenant_id=2ba621d22ceb430b9eee1db66fccde19 HTTP/1.1" status: 200 len: 267 time: 0.0972629 Feb 04 21:08:08.571234 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port d9efb7e7-5959-47c9-b634-0583fbf07376 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:08:08.575908 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port d9efb7e7-5959-47c9-b634-0583fbf07376 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:08:08.576838 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:08.614540 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abea90af-8892-4c19-8998-fb68979a2691 admin admin] Network 7a0409a7-61d0-4216-97b2-5ab45a8d4cd5 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:08:08.618361 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-abea90af-8892-4c19-8998-fb68979a2691 admin admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:08:08.713747 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:08.751952 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95554ff7-e1d7-4a60-861e-6940441351fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9efb7e7-5959-47c9-b634-0583fbf07376'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:08:08.763208 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port d9efb7e7-5959-47c9-b634-0583fbf07376, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=d9efb7e7-5959-47c9-b634-0583fbf07376,segment=NetworkSegment(981c5051-f4f5-4e27-b711-c6ab8733b666),segment_id=981c5051-f4f5-4e27-b711-c6ab8733b666)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:08:08.770164 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:08.839478 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2d985096-e848-4dc6-b45e-4a2bca06b8cf req-e97595b7-3a63-4f6f-9469-28d044a5751e tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:08.910400 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=d9efb7e7-5959-47c9-b634-0583fbf07376,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:08.982077 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2d985096-e848-4dc6-b45e-4a2bca06b8cf req-e97595b7-3a63-4f6f-9469-28d044a5751e tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:08.994680 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-20793483-2c4a-4820-a951-1e5114e98632 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:09.002060 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-20793483-2c4a-4820-a951-1e5114e98632 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/networks?id=05b0da4f-bf1c-4e94-969a-698256edcb76 HTTP/1.1" status: 200 len: 810 time: 0.4297032 Feb 04 21:08:09.019935 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2d985096-e848-4dc6-b45e-4a2bca06b8cf req-e97595b7-3a63-4f6f-9469-28d044a5751e tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:09.031299 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-14529453-268c-4512-95d4-840b37ec810a None None] Provisioning complete for port dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:08:09.032075 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-14529453-268c-4512-95d4-840b37ec810a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:09.042786 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-4cabb635-af0c-4519-93de-aadce311a4c5 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/quotas/2ba621d22ceb430b9eee1db66fccde19 HTTP/1.1" status: 200 len: 375 time: 0.0378189 Feb 04 21:08:09.098386 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-14529453-268c-4512-95d4-840b37ec810a None None] Port dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:08:09.101373 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97595b7-3a63-4f6f-9469-28d044a5751e tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04891354-2d6f-439d-b57f-b69b5908a518,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:09.104306 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abea90af-8892-4c19-8998-fb68979a2691 admin admin] Router 83d34849-4cf9-4645-8462-992a673ce84b has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:08:09.167792 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2d985096-e848-4dc6-b45e-4a2bca06b8cf req-e97595b7-3a63-4f6f-9469-28d044a5751e tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:09.169117 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d985096-e848-4dc6-b45e-4a2bca06b8cf req-e97595b7-3a63-4f6f-9469-28d044a5751e tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8123579 Feb 04 21:08:09.202484 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device b0802c5b-6c54-4a77-bd84-a1d7182db79c up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:08:09.276131 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port b0802c5b-6c54-4a77-bd84-a1d7182db79c triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:08:09.276764 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:09.278903 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:08:09.345617 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-ee19e6b1-06ea-4970-9d31-375791fee490 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ba621d22ceb430b9eee1db66fccde19&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2886381 Feb 04 21:08:09.506544 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abea90af-8892-4c19-8998-fb68979a2691 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:08:09.511521 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-abea90af-8892-4c19-8998-fb68979a2691 admin admin] 10.222.0.26 "PUT /v2.0/routers/83d34849-4cf9-4645-8462-992a673ce84b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9337082 Feb 04 21:08:09.519814 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75060df1-2a8e-4623-902a-9e41220c1132 None None] Sync routers for ids ['83d34849-4cf9-4645-8462-992a673ce84b'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:08:09.532136 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75060df1-2a8e-4623-902a-9e41220c1132 None None] Routers {'83d34849-4cf9-4645-8462-992a673ce84b'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:08:09.533255 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-75060df1-2a8e-4623-902a-9e41220c1132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:07:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['83d34849-4cf9-4645-8462-992a673ce84b'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:08:09.536036 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-6a687a1d-689c-4fc4-ac7c-aac0b2ede8f5 service neutron] 10.222.0.26 "GET /v2.0/networks/05b0da4f-bf1c-4e94-969a-698256edcb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699269 Feb 04 21:08:09.768983 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-75060df1-2a8e-4623-902a-9e41220c1132 None None] Set router 83d34849-4cf9-4645-8462-992a673ce84b gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:08:09.947134 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d03be5-b774-4867-8ece-89f6547dbb9e req-dcf321bc-7c0e-4db1-8044-918bfde33b72 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:09.948623 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-71d03be5-b774-4867-8ece-89f6547dbb9e req-dcf321bc-7c0e-4db1-8044-918bfde33b72 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=95554ff7-e1d7-4a60-861e-6940441351fd HTTP/1.1" status: 200 len: 945 time: 0.3163979 Feb 04 21:08:09.950498 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-a21863dc-3509-4a7b-a64b-9263613b1330 service neutron] 10.222.0.26 "GET /v2.0/networks/05b0da4f-bf1c-4e94-969a-698256edcb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090672 Feb 04 21:08:10.018880 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-71d03be5-b774-4867-8ece-89f6547dbb9e req-e7a3212a-6c1b-4145-ba02-4433bfdee1e4 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625396 Feb 04 21:08:10.346911 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95554ff7-e1d7-4a60-861e-6940441351fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9efb7e7-5959-47c9-b634-0583fbf07376', 'code': 200} Feb 04 21:08:10.360951 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-75060df1-2a8e-4623-902a-9e41220c1132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d34849-4cf9-4645-8462-992a673ce84b', 'name': 'tempest-TaggedBootDevicesTest_v242-560962320-router', 'tenant_id': 'fe1687281af1421e8286127788c0c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'b0802c5b-6c54-4a77-bd84-a1d7182db79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:07:53Z', 'updated_at': '2022-02-04T21:08:06Z', 'revision_number': 4, 'project_id': 'fe1687281af1421e8286127788c0c5df', 'gw_port': {'id': 'b0802c5b-6c54-4a77-bd84-a1d7182db79c', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d34849-4cf9-4645-8462-992a673ce84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:57Z', 'updated_at': '2022-02-04T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc', 'name': '', 'network_id': '7a0409a7-61d0-4216-97b2-5ab45a8d4cd5', 'tenant_id': 'fe1687281af1421e8286127788c0c5df', 'mac_address': 'fa:16:3e:10:4b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d34849-4cf9-4645-8462-992a673ce84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'df78cc09-75bc-4e91-b2c1-74cee8aeb14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:08:04Z', 'updated_at': '2022-02-04T21:08:07Z', 'revision_number': 2, 'project_id': 'fe1687281af1421e8286127788c0c5df', 'subnets': [{'id': 'df78cc09-75bc-4e91-b2c1-74cee8aeb14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:08:10.371147 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75060df1-2a8e-4623-902a-9e41220c1132 None None] Checking router: 83d34849-4cf9-4645-8462-992a673ce84b for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:08:10.371656 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75060df1-2a8e-4623-902a-9e41220c1132 None None] Updating router 83d34849-4cf9-4645-8462-992a673ce84b port dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:08:10.500033 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-74e5954c-eb72-4ef6-b122-18799df80566 req-13292213-6904-4946-ba94-52910e2866dd tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "GET /v2.0/security-groups/daeef781-6db5-474a-a06b-d49882d52c2f HTTP/1.1" status: 200 len: 3000 time: 0.1241386 Feb 04 21:08:10.535061 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-75060df1-2a8e-4623-902a-9e41220c1132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:10.940853 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed728ed9-3553-4c13-826a-c04b22ce484d req-d2c64200-8a2b-4314-8730-d143378c49d4 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:10.943579 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ed728ed9-3553-4c13-826a-c04b22ce484d req-d2c64200-8a2b-4314-8730-d143378c49d4 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.4305816 Feb 04 21:08:11.021544 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c591c-c8d5-4c97-b4ed-e548491cadd9 req-1aabe0b0-6821-47b1-a9c7-a2c0090bd456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:11.025650 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e30c591c-c8d5-4c97-b4ed-e548491cadd9 req-1aabe0b0-6821-47b1-a9c7-a2c0090bd456 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=95554ff7-e1d7-4a60-861e-6940441351fd HTTP/1.1" status: 200 len: 1096 time: 0.3941975 Feb 04 21:08:11.074922 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2f9f9-beda-4465-84db-68e680359d4c req-143013e2-e423-4dd7-91f8-eb7977dbfa8a tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:11.082958 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-66c2f9f9-beda-4465-84db-68e680359d4c req-143013e2-e423-4dd7-91f8-eb7977dbfa8a tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3074c7d-46af-40c7-8e8b-ee49eab3dedb HTTP/1.1" status: 200 len: 946 time: 0.3630724 Feb 04 21:08:11.134612 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ed728ed9-3553-4c13-826a-c04b22ce484d req-1fb9f1e9-c1bf-4d55-b0a5-18c4900fdd3f tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649795 Feb 04 21:08:11.166344 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e30c591c-c8d5-4c97-b4ed-e548491cadd9 req-6f388904-236b-442e-99a9-b81a857e137c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201832 Feb 04 21:08:11.190753 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-66c2f9f9-beda-4465-84db-68e680359d4c req-b53ab606-c324-49e9-b501-7087e4c7aa38 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066546 Feb 04 21:08:11.241665 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-75060df1-2a8e-4623-902a-9e41220c1132 None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:11.259568 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-75060df1-2a8e-4623-902a-9e41220c1132 None None] Transition to ACTIVE for port object dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:08:11.269245 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-75060df1-2a8e-4623-902a-9e41220c1132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:11.372760 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-16e573c4-7a26-45f6-bf75-9aa926b602d9 req-c0b78244-13bb-4295-81e9-7ca07fdfbda0 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a489a98-4e1e-48fb-a7cc-84a4f59bb9a3 HTTP/1.1" status: 200 len: 210 time: 0.0701842 Feb 04 21:08:11.423841 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-889d6d94-4527-4c6c-a406-c3ca33077500 req-a58d8231-9335-43c5-bc1b-ad6a6b4d44a6 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "GET /v2.0/security-group-rules/04891354-2d6f-439d-b57f-b69b5908a518 HTTP/1.1" status: 200 len: 783 time: 0.0251532 Feb 04 21:08:11.536786 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-889d6d94-4527-4c6c-a406-c3ca33077500 req-36fce80b-b77e-47da-a70b-e7ebe6c9e55b tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "GET /v2.0/security-groups/daeef781-6db5-474a-a06b-d49882d52c2f HTTP/1.1" status: 200 len: 3000 time: 0.0997560 Feb 04 21:08:11.608122 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-889d6d94-4527-4c6c-a406-c3ca33077500 req-99ffcbc3-6f03-4148-84ec-768637212263 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:11.638253 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-889d6d94-4527-4c6c-a406-c3ca33077500 req-99ffcbc3-6f03-4148-84ec-768637212263 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:11.678201 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277b8e4-6b9d-4a09-acba-c79396d88508 None None] Pushing event updated for resources: {'Port': ['ID=dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:11.767733 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-889d6d94-4527-4c6c-a406-c3ca33077500 req-99ffcbc3-6f03-4148-84ec-768637212263 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:11.774794 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-75060df1-2a8e-4623-902a-9e41220c1132 None None] Attempting to bind port dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:08:11.775161 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-75060df1-2a8e-4623-902a-9e41220c1132 None None] Attempting to bind port dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': 'fc6df35a-5cba-4c87-b58f-b3aa9a64e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '7a0409a7-61d0-4216-97b2-5ab45a8d4cd5'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:08:11.775549 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75060df1-2a8e-4623-902a-9e41220c1132 None None] Attempting to bind port dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc on network 7a0409a7-61d0-4216-97b2-5ab45a8d4cd5 {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:08:11.785278 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75060df1-2a8e-4623-902a-9e41220c1132 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:08:11.785657 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75060df1-2a8e-4623-902a-9e41220c1132 None None] Checking segment: {'id': 'fc6df35a-5cba-4c87-b58f-b3aa9a64e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '7a0409a7-61d0-4216-97b2-5ab45a8d4cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:08:11.788154 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-75060df1-2a8e-4623-902a-9e41220c1132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:11.788560 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75060df1-2a8e-4623-902a-9e41220c1132 None None] Bound using segment: {'id': 'fc6df35a-5cba-4c87-b58f-b3aa9a64e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '7a0409a7-61d0-4216-97b2-5ab45a8d4cd5'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:08:11.790776 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-75060df1-2a8e-4623-902a-9e41220c1132 None None] Bound port: dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6df35a-5cba-4c87-b58f-b3aa9a64e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '7a0409a7-61d0-4216-97b2-5ab45a8d4cd5'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:08:11.791193 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-75060df1-2a8e-4623-902a-9e41220c1132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:11.808457 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ffcbc3-6f03-4148-84ec-768637212263 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04891354-2d6f-439d-b57f-b69b5908a518,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:11.811608 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-889d6d94-4527-4c6c-a406-c3ca33077500 req-99ffcbc3-6f03-4148-84ec-768637212263 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:11.812711 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-889d6d94-4527-4c6c-a406-c3ca33077500 req-99ffcbc3-6f03-4148-84ec-768637212263 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/04891354-2d6f-439d-b57f-b69b5908a518 HTTP/1.1" status: 204 len: 173 time: 0.2742260 Feb 04 21:08:11.884322 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca4d2e-d689-4386-83a9-aa8cbc316e35 req-b414dfc0-67f0-41bf-84d0-3c5ffdb7d902 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:11.885931 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a8ca4d2e-d689-4386-83a9-aa8cbc316e35 req-b414dfc0-67f0-41bf-84d0-3c5ffdb7d902 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=95554ff7-e1d7-4a60-861e-6940441351fd HTTP/1.1" status: 200 len: 945 time: 0.1869833 Feb 04 21:08:11.961438 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a8ca4d2e-d689-4386-83a9-aa8cbc316e35 req-c618c9a3-4221-4e78-948d-f96269e5e532 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656540 Feb 04 21:08:12.068837 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-75060df1-2a8e-4623-902a-9e41220c1132 None None] For port dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:08:12.080988 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-75060df1-2a8e-4623-902a-9e41220c1132 None None] For port dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc,segment=NetworkSegment(fc6df35a-5cba-4c87-b58f-b3aa9a64e64d),segment_id=fc6df35a-5cba-4c87-b58f-b3aa9a64e64d)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:08:12.090815 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-75060df1-2a8e-4623-902a-9e41220c1132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:12.324870 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75060df1-2a8e-4623-902a-9e41220c1132 None None] Routers {'83d34849-4cf9-4645-8462-992a673ce84b'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:08:12.325526 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-75060df1-2a8e-4623-902a-9e41220c1132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:07:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['83d34849-4cf9-4645-8462-992a673ce84b'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:08:12.339971 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286aee22-7145-4eac-9489-9d8327cce441 req-fbb399ba-05da-4b77-b4a4-ff22e872c709 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:12.352297 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-286aee22-7145-4eac-9489-9d8327cce441 req-fbb399ba-05da-4b77-b4a4-ff22e872c709 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b91b078-fe72-424d-b8f4-e7e188e0d52d HTTP/1.1" status: 200 len: 945 time: 0.1803753 Feb 04 21:08:12.507882 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277b8e4-6b9d-4a09-acba-c79396d88508 None None] Pushing event updated for resources: {'Port': ['ID=dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc,revision_number=4']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:12.580161 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5e708f3f-6a6f-4434-bf3d-7d2c0a26f408 req-2b55a166-6e53-46a0-9fee-68a63b3d7f94 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "GET /v2.0/security-groups/daeef781-6db5-474a-a06b-d49882d52c2f HTTP/1.1" status: 200 len: 2401 time: 0.2641420 Feb 04 21:08:12.599774 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-286aee22-7145-4eac-9489-9d8327cce441 req-dc8bdbc3-1b3d-4361-9950-cb9a672ec7ae tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443399 Feb 04 21:08:12.641626 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-a23b58eb-401c-482e-8f18-f90eb5316f3f tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:12.644521 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-a23b58eb-401c-482e-8f18-f90eb5316f3f tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.32 "GET /v2.0/networks?id=05b0da4f-bf1c-4e94-969a-698256edcb76 HTTP/1.1" status: 200 len: 810 time: 0.5175557 Feb 04 21:08:12.776122 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5e708f3f-6a6f-4434-bf3d-7d2c0a26f408 req-4f268be3-b119-4c02-a6de-443b37a28bcc tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:12.793441 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-b9f7e9d8-8772-458b-b846-a62a5251fd3d tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Synchronizing usage tracker for tenant:2ba621d22ceb430b9eee1db66fccde19 on resource:security_group {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:08:12.827400 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-75060df1-2a8e-4623-902a-9e41220c1132 None None] Set router 83d34849-4cf9-4645-8462-992a673ce84b gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:08:12.844183 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-b9f7e9d8-8772-458b-b846-a62a5251fd3d tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Unset dirty status for tenant:2ba621d22ceb430b9eee1db66fccde19 on resource:security_group {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:08:12.846211 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-b9f7e9d8-8772-458b-b846-a62a5251fd3d tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ba621d22ceb430b9eee1db66fccde19 HTTP/1.1" status: 200 len: 380 time: 0.1774094 Feb 04 21:08:12.859340 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-c7bb11a4-a04e-4d04-9375-bc633ffdd5ac tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Request body: {'port': {'device_id': '3a489a98-4e1e-48fb-a7cc-84a4f59bb9a3', 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76', 'admin_state_up': True, 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'security_groups': ['0e187646-901f-4363-893b-f4c05343b1b1']}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:08:12.865337 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5e708f3f-6a6f-4434-bf3d-7d2c0a26f408 req-4f268be3-b119-4c02-a6de-443b37a28bcc tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:13.002805 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5e708f3f-6a6f-4434-bf3d-7d2c0a26f408 req-4f268be3-b119-4c02-a6de-443b37a28bcc tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:13.028347 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f268be3-b119-4c02-a6de-443b37a28bcc tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daeef781-6db5-474a-a06b-d49882d52c2f,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:13.071723 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5e708f3f-6a6f-4434-bf3d-7d2c0a26f408 req-4f268be3-b119-4c02-a6de-443b37a28bcc tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:13.073724 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5e708f3f-6a6f-4434-bf3d-7d2c0a26f408 req-4f268be3-b119-4c02-a6de-443b37a28bcc tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "DELETE /v2.0/security-groups/daeef781-6db5-474a-a06b-d49882d52c2f HTTP/1.1" status: 204 len: 173 time: 0.4927211 Feb 04 21:08:13.136265 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d773fb-55fd-42b6-9d7b-e2d880e6213d req-d8655076-9e9e-4f6f-9e92-cbdc10047a4e tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:13.139084 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a7d773fb-55fd-42b6-9d7b-e2d880e6213d req-d8655076-9e9e-4f6f-9e92-cbdc10047a4e tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.1835771 Feb 04 21:08:13.159127 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-c7bb11a4-a04e-4d04-9375-bc633ffdd5ac tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:08:13.164406 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-c7bb11a4-a04e-4d04-9375-bc633ffdd5ac tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Usage tracker for resource:port and tenant:2ba621d22ceb430b9eee1db66fccde19 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:08:13.171738 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-c7bb11a4-a04e-4d04-9375-bc633ffdd5ac tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:08:13.183659 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-c7bb11a4-a04e-4d04-9375-bc633ffdd5ac tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:08:13.200511 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-c7bb11a4-a04e-4d04-9375-bc633ffdd5ac tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Made reservation on behalf of 2ba621d22ceb430b9eee1db66fccde19 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:08:13.209244 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-c7bb11a4-a04e-4d04-9375-bc633ffdd5ac tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:13.325134 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a7d773fb-55fd-42b6-9d7b-e2d880e6213d req-475259ea-7479-4f97-8e7b-bdb9205a405b tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794169 Feb 04 21:08:13.391819 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b77dd-edc1-4e68-9a91-f5ef97053e8c req-8dda8ad7-47c8-416c-989d-56cee75e7961 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:13.403632 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3a8b77dd-edc1-4e68-9a91-f5ef97053e8c req-8dda8ad7-47c8-416c-989d-56cee75e7961 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3074c7d-46af-40c7-8e8b-ee49eab3dedb HTTP/1.1" status: 200 len: 946 time: 0.1891077 Feb 04 21:08:13.566503 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2661200a-8239-42ab-a782-b03de8389873 req-fa9f88a3-d695-4e7e-88e2-7bbfa4bc5d0f tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a489a98-4e1e-48fb-a7cc-84a4f59bb9a3 HTTP/1.1" status: 200 len: 210 time: 0.1123879 Feb 04 21:08:13.623320 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-c7bb11a4-a04e-4d04-9375-bc633ffdd5ac tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Allocated IP 172.20.0.3 (05b0da4f-bf1c-4e94-969a-698256edcb76/662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e/2219edad-5456-4ed9-9ee3-d483c34c68f0) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:08:13.623567 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3a8b77dd-edc1-4e68-9a91-f5ef97053e8c req-ded423ce-75ed-4445-9311-f2393c4f5685 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/security-groups?id=0ccbc0c2-7258-4542-841f-8d92eb4fff6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188861 Feb 04 21:08:13.678394 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-75060df1-2a8e-4623-902a-9e41220c1132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d34849-4cf9-4645-8462-992a673ce84b', 'name': 'tempest-TaggedBootDevicesTest_v242-560962320-router', 'tenant_id': 'fe1687281af1421e8286127788c0c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'b0802c5b-6c54-4a77-bd84-a1d7182db79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:07:53Z', 'updated_at': '2022-02-04T21:08:06Z', 'revision_number': 4, 'project_id': 'fe1687281af1421e8286127788c0c5df', 'gw_port': {'id': 'b0802c5b-6c54-4a77-bd84-a1d7182db79c', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d34849-4cf9-4645-8462-992a673ce84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:57Z', 'updated_at': '2022-02-04T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc', 'name': '', 'network_id': '7a0409a7-61d0-4216-97b2-5ab45a8d4cd5', 'tenant_id': 'fe1687281af1421e8286127788c0c5df', 'mac_address': 'fa:16:3e:10:4b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d34849-4cf9-4645-8462-992a673ce84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'df78cc09-75bc-4e91-b2c1-74cee8aeb14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:08:04Z', 'updated_at': '2022-02-04T21:08:12Z', 'revision_number': 4, 'project_id': 'fe1687281af1421e8286127788c0c5df', 'subnets': [{'id': 'df78cc09-75bc-4e91-b2c1-74cee8aeb14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:08:13.683067 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [req-20512d42-bbf5-4335-a405-e9949ff3e788 req-b6b7c496-b961-45ae-86bf-6bda6c0fd81b tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] show failed (client error): The resource could not be found. Feb 04 21:08:13.697693 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-20512d42-bbf5-4335-a405-e9949ff3e788 req-b6b7c496-b961-45ae-86bf-6bda6c0fd81b tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "GET /v2.0/security-groups/d5d688fe-0e06-4c61-b31c-eb16a109b272 HTTP/1.1" status: 404 len: 352 time: 0.0343566 Feb 04 21:08:13.698527 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75060df1-2a8e-4623-902a-9e41220c1132 None None] The sync data for ids ['83d34849-4cf9-4645-8462-992a673ce84b'] in n-d-827896-1 is: [{'id': '83d34849-4cf9-4645-8462-992a673ce84b', 'name': 'tempest-TaggedBootDevicesTest_v242-560962320-router', 'tenant_id': 'fe1687281af1421e8286127788c0c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'b0802c5b-6c54-4a77-bd84-a1d7182db79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:07:53Z', 'updated_at': '2022-02-04T21:08:06Z', 'revision_number': 4, 'project_id': 'fe1687281af1421e8286127788c0c5df', 'gw_port': {'id': 'b0802c5b-6c54-4a77-bd84-a1d7182db79c', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d34849-4cf9-4645-8462-992a673ce84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:57Z', 'updated_at': '2022-02-04T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc', 'name': '', 'network_id': '7a0409a7-61d0-4216-97b2-5ab45a8d4cd5', 'tenant_id': 'fe1687281af1421e8286127788c0c5df', 'mac_address': 'fa:16:3e:10:4b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d34849-4cf9-4645-8462-992a673ce84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'df78cc09-75bc-4e91-b2c1-74cee8aeb14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:08:04Z', 'updated_at': '2022-02-04T21:08:12Z', 'revision_number': 4, 'project_id': 'fe1687281af1421e8286127788c0c5df', 'subnets': [{'id': 'df78cc09-75bc-4e91-b2c1-74cee8aeb14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:08:13.857600 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8648e6d2-5224-4be1-81ae-2298594bb5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:14.063281 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ffdd42-c496-4ade-9a66-56219c563641 req-942963ee-490a-4476-8df9-89f7eed75fdb tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:14.067585 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d4ffdd42-c496-4ade-9a66-56219c563641 req-942963ee-490a-4476-8df9-89f7eed75fdb tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3074c7d-46af-40c7-8e8b-ee49eab3dedb HTTP/1.1" status: 200 len: 946 time: 0.2237058 Feb 04 21:08:14.103856 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c7561-6221-4761-a0c2-c1a52c49dc9f req-f10f2b0e-27a9-4872-8bd2-77966f326760 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:14.110745 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-459c7561-6221-4761-a0c2-c1a52c49dc9f req-f10f2b0e-27a9-4872-8bd2-77966f326760 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=95554ff7-e1d7-4a60-861e-6940441351fd HTTP/1.1" status: 200 len: 945 time: 0.3338275 Feb 04 21:08:14.174834 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-c7bb11a4-a04e-4d04-9375-bc633ffdd5ac tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:14.232845 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-c7bb11a4-a04e-4d04-9375-bc633ffdd5ac tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Transition to ACTIVE for port object 2219edad-5456-4ed9-9ee3-d483c34c68f0 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:08:14.315614 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-d4ffdd42-c496-4ade-9a66-56219c563641 req-f9e3194d-8a0f-410b-ba18-8c3501c4cc03 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Deleting port 75c9f9b6-764d-479a-a84f-9b4abbc4360b {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:08:14.317885 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-c7bb11a4-a04e-4d04-9375-bc633ffdd5ac tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:14.319453 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d4ffdd42-c496-4ade-9a66-56219c563641 req-f9e3194d-8a0f-410b-ba18-8c3501c4cc03 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:14.508335 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-459c7561-6221-4761-a0c2-c1a52c49dc9f req-25320c73-dceb-4e59-a098-66ff2cea651d tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394966 Feb 04 21:08:14.511164 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-c7bb11a4-a04e-4d04-9375-bc633ffdd5ac tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Network 05b0da4f-bf1c-4e94-969a-698256edcb76 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:08:14.518197 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-c7bb11a4-a04e-4d04-9375-bc633ffdd5ac tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:08:14.545144 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-c7bb11a4-a04e-4d04-9375-bc633ffdd5ac tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:08:14.709944 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db27221-6c5e-41fc-853d-46bd63d33694 req-7618b427-0ad1-4971-b49b-58d4231c7f75 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:14.711515 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9db27221-6c5e-41fc-853d-46bd63d33694 req-7618b427-0ad1-4971-b49b-58d4231c7f75 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b91b078-fe72-424d-b8f4-e7e188e0d52d HTTP/1.1" status: 200 len: 945 time: 0.3447912 Feb 04 21:08:14.809999 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-c7bb11a4-a04e-4d04-9375-bc633ffdd5ac tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:14.812310 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-c7bb11a4-a04e-4d04-9375-bc633ffdd5ac tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:14.852346 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb11a4-a04e-4d04-9375-bc633ffdd5ac tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Pushing event updated for resources: {'Port': ['ID=2219edad-5456-4ed9-9ee3-d483c34c68f0,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:14.925324 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-30590754-69ef-4d67-829c-0be7a05b52dc req-fb7cfa2f-932c-4fbd-b5d1-0b98c9da86a6 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "GET /v2.0/security-groups/0d8a4df8-a07b-4449-a9c5-4d533e294dba HTTP/1.1" status: 200 len: 1807 time: 0.3522058 Feb 04 21:08:14.932039 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-c7bb11a4-a04e-4d04-9375-bc633ffdd5ac tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0805204 Feb 04 21:08:14.950331 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e25a1-2bb8-4281-a068-6bab1f4ce666 req-511bc904-d217-4137-94fe-51f5b9b6901f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:14.954610 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-dc6e25a1-2bb8-4281-a068-6bab1f4ce666 req-511bc904-d217-4137-94fe-51f5b9b6901f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d539dc97a744058fdb427e438eb9ad&device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 1095 time: 0.6164563 Feb 04 21:08:14.967745 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-12582a56-8ea9-4b31-85f2-a52827d2a4c0 service neutron] Request body: {'port': {'device_id': '3a489a98-4e1e-48fb-a7cc-84a4f59bb9a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:08:15.077954 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-391a57d7-18af-4e1c-8ab4-977276651efa None None] Provisioning for port 2219edad-5456-4ed9-9ee3-d483c34c68f0 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:08:15.084669 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-391a57d7-18af-4e1c-8ab4-977276651efa None None] Provisioning complete for port 2219edad-5456-4ed9-9ee3-d483c34c68f0 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:08:15.085393 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-391a57d7-18af-4e1c-8ab4-977276651efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:15.085638 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9db27221-6c5e-41fc-853d-46bd63d33694 req-65e812cb-8220-40e4-9f35-0c7361e75346 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631763 Feb 04 21:08:15.266986 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-30590754-69ef-4d67-829c-0be7a05b52dc req-e7ad7e09-1f69-4e86-afc7-2f76a0bede4d tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:15.271177 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-d4ffdd42-c496-4ade-9a66-56219c563641 req-f9e3194d-8a0f-410b-ba18-8c3501c4cc03 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] For port 75c9f9b6-764d-479a-a84f-9b4abbc4360b, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=75c9f9b6-764d-479a-a84f-9b4abbc4360b,segment=NetworkSegment(1bfd55c3-c8d9-4e20-9f37-da07ea0581c2),segment_id=1bfd55c3-c8d9-4e20-9f37-da07ea0581c2)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:08:15.271437 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d4ffdd42-c496-4ade-9a66-56219c563641 req-f9e3194d-8a0f-410b-ba18-8c3501c4cc03 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:15.289898 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-391a57d7-18af-4e1c-8ab4-977276651efa None None] Port 2219edad-5456-4ed9-9ee3-d483c34c68f0 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:08:15.331093 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:08:15.499030 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-d4ffdd42-c496-4ade-9a66-56219c563641 req-f9e3194d-8a0f-410b-ba18-8c3501c4cc03 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Calling delete_port for 75c9f9b6-764d-479a-a84f-9b4abbc4360b owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:08:15.517126 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:08:15.525593 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:08:15.527247 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:15.599690 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-30590754-69ef-4d67-829c-0be7a05b52dc req-e7ad7e09-1f69-4e86-afc7-2f76a0bede4d tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:15.599925 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-12582a56-8ea9-4b31-85f2-a52827d2a4c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:15.659424 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e25a1-2bb8-4281-a068-6bab1f4ce666 req-1bc19089-145f-4ebc-b051-473ec98d0f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:15.660893 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-dc6e25a1-2bb8-4281-a068-6bab1f4ce666 req-1bc19089-145f-4ebc-b051-473ec98d0f20 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4cc1ce8-eeb6-46af-80b5-92196799c865 HTTP/1.1" status: 200 len: 912 time: 0.6064563 Feb 04 21:08:15.771400 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-30590754-69ef-4d67-829c-0be7a05b52dc req-e7ad7e09-1f69-4e86-afc7-2f76a0bede4d tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:15.775435 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:15.801463 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25ec1b-0055-4129-b52a-30e806a9ec6f req-4d61ef61-8612-4d39-a12a-ed7a55e6e5b8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:15.803993 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7c25ec1b-0055-4129-b52a-30e806a9ec6f req-4d61ef61-8612-4d39-a12a-ed7a55e6e5b8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.3223851 Feb 04 21:08:15.818128 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc,segment=NetworkSegment(fc6df35a-5cba-4c87-b58f-b3aa9a64e64d),segment_id=fc6df35a-5cba-4c87-b58f-b3aa9a64e64d)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:08:15.827469 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:15.920932 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad7e09-1f69-4e86-afc7-2f76a0bede4d tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8a4df8-a07b-4449-a9c5-4d533e294dba,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:15.939619 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d4ffdd42-c496-4ade-9a66-56219c563641 req-f9e3194d-8a0f-410b-ba18-8c3501c4cc03 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:15.955833 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-30590754-69ef-4d67-829c-0be7a05b52dc req-e7ad7e09-1f69-4e86-afc7-2f76a0bede4d tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:15.967372 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:15.967988 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-30590754-69ef-4d67-829c-0be7a05b52dc req-e7ad7e09-1f69-4e86-afc7-2f76a0bede4d tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "DELETE /v2.0/security-groups/0d8a4df8-a07b-4449-a9c5-4d533e294dba HTTP/1.1" status: 204 len: 173 time: 1.0348239 Feb 04 21:08:15.997433 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['75c9f9b6-764d-479a-a84f-9b4abbc4360b'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:08:16.222922 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3194d-8a0f-410b-ba18-8c3501c4cc03 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Pushing event deleted for resources: {'Port': ['ID=75c9f9b6-764d-479a-a84f-9b4abbc4360b,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:16.265930 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-dc6e25a1-2bb8-4281-a068-6bab1f4ce666 req-6411bb71-9fb9-4bef-af9d-4b986705a8eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88606a30-0adc-41c2-8bc6-51b965a3377c HTTP/1.1" status: 200 len: 999 time: 0.5975060 Feb 04 21:08:16.305179 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f9946384-9eee-4086-b347-606ce7ce7cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:16.329535 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7c25ec1b-0055-4129-b52a-30e806a9ec6f req-6fc7a5d5-ffdc-4afa-8636-5751fde0690c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5245693 Feb 04 21:08:16.335344 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ffdd42-c496-4ade-9a66-56219c563641 req-f9e3194d-8a0f-410b-ba18-8c3501c4cc03 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] No DVR routers for this DVR port 75c9f9b6-764d-479a-a84f-9b4abbc4360b on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:08:16.349529 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d4ffdd42-c496-4ade-9a66-56219c563641 req-f9e3194d-8a0f-410b-ba18-8c3501c4cc03 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:16.351922 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d4ffdd42-c496-4ade-9a66-56219c563641 req-f9e3194d-8a0f-410b-ba18-8c3501c4cc03 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.18 "DELETE /v2.0/ports/75c9f9b6-764d-479a-a84f-9b4abbc4360b HTTP/1.1" status: 204 len: 173 time: 2.2399042 Feb 04 21:08:16.352396 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3074c7d-46af-40c7-8e8b-ee49eab3dedb', 'name': 'network-vif-deleted', 'tag': '75c9f9b6-764d-479a-a84f-9b4abbc4360b'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:08:16.410060 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e25a1-2bb8-4281-a068-6bab1f4ce666 req-55550cb2-a0fa-4b3a-839d-1033c1d7b970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:16.414237 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-dc6e25a1-2bb8-4281-a068-6bab1f4ce666 req-55550cb2-a0fa-4b3a-839d-1033c1d7b970 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee4d3909-e094-4079-9a7f-4f6007c68222 HTTP/1.1" status: 200 len: 850 time: 0.1407852 Feb 04 21:08:16.666313 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-805c16f7-38b3-4af7-af95-b0bb70984e41 req-7bbf6bf2-66d2-49ed-b901-ace2861e92c2 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Synchronizing usage tracker for tenant:6d15241bd78a41148bd0d1c2bdd856b4 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:08:16.731414 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-805c16f7-38b3-4af7-af95-b0bb70984e41 req-7bbf6bf2-66d2-49ed-b901-ace2861e92c2 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] Unset dirty status for tenant:6d15241bd78a41148bd0d1c2bdd856b4 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:08:16.733010 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-805c16f7-38b3-4af7-af95-b0bb70984e41 req-7bbf6bf2-66d2-49ed-b901-ace2861e92c2 tempest-DeleteServersTestJSON-1092857803 tempest-DeleteServersTestJSON-1092857803-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3074c7d-46af-40c7-8e8b-ee49eab3dedb HTTP/1.1" status: 200 len: 210 time: 0.1850679 Feb 04 21:08:16.777541 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e1461-ab8e-424e-8a0b-e53b1748204e req-dedc24d3-7327-43c1-b11c-1ba6337ed087 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:16.785500 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-272e1461-ab8e-424e-8a0b-e53b1748204e req-dedc24d3-7327-43c1-b11c-1ba6337ed087 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a489a98-4e1e-48fb-a7cc-84a4f59bb9a3 HTTP/1.1" status: 200 len: 931 time: 0.2984760 Feb 04 21:08:16.843549 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18fc18b-833b-4774-a07e-7891d8c622bd req-d0ecbc8c-0a33-413d-80af-5bf58a52bda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:16.844705 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a18fc18b-833b-4774-a07e-7891d8c622bd req-d0ecbc8c-0a33-413d-80af-5bf58a52bda9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69cff50c69dd4edbb2b0c631432e7d0d&device_id=95554ff7-e1d7-4a60-861e-6940441351fd HTTP/1.1" status: 200 len: 1096 time: 0.2331154 Feb 04 21:08:16.881148 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e25a1-2bb8-4281-a068-6bab1f4ce666 req-f07b161c-7b4f-4b8a-9897-25aa2863be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:16.882113 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-dc6e25a1-2bb8-4281-a068-6bab1f4ce666 req-f07b161c-7b4f-4b8a-9897-25aa2863be00 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4cc1ce8-eeb6-46af-80b5-92196799c865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3607163 Feb 04 21:08:17.066152 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-272e1461-ab8e-424e-8a0b-e53b1748204e req-f0217302-0afa-456d-b850-f730dcf647fe tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e187646-901f-4363-893b-f4c05343b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2796416 Feb 04 21:08:17.112932 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fadd2960-6c86-4009-af39-f146adad9d3e req-bbb2d939-cfc6-4fdc-8cb5-7e36dee002da tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "GET /v2.0/security-groups/997d94c2-f794-4fab-a5f7-d74e5f32f195 HTTP/1.1" status: 200 len: 1805 time: 0.3121169 Feb 04 21:08:17.197121 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18fc18b-833b-4774-a07e-7891d8c622bd req-5c450a71-4114-4147-b796-5c587caa5f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:17.198871 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a18fc18b-833b-4774-a07e-7891d8c622bd req-5c450a71-4114-4147-b796-5c587caa5f0e service neutron] 10.222.0.18 "GET /v2.0/networks?id=0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d HTTP/1.1" status: 200 len: 911 time: 0.3408499 Feb 04 21:08:17.242195 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-fadd2960-6c86-4009-af39-f146adad9d3e req-48dd5feb-7256-45f5-980a-9d02705c429a tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:17.284731 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:08:17.322012 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-12582a56-8ea9-4b31-85f2-a52827d2a4c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2219edad-5456-4ed9-9ee3-d483c34c68f0 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:08:17.334528 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-fadd2960-6c86-4009-af39-f146adad9d3e req-48dd5feb-7256-45f5-980a-9d02705c429a tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:17.353180 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-dc6e25a1-2bb8-4281-a068-6bab1f4ce666 req-4d42e312-e818-43cb-9cfe-c534b121bbc9 service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604573 Feb 04 21:08:17.355102 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-12582a56-8ea9-4b31-85f2-a52827d2a4c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:17.454582 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:17.471186 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:17.476339 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-12582a56-8ea9-4b31-85f2-a52827d2a4c0 service neutron] Transition to ACTIVE for port object 2219edad-5456-4ed9-9ee3-d483c34c68f0 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:08:17.498420 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-12582a56-8ea9-4b31-85f2-a52827d2a4c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:17.548504 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:08:17.548882 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:17.610272 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a18fc18b-833b-4774-a07e-7891d8c622bd req-263781f1-ac97-496f-9ad4-f3157809f928 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9efb7e7-5959-47c9-b634-0583fbf07376 HTTP/1.1" status: 200 len: 217 time: 0.3835123 Feb 04 21:08:17.764448 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12582a56-8ea9-4b31-85f2-a52827d2a4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2219edad-5456-4ed9-9ee3-d483c34c68f0,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:17.813072 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18fc18b-833b-4774-a07e-7891d8c622bd req-fef1b6cf-d3eb-43f2-bf1d-1389faf3b9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:17.814563 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a18fc18b-833b-4774-a07e-7891d8c622bd req-fef1b6cf-d3eb-43f2-bf1d-1389faf3b9ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23d61e2d-97f4-40a0-9322-1eca7a330b64 HTTP/1.1" status: 200 len: 850 time: 0.1924498 Feb 04 21:08:17.869685 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4224d-36ff-4770-aa9c-1741c7c30a59 req-0aa0ce78-724a-443b-98f4-d9b606e75c84 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:17.871176 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-08b4224d-36ff-4770-aa9c-1741c7c30a59 req-0aa0ce78-724a-443b-98f4-d9b606e75c84 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b91b078-fe72-424d-b8f4-e7e188e0d52d HTTP/1.1" status: 200 len: 945 time: 0.4462516 Feb 04 21:08:17.877332 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-fadd2960-6c86-4009-af39-f146adad9d3e req-48dd5feb-7256-45f5-980a-9d02705c429a tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:17.898447 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a18fc18b-833b-4774-a07e-7891d8c622bd req-2080df06-adc9-4421-ac3f-a5bdf84c0dbe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753489 Feb 04 21:08:17.928441 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd5feb-7256-45f5-980a-9d02705c429a tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=997d94c2-f794-4fab-a5f7-d74e5f32f195,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:17.946391 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12582a56-8ea9-4b31-85f2-a52827d2a4c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:17.946997 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12582a56-8ea9-4b31-85f2-a52827d2a4c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:17.948605 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12582a56-8ea9-4b31-85f2-a52827d2a4c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:17.948605 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12582a56-8ea9-4b31-85f2-a52827d2a4c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:17.948980 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12582a56-8ea9-4b31-85f2-a52827d2a4c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:17.950311 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12582a56-8ea9-4b31-85f2-a52827d2a4c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:17.951460 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12582a56-8ea9-4b31-85f2-a52827d2a4c0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:17.952150 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12582a56-8ea9-4b31-85f2-a52827d2a4c0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:17.952828 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12582a56-8ea9-4b31-85f2-a52827d2a4c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:17.953833 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12582a56-8ea9-4b31-85f2-a52827d2a4c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:17.954397 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12582a56-8ea9-4b31-85f2-a52827d2a4c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:17.954829 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12582a56-8ea9-4b31-85f2-a52827d2a4c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:18.042562 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-dc6e25a1-2bb8-4281-a068-6bab1f4ce666 req-cb187be5-f643-4b93-a557-9c7730072354 service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6818392 Feb 04 21:08:18.066360 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-08b4224d-36ff-4770-aa9c-1741c7c30a59 req-d6f1ad57-f7da-4754-8cee-3b82c6619d5e tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716490 Feb 04 21:08:18.067779 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-fadd2960-6c86-4009-af39-f146adad9d3e req-48dd5feb-7256-45f5-980a-9d02705c429a tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:18.088952 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fadd2960-6c86-4009-af39-f146adad9d3e req-48dd5feb-7256-45f5-980a-9d02705c429a tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "DELETE /v2.0/security-groups/997d94c2-f794-4fab-a5f7-d74e5f32f195 HTTP/1.1" status: 204 len: 173 time: 0.9733067 Feb 04 21:08:18.096775 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-12582a56-8ea9-4b31-85f2-a52827d2a4c0 service neutron] Attempting to bind port 2219edad-5456-4ed9-9ee3-d483c34c68f0 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:08:18.097238 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-12582a56-8ea9-4b31-85f2-a52827d2a4c0 service neutron] Attempting to bind port 2219edad-5456-4ed9-9ee3-d483c34c68f0 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'cb355a89-ae7a-49aa-a1a6-659916644cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:08:18.097561 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-12582a56-8ea9-4b31-85f2-a52827d2a4c0 service neutron] Attempting to bind port 2219edad-5456-4ed9-9ee3-d483c34c68f0 on network 05b0da4f-bf1c-4e94-969a-698256edcb76 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:08:18.103255 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-12582a56-8ea9-4b31-85f2-a52827d2a4c0 service neutron] Port 2219edad-5456-4ed9-9ee3-d483c34c68f0 on network 05b0da4f-bf1c-4e94-969a-698256edcb76 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:08:18.103649 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-12582a56-8ea9-4b31-85f2-a52827d2a4c0 service neutron] Attempting to bind port 2219edad-5456-4ed9-9ee3-d483c34c68f0 on network 05b0da4f-bf1c-4e94-969a-698256edcb76 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:08:18.110685 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-12582a56-8ea9-4b31-85f2-a52827d2a4c0 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:08:18.111102 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-12582a56-8ea9-4b31-85f2-a52827d2a4c0 service neutron] Checking segment: {'id': 'cb355a89-ae7a-49aa-a1a6-659916644cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:08:18.111554 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-12582a56-8ea9-4b31-85f2-a52827d2a4c0 service neutron] Bound using segment: {'id': 'cb355a89-ae7a-49aa-a1a6-659916644cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:08:18.112056 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-12582a56-8ea9-4b31-85f2-a52827d2a4c0 service neutron] Bound port: 2219edad-5456-4ed9-9ee3-d483c34c68f0, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb355a89-ae7a-49aa-a1a6-659916644cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:08:18.112703 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-12582a56-8ea9-4b31-85f2-a52827d2a4c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:18.249570 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-12582a56-8ea9-4b31-85f2-a52827d2a4c0 service neutron] For port 2219edad-5456-4ed9-9ee3-d483c34c68f0, host n-h1-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:08:18.254566 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-12582a56-8ea9-4b31-85f2-a52827d2a4c0 service neutron] For port 2219edad-5456-4ed9-9ee3-d483c34c68f0, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=2219edad-5456-4ed9-9ee3-d483c34c68f0,segment=NetworkSegment(cb355a89-ae7a-49aa-a1a6-659916644cb2),segment_id=cb355a89-ae7a-49aa-a1a6-659916644cb2)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:08:18.265692 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-12582a56-8ea9-4b31-85f2-a52827d2a4c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:18.434069 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-12582a56-8ea9-4b31-85f2-a52827d2a4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:18.451721 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-12582a56-8ea9-4b31-85f2-a52827d2a4c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:18.453418 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-12582a56-8ea9-4b31-85f2-a52827d2a4c0 service neutron] 10.222.0.32 "PUT /v2.0/ports/2219edad-5456-4ed9-9ee3-d483c34c68f0 HTTP/1.1" status: 200 len: 1091 time: 3.5097263 Feb 04 21:08:18.453909 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a489a98-4e1e-48fb-a7cc-84a4f59bb9a3', 'tag': '2219edad-5456-4ed9-9ee3-d483c34c68f0'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:08:18.488448 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12582a56-8ea9-4b31-85f2-a52827d2a4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2219edad-5456-4ed9-9ee3-d483c34c68f0,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:18.532197 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3074c7d-46af-40c7-8e8b-ee49eab3dedb', 'name': 'network-vif-deleted', 'tag': '75c9f9b6-764d-479a-a84f-9b4abbc4360b', 'status': 'completed', 'code': 200} Feb 04 21:08:18.594090 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 75c9f9b6-764d-479a-a84f-9b4abbc4360b no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:08:18.678668 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: 75c9f9b6-764d-479a-a84f-9b4abbc4360b {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:08:18.680534 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 75c9f9b6-764d-479a-a84f-9b4abbc4360b not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:08:18.731667 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-b90a7884-a28b-4086-b4e3-e26da15f9cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:18.734922 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-b90a7884-a28b-4086-b4e3-e26da15f9cbb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ba621d22ceb430b9eee1db66fccde19&device_id=3a489a98-4e1e-48fb-a7cc-84a4f59bb9a3 HTTP/1.1" status: 200 len: 1094 time: 0.1767364 Feb 04 21:08:18.805567 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a18fc18b-833b-4774-a07e-7891d8c622bd req-b5405013-8838-4035-9660-16381a733365 service neutron] 10.222.0.18 "GET /v2.0/networks/0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8780806 Feb 04 21:08:18.815814 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:18.864406 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a61fbe-2f87-4720-bab2-d7c985daeeca req-3b73a5ba-e04f-46f4-8d04-a14a9acf16ff tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:18.869725 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e1a61fbe-2f87-4720-bab2-d7c985daeeca req-3b73a5ba-e04f-46f4-8d04-a14a9acf16ff tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.4622977 Feb 04 21:08:18.922578 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-8e5d9ee8-00d7-4d06-bdfa-bd78dcded37a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2219edad-5456-4ed9-9ee3-d483c34c68f0 HTTP/1.1" status: 200 len: 217 time: 0.1760416 Feb 04 21:08:19.010040 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-c2f5779b-52dc-4dde-ad7f-fd2c4d48ef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:19.011864 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-c2f5779b-52dc-4dde-ad7f-fd2c4d48ef1a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e HTTP/1.1" status: 200 len: 849 time: 0.0826347 Feb 04 21:08:19.016744 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e1a61fbe-2f87-4720-bab2-d7c985daeeca req-6931a28e-1287-4280-a41f-a2fd3b1ef71f tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864656 Feb 04 21:08:19.029824 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282aa08b-1c96-4afa-a967-8844a31148b2 req-f68fcead-745d-4f2a-b78f-89783ba7ac5d tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:19.051000 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-282aa08b-1c96-4afa-a967-8844a31148b2 req-f68fcead-745d-4f2a-b78f-89783ba7ac5d tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=95554ff7-e1d7-4a60-861e-6940441351fd HTTP/1.1" status: 200 len: 945 time: 0.5834627 Feb 04 21:08:19.142775 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-282aa08b-1c96-4afa-a967-8844a31148b2 req-0b6d83ca-6bfb-4370-923c-bff7dc6be168 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904715 Feb 04 21:08:19.165148 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a18fc18b-833b-4774-a07e-7891d8c622bd req-d6c8ff50-e756-4ab0-8dff-9d681e7a13df service neutron] 10.222.0.18 "GET /v2.0/networks/0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445585 Feb 04 21:08:19.208830 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-666e65c0-6de8-4931-a4ef-035aaaff742c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:19.215573 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-666e65c0-6de8-4931-a4ef-035aaaff742c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=05b0da4f-bf1c-4e94-969a-698256edcb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1800148 Feb 04 21:08:19.290581 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8276535f-d2d7-4cff-b6c1-a613b166637e req-2df1ac0f-b75a-4d37-a4d4-74a27cc28620 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "GET /v2.0/security-groups/86ed828f-743e-43db-9611-b410e85a0da5 HTTP/1.1" status: 200 len: 1807 time: 0.0775023 Feb 04 21:08:19.382863 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-09ed6ee6-1e50-437a-b0ce-a2e878a10a17 service neutron] 10.222.0.32 "GET /v2.0/networks/05b0da4f-bf1c-4e94-969a-698256edcb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594832 Feb 04 21:08:19.454942 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8276535f-d2d7-4cff-b6c1-a613b166637e req-2a470d05-80df-4d9b-b162-2b8efb12a5c7 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:19.487694 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8276535f-d2d7-4cff-b6c1-a613b166637e req-2a470d05-80df-4d9b-b162-2b8efb12a5c7 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:19.571414 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061b170-e538-4cc7-8ca2-6451b6749de1 req-ecd2723a-c83a-4fea-ba3d-32dc93a9316d tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:19.572937 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e061b170-e538-4cc7-8ca2-6451b6749de1 req-ecd2723a-c83a-4fea-ba3d-32dc93a9316d tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a489a98-4e1e-48fb-a7cc-84a4f59bb9a3 HTTP/1.1" status: 200 len: 943 time: 0.2188840 Feb 04 21:08:19.578484 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8276535f-d2d7-4cff-b6c1-a613b166637e req-2a470d05-80df-4d9b-b162-2b8efb12a5c7 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:19.632121 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a470d05-80df-4d9b-b162-2b8efb12a5c7 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ed828f-743e-43db-9611-b410e85a0da5,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:19.646790 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8276535f-d2d7-4cff-b6c1-a613b166637e req-2a470d05-80df-4d9b-b162-2b8efb12a5c7 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:19.666885 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8276535f-d2d7-4cff-b6c1-a613b166637e req-2a470d05-80df-4d9b-b162-2b8efb12a5c7 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "DELETE /v2.0/security-groups/86ed828f-743e-43db-9611-b410e85a0da5 HTTP/1.1" status: 204 len: 173 time: 0.3683798 Feb 04 21:08:19.710558 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e061b170-e538-4cc7-8ca2-6451b6749de1 req-c4fb34ec-b637-4258-92a3-92286404ff76 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e187646-901f-4363-893b-f4c05343b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142201 Feb 04 21:08:19.722536 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a489a98-4e1e-48fb-a7cc-84a4f59bb9a3', 'tag': '2219edad-5456-4ed9-9ee3-d483c34c68f0', 'status': 'completed', 'code': 200} Feb 04 21:08:19.860570 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1ef3ca33-6241-4306-9b0f-819fa5ea4ab8 req-f459c8c8-73c5-4d02-8425-8ed70ce7aae8 service neutron] 10.222.0.32 "GET /v2.0/networks/05b0da4f-bf1c-4e94-969a-698256edcb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706764 Feb 04 21:08:19.976716 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6d0ff0dd-9574-43b6-ae22-0be5bb072ea7 req-5ef7f56b-f4cb-40b7-b085-6fe7caae88c0 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "GET /v2.0/security-groups/b3b3c680-29d2-4be2-b559-07e527ffb9c8 HTTP/1.1" status: 200 len: 2407 time: 0.0814881 Feb 04 21:08:20.020259 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a65f6-f943-4a7c-96ce-f9be95906fcd req-6ab457b8-2e3c-454c-86c3-bd67ca87432b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:20.022362 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-263a65f6-f943-4a7c-96ce-f9be95906fcd req-6ab457b8-2e3c-454c-86c3-bd67ca87432b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ba621d22ceb430b9eee1db66fccde19&device_id=3a489a98-4e1e-48fb-a7cc-84a4f59bb9a3 HTTP/1.1" status: 200 len: 1094 time: 0.1003087 Feb 04 21:08:20.033117 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88994075-a0e4-47cf-ad89-091ba46f93d0 req-fd02fb12-a695-43d8-9aa8-ff88e8752f64 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:20.034781 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-88994075-a0e4-47cf-ad89-091ba46f93d0 req-fd02fb12-a695-43d8-9aa8-ff88e8752f64 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b91b078-fe72-424d-b8f4-e7e188e0d52d HTTP/1.1" status: 200 len: 945 time: 0.1935806 Feb 04 21:08:20.105492 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-6d0ff0dd-9574-43b6-ae22-0be5bb072ea7 req-6a10a177-a02a-4631-adc9-6e77d1154564 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:20.121796 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-88994075-a0e4-47cf-ad89-091ba46f93d0 req-989fa5b9-88c1-46cd-96bb-7a1ca7a315bd tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799024 Feb 04 21:08:20.192751 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-6d0ff0dd-9574-43b6-ae22-0be5bb072ea7 req-6a10a177-a02a-4631-adc9-6e77d1154564 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:20.318188 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a65f6-f943-4a7c-96ce-f9be95906fcd req-01574a69-e142-459f-aaf9-6f3806ffef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:20.319762 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-263a65f6-f943-4a7c-96ce-f9be95906fcd req-01574a69-e142-459f-aaf9-6f3806ffef1a service neutron] 10.222.0.32 "GET /v2.0/networks?id=05b0da4f-bf1c-4e94-969a-698256edcb76 HTTP/1.1" status: 200 len: 911 time: 0.2880433 Feb 04 21:08:20.322878 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-6d0ff0dd-9574-43b6-ae22-0be5bb072ea7 req-6a10a177-a02a-4631-adc9-6e77d1154564 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:20.352425 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10a177-a02a-4631-adc9-6e77d1154564 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b3c680-29d2-4be2-b559-07e527ffb9c8,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:20.408070 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-6d0ff0dd-9574-43b6-ae22-0be5bb072ea7 req-6a10a177-a02a-4631-adc9-6e77d1154564 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:20.412933 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6d0ff0dd-9574-43b6-ae22-0be5bb072ea7 req-6a10a177-a02a-4631-adc9-6e77d1154564 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "DELETE /v2.0/security-groups/b3b3c680-29d2-4be2-b559-07e527ffb9c8 HTTP/1.1" status: 204 len: 173 time: 0.4261258 Feb 04 21:08:20.442338 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-263a65f6-f943-4a7c-96ce-f9be95906fcd req-2d6de5ed-c3e8-4e7b-b35c-990d10bce2fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2219edad-5456-4ed9-9ee3-d483c34c68f0 HTTP/1.1" status: 200 len: 217 time: 0.1120620 Feb 04 21:08:20.477634 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f9a19-d640-4f19-b588-eef719c131ac req-041a49a8-07ff-4d86-bf75-266c2a2e9033 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:20.479263 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b84f9a19-d640-4f19-b588-eef719c131ac req-041a49a8-07ff-4d86-bf75-266c2a2e9033 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.1508319 Feb 04 21:08:20.548481 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b84f9a19-d640-4f19-b588-eef719c131ac req-ca1cdb3e-b40a-4270-9a39-508a94f88ff4 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631504 Feb 04 21:08:20.552641 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a65f6-f943-4a7c-96ce-f9be95906fcd req-ee97de75-14ba-4650-abab-8eff837b154b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:20.569187 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-263a65f6-f943-4a7c-96ce-f9be95906fcd req-ee97de75-14ba-4650-abab-8eff837b154b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e HTTP/1.1" status: 200 len: 849 time: 0.1183167 Feb 04 21:08:20.669073 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a33f7-0930-4961-bbca-a1f64f9a1f20 req-9514b856-be08-4ace-bf1f-5093a3022a4a tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:20.671219 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b79a33f7-0930-4961-bbca-a1f64f9a1f20 req-9514b856-be08-4ace-bf1f-5093a3022a4a tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=95554ff7-e1d7-4a60-861e-6940441351fd HTTP/1.1" status: 200 len: 945 time: 0.1199059 Feb 04 21:08:20.708409 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a65f6-f943-4a7c-96ce-f9be95906fcd req-ad272eb6-2746-4808-bac7-9762636ee20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:20.709940 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-263a65f6-f943-4a7c-96ce-f9be95906fcd req-ad272eb6-2746-4808-bac7-9762636ee20e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=05b0da4f-bf1c-4e94-969a-698256edcb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262465 Feb 04 21:08:20.785743 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b7d6cd29-8b7b-48a8-84f4-82d8f654e159 req-da6c84ef-4ad1-4ec2-849e-3c0ec265b08e tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "GET /v2.0/security-groups/920d947c-2f33-4c1a-95a1-8ab148da29cc HTTP/1.1" status: 200 len: 2399 time: 0.1110873 Feb 04 21:08:20.836702 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b79a33f7-0930-4961-bbca-a1f64f9a1f20 req-80de4822-6214-46ca-85ab-e2f03f4ffcdb tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414618 Feb 04 21:08:20.938367 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-263a65f6-f943-4a7c-96ce-f9be95906fcd req-3137bc84-271c-499b-bf5b-c59472ca8469 service neutron] 10.222.0.32 "GET /v2.0/networks/05b0da4f-bf1c-4e94-969a-698256edcb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207127 Feb 04 21:08:20.952919 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b7d6cd29-8b7b-48a8-84f4-82d8f654e159 req-292803f5-f989-4f1d-93f8-6333dd42b632 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:21.004088 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b7d6cd29-8b7b-48a8-84f4-82d8f654e159 req-292803f5-f989-4f1d-93f8-6333dd42b632 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:21.177851 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-263a65f6-f943-4a7c-96ce-f9be95906fcd req-b7fffa4b-0d9a-4cba-aefa-49600755aaff service neutron] 10.222.0.32 "GET /v2.0/networks/05b0da4f-bf1c-4e94-969a-698256edcb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318041 Feb 04 21:08:21.188849 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea92ae6-9842-449a-8911-248e9d6ba56b req-c26f5976-0754-4a73-87f1-ae80c69c1998 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:21.191004 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aea92ae6-9842-449a-8911-248e9d6ba56b req-c26f5976-0754-4a73-87f1-ae80c69c1998 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.1395116 Feb 04 21:08:21.192151 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b7d6cd29-8b7b-48a8-84f4-82d8f654e159 req-292803f5-f989-4f1d-93f8-6333dd42b632 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:21.224936 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292803f5-f989-4f1d-93f8-6333dd42b632 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=920d947c-2f33-4c1a-95a1-8ab148da29cc,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:21.237090 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b7d6cd29-8b7b-48a8-84f4-82d8f654e159 req-292803f5-f989-4f1d-93f8-6333dd42b632 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:21.238303 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b7d6cd29-8b7b-48a8-84f4-82d8f654e159 req-292803f5-f989-4f1d-93f8-6333dd42b632 tempest-SecurityGroupRulesTestJSON-994670165 tempest-SecurityGroupRulesTestJSON-994670165-project] 10.222.0.26 "DELETE /v2.0/security-groups/920d947c-2f33-4c1a-95a1-8ab148da29cc HTTP/1.1" status: 204 len: 173 time: 0.4489512 Feb 04 21:08:21.244627 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34624) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:21.260193 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aea92ae6-9842-449a-8911-248e9d6ba56b req-d122df92-a34d-44e7-997e-28fb5d3b6976 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547664 Feb 04 21:08:21.324154 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0d5b204-abbe-420e-8a29-4a6d12f3eeee admin admin] Deleting subnet ae17b340-edc8-431b-ae8a-b66d025180c4 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:08:21.328113 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a0d5b204-abbe-420e-8a29-4a6d12f3eeee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:21.407959 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a0d5b204-abbe-420e-8a29-4a6d12f3eeee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:21.474013 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a0d5b204-abbe-420e-8a29-4a6d12f3eeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:21.513921 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1ad18-8060-4fbe-955b-a72ff300c520 req-3a642529-15d0-48c3-afa3-d761651c885e tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:21.521459 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18f1ad18-8060-4fbe-955b-a72ff300c520 req-3a642529-15d0-48c3-afa3-d761651c885e tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a489a98-4e1e-48fb-a7cc-84a4f59bb9a3 HTTP/1.1" status: 200 len: 943 time: 0.0996826 Feb 04 21:08:21.566210 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a0d5b204-abbe-420e-8a29-4a6d12f3eeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:21.586394 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18f1ad18-8060-4fbe-955b-a72ff300c520 req-5b8c9a34-1a09-4455-97f6-a961ecd3f304 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e187646-901f-4363-893b-f4c05343b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637612 Feb 04 21:08:21.621801 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a0d5b204-abbe-420e-8a29-4a6d12f3eeee admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:21.629026 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5b204-abbe-420e-8a29-4a6d12f3eeee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae17b340-edc8-431b-ae8a-b66d025180c4,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:21.636337 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a0d5b204-abbe-420e-8a29-4a6d12f3eeee admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ae17b340-edc8-431b-ae8a-b66d025180c4 HTTP/1.1" status: 204 len: 168 time: 0.3904727 Feb 04 21:08:21.637157 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34638) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:21.690674 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e71b3e-ad67-4dca-a65d-3326cbc17aed req-b4d0e759-4ca9-4a3c-892d-9705e47055b8 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:21.692163 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-75e71b3e-ad67-4dca-a65d-3326cbc17aed req-b4d0e759-4ca9-4a3c-892d-9705e47055b8 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b91b078-fe72-424d-b8f4-e7e188e0d52d HTTP/1.1" status: 200 len: 945 time: 0.1391361 Feb 04 21:08:21.789243 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-75e71b3e-ad67-4dca-a65d-3326cbc17aed req-22ff3347-e0ff-4e7c-a632-d4a5484db607 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822327 Feb 04 21:08:21.797267 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-adc0ddc2-2fb1-42c2-a660-d5e5049e33b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:21.959956 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-adc0ddc2-2fb1-42c2-a660-d5e5049e33b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:22.017387 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-adc0ddc2-2fb1-42c2-a660-d5e5049e33b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53432231-8761-4e6f-aac2-b35322621dee']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:08:22.050467 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-adc0ddc2-2fb1-42c2-a660-d5e5049e33b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc9b404-b268-4af5-bbb8-3c3ec6baaa41') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:08:22.050968 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-adc0ddc2-2fb1-42c2-a660-d5e5049e33b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc9b404-b268-4af5-bbb8-3c3ec6baaa41') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:08:22.079905 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-adc0ddc2-2fb1-42c2-a660-d5e5049e33b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:22.149298 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-adc0ddc2-2fb1-42c2-a660-d5e5049e33b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:22.166865 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adc0ddc2-2fb1-42c2-a660-d5e5049e33b8 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:08:22.167523 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-adc0ddc2-2fb1-42c2-a660-d5e5049e33b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:22.206610 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:08:22.206610 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:08:22.206610 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:08:22.206610 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:08:22.206610 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:08:22.206610 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:08:22.206610 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:08:22.206610 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:08:22.206610 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:08:22.206610 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:08:22.206610 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:08:22.206610 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:08:22.206610 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:08:22.206610 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:08:22.206610 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:08:22.206610 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:08:22.206610 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:08:22.206610 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:08:22.206610 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:08:22.206610 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:08:22.206610 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:08:22.206610 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:08:22.206610 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:08:22.206610 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:08:22.206610 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:08:22.206610 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:08:22.206610 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:08:22.206610 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:08:22.206610 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:08:22.206610 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:08:22.206610 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:08:22.206610 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:08:22.308248 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf3f0a-4a95-44dc-ba9c-06daed848886 req-2e12985c-610b-4b04-9b8d-7a9456961a8c tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:22.311542 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-75bf3f0a-4a95-44dc-ba9c-06daed848886 req-2e12985c-610b-4b04-9b8d-7a9456961a8c tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=95554ff7-e1d7-4a60-861e-6940441351fd HTTP/1.1" status: 200 len: 945 time: 0.1892557 Feb 04 21:08:22.380046 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-adc0ddc2-2fb1-42c2-a660-d5e5049e33b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:22.411285 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-adc0ddc2-2fb1-42c2-a660-d5e5049e33b8 admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:22.422241 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0ddc2-2fb1-42c2-a660-d5e5049e33b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=53432231-8761-4e6f-aac2-b35322621dee,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:22.430224 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-75bf3f0a-4a95-44dc-ba9c-06daed848886 req-f21563a8-6232-4d54-b979-2bed8d615f2b tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755897 Feb 04 21:08:22.432167 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-adc0ddc2-2fb1-42c2-a660-d5e5049e33b8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/53432231-8761-4e6f-aac2-b35322621dee HTTP/1.1" status: 204 len: 168 time: 0.7938356 Feb 04 21:08:22.455648 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f899f6-dded-453b-b531-df90debe0bb3 req-e618ca00-b5fb-4d5e-9e17-bfcc9fcafe18 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:22.462696 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-85f899f6-dded-453b-b531-df90debe0bb3 req-e618ca00-b5fb-4d5e-9e17-bfcc9fcafe18 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.1472144 Feb 04 21:08:22.540725 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-85f899f6-dded-453b-b531-df90debe0bb3 req-3ab40eea-775e-466b-aaeb-35fe758b3863 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767865 Feb 04 21:08:22.783335 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34672) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:22.950551 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 34684) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:23.007142 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b8fb09cf-47f6-4976-a69c-f20d065769d8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=52a2f03f9f4d4fea8c14bb5997f6317f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1668127 Feb 04 21:08:23.126084 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b755039-fb65-4fa9-838d-3a3a167f1051 req-13ce24c2-f7a6-45d4-8678-7e55412591c5 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:23.127787 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8b755039-fb65-4fa9-838d-3a3a167f1051 req-13ce24c2-f7a6-45d4-8678-7e55412591c5 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a489a98-4e1e-48fb-a7cc-84a4f59bb9a3 HTTP/1.1" status: 200 len: 943 time: 0.3784924 Feb 04 21:08:23.169194 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5d9ffc85-9001-44b8-89e5-f9c98ea0d1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:23.258850 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5d9ffc85-9001-44b8-89e5-f9c98ea0d1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:23.285872 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8b755039-fb65-4fa9-838d-3a3a167f1051 req-82fef20c-099d-4568-af07-3db1fd089b41 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e187646-901f-4363-893b-f4c05343b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088905 Feb 04 21:08:23.337034 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ac2a4-37d2-4168-83a4-79fca0b26b96 req-42aeb931-ea78-4c89-bff1-ed6878fa89f6 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:23.339334 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-454ac2a4-37d2-4168-83a4-79fca0b26b96 req-42aeb931-ea78-4c89-bff1-ed6878fa89f6 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b91b078-fe72-424d-b8f4-e7e188e0d52d HTTP/1.1" status: 200 len: 945 time: 0.2240708 Feb 04 21:08:23.392931 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 2219edad-5456-4ed9-9ee3-d483c34c68f0 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:08:23.438700 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5d9ffc85-9001-44b8-89e5-f9c98ea0d1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:23.534928 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ffc85-9001-44b8-89e5-f9c98ea0d1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f138df4-e930-4694-bfa4-dd2dd23280f4,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:23.549920 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5d9ffc85-9001-44b8-89e5-f9c98ea0d1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:23.553241 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5d9ffc85-9001-44b8-89e5-f9c98ea0d1da admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3f138df4-e930-4694-bfa4-dd2dd23280f4 HTTP/1.1" status: 204 len: 168 time: 0.5992432 Feb 04 21:08:23.569817 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-454ac2a4-37d2-4168-83a4-79fca0b26b96 req-86bc0fdd-3624-4065-99b9-fc48eca3b3f4 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060356 Feb 04 21:08:23.640632 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c202785-aff7-42e8-9ccd-e6de78492f46 req-adabb3a1-0b49-472c-b2b3-0772e7125764 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:23.648753 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1c202785-aff7-42e8-9ccd-e6de78492f46 req-adabb3a1-0b49-472c-b2b3-0772e7125764 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.1764336 Feb 04 21:08:23.708415 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 2219edad-5456-4ed9-9ee3-d483c34c68f0, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=2219edad-5456-4ed9-9ee3-d483c34c68f0,segment=NetworkSegment(cb355a89-ae7a-49aa-a1a6-659916644cb2),segment_id=cb355a89-ae7a-49aa-a1a6-659916644cb2)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:08:23.714719 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1c202785-aff7-42e8-9ccd-e6de78492f46 req-8e953c3c-83b9-4b43-9c19-d35b4f852d3f tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645604 Feb 04 21:08:23.764347 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '2219edad-5456-4ed9-9ee3-d483c34c68f0', 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76', 'port_id': '2219edad-5456-4ed9-9ee3-d483c34c68f0', 'mac_address': 'fa:16:3e:0f:1b:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:08:23.991703 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:24.010145 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a2f58-3263-4ae5-86f5-f41d787485b4 req-82065a85-f965-4348-a435-0bf83077af42 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:24.029839 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-398a2f58-3263-4ae5-86f5-f41d787485b4 req-82065a85-f965-4348-a435-0bf83077af42 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=95554ff7-e1d7-4a60-861e-6940441351fd HTTP/1.1" status: 200 len: 945 time: 0.2068782 Feb 04 21:08:24.070988 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2219edad-5456-4ed9-9ee3-d483c34c68f0 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:08:24.112182 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 2219edad-5456-4ed9-9ee3-d483c34c68f0, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=2219edad-5456-4ed9-9ee3-d483c34c68f0,segment=NetworkSegment(cb355a89-ae7a-49aa-a1a6-659916644cb2),segment_id=cb355a89-ae7a-49aa-a1a6-659916644cb2)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:08:24.119857 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-398a2f58-3263-4ae5-86f5-f41d787485b4 req-55f38d13-fb9a-4d09-bb04-fd56eb4c4f26 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888374 Feb 04 21:08:24.128528 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:24.277036 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=2219edad-5456-4ed9-9ee3-d483c34c68f0,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:24.527257 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['2219edad-5456-4ed9-9ee3-d483c34c68f0'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:08:25.190873 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b4a2e-8e77-456c-ab7b-3a3434c22cdb req-ae6621a0-25bd-4787-b293-f4db6aa47ba7 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:25.202950 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-087b4a2e-8e77-456c-ab7b-3a3434c22cdb req-ae6621a0-25bd-4787-b293-f4db6aa47ba7 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.4757314 Feb 04 21:08:25.289627 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0a461-c621-4471-8e93-e48231f8bcef req-52a5eff9-9fa5-4125-a92f-478bcf4f8890 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:25.300472 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-29a0a461-c621-4471-8e93-e48231f8bcef req-52a5eff9-9fa5-4125-a92f-478bcf4f8890 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a489a98-4e1e-48fb-a7cc-84a4f59bb9a3 HTTP/1.1" status: 200 len: 944 time: 0.6626315 Feb 04 21:08:25.371890 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d663ee2-6f93-4541-a5c1-7b98f189910e req-c8dd2774-7743-4a73-9099-45fe215de17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:25.380979 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7d663ee2-6f93-4541-a5c1-7b98f189910e req-c8dd2774-7743-4a73-9099-45fe215de17c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07e9b24649b94e84b82d3ffc4f68cc03&device_id=9b91b078-fe72-424d-b8f4-e7e188e0d52d HTTP/1.1" status: 200 len: 1096 time: 0.3967617 Feb 04 21:08:25.484854 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34762) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:25.540939 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-087b4a2e-8e77-456c-ab7b-3a3434c22cdb req-08edfc50-73d4-4228-b5e2-f985be9de7f2 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3368597 Feb 04 21:08:25.562144 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-29a0a461-c621-4471-8e93-e48231f8bcef req-c2a11235-c1ef-4ff6-9c7f-270c191cbec2 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e187646-901f-4363-893b-f4c05343b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2580538 Feb 04 21:08:25.667552 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d663ee2-6f93-4541-a5c1-7b98f189910e req-396f8d6f-0d4d-4549-839f-6650cfe85528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:25.669026 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7d663ee2-6f93-4541-a5c1-7b98f189910e req-396f8d6f-0d4d-4549-839f-6650cfe85528 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a9563d0-ce93-4e0a-bbd6-a5e7af27607a HTTP/1.1" status: 200 len: 917 time: 0.2816153 Feb 04 21:08:25.684213 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-5a483a59-ed35-4439-ba73-c1f6d640ebdb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1742929741-network', 'tenant_id': '9ed9851ad17242a9a1e96479cb1249c2'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:08:25.712355 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5a483a59-ed35-4439-ba73-c1f6d640ebdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:08:25.736296 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5a483a59-ed35-4439-ba73-c1f6d640ebdb admin admin] Usage tracker for resource:network and tenant:9ed9851ad17242a9a1e96479cb1249c2 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:08:25.741084 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5a483a59-ed35-4439-ba73-c1f6d640ebdb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:08:25.747106 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5a483a59-ed35-4439-ba73-c1f6d640ebdb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:08:25.765271 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a483a59-ed35-4439-ba73-c1f6d640ebdb admin admin] Made reservation on behalf of 9ed9851ad17242a9a1e96479cb1249c2 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:08:25.779798 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7d663ee2-6f93-4541-a5c1-7b98f189910e req-3de32e5e-b18a-46ac-b536-28d9a7fb3a54 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=360933cf-d804-4569-a345-5bd91afcfb54 HTTP/1.1" status: 200 len: 217 time: 0.1021581 Feb 04 21:08:25.782230 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5a483a59-ed35-4439-ba73-c1f6d640ebdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:25.823338 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5a483a59-ed35-4439-ba73-c1f6d640ebdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:25.865065 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5a483a59-ed35-4439-ba73-c1f6d640ebdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:08:25.870267 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5a483a59-ed35-4439-ba73-c1f6d640ebdb admin admin] Usage tracker for resource:security_group_rule and tenant:9ed9851ad17242a9a1e96479cb1249c2 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:08:25.874629 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5a483a59-ed35-4439-ba73-c1f6d640ebdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:08:25.883897 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5a483a59-ed35-4439-ba73-c1f6d640ebdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:08:26.014749 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d663ee2-6f93-4541-a5c1-7b98f189910e req-b0bc6486-26e4-485a-bd97-f44bb3c4b09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:26.016598 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7d663ee2-6f93-4541-a5c1-7b98f189910e req-b0bc6486-26e4-485a-bd97-f44bb3c4b09a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2d3d93f3-0edc-4438-82a5-91ec06f0988c HTTP/1.1" status: 200 len: 855 time: 0.1980116 Feb 04 21:08:26.069576 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:26.105829 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5fcb3-2f45-4e20-b910-2e2d554800aa req-2eef0c4a-8d72-4e94-82ce-9b814d4e2100 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:26.114485 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f3d5fcb3-2f45-4e20-b910-2e2d554800aa req-2eef0c4a-8d72-4e94-82ce-9b814d4e2100 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b91b078-fe72-424d-b8f4-e7e188e0d52d HTTP/1.1" status: 200 len: 945 time: 0.3298697 Feb 04 21:08:26.128590 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8eb1e-c6a7-42b2-9402-da3b70bbc41b req-ba155905-89b6-46cf-b0bd-67ef3f30dbad tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:26.136213 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-73e8eb1e-c6a7-42b2-9402-da3b70bbc41b req-ba155905-89b6-46cf-b0bd-67ef3f30dbad tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=95554ff7-e1d7-4a60-861e-6940441351fd HTTP/1.1" status: 200 len: 945 time: 0.3535628 Feb 04 21:08:26.159221 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5a483a59-ed35-4439-ba73-c1f6d640ebdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:26.170812 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5a483a59-ed35-4439-ba73-c1f6d640ebdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:26.235171 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a483a59-ed35-4439-ba73-c1f6d640ebdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:08:26.246265 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5a483a59-ed35-4439-ba73-c1f6d640ebdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:26.246919 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-5a483a59-ed35-4439-ba73-c1f6d640ebdb admin admin] Added segment 0a48b226-da88-4e13-933f-61f5d2267e28 of type vlan for network e8fbcb9d-12f6-4ad5-9e8f-dc908635ee50 Feb 04 21:08:26.284125 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a483a59-ed35-4439-ba73-c1f6d640ebdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7b3df3-e13d-4916-be89-cffa744b8197,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:26.288419 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5a483a59-ed35-4439-ba73-c1f6d640ebdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:26.328916 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-73e8eb1e-c6a7-42b2-9402-da3b70bbc41b req-1cdcfff7-818b-4425-9c5b-4f78d168128a tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923914 Feb 04 21:08:26.345863 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f3d5fcb3-2f45-4e20-b910-2e2d554800aa req-a0757f1c-9926-4215-a55b-880ed2bbe151 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341588 Feb 04 21:08:26.353908 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5a483a59-ed35-4439-ba73-c1f6d640ebdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:26.356403 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a483a59-ed35-4439-ba73-c1f6d640ebdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:26.359433 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5a483a59-ed35-4439-ba73-c1f6d640ebdb admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:26.364566 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d663ee2-6f93-4541-a5c1-7b98f189910e req-78c1098a-2662-457e-a544-c2ac3af0254d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:26.366450 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7d663ee2-6f93-4541-a5c1-7b98f189910e req-78c1098a-2662-457e-a544-c2ac3af0254d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a9563d0-ce93-4e0a-bbd6-a5e7af27607a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3419919 Feb 04 21:08:26.620826 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7d663ee2-6f93-4541-a5c1-7b98f189910e req-8c903abe-a8dd-4a93-aa94-17c7e6cf4cad service neutron] 10.222.0.18 "GET /v2.0/networks/4a9563d0-ce93-4e0a-bbd6-a5e7af27607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401607 Feb 04 21:08:26.748835 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a483a59-ed35-4439-ba73-c1f6d640ebdb admin admin] Pushing event updated for resources: {'Network': ['ID=e8fbcb9d-12f6-4ad5-9e8f-dc908635ee50,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:26.760735 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network e8fbcb9d-12f6-4ad5-9e8f-dc908635ee50 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:08:26.784249 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5a483a59-ed35-4439-ba73-c1f6d640ebdb admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2981389 Feb 04 21:08:26.786786 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34792) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:26.799219 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-7e453702-389d-40da-8d4f-e3dc87be6c34 admin admin] Request body: {'subnet': {'network_id': 'e8fbcb9d-12f6-4ad5-9e8f-dc908635ee50', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1742929741-subnet', 'tenant_id': '9ed9851ad17242a9a1e96479cb1249c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:08:26.809608 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7e453702-389d-40da-8d4f-e3dc87be6c34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:08:26.819573 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7e453702-389d-40da-8d4f-e3dc87be6c34 admin admin] Usage tracker for resource:subnet and tenant:9ed9851ad17242a9a1e96479cb1249c2 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:08:26.828600 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7e453702-389d-40da-8d4f-e3dc87be6c34 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:08:26.839156 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7e453702-389d-40da-8d4f-e3dc87be6c34 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:08:26.865486 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e453702-389d-40da-8d4f-e3dc87be6c34 admin admin] Made reservation on behalf of 9ed9851ad17242a9a1e96479cb1249c2 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:08:26.869658 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7e453702-389d-40da-8d4f-e3dc87be6c34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:26.898010 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7d663ee2-6f93-4541-a5c1-7b98f189910e req-f149ef50-6d7a-4953-a85c-4cc76f55dd42 service neutron] 10.222.0.18 "GET /v2.0/networks/4a9563d0-ce93-4e0a-bbd6-a5e7af27607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660801 Feb 04 21:08:27.378076 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7e453702-389d-40da-8d4f-e3dc87be6c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:27.405336 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 2219edad-5456-4ed9-9ee3-d483c34c68f0 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:08:27.453043 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5efe0-c555-4454-8611-7552330d2344 req-248c9492-8b76-4704-8f10-d76f6f60f744 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:27.459980 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3ca5efe0-c555-4454-8611-7552330d2344 req-248c9492-8b76-4704-8f10-d76f6f60f744 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.5596752 Feb 04 21:08:27.483214 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e453702-389d-40da-8d4f-e3dc87be6c34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9edda1ac-f8e8-47e2-9ce1-167d44ac525f,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:27.500687 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e453702-389d-40da-8d4f-e3dc87be6c34 admin admin] Checking segment: {'id': '0a48b226-da88-4e13-933f-61f5d2267e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'e8fbcb9d-12f6-4ad5-9e8f-dc908635ee50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:08:27.501365 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e453702-389d-40da-8d4f-e3dc87be6c34 admin admin] Network hostable DHCP agents. Network: e8fbcb9d-12f6-4ad5-9e8f-dc908635ee50, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:08:27.510005 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb4d0b-2b47-4212-8df8-a46b1258ecf5 req-5514d01b-141b-4351-a729-8613790e6a3e tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:27.511423 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-19eb4d0b-2b47-4212-8df8-a46b1258ecf5 req-5514d01b-141b-4351-a729-8613790e6a3e tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a489a98-4e1e-48fb-a7cc-84a4f59bb9a3 HTTP/1.1" status: 200 len: 944 time: 0.2331908 Feb 04 21:08:27.525697 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3ca5efe0-c555-4454-8611-7552330d2344 req-b8b16ca1-56d1-4b07-ac1f-938cabd66f8a tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575645 Feb 04 21:08:27.566667 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e453702-389d-40da-8d4f-e3dc87be6c34 admin admin] Network e8fbcb9d-12f6-4ad5-9e8f-dc908635ee50 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:08:27.598273 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-7e453702-389d-40da-8d4f-e3dc87be6c34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, e8fbcb9d-12f6-4ad5-9e8f-dc908635ee50) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:08:27.603071 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e453702-389d-40da-8d4f-e3dc87be6c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:27.603664 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7e453702-389d-40da-8d4f-e3dc87be6c34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:27.625338 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bda1c6-0332-4dd0-a89f-af793b007b99 None None] Network e8fbcb9d-12f6-4ad5-9e8f-dc908635ee50 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:08:27.644926 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7e453702-389d-40da-8d4f-e3dc87be6c34 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8555381 Feb 04 21:08:27.649346 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-19eb4d0b-2b47-4212-8df8-a46b1258ecf5 req-2bdf2e2a-0291-401b-b868-3de05ee76ee0 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e187646-901f-4363-893b-f4c05343b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277535 Feb 04 21:08:28.010562 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df07bb1-903a-4bf7-bf76-83f29fe219ad req-041c2a5b-a997-4935-9645-5c1e4c62974f tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:28.021872 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3df07bb1-903a-4bf7-bf76-83f29fe219ad req-041c2a5b-a997-4935-9645-5c1e4c62974f tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b91b078-fe72-424d-b8f4-e7e188e0d52d HTTP/1.1" status: 200 len: 945 time: 0.1792045 Feb 04 21:08:28.032889 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 2219edad-5456-4ed9-9ee3-d483c34c68f0 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:08:28.047764 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 2219edad-5456-4ed9-9ee3-d483c34c68f0 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:08:28.048131 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:28.058476 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e48d79-238e-4d4a-ac45-2d65c5450d10 req-4d5bc91f-86cc-44c0-9cec-f31e00365a0b tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:28.061225 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-32e48d79-238e-4d4a-ac45-2d65c5450d10 req-4d5bc91f-86cc-44c0-9cec-f31e00365a0b tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=95554ff7-e1d7-4a60-861e-6940441351fd HTTP/1.1" status: 200 len: 945 time: 0.2805171 Feb 04 21:08:28.148440 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3df07bb1-903a-4bf7-bf76-83f29fe219ad req-6f0ac68b-89ad-43c0-b40f-438eff1bbb3f tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243610 Feb 04 21:08:28.225243 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-32e48d79-238e-4d4a-ac45-2d65c5450d10 req-8c6dac51-6034-48eb-be51-b0af1faac832 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565332 Feb 04 21:08:28.470969 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:28.471656 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b767f4-42b3-40f0-87fe-5b6311af7533 req-d88f26cb-eea3-44c5-9fd3-2b7a426baa6d tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:28.474604 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-95b767f4-42b3-40f0-87fe-5b6311af7533 req-d88f26cb-eea3-44c5-9fd3-2b7a426baa6d tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.1135914 Feb 04 21:08:28.524977 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b031fe1a-94d4-466a-8de9-65b22e46b30d None None] Network e8fbcb9d-12f6-4ad5-9e8f-dc908635ee50 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:08:28.564797 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a489a98-4e1e-48fb-a7cc-84a4f59bb9a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2219edad-5456-4ed9-9ee3-d483c34c68f0'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:08:28.570710 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-95b767f4-42b3-40f0-87fe-5b6311af7533 req-7a022ab3-40c0-47e3-a470-a199adc46bac tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885437 Feb 04 21:08:28.704883 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [req-e9a0249f-715d-4406-9116-eda0ab647c7d req-ee67c283-659d-4796-80c4-40df4ef04441 tempest-SecurityGroupsNegativeTestJSON-1367955022 tempest-SecurityGroupsNegativeTestJSON-1367955022-project] show failed (client error): The resource could not be found. Feb 04 21:08:28.709732 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e9a0249f-715d-4406-9116-eda0ab647c7d req-ee67c283-659d-4796-80c4-40df4ef04441 tempest-SecurityGroupsNegativeTestJSON-1367955022 tempest-SecurityGroupsNegativeTestJSON-1367955022-project] 10.222.0.26 "GET /v2.0/security-groups/2c070bca-d496-4ba0-89f0-f32c7266ec0b HTTP/1.1" status: 404 len: 352 time: 0.0223846 Feb 04 21:08:28.896389 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 2219edad-5456-4ed9-9ee3-d483c34c68f0, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=2219edad-5456-4ed9-9ee3-d483c34c68f0,segment=NetworkSegment(cb355a89-ae7a-49aa-a1a6-659916644cb2),segment_id=cb355a89-ae7a-49aa-a1a6-659916644cb2)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:08:28.908523 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a489a98-4e1e-48fb-a7cc-84a4f59bb9a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2219edad-5456-4ed9-9ee3-d483c34c68f0', 'code': 200} Feb 04 21:08:28.931157 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:29.050742 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26535369-79c6-4ff5-ab2e-cf8ef030ffe0 req-c0c7b35e-ed18-4965-b491-9977ccd38791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:29.052242 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-26535369-79c6-4ff5-ab2e-cf8ef030ffe0 req-c0c7b35e-ed18-4965-b491-9977ccd38791 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3a489a98-4e1e-48fb-a7cc-84a4f59bb9a3 HTTP/1.1" status: 200 len: 1096 time: 0.1656783 Feb 04 21:08:29.131386 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-26535369-79c6-4ff5-ab2e-cf8ef030ffe0 req-59ea7cdc-697f-4e89-84a1-2b2777188c09 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0e187646-901f-4363-893b-f4c05343b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704336 Feb 04 21:08:29.185717 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=2219edad-5456-4ed9-9ee3-d483c34c68f0,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:29.221199 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88bec77-efd7-42a1-ae04-147674ee56bd req-9c8da44c-390a-404b-a5f4-cc3f49d9b27d tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:29.222359 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c88bec77-efd7-42a1-ae04-147674ee56bd req-9c8da44c-390a-404b-a5f4-cc3f49d9b27d tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.2617655 Feb 04 21:08:29.233140 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae85a5-acf3-431a-98a7-bb07bff63e24 req-278c2f35-78b1-46ba-bbb1-3c467259dcfa tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:29.235142 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b7ae85a5-acf3-431a-98a7-bb07bff63e24 req-278c2f35-78b1-46ba-bbb1-3c467259dcfa tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b91b078-fe72-424d-b8f4-e7e188e0d52d HTTP/1.1" status: 200 len: 945 time: 0.1784384 Feb 04 21:08:29.312920 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b7ae85a5-acf3-431a-98a7-bb07bff63e24 req-0dbbcc6f-145f-4244-83ef-cabe5bc4a02e tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611002 Feb 04 21:08:29.322408 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c88bec77-efd7-42a1-ae04-147674ee56bd req-139ea059-b0bc-4297-b75b-8c8e1880d557 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854638 Feb 04 21:08:29.594816 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dac335-0d5d-417c-9980-5c9e9bad1182 req-9cff6ef9-1c0b-43ec-96f0-775f80c1f306 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:29.601725 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-59dac335-0d5d-417c-9980-5c9e9bad1182 req-9cff6ef9-1c0b-43ec-96f0-775f80c1f306 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a489a98-4e1e-48fb-a7cc-84a4f59bb9a3 HTTP/1.1" status: 200 len: 945 time: 0.1490772 Feb 04 21:08:29.719870 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-59dac335-0d5d-417c-9980-5c9e9bad1182 req-62ea0ce6-f307-4730-bc0c-fd704dfe1b12 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e187646-901f-4363-893b-f4c05343b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158676 Feb 04 21:08:29.754124 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb945ba6-f766-4b07-b425-c4c47a572986 req-a80e832a-bb77-4721-a7fc-c2d662da8d11 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:29.755974 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eb945ba6-f766-4b07-b425-c4c47a572986 req-a80e832a-bb77-4721-a7fc-c2d662da8d11 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=95554ff7-e1d7-4a60-861e-6940441351fd HTTP/1.1" status: 200 len: 945 time: 0.1345587 Feb 04 21:08:29.820640 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eb945ba6-f766-4b07-b425-c4c47a572986 req-2ea2e0c5-586a-4cd9-a9ec-8379bc8304dc tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579383 Feb 04 21:08:30.130284 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92711719-c792-4b4a-a0c3-0156d7e16082 req-a271cdb7-ffc2-46f0-8563-2f194de080f9 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:30.131797 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-92711719-c792-4b4a-a0c3-0156d7e16082 req-a271cdb7-ffc2-46f0-8563-2f194de080f9 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=1413a48a-8abf-4e85-8461-44ee911b2a3f HTTP/1.1" status: 200 len: 945 time: 0.1762459 Feb 04 21:08:30.145255 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b75cd4-54fb-4c0e-8442-e3b81a46aa97 req-d869db28-5879-4231-b80f-8a8abdc78dc7 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:30.152328 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-28b75cd4-54fb-4c0e-8442-e3b81a46aa97 req-d869db28-5879-4231-b80f-8a8abdc78dc7 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.2704542 Feb 04 21:08:30.224776 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-28b75cd4-54fb-4c0e-8442-e3b81a46aa97 req-bdf25095-33db-458e-aa92-6c30a0b6ecd9 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715811 Feb 04 21:08:30.229202 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-92711719-c792-4b4a-a0c3-0156d7e16082 req-8d59239b-770e-4bf0-81a7-5cdc9da89103 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741985 Feb 04 21:08:30.346712 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-12362fa4-886e-48a4-9aa4-62f7ed2b85b1 req-58f27b10-92dc-46e4-88c6-6b7b904e9fab tempest-SecurityGroupsNegativeTestJSON-1367955022 tempest-SecurityGroupsNegativeTestJSON-1367955022-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9ed9851ad17242a9a1e96479cb1249c2 HTTP/1.1" status: 200 len: 2988 time: 0.0856802 Feb 04 21:08:30.375060 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34892) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:30.462871 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-12362fa4-886e-48a4-9aa4-62f7ed2b85b1 req-090abe17-2188-4d4b-bc10-e494ac49e2e6 tempest-SecurityGroupsNegativeTestJSON-1367955022 tempest-SecurityGroupsNegativeTestJSON-1367955022-project] 10.222.0.26 "GET /v2.0/security-groups/6c7b3df3-e13d-4916-be89-cffa744b8197 HTTP/1.1" status: 200 len: 2985 time: 0.1063511 Feb 04 21:08:30.520521 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-76188463-e8d4-4f0f-bc06-acdb3c709329 admin admin] Deleting subnet ea06751d-fd50-4f4f-b006-53a1caf881e1 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:08:30.523730 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-76188463-e8d4-4f0f-bc06-acdb3c709329 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:30.575046 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-12362fa4-886e-48a4-9aa4-62f7ed2b85b1 req-c40eecb7-9afc-4bdf-9c01-6911ff8b6619 tempest-SecurityGroupsNegativeTestJSON-1367955022 tempest-SecurityGroupsNegativeTestJSON-1367955022-project] 10.222.0.26 "GET /v2.0/security-groups/6c7b3df3-e13d-4916-be89-cffa744b8197 HTTP/1.1" status: 200 len: 2985 time: 0.1113374 Feb 04 21:08:30.666031 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-76188463-e8d4-4f0f-bc06-acdb3c709329 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:30.723690 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b60b8-dc56-48fe-91f8-20afc989ad7b req-959daf88-1873-4a14-924e-d566bfe8a998 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:30.734027 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-407b60b8-dc56-48fe-91f8-20afc989ad7b req-959daf88-1873-4a14-924e-d566bfe8a998 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=78baf9ae-e346-4ff7-965b-4b331957eee3 HTTP/1.1" status: 200 len: 945 time: 0.2688141 Feb 04 21:08:30.792575 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dc3a1f8e-a51b-4af0-93af-02d59412846b req-5dc921e0-6340-4be4-894d-f8d059eaad07 tempest-SecurityGroupsNegativeTestJSON-1367955022 tempest-SecurityGroupsNegativeTestJSON-1367955022-project] 10.222.0.26 "GET /v2.0/security-groups/6c7b3df3-e13d-4916-be89-cffa744b8197 HTTP/1.1" status: 200 len: 2985 time: 0.1823490 Feb 04 21:08:30.798054 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-76188463-e8d4-4f0f-bc06-acdb3c709329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:30.886841 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-76188463-e8d4-4f0f-bc06-acdb3c709329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:30.899300 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-407b60b8-dc56-48fe-91f8-20afc989ad7b req-10ebfefc-379f-4a08-881d-2c23b9ccc5f4 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643543 Feb 04 21:08:30.932067 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76188463-e8d4-4f0f-bc06-acdb3c709329 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea06751d-fd50-4f4f-b006-53a1caf881e1,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:30.934005 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-76188463-e8d4-4f0f-bc06-acdb3c709329 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:30.953235 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-76188463-e8d4-4f0f-bc06-acdb3c709329 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ea06751d-fd50-4f4f-b006-53a1caf881e1 HTTP/1.1" status: 204 len: 168 time: 0.5762753 Feb 04 21:08:30.953882 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34918) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:31.080384 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [req-dc3a1f8e-a51b-4af0-93af-02d59412846b req-c471f1d0-1713-466b-bef7-d115473b3f8a tempest-SecurityGroupsNegativeTestJSON-1367955022 tempest-SecurityGroupsNegativeTestJSON-1367955022-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 21:08:31.099517 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dc3a1f8e-a51b-4af0-93af-02d59412846b req-c471f1d0-1713-466b-bef7-d115473b3f8a tempest-SecurityGroupsNegativeTestJSON-1367955022 tempest-SecurityGroupsNegativeTestJSON-1367955022-project] 10.222.0.26 "DELETE /v2.0/security-groups/6c7b3df3-e13d-4916-be89-cffa744b8197 HTTP/1.1" status: 409 len: 352 time: 0.2970157 Feb 04 21:08:31.101163 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d93923e3-ed15-4b45-bc5a-89fadb3bc02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:31.180966 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca9052-5fab-44c3-b837-bd4d70f66d60 req-6e349a7a-55ac-46c9-9ae9-d46b2386955d tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:31.182986 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a7ca9052-5fab-44c3-b837-bd4d70f66d60 req-6e349a7a-55ac-46c9-9ae9-d46b2386955d tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a489a98-4e1e-48fb-a7cc-84a4f59bb9a3 HTTP/1.1" status: 200 len: 945 time: 0.1523008 Feb 04 21:08:31.265434 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d93923e3-ed15-4b45-bc5a-89fadb3bc02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:31.296420 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-d93923e3-ed15-4b45-bc5a-89fadb3bc02c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d8c23e1-7a6b-46d1-9945-4c784d17e819']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:08:31.313447 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-d93923e3-ed15-4b45-bc5a-89fadb3bc02c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bfd55c3-c8d9-4e20-9f37-da07ea0581c2') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:08:31.314098 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-d93923e3-ed15-4b45-bc5a-89fadb3bc02c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bfd55c3-c8d9-4e20-9f37-da07ea0581c2') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:08:31.325186 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a7ca9052-5fab-44c3-b837-bd4d70f66d60 req-6d8468c7-0bed-4fd1-a3be-0ac6ef192353 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e187646-901f-4363-893b-f4c05343b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286991 Feb 04 21:08:31.328868 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d93923e3-ed15-4b45-bc5a-89fadb3bc02c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:31.350454 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d93923e3-ed15-4b45-bc5a-89fadb3bc02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:31.359649 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93923e3-ed15-4b45-bc5a-89fadb3bc02c admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:08:31.360205 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d93923e3-ed15-4b45-bc5a-89fadb3bc02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:31.389336 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a90f2-ffbb-4f35-bad2-b05acd32e6f6 req-9c40e4c5-0ad5-4663-a93e-4a8d764d3bc6 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:31.390944 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d15a90f2-ffbb-4f35-bad2-b05acd32e6f6 req-9c40e4c5-0ad5-4663-a93e-4a8d764d3bc6 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=95554ff7-e1d7-4a60-861e-6940441351fd HTTP/1.1" status: 200 len: 945 time: 0.1374958 Feb 04 21:08:31.396504 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-2705ef98-0bd8-493c-8d1c-6dd0923cd920 req-1759d58a-6c8e-47fd-9215-d59a747fb288 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:08:31.403511 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2705ef98-0bd8-493c-8d1c-6dd0923cd920 req-1759d58a-6c8e-47fd-9215-d59a747fb288 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114746 Feb 04 21:08:31.528402 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:08:31.528402 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:08:31.528402 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:08:31.528402 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:08:31.528402 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:08:31.528402 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:08:31.528402 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:08:31.528402 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:08:31.528402 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:08:31.528402 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:08:31.528402 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:08:31.528402 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:08:31.528402 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:08:31.528402 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:08:31.528402 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:08:31.528402 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:08:31.528402 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:08:31.528402 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:08:31.528402 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:08:31.528402 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:08:31.528402 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:08:31.528402 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:08:31.528402 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:08:31.528402 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:08:31.528402 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:08:31.528402 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:08:31.528402 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:08:31.528402 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:08:31.528402 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:08:31.528402 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:08:31.528402 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:08:31.528402 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:08:31.532522 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d93923e3-ed15-4b45-bc5a-89fadb3bc02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:31.544629 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d93923e3-ed15-4b45-bc5a-89fadb3bc02c admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:31.579557 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d93923e3-ed15-4b45-bc5a-89fadb3bc02c admin admin] 10.222.0.26 "DELETE /v2.0/networks/7d8c23e1-7a6b-46d1-9945-4c784d17e819 HTTP/1.1" status: 204 len: 168 time: 0.6245000 Feb 04 21:08:31.597151 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93923e3-ed15-4b45-bc5a-89fadb3bc02c admin admin] Pushing event deleted for resources: {'Network': ['ID=7d8c23e1-7a6b-46d1-9945-4c784d17e819,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:31.631489 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d15a90f2-ffbb-4f35-bad2-b05acd32e6f6 req-f4d0efbb-e302-47e1-80a7-1d36c253717f tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760571 Feb 04 21:08:31.659920 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2705ef98-0bd8-493c-8d1c-6dd0923cd920 req-2edf456b-31ce-4bc2-9e0c-debf3db1dd90 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.9&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2553678 Feb 04 21:08:31.700794 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [req-44faad5c-c61c-4cb5-a5fa-430fb9f4bcb4 req-2c9c6441-3bff-495a-9d31-485db6809c43 tempest-SecurityGroupsNegativeTestJSON-1367955022 tempest-SecurityGroupsNegativeTestJSON-1367955022-project] show failed (client error): The resource could not be found. Feb 04 21:08:31.702999 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-44faad5c-c61c-4cb5-a5fa-430fb9f4bcb4 req-2c9c6441-3bff-495a-9d31-485db6809c43 tempest-SecurityGroupsNegativeTestJSON-1367955022 tempest-SecurityGroupsNegativeTestJSON-1367955022-project] 10.222.0.26 "GET /v2.0/security-groups/4b5739c5-6b17-4a5d-b8cf-20f79654f25e HTTP/1.1" status: 404 len: 352 time: 0.0253468 Feb 04 21:08:31.876057 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34950) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:32.002166 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d4c1edd4-64de-452a-8b05-55b3a73f20bd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6d15241bd78a41148bd0d1c2bdd856b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1246924 Feb 04 21:08:32.004676 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34962) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:32.126365 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0d841fc4-de95-44a2-9323-e6bee9eb04fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:32.162070 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0d841fc4-de95-44a2-9323-e6bee9eb04fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:32.216792 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [req-a6830485-a4e2-4fd5-9a81-6c7409979318 req-9428d741-2ae0-4fd0-8040-0689e23c3bab tempest-SecurityGroupsNegativeTestJSON-1367955022 tempest-SecurityGroupsNegativeTestJSON-1367955022-project] show failed (client error): The resource could not be found. Feb 04 21:08:32.217857 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a6830485-a4e2-4fd5-9a81-6c7409979318 req-9428d741-2ae0-4fd0-8040-0689e23c3bab tempest-SecurityGroupsNegativeTestJSON-1367955022 tempest-SecurityGroupsNegativeTestJSON-1367955022-project] 10.222.0.26 "GET /v2.0/security-groups/9f122cbb-19c0-44b2-8bba-6ea552422f91 HTTP/1.1" status: 404 len: 352 time: 0.0502114 Feb 04 21:08:32.233729 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34972) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:32.272216 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ffe59-d452-4817-9e24-b04321a6c2af req-05efc51c-d132-4aa8-bca0-68de872abebd tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:32.274299 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-606ffe59-d452-4817-9e24-b04321a6c2af req-05efc51c-d132-4aa8-bca0-68de872abebd tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a489a98-4e1e-48fb-a7cc-84a4f59bb9a3 HTTP/1.1" status: 200 len: 945 time: 0.3145549 Feb 04 21:08:32.284197 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 34976) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:32.289633 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-87695d6a-f232-40c0-b41a-86cade6260ca tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Request body: {'floatingip': {'port_id': '2219edad-5456-4ed9-9ee3-d483c34c68f0'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:08:32.312713 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-97244035-56e1-483c-be8b-8d07fba0e0df admin admin] Deleting subnet 9edda1ac-f8e8-47e2-9ce1-167d44ac525f {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:08:32.316458 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-97244035-56e1-483c-be8b-8d07fba0e0df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:32.363642 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0d841fc4-de95-44a2-9323-e6bee9eb04fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:32.378681 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-87695d6a-f232-40c0-b41a-86cade6260ca tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for floatingip, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:32.404571 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d841fc4-de95-44a2-9323-e6bee9eb04fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccbc0c2-7258-4542-841f-8d92eb4fff6a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:32.431420 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-97244035-56e1-483c-be8b-8d07fba0e0df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:32.500948 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0d841fc4-de95-44a2-9323-e6bee9eb04fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:32.502494 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0d841fc4-de95-44a2-9323-e6bee9eb04fe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0ccbc0c2-7258-4542-841f-8d92eb4fff6a HTTP/1.1" status: 204 len: 168 time: 0.4967213 Feb 04 21:08:32.591988 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-97244035-56e1-483c-be8b-8d07fba0e0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:32.624904 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:32.666340 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48909eb-beac-4d07-8875-6f5d8b5fc4e2 req-e2d4caa0-712c-4087-a9bb-c8f32d611368 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:32.682470 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b48909eb-beac-4d07-8875-6f5d8b5fc4e2 req-e2d4caa0-712c-4087-a9bb-c8f32d611368 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b91b078-fe72-424d-b8f4-e7e188e0d52d HTTP/1.1" status: 200 len: 945 time: 0.2363491 Feb 04 21:08:32.726013 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-97244035-56e1-483c-be8b-8d07fba0e0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:32.780292 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97244035-56e1-483c-be8b-8d07fba0e0df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9edda1ac-f8e8-47e2-9ce1-167d44ac525f,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:32.784801 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-97244035-56e1-483c-be8b-8d07fba0e0df admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:32.791475 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-97244035-56e1-483c-be8b-8d07fba0e0df admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9edda1ac-f8e8-47e2-9ce1-167d44ac525f HTTP/1.1" status: 204 len: 168 time: 0.5566518 Feb 04 21:08:32.794832 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34990) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:33.096901 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-816b016d-fec1-4d07-ae94-a561ddac925c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:33.308044 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-816b016d-fec1-4d07-ae94-a561ddac925c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:33.365741 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-816b016d-fec1-4d07-ae94-a561ddac925c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8fbcb9d-12f6-4ad5-9e8f-dc908635ee50']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:08:33.390576 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-816b016d-fec1-4d07-ae94-a561ddac925c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a48b226-da88-4e13-933f-61f5d2267e28') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:08:33.390576 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-816b016d-fec1-4d07-ae94-a561ddac925c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a48b226-da88-4e13-933f-61f5d2267e28') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:08:33.390766 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b48909eb-beac-4d07-8875-6f5d8b5fc4e2 req-0c6cf7a7-a1e7-4f56-a2ab-74d86ed42e1e tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6840124 Feb 04 21:08:33.400190 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-816b016d-fec1-4d07-ae94-a561ddac925c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:33.460772 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-816b016d-fec1-4d07-ae94-a561ddac925c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:33.490348 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-816b016d-fec1-4d07-ae94-a561ddac925c admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:08:33.490903 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-816b016d-fec1-4d07-ae94-a561ddac925c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:33.507150 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79326743-4728-4151-adda-e206b9c8a543 req-ea5d8e34-f36f-426c-9ba5-29cf619be573 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:33.517279 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-79326743-4728-4151-adda-e206b9c8a543 req-ea5d8e34-f36f-426c-9ba5-29cf619be573 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=95554ff7-e1d7-4a60-861e-6940441351fd HTTP/1.1" status: 200 len: 945 time: 0.6463962 Feb 04 21:08:33.533106 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:08:33.533106 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:08:33.533106 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:08:33.533106 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:08:33.533106 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:08:33.533106 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:08:33.533106 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:08:33.533106 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:08:33.533106 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:08:33.533106 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:08:33.533106 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:08:33.533106 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:08:33.533106 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:08:33.533106 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:08:33.533106 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:08:33.533106 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:08:33.533106 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:08:33.533106 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:08:33.533106 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:08:33.533106 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:08:33.533106 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:08:33.533106 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:08:33.533106 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:08:33.533106 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:08:33.533106 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:08:33.533106 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:08:33.533106 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:08:33.533106 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:08:33.533106 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:08:33.533106 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:08:33.533106 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:08:33.533106 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:08:33.622032 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-79326743-4728-4151-adda-e206b9c8a543 req-ba431abf-511d-46df-989c-c0190725af96 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033728 Feb 04 21:08:33.699513 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-816b016d-fec1-4d07-ae94-a561ddac925c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:33.760374 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-816b016d-fec1-4d07-ae94-a561ddac925c admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:33.783473 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b016d-fec1-4d07-ae94-a561ddac925c admin admin] Pushing event deleted for resources: {'Network': ['ID=e8fbcb9d-12f6-4ad5-9e8f-dc908635ee50,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:33.790078 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-816b016d-fec1-4d07-ae94-a561ddac925c admin admin] 10.222.0.26 "DELETE /v2.0/networks/e8fbcb9d-12f6-4ad5-9e8f-dc908635ee50 HTTP/1.1" status: 204 len: 168 time: 0.9940107 Feb 04 21:08:33.907103 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-87695d6a-f232-40c0-b41a-86cade6260ca tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:33.920877 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-87695d6a-f232-40c0-b41a-86cade6260ca tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:34.015504 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35040) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:34.137120 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35050) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:34.260141 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-6814864a-ceb4-48d3-9e2e-78fc0ae0a452 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-683246017-network', 'tenant_id': 'f87f08f064ce4524af25edfb41388a01'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:08:34.281748 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6814864a-ceb4-48d3-9e2e-78fc0ae0a452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:08:34.318057 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6814864a-ceb4-48d3-9e2e-78fc0ae0a452 admin admin] Usage tracker for resource:network and tenant:f87f08f064ce4524af25edfb41388a01 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:08:34.333142 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9b87cc35-1b1c-4809-87a6-86eb5fdd4458 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9ed9851ad17242a9a1e96479cb1249c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1948342 Feb 04 21:08:34.334576 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6814864a-ceb4-48d3-9e2e-78fc0ae0a452 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:08:34.337171 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 35056) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:34.343209 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6814864a-ceb4-48d3-9e2e-78fc0ae0a452 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:08:34.354672 n-d-827896-1 neutron-server[87683]: INFO neutron.db.l3_db [None req-87695d6a-f232-40c0-b41a-86cade6260ca tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Floating IP a2d09e31-3d5e-49a8-9764-d2330fbf62b2 associated. External IP: 172.25.5.46, port: 2219edad-5456-4ed9-9ee3-d483c34c68f0. Feb 04 21:08:34.357859 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6814864a-ceb4-48d3-9e2e-78fc0ae0a452 admin admin] Made reservation on behalf of f87f08f064ce4524af25edfb41388a01 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:08:34.360783 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6814864a-ceb4-48d3-9e2e-78fc0ae0a452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:34.376055 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6814864a-ceb4-48d3-9e2e-78fc0ae0a452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:34.392650 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6814864a-ceb4-48d3-9e2e-78fc0ae0a452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:08:34.397721 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6814864a-ceb4-48d3-9e2e-78fc0ae0a452 admin admin] Usage tracker for resource:security_group_rule and tenant:f87f08f064ce4524af25edfb41388a01 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:08:34.400791 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6814864a-ceb4-48d3-9e2e-78fc0ae0a452 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:08:34.408051 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6814864a-ceb4-48d3-9e2e-78fc0ae0a452 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:08:34.523905 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6814864a-ceb4-48d3-9e2e-78fc0ae0a452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:34.531093 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6814864a-ceb4-48d3-9e2e-78fc0ae0a452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:34.582014 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814864a-ceb4-48d3-9e2e-78fc0ae0a452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2e4af9-28e0-44ba-931d-7cbfff8b4457,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:34.604616 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6814864a-ceb4-48d3-9e2e-78fc0ae0a452 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:08:34.614643 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6814864a-ceb4-48d3-9e2e-78fc0ae0a452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:34.614989 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-6814864a-ceb4-48d3-9e2e-78fc0ae0a452 admin admin] Added segment dc594f2f-3bca-4e98-9e86-57f893df8dd6 of type vlan for network bf78ad03-914b-465e-8074-761ce3d017ac Feb 04 21:08:34.647017 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6814864a-ceb4-48d3-9e2e-78fc0ae0a452 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:34.685665 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6814864a-ceb4-48d3-9e2e-78fc0ae0a452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:34.686867 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6814864a-ceb4-48d3-9e2e-78fc0ae0a452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:34.687685 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6814864a-ceb4-48d3-9e2e-78fc0ae0a452 admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:34.743968 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62d684-cf09-4cf1-9b83-042df2ae0278 req-2dc45ab7-b96a-479a-829e-f91ebeee391c tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:34.764388 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3c62d684-cf09-4cf1-9b83-042df2ae0278 req-2dc45ab7-b96a-479a-829e-f91ebeee391c tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=1413a48a-8abf-4e85-8461-44ee911b2a3f HTTP/1.1" status: 200 len: 945 time: 0.6446893 Feb 04 21:08:34.815213 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814864a-ceb4-48d3-9e2e-78fc0ae0a452 admin admin] Pushing event updated for resources: {'Network': ['ID=bf78ad03-914b-465e-8074-761ce3d017ac,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:34.821934 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6814864a-ceb4-48d3-9e2e-78fc0ae0a452 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8043635 Feb 04 21:08:34.821934 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35070) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:34.826682 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network bf78ad03-914b-465e-8074-761ce3d017ac details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:08:34.828168 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-16eea17d-3c4f-42f0-9c77-b21db656281e admin admin] Request body: {'subnet': {'network_id': 'bf78ad03-914b-465e-8074-761ce3d017ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-683246017-subnet', 'tenant_id': 'f87f08f064ce4524af25edfb41388a01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:08:34.833247 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-16eea17d-3c4f-42f0-9c77-b21db656281e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:08:34.837331 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-16eea17d-3c4f-42f0-9c77-b21db656281e admin admin] Usage tracker for resource:subnet and tenant:f87f08f064ce4524af25edfb41388a01 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:08:34.840254 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-16eea17d-3c4f-42f0-9c77-b21db656281e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:08:34.847106 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-16eea17d-3c4f-42f0-9c77-b21db656281e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:08:34.859469 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16eea17d-3c4f-42f0-9c77-b21db656281e admin admin] Made reservation on behalf of f87f08f064ce4524af25edfb41388a01 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:08:34.862065 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-16eea17d-3c4f-42f0-9c77-b21db656281e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:34.987413 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3c62d684-cf09-4cf1-9b83-042df2ae0278 req-7b930766-38c7-466a-a522-4969896625bd tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218451 Feb 04 21:08:35.151296 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-995c0ccc-0929-4a0f-9ae8-d7cdac662af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:35.170777 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-16eea17d-3c4f-42f0-9c77-b21db656281e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:35.280465 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eea17d-3c4f-42f0-9c77-b21db656281e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5a8f41e-d95d-49bb-abc4-bcc31850b5e9,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:35.283709 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-995c0ccc-0929-4a0f-9ae8-d7cdac662af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:35.295446 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eea17d-3c4f-42f0-9c77-b21db656281e admin admin] Checking segment: {'id': 'dc594f2f-3bca-4e98-9e86-57f893df8dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bf78ad03-914b-465e-8074-761ce3d017ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:08:35.296144 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16eea17d-3c4f-42f0-9c77-b21db656281e admin admin] Network hostable DHCP agents. Network: bf78ad03-914b-465e-8074-761ce3d017ac, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:08:35.338701 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16eea17d-3c4f-42f0-9c77-b21db656281e admin admin] Network bf78ad03-914b-465e-8074-761ce3d017ac is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:08:35.355149 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-16eea17d-3c4f-42f0-9c77-b21db656281e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, bf78ad03-914b-465e-8074-761ce3d017ac) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:08:35.359858 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16eea17d-3c4f-42f0-9c77-b21db656281e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:35.360559 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-16eea17d-3c4f-42f0-9c77-b21db656281e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:35.373093 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0581eff-51e2-4b65-a1ab-7d915c231720 None None] Network bf78ad03-914b-465e-8074-761ce3d017ac requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:08:35.437699 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-16eea17d-3c4f-42f0-9c77-b21db656281e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6055508 Feb 04 21:08:35.544558 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b4cde-3626-4bad-a8a2-c27b0d21f5bf req-6337d371-82e9-46b4-bf95-c7adc0bfca1e tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:35.546478 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-926b4cde-3626-4bad-a8a2-c27b0d21f5bf req-6337d371-82e9-46b4-bf95-c7adc0bfca1e tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=95554ff7-e1d7-4a60-861e-6940441351fd HTTP/1.1" status: 200 len: 945 time: 0.7145412 Feb 04 21:08:35.728666 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e77039-8f0b-442d-9365-5c3c6207b3aa None None] Network bf78ad03-914b-465e-8074-761ce3d017ac requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:08:35.749510 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-995c0ccc-0929-4a0f-9ae8-d7cdac662af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:35.768887 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87695d6a-f232-40c0-b41a-86cade6260ca tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Router c15e3f14-5384-4fa5-9add-3dde19e22881 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:08:35.808330 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a138ea-48a1-4eb5-847a-cb4281f189f0 req-6565d40a-9899-434c-8e78-e2990fa717db tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:35.829869 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b8a138ea-48a1-4eb5-847a-cb4281f189f0 req-6565d40a-9899-434c-8e78-e2990fa717db tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=78baf9ae-e346-4ff7-965b-4b331957eee3 HTTP/1.1" status: 200 len: 945 time: 0.6312170 Feb 04 21:08:35.830969 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c0ccc-0929-4a0f-9ae8-d7cdac662af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7b3df3-e13d-4916-be89-cffa744b8197,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:35.856092 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-926b4cde-3626-4bad-a8a2-c27b0d21f5bf req-83f71823-0d61-4c68-80be-8dfe85c4f07e tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915444 Feb 04 21:08:35.914273 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-995c0ccc-0929-4a0f-9ae8-d7cdac662af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:35.919035 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-995c0ccc-0929-4a0f-9ae8-d7cdac662af7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6c7b3df3-e13d-4916-be89-cffa744b8197 HTTP/1.1" status: 204 len: 168 time: 1.5806785 Feb 04 21:08:36.111191 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b8a138ea-48a1-4eb5-847a-cb4281f189f0 req-69a75464-5442-4d3c-ab3f-68a227cca638 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355037 Feb 04 21:08:36.295155 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f3347-3be6-4004-8983-9b7b96b0246f req-a556e952-b630-46d3-8aff-c744a54cd592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:36.297061 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a6f3347-3be6-4004-8983-9b7b96b0246f req-a556e952-b630-46d3-8aff-c744a54cd592 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=95554ff7-e1d7-4a60-861e-6940441351fd HTTP/1.1" status: 200 len: 1096 time: 0.6341205 Feb 04 21:08:36.488061 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a6f3347-3be6-4004-8983-9b7b96b0246f req-a70549b5-f9ef-47be-9051-16430a2c049f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800954 Feb 04 21:08:36.624916 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87695d6a-f232-40c0-b41a-86cade6260ca tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:08:36.633589 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-87695d6a-f232-40c0-b41a-86cade6260ca tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:36.639708 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804ea9b6-d1b4-402a-a1e9-64568b587e0f None None] Sync routers for ids ['c15e3f14-5384-4fa5-9add-3dde19e22881'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:08:36.662251 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804ea9b6-d1b4-402a-a1e9-64568b587e0f None None] Routers {'c15e3f14-5384-4fa5-9add-3dde19e22881'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:08:36.663270 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-804ea9b6-d1b4-402a-a1e9-64568b587e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:08:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['c15e3f14-5384-4fa5-9add-3dde19e22881'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:08:36.704239 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-87695d6a-f232-40c0-b41a-86cade6260ca tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "PUT /v2.0/floatingips/a2d09e31-3d5e-49a8-9764-d2330fbf62b2 HTTP/1.1" status: 200 len: 990 time: 4.4187989 Feb 04 21:08:36.707948 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a489a98-4e1e-48fb-a7cc-84a4f59bb9a3', 'tag': '2219edad-5456-4ed9-9ee3-d483c34c68f0'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:08:36.721090 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-923fee0b-e073-4c72-83e7-b8f3e0701937 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:36.723092 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-923fee0b-e073-4c72-83e7-b8f3e0701937 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.26 "GET /v2.0/networks?id=bf78ad03-914b-465e-8074-761ce3d017ac HTTP/1.1" status: 200 len: 817 time: 0.4320936 Feb 04 21:08:36.765877 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-42408398-c0e6-4975-81ee-c0eaebec7684 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.26 "GET /v2.0/quotas/f87f08f064ce4524af25edfb41388a01 HTTP/1.1" status: 200 len: 375 time: 0.0311182 Feb 04 21:08:36.790174 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99911625-e664-44bd-ad67-9d28fc001a71 req-66652206-bdcd-4907-9e93-120fea4113ff tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:36.798158 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99911625-e664-44bd-ad67-9d28fc001a71 req-66652206-bdcd-4907-9e93-120fea4113ff tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:36.804375 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99911625-e664-44bd-ad67-9d28fc001a71 req-66652206-bdcd-4907-9e93-120fea4113ff tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:36.806133 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-99911625-e664-44bd-ad67-9d28fc001a71 req-66652206-bdcd-4907-9e93-120fea4113ff tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=78baf9ae-e346-4ff7-965b-4b331957eee3&device_id=1413a48a-8abf-4e85-8461-44ee911b2a3f&device_id=9b91b078-fe72-424d-b8f4-e7e188e0d52d HTTP/1.1" status: 200 len: 2416 time: 0.3088233 Feb 04 21:08:36.866771 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-e8ca4949-94f4-49be-827a-277270ae5d4f tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f87f08f064ce4524af25edfb41388a01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595865 Feb 04 21:08:36.998473 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-99911625-e664-44bd-ad67-9d28fc001a71 req-be06ac98-9efd-4a3f-a59c-9b95409b05f5 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293421 Feb 04 21:08:37.276814 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-804ea9b6-d1b4-402a-a1e9-64568b587e0f None None] Set router c15e3f14-5384-4fa5-9add-3dde19e22881 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:08:37.383167 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35156) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:37.458428 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-87351df4-c5a2-4283-9736-417d98950f7d service neutron] 10.222.0.26 "GET /v2.0/networks/bf78ad03-914b-465e-8074-761ce3d017ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5566423 Feb 04 21:08:37.580384 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-f245c49f-795e-47ed-9712-2fe07a7df20e admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1128826219-network', 'tenant_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:08:37.587518 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f245c49f-795e-47ed-9712-2fe07a7df20e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:08:37.591852 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f245c49f-795e-47ed-9712-2fe07a7df20e admin admin] Usage tracker for resource:network and tenant:aad0d9a1cb2b4f7b9157e57f03fc7e68 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:08:37.595004 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f245c49f-795e-47ed-9712-2fe07a7df20e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:08:37.609948 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f245c49f-795e-47ed-9712-2fe07a7df20e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:08:37.633838 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f245c49f-795e-47ed-9712-2fe07a7df20e admin admin] Made reservation on behalf of aad0d9a1cb2b4f7b9157e57f03fc7e68 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:08:37.640880 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f245c49f-795e-47ed-9712-2fe07a7df20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:37.666935 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f245c49f-795e-47ed-9712-2fe07a7df20e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:37.722244 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f245c49f-795e-47ed-9712-2fe07a7df20e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:08:37.724135 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f245c49f-795e-47ed-9712-2fe07a7df20e admin admin] Usage tracker for resource:security_group_rule and tenant:aad0d9a1cb2b4f7b9157e57f03fc7e68 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:08:37.728886 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f245c49f-795e-47ed-9712-2fe07a7df20e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:08:37.738685 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f245c49f-795e-47ed-9712-2fe07a7df20e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:08:37.787301 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-0bd08ab3-33db-424f-b74f-963f27ccd59f service neutron] 10.222.0.26 "GET /v2.0/networks/bf78ad03-914b-465e-8074-761ce3d017ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218203 Feb 04 21:08:37.848154 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca6797-3090-424f-92d5-3cd4bb89aaca req-81ecd0f8-0a24-4f54-88ce-db97f69838b8 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:37.850688 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f245c49f-795e-47ed-9712-2fe07a7df20e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:37.852497 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1fca6797-3090-424f-92d5-3cd4bb89aaca req-81ecd0f8-0a24-4f54-88ce-db97f69838b8 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a489a98-4e1e-48fb-a7cc-84a4f59bb9a3 HTTP/1.1" status: 200 len: 945 time: 0.4660945 Feb 04 21:08:37.861666 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f245c49f-795e-47ed-9712-2fe07a7df20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:37.875692 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f245c49f-795e-47ed-9712-2fe07a7df20e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:08:37.886893 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f245c49f-795e-47ed-9712-2fe07a7df20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:37.887160 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-f245c49f-795e-47ed-9712-2fe07a7df20e admin admin] Added segment 010a9ec1-8f55-480a-a139-0ec6a3c72bc5 of type vlan for network 4608db1e-4c63-4115-98e9-dbb35735c98b Feb 04 21:08:37.920560 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f245c49f-795e-47ed-9712-2fe07a7df20e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:37.944590 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1fca6797-3090-424f-92d5-3cd4bb89aaca req-9aea608a-7899-4992-8eda-118276ea00c2 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e187646-901f-4363-893b-f4c05343b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832958 Feb 04 21:08:37.964369 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-804ea9b6-d1b4-402a-a1e9-64568b587e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'name': 'tempest-AttachVolumeTestJSON-139033215-router', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:02:14Z', 'updated_at': '2022-02-04T21:02:30Z', 'revision_number': 4, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'gw_port': {'id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:18Z', 'updated_at': '2022-02-04T21:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': 'a2d09e31-3d5e-49a8-9764-d2330fbf62b2', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'port_id': '2219edad-5456-4ed9-9ee3-d483c34c68f0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76', 'mac_address': 'fa:16:3e:0f:1b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a489a98-4e1e-48fb-a7cc-84a4f59bb9a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:08:06Z', 'updated_at': '2022-02-04T21:08:33Z', 'revision_number': 1, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd69e2936-929a-4383-b4ba-0198468a4733', 'name': '', 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'mac_address': 'fa:16:3e:2e:0f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:26Z', 'updated_at': '2022-02-04T21:02:39Z', 'revision_number': 5, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'subnets': [{'id': '662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:08:37.969146 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804ea9b6-d1b4-402a-a1e9-64568b587e0f None None] Checking router: c15e3f14-5384-4fa5-9add-3dde19e22881 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:08:37.999282 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804ea9b6-d1b4-402a-a1e9-64568b587e0f None None] Routers {'c15e3f14-5384-4fa5-9add-3dde19e22881'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:08:38.000700 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-804ea9b6-d1b4-402a-a1e9-64568b587e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:08:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['c15e3f14-5384-4fa5-9add-3dde19e22881'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:08:38.027574 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f245c49f-795e-47ed-9712-2fe07a7df20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:38.039548 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f245c49f-795e-47ed-9712-2fe07a7df20e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:38.040178 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f245c49f-795e-47ed-9712-2fe07a7df20e admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:38.087711 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a489a98-4e1e-48fb-a7cc-84a4f59bb9a3', 'tag': '2219edad-5456-4ed9-9ee3-d483c34c68f0', 'status': 'completed', 'code': 200} Feb 04 21:08:38.381038 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f245c49f-795e-47ed-9712-2fe07a7df20e admin admin] Pushing event updated for resources: {'Network': ['ID=4608db1e-4c63-4115-98e9-dbb35735c98b,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:38.386653 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f245c49f-795e-47ed-9712-2fe07a7df20e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0024340 Feb 04 21:08:38.388017 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-804ea9b6-d1b4-402a-a1e9-64568b587e0f None None] Set router c15e3f14-5384-4fa5-9add-3dde19e22881 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:08:38.390740 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35178) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:38.411858 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59adaaf-90f9-4cc2-8cea-f8a25a28cb2e req-4285a9f4-4b22-44f0-abeb-c6936c14eccb tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:38.427824 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b59adaaf-90f9-4cc2-8cea-f8a25a28cb2e req-4285a9f4-4b22-44f0-abeb-c6936c14eccb tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=95554ff7-e1d7-4a60-861e-6940441351fd HTTP/1.1" status: 200 len: 945 time: 0.2140090 Feb 04 21:08:38.438669 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-d3c2b11a-4dc8-4899-8932-1b48bc103340 admin admin] Request body: {'subnet': {'network_id': '4608db1e-4c63-4115-98e9-dbb35735c98b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1128826219-subnet', 'tenant_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:08:38.456038 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f245c49f-795e-47ed-9712-2fe07a7df20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02ff421-29ed-4a4f-a4a4-3e40c1b62b24,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:38.459554 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d3c2b11a-4dc8-4899-8932-1b48bc103340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:08:38.479900 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bc01e113-f4db-499b-a384-11e6aceeb6dc req-372b4c32-bc77-43b6-8674-de0977264caf tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3494000 Feb 04 21:08:38.482148 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d3c2b11a-4dc8-4899-8932-1b48bc103340 admin admin] Usage tracker for resource:subnet and tenant:aad0d9a1cb2b4f7b9157e57f03fc7e68 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:08:38.486230 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d3c2b11a-4dc8-4899-8932-1b48bc103340 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:08:38.498873 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d3c2b11a-4dc8-4899-8932-1b48bc103340 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:08:38.515697 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c2b11a-4dc8-4899-8932-1b48bc103340 admin admin] Made reservation on behalf of aad0d9a1cb2b4f7b9157e57f03fc7e68 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:08:38.518401 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d3c2b11a-4dc8-4899-8932-1b48bc103340 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:38.544985 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d743608-e78e-49b1-9c00-af06d492a3a0 req-07600f35-c8a3-40ad-b7a3-fc61ad472258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:38.545630 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0d743608-e78e-49b1-9c00-af06d492a3a0 req-07600f35-c8a3-40ad-b7a3-fc61ad472258 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ba621d22ceb430b9eee1db66fccde19&device_id=3a489a98-4e1e-48fb-a7cc-84a4f59bb9a3 HTTP/1.1" status: 200 len: 1096 time: 0.4273691 Feb 04 21:08:38.601261 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b59adaaf-90f9-4cc2-8cea-f8a25a28cb2e req-d6a4a862-ee36-48a2-a846-8dc994ecaa54 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725581 Feb 04 21:08:38.738478 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 4608db1e-4c63-4115-98e9-dbb35735c98b details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:08:38.783974 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6fc2471d-2c34-4d4c-ae27-f864feaf3d48 req-f05c8a7c-98ee-4e80-9b8c-fe4de30b61f6 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b9796f9-b424-4a23-863b-ce90eba01d72 HTTP/1.1" status: 200 len: 210 time: 0.0925515 Feb 04 21:08:39.072382 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d743608-e78e-49b1-9c00-af06d492a3a0 req-7d7c0d64-2d10-43c3-be75-cf46528b73c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:39.073862 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0d743608-e78e-49b1-9c00-af06d492a3a0 req-7d7c0d64-2d10-43c3-be75-cf46528b73c3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=05b0da4f-bf1c-4e94-969a-698256edcb76 HTTP/1.1" status: 200 len: 911 time: 0.5220263 Feb 04 21:08:39.284787 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-804ea9b6-d1b4-402a-a1e9-64568b587e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'name': 'tempest-AttachVolumeTestJSON-139033215-router', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:02:14Z', 'updated_at': '2022-02-04T21:02:30Z', 'revision_number': 4, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'gw_port': {'id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:18Z', 'updated_at': '2022-02-04T21:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': 'a2d09e31-3d5e-49a8-9764-d2330fbf62b2', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'port_id': '2219edad-5456-4ed9-9ee3-d483c34c68f0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76', 'mac_address': 'fa:16:3e:0f:1b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a489a98-4e1e-48fb-a7cc-84a4f59bb9a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:08:06Z', 'updated_at': '2022-02-04T21:08:33Z', 'revision_number': 1, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd69e2936-929a-4383-b4ba-0198468a4733', 'name': '', 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'mac_address': 'fa:16:3e:2e:0f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:26Z', 'updated_at': '2022-02-04T21:02:39Z', 'revision_number': 5, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'subnets': [{'id': '662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:08:39.295070 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804ea9b6-d1b4-402a-a1e9-64568b587e0f None None] The sync data for ids ['c15e3f14-5384-4fa5-9add-3dde19e22881'] in n-d-827896-1 is: [{'id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'name': 'tempest-AttachVolumeTestJSON-139033215-router', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:02:14Z', 'updated_at': '2022-02-04T21:02:30Z', 'revision_number': 4, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'gw_port': {'id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:18Z', 'updated_at': '2022-02-04T21:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': 'a2d09e31-3d5e-49a8-9764-d2330fbf62b2', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'port_id': '2219edad-5456-4ed9-9ee3-d483c34c68f0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76', 'mac_address': 'fa:16:3e:0f:1b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a489a98-4e1e-48fb-a7cc-84a4f59bb9a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:08:06Z', 'updated_at': '2022-02-04T21:08:33Z', 'revision_number': 1, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd69e2936-929a-4383-b4ba-0198468a4733', 'name': '', 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'mac_address': 'fa:16:3e:2e:0f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:26Z', 'updated_at': '2022-02-04T21:02:39Z', 'revision_number': 5, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'subnets': [{'id': '662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:08:39.409202 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-3c857b85-78ca-4336-98df-269b9eb28046 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:39.432278 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-3c857b85-78ca-4336-98df-269b9eb28046 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/networks?id=0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d HTTP/1.1" status: 200 len: 810 time: 0.3689725 Feb 04 21:08:39.477976 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-bbd913e6-5708-467a-8c28-ee7ad10e7c6e tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/quotas/69cff50c69dd4edbb2b0c631432e7d0d HTTP/1.1" status: 200 len: 375 time: 0.0447066 Feb 04 21:08:39.551387 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0d743608-e78e-49b1-9c00-af06d492a3a0 req-bb339c74-6138-4594-af9c-73ddef9329e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2219edad-5456-4ed9-9ee3-d483c34c68f0 HTTP/1.1" status: 200 len: 998 time: 0.4705369 Feb 04 21:08:39.642644 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d3c2b11a-4dc8-4899-8932-1b48bc103340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:39.722506 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d743608-e78e-49b1-9c00-af06d492a3a0 req-39cd2447-d1f4-4e9a-8375-1d614d3d76e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:39.725896 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0d743608-e78e-49b1-9c00-af06d492a3a0 req-39cd2447-d1f4-4e9a-8375-1d614d3d76e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e HTTP/1.1" status: 200 len: 849 time: 0.1551988 Feb 04 21:08:39.752675 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e89ee5-49b9-47b6-8633-9be0c6b734bf None None] New status for floating IP a2d09e31-3d5e-49a8-9764-d2330fbf62b2: ACTIVE {{(pid=87685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:08:39.757535 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-802d0c3d-64aa-4431-bad5-3bf4cd4b1b49 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=69cff50c69dd4edbb2b0c631432e7d0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2787700 Feb 04 21:08:39.872691 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2b11a-4dc8-4899-8932-1b48bc103340 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5257a8f-1f80-4ecd-b1bf-e444fa041ff5,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:39.883455 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c2b11a-4dc8-4899-8932-1b48bc103340 admin admin] Checking segment: {'id': '010a9ec1-8f55-480a-a139-0ec6a3c72bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4608db1e-4c63-4115-98e9-dbb35735c98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:08:39.884279 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c2b11a-4dc8-4899-8932-1b48bc103340 admin admin] Network hostable DHCP agents. Network: 4608db1e-4c63-4115-98e9-dbb35735c98b, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:08:39.951830 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c2b11a-4dc8-4899-8932-1b48bc103340 admin admin] Network 4608db1e-4c63-4115-98e9-dbb35735c98b is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:08:39.962520 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d743608-e78e-49b1-9c00-af06d492a3a0 req-db761057-de8a-444e-982c-294d81d0c28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:39.964475 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0d743608-e78e-49b1-9c00-af06d492a3a0 req-db761057-de8a-444e-982c-294d81d0c28d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=05b0da4f-bf1c-4e94-969a-698256edcb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2172055 Feb 04 21:08:39.966328 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-d3c2b11a-4dc8-4899-8932-1b48bc103340 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 4608db1e-4c63-4115-98e9-dbb35735c98b) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:08:39.972334 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c2b11a-4dc8-4899-8932-1b48bc103340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:39.972334 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d3c2b11a-4dc8-4899-8932-1b48bc103340 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:39.975843 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2283424-2ee7-4395-9546-4921c733ecaf None None] Network 4608db1e-4c63-4115-98e9-dbb35735c98b requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:08:40.000354 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff16cf-f9e8-4679-aeb0-3f08e604109e req-1cf0a966-b72a-45e2-9bd9-65727142530e tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:40.010309 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-20ff16cf-f9e8-4679-aeb0-3f08e604109e req-1cf0a966-b72a-45e2-9bd9-65727142530e tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a489a98-4e1e-48fb-a7cc-84a4f59bb9a3 HTTP/1.1" status: 200 len: 945 time: 0.3973999 Feb 04 21:08:40.099562 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-20ff16cf-f9e8-4679-aeb0-3f08e604109e req-a3e44d05-764a-4de1-83c1-a8f2fb0b4bc6 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e187646-901f-4363-893b-f4c05343b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876029 Feb 04 21:08:40.300658 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-7cf96978-f881-4d39-ad05-449c130eed23 service neutron] 10.222.0.26 "GET /v2.0/networks/0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5263362 Feb 04 21:08:40.342160 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d3c2b11a-4dc8-4899-8932-1b48bc103340 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9282515 Feb 04 21:08:40.359800 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35230) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:40.371616 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-d88ef454-efab-4362-bf67-ac6680ea2bf2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1128826219-router', 'tenant_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:08:40.394940 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d88ef454-efab-4362-bf67-ac6680ea2bf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:08:40.409559 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af955ec4-b655-4852-a4dc-88c8c827e3b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-4608db1e-4c63-4115-98e9-dbb35735c98b', 'network_id': '4608db1e-4c63-4115-98e9-dbb35735c98b', 'tenant_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'fixed_ips': [{'subnet_id': 'a5257a8f-1f80-4ecd-b1bf-e444fa041ff5'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:08:40.413259 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-af955ec4-b655-4852-a4dc-88c8c827e3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:40.446545 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d88ef454-efab-4362-bf67-ac6680ea2bf2 admin admin] Usage tracker for resource:router and tenant:aad0d9a1cb2b4f7b9157e57f03fc7e68 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:08:40.468605 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d88ef454-efab-4362-bf67-ac6680ea2bf2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:08:40.506713 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d88ef454-efab-4362-bf67-ac6680ea2bf2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:08:40.550021 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0d743608-e78e-49b1-9c00-af06d492a3a0 req-9061f420-9b29-4876-8571-f749d5e91145 service neutron] 10.222.0.32 "GET /v2.0/networks/05b0da4f-bf1c-4e94-969a-698256edcb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5726764 Feb 04 21:08:40.551382 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d88ef454-efab-4362-bf67-ac6680ea2bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:40.552866 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d88ef454-efab-4362-bf67-ac6680ea2bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:40.677282 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d88ef454-efab-4362-bf67-ac6680ea2bf2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:40.759722 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-55b910fb-c1a0-494e-8148-21d7d1171488 req-c940b871-0293-4e76-800e-054f6e9e0070 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b9796f9-b424-4a23-863b-ce90eba01d72 HTTP/1.1" status: 200 len: 210 time: 0.1724358 Feb 04 21:08:40.888455 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-af955ec4-b655-4852-a4dc-88c8c827e3b9 None None] Allocated IP 172.20.0.2 (4608db1e-4c63-4115-98e9-dbb35735c98b/a5257a8f-1f80-4ecd-b1bf-e444fa041ff5/6d804256-7180-45d5-83ea-c52f41638cfc) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:08:40.940440 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-52d0de1f-4455-473e-97f2-62a45ae4914f tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:40.945150 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-52d0de1f-4455-473e-97f2-62a45ae4914f tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.32 "GET /v2.0/networks?id=bf78ad03-914b-465e-8074-761ce3d017ac HTTP/1.1" status: 200 len: 817 time: 0.7249384 Feb 04 21:08:40.966828 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-df319716-c4b3-4695-854c-f485b3f81262 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Request body: {'port': {'device_id': '5b9796f9-b424-4a23-863b-ce90eba01d72', 'network_id': 'bf78ad03-914b-465e-8074-761ce3d017ac', 'admin_state_up': True, 'tenant_id': 'f87f08f064ce4524af25edfb41388a01'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:08:40.976158 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0d743608-e78e-49b1-9c00-af06d492a3a0 req-2ea62858-d766-4526-8944-348469bb1283 service neutron] 10.222.0.32 "GET /v2.0/networks/05b0da4f-bf1c-4e94-969a-698256edcb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171367 Feb 04 21:08:41.017978 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-aa6d4e4f-9e7d-4a3c-80cb-074e1c6bbc91 service neutron] 10.222.0.26 "GET /v2.0/networks/0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7050946 Feb 04 21:08:41.312904 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-df319716-c4b3-4695-854c-f485b3f81262 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:08:41.330349 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-df319716-c4b3-4695-854c-f485b3f81262 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Usage tracker for resource:port and tenant:f87f08f064ce4524af25edfb41388a01 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:08:41.338643 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-df319716-c4b3-4695-854c-f485b3f81262 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:08:41.362205 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-df319716-c4b3-4695-854c-f485b3f81262 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:08:41.368527 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d88ef454-efab-4362-bf67-ac6680ea2bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:41.388370 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-df319716-c4b3-4695-854c-f485b3f81262 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Made reservation on behalf of f87f08f064ce4524af25edfb41388a01 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:08:41.391977 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-df319716-c4b3-4695-854c-f485b3f81262 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:41.733539 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-af955ec4-b655-4852-a4dc-88c8c827e3b9 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:41.760667 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-af955ec4-b655-4852-a4dc-88c8c827e3b9 None None] Transition to ACTIVE for port object 6d804256-7180-45d5-83ea-c52f41638cfc will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:08:41.797798 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-af955ec4-b655-4852-a4dc-88c8c827e3b9 None None] Transition to ACTIVE for port object 6d804256-7180-45d5-83ea-c52f41638cfc will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:08:41.808451 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-af955ec4-b655-4852-a4dc-88c8c827e3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:41.813876 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0c83e157-2765-43ae-8b91-47d3ef77b594 req-f66d8b29-090e-451f-97c9-e3a97bf0405b tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5fc87a-3269-4c7b-887a-8372233244a5 HTTP/1.1" status: 200 len: 210 time: 0.0608344 Feb 04 21:08:41.971519 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357bf09-d5f9-446b-90f4-a372ae00e3a1 req-7ca7fc66-015b-4d57-83dd-dc8a9eb4b785 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:41.973054 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9357bf09-d5f9-446b-90f4-a372ae00e3a1 req-7ca7fc66-015b-4d57-83dd-dc8a9eb4b785 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a489a98-4e1e-48fb-a7cc-84a4f59bb9a3 HTTP/1.1" status: 200 len: 945 time: 0.3464184 Feb 04 21:08:42.036855 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af955ec4-b655-4852-a4dc-88c8c827e3b9 None None] Network 4608db1e-4c63-4115-98e9-dbb35735c98b is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:08:42.045551 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-af955ec4-b655-4852-a4dc-88c8c827e3b9 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:08:42.051898 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-df319716-c4b3-4695-854c-f485b3f81262 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Allocated IP 172.20.0.4 (bf78ad03-914b-465e-8074-761ce3d017ac/c5a8f41e-d95d-49bb-abc4-bcc31850b5e9/70db75e4-33db-40a3-aee7-0af8931cccb0) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:08:42.073976 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af955ec4-b655-4852-a4dc-88c8c827e3b9 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:08:42.089997 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af955ec4-b655-4852-a4dc-88c8c827e3b9 None None] Pushing event updated for resources: {'Port': ['ID=6d804256-7180-45d5-83ea-c52f41638cfc,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:42.128572 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d88ef454-efab-4362-bf67-ac6680ea2bf2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:42.157879 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9357bf09-d5f9-446b-90f4-a372ae00e3a1 req-22623495-ce6e-4a44-b063-87a35797162a tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e187646-901f-4363-893b-f4c05343b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596291 Feb 04 21:08:42.208137 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d88ef454-efab-4362-bf67-ac6680ea2bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:42.329998 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-af955ec4-b655-4852-a4dc-88c8c827e3b9 None None] Attempting to bind port 6d804256-7180-45d5-83ea-c52f41638cfc on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:08:42.330636 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-af955ec4-b655-4852-a4dc-88c8c827e3b9 None None] Attempting to bind port 6d804256-7180-45d5-83ea-c52f41638cfc by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '010a9ec1-8f55-480a-a139-0ec6a3c72bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4608db1e-4c63-4115-98e9-dbb35735c98b'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:08:42.331282 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af955ec4-b655-4852-a4dc-88c8c827e3b9 None None] Attempting to bind port 6d804256-7180-45d5-83ea-c52f41638cfc on network 4608db1e-4c63-4115-98e9-dbb35735c98b {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:08:42.355302 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af955ec4-b655-4852-a4dc-88c8c827e3b9 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:08:42.361377 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af955ec4-b655-4852-a4dc-88c8c827e3b9 None None] Checking segment: {'id': '010a9ec1-8f55-480a-a139-0ec6a3c72bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4608db1e-4c63-4115-98e9-dbb35735c98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:08:42.362086 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-af955ec4-b655-4852-a4dc-88c8c827e3b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:42.362661 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af955ec4-b655-4852-a4dc-88c8c827e3b9 None None] Bound using segment: {'id': '010a9ec1-8f55-480a-a139-0ec6a3c72bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4608db1e-4c63-4115-98e9-dbb35735c98b'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:08:42.363323 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-af955ec4-b655-4852-a4dc-88c8c827e3b9 None None] Bound port: 6d804256-7180-45d5-83ea-c52f41638cfc, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '010a9ec1-8f55-480a-a139-0ec6a3c72bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4608db1e-4c63-4115-98e9-dbb35735c98b'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:08:42.363889 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-af955ec4-b655-4852-a4dc-88c8c827e3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:42.494993 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-d88ef454-efab-4362-bf67-ac6680ea2bf2 admin admin] Allocated IP 172.25.5.131 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/a85dcd7a-17b8-40a8-84a3-b8230353167b) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:08:42.555603 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-44daa282-fa05-4b6d-b4b7-a537a0cbe19b req-52d509b1-57cb-4d8f-83be-523c400734df tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b9796f9-b424-4a23-863b-ce90eba01d72 HTTP/1.1" status: 200 len: 210 time: 0.1169116 Feb 04 21:08:42.650914 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-af955ec4-b655-4852-a4dc-88c8c827e3b9 None None] For port 6d804256-7180-45d5-83ea-c52f41638cfc, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:08:42.662643 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-af955ec4-b655-4852-a4dc-88c8c827e3b9 None None] For port 6d804256-7180-45d5-83ea-c52f41638cfc, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=6d804256-7180-45d5-83ea-c52f41638cfc,segment=NetworkSegment(010a9ec1-8f55-480a-a139-0ec6a3c72bc5),segment_id=010a9ec1-8f55-480a-a139-0ec6a3c72bc5)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:08:42.670465 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-af955ec4-b655-4852-a4dc-88c8c827e3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:42.887864 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af955ec4-b655-4852-a4dc-88c8c827e3b9 None None] Pushing event updated for resources: {'Port': ['ID=6d804256-7180-45d5-83ea-c52f41638cfc,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:43.040367 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6a4804ac-5d8a-474e-827d-7a0e4c081e5e req-f527374a-e5a0-4c11-a5f8-3bf38a70dc58 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7800c199-947a-4ccf-86aa-73a983b04500&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8822446 Feb 04 21:08:43.334937 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-da45861b-78a0-4097-9618-b99b605b7bfc req-7580b0fa-2673-48be-9517-d63c8def8653 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5fc87a-3269-4c7b-887a-8372233244a5 HTTP/1.1" status: 200 len: 210 time: 0.1460748 Feb 04 21:08:43.458726 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-df319716-c4b3-4695-854c-f485b3f81262 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:43.649015 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-df319716-c4b3-4695-854c-f485b3f81262 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:43.821319 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d88ef454-efab-4362-bf67-ac6680ea2bf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:43.860689 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6bc54726-5afc-4539-8766-819e6555888f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:43.877162 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-df319716-c4b3-4695-854c-f485b3f81262 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Network bf78ad03-914b-465e-8074-761ce3d017ac is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:08:43.881192 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-f501a226-f622-4094-9015-36a17a6384ad tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:43.883182 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-f501a226-f622-4094-9015-36a17a6384ad tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.18 "GET /v2.0/networks?id=0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d HTTP/1.1" status: 200 len: 810 time: 0.5433948 Feb 04 21:08:43.892435 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-df319716-c4b3-4695-854c-f485b3f81262 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:08:43.901821 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-7dcc8859-4c4d-43a8-b55a-be2c8fe3c2da tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Request body: {'port': {'device_id': '0b5fc87a-3269-4c7b-887a-8372233244a5', 'network_id': '0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d', 'admin_state_up': True, 'tenant_id': '69cff50c69dd4edbb2b0c631432e7d0d'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:08:43.966921 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-df319716-c4b3-4695-854c-f485b3f81262 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:08:44.009989 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4804ac-5d8a-474e-827d-7a0e4c081e5e req-032f8d46-a905-4e38-ade9-02aae6a7a905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:44.011486 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6a4804ac-5d8a-474e-827d-7a0e4c081e5e req-032f8d46-a905-4e38-ade9-02aae6a7a905 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d539dc97a744058fdb427e438eb9ad&device_id=7800c199-947a-4ccf-86aa-73a983b04500 HTTP/1.1" status: 200 len: 1097 time: 0.9447372 Feb 04 21:08:44.044349 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d88ef454-efab-4362-bf67-ac6680ea2bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:44.076547 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df319716-c4b3-4695-854c-f485b3f81262 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Pushing event updated for resources: {'Port': ['ID=70db75e4-33db-40a3-aee7-0af8931cccb0,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:44.136676 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88ef454-efab-4362-bf67-ac6680ea2bf2 admin admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:08:44.153262 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-d88ef454-efab-4362-bf67-ac6680ea2bf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:08:44.162199 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88ef454-efab-4362-bf67-ac6680ea2bf2 admin admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:08:44.254119 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ef454-efab-4362-bf67-ac6680ea2bf2 admin admin] Pushing event updated for resources: {'Port': ['ID=a85dcd7a-17b8-40a8-84a3-b8230353167b,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:44.277063 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-7dcc8859-4c4d-43a8-b55a-be2c8fe3c2da tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:08:44.287817 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df319716-c4b3-4695-854c-f485b3f81262 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:44.288170 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df319716-c4b3-4695-854c-f485b3f81262 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:44.288510 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df319716-c4b3-4695-854c-f485b3f81262 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:44.288845 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df319716-c4b3-4695-854c-f485b3f81262 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:44.289181 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df319716-c4b3-4695-854c-f485b3f81262 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:44.289535 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df319716-c4b3-4695-854c-f485b3f81262 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:44.289866 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df319716-c4b3-4695-854c-f485b3f81262 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:44.290191 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df319716-c4b3-4695-854c-f485b3f81262 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:44.290517 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df319716-c4b3-4695-854c-f485b3f81262 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:44.290839 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df319716-c4b3-4695-854c-f485b3f81262 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:44.291160 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df319716-c4b3-4695-854c-f485b3f81262 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:44.291480 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df319716-c4b3-4695-854c-f485b3f81262 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:08:44.295363 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4804ac-5d8a-474e-827d-7a0e4c081e5e req-8e77dec3-d9fb-4828-9ecd-6f58a7e6204a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:44.297161 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6a4804ac-5d8a-474e-827d-7a0e4c081e5e req-8e77dec3-d9fb-4828-9ecd-6f58a7e6204a service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4cc1ce8-eeb6-46af-80b5-92196799c865 HTTP/1.1" status: 200 len: 912 time: 0.2325547 Feb 04 21:08:44.438874 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c9b73-70f8-4dc0-b3bd-9832c342acc4 req-35753958-eb07-4360-a509-5e10fc2b72ce tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:44.445951 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-949c9b73-70f8-4dc0-b3bd-9832c342acc4 req-35753958-eb07-4360-a509-5e10fc2b72ce tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=78baf9ae-e346-4ff7-965b-4b331957eee3 HTTP/1.1" status: 200 len: 945 time: 1.0702002 Feb 04 21:08:44.448386 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-7dcc8859-4c4d-43a8-b55a-be2c8fe3c2da tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:08:44.480157 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6a4804ac-5d8a-474e-827d-7a0e4c081e5e req-595fcb32-eecd-4f9f-aea8-c8d622a9e63c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9f4b42e-cf56-4a03-94e2-a66988e9676e HTTP/1.1" status: 200 len: 217 time: 0.1645942 Feb 04 21:08:44.494485 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf489f-5bbf-44db-aa06-fa12022de42c req-e0e4d1bf-0744-4924-b996-a107e8df5b97 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:44.495985 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-17cf489f-5bbf-44db-aa06-fa12022de42c req-e0e4d1bf-0744-4924-b996-a107e8df5b97 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b9796f9-b424-4a23-863b-ce90eba01d72 HTTP/1.1" status: 200 len: 931 time: 0.6688356 Feb 04 21:08:44.531012 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-7dcc8859-4c4d-43a8-b55a-be2c8fe3c2da tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Made reservation on behalf of 69cff50c69dd4edbb2b0c631432e7d0d for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:08:44.537149 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-7dcc8859-4c4d-43a8-b55a-be2c8fe3c2da tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:44.597339 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-df319716-c4b3-4695-854c-f485b3f81262 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:44.598205 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-df319716-c4b3-4695-854c-f485b3f81262 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:44.619691 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4804ac-5d8a-474e-827d-7a0e4c081e5e req-c35fcd92-b55a-40ac-b9e7-804f4f0a224e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:44.622450 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6a4804ac-5d8a-474e-827d-7a0e4c081e5e req-c35fcd92-b55a-40ac-b9e7-804f4f0a224e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee4d3909-e094-4079-9a7f-4f6007c68222 HTTP/1.1" status: 200 len: 850 time: 0.1243911 Feb 04 21:08:44.730198 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-17cf489f-5bbf-44db-aa06-fa12022de42c req-d4d4ffda-b595-4cc7-a1f6-822c6e51ba45 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.26 "GET /v2.0/security-groups?id=ab2e4af9-28e0-44ba-931d-7cbfff8b4457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067059 Feb 04 21:08:44.736686 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-df319716-c4b3-4695-854c-f485b3f81262 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7736394 Feb 04 21:08:44.780434 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-7abf98c1-8505-4440-a476-33c3cc19d356 service neutron] Request body: {'port': {'device_id': '5b9796f9-b424-4a23-863b-ce90eba01d72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:08:44.945114 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-949c9b73-70f8-4dc0-b3bd-9832c342acc4 req-89f95d19-063b-412e-911d-d70ef837ac19 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4983079 Feb 04 21:08:45.084899 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295f5240-8298-418b-aa29-deddf01b6520 None None] Network 4608db1e-4c63-4115-98e9-dbb35735c98b requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:08:45.099773 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a09bf3ba-2443-4a1c-a950-727f697b3888 req-f1ef75f1-fb53-4aa7-b42b-bee0114926d4 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5fc87a-3269-4c7b-887a-8372233244a5 HTTP/1.1" status: 200 len: 210 time: 0.0933242 Feb 04 21:08:45.117022 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-7abf98c1-8505-4440-a476-33c3cc19d356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:45.223082 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4804ac-5d8a-474e-827d-7a0e4c081e5e req-05b5b7eb-2fb5-40a8-871c-fa98b9c6d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:45.225776 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6a4804ac-5d8a-474e-827d-7a0e4c081e5e req-05b5b7eb-2fb5-40a8-871c-fa98b9c6d420 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4cc1ce8-eeb6-46af-80b5-92196799c865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5547998 Feb 04 21:08:45.342178 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d16006-1be7-4ee0-b553-bc9bfbec3dbe req-47a5ebaa-7f44-4214-8cdf-7586ef7ff787 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:45.343055 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-a1d16006-1be7-4ee0-b553-bc9bfbec3dbe req-47a5ebaa-7f44-4214-8cdf-7586ef7ff787 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Synchronizing usage tracker for tenant:07e9b24649b94e84b82d3ffc4f68cc03 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:08:45.345786 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d88ef454-efab-4362-bf67-ac6680ea2bf2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:45.484190 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 6d804256-7180-45d5-83ea-c52f41638cfc up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:08:45.533976 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-7dcc8859-4c4d-43a8-b55a-be2c8fe3c2da tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Allocated IP 172.20.0.12 (0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d/23d61e2d-97f4-40a0-9322-1eca7a330b64/ed879f56-9992-4aeb-b2ed-9c8f863be9cb) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:08:45.582249 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-8a542fe9-bb35-4f5e-a837-546707a836d3 None None] Provisioning for port 6d804256-7180-45d5-83ea-c52f41638cfc completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:08:45.620346 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 6d804256-7180-45d5-83ea-c52f41638cfc completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:08:45.630592 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-a1d16006-1be7-4ee0-b553-bc9bfbec3dbe req-47a5ebaa-7f44-4214-8cdf-7586ef7ff787 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Unset dirty status for tenant:07e9b24649b94e84b82d3ffc4f68cc03 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:08:45.631832 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a1d16006-1be7-4ee0-b553-bc9bfbec3dbe req-47a5ebaa-7f44-4214-8cdf-7586ef7ff787 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.32 "GET /v2.0/ports?device_id=78baf9ae-e346-4ff7-965b-4b331957eee3 HTTP/1.1" status: 200 len: 945 time: 0.7527330 Feb 04 21:08:45.637162 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 6d804256-7180-45d5-83ea-c52f41638cfc triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:08:45.639797 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:45.700356 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6a4804ac-5d8a-474e-827d-7a0e4c081e5e req-4c7ffb54-c3fe-45f9-a074-097bf139be7d service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657457 Feb 04 21:08:45.733495 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-a1d16006-1be7-4ee0-b553-bc9bfbec3dbe req-5b30ec00-97c0-4db2-9456-71be8b4261b7 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Deleting port a354a7b3-c4e3-422e-9092-d0b42efba9a1 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:08:45.733847 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a1d16006-1be7-4ee0-b553-bc9bfbec3dbe req-5b30ec00-97c0-4db2-9456-71be8b4261b7 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:45.781985 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:45.826760 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 6d804256-7180-45d5-83ea-c52f41638cfc, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=6d804256-7180-45d5-83ea-c52f41638cfc,segment=NetworkSegment(010a9ec1-8f55-480a-a139-0ec6a3c72bc5),segment_id=010a9ec1-8f55-480a-a139-0ec6a3c72bc5)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:08:45.834224 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:45.924476 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=6d804256-7180-45d5-83ea-c52f41638cfc,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:46.016797 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6a4804ac-5d8a-474e-827d-7a0e4c081e5e req-c6409680-2929-4aef-b0fb-5b0946773de4 service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086741 Feb 04 21:08:46.172052 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-7abf98c1-8505-4440-a476-33c3cc19d356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70db75e4-33db-40a3-aee7-0af8931cccb0 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:08:46.222963 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-7abf98c1-8505-4440-a476-33c3cc19d356 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:46.274687 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-dab3ad4d-61b4-44b1-91d1-023ff9f6cda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:46.277439 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:08:46.280072 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 35348) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:46.284229 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-7abf98c1-8505-4440-a476-33c3cc19d356 service neutron] Transition to ACTIVE for port object 70db75e4-33db-40a3-aee7-0af8931cccb0 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:08:46.288503 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-0f59171f-0151-43ed-98ff-09f43925e067 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-340796037'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:08:46.298475 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-0f59171f-0151-43ed-98ff-09f43925e067 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:08:46.304373 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-7abf98c1-8505-4440-a476-33c3cc19d356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:46.311958 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-0f59171f-0151-43ed-98ff-09f43925e067 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Usage tracker for resource:network and tenant:b242a09179d94d8193cc1c0208c67871 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:08:46.344690 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-a93513bb-c934-4af1-a7be-6d2bf5cc20dd None None] Provisioning complete for port 6d804256-7180-45d5-83ea-c52f41638cfc triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:08:46.345489 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a93513bb-c934-4af1-a7be-6d2bf5cc20dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:46.367628 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-0f59171f-0151-43ed-98ff-09f43925e067 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:08:46.396044 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-0f59171f-0151-43ed-98ff-09f43925e067 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:08:46.482001 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6836ae32-2afa-4607-9ec6-af3bf70e5d8d req-599b1d94-f403-4a17-8387-3d75c2f1ce85 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:46.482843 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-6836ae32-2afa-4607-9ec6-af3bf70e5d8d req-599b1d94-f403-4a17-8387-3d75c2f1ce85 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Synchronizing usage tracker for tenant:f87f08f064ce4524af25edfb41388a01 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:08:46.523299 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f59171f-0151-43ed-98ff-09f43925e067 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Made reservation on behalf of b242a09179d94d8193cc1c0208c67871 for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:08:46.526591 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0f59171f-0151-43ed-98ff-09f43925e067 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:46.537037 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d88ef454-efab-4362-bf67-ac6680ea2bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:46.539978 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf98c1-8505-4440-a476-33c3cc19d356 service neutron] Pushing event updated for resources: {'Port': ['ID=70db75e4-33db-40a3-aee7-0af8931cccb0,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:46.585659 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ca6a5-e06d-4e87-a9e0-fc16c12fe850 req-66a771a4-cb3f-429c-9df6-87ec14985f48 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:46.587116 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-756ca6a5-e06d-4e87-a9e0-fc16c12fe850 req-66a771a4-cb3f-429c-9df6-87ec14985f48 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=78baf9ae-e346-4ff7-965b-4b331957eee3 HTTP/1.1" status: 200 len: 945 time: 0.4041965 Feb 04 21:08:46.630908 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-7dcc8859-4c4d-43a8-b55a-be2c8fe3c2da tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:46.644989 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-6836ae32-2afa-4607-9ec6-af3bf70e5d8d req-599b1d94-f403-4a17-8387-3d75c2f1ce85 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Unset dirty status for tenant:f87f08f064ce4524af25edfb41388a01 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:08:46.646135 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6836ae32-2afa-4607-9ec6-af3bf70e5d8d req-599b1d94-f403-4a17-8387-3d75c2f1ce85 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b9796f9-b424-4a23-863b-ce90eba01d72 HTTP/1.1" status: 200 len: 931 time: 0.6321094 Feb 04 21:08:46.686840 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-a1d16006-1be7-4ee0-b553-bc9bfbec3dbe req-5b30ec00-97c0-4db2-9456-71be8b4261b7 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] For port a354a7b3-c4e3-422e-9092-d0b42efba9a1, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=a354a7b3-c4e3-422e-9092-d0b42efba9a1,segment=NetworkSegment(dc252dab-745b-42aa-9175-cbc8dc87a7db),segment_id=dc252dab-745b-42aa-9175-cbc8dc87a7db)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:08:46.687196 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a1d16006-1be7-4ee0-b553-bc9bfbec3dbe req-5b30ec00-97c0-4db2-9456-71be8b4261b7 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:46.710068 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f59171f-0151-43ed-98ff-09f43925e067 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:08:46.740376 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-756ca6a5-e06d-4e87-a9e0-fc16c12fe850 req-120d30af-bd0d-4e93-9e00-27d7048fb1aa tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428397 Feb 04 21:08:46.765243 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0f59171f-0151-43ed-98ff-09f43925e067 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:46.765243 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-0f59171f-0151-43ed-98ff-09f43925e067 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Added segment 6429d873-b8f4-4c82-bf9b-05ee94e57129 of type vlan for network bb213b90-85ae-4ae5-869b-fda768933cd6 Feb 04 21:08:46.773170 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6836ae32-2afa-4607-9ec6-af3bf70e5d8d req-aee017f5-cff6-41f5-803d-3584c3d21987 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.26 "GET /v2.0/security-groups?id=ab2e4af9-28e0-44ba-931d-7cbfff8b4457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131597 Feb 04 21:08:46.777325 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-7abf98c1-8505-4440-a476-33c3cc19d356 service neutron] Attempting to bind port 70db75e4-33db-40a3-aee7-0af8931cccb0 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:08:46.777711 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-7abf98c1-8505-4440-a476-33c3cc19d356 service neutron] Attempting to bind port 70db75e4-33db-40a3-aee7-0af8931cccb0 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'dc594f2f-3bca-4e98-9e86-57f893df8dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bf78ad03-914b-465e-8074-761ce3d017ac'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:08:46.778587 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-7abf98c1-8505-4440-a476-33c3cc19d356 service neutron] Attempting to bind port 70db75e4-33db-40a3-aee7-0af8931cccb0 on network bf78ad03-914b-465e-8074-761ce3d017ac {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:08:46.788268 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-7abf98c1-8505-4440-a476-33c3cc19d356 service neutron] Port 70db75e4-33db-40a3-aee7-0af8931cccb0 on network bf78ad03-914b-465e-8074-761ce3d017ac not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:08:46.788523 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-7abf98c1-8505-4440-a476-33c3cc19d356 service neutron] Attempting to bind port 70db75e4-33db-40a3-aee7-0af8931cccb0 on network bf78ad03-914b-465e-8074-761ce3d017ac {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:08:46.816100 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-7abf98c1-8505-4440-a476-33c3cc19d356 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:08:46.816724 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-7abf98c1-8505-4440-a476-33c3cc19d356 service neutron] Checking segment: {'id': 'dc594f2f-3bca-4e98-9e86-57f893df8dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bf78ad03-914b-465e-8074-761ce3d017ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:08:46.817311 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-7abf98c1-8505-4440-a476-33c3cc19d356 service neutron] Bound using segment: {'id': 'dc594f2f-3bca-4e98-9e86-57f893df8dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bf78ad03-914b-465e-8074-761ce3d017ac'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:08:46.817937 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-7abf98c1-8505-4440-a476-33c3cc19d356 service neutron] Bound port: 70db75e4-33db-40a3-aee7-0af8931cccb0, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc594f2f-3bca-4e98-9e86-57f893df8dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bf78ad03-914b-465e-8074-761ce3d017ac'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:08:46.818448 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-7abf98c1-8505-4440-a476-33c3cc19d356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:46.830186 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0f59171f-0151-43ed-98ff-09f43925e067 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:46.891134 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-a1d16006-1be7-4ee0-b553-bc9bfbec3dbe req-5b30ec00-97c0-4db2-9456-71be8b4261b7 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Calling delete_port for a354a7b3-c4e3-422e-9092-d0b42efba9a1 owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:08:46.912135 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0f59171f-0151-43ed-98ff-09f43925e067 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:46.921504 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f59171f-0151-43ed-98ff-09f43925e067 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:46.922294 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0f59171f-0151-43ed-98ff-09f43925e067 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:46.968623 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-7dcc8859-4c4d-43a8-b55a-be2c8fe3c2da tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:46.983319 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['d9efb7e7-5959-47c9-b634-0583fbf07376'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:08:47.097629 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-7dcc8859-4c4d-43a8-b55a-be2c8fe3c2da tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Network 0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:08:47.130965 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-7dcc8859-4c4d-43a8-b55a-be2c8fe3c2da tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:08:47.142934 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc8859-4c4d-43a8-b55a-be2c8fe3c2da tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Pushing event updated for resources: {'Port': ['ID=ed879f56-9992-4aeb-b2ed-9c8f863be9cb,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:47.146345 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-7dcc8859-4c4d-43a8-b55a-be2c8fe3c2da tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:08:47.222248 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88ef454-efab-4362-bf67-ac6680ea2bf2 admin admin] Router 1db08bb1-bc01-4512-9da3-cf031e7a01e7 is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:08:47.233517 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59171f-0151-43ed-98ff-09f43925e067 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Pushing event updated for resources: {'Network': ['ID=bb213b90-85ae-4ae5-869b-fda768933cd6,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:47.290394 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-0f59171f-0151-43ed-98ff-09f43925e067 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0091345 Feb 04 21:08:47.297426 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 35364) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:47.302250 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network bb213b90-85ae-4ae5-869b-fda768933cd6 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:08:47.308575 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-d5c1eabc-8e5f-490a-99d5-5f6bec369041 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-28241993'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:08:47.321062 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-7abf98c1-8505-4440-a476-33c3cc19d356 service neutron] For port 70db75e4-33db-40a3-aee7-0af8931cccb0, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:08:47.323819 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-d5c1eabc-8e5f-490a-99d5-5f6bec369041 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:08:47.331394 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-d5c1eabc-8e5f-490a-99d5-5f6bec369041 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Usage tracker for resource:network and tenant:b242a09179d94d8193cc1c0208c67871 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:08:47.340161 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-d5c1eabc-8e5f-490a-99d5-5f6bec369041 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:08:47.349349 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-7abf98c1-8505-4440-a476-33c3cc19d356 service neutron] For port 70db75e4-33db-40a3-aee7-0af8931cccb0, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=70db75e4-33db-40a3-aee7-0af8931cccb0,segment=NetworkSegment(dc594f2f-3bca-4e98-9e86-57f893df8dd6),segment_id=dc594f2f-3bca-4e98-9e86-57f893df8dd6)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:08:47.352773 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-d5c1eabc-8e5f-490a-99d5-5f6bec369041 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:08:47.363894 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-7abf98c1-8505-4440-a476-33c3cc19d356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:47.385119 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-7dcc8859-4c4d-43a8-b55a-be2c8fe3c2da tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:47.386039 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-7dcc8859-4c4d-43a8-b55a-be2c8fe3c2da tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:47.439477 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c1eabc-8e5f-490a-99d5-5f6bec369041 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Made reservation on behalf of b242a09179d94d8193cc1c0208c67871 for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:08:47.444632 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d5c1eabc-8e5f-490a-99d5-5f6bec369041 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:47.448409 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a1d16006-1be7-4ee0-b553-bc9bfbec3dbe req-5b30ec00-97c0-4db2-9456-71be8b4261b7 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:47.459846 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-7abf98c1-8505-4440-a476-33c3cc19d356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:47.460504 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-7abf98c1-8505-4440-a476-33c3cc19d356 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:47.461900 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-7abf98c1-8505-4440-a476-33c3cc19d356 service neutron] 10.222.0.32 "PUT /v2.0/ports/70db75e4-33db-40a3-aee7-0af8931cccb0 HTTP/1.1" status: 200 len: 1091 time: 2.6874337 Feb 04 21:08:47.467463 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9796f9-b424-4a23-863b-ce90eba01d72', 'tag': '70db75e4-33db-40a3-aee7-0af8931cccb0'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:08:47.501931 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9a23a-bbde-4424-a278-02a1427dd8c0 req-ba5610b7-e954-4e71-bc88-fc4fc79de3c0 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:47.503446 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b3e9a23a-bbde-4424-a278-02a1427dd8c0 req-ba5610b7-e954-4e71-bc88-fc4fc79de3c0 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5fc87a-3269-4c7b-887a-8372233244a5 HTTP/1.1" status: 200 len: 932 time: 0.5928228 Feb 04 21:08:47.524910 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf98c1-8505-4440-a476-33c3cc19d356 service neutron] Pushing event updated for resources: {'Port': ['ID=70db75e4-33db-40a3-aee7-0af8931cccb0,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:47.535520 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b30ec00-97c0-4db2-9456-71be8b4261b7 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Pushing event deleted for resources: {'Port': ['ID=a354a7b3-c4e3-422e-9092-d0b42efba9a1,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:47.538651 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-7dcc8859-4c4d-43a8-b55a-be2c8fe3c2da tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6461961 Feb 04 21:08:47.577669 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c1eabc-8e5f-490a-99d5-5f6bec369041 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:08:47.586803 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b9796f9-b424-4a23-863b-ce90eba01d72', 'tag': '70db75e4-33db-40a3-aee7-0af8931cccb0', 'status': 'completed', 'code': 200} Feb 04 21:08:47.606506 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d5c1eabc-8e5f-490a-99d5-5f6bec369041 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:47.606910 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-d5c1eabc-8e5f-490a-99d5-5f6bec369041 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Added segment abee4976-277e-4319-9927-4355a60b3f3a of type vlan for network 874df1b5-5f8c-4914-8d0d-1a3a81a2fefb Feb 04 21:08:47.607676 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-70d8f958-62aa-4900-9e77-36305abcf498 service neutron] Request body: {'port': {'device_id': '0b5fc87a-3269-4c7b-887a-8372233244a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:08:47.619657 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 6d804256-7180-45d5-83ea-c52f41638cfc up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:08:47.662059 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b3e9a23a-bbde-4424-a278-02a1427dd8c0 req-0f39f562-3740-4417-ab0d-2ce41c7b0517 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512482 Feb 04 21:08:47.696805 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['430e59cb-fdce-4370-814a-a6d6e2f0547a', 'a354a7b3-c4e3-422e-9092-d0b42efba9a1'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:08:47.708908 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d5c1eabc-8e5f-490a-99d5-5f6bec369041 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:47.758428 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d5c1eabc-8e5f-490a-99d5-5f6bec369041 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:47.768347 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c1eabc-8e5f-490a-99d5-5f6bec369041 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:47.769128 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d5c1eabc-8e5f-490a-99d5-5f6bec369041 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:47.782495 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:47.822892 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:47.934882 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 6d804256-7180-45d5-83ea-c52f41638cfc triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:08:47.935540 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:48.203958 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['360933cf-d804-4569-a345-5bd91afcfb54'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:08:48.233830 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d16006-1be7-4ee0-b553-bc9bfbec3dbe req-5b30ec00-97c0-4db2-9456-71be8b4261b7 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] No DVR routers for this DVR port a354a7b3-c4e3-422e-9092-d0b42efba9a1 on host n-h1-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:08:48.248150 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a1d16006-1be7-4ee0-b553-bc9bfbec3dbe req-5b30ec00-97c0-4db2-9456-71be8b4261b7 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:48.250908 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a1d16006-1be7-4ee0-b553-bc9bfbec3dbe req-5b30ec00-97c0-4db2-9456-71be8b4261b7 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.32 "DELETE /v2.0/ports/a354a7b3-c4e3-422e-9092-d0b42efba9a1 HTTP/1.1" status: 204 len: 173 time: 2.6031256 Feb 04 21:08:48.263477 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78baf9ae-e346-4ff7-965b-4b331957eee3', 'name': 'network-vif-deleted', 'tag': 'a354a7b3-c4e3-422e-9092-d0b42efba9a1'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:08:48.313855 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-70d8f958-62aa-4900-9e77-36305abcf498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:48.330745 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88ef454-efab-4362-bf67-ac6680ea2bf2 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:08:48.373870 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d88ef454-efab-4362-bf67-ac6680ea2bf2 admin admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:48.379594 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d88ef454-efab-4362-bf67-ac6680ea2bf2 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.0187130 Feb 04 21:08:48.382249 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35382) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:48.399526 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737a7e67-bc3a-480c-a769-8f4d802ac8b9 None None] Sync routers for ids ['1db08bb1-bc01-4512-9da3-cf031e7a01e7'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:08:48.425533 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-69fb8a1e-5d34-4717-89d8-e9c973d9314f req-28763f32-0120-496a-b731-abb0b1088726 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=78baf9ae-e346-4ff7-965b-4b331957eee3 HTTP/1.1" status: 200 len: 210 time: 0.3723485 Feb 04 21:08:48.510494 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737a7e67-bc3a-480c-a769-8f4d802ac8b9 None None] Routers {'1db08bb1-bc01-4512-9da3-cf031e7a01e7'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:08:48.511124 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-737a7e67-bc3a-480c-a769-8f4d802ac8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:08:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['1db08bb1-bc01-4512-9da3-cf031e7a01e7'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:08:48.531807 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d5c1eabc-8e5f-490a-99d5-5f6bec369041 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2314522 Feb 04 21:08:48.540310 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 35386) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:48.542399 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-a829580c-ed53-4030-9442-7d89997e0680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:48.544417 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-a829580c-ed53-4030-9442-7d89997e0680 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f87f08f064ce4524af25edfb41388a01&device_id=5b9796f9-b424-4a23-863b-ce90eba01d72 HTTP/1.1" status: 200 len: 1094 time: 1.0165973 Feb 04 21:08:48.550695 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-bea0b678-6d5f-484d-8bc6-6aaf886dc79e tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Request body: {'subnet': {'network_id': 'bb213b90-85ae-4ae5-869b-fda768933cd6', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:08:48.698660 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1eabc-8e5f-490a-99d5-5f6bec369041 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Pushing event updated for resources: {'Network': ['ID=874df1b5-5f8c-4914-8d0d-1a3a81a2fefb,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:48.836847 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-bea0b678-6d5f-484d-8bc6-6aaf886dc79e tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:08:48.886690 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-bea0b678-6d5f-484d-8bc6-6aaf886dc79e tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Usage tracker for resource:subnet and tenant:b242a09179d94d8193cc1c0208c67871 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:08:48.891150 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-bea0b678-6d5f-484d-8bc6-6aaf886dc79e tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:08:48.894731 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-18257c14-4f39-4b96-8a24-056e8f36f2b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70db75e4-33db-40a3-aee7-0af8931cccb0 HTTP/1.1" status: 200 len: 217 time: 0.1883810 Feb 04 21:08:48.902161 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-bea0b678-6d5f-484d-8bc6-6aaf886dc79e tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:08:48.972603 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 874df1b5-5f8c-4914-8d0d-1a3a81a2fefb details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:08:48.989482 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78baf9ae-e346-4ff7-965b-4b331957eee3', 'name': 'network-vif-deleted', 'tag': 'a354a7b3-c4e3-422e-9092-d0b42efba9a1', 'status': 'completed', 'code': 200} Feb 04 21:08:49.054440 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea0b678-6d5f-484d-8bc6-6aaf886dc79e tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Made reservation on behalf of b242a09179d94d8193cc1c0208c67871 for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:08:49.058167 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bea0b678-6d5f-484d-8bc6-6aaf886dc79e tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:49.084808 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ec480-8c12-483d-9de3-3024d7e05d2d req-a38976a0-9b75-42cc-aa7e-8da606c15331 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:49.086388 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b0ec480-8c12-483d-9de3-3024d7e05d2d req-a38976a0-9b75-42cc-aa7e-8da606c15331 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b9796f9-b424-4a23-863b-ce90eba01d72 HTTP/1.1" status: 200 len: 943 time: 0.6597462 Feb 04 21:08:49.222212 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-48e268f5-dd21-4b26-8822-5afd70b9154f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:49.226720 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-48e268f5-dd21-4b26-8822-5afd70b9154f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5a8f41e-d95d-49bb-abc4-bcc31850b5e9 HTTP/1.1" status: 200 len: 857 time: 0.3031185 Feb 04 21:08:49.235934 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:49.296984 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-737a7e67-bc3a-480c-a769-8f4d802ac8b9 None None] Set router 1db08bb1-bc01-4512-9da3-cf031e7a01e7 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:08:49.323239 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-864e17c9-a91c-47e2-ba15-20f529c540eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bf78ad03-914b-465e-8074-761ce3d017ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685585 Feb 04 21:08:49.352481 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b0ec480-8c12-483d-9de3-3024d7e05d2d req-d8927d81-f7bb-41d7-8663-670665c858a3 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.26 "GET /v2.0/security-groups?id=ab2e4af9-28e0-44ba-931d-7cbfff8b4457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517278 Feb 04 21:08:49.383634 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-70d8f958-62aa-4900-9e77-36305abcf498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed879f56-9992-4aeb-b2ed-9c8f863be9cb {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:08:49.394786 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-70d8f958-62aa-4900-9e77-36305abcf498 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:49.426861 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2fe640-c93b-4f33-b626-6c0f43c3c73b req-6c34f575-a2e3-477b-923a-9c0257789055 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:49.428246 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5f2fe640-c93b-4f33-b626-6c0f43c3c73b req-6c34f575-a2e3-477b-923a-9c0257789055 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5fc87a-3269-4c7b-887a-8372233244a5 HTTP/1.1" status: 200 len: 932 time: 0.4492178 Feb 04 21:08:49.493711 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-70d8f958-62aa-4900-9e77-36305abcf498 service neutron] Transition to ACTIVE for port object ed879f56-9992-4aeb-b2ed-9c8f863be9cb will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:08:49.503025 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-70d8f958-62aa-4900-9e77-36305abcf498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:49.557403 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5f2fe640-c93b-4f33-b626-6c0f43c3c73b req-054c4531-16f8-4ea0-a1d8-cc7343287c7d tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157589 Feb 04 21:08:49.574266 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-1610c63a-8e40-43ef-9024-8010852ea295 service neutron] 10.222.0.32 "GET /v2.0/networks/bf78ad03-914b-465e-8074-761ce3d017ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427258 Feb 04 21:08:49.684309 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device a354a7b3-c4e3-422e-9092-d0b42efba9a1 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:08:49.742851 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bea0b678-6d5f-484d-8bc6-6aaf886dc79e tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:49.749455 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: a354a7b3-c4e3-422e-9092-d0b42efba9a1 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:08:49.749844 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device a354a7b3-c4e3-422e-9092-d0b42efba9a1 not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:08:49.819750 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-737a7e67-bc3a-480c-a769-8f4d802ac8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'name': 'tempest-ServersTestBootFromVolume-1128826219-router', 'tenant_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a85dcd7a-17b8-40a8-84a3-b8230353167b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:08:40Z', 'updated_at': '2022-02-04T21:08:44Z', 'revision_number': 3, 'project_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'gw_port': {'id': 'a85dcd7a-17b8-40a8-84a3-b8230353167b', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:eb:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:08:42Z', 'updated_at': '2022-02-04T21:08:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:08:49.830496 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737a7e67-bc3a-480c-a769-8f4d802ac8b9 None None] Checking router: 1db08bb1-bc01-4512-9da3-cf031e7a01e7 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:08:49.832217 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737a7e67-bc3a-480c-a769-8f4d802ac8b9 None None] Updating router 1db08bb1-bc01-4512-9da3-cf031e7a01e7 port a85dcd7a-17b8-40a8-84a3-b8230353167b binding host n-d-827896-1 {{(pid=87684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:08:49.898003 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-737a7e67-bc3a-480c-a769-8f4d802ac8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:49.905059 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0f0ca86-e293-4dc9-9da0-066e811cfb36 req-6bc444fb-4179-4247-8e52-d165e5c83933 service neutron] 10.222.0.32 "GET /v2.0/networks/bf78ad03-914b-465e-8074-761ce3d017ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208823 Feb 04 21:08:50.223039 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d8f958-62aa-4900-9e77-36305abcf498 service neutron] Pushing event updated for resources: {'Port': ['ID=ed879f56-9992-4aeb-b2ed-9c8f863be9cb,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:50.238027 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0b678-6d5f-484d-8bc6-6aaf886dc79e tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Pushing event updated for resources: {'Subnet': ['ID=d8ab602a-389e-46ed-9e60-c4075f6a2251,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:50.265747 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea0b678-6d5f-484d-8bc6-6aaf886dc79e tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Checking segment: {'id': '6429d873-b8f4-4c82-bf9b-05ee94e57129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bb213b90-85ae-4ae5-869b-fda768933cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:08:50.266116 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea0b678-6d5f-484d-8bc6-6aaf886dc79e tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Network hostable DHCP agents. Network: bb213b90-85ae-4ae5-869b-fda768933cd6, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:08:50.346694 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9f952-b13e-4771-bf3e-1be31a6990a0 req-405cfebb-cd9b-46d0-83f8-da314ad48a2a tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:50.348296 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-06a9f952-b13e-4771-bf3e-1be31a6990a0 req-405cfebb-cd9b-46d0-83f8-da314ad48a2a tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=1413a48a-8abf-4e85-8461-44ee911b2a3f HTTP/1.1" status: 200 len: 945 time: 0.2094080 Feb 04 21:08:50.358981 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea0b678-6d5f-484d-8bc6-6aaf886dc79e tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Network bb213b90-85ae-4ae5-869b-fda768933cd6 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:08:50.361479 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-737a7e67-bc3a-480c-a769-8f4d802ac8b9 None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:50.377750 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-737a7e67-bc3a-480c-a769-8f4d802ac8b9 None None] Transition to ACTIVE for port object a85dcd7a-17b8-40a8-84a3-b8230353167b will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:08:50.389860 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-737a7e67-bc3a-480c-a769-8f4d802ac8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:50.425532 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-bea0b678-6d5f-484d-8bc6-6aaf886dc79e tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, bb213b90-85ae-4ae5-869b-fda768933cd6) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:08:50.445492 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ce251-c743-480f-912a-c9cde029a873 req-4a5224de-572c-47a5-ae04-7b0e7d60c6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:50.446999 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3b3ce251-c743-480f-912a-c9cde029a873 req-4a5224de-572c-47a5-ae04-7b0e7d60c6ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f87f08f064ce4524af25edfb41388a01&device_id=5b9796f9-b424-4a23-863b-ce90eba01d72 HTTP/1.1" status: 200 len: 1094 time: 0.4795542 Feb 04 21:08:50.451663 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea0b678-6d5f-484d-8bc6-6aaf886dc79e tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:50.452247 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bea0b678-6d5f-484d-8bc6-6aaf886dc79e tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:50.490201 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9080d-dfe2-4642-b41d-daf2cbc77ed7 None None] Pushing event updated for resources: {'Port': ['ID=a85dcd7a-17b8-40a8-84a3-b8230353167b,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:50.495086 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ad79b7-6886-424c-ab39-2fb0a2b4b4e2 None None] Network bb213b90-85ae-4ae5-869b-fda768933cd6 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:08:50.623298 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-70d8f958-62aa-4900-9e77-36305abcf498 service neutron] Attempting to bind port ed879f56-9992-4aeb-b2ed-9c8f863be9cb on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:08:50.623298 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-70d8f958-62aa-4900-9e77-36305abcf498 service neutron] Attempting to bind port ed879f56-9992-4aeb-b2ed-9c8f863be9cb by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '981c5051-f4f5-4e27-b711-c6ab8733b666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:08:50.623298 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-70d8f958-62aa-4900-9e77-36305abcf498 service neutron] Attempting to bind port ed879f56-9992-4aeb-b2ed-9c8f863be9cb on network 0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:08:50.634566 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-70d8f958-62aa-4900-9e77-36305abcf498 service neutron] Port ed879f56-9992-4aeb-b2ed-9c8f863be9cb on network 0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:08:50.634887 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-70d8f958-62aa-4900-9e77-36305abcf498 service neutron] Attempting to bind port ed879f56-9992-4aeb-b2ed-9c8f863be9cb on network 0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:08:50.644495 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-70d8f958-62aa-4900-9e77-36305abcf498 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:08:50.644829 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-70d8f958-62aa-4900-9e77-36305abcf498 service neutron] Checking segment: {'id': '981c5051-f4f5-4e27-b711-c6ab8733b666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:08:50.645321 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-70d8f958-62aa-4900-9e77-36305abcf498 service neutron] Bound using segment: {'id': '981c5051-f4f5-4e27-b711-c6ab8733b666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:08:50.645757 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-70d8f958-62aa-4900-9e77-36305abcf498 service neutron] Bound port: ed879f56-9992-4aeb-b2ed-9c8f863be9cb, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981c5051-f4f5-4e27-b711-c6ab8733b666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:08:50.646097 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-70d8f958-62aa-4900-9e77-36305abcf498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:50.700449 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ce251-c743-480f-912a-c9cde029a873 req-5c89fdfa-d7fc-43f4-8594-d7867646ceab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:50.702258 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3b3ce251-c743-480f-912a-c9cde029a873 req-5c89fdfa-d7fc-43f4-8594-d7867646ceab service neutron] 10.222.0.32 "GET /v2.0/networks?id=bf78ad03-914b-465e-8074-761ce3d017ac HTTP/1.1" status: 200 len: 918 time: 0.2315483 Feb 04 21:08:50.723689 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-737a7e67-bc3a-480c-a769-8f4d802ac8b9 None None] Attempting to bind port a85dcd7a-17b8-40a8-84a3-b8230353167b on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:08:50.724559 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-737a7e67-bc3a-480c-a769-8f4d802ac8b9 None None] Attempting to bind port a85dcd7a-17b8-40a8-84a3-b8230353167b by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:08:50.724678 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737a7e67-bc3a-480c-a769-8f4d802ac8b9 None None] Attempting to bind port a85dcd7a-17b8-40a8-84a3-b8230353167b on network 1f11f724-8cdd-497d-8220-929f45cf1223 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:08:50.743516 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737a7e67-bc3a-480c-a769-8f4d802ac8b9 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:08:50.744374 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737a7e67-bc3a-480c-a769-8f4d802ac8b9 None None] Checking segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:08:50.745029 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-737a7e67-bc3a-480c-a769-8f4d802ac8b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:50.745660 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737a7e67-bc3a-480c-a769-8f4d802ac8b9 None None] Bound using segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:08:50.746182 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-06a9f952-b13e-4771-bf3e-1be31a6990a0 req-0d65a7c8-ae9c-46bd-bbcf-0c9fb60bdab5 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843813 Feb 04 21:08:50.760950 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-737a7e67-bc3a-480c-a769-8f4d802ac8b9 None None] Bound port: a85dcd7a-17b8-40a8-84a3-b8230353167b, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:08:50.763645 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-737a7e67-bc3a-480c-a769-8f4d802ac8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:50.799032 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f3e61437-4622-411f-83d9-6bd201009fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:50.820440 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-70d8f958-62aa-4900-9e77-36305abcf498 service neutron] For port ed879f56-9992-4aeb-b2ed-9c8f863be9cb, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:08:50.835478 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3b3ce251-c743-480f-912a-c9cde029a873 req-92b871c9-7965-4e81-9dc6-157307a26a1b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70db75e4-33db-40a3-aee7-0af8931cccb0 HTTP/1.1" status: 200 len: 217 time: 0.0828445 Feb 04 21:08:50.871144 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-70d8f958-62aa-4900-9e77-36305abcf498 service neutron] For port ed879f56-9992-4aeb-b2ed-9c8f863be9cb, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=ed879f56-9992-4aeb-b2ed-9c8f863be9cb,segment=NetworkSegment(981c5051-f4f5-4e27-b711-c6ab8733b666),segment_id=981c5051-f4f5-4e27-b711-c6ab8733b666)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:08:50.994783 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-70d8f958-62aa-4900-9e77-36305abcf498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:51.020811 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-bea0b678-6d5f-484d-8bc6-6aaf886dc79e tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4750943 Feb 04 21:08:51.038242 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-737a7e67-bc3a-480c-a769-8f4d802ac8b9 None None] For port a85dcd7a-17b8-40a8-84a3-b8230353167b, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:08:51.042048 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-737a7e67-bc3a-480c-a769-8f4d802ac8b9 None None] For port a85dcd7a-17b8-40a8-84a3-b8230353167b, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a85dcd7a-17b8-40a8-84a3-b8230353167b,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:08:51.044863 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30243cb4-32d3-40cc-9afd-d6ebbb0caf94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-bb213b90-85ae-4ae5-869b-fda768933cd6', 'network_id': 'bb213b90-85ae-4ae5-869b-fda768933cd6', 'tenant_id': 'b242a09179d94d8193cc1c0208c67871', 'fixed_ips': [{'subnet_id': 'd8ab602a-389e-46ed-9e60-c4075f6a2251'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:08:51.046509 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-30243cb4-32d3-40cc-9afd-d6ebbb0caf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:51.091491 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 35410) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:51.134757 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-1713609d-68dd-41bb-9c5e-759f8c0ccdf8 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Request body: {'subnet': {'network_id': '874df1b5-5f8c-4914-8d0d-1a3a81a2fefb', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:08:51.152376 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-737a7e67-bc3a-480c-a769-8f4d802ac8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:51.159368 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d8f958-62aa-4900-9e77-36305abcf498 service neutron] Pushing event updated for resources: {'Port': ['ID=ed879f56-9992-4aeb-b2ed-9c8f863be9cb,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:51.162891 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-70d8f958-62aa-4900-9e77-36305abcf498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:51.163547 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-70d8f958-62aa-4900-9e77-36305abcf498 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:51.164939 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-70d8f958-62aa-4900-9e77-36305abcf498 service neutron] 10.222.0.18 "PUT /v2.0/ports/ed879f56-9992-4aeb-b2ed-9c8f863be9cb HTTP/1.1" status: 200 len: 1092 time: 3.5629482 Feb 04 21:08:51.167395 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b5fc87a-3269-4c7b-887a-8372233244a5', 'tag': 'ed879f56-9992-4aeb-b2ed-9c8f863be9cb'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:08:51.205337 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-f3e61437-4622-411f-83d9-6bd201009fe2 admin admin] Allocated IP 172.20.0.1 (4608db1e-4c63-4115-98e9-dbb35735c98b/a5257a8f-1f80-4ecd-b1bf-e444fa041ff5/500b9953-2d0b-43b1-8ec1-c378933728ce) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:08:51.319560 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c1fef-a6a0-4621-b3e9-2327b8d25340 req-bf91b085-de13-4503-94e6-bb196c179576 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:51.321188 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5f8c1fef-a6a0-4621-b3e9-2327b8d25340 req-bf91b085-de13-4503-94e6-bb196c179576 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b9796f9-b424-4a23-863b-ce90eba01d72 HTTP/1.1" status: 200 len: 943 time: 0.6129568 Feb 04 21:08:51.356730 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ce251-c743-480f-912a-c9cde029a873 req-cf80f28d-70e7-444c-a26f-2b56c7e3ae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:51.358360 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737a7e67-bc3a-480c-a769-8f4d802ac8b9 None None] Routers {'1db08bb1-bc01-4512-9da3-cf031e7a01e7'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:08:51.358859 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3b3ce251-c743-480f-912a-c9cde029a873 req-cf80f28d-70e7-444c-a26f-2b56c7e3ae63 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5a8f41e-d95d-49bb-abc4-bcc31850b5e9 HTTP/1.1" status: 200 len: 857 time: 0.5117581 Feb 04 21:08:51.358991 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-737a7e67-bc3a-480c-a769-8f4d802ac8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:08:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['1db08bb1-bc01-4512-9da3-cf031e7a01e7'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:08:51.416306 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-da950b4d-f4ee-42fd-9f76-2e1c065b08cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:51.425590 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-da950b4d-f4ee-42fd-9f76-2e1c065b08cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69cff50c69dd4edbb2b0c631432e7d0d&device_id=0b5fc87a-3269-4c7b-887a-8372233244a5 HTTP/1.1" status: 200 len: 1095 time: 0.2079504 Feb 04 21:08:51.431238 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5a587-2ee6-4d73-bbea-493c47df6e7c req-fe017c56-c865-4fd5-9e76-d9d21d9cc4d9 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:51.432349 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9080d-dfe2-4642-b41d-daf2cbc77ed7 None None] Pushing event updated for resources: {'Port': ['ID=a85dcd7a-17b8-40a8-84a3-b8230353167b,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:51.439311 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-68d5a587-2ee6-4d73-bbea-493c47df6e7c req-fe017c56-c865-4fd5-9e76-d9d21d9cc4d9 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5fc87a-3269-4c7b-887a-8372233244a5 HTTP/1.1" status: 200 len: 944 time: 0.4083357 Feb 04 21:08:51.463653 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-30243cb4-32d3-40cc-9afd-d6ebbb0caf94 None None] Allocated IP 10.1.1.2 (bb213b90-85ae-4ae5-869b-fda768933cd6/d8ab602a-389e-46ed-9e60-c4075f6a2251/aa21909e-048a-4e15-998b-f1e7fce22887) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:08:51.471463 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3b3ce251-c743-480f-912a-c9cde029a873 req-ca95add3-a648-4929-9b87-7ce505590c0e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bf78ad03-914b-465e-8074-761ce3d017ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907202 Feb 04 21:08:51.512726 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-38d45fa8-d3a8-44bd-ba29-e736e10a539c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed879f56-9992-4aeb-b2ed-9c8f863be9cb HTTP/1.1" status: 200 len: 217 time: 0.0852106 Feb 04 21:08:51.588179 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-c07a0bd1-c963-42d4-a668-51b679da47e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:51.589860 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-c07a0bd1-c963-42d4-a668-51b679da47e0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23d61e2d-97f4-40a0-9322-1eca7a330b64 HTTP/1.1" status: 200 len: 850 time: 0.0683255 Feb 04 21:08:51.637959 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5f8c1fef-a6a0-4621-b3e9-2327b8d25340 req-972cf637-a08e-4c08-bd2f-c2286ea8f6a1 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.26 "GET /v2.0/security-groups?id=ab2e4af9-28e0-44ba-931d-7cbfff8b4457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059664 Feb 04 21:08:51.639807 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3b3ce251-c743-480f-912a-c9cde029a873 req-5836d6c2-50ab-43c4-a465-8dbffcea8204 service neutron] 10.222.0.32 "GET /v2.0/networks/bf78ad03-914b-465e-8074-761ce3d017ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450880 Feb 04 21:08:51.653430 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-737a7e67-bc3a-480c-a769-8f4d802ac8b9 None None] Set router 1db08bb1-bc01-4512-9da3-cf031e7a01e7 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:08:51.655746 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-31d799d3-597f-436b-9fce-468d2a08bc02 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572274 Feb 04 21:08:51.701118 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-68d5a587-2ee6-4d73-bbea-493c47df6e7c req-b081d2c1-78fc-4626-9251-d753403f8ce0 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604902 Feb 04 21:08:51.703245 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-1713609d-68dd-41bb-9c5e-759f8c0ccdf8 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:08:51.713198 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-1713609d-68dd-41bb-9c5e-759f8c0ccdf8 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Usage tracker for resource:subnet and tenant:b242a09179d94d8193cc1c0208c67871 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:08:51.714652 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f3e61437-4622-411f-83d9-6bd201009fe2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:51.728055 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b5fc87a-3269-4c7b-887a-8372233244a5', 'tag': 'ed879f56-9992-4aeb-b2ed-9c8f863be9cb', 'status': 'completed', 'code': 200} Feb 04 21:08:51.764127 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-1713609d-68dd-41bb-9c5e-759f8c0ccdf8 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:08:51.775051 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-1713609d-68dd-41bb-9c5e-759f8c0ccdf8 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:08:51.850114 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1713609d-68dd-41bb-9c5e-759f8c0ccdf8 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Made reservation on behalf of b242a09179d94d8193cc1c0208c67871 for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:08:51.854315 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1713609d-68dd-41bb-9c5e-759f8c0ccdf8 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:51.865509 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-f3e61437-4622-411f-83d9-6bd201009fe2 admin admin] Transition to ACTIVE for port object 500b9953-2d0b-43b1-8ec1-c378933728ce will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:08:51.923312 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f2460-1598-41bd-af17-346e937feb8b req-87b2d337-162d-4345-97e4-4bc912808f84 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:51.924616 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-129f2460-1598-41bd-af17-346e937feb8b req-87b2d337-162d-4345-97e4-4bc912808f84 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Synchronizing usage tracker for tenant:07e9b24649b94e84b82d3ffc4f68cc03 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:08:51.954939 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-129f2460-1598-41bd-af17-346e937feb8b req-87b2d337-162d-4345-97e4-4bc912808f84 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Unset dirty status for tenant:07e9b24649b94e84b82d3ffc4f68cc03 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:08:51.956073 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-129f2460-1598-41bd-af17-346e937feb8b req-87b2d337-162d-4345-97e4-4bc912808f84 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.32 "GET /v2.0/ports?device_id=1413a48a-8abf-4e85-8461-44ee911b2a3f HTTP/1.1" status: 200 len: 945 time: 0.1766639 Feb 04 21:08:52.055984 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-129f2460-1598-41bd-af17-346e937feb8b req-0923862c-6f73-4a68-98a1-0a761018026f tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Deleting port 430e59cb-fdce-4370-814a-a6d6e2f0547a {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:08:52.056326 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-129f2460-1598-41bd-af17-346e937feb8b req-0923862c-6f73-4a68-98a1-0a761018026f tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:52.151962 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3b3ce251-c743-480f-912a-c9cde029a873 req-3f191284-3764-4fd0-8393-d3dc060c845a service neutron] 10.222.0.32 "GET /v2.0/networks/bf78ad03-914b-465e-8074-761ce3d017ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4899011 Feb 04 21:08:52.153941 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1713609d-68dd-41bb-9c5e-759f8c0ccdf8 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:52.175539 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-4b381fb0-29a0-4ac3-b6f7-4658613d7f43 service neutron] 10.222.0.18 "GET /v2.0/networks/0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957078 Feb 04 21:08:52.223554 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-30243cb4-32d3-40cc-9afd-d6ebbb0caf94 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:52.243935 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-30243cb4-32d3-40cc-9afd-d6ebbb0caf94 None None] Transition to ACTIVE for port object aa21909e-048a-4e15-998b-f1e7fce22887 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:08:52.263515 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713609d-68dd-41bb-9c5e-759f8c0ccdf8 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Pushing event updated for resources: {'Subnet': ['ID=e7f41bda-5d42-40fd-a72e-415f8cf425d0,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:52.276821 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f372ee5-c18c-47f8-8ea8-d9a073a14bd0 req-4a55fa69-f930-429a-a3e9-1e9137ea8a68 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:52.278417 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7f372ee5-c18c-47f8-8ea8-d9a073a14bd0 req-4a55fa69-f930-429a-a3e9-1e9137ea8a68 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=1413a48a-8abf-4e85-8461-44ee911b2a3f HTTP/1.1" status: 200 len: 945 time: 0.3427260 Feb 04 21:08:52.283609 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1713609d-68dd-41bb-9c5e-759f8c0ccdf8 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Checking segment: {'id': 'abee4976-277e-4319-9927-4355a60b3f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '874df1b5-5f8c-4914-8d0d-1a3a81a2fefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:08:52.283988 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1713609d-68dd-41bb-9c5e-759f8c0ccdf8 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Network hostable DHCP agents. Network: 874df1b5-5f8c-4914-8d0d-1a3a81a2fefb, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:08:52.284221 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-30243cb4-32d3-40cc-9afd-d6ebbb0caf94 None None] Transition to ACTIVE for port object aa21909e-048a-4e15-998b-f1e7fce22887 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:08:52.293896 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-30243cb4-32d3-40cc-9afd-d6ebbb0caf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:52.345099 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7f372ee5-c18c-47f8-8ea8-d9a073a14bd0 req-c9c89736-bcff-4674-8aab-9484c4bbb403 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551143 Feb 04 21:08:52.345905 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1713609d-68dd-41bb-9c5e-759f8c0ccdf8 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Network 874df1b5-5f8c-4914-8d0d-1a3a81a2fefb is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:08:52.347115 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f71eaed9-8fee-4b93-965d-3374d8f6c4b2 req-a8f8e778-2b6d-4bfe-a7c9-d6f77d321bc0 service neutron] 10.222.0.18 "GET /v2.0/networks/0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551220 Feb 04 21:08:52.360546 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-1713609d-68dd-41bb-9c5e-759f8c0ccdf8 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 874df1b5-5f8c-4914-8d0d-1a3a81a2fefb) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:08:52.382586 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e53dab8-6857-4786-a114-dafa726e201e None None] Network 874df1b5-5f8c-4914-8d0d-1a3a81a2fefb requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:08:52.386821 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1713609d-68dd-41bb-9c5e-759f8c0ccdf8 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:52.387638 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1713609d-68dd-41bb-9c5e-759f8c0ccdf8 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:52.423391 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-1713609d-68dd-41bb-9c5e-759f8c0ccdf8 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3220522 Feb 04 21:08:52.423656 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30243cb4-32d3-40cc-9afd-d6ebbb0caf94 None None] Network bb213b90-85ae-4ae5-869b-fda768933cd6 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:08:52.426089 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 35424) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:52.442347 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-64770a04-afad-4354-b654-8b509f7bd391 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Request body: {'port': {'network_id': 'bb213b90-85ae-4ae5-869b-fda768933cd6', 'name': 'tempest-TaggedBootDevicesTest_v242-1336469456', 'fixed_ips': [{'subnet_id': 'd8ab602a-389e-46ed-9e60-c4075f6a2251'}]}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:08:52.479820 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-737a7e67-bc3a-480c-a769-8f4d802ac8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'name': 'tempest-ServersTestBootFromVolume-1128826219-router', 'tenant_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a85dcd7a-17b8-40a8-84a3-b8230353167b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:08:40Z', 'updated_at': '2022-02-04T21:08:44Z', 'revision_number': 3, 'project_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'gw_port': {'id': 'a85dcd7a-17b8-40a8-84a3-b8230353167b', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:eb:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:08:42Z', 'updated_at': '2022-02-04T21:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:08:52.492507 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-30243cb4-32d3-40cc-9afd-d6ebbb0caf94 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:08:52.499766 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30243cb4-32d3-40cc-9afd-d6ebbb0caf94 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:08:52.514401 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f3e61437-4622-411f-83d9-6bd201009fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:52.579106 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737a7e67-bc3a-480c-a769-8f4d802ac8b9 None None] The sync data for ids ['1db08bb1-bc01-4512-9da3-cf031e7a01e7'] in n-d-827896-1 is: [{'id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'name': 'tempest-ServersTestBootFromVolume-1128826219-router', 'tenant_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a85dcd7a-17b8-40a8-84a3-b8230353167b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:08:40Z', 'updated_at': '2022-02-04T21:08:44Z', 'revision_number': 3, 'project_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'gw_port': {'id': 'a85dcd7a-17b8-40a8-84a3-b8230353167b', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:eb:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:08:42Z', 'updated_at': '2022-02-04T21:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:08:52.581351 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30243cb4-32d3-40cc-9afd-d6ebbb0caf94 None None] Pushing event updated for resources: {'Port': ['ID=aa21909e-048a-4e15-998b-f1e7fce22887,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:52.735815 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-64770a04-afad-4354-b654-8b509f7bd391 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:08:52.743447 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-64770a04-afad-4354-b654-8b509f7bd391 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Usage tracker for resource:port and tenant:b242a09179d94d8193cc1c0208c67871 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:08:52.750784 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-64770a04-afad-4354-b654-8b509f7bd391 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:08:52.770616 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-64770a04-afad-4354-b654-8b509f7bd391 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:08:52.785686 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-30243cb4-32d3-40cc-9afd-d6ebbb0caf94 None None] Attempting to bind port aa21909e-048a-4e15-998b-f1e7fce22887 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:08:52.786407 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-30243cb4-32d3-40cc-9afd-d6ebbb0caf94 None None] Attempting to bind port aa21909e-048a-4e15-998b-f1e7fce22887 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '6429d873-b8f4-4c82-bf9b-05ee94e57129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bb213b90-85ae-4ae5-869b-fda768933cd6'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:08:52.786983 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30243cb4-32d3-40cc-9afd-d6ebbb0caf94 None None] Attempting to bind port aa21909e-048a-4e15-998b-f1e7fce22887 on network bb213b90-85ae-4ae5-869b-fda768933cd6 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:08:52.796663 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64770a04-afad-4354-b654-8b509f7bd391 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Made reservation on behalf of b242a09179d94d8193cc1c0208c67871 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:08:52.828129 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30243cb4-32d3-40cc-9afd-d6ebbb0caf94 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:08:52.828532 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30243cb4-32d3-40cc-9afd-d6ebbb0caf94 None None] Checking segment: {'id': '6429d873-b8f4-4c82-bf9b-05ee94e57129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bb213b90-85ae-4ae5-869b-fda768933cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:08:52.828817 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-30243cb4-32d3-40cc-9afd-d6ebbb0caf94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:52.829305 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30243cb4-32d3-40cc-9afd-d6ebbb0caf94 None None] Bound using segment: {'id': '6429d873-b8f4-4c82-bf9b-05ee94e57129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bb213b90-85ae-4ae5-869b-fda768933cd6'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:08:52.829710 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-30243cb4-32d3-40cc-9afd-d6ebbb0caf94 None None] Bound port: aa21909e-048a-4e15-998b-f1e7fce22887, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6429d873-b8f4-4c82-bf9b-05ee94e57129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bb213b90-85ae-4ae5-869b-fda768933cd6'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:08:52.830085 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-30243cb4-32d3-40cc-9afd-d6ebbb0caf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:52.978281 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e61437-4622-411f-83d9-6bd201009fe2 admin admin] Network 4608db1e-4c63-4115-98e9-dbb35735c98b is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:08:52.986757 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-f3e61437-4622-411f-83d9-6bd201009fe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:08:52.989698 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e61437-4622-411f-83d9-6bd201009fe2 admin admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:08:53.011502 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-64770a04-afad-4354-b654-8b509f7bd391 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:53.053642 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-30243cb4-32d3-40cc-9afd-d6ebbb0caf94 None None] For port aa21909e-048a-4e15-998b-f1e7fce22887, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:08:53.057726 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-30243cb4-32d3-40cc-9afd-d6ebbb0caf94 None None] For port aa21909e-048a-4e15-998b-f1e7fce22887, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=aa21909e-048a-4e15-998b-f1e7fce22887,segment=NetworkSegment(6429d873-b8f4-4c82-bf9b-05ee94e57129),segment_id=6429d873-b8f4-4c82-bf9b-05ee94e57129)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:08:53.063472 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-30243cb4-32d3-40cc-9afd-d6ebbb0caf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:53.103015 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f3e61437-4622-411f-83d9-6bd201009fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:53.112669 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e61437-4622-411f-83d9-6bd201009fe2 admin admin] Pushing event updated for resources: {'Port': ['ID=500b9953-2d0b-43b1-8ec1-c378933728ce,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:53.147397 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313ac976-9896-4f00-829d-d12ce6473ea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-874df1b5-5f8c-4914-8d0d-1a3a81a2fefb', 'network_id': '874df1b5-5f8c-4914-8d0d-1a3a81a2fefb', 'tenant_id': 'b242a09179d94d8193cc1c0208c67871', 'fixed_ips': [{'subnet_id': 'e7f41bda-5d42-40fd-a72e-415f8cf425d0'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:08:53.148369 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-313ac976-9896-4f00-829d-d12ce6473ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:53.209518 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-129f2460-1598-41bd-af17-346e937feb8b req-0923862c-6f73-4a68-98a1-0a761018026f tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] For port 430e59cb-fdce-4370-814a-a6d6e2f0547a, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=430e59cb-fdce-4370-814a-a6d6e2f0547a,segment=NetworkSegment(dc252dab-745b-42aa-9175-cbc8dc87a7db),segment_id=dc252dab-745b-42aa-9175-cbc8dc87a7db)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:08:53.210180 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-129f2460-1598-41bd-af17-346e937feb8b req-0923862c-6f73-4a68-98a1-0a761018026f tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:53.221121 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddcbcf-4060-4d05-aeaf-119b7c7dd360 req-13f3ba9a-c862-4902-9ef6-3038b245837e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:53.224942 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [None req-64770a04-afad-4354-b654-8b509f7bd391 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] device_id is not set on port aa4eda3d-4b67-4f85-b755-44b84dd11b2f yet. {{(pid=87683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:08:53.225060 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-78ddcbcf-4060-4d05-aeaf-119b7c7dd360 req-13f3ba9a-c862-4902-9ef6-3038b245837e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69cff50c69dd4edbb2b0c631432e7d0d&device_id=0b5fc87a-3269-4c7b-887a-8372233244a5 HTTP/1.1" status: 200 len: 1095 time: 0.7679801 Feb 04 21:08:53.379595 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30243cb4-32d3-40cc-9afd-d6ebbb0caf94 None None] Pushing event updated for resources: {'Port': ['ID=aa21909e-048a-4e15-998b-f1e7fce22887,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:53.456846 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a85dcd7a-17b8-40a8-84a3-b8230353167b up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:08:53.634265 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 70db75e4-33db-40a3-aee7-0af8931cccb0 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:08:53.636331 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-129f2460-1598-41bd-af17-346e937feb8b req-0923862c-6f73-4a68-98a1-0a761018026f tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Calling delete_port for 430e59cb-fdce-4370-814a-a6d6e2f0547a owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:08:53.887845 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-64770a04-afad-4354-b654-8b509f7bd391 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Allocated IP 10.1.1.139 (bb213b90-85ae-4ae5-869b-fda768933cd6/d8ab602a-389e-46ed-9e60-c4075f6a2251/aa4eda3d-4b67-4f85-b755-44b84dd11b2f) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:08:53.908412 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-33f7cb37-6919-48d0-9397-24b3181cb326 None None] Provisioning for port 500b9953-2d0b-43b1-8ec1-c378933728ce completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:08:53.940836 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-313ac976-9896-4f00-829d-d12ce6473ea4 None None] Allocated IP 10.2.2.2 (874df1b5-5f8c-4914-8d0d-1a3a81a2fefb/e7f41bda-5d42-40fd-a72e-415f8cf425d0/7dc74ca6-5d20-4e48-887a-78f217e88521) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:08:53.946139 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-33f7cb37-6919-48d0-9397-24b3181cb326 None None] Provisioning complete for port 500b9953-2d0b-43b1-8ec1-c378933728ce triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:08:53.946756 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-33f7cb37-6919-48d0-9397-24b3181cb326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:53.948962 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a5e34-3aeb-4b0f-be8b-56fe4225f83a req-05d4445f-210f-405c-8ee0-b5a18803b38f tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:53.957506 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-916a5e34-3aeb-4b0f-be8b-56fe4225f83a req-05d4445f-210f-405c-8ee0-b5a18803b38f tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b9796f9-b424-4a23-863b-ce90eba01d72 HTTP/1.1" status: 200 len: 943 time: 0.8470945 Feb 04 21:08:54.018837 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddcbcf-4060-4d05-aeaf-119b7c7dd360 req-0cbb2376-3a67-4201-acb7-0971faf1191d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:54.020692 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-78ddcbcf-4060-4d05-aeaf-119b7c7dd360 req-0cbb2376-3a67-4201-acb7-0971faf1191d service neutron] 10.222.0.18 "GET /v2.0/networks?id=0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d HTTP/1.1" status: 200 len: 911 time: 0.7846456 Feb 04 21:08:54.066304 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e732b8-c660-4cd4-af35-c3693e7bcc45 req-aedaccc6-2d0b-466d-b695-68f47c151232 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:54.068334 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-01e732b8-c660-4cd4-af35-c3693e7bcc45 req-aedaccc6-2d0b-466d-b695-68f47c151232 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5fc87a-3269-4c7b-887a-8372233244a5 HTTP/1.1" status: 200 len: 944 time: 1.0150938 Feb 04 21:08:54.150198 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-916a5e34-3aeb-4b0f-be8b-56fe4225f83a req-c7c93ddc-5624-4e88-bfeb-8ddbece7ca32 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.26 "GET /v2.0/security-groups?id=ab2e4af9-28e0-44ba-931d-7cbfff8b4457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916332 Feb 04 21:08:54.198057 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-33f7cb37-6919-48d0-9397-24b3181cb326 None None] Port 500b9953-2d0b-43b1-8ec1-c378933728ce cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:08:54.211446 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port a85dcd7a-17b8-40a8-84a3-b8230353167b completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:08:54.237669 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-01e732b8-c660-4cd4-af35-c3693e7bcc45 req-6499fe88-b57d-4595-aa2a-0183c519b68d tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630366 Feb 04 21:08:54.241889 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 70db75e4-33db-40a3-aee7-0af8931cccb0, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=70db75e4-33db-40a3-aee7-0af8931cccb0,segment=NetworkSegment(dc594f2f-3bca-4e98-9e86-57f893df8dd6),segment_id=dc594f2f-3bca-4e98-9e86-57f893df8dd6)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:08:54.265672 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port a85dcd7a-17b8-40a8-84a3-b8230353167b triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:08:54.266056 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:54.603784 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f3e61437-4622-411f-83d9-6bd201009fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:54.603784 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-78ddcbcf-4060-4d05-aeaf-119b7c7dd360 req-3860bcea-9edb-4326-86b9-cbe93156a4d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed879f56-9992-4aeb-b2ed-9c8f863be9cb HTTP/1.1" status: 200 len: 217 time: 0.5285509 Feb 04 21:08:54.607618 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '70db75e4-33db-40a3-aee7-0af8931cccb0', 'network_id': 'bf78ad03-914b-465e-8074-761ce3d017ac', 'port_id': '70db75e4-33db-40a3-aee7-0af8931cccb0', 'mac_address': 'fa:16:3e:67:d2:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a8f41e-d95d-49bb-abc4-bcc31850b5e9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:08:54.655122 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-129f2460-1598-41bd-af17-346e937feb8b req-0923862c-6f73-4a68-98a1-0a761018026f tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:54.688809 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-41708319-9818-4779-bde9-e3fe0d91c164 req-8abf91f2-883c-4928-930b-976a1e819772 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=1413a48a-8abf-4e85-8461-44ee911b2a3f HTTP/1.1" status: 200 len: 210 time: 0.0737994 Feb 04 21:08:54.720301 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-64770a04-afad-4354-b654-8b509f7bd391 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:54.735799 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:54.741939 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [None req-64770a04-afad-4354-b654-8b509f7bd391 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Transition to ACTIVE for port object aa4eda3d-4b67-4f85-b755-44b84dd11b2f will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:08:54.788432 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['430e59cb-fdce-4370-814a-a6d6e2f0547a'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:08:54.798949 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-64770a04-afad-4354-b654-8b509f7bd391 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:54.866631 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['360933cf-d804-4569-a345-5bd91afcfb54'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:08:54.946801 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device ed879f56-9992-4aeb-b2ed-9c8f863be9cb details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:08:55.021305 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64770a04-afad-4354-b654-8b509f7bd391 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Network bb213b90-85ae-4ae5-869b-fda768933cd6 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:08:55.024639 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-64770a04-afad-4354-b654-8b509f7bd391 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:08:55.040284 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64770a04-afad-4354-b654-8b509f7bd391 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:08:55.100019 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port a85dcd7a-17b8-40a8-84a3-b8230353167b, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a85dcd7a-17b8-40a8-84a3-b8230353167b,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:08:55.111360 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f15d1e-b7fd-4ab1-b22d-a4ccf705d978 None None] Network bb213b90-85ae-4ae5-869b-fda768933cd6 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:08:55.118654 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64770a04-afad-4354-b654-8b509f7bd391 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Pushing event updated for resources: {'Port': ['ID=aa4eda3d-4b67-4f85-b755-44b84dd11b2f,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:55.123994 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923862c-6f73-4a68-98a1-0a761018026f tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Pushing event deleted for resources: {'Port': ['ID=430e59cb-fdce-4370-814a-a6d6e2f0547a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:55.170100 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64770a04-afad-4354-b654-8b509f7bd391 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:55.170100 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-64770a04-afad-4354-b654-8b509f7bd391 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:55.205832 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-64770a04-afad-4354-b654-8b509f7bd391 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7745004 Feb 04 21:08:55.211102 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 35464) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:55.219775 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-3eb9f7c2-0e7e-4b30-8ce9-f63c17d3a16c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Request body: {'port': {'network_id': 'bb213b90-85ae-4ae5-869b-fda768933cd6', 'name': 'tempest-TaggedBootDevicesTest_v242-144678344', 'fixed_ips': [{'subnet_id': 'd8ab602a-389e-46ed-9e60-c4075f6a2251'}]}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:08:55.396713 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddcbcf-4060-4d05-aeaf-119b7c7dd360 req-95f00d71-31fd-4f04-990d-8c199367b42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:55.398332 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-78ddcbcf-4060-4d05-aeaf-119b7c7dd360 req-95f00d71-31fd-4f04-990d-8c199367b42c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23d61e2d-97f4-40a0-9322-1eca7a330b64 HTTP/1.1" status: 200 len: 850 time: 0.7352328 Feb 04 21:08:55.411151 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:55.558063 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=a85dcd7a-17b8-40a8-84a3-b8230353167b,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:55.571554 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-129f2460-1598-41bd-af17-346e937feb8b req-0923862c-6f73-4a68-98a1-0a761018026f tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] No DVR routers for this DVR port 430e59cb-fdce-4370-814a-a6d6e2f0547a on host n-h1-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:08:55.597944 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-129f2460-1598-41bd-af17-346e937feb8b req-0923862c-6f73-4a68-98a1-0a761018026f tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:55.631450 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:55.663333 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.resource_extend [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:08:55.679201 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-3eb9f7c2-0e7e-4b30-8ce9-f63c17d3a16c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:08:55.698132 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-3eb9f7c2-0e7e-4b30-8ce9-f63c17d3a16c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Usage tracker for resource:port and tenant:b242a09179d94d8193cc1c0208c67871 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:08:55.702590 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-3eb9f7c2-0e7e-4b30-8ce9-f63c17d3a16c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:08:55.733701 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-3eb9f7c2-0e7e-4b30-8ce9-f63c17d3a16c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:08:55.736303 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70db75e4-33db-40a3-aee7-0af8931cccb0 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:08:55.751614 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c1b29-acef-4fc9-af7e-4f3696391211 req-11fd46a0-a1ca-4718-8ac7-1b566357238b tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:55.751614 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8d3c1b29-acef-4fc9-af7e-4f3696391211 req-11fd46a0-a1ca-4718-8ac7-1b566357238b tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b9796f9-b424-4a23-863b-ce90eba01d72 HTTP/1.1" status: 200 len: 943 time: 0.3678730 Feb 04 21:08:55.767579 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4285d0b4-89d6-49c8-a255-eba945734368 req-b040cb70-f1fa-4aa1-aa2b-b8eb5b4f59ba tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:55.767579 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4285d0b4-89d6-49c8-a255-eba945734368 req-b040cb70-f1fa-4aa1-aa2b-b8eb5b4f59ba tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5fc87a-3269-4c7b-887a-8372233244a5 HTTP/1.1" status: 200 len: 944 time: 0.2576869 Feb 04 21:08:55.798814 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb9f7c2-0e7e-4b30-8ce9-f63c17d3a16c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Made reservation on behalf of b242a09179d94d8193cc1c0208c67871 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:08:55.803392 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3eb9f7c2-0e7e-4b30-8ce9-f63c17d3a16c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:55.821946 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1413a48a-8abf-4e85-8461-44ee911b2a3f', 'name': 'network-vif-deleted', 'tag': '430e59cb-fdce-4370-814a-a6d6e2f0547a'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:08:55.829126 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-78ddcbcf-4060-4d05-aeaf-119b7c7dd360 req-6dbe421f-33bc-4f9c-b49c-50a2cd56e12d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2491202 Feb 04 21:08:55.847852 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f3e61437-4622-411f-83d9-6bd201009fe2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:55.853607 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-129f2460-1598-41bd-af17-346e937feb8b req-0923862c-6f73-4a68-98a1-0a761018026f tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.32 "DELETE /v2.0/ports/430e59cb-fdce-4370-814a-a6d6e2f0547a HTTP/1.1" status: 204 len: 173 time: 3.8846202 Feb 04 21:08:55.861612 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [None req-3eb9f7c2-0e7e-4b30-8ce9-f63c17d3a16c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] device_id is not set on port 6183f8f3-5b46-4ccb-8a74-78b479952b28 yet. {{(pid=87683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:08:55.892480 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f3e61437-4622-411f-83d9-6bd201009fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:56.016136 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device aa21909e-048a-4e15-998b-f1e7fce22887 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:08:56.124267 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-5453721f-ea01-454d-849a-69ed8d4171a7 None None] Provisioning for port aa21909e-048a-4e15-998b-f1e7fce22887 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:08:56.247757 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e61437-4622-411f-83d9-6bd201009fe2 admin admin] Pushing event updated for resources: {'Port': ['ID=500b9953-2d0b-43b1-8ec1-c378933728ce,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:56.298539 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 70db75e4-33db-40a3-aee7-0af8931cccb0, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=70db75e4-33db-40a3-aee7-0af8931cccb0,segment=NetworkSegment(dc594f2f-3bca-4e98-9e86-57f893df8dd6),segment_id=dc594f2f-3bca-4e98-9e86-57f893df8dd6)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:08:56.337162 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8d3c1b29-acef-4fc9-af7e-4f3696391211 req-582932d0-75e5-481f-96d9-3a384c912d42 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.26 "GET /v2.0/security-groups?id=ab2e4af9-28e0-44ba-931d-7cbfff8b4457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5585163 Feb 04 21:08:56.390510 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4285d0b4-89d6-49c8-a255-eba945734368 req-5f8147f0-7f54-4c6e-955a-ac20c834e1a8 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6095862 Feb 04 21:08:56.474764 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port ed879f56-9992-4aeb-b2ed-9c8f863be9cb, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=ed879f56-9992-4aeb-b2ed-9c8f863be9cb,segment=NetworkSegment(981c5051-f4f5-4e27-b711-c6ab8733b666),segment_id=981c5051-f4f5-4e27-b711-c6ab8733b666)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:08:56.523680 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-3eb9f7c2-0e7e-4b30-8ce9-f63c17d3a16c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Allocated IP 10.1.1.131 (bb213b90-85ae-4ae5-869b-fda768933cd6/d8ab602a-389e-46ed-9e60-c4075f6a2251/6183f8f3-5b46-4ccb-8a74-78b479952b28) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:08:56.541312 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-313ac976-9896-4f00-829d-d12ce6473ea4 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:56.564837 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-313ac976-9896-4f00-829d-d12ce6473ea4 None None] Transition to ACTIVE for port object 7dc74ca6-5d20-4e48-887a-78f217e88521 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:08:56.586557 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'ed879f56-9992-4aeb-b2ed-9c8f863be9cb', 'network_id': '0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d', 'port_id': 'ed879f56-9992-4aeb-b2ed-9c8f863be9cb', 'mac_address': 'fa:16:3e:4a:03:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23d61e2d-97f4-40a0-9322-1eca7a330b64', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:08:56.604061 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-313ac976-9896-4f00-829d-d12ce6473ea4 None None] Transition to ACTIVE for port object 7dc74ca6-5d20-4e48-887a-78f217e88521 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:08:56.690348 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:56.842598 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-78ddcbcf-4060-4d05-aeaf-119b7c7dd360 req-4f141f1f-a85e-4b13-8886-bfca981aaf1a service neutron] 10.222.0.18 "GET /v2.0/networks/0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9922993 Feb 04 21:08:56.844045 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f3e61437-4622-411f-83d9-6bd201009fe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:56.862620 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1413a48a-8abf-4e85-8461-44ee911b2a3f', 'name': 'network-vif-deleted', 'tag': '430e59cb-fdce-4370-814a-a6d6e2f0547a', 'status': 'completed', 'code': 200} Feb 04 21:08:56.907637 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bf788d98-caa4-4bee-b4e2-02ff855fed08 req-f0904e12-27b5-4eb3-9109-3911c6ffca6d tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=1413a48a-8abf-4e85-8461-44ee911b2a3f HTTP/1.1" status: 200 len: 210 time: 0.1348836 Feb 04 21:08:56.916267 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:56.944198 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:56.944198 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-313ac976-9896-4f00-829d-d12ce6473ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:57.047322 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=70db75e4-33db-40a3-aee7-0af8931cccb0,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:57.116052 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3eb9f7c2-0e7e-4b30-8ce9-f63c17d3a16c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:57.143702 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313ac976-9896-4f00-829d-d12ce6473ea4 None None] Network 874df1b5-5f8c-4914-8d0d-1a3a81a2fefb is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:08:57.149160 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['70db75e4-33db-40a3-aee7-0af8931cccb0'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:08:57.150951 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [None req-3eb9f7c2-0e7e-4b30-8ce9-f63c17d3a16c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Transition to ACTIVE for port object 6183f8f3-5b46-4ccb-8a74-78b479952b28 will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:08:57.185410 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed879f56-9992-4aeb-b2ed-9c8f863be9cb {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:08:57.203355 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-313ac976-9896-4f00-829d-d12ce6473ea4 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:08:57.211544 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3eb9f7c2-0e7e-4b30-8ce9-f63c17d3a16c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:57.218428 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313ac976-9896-4f00-829d-d12ce6473ea4 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:08:57.232598 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ac976-9896-4f00-829d-d12ce6473ea4 None None] Pushing event updated for resources: {'Port': ['ID=7dc74ca6-5d20-4e48-887a-78f217e88521,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:57.359364 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb9f7c2-0e7e-4b30-8ce9-f63c17d3a16c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Network bb213b90-85ae-4ae5-869b-fda768933cd6 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:08:57.359364 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-3eb9f7c2-0e7e-4b30-8ce9-f63c17d3a16c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:08:57.374155 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb9f7c2-0e7e-4b30-8ce9-f63c17d3a16c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:08:57.379593 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-78ddcbcf-4060-4d05-aeaf-119b7c7dd360 req-2ad089d1-ef58-4696-9683-b7e50d82a87d service neutron] 10.222.0.18 "GET /v2.0/networks/0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071418 Feb 04 21:08:57.414942 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port ed879f56-9992-4aeb-b2ed-9c8f863be9cb, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=ed879f56-9992-4aeb-b2ed-9c8f863be9cb,segment=NetworkSegment(981c5051-f4f5-4e27-b711-c6ab8733b666),segment_id=981c5051-f4f5-4e27-b711-c6ab8733b666)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:08:57.471700 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:57.579237 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb9f7c2-0e7e-4b30-8ce9-f63c17d3a16c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:57.580224 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3eb9f7c2-0e7e-4b30-8ce9-f63c17d3a16c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:57.597405 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port aa21909e-048a-4e15-998b-f1e7fce22887 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:08:57.602039 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e61437-4622-411f-83d9-6bd201009fe2 admin admin] Network 4608db1e-4c63-4115-98e9-dbb35735c98b is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:08:57.627759 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-f3e61437-4622-411f-83d9-6bd201009fe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:08:57.732891 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9f7c2-0e7e-4b30-8ce9-f63c17d3a16c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Pushing event updated for resources: {'Port': ['ID=6183f8f3-5b46-4ccb-8a74-78b479952b28,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:57.746070 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port aa21909e-048a-4e15-998b-f1e7fce22887 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:08:57.746070 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:57.802691 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-3eb9f7c2-0e7e-4b30-8ce9-f63c17d3a16c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5832062 Feb 04 21:08:57.811176 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=ed879f56-9992-4aeb-b2ed-9c8f863be9cb,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:57.845960 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e95ff-e43f-4f53-bd17-81b77e768ba0 req-f852fc4a-cae0-4c0b-89a1-154393e309d5 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:57.845960 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-630e95ff-e43f-4f53-bd17-81b77e768ba0 req-f852fc4a-cae0-4c0b-89a1-154393e309d5 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.2537384 Feb 04 21:08:57.891567 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae85df6-cf6c-4302-9f4d-80eeb4735d26 req-defef334-601d-4f83-9e29-35c758359fe3 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:57.905464 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5ae85df6-cf6c-4302-9f4d-80eeb4735d26 req-defef334-601d-4f83-9e29-35c758359fe3 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b9796f9-b424-4a23-863b-ce90eba01d72 HTTP/1.1" status: 200 len: 944 time: 0.2212253 Feb 04 21:08:57.993638 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-313ac976-9896-4f00-829d-d12ce6473ea4 None None] Attempting to bind port 7dc74ca6-5d20-4e48-887a-78f217e88521 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:08:57.994284 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-313ac976-9896-4f00-829d-d12ce6473ea4 None None] Attempting to bind port 7dc74ca6-5d20-4e48-887a-78f217e88521 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': 'abee4976-277e-4319-9927-4355a60b3f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '874df1b5-5f8c-4914-8d0d-1a3a81a2fefb'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:08:57.994850 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313ac976-9896-4f00-829d-d12ce6473ea4 None None] Attempting to bind port 7dc74ca6-5d20-4e48-887a-78f217e88521 on network 874df1b5-5f8c-4914-8d0d-1a3a81a2fefb {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:08:58.015821 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['ed879f56-9992-4aeb-b2ed-9c8f863be9cb'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:08:58.022465 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-630e95ff-e43f-4f53-bd17-81b77e768ba0 req-39a3a30c-af0d-46c5-bf6b-164ff2be6929 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692624 Feb 04 21:08:58.124839 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66651a-bbcf-4232-ac6b-ed1722560b9e req-0459b53d-7c2b-46ef-9fb1-5c80a41f2d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:58.124839 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7d66651a-bbcf-4232-ac6b-ed1722560b9e req-0459b53d-7c2b-46ef-9fb1-5c80a41f2d8b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d539dc97a744058fdb427e438eb9ad&device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 1095 time: 0.5968754 Feb 04 21:08:58.164772 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e61437-4622-411f-83d9-6bd201009fe2 admin admin] Router 1db08bb1-bc01-4512-9da3-cf031e7a01e7 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:08:58.208019 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313ac976-9896-4f00-829d-d12ce6473ea4 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:08:58.208019 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313ac976-9896-4f00-829d-d12ce6473ea4 None None] Checking segment: {'id': 'abee4976-277e-4319-9927-4355a60b3f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '874df1b5-5f8c-4914-8d0d-1a3a81a2fefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:08:58.208019 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-313ac976-9896-4f00-829d-d12ce6473ea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:58.208019 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313ac976-9896-4f00-829d-d12ce6473ea4 None None] Bound using segment: {'id': 'abee4976-277e-4319-9927-4355a60b3f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '874df1b5-5f8c-4914-8d0d-1a3a81a2fefb'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:08:58.208019 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-313ac976-9896-4f00-829d-d12ce6473ea4 None None] Bound port: 7dc74ca6-5d20-4e48-887a-78f217e88521, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abee4976-277e-4319-9927-4355a60b3f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '874df1b5-5f8c-4914-8d0d-1a3a81a2fefb'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:08:58.208019 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-313ac976-9896-4f00-829d-d12ce6473ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:58.333285 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5ae85df6-cf6c-4302-9f4d-80eeb4735d26 req-c89d8835-279b-442c-8de6-d20bdb6bcdd0 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.26 "GET /v2.0/security-groups?id=ab2e4af9-28e0-44ba-931d-7cbfff8b4457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258714 Feb 04 21:08:58.366708 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ab6746c1-fb6e-425c-ba2a-47efa5216415 None None] Provisioning complete for port 500b9953-2d0b-43b1-8ec1-c378933728ce triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:08:58.367429 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ab6746c1-fb6e-425c-ba2a-47efa5216415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:58.471800 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f4c94-58b1-4e81-85c1-9a21c9af7067 req-e8f32229-f3b8-4ef5-99ce-3f25234a998d tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:58.481410 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b49f4c94-58b1-4e81-85c1-9a21c9af7067 req-e8f32229-f3b8-4ef5-99ce-3f25234a998d tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5fc87a-3269-4c7b-887a-8372233244a5 HTTP/1.1" status: 200 len: 945 time: 0.1460574 Feb 04 21:08:58.513058 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66651a-bbcf-4232-ac6b-ed1722560b9e req-db5eb1fc-122b-4041-9c7a-59fb4d824bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:58.513058 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7d66651a-bbcf-4232-ac6b-ed1722560b9e req-db5eb1fc-122b-4041-9c7a-59fb4d824bca service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4cc1ce8-eeb6-46af-80b5-92196799c865 HTTP/1.1" status: 200 len: 912 time: 0.3824694 Feb 04 21:08:58.557028 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b49f4c94-58b1-4e81-85c1-9a21c9af7067 req-5ef3afab-d9c6-4537-ba49-6187b995cb63 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727587 Feb 04 21:08:58.754299 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 430e59cb-fdce-4370-814a-a6d6e2f0547a no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:08:58.799930 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:58.821471 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-ab6746c1-fb6e-425c-ba2a-47efa5216415 None None] Port 500b9953-2d0b-43b1-8ec1-c378933728ce cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:08:58.832890 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: 430e59cb-fdce-4370-814a-a6d6e2f0547a {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:08:58.833491 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 430e59cb-fdce-4370-814a-a6d6e2f0547a not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:08:58.859673 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 35530) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:58.864996 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-8892f8a9-2bd6-406e-a4c4-14be89e6c207 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1378067668', 'description': 'tempest-description--1329842480'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:08:58.872529 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-8892f8a9-2bd6-406e-a4c4-14be89e6c207 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:08:58.876941 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-8892f8a9-2bd6-406e-a4c4-14be89e6c207 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Usage tracker for resource:security_group and tenant:b242a09179d94d8193cc1c0208c67871 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:08:58.880921 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-8892f8a9-2bd6-406e-a4c4-14be89e6c207 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:08:58.889012 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-8892f8a9-2bd6-406e-a4c4-14be89e6c207 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:08:58.900608 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8892f8a9-2bd6-406e-a4c4-14be89e6c207 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:58.916426 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7d66651a-bbcf-4232-ac6b-ed1722560b9e req-700118c3-7550-4bac-b6e4-eb64f5a420d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88606a30-0adc-41c2-8bc6-51b965a3377c HTTP/1.1" status: 200 len: 999 time: 0.3965244 Feb 04 21:08:58.919253 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port aa21909e-048a-4e15-998b-f1e7fce22887, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=aa21909e-048a-4e15-998b-f1e7fce22887,segment=NetworkSegment(6429d873-b8f4-4c82-bf9b-05ee94e57129),segment_id=6429d873-b8f4-4c82-bf9b-05ee94e57129)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:08:58.919901 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e61437-4622-411f-83d9-6bd201009fe2 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:08:58.928519 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:58.933383 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee566993-a083-422c-8380-8227ae851a67 None None] Sync routers for ids ['1db08bb1-bc01-4512-9da3-cf031e7a01e7'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:08:58.953674 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f3e61437-4622-411f-83d9-6bd201009fe2 admin admin] 10.222.0.26 "PUT /v2.0/routers/1db08bb1-bc01-4512-9da3-cf031e7a01e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5704129 Feb 04 21:08:58.984918 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee566993-a083-422c-8380-8227ae851a67 None None] Routers {'1db08bb1-bc01-4512-9da3-cf031e7a01e7'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:08:58.984918 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-ee566993-a083-422c-8380-8227ae851a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:08:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['1db08bb1-bc01-4512-9da3-cf031e7a01e7'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:08:59.009082 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-8892f8a9-2bd6-406e-a4c4-14be89e6c207 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:08:59.025193 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-8892f8a9-2bd6-406e-a4c4-14be89e6c207 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Usage tracker for resource:security_group_rule and tenant:b242a09179d94d8193cc1c0208c67871 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:08:59.038793 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-8892f8a9-2bd6-406e-a4c4-14be89e6c207 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:08:59.059883 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-8892f8a9-2bd6-406e-a4c4-14be89e6c207 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:08:59.197027 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8892f8a9-2bd6-406e-a4c4-14be89e6c207 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:59.202427 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8892f8a9-2bd6-406e-a4c4-14be89e6c207 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:59.208186 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66651a-bbcf-4232-ac6b-ed1722560b9e req-9659aeb2-431a-4606-b8b7-47e6e674c52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:59.211785 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7d66651a-bbcf-4232-ac6b-ed1722560b9e req-9659aeb2-431a-4606-b8b7-47e6e674c52b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee4d3909-e094-4079-9a7f-4f6007c68222 HTTP/1.1" status: 200 len: 850 time: 0.2542219 Feb 04 21:08:59.327525 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892f8a9-2bd6-406e-a4c4-14be89e6c207 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c19981c-d2be-4024-b2e6-2e311030cb50,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:08:59.329779 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-313ac976-9896-4f00-829d-d12ce6473ea4 None None] For port 7dc74ca6-5d20-4e48-887a-78f217e88521, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:08:59.343509 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a85dcd7a-17b8-40a8-84a3-b8230353167b up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:08:59.367139 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8892f8a9-2bd6-406e-a4c4-14be89e6c207 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:59.368645 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-8892f8a9-2bd6-406e-a4c4-14be89e6c207 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5077081 Feb 04 21:08:59.373434 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 35546) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:08:59.380457 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-07d38c59-a441-4d10-81e1-69840e546895 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Request body: {'security_group_rule': {'security_group_id': '1c19981c-d2be-4024-b2e6-2e311030cb50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:08:59.443908 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-07d38c59-a441-4d10-81e1-69840e546895 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:08:59.463793 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-07d38c59-a441-4d10-81e1-69840e546895 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Usage tracker for resource:security_group_rule and tenant:b242a09179d94d8193cc1c0208c67871 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:08:59.478308 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-07d38c59-a441-4d10-81e1-69840e546895 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:08:59.505973 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-07d38c59-a441-4d10-81e1-69840e546895 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:08:59.533420 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66651a-bbcf-4232-ac6b-ed1722560b9e req-33809aa0-e78e-41ba-8097-8fea94011f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:59.533420 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7d66651a-bbcf-4232-ac6b-ed1722560b9e req-33809aa0-e78e-41ba-8097-8fea94011f1d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4cc1ce8-eeb6-46af-80b5-92196799c865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3010907 Feb 04 21:08:59.664273 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-ee566993-a083-422c-8380-8227ae851a67 None None] Set router 1db08bb1-bc01-4512-9da3-cf031e7a01e7 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:08:59.685308 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-07d38c59-a441-4d10-81e1-69840e546895 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:08:59.911430 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77e090-a4d6-4ee5-bf6f-0811bb207dd7 req-2d8cf655-25b5-40e1-bb3a-baeff7100380 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:08:59.922856 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1e77e090-a4d6-4ee5-bf6f-0811bb207dd7 req-2d8cf655-25b5-40e1-bb3a-baeff7100380 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.3532689 Feb 04 21:08:59.958264 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7d66651a-bbcf-4232-ac6b-ed1722560b9e req-b1cb2784-ef7d-43ab-acd3-ebd727efa0c1 service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162450 Feb 04 21:09:00.017736 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-07d38c59-a441-4d10-81e1-69840e546895 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:00.061199 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=aa21909e-048a-4e15-998b-f1e7fce22887,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:00.064560 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-07d38c59-a441-4d10-81e1-69840e546895 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:00.102530 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-313ac976-9896-4f00-829d-d12ce6473ea4 None None] For port 7dc74ca6-5d20-4e48-887a-78f217e88521, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=7dc74ca6-5d20-4e48-887a-78f217e88521,segment=NetworkSegment(abee4976-277e-4319-9927-4355a60b3f3a),segment_id=abee4976-277e-4319-9927-4355a60b3f3a)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:09:00.115032 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-313ac976-9896-4f00-829d-d12ce6473ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:00.203183 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3da7e97b-e79a-449f-8fb2-01930a23c415 None None] Provisioning for port aa4eda3d-4b67-4f85-b755-44b84dd11b2f completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:09:00.236984 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3da7e97b-e79a-449f-8fb2-01930a23c415 None None] Provisioning complete for port aa4eda3d-4b67-4f85-b755-44b84dd11b2f triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:00.237378 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3da7e97b-e79a-449f-8fb2-01930a23c415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:00.332438 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port a85dcd7a-17b8-40a8-84a3-b8230353167b triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:00.332812 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:00.361195 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1e77e090-a4d6-4ee5-bf6f-0811bb207dd7 req-3cc2afcb-b275-42a7-b294-8b5d3b0070db tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4331169 Feb 04 21:09:00.395491 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7d66651a-bbcf-4232-ac6b-ed1722560b9e req-0f60d27b-8e8f-4678-8f88-15cfb59b4300 service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284015 Feb 04 21:09:00.430250 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ac976-9896-4f00-829d-d12ce6473ea4 None None] Pushing event updated for resources: {'Port': ['ID=7dc74ca6-5d20-4e48-887a-78f217e88521,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:00.455525 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d38c59-a441-4d10-81e1-69840e546895 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5306ef17-b823-45b5-ba28-69986e37e426,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:00.458742 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3da7e97b-e79a-449f-8fb2-01930a23c415 None None] Port aa4eda3d-4b67-4f85-b755-44b84dd11b2f cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:09:00.519701 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3da7e97b-e79a-449f-8fb2-01930a23c415 None None] Provisioning complete for port aa21909e-048a-4e15-998b-f1e7fce22887 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:00.519701 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3da7e97b-e79a-449f-8fb2-01930a23c415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:00.532539 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-07d38c59-a441-4d10-81e1-69840e546895 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:00.535606 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35568) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:00.553030 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-07d38c59-a441-4d10-81e1-69840e546895 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1654351 Feb 04 21:09:00.555965 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-c66d3ea9-c0c6-4307-b39b-0545706c53d1 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Request body: {'security_group_rule': {'security_group_id': '1c19981c-d2be-4024-b2e6-2e311030cb50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:00.577564 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c66d3ea9-c0c6-4307-b39b-0545706c53d1 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:00.603476 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c66d3ea9-c0c6-4307-b39b-0545706c53d1 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Usage tracker for resource:security_group_rule and tenant:b242a09179d94d8193cc1c0208c67871 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:00.604901 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6dc36-6c8a-46d6-8988-69747606252c req-75a3e078-8d26-413e-89c0-5058650a5ba6 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:00.618466 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c66d3ea9-c0c6-4307-b39b-0545706c53d1 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:00.624792 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9da6dc36-6c8a-46d6-8988-69747606252c req-75a3e078-8d26-413e-89c0-5058650a5ba6 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b9796f9-b424-4a23-863b-ce90eba01d72 HTTP/1.1" status: 200 len: 944 time: 0.5749211 Feb 04 21:09:00.636942 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c66d3ea9-c0c6-4307-b39b-0545706c53d1 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:00.731842 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c66d3ea9-c0c6-4307-b39b-0545706c53d1 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:00.748462 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-ee566993-a083-422c-8380-8227ae851a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'name': 'tempest-ServersTestBootFromVolume-1128826219-router', 'tenant_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a85dcd7a-17b8-40a8-84a3-b8230353167b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:08:40Z', 'updated_at': '2022-02-04T21:08:54Z', 'revision_number': 4, 'project_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'gw_port': {'id': 'a85dcd7a-17b8-40a8-84a3-b8230353167b', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:08:42Z', 'updated_at': '2022-02-04T21:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '500b9953-2d0b-43b1-8ec1-c378933728ce', 'name': '', 'network_id': '4608db1e-4c63-4115-98e9-dbb35735c98b', 'tenant_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'mac_address': 'fa:16:3e:e5:b8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a5257a8f-1f80-4ecd-b1bf-e444fa041ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:08:50Z', 'updated_at': '2022-02-04T21:08:54Z', 'revision_number': 2, 'project_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'subnets': [{'id': 'a5257a8f-1f80-4ecd-b1bf-e444fa041ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:00.779592 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee566993-a083-422c-8380-8227ae851a67 None None] Checking router: 1db08bb1-bc01-4512-9da3-cf031e7a01e7 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:09:00.779951 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee566993-a083-422c-8380-8227ae851a67 None None] Updating router 1db08bb1-bc01-4512-9da3-cf031e7a01e7 port 500b9953-2d0b-43b1-8ec1-c378933728ce binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:09:01.058945 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9da6dc36-6c8a-46d6-8988-69747606252c req-ca1ef8e9-58b1-4b43-8371-67db94b94c73 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.26 "GET /v2.0/security-groups?id=ab2e4af9-28e0-44ba-931d-7cbfff8b4457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254472 Feb 04 21:09:01.117473 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-ee566993-a083-422c-8380-8227ae851a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:01.296200 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c66d3ea9-c0c6-4307-b39b-0545706c53d1 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:01.303531 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c66d3ea9-c0c6-4307-b39b-0545706c53d1 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:01.309830 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e76458-2951-4d5e-9d8d-98f3c595ec43 req-d6d4fd0c-0784-4fde-b284-36acfe7eeb1b tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:01.311438 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47e76458-2951-4d5e-9d8d-98f3c595ec43 req-d6d4fd0c-0784-4fde-b284-36acfe7eeb1b tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5fc87a-3269-4c7b-887a-8372233244a5 HTTP/1.1" status: 200 len: 945 time: 0.6265230 Feb 04 21:09:01.375449 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d3ea9-c0c6-4307-b39b-0545706c53d1 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a28c48-e676-4624-93c0-a6bf235225f3,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:01.406212 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-f14393bc-7fb4-40f6-9195-3e5a0c69a7c6 None None] Provisioning complete for port aa4eda3d-4b67-4f85-b755-44b84dd11b2f triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:01.406743 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f14393bc-7fb4-40f6-9195-3e5a0c69a7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:01.425889 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47e76458-2951-4d5e-9d8d-98f3c595ec43 req-78ddb13a-8e4f-4b96-b1c5-63846c69e19b tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075130 Feb 04 21:09:01.562394 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device ed879f56-9992-4aeb-b2ed-9c8f863be9cb up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:09:01.646493 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c66d3ea9-c0c6-4307-b39b-0545706c53d1 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:01.646493 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c66d3ea9-c0c6-4307-b39b-0545706c53d1 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1076250 Feb 04 21:09:01.651070 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 35586) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:01.654850 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-e7cca722-10a7-44f5-8130-fcc323b427ad tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Request body: {'floatingip': {'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:01.682996 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e7cca722-10a7-44f5-8130-fcc323b427ad tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:01.706149 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e7cca722-10a7-44f5-8130-fcc323b427ad tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Usage tracker for resource:floatingip and tenant:b242a09179d94d8193cc1c0208c67871 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:01.714721 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e7cca722-10a7-44f5-8130-fcc323b427ad tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:01.740705 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e7cca722-10a7-44f5-8130-fcc323b427ad tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:01.765176 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d137eaf-ef3a-4e39-97ae-c77ab37801d0 req-0ce88a8b-aba9-4238-9f34-d5f9ce9009c6 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:01.766793 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-8d137eaf-ef3a-4e39-97ae-c77ab37801d0 req-0ce88a8b-aba9-4238-9f34-d5f9ce9009c6 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Synchronizing usage tracker for tenant:07e9b24649b94e84b82d3ffc4f68cc03 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:09:01.776748 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e7cca722-10a7-44f5-8130-fcc323b427ad tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks [] for floatingip, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:01.793829 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-8d137eaf-ef3a-4e39-97ae-c77ab37801d0 req-0ce88a8b-aba9-4238-9f34-d5f9ce9009c6 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Unset dirty status for tenant:07e9b24649b94e84b82d3ffc4f68cc03 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:09:01.795791 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8d137eaf-ef3a-4e39-97ae-c77ab37801d0 req-0ce88a8b-aba9-4238-9f34-d5f9ce9009c6 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b91b078-fe72-424d-b8f4-e7e188e0d52d HTTP/1.1" status: 200 len: 945 time: 0.3636105 Feb 04 21:09:01.876949 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device aa21909e-048a-4e15-998b-f1e7fce22887 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:09:02.113626 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-8d137eaf-ef3a-4e39-97ae-c77ab37801d0 req-d0d51a5a-ba0c-4e2a-9468-7f69b52f4f65 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Deleting port 360933cf-d804-4569-a345-5bd91afcfb54 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:09:02.123998 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-8d137eaf-ef3a-4e39-97ae-c77ab37801d0 req-d0d51a5a-ba0c-4e2a-9468-7f69b52f4f65 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:02.207081 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-f14393bc-7fb4-40f6-9195-3e5a0c69a7c6 None None] Port aa4eda3d-4b67-4f85-b755-44b84dd11b2f cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:09:02.292402 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port ed879f56-9992-4aeb-b2ed-9c8f863be9cb completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:09:02.296950 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port aa21909e-048a-4e15-998b-f1e7fce22887 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:02.313776 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:02.374576 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-ee566993-a083-422c-8380-8227ae851a67 None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:02.389955 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-f14393bc-7fb4-40f6-9195-3e5a0c69a7c6 None None] Provisioning for port 6183f8f3-5b46-4ccb-8a74-78b479952b28 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:09:02.392647 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-ee566993-a083-422c-8380-8227ae851a67 None None] Transition to ACTIVE for port object 500b9953-2d0b-43b1-8ec1-c378933728ce will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:02.434784 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-ee566993-a083-422c-8380-8227ae851a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:02.444229 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a126d-7bad-4da0-a221-ca0b08274547 req-702b1363-6622-4900-8fad-c7a692413c87 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:02.453540 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-f14393bc-7fb4-40f6-9195-3e5a0c69a7c6 None None] Provisioning complete for port 6183f8f3-5b46-4ccb-8a74-78b479952b28 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:02.453540 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f14393bc-7fb4-40f6-9195-3e5a0c69a7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:02.456357 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aa4a126d-7bad-4da0-a221-ca0b08274547 req-702b1363-6622-4900-8fad-c7a692413c87 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b91b078-fe72-424d-b8f4-e7e188e0d52d HTTP/1.1" status: 200 len: 945 time: 0.6215365 Feb 04 21:09:02.558893 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port ed879f56-9992-4aeb-b2ed-9c8f863be9cb triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:02.558893 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:02.624602 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4674cd3-32e7-40c3-a507-88eef3b2a70a None None] Network 874df1b5-5f8c-4914-8d0d-1a3a81a2fefb requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:09:02.679156 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aa4a126d-7bad-4da0-a221-ca0b08274547 req-40fa1c45-60c5-459a-9dc2-b99f3f8f2e51 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/security-groups?id=b76fcb1a-46b4-42be-badf-be90dffb2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074480 Feb 04 21:09:02.697014 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e7cca722-10a7-44f5-8130-fcc323b427ad tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:02.808786 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35602) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:02.812598 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 70db75e4-33db-40a3-aee7-0af8931cccb0 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:09:02.839177 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-80461935-ca14-4ec4-8053-f1b5dc3995fe tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1614193100', 'description': 'tempest-description--430583336'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:02.898337 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-80461935-ca14-4ec4-8053-f1b5dc3995fe tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:02.901186 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064dbb9-cb63-4943-b4a1-71878f0ba843 None None] Pushing event updated for resources: {'Port': ['ID=500b9953-2d0b-43b1-8ec1-c378933728ce,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:02.933528 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-80461935-ca14-4ec4-8053-f1b5dc3995fe tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Usage tracker for resource:security_group and tenant:aad0d9a1cb2b4f7b9157e57f03fc7e68 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:02.958591 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064dbb9-cb63-4943-b4a1-71878f0ba843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:02.958591 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064dbb9-cb63-4943-b4a1-71878f0ba843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:02.958591 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064dbb9-cb63-4943-b4a1-71878f0ba843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:02.958591 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064dbb9-cb63-4943-b4a1-71878f0ba843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:02.958591 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064dbb9-cb63-4943-b4a1-71878f0ba843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:02.984780 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064dbb9-cb63-4943-b4a1-71878f0ba843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:02.987888 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-80461935-ca14-4ec4-8053-f1b5dc3995fe tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:02.990875 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064dbb9-cb63-4943-b4a1-71878f0ba843 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:02.990875 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064dbb9-cb63-4943-b4a1-71878f0ba843 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:02.990875 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064dbb9-cb63-4943-b4a1-71878f0ba843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:02.990875 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064dbb9-cb63-4943-b4a1-71878f0ba843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:02.990875 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064dbb9-cb63-4943-b4a1-71878f0ba843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:02.996472 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064dbb9-cb63-4943-b4a1-71878f0ba843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:03.000549 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:03.001938 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-f14393bc-7fb4-40f6-9195-3e5a0c69a7c6 None None] Port 6183f8f3-5b46-4ccb-8a74-78b479952b28 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:09:03.145733 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-8d137eaf-ef3a-4e39-97ae-c77ab37801d0 req-d0d51a5a-ba0c-4e2a-9468-7f69b52f4f65 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] For port 360933cf-d804-4569-a345-5bd91afcfb54, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=360933cf-d804-4569-a345-5bd91afcfb54,segment=NetworkSegment(dc252dab-745b-42aa-9175-cbc8dc87a7db),segment_id=dc252dab-745b-42aa-9175-cbc8dc87a7db)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:03.151035 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-8d137eaf-ef3a-4e39-97ae-c77ab37801d0 req-d0d51a5a-ba0c-4e2a-9468-7f69b52f4f65 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:03.276672 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 7dc74ca6-5d20-4e48-887a-78f217e88521 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:09:03.280597 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-ee566993-a083-422c-8380-8227ae851a67 None None] Attempting to bind port 500b9953-2d0b-43b1-8ec1-c378933728ce on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:09:03.280597 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-ee566993-a083-422c-8380-8227ae851a67 None None] Attempting to bind port 500b9953-2d0b-43b1-8ec1-c378933728ce by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '010a9ec1-8f55-480a-a139-0ec6a3c72bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4608db1e-4c63-4115-98e9-dbb35735c98b'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:09:03.280597 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee566993-a083-422c-8380-8227ae851a67 None None] Attempting to bind port 500b9953-2d0b-43b1-8ec1-c378933728ce on network 4608db1e-4c63-4115-98e9-dbb35735c98b {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:09:03.288337 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee566993-a083-422c-8380-8227ae851a67 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:09:03.288337 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee566993-a083-422c-8380-8227ae851a67 None None] Checking segment: {'id': '010a9ec1-8f55-480a-a139-0ec6a3c72bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4608db1e-4c63-4115-98e9-dbb35735c98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:09:03.288337 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-ee566993-a083-422c-8380-8227ae851a67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:03.288337 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee566993-a083-422c-8380-8227ae851a67 None None] Bound using segment: {'id': '010a9ec1-8f55-480a-a139-0ec6a3c72bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4608db1e-4c63-4115-98e9-dbb35735c98b'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:09:03.288337 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-ee566993-a083-422c-8380-8227ae851a67 None None] Bound port: 500b9953-2d0b-43b1-8ec1-c378933728ce, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '010a9ec1-8f55-480a-a139-0ec6a3c72bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4608db1e-4c63-4115-98e9-dbb35735c98b'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:09:03.288337 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-ee566993-a083-422c-8380-8227ae851a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:03.378255 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-8d137eaf-ef3a-4e39-97ae-c77ab37801d0 req-d0d51a5a-ba0c-4e2a-9468-7f69b52f4f65 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Calling delete_port for 360933cf-d804-4569-a345-5bd91afcfb54 owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:09:03.466400 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-ee566993-a083-422c-8380-8227ae851a67 None None] For port 500b9953-2d0b-43b1-8ec1-c378933728ce, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:09:03.468771 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-e7cca722-10a7-44f5-8130-fcc323b427ad tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Allocated IP 172.25.5.91 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/95869ac7-9f12-4456-8912-4479a5b0fce8) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:09:03.470635 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-ee566993-a083-422c-8380-8227ae851a67 None None] For port 500b9953-2d0b-43b1-8ec1-c378933728ce, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=500b9953-2d0b-43b1-8ec1-c378933728ce,segment=NetworkSegment(010a9ec1-8f55-480a-a139-0ec6a3c72bc5),segment_id=010a9ec1-8f55-480a-a139-0ec6a3c72bc5)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:09:03.481983 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-ee566993-a083-422c-8380-8227ae851a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:03.484760 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-80461935-ca14-4ec4-8053-f1b5dc3995fe tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:03.529856 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567fee0b-48df-4f94-873e-fdd49e00c7e4 req-505fca67-f119-44f3-90f4-14226eb0ad1e tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:03.537611 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 70db75e4-33db-40a3-aee7-0af8931cccb0 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:09:03.538865 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-567fee0b-48df-4f94-873e-fdd49e00c7e4 req-505fca67-f119-44f3-90f4-14226eb0ad1e tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b9796f9-b424-4a23-863b-ce90eba01d72 HTTP/1.1" status: 200 len: 944 time: 0.3310144 Feb 04 21:09:03.555869 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 70db75e4-33db-40a3-aee7-0af8931cccb0 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:03.556481 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:03.559995 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-80461935-ca14-4ec4-8053-f1b5dc3995fe tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:03.632709 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-df488262-25b2-4f4c-96ca-019a62777fb2 None None] Provisioning for port 7dc74ca6-5d20-4e48-887a-78f217e88521 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:09:03.657005 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee566993-a083-422c-8380-8227ae851a67 None None] Routers {'1db08bb1-bc01-4512-9da3-cf031e7a01e7'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:09:03.657005 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-ee566993-a083-422c-8380-8227ae851a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:08:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['1db08bb1-bc01-4512-9da3-cf031e7a01e7'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:03.736904 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-80461935-ca14-4ec4-8053-f1b5dc3995fe tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:03.774304 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-80461935-ca14-4ec4-8053-f1b5dc3995fe tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Usage tracker for resource:security_group_rule and tenant:aad0d9a1cb2b4f7b9157e57f03fc7e68 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:03.774304 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-80461935-ca14-4ec4-8053-f1b5dc3995fe tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:03.802026 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-80461935-ca14-4ec4-8053-f1b5dc3995fe tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:03.811644 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:03.835933 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064dbb9-cb63-4943-b4a1-71878f0ba843 None None] Pushing event updated for resources: {'Port': ['ID=500b9953-2d0b-43b1-8ec1-c378933728ce,revision_number=4']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:03.856620 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-8d137eaf-ef3a-4e39-97ae-c77ab37801d0 req-d0d51a5a-ba0c-4e2a-9468-7f69b52f4f65 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:03.914366 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 7dc74ca6-5d20-4e48-887a-78f217e88521 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:09:03.955831 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 7dc74ca6-5d20-4e48-887a-78f217e88521 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:03.956467 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:04.004055 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e7cca722-10a7-44f5-8130-fcc323b427ad tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:04.024346 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5fc87a-3269-4c7b-887a-8372233244a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed879f56-9992-4aeb-b2ed-9c8f863be9cb'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:09:04.029045 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d51a5a-ba0c-4e2a-9468-7f69b52f4f65 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Pushing event deleted for resources: {'Port': ['ID=360933cf-d804-4569-a345-5bd91afcfb54,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:04.069427 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port ed879f56-9992-4aeb-b2ed-9c8f863be9cb, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=ed879f56-9992-4aeb-b2ed-9c8f863be9cb,segment=NetworkSegment(981c5051-f4f5-4e27-b711-c6ab8733b666),segment_id=981c5051-f4f5-4e27-b711-c6ab8733b666)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:04.103994 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:04.107969 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-ee566993-a083-422c-8380-8227ae851a67 None None] Set router 1db08bb1-bc01-4512-9da3-cf031e7a01e7 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:09:04.124230 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-567fee0b-48df-4f94-873e-fdd49e00c7e4 req-51095f54-b2d1-4c2f-a5d0-a7a5adeaf00f tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.26 "GET /v2.0/security-groups?id=ab2e4af9-28e0-44ba-931d-7cbfff8b4457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5840323 Feb 04 21:09:04.186929 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9be174-7871-4e68-8769-d3db9b10c74a req-21820c23-c9d4-440b-a49e-79cab3b196b0 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:04.211550 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eb9be174-7871-4e68-8769-d3db9b10c74a req-21820c23-c9d4-440b-a49e-79cab3b196b0 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 1.0310943 Feb 04 21:09:04.250738 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 360933cf-d804-4569-a345-5bd91afcfb54 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:09:04.254044 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e7cca722-10a7-44f5-8130-fcc323b427ad tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:04.320577 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d137eaf-ef3a-4e39-97ae-c77ab37801d0 req-d0d51a5a-ba0c-4e2a-9468-7f69b52f4f65 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] No DVR routers for this DVR port 360933cf-d804-4569-a345-5bd91afcfb54 on host n-h2-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:09:04.338155 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: 360933cf-d804-4569-a345-5bd91afcfb54 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:09:04.338155 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 360933cf-d804-4569-a345-5bd91afcfb54 not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:09:04.343925 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-8d137eaf-ef3a-4e39-97ae-c77ab37801d0 req-d0d51a5a-ba0c-4e2a-9468-7f69b52f4f65 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:04.343925 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b91b078-fe72-424d-b8f4-e7e188e0d52d', 'name': 'network-vif-deleted', 'tag': '360933cf-d804-4569-a345-5bd91afcfb54'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:09:04.435953 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-80461935-ca14-4ec4-8053-f1b5dc3995fe tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:04.436612 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8d137eaf-ef3a-4e39-97ae-c77ab37801d0 req-d0d51a5a-ba0c-4e2a-9468-7f69b52f4f65 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.18 "DELETE /v2.0/ports/360933cf-d804-4569-a345-5bd91afcfb54 HTTP/1.1" status: 204 len: 173 time: 2.6347373 Feb 04 21:09:04.439348 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-80461935-ca14-4ec4-8053-f1b5dc3995fe tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:04.522792 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eb9be174-7871-4e68-8769-d3db9b10c74a req-5684d6ee-b95c-4f44-b2c9-0f7b5c5e6ed4 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3197954 Feb 04 21:09:04.533154 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-80461935-ca14-4ec4-8053-f1b5dc3995fe tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:04.537565 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-80461935-ca14-4ec4-8053-f1b5dc3995fe tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.7296097 Feb 04 21:09:04.545056 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35628) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:04.556318 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:04.573016 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=ed879f56-9992-4aeb-b2ed-9c8f863be9cb,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:04.573247 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-631e93c0-9f11-41b9-8a0f-6cf5dec062f9 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Request body: {'security_group_rule': {'security_group_id': '74ff6b8a-96a6-4228-8ce5-07b5da50ca60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:04.591295 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-631e93c0-9f11-41b9-8a0f-6cf5dec062f9 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:04.609254 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-631e93c0-9f11-41b9-8a0f-6cf5dec062f9 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Usage tracker for resource:security_group_rule and tenant:aad0d9a1cb2b4f7b9157e57f03fc7e68 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:04.615987 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-631e93c0-9f11-41b9-8a0f-6cf5dec062f9 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:04.620026 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:04.620590 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:04.621827 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:04.622398 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:04.622876 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:04.623386 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:04.623885 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:04.624359 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:04.624964 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:04.625532 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:04.626220 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:04.626691 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:04.639116 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-631e93c0-9f11-41b9-8a0f-6cf5dec062f9 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:04.655509 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80461935-ca14-4ec4-8053-f1b5dc3995fe tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ff6b8a-96a6-4228-8ce5-07b5da50ca60,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:04.666880 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:04.687701 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-631e93c0-9f11-41b9-8a0f-6cf5dec062f9 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:04.722167 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cca722-10a7-44f5-8130-fcc323b427ad tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Pushing event updated for resources: {'Port': ['ID=95869ac7-9f12-4456-8912-4479a5b0fce8,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:04.755882 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cca722-10a7-44f5-8130-fcc323b427ad tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:09:04.755882 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-e7cca722-10a7-44f5-8130-fcc323b427ad tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:09:04.771880 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 70db75e4-33db-40a3-aee7-0af8931cccb0, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=70db75e4-33db-40a3-aee7-0af8931cccb0,segment=NetworkSegment(dc594f2f-3bca-4e98-9e86-57f893df8dd6),segment_id=dc594f2f-3bca-4e98-9e86-57f893df8dd6)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:04.789652 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cca722-10a7-44f5-8130-fcc323b427ad tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:09:04.804381 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:04.936742 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-631e93c0-9f11-41b9-8a0f-6cf5dec062f9 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:04.951553 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-631e93c0-9f11-41b9-8a0f-6cf5dec062f9 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:05.041435 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 7dc74ca6-5d20-4e48-887a-78f217e88521, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=7dc74ca6-5d20-4e48-887a-78f217e88521,segment=NetworkSegment(abee4976-277e-4319-9927-4355a60b3f3a),segment_id=abee4976-277e-4319-9927-4355a60b3f3a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:05.047911 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e7cca722-10a7-44f5-8130-fcc323b427ad tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:05.048794 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e93c0-9f11-41b9-8a0f-6cf5dec062f9 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce354d52-9d94-480e-92f3-0e3fd1b4420d,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:05.065565 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe82fe-36f4-4802-9adb-2d954b1c6bd6 req-78d3fd37-0596-4979-88d2-593c1841c10f tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:05.067535 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-631e93c0-9f11-41b9-8a0f-6cf5dec062f9 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:05.070159 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:05.073935 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-92fe82fe-36f4-4802-9adb-2d954b1c6bd6 req-78d3fd37-0596-4979-88d2-593c1841c10f tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5fc87a-3269-4c7b-887a-8372233244a5 HTTP/1.1" status: 200 len: 946 time: 0.5472789 Feb 04 21:09:05.077689 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-631e93c0-9f11-41b9-8a0f-6cf5dec062f9 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5276601 Feb 04 21:09:05.078713 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35636) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:05.087473 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-ee566993-a083-422c-8380-8227ae851a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'name': 'tempest-ServersTestBootFromVolume-1128826219-router', 'tenant_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a85dcd7a-17b8-40a8-84a3-b8230353167b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:08:40Z', 'updated_at': '2022-02-04T21:08:54Z', 'revision_number': 4, 'project_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'gw_port': {'id': 'a85dcd7a-17b8-40a8-84a3-b8230353167b', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:08:42Z', 'updated_at': '2022-02-04T21:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '500b9953-2d0b-43b1-8ec1-c378933728ce', 'name': '', 'network_id': '4608db1e-4c63-4115-98e9-dbb35735c98b', 'tenant_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'mac_address': 'fa:16:3e:e5:b8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a5257a8f-1f80-4ecd-b1bf-e444fa041ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:08:50Z', 'updated_at': '2022-02-04T21:09:03Z', 'revision_number': 4, 'project_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'subnets': [{'id': 'a5257a8f-1f80-4ecd-b1bf-e444fa041ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:05.099108 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee566993-a083-422c-8380-8227ae851a67 None None] The sync data for ids ['1db08bb1-bc01-4512-9da3-cf031e7a01e7'] in n-d-827896-1 is: [{'id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'name': 'tempest-ServersTestBootFromVolume-1128826219-router', 'tenant_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a85dcd7a-17b8-40a8-84a3-b8230353167b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:08:40Z', 'updated_at': '2022-02-04T21:08:54Z', 'revision_number': 4, 'project_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'gw_port': {'id': 'a85dcd7a-17b8-40a8-84a3-b8230353167b', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:08:42Z', 'updated_at': '2022-02-04T21:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '500b9953-2d0b-43b1-8ec1-c378933728ce', 'name': '', 'network_id': '4608db1e-4c63-4115-98e9-dbb35735c98b', 'tenant_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'mac_address': 'fa:16:3e:e5:b8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a5257a8f-1f80-4ecd-b1bf-e444fa041ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:08:50Z', 'updated_at': '2022-02-04T21:09:03Z', 'revision_number': 4, 'project_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'subnets': [{'id': 'a5257a8f-1f80-4ecd-b1bf-e444fa041ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:09:05.099315 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-0524a02d-073a-4ff3-b2dd-47801cf3497a tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Request body: {'security_group_rule': {'security_group_id': '74ff6b8a-96a6-4228-8ce5-07b5da50ca60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:05.117451 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-198b4f89-436d-4364-8997-75382d57b06e None None] Provisioning complete for port 7dc74ca6-5d20-4e48-887a-78f217e88521 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:05.121819 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-198b4f89-436d-4364-8997-75382d57b06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:05.134539 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0524a02d-073a-4ff3-b2dd-47801cf3497a tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:05.143794 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0524a02d-073a-4ff3-b2dd-47801cf3497a tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Usage tracker for resource:security_group_rule and tenant:aad0d9a1cb2b4f7b9157e57f03fc7e68 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:05.148894 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0524a02d-073a-4ff3-b2dd-47801cf3497a tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:05.196300 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0524a02d-073a-4ff3-b2dd-47801cf3497a tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:05.223683 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-92fe82fe-36f4-4802-9adb-2d954b1c6bd6 req-43eb4bcf-4bef-4a2c-b465-492c83e8c74a tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431949 Feb 04 21:09:05.245432 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e7cca722-10a7-44f5-8130-fcc323b427ad tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:05.279218 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0524a02d-073a-4ff3-b2dd-47801cf3497a tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:05.283353 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=70db75e4-33db-40a3-aee7-0af8931cccb0,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:05.499953 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0524a02d-073a-4ff3-b2dd-47801cf3497a tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:05.507520 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0524a02d-073a-4ff3-b2dd-47801cf3497a tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:05.581923 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=7dc74ca6-5d20-4e48-887a-78f217e88521,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:05.608225 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0524a02d-073a-4ff3-b2dd-47801cf3497a tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85bff869-702e-4b92-8e40-ad57d97859f1,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:05.644839 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0524a02d-073a-4ff3-b2dd-47801cf3497a tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:05.644839 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0524a02d-073a-4ff3-b2dd-47801cf3497a tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5640471 Feb 04 21:09:05.650069 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35652) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:05.661234 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-cb88a13b-3ed1-43ce-90a8-ec9497d5c6e1 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Request body: {'floatingip': {'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:05.698354 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-cb88a13b-3ed1-43ce-90a8-ec9497d5c6e1 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:05.708137 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-cb88a13b-3ed1-43ce-90a8-ec9497d5c6e1 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Usage tracker for resource:floatingip and tenant:aad0d9a1cb2b4f7b9157e57f03fc7e68 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:05.725665 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-cb88a13b-3ed1-43ce-90a8-ec9497d5c6e1 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:05.739681 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-cb88a13b-3ed1-43ce-90a8-ec9497d5c6e1 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:05.780607 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cb88a13b-3ed1-43ce-90a8-ec9497d5c6e1 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks [] for floatingip, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:05.799487 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5fc87a-3269-4c7b-887a-8372233244a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed879f56-9992-4aeb-b2ed-9c8f863be9cb', 'code': 200} Feb 04 21:09:05.987074 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-147796a0-9c0a-4ba7-9fb3-13f4933b2fd9 req-f67be6a5-d77e-4d60-ba38-8e129ab09bd1 tempest-ListServerFiltersTestJSON-141757671 tempest-ListServerFiltersTestJSON-141757671-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b91b078-fe72-424d-b8f4-e7e188e0d52d HTTP/1.1" status: 200 len: 210 time: 0.0730381 Feb 04 21:09:05.991159 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b91b078-fe72-424d-b8f4-e7e188e0d52d', 'name': 'network-vif-deleted', 'tag': '360933cf-d804-4569-a345-5bd91afcfb54', 'status': 'completed', 'code': 200} Feb 04 21:09:06.192909 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e7cca722-10a7-44f5-8130-fcc323b427ad tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:06.294889 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e7cca722-10a7-44f5-8130-fcc323b427ad tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:06.308949 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5526a4f-a443-4e54-a416-405b77badd40 req-02429c81-93fb-470b-a38e-c33cefb27916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:06.308949 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b5526a4f-a443-4e54-a416-405b77badd40 req-02429c81-93fb-470b-a38e-c33cefb27916 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0b5fc87a-3269-4c7b-887a-8372233244a5 HTTP/1.1" status: 200 len: 1097 time: 0.3183322 Feb 04 21:09:06.308949 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cb88a13b-3ed1-43ce-90a8-ec9497d5c6e1 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:06.507048 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b5526a4f-a443-4e54-a416-405b77badd40 req-48fd02f2-781a-44a6-8c79-a3ebaec54c76 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922498 Feb 04 21:09:06.571827 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cca722-10a7-44f5-8130-fcc323b427ad tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Pushing event updated for resources: {'Port': ['ID=95869ac7-9f12-4456-8912-4479a5b0fce8,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:06.574228 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e7cca722-10a7-44f5-8130-fcc323b427ad tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:06.603053 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e7cca722-10a7-44f5-8130-fcc323b427ad tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:06.615367 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e7cca722-10a7-44f5-8130-fcc323b427ad tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9688170 Feb 04 21:09:06.617080 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-cb88a13b-3ed1-43ce-90a8-ec9497d5c6e1 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Allocated IP 172.25.5.202 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/c6860dba-62dc-44fe-a9e5-23fab0754ce4) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:09:06.635641 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e000b8-a97f-4f6c-85ed-0c9569c9812e req-8b90fff8-faeb-4eca-80fe-e973caffc6cd tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:06.643281 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-59e000b8-a97f-4f6c-85ed-0c9569c9812e req-8b90fff8-faeb-4eca-80fe-e973caffc6cd tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b9796f9-b424-4a23-863b-ce90eba01d72 HTTP/1.1" status: 200 len: 945 time: 0.4421785 Feb 04 21:09:06.698273 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337cc6b-f21c-45be-97e8-fabcd052fd82 req-42054b7a-809f-4990-9408-82e14c0140e1 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:06.708310 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9337cc6b-f21c-45be-97e8-fabcd052fd82 req-42054b7a-809f-4990-9408-82e14c0140e1 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.4888859 Feb 04 21:09:06.853759 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-59e000b8-a97f-4f6c-85ed-0c9569c9812e req-6ba319ed-1864-4d49-9adb-4eed96ca5d9f tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.26 "GET /v2.0/security-groups?id=ab2e4af9-28e0-44ba-931d-7cbfff8b4457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003541 Feb 04 21:09:06.915079 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9337cc6b-f21c-45be-97e8-fabcd052fd82 req-e419915d-fb7b-4b78-a387-f17647bb9854 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896505 Feb 04 21:09:07.108317 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cb88a13b-3ed1-43ce-90a8-ec9497d5c6e1 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:07.168556 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cb88a13b-3ed1-43ce-90a8-ec9497d5c6e1 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:07.316340 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb88a13b-3ed1-43ce-90a8-ec9497d5c6e1 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:09:07.316340 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-cb88a13b-3ed1-43ce-90a8-ec9497d5c6e1 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:09:07.337581 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb88a13b-3ed1-43ce-90a8-ec9497d5c6e1 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:09:07.389407 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88a13b-3ed1-43ce-90a8-ec9497d5c6e1 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Pushing event updated for resources: {'Port': ['ID=c6860dba-62dc-44fe-a9e5-23fab0754ce4,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:07.411257 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-12f7b0d4-bbbe-4908-a5ff-1e9ec4dc43f8 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Synchronizing usage tracker for tenant:b242a09179d94d8193cc1c0208c67871 on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:09:07.438744 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-12f7b0d4-bbbe-4908-a5ff-1e9ec4dc43f8 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Unset dirty status for tenant:b242a09179d94d8193cc1c0208c67871 on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:09:07.440204 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-12f7b0d4-bbbe-4908-a5ff-1e9ec4dc43f8 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1378067668&fields=id&tenant_id=b242a09179d94d8193cc1c0208c67871 HTTP/1.1" status: 200 len: 267 time: 0.2043827 Feb 04 21:09:07.468918 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cb88a13b-3ed1-43ce-90a8-ec9497d5c6e1 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:07.500205 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f507e12-aac7-4e4f-bf10-2d5f67a65506 req-3468d3df-5ac3-420d-a035-7fd77cbfd9b1 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:07.509666 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5f507e12-aac7-4e4f-bf10-2d5f67a65506 req-3468d3df-5ac3-420d-a035-7fd77cbfd9b1 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5fc87a-3269-4c7b-887a-8372233244a5 HTTP/1.1" status: 200 len: 946 time: 0.3504493 Feb 04 21:09:07.568716 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 500b9953-2d0b-43b1-8ec1-c378933728ce up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:09:07.610602 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cb88a13b-3ed1-43ce-90a8-ec9497d5c6e1 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:07.628304 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-a8dd383d-8e11-45e6-849f-f1473c2a430f tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:07.628304 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-a8dd383d-8e11-45e6-849f-f1473c2a430f tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Synchronizing usage tracker for tenant:b242a09179d94d8193cc1c0208c67871 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:09:07.667326 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5f507e12-aac7-4e4f-bf10-2d5f67a65506 req-f952fb20-2ddc-4ee3-8668-50994fa03ce0 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576271 Feb 04 21:09:07.720094 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-a8dd383d-8e11-45e6-849f-f1473c2a430f tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Unset dirty status for tenant:b242a09179d94d8193cc1c0208c67871 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:09:07.723172 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-a8dd383d-8e11-45e6-849f-f1473c2a430f tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports/aa4eda3d-4b67-4f85-b755-44b84dd11b2f HTTP/1.1" status: 200 len: 937 time: 0.2732463 Feb 04 21:09:07.790291 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 500b9953-2d0b-43b1-8ec1-c378933728ce completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:09:07.795960 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 500b9953-2d0b-43b1-8ec1-c378933728ce triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:07.805753 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:07.850000 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9796f9-b424-4a23-863b-ce90eba01d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70db75e4-33db-40a3-aee7-0af8931cccb0'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:09:07.896031 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-4a7b8950-2e1f-435c-9af5-3f7f70fa55f0 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:07.905522 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-4a7b8950-2e1f-435c-9af5-3f7f70fa55f0 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports/6183f8f3-5b46-4ccb-8a74-78b479952b28 HTTP/1.1" status: 200 len: 936 time: 0.1812117 Feb 04 21:09:07.979896 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 35698) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:07.993918 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-49c7c0da-9798-4c1a-b3e2-997c578d988c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?network_id=874df1b5-5f8c-4914-8d0d-1a3a81a2fefb&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0796185 Feb 04 21:09:08.141835 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-0ee5de03-b3f7-40ca-b3a3-6c60c31ff87b tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?network_id=874df1b5-5f8c-4914-8d0d-1a3a81a2fefb&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1404791 Feb 04 21:09:08.161905 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec510a36-b9e3-41c8-a822-70f11c4fc85e admin admin] Deleting subnet 2d3d93f3-0edc-4438-82a5-91ec06f0988c {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:09:08.176374 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ec510a36-b9e3-41c8-a822-70f11c4fc85e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:08.270793 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:08.317110 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 500b9953-2d0b-43b1-8ec1-c378933728ce, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=500b9953-2d0b-43b1-8ec1-c378933728ce,segment=NetworkSegment(010a9ec1-8f55-480a-a139-0ec6a3c72bc5),segment_id=010a9ec1-8f55-480a-a139-0ec6a3c72bc5)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:08.333834 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:08.347794 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 7dc74ca6-5d20-4e48-887a-78f217e88521 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:09:08.416360 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cb88a13b-3ed1-43ce-90a8-ec9497d5c6e1 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:08.428970 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ec510a36-b9e3-41c8-a822-70f11c4fc85e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:08.440743 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cb88a13b-3ed1-43ce-90a8-ec9497d5c6e1 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:08.620104 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=500b9953-2d0b-43b1-8ec1-c378933728ce,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:08.632021 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 7dc74ca6-5d20-4e48-887a-78f217e88521 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:08.632402 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:08.648195 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-c4d937cf-9740-436d-94df-e108b29813a4 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:08.655101 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88a13b-3ed1-43ce-90a8-ec9497d5c6e1 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Pushing event updated for resources: {'Port': ['ID=c6860dba-62dc-44fe-a9e5-23fab0754ce4,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:08.665635 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cb88a13b-3ed1-43ce-90a8-ec9497d5c6e1 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:08.673172 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-c4d937cf-9740-436d-94df-e108b29813a4 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:08.680883 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-c4d937cf-9740-436d-94df-e108b29813a4 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:08.681992 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-c4d937cf-9740-436d-94df-e108b29813a4 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Synchronizing usage tracker for tenant:b242a09179d94d8193cc1c0208c67871 on resource:network {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:09:08.710597 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cb88a13b-3ed1-43ce-90a8-ec9497d5c6e1 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:08.710986 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f9f01-a72a-4e74-ba34-fe59b014a06c req-c7dfd3c4-aaa4-4617-ae22-7edafd7e298a tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:08.712997 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-cb88a13b-3ed1-43ce-90a8-ec9497d5c6e1 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0652506 Feb 04 21:09:08.717918 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6a0f9f01-a72a-4e74-ba34-fe59b014a06c req-c7dfd3c4-aaa4-4617-ae22-7edafd7e298a tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b9796f9-b424-4a23-863b-ce90eba01d72 HTTP/1.1" status: 200 len: 945 time: 0.4437354 Feb 04 21:09:08.837200 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6a0f9f01-a72a-4e74-ba34-fe59b014a06c req-a56bc173-3331-493f-ac97-8f9af3168d1a tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.26 "GET /v2.0/security-groups?id=ab2e4af9-28e0-44ba-931d-7cbfff8b4457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923209 Feb 04 21:09:08.837200 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-c4d937cf-9740-436d-94df-e108b29813a4 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Unset dirty status for tenant:b242a09179d94d8193cc1c0208c67871 on resource:network {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:09:08.843072 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-c4d937cf-9740-436d-94df-e108b29813a4 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/networks?id=332fe6aa-ed66-44ea-9220-8f05179f41a3&id=bb213b90-85ae-4ae5-869b-fda768933cd6&id=bb213b90-85ae-4ae5-869b-fda768933cd6&id=874df1b5-5f8c-4914-8d0d-1a3a81a2fefb&id=874df1b5-5f8c-4914-8d0d-1a3a81a2fefb HTTP/1.1" status: 200 len: 1993 time: 0.7008331 Feb 04 21:09:08.885504 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-1937f06d-1eb6-42b2-a77b-e181ddff83e2 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/quotas/b242a09179d94d8193cc1c0208c67871 HTTP/1.1" status: 200 len: 375 time: 0.0404146 Feb 04 21:09:08.885504 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ec510a36-b9e3-41c8-a822-70f11c4fc85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:08.965178 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9796f9-b424-4a23-863b-ce90eba01d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70db75e4-33db-40a3-aee7-0af8931cccb0', 'code': 200} Feb 04 21:09:09.183338 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c7044-9f92-43d7-84c1-2b33b330514b req-c5ca4695-c942-4261-8002-6451a5eff6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:09.189733 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ec510a36-b9e3-41c8-a822-70f11c4fc85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:09.191607 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6d4c7044-9f92-43d7-84c1-2b33b330514b req-c5ca4695-c942-4261-8002-6451a5eff6ba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5b9796f9-b424-4a23-863b-ce90eba01d72 HTTP/1.1" status: 200 len: 1096 time: 0.1440628 Feb 04 21:09:09.275031 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6d4c7044-9f92-43d7-84c1-2b33b330514b req-7a581444-ce60-4631-9016-10801fd6f3cd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ab2e4af9-28e0-44ba-931d-7cbfff8b4457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779660 Feb 04 21:09:09.300035 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2af52a4-8ce1-4edd-9f43-208e2ad9f283 None None] Network 4a9563d0-ce93-4e0a-bbd6-a5e7af27607a requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:09:09.309693 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ec510a36-b9e3-41c8-a822-70f11c4fc85e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:09.391722 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-4e972014-9ca4-4bcb-bde8-bcc5b87b0870 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b242a09179d94d8193cc1c0208c67871&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4625814 Feb 04 21:09:09.427332 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec510a36-b9e3-41c8-a822-70f11c4fc85e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d3d93f3-0edc-4438-82a5-91ec06f0988c,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:09.432919 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35756) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:09.433962 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ec510a36-b9e3-41c8-a822-70f11c4fc85e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2d3d93f3-0edc-4438-82a5-91ec06f0988c HTTP/1.1" status: 204 len: 168 time: 1.3895144 Feb 04 21:09:09.575171 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 500b9953-2d0b-43b1-8ec1-c378933728ce up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:09:09.807145 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-129812de-6fe7-4aaf-9b04-7f72c658579b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:09.825177 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-129812de-6fe7-4aaf-9b04-7f72c658579b admin admin] Deleting port c21373a0-802b-4bc4-a5e6-8fc515492530 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:09:09.827703 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-129812de-6fe7-4aaf-9b04-7f72c658579b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:09.867188 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 500b9953-2d0b-43b1-8ec1-c378933728ce triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:09.867655 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:10.116830 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-7f41af76-421e-4496-ab2c-ec851816e8b7 service neutron] 10.222.0.26 "GET /v2.0/networks/332fe6aa-ed66-44ea-9220-8f05179f41a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7194448 Feb 04 21:09:10.176893 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532941e6-6794-4de3-886f-946579fd2509 None None] DHCP port deletion for 4a9563d0-ce93-4e0a-bbd6-a5e7af27607a request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:09:10.238417 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-532941e6-6794-4de3-886f-946579fd2509 None None] Deleting port c21373a0-802b-4bc4-a5e6-8fc515492530 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:09:10.238793 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-532941e6-6794-4de3-886f-946579fd2509 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:10.245014 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-c0ef6faf-6651-42be-8215-5553afedfb7d service neutron] 10.222.0.26 "GET /v2.0/networks/332fe6aa-ed66-44ea-9220-8f05179f41a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319196 Feb 04 21:09:10.316756 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-129812de-6fe7-4aaf-9b04-7f72c658579b admin admin] For port c21373a0-802b-4bc4-a5e6-8fc515492530, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=c21373a0-802b-4bc4-a5e6-8fc515492530,segment=NetworkSegment(dc252dab-745b-42aa-9175-cbc8dc87a7db),segment_id=dc252dab-745b-42aa-9175-cbc8dc87a7db)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:10.316756 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-129812de-6fe7-4aaf-9b04-7f72c658579b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:10.430139 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2f9bf-94b3-4ab9-94cb-6fae4d94c1d0 req-5fe1abc6-6817-4488-8d8a-92c0a97418b9 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:10.438749 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-35f2f9bf-94b3-4ab9-94cb-6fae4d94c1d0 req-5fe1abc6-6817-4488-8d8a-92c0a97418b9 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.5759215 Feb 04 21:09:10.530573 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-129812de-6fe7-4aaf-9b04-7f72c658579b admin admin] Calling delete_port for c21373a0-802b-4bc4-a5e6-8fc515492530 owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:09:10.587680 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d347de15-a19d-48c5-a033-3495cff75f4d service neutron] 10.222.0.26 "GET /v2.0/ports/aa4eda3d-4b67-4f85-b755-44b84dd11b2f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.3327982 Feb 04 21:09:10.644169 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-35f2f9bf-94b3-4ab9-94cb-6fae4d94c1d0 req-7b6764f2-456a-40c3-bdd3-bf52d806af6e tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003922 Feb 04 21:09:10.691096 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-532941e6-6794-4de3-886f-946579fd2509 None None] For port c21373a0-802b-4bc4-a5e6-8fc515492530, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=c21373a0-802b-4bc4-a5e6-8fc515492530,segment=NetworkSegment(dc252dab-745b-42aa-9175-cbc8dc87a7db),segment_id=dc252dab-745b-42aa-9175-cbc8dc87a7db)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:10.691096 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-532941e6-6794-4de3-886f-946579fd2509 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:10.856507 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-129812de-6fe7-4aaf-9b04-7f72c658579b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:10.925950 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-532941e6-6794-4de3-886f-946579fd2509 None None] Calling delete_port for c21373a0-802b-4bc4-a5e6-8fc515492530 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:09:10.954603 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129812de-6fe7-4aaf-9b04-7f72c658579b admin admin] Pushing event deleted for resources: {'Port': ['ID=c21373a0-802b-4bc4-a5e6-8fc515492530,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:10.961742 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129812de-6fe7-4aaf-9b04-7f72c658579b admin admin] No DVR routers for this DVR port c21373a0-802b-4bc4-a5e6-8fc515492530 on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:09:11.055349 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-532941e6-6794-4de3-886f-946579fd2509 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:09:11.056010 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-532941e6-6794-4de3-886f-946579fd2509 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:09:11.215967 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-129812de-6fe7-4aaf-9b04-7f72c658579b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:11.274371 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device c21373a0-802b-4bc4-a5e6-8fc515492530 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:09:11.283304 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-129812de-6fe7-4aaf-9b04-7f72c658579b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9563d0-ce93-4e0a-bbd6-a5e7af27607a']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:11.314865 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-129812de-6fe7-4aaf-9b04-7f72c658579b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc252dab-745b-42aa-9175-cbc8dc87a7db') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:11.315162 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-129812de-6fe7-4aaf-9b04-7f72c658579b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc252dab-745b-42aa-9175-cbc8dc87a7db') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:11.339566 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-129812de-6fe7-4aaf-9b04-7f72c658579b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:11.344375 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: c21373a0-802b-4bc4-a5e6-8fc515492530 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:09:11.344919 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device c21373a0-802b-4bc4-a5e6-8fc515492530 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:09:11.356534 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-c3ff0812-5c96-448a-ba9f-46ec215d266f service neutron] 10.222.0.26 "GET /v2.0/networks/bb213b90-85ae-4ae5-869b-fda768933cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7168040 Feb 04 21:09:11.363131 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-129812de-6fe7-4aaf-9b04-7f72c658579b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:11.367692 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29d7a2-5a8d-4c1a-8556-c9c7e9af5763 req-6d8a2296-d479-4d92-ab57-c8da3193eed8 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:11.370112 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-129812de-6fe7-4aaf-9b04-7f72c658579b admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:09:11.370820 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-129812de-6fe7-4aaf-9b04-7f72c658579b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:11.373792 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7e29d7a2-5a8d-4c1a-8556-c9c7e9af5763 req-6d8a2296-d479-4d92-ab57-c8da3193eed8 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5fc87a-3269-4c7b-887a-8372233244a5 HTTP/1.1" status: 200 len: 946 time: 0.3445139 Feb 04 21:09:11.392942 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:09:11.392942 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:09:11.392942 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:09:11.392942 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:09:11.392942 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:09:11.392942 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:09:11.392942 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:09:11.392942 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:09:11.392942 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:09:11.392942 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:09:11.392942 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:09:11.392942 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:09:11.392942 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:09:11.392942 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:09:11.392942 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:09:11.392942 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:09:11.392942 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:09:11.392942 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:09:11.392942 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:09:11.392942 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:09:11.392942 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:09:11.392942 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:09:11.392942 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:09:11.392942 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:09:11.392942 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:09:11.392942 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:09:11.392942 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:09:11.392942 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:09:11.392942 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:09:11.392942 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:09:11.392942 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:09:11.392942 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:09:11.502494 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-129812de-6fe7-4aaf-9b04-7f72c658579b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:11.508840 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-129812de-6fe7-4aaf-9b04-7f72c658579b admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:11.537255 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7e29d7a2-5a8d-4c1a-8556-c9c7e9af5763 req-45eef2cd-3044-4dcf-86d1-ac25a939e374 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237922 Feb 04 21:09:11.552742 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129812de-6fe7-4aaf-9b04-7f72c658579b admin admin] Pushing event deleted for resources: {'Network': ['ID=4a9563d0-ce93-4e0a-bbd6-a5e7af27607a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:11.566808 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-532941e6-6794-4de3-886f-946579fd2509 None None] Deleting port c21373a0-802b-4bc4-a5e6-8fc515492530 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:09:11.566808 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-532941e6-6794-4de3-886f-946579fd2509 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:11.578262 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-129812de-6fe7-4aaf-9b04-7f72c658579b admin admin] 10.222.0.26 "DELETE /v2.0/networks/4a9563d0-ce93-4e0a-bbd6-a5e7af27607a HTTP/1.1" status: 204 len: 168 time: 2.1396780 Feb 04 21:09:11.663318 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-4e474d6a-6c8a-4615-bfc7-214733ad1619 service neutron] 10.222.0.26 "GET /v2.0/networks/bb213b90-85ae-4ae5-869b-fda768933cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884448 Feb 04 21:09:11.761277 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-532941e6-6794-4de3-886f-946579fd2509 None None] The port 'c21373a0-802b-4bc4-a5e6-8fc515492530' was deleted {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:09:11.788464 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6a60d56d-d9ed-4b71-ac3c-21ffc4f9739f service neutron] 10.222.0.26 "GET /v2.0/ports/6183f8f3-5b46-4ccb-8a74-78b479952b28?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1091843 Feb 04 21:09:11.812155 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35824) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:11.906582 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-03b6d8fa-3538-439e-97e7-cf60116c7fb4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=07e9b24649b94e84b82d3ffc4f68cc03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0925527 Feb 04 21:09:11.909495 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35828) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:11.997495 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-add7797e-3058-44f9-9026-83cfe5a00af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:12.025915 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb6820-aeba-4e29-a3b2-291cceafffd6 req-5de5e2b1-d4d1-463b-ac10-3df0b6139ace tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:12.032809 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-32bb6820-aeba-4e29-a3b2-291cceafffd6 req-5de5e2b1-d4d1-463b-ac10-3df0b6139ace tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b9796f9-b424-4a23-863b-ce90eba01d72 HTTP/1.1" status: 200 len: 945 time: 0.2433531 Feb 04 21:09:12.067484 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-add7797e-3058-44f9-9026-83cfe5a00af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:12.145356 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-78d628ad-7903-49e1-b513-adf651491c33 service neutron] 10.222.0.26 "GET /v2.0/networks/bb213b90-85ae-4ae5-869b-fda768933cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126514 Feb 04 21:09:12.216778 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-add7797e-3058-44f9-9026-83cfe5a00af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:12.221825 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-32bb6820-aeba-4e29-a3b2-291cceafffd6 req-bd431026-8df2-4b98-8825-f392ad933892 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.26 "GET /v2.0/security-groups?id=ab2e4af9-28e0-44ba-931d-7cbfff8b4457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915150 Feb 04 21:09:12.255501 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add7797e-3058-44f9-9026-83cfe5a00af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76fcb1a-46b4-42be-badf-be90dffb2e57,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:12.267605 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-add7797e-3058-44f9-9026-83cfe5a00af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:12.271497 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-add7797e-3058-44f9-9026-83cfe5a00af4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b76fcb1a-46b4-42be-badf-be90dffb2e57 HTTP/1.1" status: 204 len: 168 time: 0.3589275 Feb 04 21:09:12.434480 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-9fad3bd1-ecc8-4f62-8f2f-df61827b2bf8 service neutron] 10.222.0.26 "GET /v2.0/networks/bb213b90-85ae-4ae5-869b-fda768933cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795432 Feb 04 21:09:12.666007 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d50f7573-ed46-4187-bad4-2fc6d6b1268b service neutron] 10.222.0.26 "GET /v2.0/networks/bb213b90-85ae-4ae5-869b-fda768933cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172208 Feb 04 21:09:12.873117 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-107c412e-532b-4f2d-a8a3-80d99fd69281 service neutron] 10.222.0.26 "GET /v2.0/networks/bb213b90-85ae-4ae5-869b-fda768933cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871948 Feb 04 21:09:13.011188 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774760d9-3a70-43ed-9f79-9a7b1300515e req-f759c9ce-d22e-4a6f-8209-4839a22de7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:13.013604 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-774760d9-3a70-43ed-9f79-9a7b1300515e req-f759c9ce-d22e-4a6f-8209-4839a22de7be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69cff50c69dd4edbb2b0c631432e7d0d&device_id=0b5fc87a-3269-4c7b-887a-8372233244a5 HTTP/1.1" status: 200 len: 1097 time: 0.2740877 Feb 04 21:09:13.350799 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-18b35955-3675-4a67-a2d3-fc4db7e8db0c service neutron] 10.222.0.26 "GET /v2.0/networks/bb213b90-85ae-4ae5-869b-fda768933cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178054 Feb 04 21:09:13.471050 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774760d9-3a70-43ed-9f79-9a7b1300515e req-19851c24-b95f-460f-bb61-210af3de7e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:13.487367 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-774760d9-3a70-43ed-9f79-9a7b1300515e req-19851c24-b95f-460f-bb61-210af3de7e65 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d HTTP/1.1" status: 200 len: 911 time: 0.4608774 Feb 04 21:09:13.661282 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-774760d9-3a70-43ed-9f79-9a7b1300515e req-3a9647ee-52c5-46ca-87b4-e0b0dd9652b5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed879f56-9992-4aeb-b2ed-9c8f863be9cb HTTP/1.1" status: 200 len: 217 time: 0.1614952 Feb 04 21:09:13.700625 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85c6c6-51ae-4047-95ae-6f8aa42097a7 req-bd3b08d2-625e-4463-8683-51acc73abc72 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:13.702157 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ab85c6c6-51ae-4047-95ae-6f8aa42097a7 req-bd3b08d2-625e-4463-8683-51acc73abc72 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5fc87a-3269-4c7b-887a-8372233244a5 HTTP/1.1" status: 200 len: 946 time: 0.3505492 Feb 04 21:09:13.748849 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-1a0ca2ac-7de5-4fff-a260-0dfd5593837c service neutron] 10.222.0.26 "GET /v2.0/networks/bb213b90-85ae-4ae5-869b-fda768933cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438466 Feb 04 21:09:13.843910 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774760d9-3a70-43ed-9f79-9a7b1300515e req-0037c238-680a-466b-bb0a-a048b7458284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:13.853079 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-774760d9-3a70-43ed-9f79-9a7b1300515e req-0037c238-680a-466b-bb0a-a048b7458284 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23d61e2d-97f4-40a0-9322-1eca7a330b64 HTTP/1.1" status: 200 len: 850 time: 0.1808500 Feb 04 21:09:13.871337 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7bac4396-aa4e-4cfa-a346-91370e73af52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:13.959420 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-774760d9-3a70-43ed-9f79-9a7b1300515e req-8301ac77-3307-4325-96ec-4b1e83f3a167 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025286 Feb 04 21:09:13.980016 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ab85c6c6-51ae-4047-95ae-6f8aa42097a7 req-73aae3b7-9278-46a6-bb16-034e130e15fe tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640870 Feb 04 21:09:14.076514 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 35884) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:14.211414 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-25ac9017-b420-4ba4-8bcb-bbe4054e77d7 service neutron] 10.222.0.26 "GET /v2.0/networks/874df1b5-5f8c-4914-8d0d-1a3a81a2fefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505429 Feb 04 21:09:14.315923 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-774760d9-3a70-43ed-9f79-9a7b1300515e req-00f14abb-deda-44e0-b15f-f5c2cc4d50da service neutron] 10.222.0.18 "GET /v2.0/networks/0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486791 Feb 04 21:09:14.396418 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-e0b01c07-e918-4455-ad75-60dcc4187f65 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-971925110-network', 'tenant_id': '7a203dba43504a9c9ee536ff8fb2b7dd'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:14.415031 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e0b01c07-e918-4455-ad75-60dcc4187f65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:14.435479 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e0b01c07-e918-4455-ad75-60dcc4187f65 admin admin] Usage tracker for resource:network and tenant:7a203dba43504a9c9ee536ff8fb2b7dd is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:14.444566 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e0b01c07-e918-4455-ad75-60dcc4187f65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:14.459685 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e0b01c07-e918-4455-ad75-60dcc4187f65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:14.510865 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b01c07-e918-4455-ad75-60dcc4187f65 admin admin] Made reservation on behalf of 7a203dba43504a9c9ee536ff8fb2b7dd for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:09:14.510865 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e0b01c07-e918-4455-ad75-60dcc4187f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:14.531128 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e0b01c07-e918-4455-ad75-60dcc4187f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:14.559726 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-7acfdaed-a225-4547-89ef-fa29e1090928 service neutron] 10.222.0.26 "GET /v2.0/networks/874df1b5-5f8c-4914-8d0d-1a3a81a2fefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763014 Feb 04 21:09:14.591722 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2093e-6169-47f8-9fe9-7487750fa1f1 req-fbcf84a1-094f-45fa-bb82-bb6654641bb9 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:14.599096 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9bb2093e-6169-47f8-9fe9-7487750fa1f1 req-fbcf84a1-094f-45fa-bb82-bb6654641bb9 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b9796f9-b424-4a23-863b-ce90eba01d72 HTTP/1.1" status: 200 len: 945 time: 0.3578589 Feb 04 21:09:14.603604 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e0b01c07-e918-4455-ad75-60dcc4187f65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:14.628438 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e0b01c07-e918-4455-ad75-60dcc4187f65 admin admin] Usage tracker for resource:security_group_rule and tenant:7a203dba43504a9c9ee536ff8fb2b7dd is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:14.671257 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-774760d9-3a70-43ed-9f79-9a7b1300515e req-cb6c28a9-bc56-4207-b82e-7b58060621c6 service neutron] 10.222.0.18 "GET /v2.0/networks/0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475051 Feb 04 21:09:14.713006 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e0b01c07-e918-4455-ad75-60dcc4187f65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:14.731963 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e0b01c07-e918-4455-ad75-60dcc4187f65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:14.767131 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae454546-237e-472e-86d1-81f3724c735b req-94a19bc2-79e2-4679-8f2c-5a2c144a796a tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:14.768127 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-ae454546-237e-472e-86d1-81f3724c735b req-94a19bc2-79e2-4679-8f2c-5a2c144a796a tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b9796f9-b424-4a23-863b-ce90eba01d72 HTTP/1.1" status: 200 len: 945 time: 0.3006959 Feb 04 21:09:14.900527 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9bb2093e-6169-47f8-9fe9-7487750fa1f1 req-9db4e4e4-794f-4589-96a6-324537b62d6d tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.26 "GET /v2.0/security-groups?id=ab2e4af9-28e0-44ba-931d-7cbfff8b4457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031135 Feb 04 21:09:14.907461 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-ae454546-237e-472e-86d1-81f3724c735b req-31b2f9d3-da04-4b7d-b132-dfc167df6731 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Deleting port 70db75e4-33db-40a3-aee7-0af8931cccb0 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:09:14.907461 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-ae454546-237e-472e-86d1-81f3724c735b req-31b2f9d3-da04-4b7d-b132-dfc167df6731 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:14.976966 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-82ebbbf1-a11c-4178-9fd5-980edcf7d4fa service neutron] 10.222.0.26 "GET /v2.0/networks/874df1b5-5f8c-4914-8d0d-1a3a81a2fefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192810 Feb 04 21:09:14.976966 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e0b01c07-e918-4455-ad75-60dcc4187f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:15.057948 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e0b01c07-e918-4455-ad75-60dcc4187f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:15.217838 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0b01c07-e918-4455-ad75-60dcc4187f65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:09:15.397405 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e0b01c07-e918-4455-ad75-60dcc4187f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:15.397405 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-e0b01c07-e918-4455-ad75-60dcc4187f65 admin admin] Added segment 4d028c5b-b5fc-4009-88a0-392efa5ea2ca of type vlan for network 07ede4ef-cdc8-4d76-b079-890750cf0aff Feb 04 21:09:15.405888 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b01c07-e918-4455-ad75-60dcc4187f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4e1bda-ed54-401e-8a67-c066086c109f,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:15.482340 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e0b01c07-e918-4455-ad75-60dcc4187f65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:15.528708 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-ae454546-237e-472e-86d1-81f3724c735b req-31b2f9d3-da04-4b7d-b132-dfc167df6731 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] For port 70db75e4-33db-40a3-aee7-0af8931cccb0, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=70db75e4-33db-40a3-aee7-0af8931cccb0,segment=NetworkSegment(dc594f2f-3bca-4e98-9e86-57f893df8dd6),segment_id=dc594f2f-3bca-4e98-9e86-57f893df8dd6)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:15.529809 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-ae454546-237e-472e-86d1-81f3724c735b req-31b2f9d3-da04-4b7d-b132-dfc167df6731 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:15.536621 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-5fe6e36b-3e80-4a1e-82af-be11a8bf7954 service neutron] 10.222.0.26 "GET /v2.0/networks/874df1b5-5f8c-4914-8d0d-1a3a81a2fefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5465934 Feb 04 21:09:15.585199 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e0b01c07-e918-4455-ad75-60dcc4187f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:15.585199 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b01c07-e918-4455-ad75-60dcc4187f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:15.585199 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e0b01c07-e918-4455-ad75-60dcc4187f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:15.678372 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba034c-bcc7-44df-b589-a69e45a40f8c req-aa5efdfa-26e0-4f09-8100-46994795c2e7 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:15.694489 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dbba034c-bcc7-44df-b589-a69e45a40f8c req-aa5efdfa-26e0-4f09-8100-46994795c2e7 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5fc87a-3269-4c7b-887a-8372233244a5 HTTP/1.1" status: 200 len: 946 time: 0.3520482 Feb 04 21:09:15.734849 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-ae454546-237e-472e-86d1-81f3724c735b req-31b2f9d3-da04-4b7d-b132-dfc167df6731 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Calling delete_port for 70db75e4-33db-40a3-aee7-0af8931cccb0 owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:09:15.863500 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b01c07-e918-4455-ad75-60dcc4187f65 admin admin] Pushing event updated for resources: {'Network': ['ID=07ede4ef-cdc8-4d76-b079-890750cf0aff,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:15.888476 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 07ede4ef-cdc8-4d76-b079-890750cf0aff details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:09:15.966329 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dbba034c-bcc7-44df-b589-a69e45a40f8c req-e667c9b8-24eb-4ed4-91ee-70abc6585c1a tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757285 Feb 04 21:09:15.971184 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35926) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:15.972217 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e0b01c07-e918-4455-ad75-60dcc4187f65 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8937628 Feb 04 21:09:16.000973 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-97f45ad9-ee4b-43f8-b6e9-ac82846bea29 admin admin] Request body: {'subnet': {'network_id': '07ede4ef-cdc8-4d76-b079-890750cf0aff', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-971925110-subnet', 'tenant_id': '7a203dba43504a9c9ee536ff8fb2b7dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:16.037418 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-97f45ad9-ee4b-43f8-b6e9-ac82846bea29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:16.071556 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-97f45ad9-ee4b-43f8-b6e9-ac82846bea29 admin admin] Usage tracker for resource:subnet and tenant:7a203dba43504a9c9ee536ff8fb2b7dd is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:16.071556 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-97f45ad9-ee4b-43f8-b6e9-ac82846bea29 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:16.078767 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-97f45ad9-ee4b-43f8-b6e9-ac82846bea29 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:16.116380 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f45ad9-ee4b-43f8-b6e9-ac82846bea29 admin admin] Made reservation on behalf of 7a203dba43504a9c9ee536ff8fb2b7dd for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:09:16.116380 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-97f45ad9-ee4b-43f8-b6e9-ac82846bea29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:16.265718 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3e4e3b9e-1ed6-4cea-aef7-6d0ad6d7e9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:16.403557 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5151a93-6a62-4a70-a78a-c736ab92c16c req-e28e1b54-a38a-4422-8960-d4c21607ff4c tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:16.403557 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f5151a93-6a62-4a70-a78a-c736ab92c16c req-e28e1b54-a38a-4422-8960-d4c21607ff4c tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b9796f9-b424-4a23-863b-ce90eba01d72 HTTP/1.1" status: 200 len: 945 time: 0.1582172 Feb 04 21:09:16.440727 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-97f45ad9-ee4b-43f8-b6e9-ac82846bea29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:16.506943 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-ae454546-237e-472e-86d1-81f3724c735b req-31b2f9d3-da04-4b7d-b132-dfc167df6731 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:16.513768 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['70db75e4-33db-40a3-aee7-0af8931cccb0'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:09:16.559221 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f5151a93-6a62-4a70-a78a-c736ab92c16c req-780f9e2a-7169-460f-af5d-679979d74611 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.26 "GET /v2.0/security-groups?id=ab2e4af9-28e0-44ba-931d-7cbfff8b4457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373699 Feb 04 21:09:16.883149 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b2f9d3-da04-4b7d-b132-dfc167df6731 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Pushing event deleted for resources: {'Port': ['ID=70db75e4-33db-40a3-aee7-0af8931cccb0,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:16.948267 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f45ad9-ee4b-43f8-b6e9-ac82846bea29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed9cd47e-67fb-447b-8d0e-97616cebc5c4,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:16.965828 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae454546-237e-472e-86d1-81f3724c735b req-31b2f9d3-da04-4b7d-b132-dfc167df6731 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] No DVR routers for this DVR port 70db75e4-33db-40a3-aee7-0af8931cccb0 on host n-h1-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:09:16.967874 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f45ad9-ee4b-43f8-b6e9-ac82846bea29 admin admin] Checking segment: {'id': '4d028c5b-b5fc-4009-88a0-392efa5ea2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '07ede4ef-cdc8-4d76-b079-890750cf0aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:09:16.968451 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f45ad9-ee4b-43f8-b6e9-ac82846bea29 admin admin] Network hostable DHCP agents. Network: 07ede4ef-cdc8-4d76-b079-890750cf0aff, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:09:16.974992 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-ae454546-237e-472e-86d1-81f3724c735b req-31b2f9d3-da04-4b7d-b132-dfc167df6731 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:16.978470 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9796f9-b424-4a23-863b-ce90eba01d72', 'name': 'network-vif-deleted', 'tag': '70db75e4-33db-40a3-aee7-0af8931cccb0'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:09:17.015635 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-ae454546-237e-472e-86d1-81f3724c735b req-31b2f9d3-da04-4b7d-b132-dfc167df6731 tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.32 "DELETE /v2.0/ports/70db75e4-33db-40a3-aee7-0af8931cccb0 HTTP/1.1" status: 204 len: 173 time: 2.2380683 Feb 04 21:09:17.017199 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f45ad9-ee4b-43f8-b6e9-ac82846bea29 admin admin] Network 07ede4ef-cdc8-4d76-b079-890750cf0aff is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:09:17.044946 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9796f9-b424-4a23-863b-ce90eba01d72', 'name': 'network-vif-deleted', 'tag': '70db75e4-33db-40a3-aee7-0af8931cccb0', 'status': 'completed', 'code': 200} Feb 04 21:09:17.047277 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-97f45ad9-ee4b-43f8-b6e9-ac82846bea29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 07ede4ef-cdc8-4d76-b079-890750cf0aff) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:09:17.057981 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f45ad9-ee4b-43f8-b6e9-ac82846bea29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:17.059975 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319a64b8-bca7-4a6e-bc3a-726e456eeae7 None None] Network 07ede4ef-cdc8-4d76-b079-890750cf0aff requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:09:17.060462 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-97f45ad9-ee4b-43f8-b6e9-ac82846bea29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:17.144719 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-97f45ad9-ee4b-43f8-b6e9-ac82846bea29 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1718941 Feb 04 21:09:17.553676 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265174b-7b63-45b9-afc7-08d90923be0c req-01d39cd7-2a44-4c47-b64f-7aef75748890 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:17.565359 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8265174b-7b63-45b9-afc7-08d90923be0c req-01d39cd7-2a44-4c47-b64f-7aef75748890 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5fc87a-3269-4c7b-887a-8372233244a5 HTTP/1.1" status: 200 len: 946 time: 0.2525907 Feb 04 21:09:17.659714 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8265174b-7b63-45b9-afc7-08d90923be0c req-834bd183-db69-4efb-a824-a7891a4ad216 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954556 Feb 04 21:09:17.669842 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:17.675384 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:17.911571 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d08a298b-dfdb-4ecd-90d2-bc0761e93d65 req-8d76c212-7110-402c-97a9-c2838d98a922 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 210 time: 0.2462468 Feb 04 21:09:17.938275 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff76ff1-e948-4995-b31d-813ce0c685f1 None None] Network 07ede4ef-cdc8-4d76-b079-890750cf0aff requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:09:18.034402 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1f127f15-10be-4981-8c8e-09757cf53dc0 req-42588eed-4834-48e6-a33f-3b54f25ed38b tempest-InstanceActionsV221TestJSON-1717073644 tempest-InstanceActionsV221TestJSON-1717073644-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b9796f9-b424-4a23-863b-ce90eba01d72 HTTP/1.1" status: 200 len: 210 time: 0.1169212 Feb 04 21:09:18.672464 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2eed2-6742-4316-a318-36a3428aa5da req-21ec71fb-ab0c-48b8-b351-4092ec369c90 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:18.672464 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-67f2eed2-6742-4316-a318-36a3428aa5da req-21ec71fb-ab0c-48b8-b351-4092ec369c90 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Synchronizing usage tracker for tenant:7a203dba43504a9c9ee536ff8fb2b7dd on resource:network {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:09:18.708132 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-67f2eed2-6742-4316-a318-36a3428aa5da req-21ec71fb-ab0c-48b8-b351-4092ec369c90 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Unset dirty status for tenant:7a203dba43504a9c9ee536ff8fb2b7dd on resource:network {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:09:18.708132 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-67f2eed2-6742-4316-a318-36a3428aa5da req-21ec71fb-ab0c-48b8-b351-4092ec369c90 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/networks?id=07ede4ef-cdc8-4d76-b079-890750cf0aff HTTP/1.1" status: 200 len: 812 time: 0.3119311 Feb 04 21:09:18.752458 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-67f2eed2-6742-4316-a318-36a3428aa5da req-780c3eff-7234-493e-8cc6-ad38fcad6b6c tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/quotas/7a203dba43504a9c9ee536ff8fb2b7dd HTTP/1.1" status: 200 len: 375 time: 0.0263057 Feb 04 21:09:18.825492 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:18.834210 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 70db75e4-33db-40a3-aee7-0af8931cccb0 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:09:18.841190 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-67f2eed2-6742-4316-a318-36a3428aa5da req-7d124be0-6dde-47cd-aa3e-3ffbb16a5892 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a203dba43504a9c9ee536ff8fb2b7dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0876765 Feb 04 21:09:18.876822 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: 70db75e4-33db-40a3-aee7-0af8931cccb0 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:09:18.877171 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 70db75e4-33db-40a3-aee7-0af8931cccb0 not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:09:19.126141 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77b473-72d1-46fc-9ce8-f8f4b3df277d req-77d8fd8e-0e48-4119-a99f-6fe0273c5a1c tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:19.143849 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ce77b473-72d1-46fc-9ce8-f8f4b3df277d req-77d8fd8e-0e48-4119-a99f-6fe0273c5a1c tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5fc87a-3269-4c7b-887a-8372233244a5 HTTP/1.1" status: 200 len: 946 time: 0.3050680 Feb 04 21:09:19.174685 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-67f2eed2-6742-4316-a318-36a3428aa5da req-4cbfb75c-0d00-4163-9f39-e97ee9f2e5cf service neutron] 10.222.0.26 "GET /v2.0/networks/07ede4ef-cdc8-4d76-b079-890750cf0aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625360 Feb 04 21:09:19.219737 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ce77b473-72d1-46fc-9ce8-f8f4b3df277d req-90c5282b-c86d-4124-a2e0-fcc9ff06b090 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874348 Feb 04 21:09:19.386046 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-67f2eed2-6742-4316-a318-36a3428aa5da req-c30d8338-8615-4b13-8001-7c97c5c1866e service neutron] 10.222.0.26 "GET /v2.0/networks/07ede4ef-cdc8-4d76-b079-890750cf0aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912150 Feb 04 21:09:19.477845 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-33ba526b-2e02-49c5-91e5-3575043c3c83 req-2746a786-c6f3-475d-b206-1eb0d8aabf81 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 210 time: 0.0645192 Feb 04 21:09:19.654144 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-b8132884-3281-46ce-99fc-4f4dedad3aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:19.654144 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-b8132884-3281-46ce-99fc-4f4dedad3aa1 service neutron] 10.222.0.32 "GET /v2.0/ports/aa4eda3d-4b67-4f85-b755-44b84dd11b2f HTTP/1.1" status: 200 len: 1033 time: 0.1350005 Feb 04 21:09:19.953356 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-bc5e259a-15f8-4632-a7e9-dfff18a67be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:19.959235 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-bc5e259a-15f8-4632-a7e9-dfff18a67be2 service neutron] 10.222.0.32 "GET /v2.0/ports/6183f8f3-5b46-4ccb-8a74-78b479952b28 HTTP/1.1" status: 200 len: 1032 time: 0.3085549 Feb 04 21:09:20.109283 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8a99945f-c947-4a08-acfc-7bcec9f675d6 req-72bb85f6-d89e-438a-b730-1924daef6ec4 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/ports?device_id=562074bc-81e0-42f4-8ae9-e82ab9759e14 HTTP/1.1" status: 200 len: 210 time: 0.0691221 Feb 04 21:09:20.304986 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-2842c8d8-b15a-428e-88f2-664321f75e9c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:20.311155 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-2842c8d8-b15a-428e-88f2-664321f75e9c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:20.326798 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-2842c8d8-b15a-428e-88f2-664321f75e9c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:20.326798 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-2842c8d8-b15a-428e-88f2-664321f75e9c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.32 "GET /v2.0/networks?id=332fe6aa-ed66-44ea-9220-8f05179f41a3&id=bb213b90-85ae-4ae5-869b-fda768933cd6&id=bb213b90-85ae-4ae5-869b-fda768933cd6&id=bb213b90-85ae-4ae5-869b-fda768933cd6&id=bb213b90-85ae-4ae5-869b-fda768933cd6&id=874df1b5-5f8c-4914-8d0d-1a3a81a2fefb&id=874df1b5-5f8c-4914-8d0d-1a3a81a2fefb HTTP/1.1" status: 200 len: 1993 time: 0.3525779 Feb 04 21:09:20.403773 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36046) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:20.418102 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-04b0c49b-e9ca-4eb3-b467-2d51db78e28d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b242a09179d94d8193cc1c0208c67871 HTTP/1.1" status: 200 len: 380 time: 0.0878222 Feb 04 21:09:20.431399 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6a7b3a0a-87f4-4320-83aa-61d85ce0aebc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Request body: {'port': {'device_id': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'network_id': '332fe6aa-ed66-44ea-9220-8f05179f41a3', 'admin_state_up': True, 'tenant_id': 'b242a09179d94d8193cc1c0208c67871', 'security_groups': ['1c19981c-d2be-4024-b2e6-2e311030cb50']}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:20.675463 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6a7b3a0a-87f4-4320-83aa-61d85ce0aebc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:20.678999 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6a7b3a0a-87f4-4320-83aa-61d85ce0aebc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:20.694235 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6a7b3a0a-87f4-4320-83aa-61d85ce0aebc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Made reservation on behalf of b242a09179d94d8193cc1c0208c67871 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:09:20.705409 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6a7b3a0a-87f4-4320-83aa-61d85ce0aebc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:20.772541 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c15ecb2-5bf1-4a5a-b66d-8be64b76702b admin admin] Deleting subnet c5a8f41e-d95d-49bb-abc4-bcc31850b5e9 {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:09:20.785806 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7c15ecb2-5bf1-4a5a-b66d-8be64b76702b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:20.860949 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-34449cbc-d1d4-49f0-b4c2-085b203822f1 req-08e38678-c540-43d3-9811-42d51c9ed1eb tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 210 time: 0.1728492 Feb 04 21:09:20.939842 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7c15ecb2-5bf1-4a5a-b66d-8be64b76702b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:21.198899 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4e405-d51c-4152-8cca-39ba98b5d4b2 req-c9a44ca1-e07f-4774-b80b-374099861f0d tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:21.204342 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02a4e405-d51c-4152-8cca-39ba98b5d4b2 req-c9a44ca1-e07f-4774-b80b-374099861f0d tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5fc87a-3269-4c7b-887a-8372233244a5 HTTP/1.1" status: 200 len: 946 time: 0.6400800 Feb 04 21:09:21.288968 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6a7b3a0a-87f4-4320-83aa-61d85ce0aebc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Allocated IP 172.20.0.11 (332fe6aa-ed66-44ea-9220-8f05179f41a3/81b08678-ed5f-4876-93e1-3c270387f5db/06d94d64-09f0-456d-ab29-149d5c934f71) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:09:21.296669 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7c15ecb2-5bf1-4a5a-b66d-8be64b76702b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:21.391209 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ec5f9dbc-c7e6-4e66-88b0-5fde22524232 req-9e856403-c317-4256-bc4b-88b567d48cee tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/ports?device_id=562074bc-81e0-42f4-8ae9-e82ab9759e14 HTTP/1.1" status: 200 len: 210 time: 0.1550152 Feb 04 21:09:21.476320 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02a4e405-d51c-4152-8cca-39ba98b5d4b2 req-ea09876d-a678-47a8-ab33-6c60519366cf tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755623 Feb 04 21:09:21.559138 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7c15ecb2-5bf1-4a5a-b66d-8be64b76702b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:21.620553 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15ecb2-5bf1-4a5a-b66d-8be64b76702b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5a8f41e-d95d-49bb-abc4-bcc31850b5e9,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:21.647619 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7c15ecb2-5bf1-4a5a-b66d-8be64b76702b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:21.661051 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-7c15ecb2-5bf1-4a5a-b66d-8be64b76702b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c5a8f41e-d95d-49bb-abc4-bcc31850b5e9 HTTP/1.1" status: 204 len: 168 time: 1.2539189 Feb 04 21:09:21.661051 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36066) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:21.739181 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6a7b3a0a-87f4-4320-83aa-61d85ce0aebc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:21.763183 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6a7b3a0a-87f4-4320-83aa-61d85ce0aebc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Transition to ACTIVE for port object 06d94d64-09f0-456d-ab29-149d5c934f71 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:21.801734 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6a7b3a0a-87f4-4320-83aa-61d85ce0aebc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:21.867245 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-238f172d-d395-43c9-b23e-10780af2ef86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:22.093953 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b3a0a-87f4-4320-83aa-61d85ce0aebc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Pushing event updated for resources: {'Port': ['ID=06d94d64-09f0-456d-ab29-149d5c934f71,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:22.122200 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b3a0a-87f4-4320-83aa-61d85ce0aebc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:22.122551 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b3a0a-87f4-4320-83aa-61d85ce0aebc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:22.122896 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b3a0a-87f4-4320-83aa-61d85ce0aebc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:22.123230 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b3a0a-87f4-4320-83aa-61d85ce0aebc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:22.123568 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b3a0a-87f4-4320-83aa-61d85ce0aebc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:22.123902 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b3a0a-87f4-4320-83aa-61d85ce0aebc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:22.124234 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b3a0a-87f4-4320-83aa-61d85ce0aebc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:22.124565 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b3a0a-87f4-4320-83aa-61d85ce0aebc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:22.124906 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b3a0a-87f4-4320-83aa-61d85ce0aebc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:22.125239 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b3a0a-87f4-4320-83aa-61d85ce0aebc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:22.125567 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b3a0a-87f4-4320-83aa-61d85ce0aebc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:22.125890 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b3a0a-87f4-4320-83aa-61d85ce0aebc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:22.142108 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6a7b3a0a-87f4-4320-83aa-61d85ce0aebc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Network 332fe6aa-ed66-44ea-9220-8f05179f41a3 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:09:22.143391 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6a7b3a0a-87f4-4320-83aa-61d85ce0aebc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:09:22.155909 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6a7b3a0a-87f4-4320-83aa-61d85ce0aebc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:09:22.246193 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6a7b3a0a-87f4-4320-83aa-61d85ce0aebc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:22.247225 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6a7b3a0a-87f4-4320-83aa-61d85ce0aebc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:22.286296 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6a7b3a0a-87f4-4320-83aa-61d85ce0aebc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8640375 Feb 04 21:09:22.323259 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-f082af9d-af16-4419-91ce-2eb58f24fe3d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Request body: {'port': {'device_id': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'network_id': 'bb213b90-85ae-4ae5-869b-fda768933cd6', 'admin_state_up': True, 'tenant_id': 'b242a09179d94d8193cc1c0208c67871', 'security_groups': ['1c19981c-d2be-4024-b2e6-2e311030cb50']}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:22.571232 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-238f172d-d395-43c9-b23e-10780af2ef86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:22.661110 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-f082af9d-af16-4419-91ce-2eb58f24fe3d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:22.669897 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-f082af9d-af16-4419-91ce-2eb58f24fe3d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Usage tracker for resource:port and tenant:b242a09179d94d8193cc1c0208c67871 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:22.677395 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-f082af9d-af16-4419-91ce-2eb58f24fe3d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Quota usage for port was recalculated. Used quota:8. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:22.685582 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-f082af9d-af16-4419-91ce-2eb58f24fe3d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:22.761844 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-e972878f-170e-47a6-b80b-7e891703db50 None None] Provisioning for port 06d94d64-09f0-456d-ab29-149d5c934f71 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:09:22.768868 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-e972878f-170e-47a6-b80b-7e891703db50 None None] Provisioning complete for port 06d94d64-09f0-456d-ab29-149d5c934f71 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:22.768868 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e972878f-170e-47a6-b80b-7e891703db50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:22.890056 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-238f172d-d395-43c9-b23e-10780af2ef86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf78ad03-914b-465e-8074-761ce3d017ac']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:22.917929 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-238f172d-d395-43c9-b23e-10780af2ef86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc594f2f-3bca-4e98-9e86-57f893df8dd6') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:22.917929 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-238f172d-d395-43c9-b23e-10780af2ef86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc594f2f-3bca-4e98-9e86-57f893df8dd6') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:09:23.055635 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-f082af9d-af16-4419-91ce-2eb58f24fe3d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Made reservation on behalf of b242a09179d94d8193cc1c0208c67871 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:09:23.061026 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-f082af9d-af16-4419-91ce-2eb58f24fe3d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:23.102130 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-e972878f-170e-47a6-b80b-7e891703db50 None None] Port 06d94d64-09f0-456d-ab29-149d5c934f71 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:09:23.283579 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:09:23.324305 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-238f172d-d395-43c9-b23e-10780af2ef86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:23.465594 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2eed2-6742-4316-a318-36a3428aa5da req-1787af21-5933-4df1-966d-e84faf42230b tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:23.467503 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-67f2eed2-6742-4316-a318-36a3428aa5da req-1787af21-5933-4df1-966d-e84faf42230b tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.32 "GET /v2.0/networks?id=07ede4ef-cdc8-4d76-b079-890750cf0aff HTTP/1.1" status: 200 len: 812 time: 0.5097928 Feb 04 21:09:23.491292 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-67f2eed2-6742-4316-a318-36a3428aa5da req-ac938eae-86ef-4c64-bc65-2c7422a606a1 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Request body: {'port': {'device_id': '0e493d8c-c63e-4116-a2ef-80236b6c2a50', 'network_id': '07ede4ef-cdc8-4d76-b079-890750cf0aff', 'admin_state_up': True, 'tenant_id': '7a203dba43504a9c9ee536ff8fb2b7dd'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:23.494606 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2eed2-6742-4316-a318-36a3428aa5da req-e90c1d63-97e8-4265-a20c-95cc02d7a20e tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:23.496779 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-67f2eed2-6742-4316-a318-36a3428aa5da req-e90c1d63-97e8-4265-a20c-95cc02d7a20e tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.18 "GET /v2.0/networks?id=07ede4ef-cdc8-4d76-b079-890750cf0aff HTTP/1.1" status: 200 len: 812 time: 0.7665892 Feb 04 21:09:23.509655 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-67f2eed2-6742-4316-a318-36a3428aa5da req-e40d94ce-262f-4b01-9683-72c5960f991a tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Request body: {'port': {'device_id': '562074bc-81e0-42f4-8ae9-e82ab9759e14', 'network_id': '07ede4ef-cdc8-4d76-b079-890750cf0aff', 'admin_state_up': True, 'tenant_id': '7a203dba43504a9c9ee536ff8fb2b7dd'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:23.532132 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4adc007a-ea48-4141-914c-ad5afe68135d req-37b2b462-19ec-4f93-b73c-7279d025106a tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/ports?device_id=562074bc-81e0-42f4-8ae9-e82ab9759e14 HTTP/1.1" status: 200 len: 210 time: 0.1743183 Feb 04 21:09:23.739270 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-238f172d-d395-43c9-b23e-10780af2ef86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:23.739270 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-67f2eed2-6742-4316-a318-36a3428aa5da req-ac938eae-86ef-4c64-bc65-2c7422a606a1 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:23.752551 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-238f172d-d395-43c9-b23e-10780af2ef86 admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:09:23.752551 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-238f172d-d395-43c9-b23e-10780af2ef86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:23.764912 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-f082af9d-af16-4419-91ce-2eb58f24fe3d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Allocated IP 10.1.1.65 (bb213b90-85ae-4ae5-869b-fda768933cd6/d8ab602a-389e-46ed-9e60-c4075f6a2251/746edaf1-0070-4819-a4c2-321e5c28a8a4) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:09:23.812255 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-67f2eed2-6742-4316-a318-36a3428aa5da req-ac938eae-86ef-4c64-bc65-2c7422a606a1 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Usage tracker for resource:port and tenant:7a203dba43504a9c9ee536ff8fb2b7dd is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:23.812255 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-67f2eed2-6742-4316-a318-36a3428aa5da req-ac938eae-86ef-4c64-bc65-2c7422a606a1 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:23.828871 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:09:23.828871 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:09:23.828871 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:09:23.828871 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:09:23.828871 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:09:23.828871 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:09:23.828871 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:09:23.828871 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:09:23.828871 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:09:23.828871 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:09:23.828871 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:09:23.828871 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:09:23.828871 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:09:23.828871 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:09:23.828871 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:09:23.828871 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:09:23.828871 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:09:23.828871 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:09:23.828871 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:09:23.828871 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:09:23.828871 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:09:23.828871 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:09:23.828871 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:09:23.828871 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:09:23.828871 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:09:23.828871 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:09:23.828871 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:09:23.828871 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:09:23.828871 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:09:23.828871 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:09:23.828871 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:09:23.828871 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:09:23.848048 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-67f2eed2-6742-4316-a318-36a3428aa5da req-ac938eae-86ef-4c64-bc65-2c7422a606a1 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:23.898227 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab3431-5bc1-4262-9ac6-b9a721861460 req-90e6b2b3-dae5-44cc-8b73-d09e95557e17 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:23.906504 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0fab3431-5bc1-4262-9ac6-b9a721861460 req-90e6b2b3-dae5-44cc-8b73-d09e95557e17 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 932 time: 1.5330169 Feb 04 21:09:24.059502 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f2eed2-6742-4316-a318-36a3428aa5da req-ac938eae-86ef-4c64-bc65-2c7422a606a1 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Made reservation on behalf of 7a203dba43504a9c9ee536ff8fb2b7dd for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:09:24.081077 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-67f2eed2-6742-4316-a318-36a3428aa5da req-ac938eae-86ef-4c64-bc65-2c7422a606a1 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:24.141562 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0fab3431-5bc1-4262-9ac6-b9a721861460 req-2d311ff8-76e6-4ab1-82fe-5c67093e33c1 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263381 Feb 04 21:09:24.274513 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-238f172d-d395-43c9-b23e-10780af2ef86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:24.287445 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-f082af9d-af16-4419-91ce-2eb58f24fe3d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:24.315378 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-67f2eed2-6742-4316-a318-36a3428aa5da req-e40d94ce-262f-4b01-9683-72c5960f991a tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:24.320317 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-238f172d-d395-43c9-b23e-10780af2ef86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:24.328753 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-67f2eed2-6742-4316-a318-36a3428aa5da req-e40d94ce-262f-4b01-9683-72c5960f991a tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Usage tracker for resource:port and tenant:7a203dba43504a9c9ee536ff8fb2b7dd is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:24.329639 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-238f172d-d395-43c9-b23e-10780af2ef86 admin admin] 10.222.0.26 "DELETE /v2.0/networks/bf78ad03-914b-465e-8074-761ce3d017ac HTTP/1.1" status: 204 len: 168 time: 2.6704655 Feb 04 21:09:24.332060 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-f082af9d-af16-4419-91ce-2eb58f24fe3d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Transition to ACTIVE for port object 746edaf1-0070-4819-a4c2-321e5c28a8a4 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:24.334442 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-67f2eed2-6742-4316-a318-36a3428aa5da req-e40d94ce-262f-4b01-9683-72c5960f991a tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:24.343232 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-67f2eed2-6742-4316-a318-36a3428aa5da req-e40d94ce-262f-4b01-9683-72c5960f991a tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:24.343665 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f172d-d395-43c9-b23e-10780af2ef86 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf78ad03-914b-465e-8074-761ce3d017ac,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:24.360724 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbecb4-2a3c-4004-8288-23e76929b38c req-298490e7-03bb-47cf-b84f-020b26f1bc55 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:24.369680 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cdcbecb4-2a3c-4004-8288-23e76929b38c req-298490e7-03bb-47cf-b84f-020b26f1bc55 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5fc87a-3269-4c7b-887a-8372233244a5 HTTP/1.1" status: 200 len: 946 time: 0.6007311 Feb 04 21:09:24.371663 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f2eed2-6742-4316-a318-36a3428aa5da req-e40d94ce-262f-4b01-9683-72c5960f991a tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Made reservation on behalf of 7a203dba43504a9c9ee536ff8fb2b7dd for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:09:24.401177 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-67f2eed2-6742-4316-a318-36a3428aa5da req-e40d94ce-262f-4b01-9683-72c5960f991a tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:24.476011 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cdcbecb4-2a3c-4004-8288-23e76929b38c req-86394b6a-0c30-41c2-a16b-931e3cb56cf8 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052859 Feb 04 21:09:24.511650 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-f082af9d-af16-4419-91ce-2eb58f24fe3d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:24.567893 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-67f2eed2-6742-4316-a318-36a3428aa5da req-ac938eae-86ef-4c64-bc65-2c7422a606a1 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Allocated IP 172.20.0.8 (07ede4ef-cdc8-4d76-b079-890750cf0aff/ed9cd47e-67fb-447b-8d0e-97616cebc5c4/a30bf394-3df7-48a4-bba4-29db7632def7) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:09:24.664865 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-f082af9d-af16-4419-91ce-2eb58f24fe3d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Network bb213b90-85ae-4ae5-869b-fda768933cd6 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:09:24.664865 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-f082af9d-af16-4419-91ce-2eb58f24fe3d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:09:24.677173 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36106) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:24.684833 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-f082af9d-af16-4419-91ce-2eb58f24fe3d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:09:24.859243 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082af9d-af16-4419-91ce-2eb58f24fe3d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Pushing event updated for resources: {'Port': ['ID=746edaf1-0070-4819-a4c2-321e5c28a8a4,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:24.875545 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-f082af9d-af16-4419-91ce-2eb58f24fe3d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:24.876269 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-f082af9d-af16-4419-91ce-2eb58f24fe3d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:24.935287 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-f082af9d-af16-4419-91ce-2eb58f24fe3d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6291156 Feb 04 21:09:24.938619 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ea909e68-6aff-4d0c-b1ac-80faec998732 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f87f08f064ce4524af25edfb41388a01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2543468 Feb 04 21:09:24.944672 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 36114) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:24.947865 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-8bd11a00-e1c3-4ab9-a4ec-a4ec786754b6 req-23e26e64-fde1-4e12-b28e-47f2a2ea4c43 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Synchronizing usage tracker for tenant:7a203dba43504a9c9ee536ff8fb2b7dd on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:09:24.955691 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d9010596-623b-4a60-9417-6fb0a9f5ad25 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Request body: {'port': {'device_id': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'network_id': 'bb213b90-85ae-4ae5-869b-fda768933cd6', 'admin_state_up': True, 'tenant_id': 'b242a09179d94d8193cc1c0208c67871', 'security_groups': ['1c19981c-d2be-4024-b2e6-2e311030cb50']}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:25.272314 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-0a9c90e4-fdb2-43bf-97d0-1f9ed507e4c6 None None] Provisioning for port 746edaf1-0070-4819-a4c2-321e5c28a8a4 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:09:25.306368 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-0a9c90e4-fdb2-43bf-97d0-1f9ed507e4c6 None None] Provisioning complete for port 746edaf1-0070-4819-a4c2-321e5c28a8a4 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:25.306368 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0a9c90e4-fdb2-43bf-97d0-1f9ed507e4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:25.455788 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-76869f9a-b115-4877-92db-ab91cbf2f8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:25.473693 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-0a9c90e4-fdb2-43bf-97d0-1f9ed507e4c6 None None] Port 746edaf1-0070-4819-a4c2-321e5c28a8a4 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:09:25.520500 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-8bd11a00-e1c3-4ab9-a4ec-a4ec786754b6 req-23e26e64-fde1-4e12-b28e-47f2a2ea4c43 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Unset dirty status for tenant:7a203dba43504a9c9ee536ff8fb2b7dd on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:09:25.532224 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8bd11a00-e1c3-4ab9-a4ec-a4ec786754b6 req-23e26e64-fde1-4e12-b28e-47f2a2ea4c43 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/ports?device_id=562074bc-81e0-42f4-8ae9-e82ab9759e14 HTTP/1.1" status: 200 len: 210 time: 0.7246132 Feb 04 21:09:25.569051 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d9010596-623b-4a60-9417-6fb0a9f5ad25 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:25.601326 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d9010596-623b-4a60-9417-6fb0a9f5ad25 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Usage tracker for resource:port and tenant:b242a09179d94d8193cc1c0208c67871 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:25.607108 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-76869f9a-b115-4877-92db-ab91cbf2f8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:25.615606 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d9010596-623b-4a60-9417-6fb0a9f5ad25 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Quota usage for port was recalculated. Used quota:9. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:25.629641 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d9010596-623b-4a60-9417-6fb0a9f5ad25 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:25.674204 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-67f2eed2-6742-4316-a318-36a3428aa5da req-ac938eae-86ef-4c64-bc65-2c7422a606a1 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:25.720428 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dcc53c-9a67-4ff6-9cb3-69054211fd6c req-4c233ac6-5a89-4ae0-8060-ec99777a07ee tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:25.723385 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dcc53c-9a67-4ff6-9cb3-69054211fd6c req-4c233ac6-5a89-4ae0-8060-ec99777a07ee tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:25.733071 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-04dcc53c-9a67-4ff6-9cb3-69054211fd6c req-4c233ac6-5a89-4ae0-8060-ec99777a07ee tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 1653 time: 0.3693397 Feb 04 21:09:25.752619 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d9010596-623b-4a60-9417-6fb0a9f5ad25 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Made reservation on behalf of b242a09179d94d8193cc1c0208c67871 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:09:25.752619 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d9010596-623b-4a60-9417-6fb0a9f5ad25 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:25.915321 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-04dcc53c-9a67-4ff6-9cb3-69054211fd6c req-703895e4-1f1d-4327-88ef-662a7506f84e tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862762 Feb 04 21:09:25.958669 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-67f2eed2-6742-4316-a318-36a3428aa5da req-ac938eae-86ef-4c64-bc65-2c7422a606a1 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:26.023404 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56ee29-90f1-4fd9-8e8d-1cc69a9d45dc req-49de4599-3118-4a51-a33f-922ea3379d79 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:26.031904 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ad56ee29-90f1-4fd9-8e8d-1cc69a9d45dc req-49de4599-3118-4a51-a33f-922ea3379d79 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5fc87a-3269-4c7b-887a-8372233244a5 HTTP/1.1" status: 200 len: 946 time: 0.2679350 Feb 04 21:09:26.097109 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f2eed2-6742-4316-a318-36a3428aa5da req-ac938eae-86ef-4c64-bc65-2c7422a606a1 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Network 07ede4ef-cdc8-4d76-b079-890750cf0aff is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:09:26.097109 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-67f2eed2-6742-4316-a318-36a3428aa5da req-ac938eae-86ef-4c64-bc65-2c7422a606a1 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:09:26.111954 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f2eed2-6742-4316-a318-36a3428aa5da req-ac938eae-86ef-4c64-bc65-2c7422a606a1 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:09:26.128389 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:26.141978 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ad56ee29-90f1-4fd9-8e8d-1cc69a9d45dc req-c2a55a1a-f788-49af-bed1-16f2f97057f2 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077218 Feb 04 21:09:26.156759 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-67f2eed2-6742-4316-a318-36a3428aa5da req-e40d94ce-262f-4b01-9683-72c5960f991a tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Allocated IP 172.20.0.2 (07ede4ef-cdc8-4d76-b079-890750cf0aff/ed9cd47e-67fb-447b-8d0e-97616cebc5c4/a4b20337-5755-4a9b-963a-830cd9aa330c) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:09:26.176859 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac938eae-86ef-4c64-bc65-2c7422a606a1 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Pushing event updated for resources: {'Port': ['ID=a30bf394-3df7-48a4-bba4-29db7632def7,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:26.211663 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-76869f9a-b115-4877-92db-ab91cbf2f8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:26.230535 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2eed2-6742-4316-a318-36a3428aa5da req-ac938eae-86ef-4c64-bc65-2c7422a606a1 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:26.238455 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-67f2eed2-6742-4316-a318-36a3428aa5da req-ac938eae-86ef-4c64-bc65-2c7422a606a1 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:26.287527 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76869f9a-b115-4877-92db-ab91cbf2f8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2e4af9-28e0-44ba-931d-7cbfff8b4457,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:26.287992 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-67f2eed2-6742-4316-a318-36a3428aa5da req-ac938eae-86ef-4c64-bc65-2c7422a606a1 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8017321 Feb 04 21:09:26.344015 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-67f2eed2-6742-4316-a318-36a3428aa5da req-6023879d-eb3f-49fc-8b23-19bd51ec1193 service neutron] Request body: {'port': {'device_id': '0e493d8c-c63e-4116-a2ef-80236b6c2a50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:26.392135 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-76869f9a-b115-4877-92db-ab91cbf2f8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:26.392135 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-76869f9a-b115-4877-92db-ab91cbf2f8b4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ab2e4af9-28e0-44ba-931d-7cbfff8b4457 HTTP/1.1" status: 204 len: 168 time: 1.4534593 Feb 04 21:09:26.564136 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d9010596-623b-4a60-9417-6fb0a9f5ad25 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Allocated IP 10.1.1.63 (bb213b90-85ae-4ae5-869b-fda768933cd6/d8ab602a-389e-46ed-9e60-c4075f6a2251/c4e25158-47e9-42b4-972c-d39e229b32b8) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:09:26.683397 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-67f2eed2-6742-4316-a318-36a3428aa5da req-6023879d-eb3f-49fc-8b23-19bd51ec1193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:26.867557 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-67f2eed2-6742-4316-a318-36a3428aa5da req-e40d94ce-262f-4b01-9683-72c5960f991a tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:26.896242 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5840fe05-b50e-4a45-a327-9337149a5745 req-c45138c1-6874-4b4d-b4d6-83da51beeef5 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/ports?device_id=562074bc-81e0-42f4-8ae9-e82ab9759e14 HTTP/1.1" status: 200 len: 210 time: 0.1487987 Feb 04 21:09:27.226694 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d9010596-623b-4a60-9417-6fb0a9f5ad25 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:27.303859 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d9010596-623b-4a60-9417-6fb0a9f5ad25 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Transition to ACTIVE for port object c4e25158-47e9-42b4-972c-d39e229b32b8 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:27.317536 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-67f2eed2-6742-4316-a318-36a3428aa5da req-e40d94ce-262f-4b01-9683-72c5960f991a tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:27.625628 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d94ce-262f-4b01-9683-72c5960f991a tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Pushing event updated for resources: {'Port': ['ID=a4b20337-5755-4a9b-963a-830cd9aa330c,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:27.675243 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d9010596-623b-4a60-9417-6fb0a9f5ad25 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:27.678025 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f2eed2-6742-4316-a318-36a3428aa5da req-e40d94ce-262f-4b01-9683-72c5960f991a tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Network 07ede4ef-cdc8-4d76-b079-890750cf0aff is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:09:27.685473 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-67f2eed2-6742-4316-a318-36a3428aa5da req-e40d94ce-262f-4b01-9683-72c5960f991a tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:09:27.752231 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f2eed2-6742-4316-a318-36a3428aa5da req-e40d94ce-262f-4b01-9683-72c5960f991a tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:09:27.831215 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d9010596-623b-4a60-9417-6fb0a9f5ad25 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Network bb213b90-85ae-4ae5-869b-fda768933cd6 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:09:27.842530 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d9010596-623b-4a60-9417-6fb0a9f5ad25 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:09:27.871405 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d9010596-623b-4a60-9417-6fb0a9f5ad25 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:09:28.059982 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d9010596-623b-4a60-9417-6fb0a9f5ad25 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:28.059982 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d9010596-623b-4a60-9417-6fb0a9f5ad25 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:28.101330 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-67f2eed2-6742-4316-a318-36a3428aa5da req-6023879d-eb3f-49fc-8b23-19bd51ec1193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a30bf394-3df7-48a4-bba4-29db7632def7 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:09:28.115069 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-67f2eed2-6742-4316-a318-36a3428aa5da req-6023879d-eb3f-49fc-8b23-19bd51ec1193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:28.132843 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9010596-623b-4a60-9417-6fb0a9f5ad25 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Pushing event updated for resources: {'Port': ['ID=c4e25158-47e9-42b4-972c-d39e229b32b8,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:28.136467 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-67f2eed2-6742-4316-a318-36a3428aa5da req-6023879d-eb3f-49fc-8b23-19bd51ec1193 service neutron] Transition to ACTIVE for port object a30bf394-3df7-48a4-bba4-29db7632def7 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:28.173276 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2eed2-6742-4316-a318-36a3428aa5da req-e40d94ce-262f-4b01-9683-72c5960f991a tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:28.173276 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-67f2eed2-6742-4316-a318-36a3428aa5da req-e40d94ce-262f-4b01-9683-72c5960f991a tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:28.176632 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-67f2eed2-6742-4316-a318-36a3428aa5da req-6023879d-eb3f-49fc-8b23-19bd51ec1193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:28.189924 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d9010596-623b-4a60-9417-6fb0a9f5ad25 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2450953 Feb 04 21:09:28.238606 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-07be06f0-6c20-47ad-8381-bbec17738702 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Request body: {'port': {'device_id': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '874df1b5-5f8c-4914-8d0d-1a3a81a2fefb', 'admin_state_up': True, 'tenant_id': 'b242a09179d94d8193cc1c0208c67871', 'security_groups': ['1c19981c-d2be-4024-b2e6-2e311030cb50']}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:28.256944 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-23739ffe-c4da-4cd0-9266-043eda488334 None None] Provisioning for port c4e25158-47e9-42b4-972c-d39e229b32b8 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:09:28.272120 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-23739ffe-c4da-4cd0-9266-043eda488334 None None] Provisioning complete for port c4e25158-47e9-42b4-972c-d39e229b32b8 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:28.274460 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-23739ffe-c4da-4cd0-9266-043eda488334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:28.329616 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-67f2eed2-6742-4316-a318-36a3428aa5da req-e40d94ce-262f-4b01-9683-72c5960f991a tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8233736 Feb 04 21:09:28.343732 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-67f2eed2-6742-4316-a318-36a3428aa5da req-d85b6249-1935-4292-8f48-3d95a8dd5c15 service neutron] Request body: {'port': {'device_id': '562074bc-81e0-42f4-8ae9-e82ab9759e14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:28.367176 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023879d-eb3f-49fc-8b23-19bd51ec1193 service neutron] Pushing event updated for resources: {'Port': ['ID=a30bf394-3df7-48a4-bba4-29db7632def7,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:28.377329 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36180) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:28.461736 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd425d-8ee0-4473-a414-2ca517496bf8 req-82c4760c-783d-49e2-b408-c0cfac9ff3f8 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:28.468214 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd425d-8ee0-4473-a414-2ca517496bf8 req-82c4760c-783d-49e2-b408-c0cfac9ff3f8 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:28.473057 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-96bd425d-8ee0-4473-a414-2ca517496bf8 req-82c4760c-783d-49e2-b408-c0cfac9ff3f8 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 1653 time: 1.1240358 Feb 04 21:09:28.516064 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-23739ffe-c4da-4cd0-9266-043eda488334 None None] Port c4e25158-47e9-42b4-972c-d39e229b32b8 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:09:28.718151 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653d14f-fb6e-4b23-a8e9-43f30194fdcf req-50b39289-81b9-44f2-9dcf-801af7f3f29b tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:28.727463 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3653d14f-fb6e-4b23-a8e9-43f30194fdcf req-50b39289-81b9-44f2-9dcf-801af7f3f29b tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5fc87a-3269-4c7b-887a-8372233244a5 HTTP/1.1" status: 200 len: 946 time: 1.2456603 Feb 04 21:09:28.843601 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-96bd425d-8ee0-4473-a414-2ca517496bf8 req-036eb357-00f7-4903-8869-e51757cd498c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3406885 Feb 04 21:09:28.855931 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-67f2eed2-6742-4316-a318-36a3428aa5da req-d85b6249-1935-4292-8f48-3d95a8dd5c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:28.886379 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-07be06f0-6c20-47ad-8381-bbec17738702 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:28.928432 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-07be06f0-6c20-47ad-8381-bbec17738702 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Usage tracker for resource:port and tenant:b242a09179d94d8193cc1c0208c67871 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:28.972883 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-07be06f0-6c20-47ad-8381-bbec17738702 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Quota usage for port was recalculated. Used quota:10. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:28.976819 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-4db61597-e8e2-4d1d-87a6-8ed7c88bd5c6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-790326845-network', 'tenant_id': 'daada7e40ce74c08896d589d7ccab885'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:28.984975 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-4db61597-e8e2-4d1d-87a6-8ed7c88bd5c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:29.012472 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-4db61597-e8e2-4d1d-87a6-8ed7c88bd5c6 admin admin] Usage tracker for resource:network and tenant:daada7e40ce74c08896d589d7ccab885 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:29.012472 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-4db61597-e8e2-4d1d-87a6-8ed7c88bd5c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:29.034293 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-4db61597-e8e2-4d1d-87a6-8ed7c88bd5c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:29.059668 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-07be06f0-6c20-47ad-8381-bbec17738702 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:29.080611 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-07be06f0-6c20-47ad-8381-bbec17738702 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Made reservation on behalf of b242a09179d94d8193cc1c0208c67871 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:09:29.212811 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3653d14f-fb6e-4b23-a8e9-43f30194fdcf req-224fa263-b5b5-4072-bd3f-5183e085e619 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4498374 Feb 04 21:09:29.226212 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db61597-e8e2-4d1d-87a6-8ed7c88bd5c6 admin admin] Made reservation on behalf of daada7e40ce74c08896d589d7ccab885 for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:09:29.226212 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4db61597-e8e2-4d1d-87a6-8ed7c88bd5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:29.257005 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4db61597-e8e2-4d1d-87a6-8ed7c88bd5c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:29.296950 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-4db61597-e8e2-4d1d-87a6-8ed7c88bd5c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:29.296950 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-67f2eed2-6742-4316-a318-36a3428aa5da req-6023879d-eb3f-49fc-8b23-19bd51ec1193 service neutron] Attempting to bind port a30bf394-3df7-48a4-bba4-29db7632def7 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:09:29.296950 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-67f2eed2-6742-4316-a318-36a3428aa5da req-6023879d-eb3f-49fc-8b23-19bd51ec1193 service neutron] Attempting to bind port a30bf394-3df7-48a4-bba4-29db7632def7 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': '4d028c5b-b5fc-4009-88a0-392efa5ea2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '07ede4ef-cdc8-4d76-b079-890750cf0aff'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:09:29.296950 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f2eed2-6742-4316-a318-36a3428aa5da req-6023879d-eb3f-49fc-8b23-19bd51ec1193 service neutron] Attempting to bind port a30bf394-3df7-48a4-bba4-29db7632def7 on network 07ede4ef-cdc8-4d76-b079-890750cf0aff {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:09:29.303878 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-4db61597-e8e2-4d1d-87a6-8ed7c88bd5c6 admin admin] Usage tracker for resource:security_group_rule and tenant:daada7e40ce74c08896d589d7ccab885 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:29.303878 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-4db61597-e8e2-4d1d-87a6-8ed7c88bd5c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:29.315819 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-4db61597-e8e2-4d1d-87a6-8ed7c88bd5c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:29.315819 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f2eed2-6742-4316-a318-36a3428aa5da req-6023879d-eb3f-49fc-8b23-19bd51ec1193 service neutron] Port a30bf394-3df7-48a4-bba4-29db7632def7 on network 07ede4ef-cdc8-4d76-b079-890750cf0aff not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:09:29.315819 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f2eed2-6742-4316-a318-36a3428aa5da req-6023879d-eb3f-49fc-8b23-19bd51ec1193 service neutron] Attempting to bind port a30bf394-3df7-48a4-bba4-29db7632def7 on network 07ede4ef-cdc8-4d76-b079-890750cf0aff {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:09:29.338566 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f2eed2-6742-4316-a318-36a3428aa5da req-6023879d-eb3f-49fc-8b23-19bd51ec1193 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:09:29.338566 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f2eed2-6742-4316-a318-36a3428aa5da req-6023879d-eb3f-49fc-8b23-19bd51ec1193 service neutron] Checking segment: {'id': '4d028c5b-b5fc-4009-88a0-392efa5ea2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '07ede4ef-cdc8-4d76-b079-890750cf0aff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:09:29.338566 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f2eed2-6742-4316-a318-36a3428aa5da req-6023879d-eb3f-49fc-8b23-19bd51ec1193 service neutron] Bound using segment: {'id': '4d028c5b-b5fc-4009-88a0-392efa5ea2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '07ede4ef-cdc8-4d76-b079-890750cf0aff'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:09:29.338566 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-67f2eed2-6742-4316-a318-36a3428aa5da req-6023879d-eb3f-49fc-8b23-19bd51ec1193 service neutron] Bound port: a30bf394-3df7-48a4-bba4-29db7632def7, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d028c5b-b5fc-4009-88a0-392efa5ea2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '07ede4ef-cdc8-4d76-b079-890750cf0aff'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:09:29.338566 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-67f2eed2-6742-4316-a318-36a3428aa5da req-6023879d-eb3f-49fc-8b23-19bd51ec1193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:29.385318 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-07be06f0-6c20-47ad-8381-bbec17738702 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:29.435313 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535b2ff-0ab1-4e99-97d7-c79c42b3c9d9 req-c8d01fee-8d38-4873-a356-cd409736661a tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:29.438558 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3535b2ff-0ab1-4e99-97d7-c79c42b3c9d9 req-c8d01fee-8d38-4873-a356-cd409736661a tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/ports?device_id=562074bc-81e0-42f4-8ae9-e82ab9759e14 HTTP/1.1" status: 200 len: 931 time: 0.3511426 Feb 04 21:09:29.655449 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-67f2eed2-6742-4316-a318-36a3428aa5da req-6023879d-eb3f-49fc-8b23-19bd51ec1193 service neutron] For port a30bf394-3df7-48a4-bba4-29db7632def7, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:09:29.678513 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-67f2eed2-6742-4316-a318-36a3428aa5da req-6023879d-eb3f-49fc-8b23-19bd51ec1193 service neutron] For port a30bf394-3df7-48a4-bba4-29db7632def7, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=a30bf394-3df7-48a4-bba4-29db7632def7,segment=NetworkSegment(4d028c5b-b5fc-4009-88a0-392efa5ea2ca),segment_id=4d028c5b-b5fc-4009-88a0-392efa5ea2ca)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:09:29.746150 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-67f2eed2-6742-4316-a318-36a3428aa5da req-6023879d-eb3f-49fc-8b23-19bd51ec1193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:30.059774 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-3535b2ff-0ab1-4e99-97d7-c79c42b3c9d9 req-58179855-eabc-417b-b922-98463f49363f tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Synchronizing usage tracker for tenant:7a203dba43504a9c9ee536ff8fb2b7dd on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:09:30.148281 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023879d-eb3f-49fc-8b23-19bd51ec1193 service neutron] Pushing event updated for resources: {'Port': ['ID=a30bf394-3df7-48a4-bba4-29db7632def7,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:30.158129 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2eed2-6742-4316-a318-36a3428aa5da req-6023879d-eb3f-49fc-8b23-19bd51ec1193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:30.158903 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-67f2eed2-6742-4316-a318-36a3428aa5da req-6023879d-eb3f-49fc-8b23-19bd51ec1193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:30.161924 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-67f2eed2-6742-4316-a318-36a3428aa5da req-6023879d-eb3f-49fc-8b23-19bd51ec1193 service neutron] 10.222.0.32 "PUT /v2.0/ports/a30bf394-3df7-48a4-bba4-29db7632def7 HTTP/1.1" status: 200 len: 1091 time: 3.8553400 Feb 04 21:09:30.178976 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e493d8c-c63e-4116-a2ef-80236b6c2a50', 'tag': 'a30bf394-3df7-48a4-bba4-29db7632def7'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:09:30.253892 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-07be06f0-6c20-47ad-8381-bbec17738702 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Allocated IP 10.2.2.100 (874df1b5-5f8c-4914-8d0d-1a3a81a2fefb/e7f41bda-5d42-40fd-a72e-415f8cf425d0/d744b444-342d-49e4-b7c2-bdadcf0af1d9) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:09:30.315902 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4db61597-e8e2-4d1d-87a6-8ed7c88bd5c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:30.325922 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-3535b2ff-0ab1-4e99-97d7-c79c42b3c9d9 req-58179855-eabc-417b-b922-98463f49363f tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Unset dirty status for tenant:7a203dba43504a9c9ee536ff8fb2b7dd on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:09:30.325922 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3535b2ff-0ab1-4e99-97d7-c79c42b3c9d9 req-58179855-eabc-417b-b922-98463f49363f tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b4e1bda-ed54-401e-8a67-c066086c109f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8315878 Feb 04 21:09:30.336347 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4db61597-e8e2-4d1d-87a6-8ed7c88bd5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:30.424285 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db61597-e8e2-4d1d-87a6-8ed7c88bd5c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:09:30.429174 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-67f2eed2-6742-4316-a318-36a3428aa5da req-d85b6249-1935-4292-8f48-3d95a8dd5c15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b20337-5755-4a9b-963a-830cd9aa330c {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:09:30.457551 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db61597-e8e2-4d1d-87a6-8ed7c88bd5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c07ca5b-e876-47f8-9d4f-d5712fb10c91,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:30.504122 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e493d8c-c63e-4116-a2ef-80236b6c2a50', 'tag': 'a30bf394-3df7-48a4-bba4-29db7632def7', 'status': 'completed', 'code': 200} Feb 04 21:09:30.507636 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4db61597-e8e2-4d1d-87a6-8ed7c88bd5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:30.507986 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-4db61597-e8e2-4d1d-87a6-8ed7c88bd5c6 admin admin] Added segment e7819942-77a3-4906-8412-46ddc0c4fdb7 of type vlan for network d4371e9c-d7d4-4949-9f9f-474ca6bfce85 Feb 04 21:09:30.515829 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-67f2eed2-6742-4316-a318-36a3428aa5da req-d85b6249-1935-4292-8f48-3d95a8dd5c15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:30.536191 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89131f3b-2c7a-4746-a312-35d264412cc8 req-9bfde4b2-9fb7-4ae6-97df-776bc06be98f tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:30.565103 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89131f3b-2c7a-4746-a312-35d264412cc8 req-9bfde4b2-9fb7-4ae6-97df-776bc06be98f tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:30.580735 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89131f3b-2c7a-4746-a312-35d264412cc8 req-9bfde4b2-9fb7-4ae6-97df-776bc06be98f tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:30.583326 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-89131f3b-2c7a-4746-a312-35d264412cc8 req-9bfde4b2-9fb7-4ae6-97df-776bc06be98f tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 2373 time: 0.5168140 Feb 04 21:09:30.602327 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-67f2eed2-6742-4316-a318-36a3428aa5da req-d85b6249-1935-4292-8f48-3d95a8dd5c15 service neutron] Transition to ACTIVE for port object a4b20337-5755-4a9b-963a-830cd9aa330c will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:30.613160 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4db61597-e8e2-4d1d-87a6-8ed7c88bd5c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:30.616772 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-67f2eed2-6742-4316-a318-36a3428aa5da req-d85b6249-1935-4292-8f48-3d95a8dd5c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:30.764913 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2eed2-6742-4316-a318-36a3428aa5da req-fe72c540-f378-4760-902d-15d4e48179af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:30.764913 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-67f2eed2-6742-4316-a318-36a3428aa5da req-fe72c540-f378-4760-902d-15d4e48179af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a203dba43504a9c9ee536ff8fb2b7dd&device_id=0e493d8c-c63e-4116-a2ef-80236b6c2a50 HTTP/1.1" status: 200 len: 1094 time: 0.5436177 Feb 04 21:09:30.777281 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [None req-4db61597-e8e2-4d1d-87a6-8ed7c88bd5c6 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:09:30.863180 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-89131f3b-2c7a-4746-a312-35d264412cc8 req-3e5934d5-7355-43b5-8510-a6b5f2cd8771 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710465 Feb 04 21:09:30.918062 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-67f2eed2-6742-4316-a318-36a3428aa5da req-c633cb9c-f046-4e4a-90b8-3e5744fd1678 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a30bf394-3df7-48a4-bba4-29db7632def7 HTTP/1.1" status: 200 len: 217 time: 0.1346850 Feb 04 21:09:30.934102 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b6249-1935-4292-8f48-3d95a8dd5c15 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b20337-5755-4a9b-963a-830cd9aa330c,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:31.082245 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4db61597-e8e2-4d1d-87a6-8ed7c88bd5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:31.082245 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db61597-e8e2-4d1d-87a6-8ed7c88bd5c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:31.082245 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4db61597-e8e2-4d1d-87a6-8ed7c88bd5c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:31.151877 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-07be06f0-6c20-47ad-8381-bbec17738702 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:31.242320 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-07be06f0-6c20-47ad-8381-bbec17738702 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Transition to ACTIVE for port object d744b444-342d-49e4-b7c2-bdadcf0af1d9 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:31.337777 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-67f2eed2-6742-4316-a318-36a3428aa5da req-d85b6249-1935-4292-8f48-3d95a8dd5c15 service neutron] Attempting to bind port a4b20337-5755-4a9b-963a-830cd9aa330c on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:09:31.337777 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-67f2eed2-6742-4316-a318-36a3428aa5da req-d85b6249-1935-4292-8f48-3d95a8dd5c15 service neutron] Attempting to bind port a4b20337-5755-4a9b-963a-830cd9aa330c by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '4d028c5b-b5fc-4009-88a0-392efa5ea2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '07ede4ef-cdc8-4d76-b079-890750cf0aff'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:09:31.337777 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f2eed2-6742-4316-a318-36a3428aa5da req-d85b6249-1935-4292-8f48-3d95a8dd5c15 service neutron] Attempting to bind port a4b20337-5755-4a9b-963a-830cd9aa330c on network 07ede4ef-cdc8-4d76-b079-890750cf0aff {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:09:31.337777 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f2eed2-6742-4316-a318-36a3428aa5da req-d85b6249-1935-4292-8f48-3d95a8dd5c15 service neutron] Port a4b20337-5755-4a9b-963a-830cd9aa330c on network 07ede4ef-cdc8-4d76-b079-890750cf0aff not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:09:31.349359 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f2eed2-6742-4316-a318-36a3428aa5da req-d85b6249-1935-4292-8f48-3d95a8dd5c15 service neutron] Attempting to bind port a4b20337-5755-4a9b-963a-830cd9aa330c on network 07ede4ef-cdc8-4d76-b079-890750cf0aff {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:09:31.368133 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f2eed2-6742-4316-a318-36a3428aa5da req-d85b6249-1935-4292-8f48-3d95a8dd5c15 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:09:31.368932 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f2eed2-6742-4316-a318-36a3428aa5da req-d85b6249-1935-4292-8f48-3d95a8dd5c15 service neutron] Checking segment: {'id': '4d028c5b-b5fc-4009-88a0-392efa5ea2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '07ede4ef-cdc8-4d76-b079-890750cf0aff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:09:31.368932 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f2eed2-6742-4316-a318-36a3428aa5da req-d85b6249-1935-4292-8f48-3d95a8dd5c15 service neutron] Bound using segment: {'id': '4d028c5b-b5fc-4009-88a0-392efa5ea2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '07ede4ef-cdc8-4d76-b079-890750cf0aff'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:09:31.369346 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-67f2eed2-6742-4316-a318-36a3428aa5da req-d85b6249-1935-4292-8f48-3d95a8dd5c15 service neutron] Bound port: a4b20337-5755-4a9b-963a-830cd9aa330c, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d028c5b-b5fc-4009-88a0-392efa5ea2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '07ede4ef-cdc8-4d76-b079-890750cf0aff'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:09:31.370017 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-67f2eed2-6742-4316-a318-36a3428aa5da req-d85b6249-1935-4292-8f48-3d95a8dd5c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:31.388730 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-07be06f0-6c20-47ad-8381-bbec17738702 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:31.527017 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-07be06f0-6c20-47ad-8381-bbec17738702 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Network 874df1b5-5f8c-4914-8d0d-1a3a81a2fefb is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:09:31.527017 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-07be06f0-6c20-47ad-8381-bbec17738702 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:09:31.533583 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-07be06f0-6c20-47ad-8381-bbec17738702 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:09:31.552415 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-4db61597-e8e2-4d1d-87a6-8ed7c88bd5c6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.0986583 Feb 04 21:09:31.557751 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36222) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:09:31.591802 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be06f0-6c20-47ad-8381-bbec17738702 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Pushing event updated for resources: {'Port': ['ID=d744b444-342d-49e4-b7c2-bdadcf0af1d9,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:31.594266 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-7dc31b24-40b9-45b6-8520-9c1267539166 admin admin] Request body: {'subnet': {'network_id': 'd4371e9c-d7d4-4949-9f9f-474ca6bfce85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-790326845-subnet', 'tenant_id': 'daada7e40ce74c08896d589d7ccab885', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:31.631985 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7dc31b24-40b9-45b6-8520-9c1267539166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:31.693106 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-07be06f0-6c20-47ad-8381-bbec17738702 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:31.693106 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-07be06f0-6c20-47ad-8381-bbec17738702 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:31.725507 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2eed2-6742-4316-a318-36a3428aa5da req-bb37bd4d-7dd6-4a26-a018-70201d3c6bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:31.725507 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-67f2eed2-6742-4316-a318-36a3428aa5da req-bb37bd4d-7dd6-4a26-a018-70201d3c6bb5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ed9cd47e-67fb-447b-8d0e-97616cebc5c4 HTTP/1.1" status: 200 len: 852 time: 0.7929959 Feb 04 21:09:31.738413 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db61597-e8e2-4d1d-87a6-8ed7c88bd5c6 admin admin] Pushing event updated for resources: {'Network': ['ID=d4371e9c-d7d4-4949-9f9f-474ca6bfce85,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:31.757259 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7dc31b24-40b9-45b6-8520-9c1267539166 admin admin] Usage tracker for resource:subnet and tenant:daada7e40ce74c08896d589d7ccab885 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:31.762589 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network d4371e9c-d7d4-4949-9f9f-474ca6bfce85 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:09:31.773790 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-67f2eed2-6742-4316-a318-36a3428aa5da req-d85b6249-1935-4292-8f48-3d95a8dd5c15 service neutron] For port a4b20337-5755-4a9b-963a-830cd9aa330c, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:09:31.773790 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-67f2eed2-6742-4316-a318-36a3428aa5da req-d85b6249-1935-4292-8f48-3d95a8dd5c15 service neutron] For port a4b20337-5755-4a9b-963a-830cd9aa330c, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=a4b20337-5755-4a9b-963a-830cd9aa330c,segment=NetworkSegment(4d028c5b-b5fc-4009-88a0-392efa5ea2ca),segment_id=4d028c5b-b5fc-4009-88a0-392efa5ea2ca)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:09:31.795302 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-67f2eed2-6742-4316-a318-36a3428aa5da req-d85b6249-1935-4292-8f48-3d95a8dd5c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:31.801814 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-07be06f0-6c20-47ad-8381-bbec17738702 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5993040 Feb 04 21:09:31.818236 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01bc87-b6ba-4c21-bbe4-189954ecdd2e req-052bdba9-3a38-4bdc-b87c-998e1902db2c tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:31.819948 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1f01bc87-b6ba-4c21-bbe4-189954ecdd2e req-052bdba9-3a38-4bdc-b87c-998e1902db2c tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5fc87a-3269-4c7b-887a-8372233244a5 HTTP/1.1" status: 200 len: 946 time: 1.2350819 Feb 04 21:09:31.829300 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7dc31b24-40b9-45b6-8520-9c1267539166 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:31.874551 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7dc31b24-40b9-45b6-8520-9c1267539166 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:31.900815 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-67f2eed2-6742-4316-a318-36a3428aa5da req-08f2ebb2-1766-4cb1-b27b-4f91fe10a505 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=07ede4ef-cdc8-4d76-b079-890750cf0aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1604857 Feb 04 21:09:31.949345 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d6efb19e-6770-493c-a5e4-8715e593cd1b tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Request body: {'port': {'device_id': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '874df1b5-5f8c-4914-8d0d-1a3a81a2fefb', 'admin_state_up': True, 'tenant_id': 'b242a09179d94d8193cc1c0208c67871', 'security_groups': ['1c19981c-d2be-4024-b2e6-2e311030cb50']}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:32.037404 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-574d396e-ba82-417c-bffa-897f99f092c9 None None] Provisioning for port d744b444-342d-49e4-b7c2-bdadcf0af1d9 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:09:32.054456 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-574d396e-ba82-417c-bffa-897f99f092c9 None None] Provisioning complete for port d744b444-342d-49e4-b7c2-bdadcf0af1d9 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:32.054456 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-574d396e-ba82-417c-bffa-897f99f092c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:32.083590 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc31b24-40b9-45b6-8520-9c1267539166 admin admin] Made reservation on behalf of daada7e40ce74c08896d589d7ccab885 for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:09:32.083590 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7dc31b24-40b9-45b6-8520-9c1267539166 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:32.181963 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-574d396e-ba82-417c-bffa-897f99f092c9 None None] Port d744b444-342d-49e4-b7c2-bdadcf0af1d9 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:09:32.376393 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2eed2-6742-4316-a318-36a3428aa5da req-d85b6249-1935-4292-8f48-3d95a8dd5c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:32.390063 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-67f2eed2-6742-4316-a318-36a3428aa5da req-d85b6249-1935-4292-8f48-3d95a8dd5c15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:32.390063 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-67f2eed2-6742-4316-a318-36a3428aa5da req-d85b6249-1935-4292-8f48-3d95a8dd5c15 service neutron] 10.222.0.18 "PUT /v2.0/ports/a4b20337-5755-4a9b-963a-830cd9aa330c HTTP/1.1" status: 200 len: 1091 time: 4.0464952 Feb 04 21:09:32.390063 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562074bc-81e0-42f4-8ae9-e82ab9759e14', 'tag': 'a4b20337-5755-4a9b-963a-830cd9aa330c'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:09:32.480072 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b6249-1935-4292-8f48-3d95a8dd5c15 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b20337-5755-4a9b-963a-830cd9aa330c,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:32.633525 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ce69d-e1b0-4d7c-99eb-8266764f994c req-4d6f7c03-f5a7-42e3-8dd2-36870a2a8df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:32.633525 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-636ce69d-e1b0-4d7c-99eb-8266764f994c req-4d6f7c03-f5a7-42e3-8dd2-36870a2a8df5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0b5fc87a-3269-4c7b-887a-8372233244a5 HTTP/1.1" status: 200 len: 1097 time: 1.6451378 Feb 04 21:09:32.671420 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1f01bc87-b6ba-4c21-bbe4-189954ecdd2e req-526e3a08-0dea-4816-a4bd-9adfb7f8f9bc tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8133934 Feb 04 21:09:32.675613 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:32.754634 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7dc31b24-40b9-45b6-8520-9c1267539166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:32.843956 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b06fb9-aae0-4ca9-b5a1-186417f6f309 req-0811c7c8-c61a-4544-9bd9-7d185518b331 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:32.843956 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-51b06fb9-aae0-4ca9-b5a1-186417f6f309 req-0811c7c8-c61a-4544-9bd9-7d185518b331 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/ports?device_id=562074bc-81e0-42f4-8ae9-e82ab9759e14 HTTP/1.1" status: 200 len: 943 time: 1.2413566 Feb 04 21:09:32.929231 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-67f2eed2-6742-4316-a318-36a3428aa5da req-09e67d45-880e-4048-8c48-d72381c54757 service neutron] 10.222.0.32 "GET /v2.0/networks/07ede4ef-cdc8-4d76-b079-890750cf0aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9998438 Feb 04 21:09:33.082561 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d6efb19e-6770-493c-a5e4-8715e593cd1b tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:33.087676 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d6efb19e-6770-493c-a5e4-8715e593cd1b tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Usage tracker for resource:port and tenant:b242a09179d94d8193cc1c0208c67871 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:33.087676 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d6efb19e-6770-493c-a5e4-8715e593cd1b tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Quota usage for port was recalculated. Used quota:11. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:33.097359 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-636ce69d-e1b0-4d7c-99eb-8266764f994c req-2fb1ba81-e4bf-4e67-b274-92e906edd09e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286466 Feb 04 21:09:33.103139 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d6efb19e-6770-493c-a5e4-8715e593cd1b tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:33.121892 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d6efb19e-6770-493c-a5e4-8715e593cd1b tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Made reservation on behalf of b242a09179d94d8193cc1c0208c67871 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:09:33.129377 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d6efb19e-6770-493c-a5e4-8715e593cd1b tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:33.135914 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2eed2-6742-4316-a318-36a3428aa5da req-2364c98d-e804-4f0b-8499-72c7538589c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:33.141885 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-67f2eed2-6742-4316-a318-36a3428aa5da req-2364c98d-e804-4f0b-8499-72c7538589c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a203dba43504a9c9ee536ff8fb2b7dd&device_id=562074bc-81e0-42f4-8ae9-e82ab9759e14 HTTP/1.1" status: 200 len: 1094 time: 0.6107903 Feb 04 21:09:33.278128 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc31b24-40b9-45b6-8520-9c1267539166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7450603b-cacc-48cb-a237-4933f6e46c18,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:33.336029 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-51b06fb9-aae0-4ca9-b5a1-186417f6f309 req-c1352e87-c170-4fe0-87b3-acf671490957 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b4e1bda-ed54-401e-8a67-c066086c109f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434836 Feb 04 21:09:33.393945 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-67f2eed2-6742-4316-a318-36a3428aa5da req-8a5451b2-b4ef-44a0-b001-f70c7f7cb51f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a4b20337-5755-4a9b-963a-830cd9aa330c HTTP/1.1" status: 200 len: 217 time: 0.0740979 Feb 04 21:09:33.409650 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc31b24-40b9-45b6-8520-9c1267539166 admin admin] Checking segment: {'id': 'e7819942-77a3-4906-8412-46ddc0c4fdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd4371e9c-d7d4-4949-9f9f-474ca6bfce85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:09:33.409650 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc31b24-40b9-45b6-8520-9c1267539166 admin admin] Network hostable DHCP agents. Network: d4371e9c-d7d4-4949-9f9f-474ca6bfce85, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:09:33.450329 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '562074bc-81e0-42f4-8ae9-e82ab9759e14', 'tag': 'a4b20337-5755-4a9b-963a-830cd9aa330c', 'status': 'completed', 'code': 200} Feb 04 21:09:33.453012 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-67f2eed2-6742-4316-a318-36a3428aa5da req-181733a0-f6d6-4978-a9cd-f7b3be60194f service neutron] 10.222.0.32 "GET /v2.0/networks/07ede4ef-cdc8-4d76-b079-890750cf0aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442242 Feb 04 21:09:33.486788 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e16878-da22-4f41-8cce-980f9a6b2d41 req-70a2df64-7788-4202-815d-2fd01a53a390 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:33.486788 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e16878-da22-4f41-8cce-980f9a6b2d41 req-70a2df64-7788-4202-815d-2fd01a53a390 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:33.496170 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e16878-da22-4f41-8cce-980f9a6b2d41 req-70a2df64-7788-4202-815d-2fd01a53a390 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:33.496170 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e16878-da22-4f41-8cce-980f9a6b2d41 req-70a2df64-7788-4202-815d-2fd01a53a390 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:33.508051 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d1e16878-da22-4f41-8cce-980f9a6b2d41 req-70a2df64-7788-4202-815d-2fd01a53a390 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 3094 time: 0.5681236 Feb 04 21:09:33.508051 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc31b24-40b9-45b6-8520-9c1267539166 admin admin] Network d4371e9c-d7d4-4949-9f9f-474ca6bfce85 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:09:33.544690 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-7dc31b24-40b9-45b6-8520-9c1267539166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, d4371e9c-d7d4-4949-9f9f-474ca6bfce85) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:09:33.555555 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0765b981-7972-4ab1-90f4-decae78fb23f None None] Network d4371e9c-d7d4-4949-9f9f-474ca6bfce85 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:09:33.566363 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc31b24-40b9-45b6-8520-9c1267539166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:33.566559 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2eed2-6742-4316-a318-36a3428aa5da req-acf9f2ad-5268-4c9c-ad20-7face5468d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:33.567696 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7dc31b24-40b9-45b6-8520-9c1267539166 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:33.567973 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-67f2eed2-6742-4316-a318-36a3428aa5da req-acf9f2ad-5268-4c9c-ad20-7face5468d6f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed9cd47e-67fb-447b-8d0e-97616cebc5c4 HTTP/1.1" status: 200 len: 852 time: 0.1630628 Feb 04 21:09:33.632466 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-67f2eed2-6742-4316-a318-36a3428aa5da req-172128e3-836d-4ddb-aa51-88f5b6587116 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=07ede4ef-cdc8-4d76-b079-890750cf0aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566318 Feb 04 21:09:33.635024 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d6efb19e-6770-493c-a5e4-8715e593cd1b tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Allocated IP 10.2.2.200 (874df1b5-5f8c-4914-8d0d-1a3a81a2fefb/e7f41bda-5d42-40fd-a72e-415f8cf425d0/41158139-7424-4ba1-8ba1-b7ebcd524ad6) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:09:33.736590 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d1e16878-da22-4f41-8cce-980f9a6b2d41 req-47bfa528-b18f-4822-9133-20e28f81a3a9 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124951 Feb 04 21:09:33.762886 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-7dc31b24-40b9-45b6-8520-9c1267539166 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2029788 Feb 04 21:09:33.798240 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b980b6f-b0a4-4afa-950c-a204940593c7 req-934484b7-4e6a-4a48-90c0-2891e366b31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:33.806130 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b980b6f-b0a4-4afa-950c-a204940593c7 req-934484b7-4e6a-4a48-90c0-2891e366b31f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a203dba43504a9c9ee536ff8fb2b7dd&device_id=0e493d8c-c63e-4116-a2ef-80236b6c2a50 HTTP/1.1" status: 200 len: 1094 time: 0.2237241 Feb 04 21:09:34.100726 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1ad7c5-c4c4-484f-ad8c-784b6c862dfe None None] Network d4371e9c-d7d4-4949-9f9f-474ca6bfce85 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:09:34.358202 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-67f2eed2-6742-4316-a318-36a3428aa5da req-fb314df4-8165-4c0e-875c-a948cb05e8cb service neutron] 10.222.0.18 "GET /v2.0/networks/07ede4ef-cdc8-4d76-b079-890750cf0aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7037082 Feb 04 21:09:34.380163 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654ac98-d9f9-4ba5-a095-408948d26b3a req-4aeefa6c-2ce5-42fe-a0f5-ebff61171dd1 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:34.380163 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b654ac98-d9f9-4ba5-a095-408948d26b3a req-4aeefa6c-2ce5-42fe-a0f5-ebff61171dd1 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5fc87a-3269-4c7b-887a-8372233244a5 HTTP/1.1" status: 200 len: 946 time: 0.4829221 Feb 04 21:09:34.384049 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b980b6f-b0a4-4afa-950c-a204940593c7 req-c66a94ac-9662-443f-a984-fda9158ff6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:34.384049 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b980b6f-b0a4-4afa-950c-a204940593c7 req-c66a94ac-9662-443f-a984-fda9158ff6a1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=07ede4ef-cdc8-4d76-b079-890750cf0aff HTTP/1.1" status: 200 len: 913 time: 0.5744143 Feb 04 21:09:34.577072 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b980b6f-b0a4-4afa-950c-a204940593c7 req-de906f40-aa9b-4db1-8cae-225787a927f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a30bf394-3df7-48a4-bba4-29db7632def7 HTTP/1.1" status: 200 len: 217 time: 0.1437621 Feb 04 21:09:34.602272 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-67f2eed2-6742-4316-a318-36a3428aa5da req-b2d723da-1ca7-4897-bdeb-817501d40915 service neutron] 10.222.0.18 "GET /v2.0/networks/07ede4ef-cdc8-4d76-b079-890750cf0aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194483 Feb 04 21:09:34.810810 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b654ac98-d9f9-4ba5-a095-408948d26b3a req-2b9d105b-5882-48f0-af84-6ed868e0aae5 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088514 Feb 04 21:09:34.837075 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b980b6f-b0a4-4afa-950c-a204940593c7 req-21595453-7495-4f5d-b61b-cefc71ac1f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:34.837075 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b980b6f-b0a4-4afa-950c-a204940593c7 req-21595453-7495-4f5d-b61b-cefc71ac1f8f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ed9cd47e-67fb-447b-8d0e-97616cebc5c4 HTTP/1.1" status: 200 len: 852 time: 0.2535834 Feb 04 21:09:34.892260 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d6efb19e-6770-493c-a5e4-8715e593cd1b tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:34.900995 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b980b6f-b0a4-4afa-950c-a204940593c7 req-a800764a-c401-4156-b69f-e86c2919e556 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=07ede4ef-cdc8-4d76-b079-890750cf0aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578363 Feb 04 21:09:34.944587 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d6efb19e-6770-493c-a5e4-8715e593cd1b tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Transition to ACTIVE for port object 41158139-7424-4ba1-8ba1-b7ebcd524ad6 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:35.013061 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d6efb19e-6770-493c-a5e4-8715e593cd1b tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:35.082395 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274e0c5-6ebe-4ea3-9a08-303b225de44c req-7e26ba38-35b2-4fd6-905c-cc0779d6c6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:35.083999 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3274e0c5-6ebe-4ea3-9a08-303b225de44c req-7e26ba38-35b2-4fd6-905c-cc0779d6c6ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a203dba43504a9c9ee536ff8fb2b7dd&device_id=562074bc-81e0-42f4-8ae9-e82ab9759e14 HTTP/1.1" status: 200 len: 1094 time: 0.4379528 Feb 04 21:09:35.237402 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d6efb19e-6770-493c-a5e4-8715e593cd1b tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Network 874df1b5-5f8c-4914-8d0d-1a3a81a2fefb is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:09:35.237402 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d6efb19e-6770-493c-a5e4-8715e593cd1b tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:09:35.246330 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d6efb19e-6770-493c-a5e4-8715e593cd1b tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:09:35.307225 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6efb19e-6770-493c-a5e4-8715e593cd1b tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Pushing event updated for resources: {'Port': ['ID=41158139-7424-4ba1-8ba1-b7ebcd524ad6,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:35.327686 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f864ec-6e78-485f-8647-d09760e245f1 req-bbee0647-3565-474d-9914-923ce65ff691 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:35.330772 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d6f864ec-6e78-485f-8647-d09760e245f1 req-bbee0647-3565-474d-9914-923ce65ff691 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/ports?device_id=562074bc-81e0-42f4-8ae9-e82ab9759e14 HTTP/1.1" status: 200 len: 943 time: 0.6544440 Feb 04 21:09:35.413322 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d6efb19e-6770-493c-a5e4-8715e593cd1b tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:35.414465 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d6efb19e-6770-493c-a5e4-8715e593cd1b tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:35.522407 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274e0c5-6ebe-4ea3-9a08-303b225de44c req-57675a48-9d18-4d91-bf77-3e31afd40080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:35.522407 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3274e0c5-6ebe-4ea3-9a08-303b225de44c req-57675a48-9d18-4d91-bf77-3e31afd40080 service neutron] 10.222.0.18 "GET /v2.0/networks?id=07ede4ef-cdc8-4d76-b079-890750cf0aff HTTP/1.1" status: 200 len: 913 time: 0.4081011 Feb 04 21:09:35.578740 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d6f864ec-6e78-485f-8647-d09760e245f1 req-563229a0-cf29-4999-90fc-3b4e7fa479bc tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b4e1bda-ed54-401e-8a67-c066086c109f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461779 Feb 04 21:09:35.674187 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b980b6f-b0a4-4afa-950c-a204940593c7 req-fe78a161-5694-46c8-a364-1686e6a43888 service neutron] 10.222.0.32 "GET /v2.0/networks/07ede4ef-cdc8-4d76-b079-890750cf0aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7659512 Feb 04 21:09:35.686168 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3274e0c5-6ebe-4ea3-9a08-303b225de44c req-842d1c04-cc5f-472a-8970-c9d66d2d091f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a4b20337-5755-4a9b-963a-830cd9aa330c HTTP/1.1" status: 200 len: 217 time: 0.1468189 Feb 04 21:09:35.688512 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d6efb19e-6770-493c-a5e4-8715e593cd1b tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8037274 Feb 04 21:09:35.749250 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6b473a88-33f0-4a0b-9310-034bb431d729 service neutron] Request body: {'port': {'device_id': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:35.768995 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-fdc7058b-796a-4d0b-be4a-ddb47fd3b82b None None] Provisioning for port 41158139-7424-4ba1-8ba1-b7ebcd524ad6 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:09:35.776250 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-fdc7058b-796a-4d0b-be4a-ddb47fd3b82b None None] Provisioning complete for port 41158139-7424-4ba1-8ba1-b7ebcd524ad6 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:35.777816 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fdc7058b-796a-4d0b-be4a-ddb47fd3b82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:35.842253 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274e0c5-6ebe-4ea3-9a08-303b225de44c req-c10ca6ce-d805-41c0-ab43-fd2a57c9fefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:35.846095 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3274e0c5-6ebe-4ea3-9a08-303b225de44c req-c10ca6ce-d805-41c0-ab43-fd2a57c9fefa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed9cd47e-67fb-447b-8d0e-97616cebc5c4 HTTP/1.1" status: 200 len: 852 time: 0.1517296 Feb 04 21:09:35.949194 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-fdc7058b-796a-4d0b-be4a-ddb47fd3b82b None None] Port 41158139-7424-4ba1-8ba1-b7ebcd524ad6 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:09:35.959022 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3274e0c5-6ebe-4ea3-9a08-303b225de44c req-2ea8f813-c7cf-4710-8f04-636a789b27d9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=07ede4ef-cdc8-4d76-b079-890750cf0aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534222 Feb 04 21:09:36.048412 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b980b6f-b0a4-4afa-950c-a204940593c7 req-64b12537-b708-4a91-9655-8e88ff8be242 service neutron] 10.222.0.32 "GET /v2.0/networks/07ede4ef-cdc8-4d76-b079-890750cf0aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620086 Feb 04 21:09:36.059390 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678e309-08fa-4dae-9734-fded5d870987 req-a00c6f5a-f29c-4a61-8072-08036bc077e5 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:36.060089 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d678e309-08fa-4dae-9734-fded5d870987 req-a00c6f5a-f29c-4a61-8072-08036bc077e5 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Synchronizing usage tracker for tenant:daada7e40ce74c08896d589d7ccab885 on resource:network {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:09:36.123120 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d678e309-08fa-4dae-9734-fded5d870987 req-a00c6f5a-f29c-4a61-8072-08036bc077e5 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Unset dirty status for tenant:daada7e40ce74c08896d589d7ccab885 on resource:network {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:09:36.124327 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d678e309-08fa-4dae-9734-fded5d870987 req-a00c6f5a-f29c-4a61-8072-08036bc077e5 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] 10.222.0.26 "GET /v2.0/networks?id=d4371e9c-d7d4-4949-9f9f-474ca6bfce85 HTTP/1.1" status: 200 len: 813 time: 0.7840307 Feb 04 21:09:36.152997 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1e607-c0ef-483e-903c-65ca0b76bd54 req-80336432-c432-4ba4-8787-afb9ab9d5c66 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:36.159379 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1e607-c0ef-483e-903c-65ca0b76bd54 req-80336432-c432-4ba4-8787-afb9ab9d5c66 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:36.165926 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1e607-c0ef-483e-903c-65ca0b76bd54 req-80336432-c432-4ba4-8787-afb9ab9d5c66 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:36.172556 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1e607-c0ef-483e-903c-65ca0b76bd54 req-80336432-c432-4ba4-8787-afb9ab9d5c66 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:36.178694 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1e607-c0ef-483e-903c-65ca0b76bd54 req-80336432-c432-4ba4-8787-afb9ab9d5c66 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:36.187262 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ace1e607-c0ef-483e-903c-65ca0b76bd54 req-80336432-c432-4ba4-8787-afb9ab9d5c66 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 3815 time: 0.4687831 Feb 04 21:09:36.218980 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d678e309-08fa-4dae-9734-fded5d870987 req-fe35194c-c2cd-4181-83d2-429d98de52ca tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] 10.222.0.26 "GET /v2.0/quotas/daada7e40ce74c08896d589d7ccab885 HTTP/1.1" status: 200 len: 375 time: 0.0864832 Feb 04 21:09:36.281589 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d678e309-08fa-4dae-9734-fded5d870987 req-db9bcad2-79a6-4554-ad21-fceec95b6c5a tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=daada7e40ce74c08896d589d7ccab885&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541689 Feb 04 21:09:36.287138 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ace1e607-c0ef-483e-903c-65ca0b76bd54 req-1186236d-3d54-4c75-a4d1-3741d0621b2a tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990307 Feb 04 21:09:36.312959 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6b473a88-33f0-4a0b-9310-034bb431d729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:36.440012 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3274e0c5-6ebe-4ea3-9a08-303b225de44c req-4ecb6c48-08aa-4aa6-8628-eb9156ad226e service neutron] 10.222.0.18 "GET /v2.0/networks/07ede4ef-cdc8-4d76-b079-890750cf0aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4813626 Feb 04 21:09:36.528308 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d678e309-08fa-4dae-9734-fded5d870987 req-329d7edc-de0e-42e7-94f5-0d91fc94cd19 service neutron] 10.222.0.26 "GET /v2.0/networks/d4371e9c-d7d4-4949-9f9f-474ca6bfce85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383668 Feb 04 21:09:36.647266 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebac185-2cb0-45c5-8503-8fa83fba0dad req-72a33daa-1e8c-4825-9ba4-3fe43176e422 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:36.648630 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bebac185-2cb0-45c5-8503-8fa83fba0dad req-72a33daa-1e8c-4825-9ba4-3fe43176e422 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5fc87a-3269-4c7b-887a-8372233244a5 HTTP/1.1" status: 200 len: 946 time: 0.2087157 Feb 04 21:09:36.770423 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d678e309-08fa-4dae-9734-fded5d870987 req-e88b57c1-8147-4f0c-be49-6f08e2a254ac service neutron] 10.222.0.26 "GET /v2.0/networks/d4371e9c-d7d4-4949-9f9f-474ca6bfce85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361209 Feb 04 21:09:36.781018 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3274e0c5-6ebe-4ea3-9a08-303b225de44c req-2dc3d5b4-a13f-40e2-8cd0-c94d7768a951 service neutron] 10.222.0.18 "GET /v2.0/networks/07ede4ef-cdc8-4d76-b079-890750cf0aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294680 Feb 04 21:09:36.782750 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bebac185-2cb0-45c5-8503-8fa83fba0dad req-ce0fbfce-4cc0-49a3-9ad4-3412c689758b tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263814 Feb 04 21:09:36.943723 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device a30bf394-3df7-48a4-bba4-29db7632def7 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:09:36.944702 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6b473a88-33f0-4a0b-9310-034bb431d729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06d94d64-09f0-456d-ab29-149d5c934f71 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:09:36.956514 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6b473a88-33f0-4a0b-9310-034bb431d729 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:36.974362 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6b473a88-33f0-4a0b-9310-034bb431d729 service neutron] Transition to ACTIVE for port object 06d94d64-09f0-456d-ab29-149d5c934f71 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:36.990839 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6b473a88-33f0-4a0b-9310-034bb431d729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:37.217091 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df74dc0-146d-4bf6-82ca-0e54967dd62f req-1159aa03-11f2-4856-91c4-1e1c54066fcb tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:37.231129 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port a30bf394-3df7-48a4-bba4-29db7632def7, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=a30bf394-3df7-48a4-bba4-29db7632def7,segment=NetworkSegment(4d028c5b-b5fc-4009-88a0-392efa5ea2ca),segment_id=4d028c5b-b5fc-4009-88a0-392efa5ea2ca)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:37.231407 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2df74dc0-146d-4bf6-82ca-0e54967dd62f req-1159aa03-11f2-4856-91c4-1e1c54066fcb tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/ports?device_id=562074bc-81e0-42f4-8ae9-e82ab9759e14 HTTP/1.1" status: 200 len: 943 time: 0.2567809 Feb 04 21:09:37.265922 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': 'a30bf394-3df7-48a4-bba4-29db7632def7', 'network_id': '07ede4ef-cdc8-4d76-b079-890750cf0aff', 'port_id': 'a30bf394-3df7-48a4-bba4-29db7632def7', 'mac_address': 'fa:16:3e:20:f3:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed9cd47e-67fb-447b-8d0e-97616cebc5c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:09:37.365111 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:37.378640 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2df74dc0-146d-4bf6-82ca-0e54967dd62f req-4d8f0098-b624-4650-ab70-cd69726e5485 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b4e1bda-ed54-401e-8a67-c066086c109f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461625 Feb 04 21:09:37.476213 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b473a88-33f0-4a0b-9310-034bb431d729 service neutron] Pushing event updated for resources: {'Port': ['ID=06d94d64-09f0-456d-ab29-149d5c934f71,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:37.477439 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a30bf394-3df7-48a4-bba4-29db7632def7 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:09:37.512566 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port a30bf394-3df7-48a4-bba4-29db7632def7, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=a30bf394-3df7-48a4-bba4-29db7632def7,segment=NetworkSegment(4d028c5b-b5fc-4009-88a0-392efa5ea2ca),segment_id=4d028c5b-b5fc-4009-88a0-392efa5ea2ca)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:37.517899 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:37.632893 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cbeb383a-adde-470e-8cce-a87410fb487a req-683f8e25-3bcf-4697-8a32-37883d177d24 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] 10.222.0.26 "GET /v2.0/ports?device_id=40b51670-a0d8-4967-8b32-ad40df2ca963 HTTP/1.1" status: 200 len: 210 time: 0.1553187 Feb 04 21:09:37.645190 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device a4b20337-5755-4a9b-963a-830cd9aa330c details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:09:37.774774 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6b473a88-33f0-4a0b-9310-034bb431d729 service neutron] Attempting to bind port 06d94d64-09f0-456d-ab29-149d5c934f71 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:09:37.775421 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6b473a88-33f0-4a0b-9310-034bb431d729 service neutron] Attempting to bind port 06d94d64-09f0-456d-ab29-149d5c934f71 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': '185e8ff9-a032-4320-9e92-29b7ef98b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '332fe6aa-ed66-44ea-9220-8f05179f41a3'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:09:37.775984 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6b473a88-33f0-4a0b-9310-034bb431d729 service neutron] Attempting to bind port 06d94d64-09f0-456d-ab29-149d5c934f71 on network 332fe6aa-ed66-44ea-9220-8f05179f41a3 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:09:37.786858 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6b473a88-33f0-4a0b-9310-034bb431d729 service neutron] Port 06d94d64-09f0-456d-ab29-149d5c934f71 on network 332fe6aa-ed66-44ea-9220-8f05179f41a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:09:37.787920 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6b473a88-33f0-4a0b-9310-034bb431d729 service neutron] Attempting to bind port 06d94d64-09f0-456d-ab29-149d5c934f71 on network 332fe6aa-ed66-44ea-9220-8f05179f41a3 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:09:37.799517 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6b473a88-33f0-4a0b-9310-034bb431d729 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:09:37.800271 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6b473a88-33f0-4a0b-9310-034bb431d729 service neutron] Checking segment: {'id': '185e8ff9-a032-4320-9e92-29b7ef98b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '332fe6aa-ed66-44ea-9220-8f05179f41a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:09:37.800806 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6b473a88-33f0-4a0b-9310-034bb431d729 service neutron] Bound using segment: {'id': '185e8ff9-a032-4320-9e92-29b7ef98b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '332fe6aa-ed66-44ea-9220-8f05179f41a3'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:09:37.801507 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6b473a88-33f0-4a0b-9310-034bb431d729 service neutron] Bound port: 06d94d64-09f0-456d-ab29-149d5c934f71, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '185e8ff9-a032-4320-9e92-29b7ef98b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '332fe6aa-ed66-44ea-9220-8f05179f41a3'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:09:37.802160 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6b473a88-33f0-4a0b-9310-034bb431d729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:37.823259 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5587fe8-5653-494e-a006-99e59a68bc3c req-ff27f35f-cced-4f10-a414-47ff82f4b484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:37.826026 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5587fe8-5653-494e-a006-99e59a68bc3c req-ff27f35f-cced-4f10-a414-47ff82f4b484 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69cff50c69dd4edbb2b0c631432e7d0d&device_id=0b5fc87a-3269-4c7b-887a-8372233244a5 HTTP/1.1" status: 200 len: 1097 time: 0.3080113 Feb 04 21:09:37.944313 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port a4b20337-5755-4a9b-963a-830cd9aa330c, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=a4b20337-5755-4a9b-963a-830cd9aa330c,segment=NetworkSegment(4d028c5b-b5fc-4009-88a0-392efa5ea2ca),segment_id=4d028c5b-b5fc-4009-88a0-392efa5ea2ca)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:37.963129 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'a4b20337-5755-4a9b-963a-830cd9aa330c', 'network_id': '07ede4ef-cdc8-4d76-b079-890750cf0aff', 'port_id': 'a4b20337-5755-4a9b-963a-830cd9aa330c', 'mac_address': 'fa:16:3e:34:c5:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed9cd47e-67fb-447b-8d0e-97616cebc5c4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:09:38.022186 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=a30bf394-3df7-48a4-bba4-29db7632def7,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:38.049975 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb9d2c-f413-4fc1-9578-2acd03728cd8 req-68d9ee57-376c-4b07-b91c-7131849453e7 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:38.058454 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5deb9d2c-f413-4fc1-9578-2acd03728cd8 req-68d9ee57-376c-4b07-b91c-7131849453e7 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5fc87a-3269-4c7b-887a-8372233244a5 HTTP/1.1" status: 200 len: 946 time: 0.1922319 Feb 04 21:09:38.068026 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:38.091378 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b20337-5755-4a9b-963a-830cd9aa330c {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:09:38.114597 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port a4b20337-5755-4a9b-963a-830cd9aa330c, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=a4b20337-5755-4a9b-963a-830cd9aa330c,segment=NetworkSegment(4d028c5b-b5fc-4009-88a0-392efa5ea2ca),segment_id=4d028c5b-b5fc-4009-88a0-392efa5ea2ca)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:38.118174 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d8e21-7b12-406f-935a-e9b3f3636d8d req-2ad96452-40f2-49bf-a08e-da1c5dd38573 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:38.118648 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['a30bf394-3df7-48a4-bba4-29db7632def7'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:09:38.131735 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d8e21-7b12-406f-935a-e9b3f3636d8d req-2ad96452-40f2-49bf-a08e-da1c5dd38573 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:38.139470 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d8e21-7b12-406f-935a-e9b3f3636d8d req-2ad96452-40f2-49bf-a08e-da1c5dd38573 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:38.145491 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d8e21-7b12-406f-935a-e9b3f3636d8d req-2ad96452-40f2-49bf-a08e-da1c5dd38573 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:38.149781 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6b473a88-33f0-4a0b-9310-034bb431d729 service neutron] For port 06d94d64-09f0-456d-ab29-149d5c934f71, host n-h1-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:09:38.152097 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d8e21-7b12-406f-935a-e9b3f3636d8d req-2ad96452-40f2-49bf-a08e-da1c5dd38573 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:38.159938 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9c3d8e21-7b12-406f-935a-e9b3f3636d8d req-2ad96452-40f2-49bf-a08e-da1c5dd38573 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 3827 time: 0.4041061 Feb 04 21:09:38.171785 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:38.174339 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6b473a88-33f0-4a0b-9310-034bb431d729 service neutron] For port 06d94d64-09f0-456d-ab29-149d5c934f71, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=06d94d64-09f0-456d-ab29-149d5c934f71,segment=NetworkSegment(185e8ff9-a032-4320-9e92-29b7ef98b0f5),segment_id=185e8ff9-a032-4320-9e92-29b7ef98b0f5)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:09:38.187328 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6b473a88-33f0-4a0b-9310-034bb431d729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:38.227718 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9c3d8e21-7b12-406f-935a-e9b3f3636d8d req-049ab832-cb0f-427f-a09c-0296e5f0ac24 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668445 Feb 04 21:09:38.252454 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5deb9d2c-f413-4fc1-9578-2acd03728cd8 req-3c6829c4-3834-47d3-8160-685fc0f76e21 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909823 Feb 04 21:09:38.314058 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6b473a88-33f0-4a0b-9310-034bb431d729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:38.314674 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6b473a88-33f0-4a0b-9310-034bb431d729 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:38.316264 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-6b473a88-33f0-4a0b-9310-034bb431d729 service neutron] 10.222.0.32 "PUT /v2.0/ports/06d94d64-09f0-456d-ab29-149d5c934f71 HTTP/1.1" status: 200 len: 1092 time: 2.5725107 Feb 04 21:09:38.316716 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'tag': '06d94d64-09f0-456d-ab29-149d5c934f71'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:09:38.360603 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=a4b20337-5755-4a9b-963a-830cd9aa330c,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:38.382919 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-16dba149-a65d-42a3-98c8-fb073f0944d5 service neutron] Request body: {'port': {'device_id': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:38.446282 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['a4b20337-5755-4a9b-963a-830cd9aa330c'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:09:38.478732 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'tag': '06d94d64-09f0-456d-ab29-149d5c934f71', 'status': 'completed', 'code': 200} Feb 04 21:09:38.505860 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5587fe8-5653-494e-a006-99e59a68bc3c req-4aaf65d3-5623-406d-91a2-4357cb2aea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:38.507232 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5587fe8-5653-494e-a006-99e59a68bc3c req-4aaf65d3-5623-406d-91a2-4357cb2aea69 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d HTTP/1.1" status: 200 len: 911 time: 0.6754651 Feb 04 21:09:38.584732 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed03b58-6e3c-4fd1-9ec0-4910a3f72076 req-0aa45bf8-9796-404d-a5ba-ca76aa2b0c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:38.585245 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed03b58-6e3c-4fd1-9ec0-4910a3f72076 req-0aa45bf8-9796-404d-a5ba-ca76aa2b0c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:38.585722 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed03b58-6e3c-4fd1-9ec0-4910a3f72076 req-0aa45bf8-9796-404d-a5ba-ca76aa2b0c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:38.586255 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed03b58-6e3c-4fd1-9ec0-4910a3f72076 req-0aa45bf8-9796-404d-a5ba-ca76aa2b0c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:38.586906 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed03b58-6e3c-4fd1-9ec0-4910a3f72076 req-0aa45bf8-9796-404d-a5ba-ca76aa2b0c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:38.589650 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bed03b58-6e3c-4fd1-9ec0-4910a3f72076 req-0aa45bf8-9796-404d-a5ba-ca76aa2b0c74 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b242a09179d94d8193cc1c0208c67871&device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 4362 time: 0.1698401 Feb 04 21:09:38.617631 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5587fe8-5653-494e-a006-99e59a68bc3c req-ad91ef99-8ae1-4bd6-a0e2-f93e11595a4b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed879f56-9992-4aeb-b2ed-9c8f863be9cb HTTP/1.1" status: 200 len: 217 time: 0.1011331 Feb 04 21:09:38.618257 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b473a88-33f0-4a0b-9310-034bb431d729 service neutron] Pushing event updated for resources: {'Port': ['ID=06d94d64-09f0-456d-ab29-149d5c934f71,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:38.785921 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed03b58-6e3c-4fd1-9ec0-4910a3f72076 req-72df6160-2db3-40ce-8617-ac43fd9af7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:38.786629 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed03b58-6e3c-4fd1-9ec0-4910a3f72076 req-72df6160-2db3-40ce-8617-ac43fd9af7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:38.787231 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed03b58-6e3c-4fd1-9ec0-4910a3f72076 req-72df6160-2db3-40ce-8617-ac43fd9af7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:38.788898 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bed03b58-6e3c-4fd1-9ec0-4910a3f72076 req-72df6160-2db3-40ce-8617-ac43fd9af7dd service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=b242a09179d94d8193cc1c0208c67871&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1519821 Feb 04 21:09:38.819282 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5587fe8-5653-494e-a006-99e59a68bc3c req-2d99df4c-be98-4485-b990-6e6d35bcee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:38.822453 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5587fe8-5653-494e-a006-99e59a68bc3c req-2d99df4c-be98-4485-b990-6e6d35bcee04 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23d61e2d-97f4-40a0-9322-1eca7a330b64 HTTP/1.1" status: 200 len: 850 time: 0.1892195 Feb 04 21:09:38.886407 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5587fe8-5653-494e-a006-99e59a68bc3c req-14321625-4a44-46d8-b590-13a6151ff94f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535004 Feb 04 21:09:38.887388 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-16dba149-a65d-42a3-98c8-fb073f0944d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:39.304595 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eccd2835-a338-450f-9206-3ef2a2907513 req-caf1c6bd-4c8e-4636-bc59-f848fc187b15 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] 10.222.0.26 "GET /v2.0/ports?device_id=40b51670-a0d8-4967-8b32-ad40df2ca963 HTTP/1.1" status: 200 len: 210 time: 0.1252627 Feb 04 21:09:39.372183 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5587fe8-5653-494e-a006-99e59a68bc3c req-1db46dec-5bf6-4b05-9b9a-5196b8e3be18 service neutron] 10.222.0.18 "GET /v2.0/networks/0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4746060 Feb 04 21:09:39.490067 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678e309-08fa-4dae-9734-fded5d870987 req-dbe07541-a5be-41b3-8ca9-a56f1907c497 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:39.492417 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d678e309-08fa-4dae-9734-fded5d870987 req-dbe07541-a5be-41b3-8ca9-a56f1907c497 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] 10.222.0.32 "GET /v2.0/networks?id=d4371e9c-d7d4-4949-9f9f-474ca6bfce85 HTTP/1.1" status: 200 len: 813 time: 0.6765051 Feb 04 21:09:39.535749 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-d678e309-08fa-4dae-9734-fded5d870987 req-defd2ad6-d87b-4c19-8530-46459fd8ee73 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Request body: {'port': {'device_id': '40b51670-a0d8-4967-8b32-ad40df2ca963', 'network_id': 'd4371e9c-d7d4-4949-9f9f-474ca6bfce85', 'admin_state_up': True, 'tenant_id': 'daada7e40ce74c08896d589d7ccab885'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:39.583280 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992fb80e-6c73-486c-a706-4b41669e3fc8 req-19f455bc-271f-4351-82bf-69b8a130e461 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:39.591528 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-992fb80e-6c73-486c-a706-4b41669e3fc8 req-19f455bc-271f-4351-82bf-69b8a130e461 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/ports?device_id=562074bc-81e0-42f4-8ae9-e82ab9759e14 HTTP/1.1" status: 200 len: 944 time: 0.9932058 Feb 04 21:09:39.624211 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device a4b20337-5755-4a9b-963a-830cd9aa330c up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:09:39.679974 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5587fe8-5653-494e-a006-99e59a68bc3c req-56622410-8a9e-4ea2-94bc-b25e54caec6c service neutron] 10.222.0.18 "GET /v2.0/networks/0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988210 Feb 04 21:09:39.749281 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed03b58-6e3c-4fd1-9ec0-4910a3f72076 req-0af41810-5bab-4268-98b4-21a6c44774b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:39.751110 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bed03b58-6e3c-4fd1-9ec0-4910a3f72076 req-0af41810-5bab-4268-98b4-21a6c44774b1 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9549053 Feb 04 21:09:39.792836 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port a4b20337-5755-4a9b-963a-830cd9aa330c completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:09:39.800427 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port a4b20337-5755-4a9b-963a-830cd9aa330c triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:39.800973 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:39.806641 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-992fb80e-6c73-486c-a706-4b41669e3fc8 req-94c5cf1d-14c9-4e4d-ba63-c4f1e4eb5d04 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b4e1bda-ed54-401e-8a67-c066086c109f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138863 Feb 04 21:09:39.931530 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b578c92-c7ef-4c48-be6e-cc42fc4da4ce req-c15e39d3-1970-454c-b72c-e165da6ddbbe tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:39.945593 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b578c92-c7ef-4c48-be6e-cc42fc4da4ce req-c15e39d3-1970-454c-b72c-e165da6ddbbe tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:39.962129 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b578c92-c7ef-4c48-be6e-cc42fc4da4ce req-c15e39d3-1970-454c-b72c-e165da6ddbbe tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:39.975801 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b578c92-c7ef-4c48-be6e-cc42fc4da4ce req-c15e39d3-1970-454c-b72c-e165da6ddbbe tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:39.992041 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b578c92-c7ef-4c48-be6e-cc42fc4da4ce req-c15e39d3-1970-454c-b72c-e165da6ddbbe tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:40.004484 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6b578c92-c7ef-4c48-be6e-cc42fc4da4ce req-c15e39d3-1970-454c-b72c-e165da6ddbbe tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 3827 time: 0.5287724 Feb 04 21:09:40.005869 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:40.031044 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-16dba149-a65d-42a3-98c8-fb073f0944d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa4eda3d-4b67-4f85-b755-44b84dd11b2f {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:09:40.055205 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-16dba149-a65d-42a3-98c8-fb073f0944d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:40.063645 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562074bc-81e0-42f4-8ae9-e82ab9759e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b20337-5755-4a9b-963a-830cd9aa330c'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:09:40.089356 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port a4b20337-5755-4a9b-963a-830cd9aa330c, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=a4b20337-5755-4a9b-963a-830cd9aa330c,segment=NetworkSegment(4d028c5b-b5fc-4009-88a0-392efa5ea2ca),segment_id=4d028c5b-b5fc-4009-88a0-392efa5ea2ca)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:40.095829 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-16dba149-a65d-42a3-98c8-fb073f0944d5 service neutron] Transition to ACTIVE for port object aa4eda3d-4b67-4f85-b755-44b84dd11b2f will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:40.098608 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:40.101731 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-16dba149-a65d-42a3-98c8-fb073f0944d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:40.195136 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-d678e309-08fa-4dae-9734-fded5d870987 req-defd2ad6-d87b-4c19-8530-46459fd8ee73 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:40.207419 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d678e309-08fa-4dae-9734-fded5d870987 req-defd2ad6-d87b-4c19-8530-46459fd8ee73 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Usage tracker for resource:port and tenant:daada7e40ce74c08896d589d7ccab885 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:40.212769 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d678e309-08fa-4dae-9734-fded5d870987 req-defd2ad6-d87b-4c19-8530-46459fd8ee73 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:40.253884 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=a4b20337-5755-4a9b-963a-830cd9aa330c,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:40.283076 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6b578c92-c7ef-4c48-be6e-cc42fc4da4ce req-e5ce47c9-2d13-4aff-b2fe-d86cc020696e tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2762046 Feb 04 21:09:40.295425 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-d678e309-08fa-4dae-9734-fded5d870987 req-defd2ad6-d87b-4c19-8530-46459fd8ee73 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:40.330248 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d678e309-08fa-4dae-9734-fded5d870987 req-defd2ad6-d87b-4c19-8530-46459fd8ee73 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Made reservation on behalf of daada7e40ce74c08896d589d7ccab885 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:09:40.336635 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d678e309-08fa-4dae-9734-fded5d870987 req-defd2ad6-d87b-4c19-8530-46459fd8ee73 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:40.378243 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70699e3c-b3b3-4038-a6a7-77400d172723 req-c92f978c-415c-44a7-a147-4b7efb1a24af tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:40.384004 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-70699e3c-b3b3-4038-a6a7-77400d172723 req-c92f978c-415c-44a7-a147-4b7efb1a24af tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5fc87a-3269-4c7b-887a-8372233244a5 HTTP/1.1" status: 200 len: 946 time: 0.3289535 Feb 04 21:09:40.392364 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562074bc-81e0-42f4-8ae9-e82ab9759e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b20337-5755-4a9b-963a-830cd9aa330c', 'code': 200} Feb 04 21:09:40.418542 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dba149-a65d-42a3-98c8-fb073f0944d5 service neutron] Pushing event updated for resources: {'Port': ['ID=aa4eda3d-4b67-4f85-b755-44b84dd11b2f,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:40.474784 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-16dba149-a65d-42a3-98c8-fb073f0944d5 service neutron] Attempting to bind port aa4eda3d-4b67-4f85-b755-44b84dd11b2f on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:09:40.475339 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-16dba149-a65d-42a3-98c8-fb073f0944d5 service neutron] Attempting to bind port aa4eda3d-4b67-4f85-b755-44b84dd11b2f by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': '6429d873-b8f4-4c82-bf9b-05ee94e57129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bb213b90-85ae-4ae5-869b-fda768933cd6'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:09:40.475848 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-16dba149-a65d-42a3-98c8-fb073f0944d5 service neutron] Attempting to bind port aa4eda3d-4b67-4f85-b755-44b84dd11b2f on network bb213b90-85ae-4ae5-869b-fda768933cd6 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:09:40.525864 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-16dba149-a65d-42a3-98c8-fb073f0944d5 service neutron] Port aa4eda3d-4b67-4f85-b755-44b84dd11b2f on network bb213b90-85ae-4ae5-869b-fda768933cd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:09:40.526750 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-16dba149-a65d-42a3-98c8-fb073f0944d5 service neutron] Attempting to bind port aa4eda3d-4b67-4f85-b755-44b84dd11b2f on network bb213b90-85ae-4ae5-869b-fda768933cd6 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:09:40.538039 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-16dba149-a65d-42a3-98c8-fb073f0944d5 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:09:40.538386 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-16dba149-a65d-42a3-98c8-fb073f0944d5 service neutron] Checking segment: {'id': '6429d873-b8f4-4c82-bf9b-05ee94e57129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bb213b90-85ae-4ae5-869b-fda768933cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:09:40.538920 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-16dba149-a65d-42a3-98c8-fb073f0944d5 service neutron] Bound using segment: {'id': '6429d873-b8f4-4c82-bf9b-05ee94e57129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bb213b90-85ae-4ae5-869b-fda768933cd6'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:09:40.539384 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-16dba149-a65d-42a3-98c8-fb073f0944d5 service neutron] Bound port: aa4eda3d-4b67-4f85-b755-44b84dd11b2f, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6429d873-b8f4-4c82-bf9b-05ee94e57129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bb213b90-85ae-4ae5-869b-fda768933cd6'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:09:40.539798 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-16dba149-a65d-42a3-98c8-fb073f0944d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:40.628147 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-d678e309-08fa-4dae-9734-fded5d870987 req-defd2ad6-d87b-4c19-8530-46459fd8ee73 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Allocated IP 172.20.0.9 (d4371e9c-d7d4-4949-9f9f-474ca6bfce85/7450603b-cacc-48cb-a237-4933f6e46c18/5335f7e2-73c0-4dd4-8358-e41ac0cfb472) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:09:40.771686 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-16dba149-a65d-42a3-98c8-fb073f0944d5 service neutron] For port aa4eda3d-4b67-4f85-b755-44b84dd11b2f, host n-h1-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:09:40.778598 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e28b2e-239f-4fc4-9e6d-d7de68381ca9 req-343240e6-0007-4111-9dd4-f2d6a252662d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:40.780961 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d3e28b2e-239f-4fc4-9e6d-d7de68381ca9 req-343240e6-0007-4111-9dd4-f2d6a252662d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=562074bc-81e0-42f4-8ae9-e82ab9759e14 HTTP/1.1" status: 200 len: 1096 time: 0.2982116 Feb 04 21:09:40.783763 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-16dba149-a65d-42a3-98c8-fb073f0944d5 service neutron] For port aa4eda3d-4b67-4f85-b755-44b84dd11b2f, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=aa4eda3d-4b67-4f85-b755-44b84dd11b2f,segment=NetworkSegment(6429d873-b8f4-4c82-bf9b-05ee94e57129),segment_id=6429d873-b8f4-4c82-bf9b-05ee94e57129)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:09:40.846562 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-737b1754-69f1-4a40-ad63-46b0e2c368ed req-83f022b2-ee47-4c17-9b40-dfd14d10bd49 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] 10.222.0.26 "GET /v2.0/ports?device_id=40b51670-a0d8-4967-8b32-ad40df2ca963 HTTP/1.1" status: 200 len: 210 time: 0.1660209 Feb 04 21:09:40.868140 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-16dba149-a65d-42a3-98c8-fb073f0944d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:40.969160 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device a30bf394-3df7-48a4-bba4-29db7632def7 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:09:41.070285 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-16dba149-a65d-42a3-98c8-fb073f0944d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:41.070897 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-16dba149-a65d-42a3-98c8-fb073f0944d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:41.072263 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-16dba149-a65d-42a3-98c8-fb073f0944d5 service neutron] 10.222.0.32 "PUT /v2.0/ports/aa4eda3d-4b67-4f85-b755-44b84dd11b2f HTTP/1.1" status: 200 len: 1136 time: 2.7006042 Feb 04 21:09:41.073770 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'tag': 'aa4eda3d-4b67-4f85-b755-44b84dd11b2f'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:09:41.091986 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d3e28b2e-239f-4fc4-9e6d-d7de68381ca9 req-c8fc456c-72bc-4a35-909e-7d26ed29698c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9b4e1bda-ed54-401e-8a67-c066086c109f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973402 Feb 04 21:09:41.110878 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-7b846852-e3ed-41e8-a637-92ae7676bdfd service neutron] Request body: {'port': {'device_id': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:41.158301 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dba149-a65d-42a3-98c8-fb073f0944d5 service neutron] Pushing event updated for resources: {'Port': ['ID=aa4eda3d-4b67-4f85-b755-44b84dd11b2f,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:41.207855 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-70699e3c-b3b3-4038-a6a7-77400d172723 req-ef9501ed-cd86-4903-8d75-450c6d0c527a tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5262988 Feb 04 21:09:41.252179 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port a30bf394-3df7-48a4-bba4-29db7632def7 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:09:41.258938 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port a30bf394-3df7-48a4-bba4-29db7632def7 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:41.259309 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:41.405568 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:41.453236 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'tag': 'aa4eda3d-4b67-4f85-b755-44b84dd11b2f', 'status': 'completed', 'code': 200} Feb 04 21:09:41.459311 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port a30bf394-3df7-48a4-bba4-29db7632def7, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=a30bf394-3df7-48a4-bba4-29db7632def7,segment=NetworkSegment(4d028c5b-b5fc-4009-88a0-392efa5ea2ca),segment_id=4d028c5b-b5fc-4009-88a0-392efa5ea2ca)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:41.469108 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:41.535551 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-7b846852-e3ed-41e8-a637-92ae7676bdfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:41.671113 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=a30bf394-3df7-48a4-bba4-29db7632def7,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:41.772314 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d678e309-08fa-4dae-9734-fded5d870987 req-defd2ad6-d87b-4c19-8530-46459fd8ee73 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:41.859158 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39bb9f-ab14-4a75-b404-b29b934dc609 req-87f15720-e7b5-465e-bbfc-db67e774f33e tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:41.870950 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0e39bb9f-ab14-4a75-b404-b29b934dc609 req-87f15720-e7b5-465e-bbfc-db67e774f33e tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/ports?device_id=562074bc-81e0-42f4-8ae9-e82ab9759e14 HTTP/1.1" status: 200 len: 945 time: 0.6423917 Feb 04 21:09:42.042383 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83440095-36df-468e-91be-e5844be6e3a4 req-b3e2064f-d6a5-4ce5-a891-14f5c77b0d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:42.043538 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83440095-36df-468e-91be-e5844be6e3a4 req-b3e2064f-d6a5-4ce5-a891-14f5c77b0d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:42.044176 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83440095-36df-468e-91be-e5844be6e3a4 req-b3e2064f-d6a5-4ce5-a891-14f5c77b0d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:42.044801 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83440095-36df-468e-91be-e5844be6e3a4 req-b3e2064f-d6a5-4ce5-a891-14f5c77b0d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:42.045883 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83440095-36df-468e-91be-e5844be6e3a4 req-b3e2064f-d6a5-4ce5-a891-14f5c77b0d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:42.046537 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83440095-36df-468e-91be-e5844be6e3a4 req-b3e2064f-d6a5-4ce5-a891-14f5c77b0d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:42.052077 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-83440095-36df-468e-91be-e5844be6e3a4 req-b3e2064f-d6a5-4ce5-a891-14f5c77b0d0a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b242a09179d94d8193cc1c0208c67871&device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 5291 time: 0.6228242 Feb 04 21:09:42.319419 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-7b846852-e3ed-41e8-a637-92ae7676bdfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6183f8f3-5b46-4ccb-8a74-78b479952b28 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:09:42.338222 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-7b846852-e3ed-41e8-a637-92ae7676bdfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:42.391391 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-7b846852-e3ed-41e8-a637-92ae7676bdfd service neutron] Transition to ACTIVE for port object 6183f8f3-5b46-4ccb-8a74-78b479952b28 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:42.393474 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e493d8c-c63e-4116-a2ef-80236b6c2a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30bf394-3df7-48a4-bba4-29db7632def7'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:09:42.408797 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-7b846852-e3ed-41e8-a637-92ae7676bdfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:42.423775 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0e39bb9f-ab14-4a75-b404-b29b934dc609 req-f26c7f83-c65e-477a-a0e5-dd029a8c2be7 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b4e1bda-ed54-401e-8a67-c066086c109f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5515726 Feb 04 21:09:42.513511 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83440095-36df-468e-91be-e5844be6e3a4 req-83e6f3fe-4a5c-4d1b-846f-ac76a631c89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:42.514314 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83440095-36df-468e-91be-e5844be6e3a4 req-83e6f3fe-4a5c-4d1b-846f-ac76a631c89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:42.514919 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83440095-36df-468e-91be-e5844be6e3a4 req-83e6f3fe-4a5c-4d1b-846f-ac76a631c89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:42.516728 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-83440095-36df-468e-91be-e5844be6e3a4 req-83e6f3fe-4a5c-4d1b-846f-ac76a631c89c service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=b242a09179d94d8193cc1c0208c67871&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4421461 Feb 04 21:09:42.585806 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a623086-b29e-4de9-8282-e43c34779020 req-4b634505-94ec-4e3a-8826-da40e4388bb7 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:42.586002 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b846852-e3ed-41e8-a637-92ae7676bdfd service neutron] Pushing event updated for resources: {'Port': ['ID=6183f8f3-5b46-4ccb-8a74-78b479952b28,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:42.593184 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a623086-b29e-4de9-8282-e43c34779020 req-4b634505-94ec-4e3a-8826-da40e4388bb7 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:42.599180 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a623086-b29e-4de9-8282-e43c34779020 req-4b634505-94ec-4e3a-8826-da40e4388bb7 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:42.608158 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a623086-b29e-4de9-8282-e43c34779020 req-4b634505-94ec-4e3a-8826-da40e4388bb7 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:42.621546 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a623086-b29e-4de9-8282-e43c34779020 req-4b634505-94ec-4e3a-8826-da40e4388bb7 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:42.643176 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a623086-b29e-4de9-8282-e43c34779020 req-4b634505-94ec-4e3a-8826-da40e4388bb7 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:42.654199 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8a623086-b29e-4de9-8282-e43c34779020 req-4b634505-94ec-4e3a-8826-da40e4388bb7 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 4605 time: 0.7768443 Feb 04 21:09:42.825583 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d678e309-08fa-4dae-9734-fded5d870987 req-defd2ad6-d87b-4c19-8530-46459fd8ee73 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:43.285317 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-7b846852-e3ed-41e8-a637-92ae7676bdfd service neutron] Attempting to bind port 6183f8f3-5b46-4ccb-8a74-78b479952b28 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:09:43.285659 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-7b846852-e3ed-41e8-a637-92ae7676bdfd service neutron] Attempting to bind port 6183f8f3-5b46-4ccb-8a74-78b479952b28 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': '6429d873-b8f4-4c82-bf9b-05ee94e57129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bb213b90-85ae-4ae5-869b-fda768933cd6'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:09:43.285988 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-7b846852-e3ed-41e8-a637-92ae7676bdfd service neutron] Attempting to bind port 6183f8f3-5b46-4ccb-8a74-78b479952b28 on network bb213b90-85ae-4ae5-869b-fda768933cd6 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:09:43.298329 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-7b846852-e3ed-41e8-a637-92ae7676bdfd service neutron] Port 6183f8f3-5b46-4ccb-8a74-78b479952b28 on network bb213b90-85ae-4ae5-869b-fda768933cd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:09:43.298990 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-7b846852-e3ed-41e8-a637-92ae7676bdfd service neutron] Attempting to bind port 6183f8f3-5b46-4ccb-8a74-78b479952b28 on network bb213b90-85ae-4ae5-869b-fda768933cd6 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:09:43.308500 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-7b846852-e3ed-41e8-a637-92ae7676bdfd service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:09:43.309466 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-7b846852-e3ed-41e8-a637-92ae7676bdfd service neutron] Checking segment: {'id': '6429d873-b8f4-4c82-bf9b-05ee94e57129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bb213b90-85ae-4ae5-869b-fda768933cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:09:43.310062 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-7b846852-e3ed-41e8-a637-92ae7676bdfd service neutron] Bound using segment: {'id': '6429d873-b8f4-4c82-bf9b-05ee94e57129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bb213b90-85ae-4ae5-869b-fda768933cd6'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:09:43.310889 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-7b846852-e3ed-41e8-a637-92ae7676bdfd service neutron] Bound port: 6183f8f3-5b46-4ccb-8a74-78b479952b28, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6429d873-b8f4-4c82-bf9b-05ee94e57129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bb213b90-85ae-4ae5-869b-fda768933cd6'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:09:43.311433 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-7b846852-e3ed-41e8-a637-92ae7676bdfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:43.332053 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d678e309-08fa-4dae-9734-fded5d870987 req-defd2ad6-d87b-4c19-8530-46459fd8ee73 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Network d4371e9c-d7d4-4949-9f9f-474ca6bfce85 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:09:43.340063 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-d678e309-08fa-4dae-9734-fded5d870987 req-defd2ad6-d87b-4c19-8530-46459fd8ee73 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:09:43.354715 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83440095-36df-468e-91be-e5844be6e3a4 req-1d81a8c3-c477-4f9d-bd08-71566a96aae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:43.360031 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-83440095-36df-468e-91be-e5844be6e3a4 req-1d81a8c3-c477-4f9d-bd08-71566a96aae8 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8275204 Feb 04 21:09:43.368552 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-d678e309-08fa-4dae-9734-fded5d870987 req-defd2ad6-d87b-4c19-8530-46459fd8ee73 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:09:43.527173 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-7b846852-e3ed-41e8-a637-92ae7676bdfd service neutron] For port 6183f8f3-5b46-4ccb-8a74-78b479952b28, host n-h1-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:09:43.532425 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-7b846852-e3ed-41e8-a637-92ae7676bdfd service neutron] For port 6183f8f3-5b46-4ccb-8a74-78b479952b28, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=6183f8f3-5b46-4ccb-8a74-78b479952b28,segment=NetworkSegment(6429d873-b8f4-4c82-bf9b-05ee94e57129),segment_id=6429d873-b8f4-4c82-bf9b-05ee94e57129)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:09:43.543315 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-7b846852-e3ed-41e8-a637-92ae7676bdfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:43.546199 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8a623086-b29e-4de9-8282-e43c34779020 req-d1abb9ce-d63e-4ac0-9978-60dfd1ae8754 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57aefd0-2358-4799-bf02-8d4615be2807&id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7315683 Feb 04 21:09:43.568214 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678e309-08fa-4dae-9734-fded5d870987 req-defd2ad6-d87b-4c19-8530-46459fd8ee73 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:43.571471 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d678e309-08fa-4dae-9734-fded5d870987 req-defd2ad6-d87b-4c19-8530-46459fd8ee73 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:43.673938 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b846852-e3ed-41e8-a637-92ae7676bdfd service neutron] Pushing event updated for resources: {'Port': ['ID=6183f8f3-5b46-4ccb-8a74-78b479952b28,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:43.683575 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d678e309-08fa-4dae-9734-fded5d870987 req-defd2ad6-d87b-4c19-8530-46459fd8ee73 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1499991 Feb 04 21:09:43.689773 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-7b846852-e3ed-41e8-a637-92ae7676bdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:43.690836 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-7b846852-e3ed-41e8-a637-92ae7676bdfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:43.692677 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-7b846852-e3ed-41e8-a637-92ae7676bdfd service neutron] 10.222.0.32 "PUT /v2.0/ports/6183f8f3-5b46-4ccb-8a74-78b479952b28 HTTP/1.1" status: 200 len: 1135 time: 2.5860653 Feb 04 21:09:43.692761 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'tag': '6183f8f3-5b46-4ccb-8a74-78b479952b28'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:09:43.692985 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd2ad6-d87b-4c19-8530-46459fd8ee73 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Pushing event updated for resources: {'Port': ['ID=5335f7e2-73c0-4dd4-8358-e41ac0cfb472,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:43.726542 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-d678e309-08fa-4dae-9734-fded5d870987 req-5416da98-baa3-4474-b92a-ad1d7807eb64 service neutron] Request body: {'port': {'device_id': '40b51670-a0d8-4967-8b32-ad40df2ca963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:43.748333 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-e7d78939-9863-400f-92f2-db710eefe411 service neutron] Request body: {'port': {'device_id': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:43.850845 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c3fe8f51-a193-4e85-bca6-1652d1557631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:44.046100 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-e7d78939-9863-400f-92f2-db710eefe411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:44.052107 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758e578-1b16-418c-b4a5-ee810717109e req-e5ef3807-959a-40b1-a35d-0798b1d93322 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:44.060189 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-5758e578-1b16-418c-b4a5-ee810717109e req-e5ef3807-959a-40b1-a35d-0798b1d93322 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Synchronizing usage tracker for tenant:daada7e40ce74c08896d589d7ccab885 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:09:44.209642 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-5758e578-1b16-418c-b4a5-ee810717109e req-e5ef3807-959a-40b1-a35d-0798b1d93322 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Unset dirty status for tenant:daada7e40ce74c08896d589d7ccab885 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:09:44.220888 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5758e578-1b16-418c-b4a5-ee810717109e req-e5ef3807-959a-40b1-a35d-0798b1d93322 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] 10.222.0.26 "GET /v2.0/ports?device_id=40b51670-a0d8-4967-8b32-ad40df2ca963 HTTP/1.1" status: 200 len: 931 time: 1.5650039 Feb 04 21:09:44.314677 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031aaea-7601-4527-a3e1-f2b00d7c40e9 req-b1aef21d-c24a-4f9b-9127-0461a2cdb47d tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:44.316825 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0031aaea-7601-4527-a3e1-f2b00d7c40e9 req-b1aef21d-c24a-4f9b-9127-0461a2cdb47d tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5fc87a-3269-4c7b-887a-8372233244a5 HTTP/1.1" status: 200 len: 946 time: 0.5014427 Feb 04 21:09:44.323568 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d678e309-08fa-4dae-9734-fded5d870987 req-5416da98-baa3-4474-b92a-ad1d7807eb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:44.408748 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-5758e578-1b16-418c-b4a5-ee810717109e req-189c0822-15e6-4a01-bceb-bdce6791760e tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Synchronizing usage tracker for tenant:daada7e40ce74c08896d589d7ccab885 on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:09:44.484630 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0031aaea-7601-4527-a3e1-f2b00d7c40e9 req-5b56dfae-762d-4985-a027-94b30e93bb60 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418116 Feb 04 21:09:44.542255 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-5758e578-1b16-418c-b4a5-ee810717109e req-189c0822-15e6-4a01-bceb-bdce6791760e tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Unset dirty status for tenant:daada7e40ce74c08896d589d7ccab885 on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:09:44.542255 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5758e578-1b16-418c-b4a5-ee810717109e req-189c0822-15e6-4a01-bceb-bdce6791760e tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c07ca5b-e876-47f8-9d4f-d5712fb10c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191967 Feb 04 21:09:44.669804 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e493d8c-c63e-4116-a2ef-80236b6c2a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30bf394-3df7-48a4-bba4-29db7632def7', 'code': 200} Feb 04 21:09:44.756320 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-e7d78939-9863-400f-92f2-db710eefe411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 746edaf1-0070-4819-a4c2-321e5c28a8a4 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:09:44.767080 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-e7d78939-9863-400f-92f2-db710eefe411 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:44.790573 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-e7d78939-9863-400f-92f2-db710eefe411 service neutron] Transition to ACTIVE for port object 746edaf1-0070-4819-a4c2-321e5c28a8a4 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:44.796745 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-e7d78939-9863-400f-92f2-db710eefe411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:45.003937 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d78939-9863-400f-92f2-db710eefe411 service neutron] Pushing event updated for resources: {'Port': ['ID=746edaf1-0070-4819-a4c2-321e5c28a8a4,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:45.118502 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-e7d78939-9863-400f-92f2-db710eefe411 service neutron] Attempting to bind port 746edaf1-0070-4819-a4c2-321e5c28a8a4 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:09:45.119429 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-e7d78939-9863-400f-92f2-db710eefe411 service neutron] Attempting to bind port 746edaf1-0070-4819-a4c2-321e5c28a8a4 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': '6429d873-b8f4-4c82-bf9b-05ee94e57129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bb213b90-85ae-4ae5-869b-fda768933cd6'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:09:45.120544 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-e7d78939-9863-400f-92f2-db710eefe411 service neutron] Attempting to bind port 746edaf1-0070-4819-a4c2-321e5c28a8a4 on network bb213b90-85ae-4ae5-869b-fda768933cd6 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:09:45.127846 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-e7d78939-9863-400f-92f2-db710eefe411 service neutron] Port 746edaf1-0070-4819-a4c2-321e5c28a8a4 on network bb213b90-85ae-4ae5-869b-fda768933cd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:09:45.128507 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-e7d78939-9863-400f-92f2-db710eefe411 service neutron] Attempting to bind port 746edaf1-0070-4819-a4c2-321e5c28a8a4 on network bb213b90-85ae-4ae5-869b-fda768933cd6 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:09:45.135354 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-e7d78939-9863-400f-92f2-db710eefe411 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:09:45.136010 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-e7d78939-9863-400f-92f2-db710eefe411 service neutron] Checking segment: {'id': '6429d873-b8f4-4c82-bf9b-05ee94e57129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bb213b90-85ae-4ae5-869b-fda768933cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:09:45.136805 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-e7d78939-9863-400f-92f2-db710eefe411 service neutron] Bound using segment: {'id': '6429d873-b8f4-4c82-bf9b-05ee94e57129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bb213b90-85ae-4ae5-869b-fda768933cd6'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:09:45.137645 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-e7d78939-9863-400f-92f2-db710eefe411 service neutron] Bound port: 746edaf1-0070-4819-a4c2-321e5c28a8a4, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6429d873-b8f4-4c82-bf9b-05ee94e57129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bb213b90-85ae-4ae5-869b-fda768933cd6'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:09:45.138224 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-e7d78939-9863-400f-92f2-db710eefe411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:45.220136 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0067636-45f0-435c-88a8-18af65d673c7 req-5e10b088-aa7c-44da-8222-463bdbf3fb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:45.221447 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e0067636-45f0-435c-88a8-18af65d673c7 req-5e10b088-aa7c-44da-8222-463bdbf3fb67 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0e493d8c-c63e-4116-a2ef-80236b6c2a50 HTTP/1.1" status: 200 len: 1096 time: 0.3993201 Feb 04 21:09:45.304799 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-e7d78939-9863-400f-92f2-db710eefe411 service neutron] For port 746edaf1-0070-4819-a4c2-321e5c28a8a4, host n-h1-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:09:45.308849 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-e7d78939-9863-400f-92f2-db710eefe411 service neutron] For port 746edaf1-0070-4819-a4c2-321e5c28a8a4, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=746edaf1-0070-4819-a4c2-321e5c28a8a4,segment=NetworkSegment(6429d873-b8f4-4c82-bf9b-05ee94e57129),segment_id=6429d873-b8f4-4c82-bf9b-05ee94e57129)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:09:45.309581 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c0792-162f-499f-ba45-d1ed790f8fda req-08260a2b-3b01-463f-9181-ff06e531f2a9 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:45.313682 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a34c0792-162f-499f-ba45-d1ed790f8fda req-08260a2b-3b01-463f-9181-ff06e531f2a9 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/ports?device_id=562074bc-81e0-42f4-8ae9-e82ab9759e14 HTTP/1.1" status: 200 len: 945 time: 0.3947365 Feb 04 21:09:45.324580 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-e7d78939-9863-400f-92f2-db710eefe411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:45.399850 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-e7d78939-9863-400f-92f2-db710eefe411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:45.402319 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-e7d78939-9863-400f-92f2-db710eefe411 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:45.404092 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-e7d78939-9863-400f-92f2-db710eefe411 service neutron] 10.222.0.32 "PUT /v2.0/ports/746edaf1-0070-4819-a4c2-321e5c28a8a4 HTTP/1.1" status: 200 len: 1090 time: 1.6697943 Feb 04 21:09:45.422676 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d78939-9863-400f-92f2-db710eefe411 service neutron] Pushing event updated for resources: {'Port': ['ID=746edaf1-0070-4819-a4c2-321e5c28a8a4,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:45.449581 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-57a62c36-29b0-400f-bf16-567cf79c5d41 service neutron] Request body: {'port': {'device_id': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:45.466481 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b743a55-2154-44f4-956b-f1bf0f3b7f1b req-f091d719-4714-4c45-add1-1068105ebec9 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:45.474142 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4b743a55-2154-44f4-956b-f1bf0f3b7f1b req-f091d719-4714-4c45-add1-1068105ebec9 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.6526921 Feb 04 21:09:45.539995 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e0067636-45f0-435c-88a8-18af65d673c7 req-08dcbb2f-165f-4b28-b945-2113c4dbabe9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9b4e1bda-ed54-401e-8a67-c066086c109f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961864 Feb 04 21:09:45.566394 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4b743a55-2154-44f4-956b-f1bf0f3b7f1b req-0b46cda4-b6c9-4f44-a079-ac2f00c0885a tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907545 Feb 04 21:09:45.577827 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a34c0792-162f-499f-ba45-d1ed790f8fda req-f0826664-98a0-4e97-93e0-22f0eb10f41c tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b4e1bda-ed54-401e-8a67-c066086c109f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106292 Feb 04 21:09:45.585167 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-d678e309-08fa-4dae-9734-fded5d870987 req-5416da98-baa3-4474-b92a-ad1d7807eb64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5335f7e2-73c0-4dd4-8358-e41ac0cfb472 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:09:45.596366 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d678e309-08fa-4dae-9734-fded5d870987 req-5416da98-baa3-4474-b92a-ad1d7807eb64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:45.622899 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-d678e309-08fa-4dae-9734-fded5d870987 req-5416da98-baa3-4474-b92a-ad1d7807eb64 service neutron] Transition to ACTIVE for port object 5335f7e2-73c0-4dd4-8358-e41ac0cfb472 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:45.638649 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d678e309-08fa-4dae-9734-fded5d870987 req-5416da98-baa3-4474-b92a-ad1d7807eb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:45.681995 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'tag': '6183f8f3-5b46-4ccb-8a74-78b479952b28', 'status': 'completed', 'code': 200} Feb 04 21:09:45.688186 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-57a62c36-29b0-400f-bf16-567cf79c5d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:46.104232 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5416da98-baa3-4474-b92a-ad1d7807eb64 service neutron] Pushing event updated for resources: {'Port': ['ID=5335f7e2-73c0-4dd4-8358-e41ac0cfb472,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:46.161961 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5416da98-baa3-4474-b92a-ad1d7807eb64 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:46.161961 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5416da98-baa3-4474-b92a-ad1d7807eb64 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:46.161961 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5416da98-baa3-4474-b92a-ad1d7807eb64 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:46.161961 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5416da98-baa3-4474-b92a-ad1d7807eb64 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:46.161961 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5416da98-baa3-4474-b92a-ad1d7807eb64 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:46.162749 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5416da98-baa3-4474-b92a-ad1d7807eb64 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:46.163207 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5416da98-baa3-4474-b92a-ad1d7807eb64 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:46.163618 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5416da98-baa3-4474-b92a-ad1d7807eb64 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:46.164043 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5416da98-baa3-4474-b92a-ad1d7807eb64 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:46.164497 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5416da98-baa3-4474-b92a-ad1d7807eb64 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:46.164918 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5416da98-baa3-4474-b92a-ad1d7807eb64 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:46.165535 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5416da98-baa3-4474-b92a-ad1d7807eb64 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:09:46.261627 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d03cf125-28c8-4494-a15e-5304b0350590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:46.276954 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8fc78-309b-4126-9ab2-47ce31acd14c req-74370412-997b-4463-a53a-3c73e6c8d4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:46.277388 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8fc78-309b-4126-9ab2-47ce31acd14c req-74370412-997b-4463-a53a-3c73e6c8d4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:46.277802 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8fc78-309b-4126-9ab2-47ce31acd14c req-74370412-997b-4463-a53a-3c73e6c8d4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:46.278336 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8fc78-309b-4126-9ab2-47ce31acd14c req-74370412-997b-4463-a53a-3c73e6c8d4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:46.279309 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8fc78-309b-4126-9ab2-47ce31acd14c req-74370412-997b-4463-a53a-3c73e6c8d4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:46.279309 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8fc78-309b-4126-9ab2-47ce31acd14c req-74370412-997b-4463-a53a-3c73e6c8d4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:46.279919 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8fc78-309b-4126-9ab2-47ce31acd14c req-74370412-997b-4463-a53a-3c73e6c8d4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:46.281886 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a8b8fc78-309b-4126-9ab2-47ce31acd14c req-74370412-997b-4463-a53a-3c73e6c8d4c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b242a09179d94d8193cc1c0208c67871&device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 6286 time: 0.4133689 Feb 04 21:09:46.310981 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad69de-30d8-4a67-85b2-ddacf042ed75 req-2cef5403-af76-4a29-99ea-801b58c08cfb tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:46.315055 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad69de-30d8-4a67-85b2-ddacf042ed75 req-2cef5403-af76-4a29-99ea-801b58c08cfb tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:46.320998 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad69de-30d8-4a67-85b2-ddacf042ed75 req-2cef5403-af76-4a29-99ea-801b58c08cfb tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:46.327760 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad69de-30d8-4a67-85b2-ddacf042ed75 req-2cef5403-af76-4a29-99ea-801b58c08cfb tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:46.334344 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad69de-30d8-4a67-85b2-ddacf042ed75 req-2cef5403-af76-4a29-99ea-801b58c08cfb tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:46.340424 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad69de-30d8-4a67-85b2-ddacf042ed75 req-2cef5403-af76-4a29-99ea-801b58c08cfb tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:46.346455 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad69de-30d8-4a67-85b2-ddacf042ed75 req-2cef5403-af76-4a29-99ea-801b58c08cfb tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:46.348405 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a3ad69de-30d8-4a67-85b2-ddacf042ed75 req-2cef5403-af76-4a29-99ea-801b58c08cfb tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 5394 time: 0.3924942 Feb 04 21:09:46.380201 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-57a62c36-29b0-400f-bf16-567cf79c5d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4e25158-47e9-42b4-972c-d39e229b32b8 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:09:46.389311 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-57a62c36-29b0-400f-bf16-567cf79c5d41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:46.406705 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-57a62c36-29b0-400f-bf16-567cf79c5d41 service neutron] Transition to ACTIVE for port object c4e25158-47e9-42b4-972c-d39e229b32b8 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:46.410839 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-57a62c36-29b0-400f-bf16-567cf79c5d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:46.497059 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-d678e309-08fa-4dae-9734-fded5d870987 req-5416da98-baa3-4474-b92a-ad1d7807eb64 service neutron] Attempting to bind port 5335f7e2-73c0-4dd4-8358-e41ac0cfb472 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:09:46.497827 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-d678e309-08fa-4dae-9734-fded5d870987 req-5416da98-baa3-4474-b92a-ad1d7807eb64 service neutron] Attempting to bind port 5335f7e2-73c0-4dd4-8358-e41ac0cfb472 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'e7819942-77a3-4906-8412-46ddc0c4fdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd4371e9c-d7d4-4949-9f9f-474ca6bfce85'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:09:46.497827 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d678e309-08fa-4dae-9734-fded5d870987 req-5416da98-baa3-4474-b92a-ad1d7807eb64 service neutron] Attempting to bind port 5335f7e2-73c0-4dd4-8358-e41ac0cfb472 on network d4371e9c-d7d4-4949-9f9f-474ca6bfce85 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:09:46.587561 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d678e309-08fa-4dae-9734-fded5d870987 req-5416da98-baa3-4474-b92a-ad1d7807eb64 service neutron] Port 5335f7e2-73c0-4dd4-8358-e41ac0cfb472 on network d4371e9c-d7d4-4949-9f9f-474ca6bfce85 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:09:46.587899 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d678e309-08fa-4dae-9734-fded5d870987 req-5416da98-baa3-4474-b92a-ad1d7807eb64 service neutron] Attempting to bind port 5335f7e2-73c0-4dd4-8358-e41ac0cfb472 on network d4371e9c-d7d4-4949-9f9f-474ca6bfce85 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:09:46.597807 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a62c36-29b0-400f-bf16-567cf79c5d41 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e25158-47e9-42b4-972c-d39e229b32b8,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:46.618718 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d678e309-08fa-4dae-9734-fded5d870987 req-5416da98-baa3-4474-b92a-ad1d7807eb64 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:09:46.619302 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d678e309-08fa-4dae-9734-fded5d870987 req-5416da98-baa3-4474-b92a-ad1d7807eb64 service neutron] Checking segment: {'id': 'e7819942-77a3-4906-8412-46ddc0c4fdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd4371e9c-d7d4-4949-9f9f-474ca6bfce85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:09:46.619888 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d678e309-08fa-4dae-9734-fded5d870987 req-5416da98-baa3-4474-b92a-ad1d7807eb64 service neutron] Bound using segment: {'id': 'e7819942-77a3-4906-8412-46ddc0c4fdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd4371e9c-d7d4-4949-9f9f-474ca6bfce85'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:09:46.620526 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-d678e309-08fa-4dae-9734-fded5d870987 req-5416da98-baa3-4474-b92a-ad1d7807eb64 service neutron] Bound port: 5335f7e2-73c0-4dd4-8358-e41ac0cfb472, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7819942-77a3-4906-8412-46ddc0c4fdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd4371e9c-d7d4-4949-9f9f-474ca6bfce85'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:09:46.621039 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d678e309-08fa-4dae-9734-fded5d870987 req-5416da98-baa3-4474-b92a-ad1d7807eb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:46.662185 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a3ad69de-30d8-4a67-85b2-ddacf042ed75 req-24ef602d-a426-43fd-a3be-4ae8d43db78e tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57aefd0-2358-4799-bf02-8d4615be2807&id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1663432 Feb 04 21:09:46.706211 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-57a62c36-29b0-400f-bf16-567cf79c5d41 service neutron] Attempting to bind port c4e25158-47e9-42b4-972c-d39e229b32b8 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:09:46.706666 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-57a62c36-29b0-400f-bf16-567cf79c5d41 service neutron] Attempting to bind port c4e25158-47e9-42b4-972c-d39e229b32b8 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': '6429d873-b8f4-4c82-bf9b-05ee94e57129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bb213b90-85ae-4ae5-869b-fda768933cd6'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:09:46.707100 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-57a62c36-29b0-400f-bf16-567cf79c5d41 service neutron] Attempting to bind port c4e25158-47e9-42b4-972c-d39e229b32b8 on network bb213b90-85ae-4ae5-869b-fda768933cd6 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:09:46.714057 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-57a62c36-29b0-400f-bf16-567cf79c5d41 service neutron] Port c4e25158-47e9-42b4-972c-d39e229b32b8 on network bb213b90-85ae-4ae5-869b-fda768933cd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:09:46.714408 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-57a62c36-29b0-400f-bf16-567cf79c5d41 service neutron] Attempting to bind port c4e25158-47e9-42b4-972c-d39e229b32b8 on network bb213b90-85ae-4ae5-869b-fda768933cd6 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:09:46.723186 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-57a62c36-29b0-400f-bf16-567cf79c5d41 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:09:46.723638 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-57a62c36-29b0-400f-bf16-567cf79c5d41 service neutron] Checking segment: {'id': '6429d873-b8f4-4c82-bf9b-05ee94e57129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bb213b90-85ae-4ae5-869b-fda768933cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:09:46.724374 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-57a62c36-29b0-400f-bf16-567cf79c5d41 service neutron] Bound using segment: {'id': '6429d873-b8f4-4c82-bf9b-05ee94e57129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bb213b90-85ae-4ae5-869b-fda768933cd6'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:09:46.725044 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-57a62c36-29b0-400f-bf16-567cf79c5d41 service neutron] Bound port: c4e25158-47e9-42b4-972c-d39e229b32b8, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6429d873-b8f4-4c82-bf9b-05ee94e57129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bb213b90-85ae-4ae5-869b-fda768933cd6'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:09:46.725581 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-57a62c36-29b0-400f-bf16-567cf79c5d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:46.761326 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58310944-ede8-4731-953a-965f50bc9d0b req-334f2e13-86bb-4c7a-bd38-547e991f163d tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:46.762223 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-58310944-ede8-4731-953a-965f50bc9d0b req-334f2e13-86bb-4c7a-bd38-547e991f163d tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] 10.222.0.26 "GET /v2.0/ports?device_id=40b51670-a0d8-4967-8b32-ad40df2ca963 HTTP/1.1" status: 200 len: 943 time: 0.5612018 Feb 04 21:09:46.831592 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8fc78-309b-4126-9ab2-47ce31acd14c req-47f99cbf-f97c-4ded-9d5a-e1ee0fc9958c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:46.832073 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8fc78-309b-4126-9ab2-47ce31acd14c req-47f99cbf-f97c-4ded-9d5a-e1ee0fc9958c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:46.832543 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8fc78-309b-4126-9ab2-47ce31acd14c req-47f99cbf-f97c-4ded-9d5a-e1ee0fc9958c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:46.841618 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a8b8fc78-309b-4126-9ab2-47ce31acd14c req-47f99cbf-f97c-4ded-9d5a-e1ee0fc9958c service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=b242a09179d94d8193cc1c0208c67871&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4845119 Feb 04 21:09:46.889835 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-57a62c36-29b0-400f-bf16-567cf79c5d41 service neutron] For port c4e25158-47e9-42b4-972c-d39e229b32b8, host n-h1-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:09:46.893822 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-57a62c36-29b0-400f-bf16-567cf79c5d41 service neutron] For port c4e25158-47e9-42b4-972c-d39e229b32b8, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=c4e25158-47e9-42b4-972c-d39e229b32b8,segment=NetworkSegment(6429d873-b8f4-4c82-bf9b-05ee94e57129),segment_id=6429d873-b8f4-4c82-bf9b-05ee94e57129)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:09:46.903717 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-57a62c36-29b0-400f-bf16-567cf79c5d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:47.036879 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-58310944-ede8-4731-953a-965f50bc9d0b req-a736115e-6fae-4926-8762-b57e4595e663 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c07ca5b-e876-47f8-9d4f-d5712fb10c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627425 Feb 04 21:09:47.037443 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-57a62c36-29b0-400f-bf16-567cf79c5d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:47.038260 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-57a62c36-29b0-400f-bf16-567cf79c5d41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:47.040934 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-57a62c36-29b0-400f-bf16-567cf79c5d41 service neutron] 10.222.0.32 "PUT /v2.0/ports/c4e25158-47e9-42b4-972c-d39e229b32b8 HTTP/1.1" status: 200 len: 1090 time: 1.5963764 Feb 04 21:09:47.053134 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-d678e309-08fa-4dae-9734-fded5d870987 req-5416da98-baa3-4474-b92a-ad1d7807eb64 service neutron] For port 5335f7e2-73c0-4dd4-8358-e41ac0cfb472, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:09:47.059692 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a62c36-29b0-400f-bf16-567cf79c5d41 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e25158-47e9-42b4-972c-d39e229b32b8,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:47.097698 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-d678e309-08fa-4dae-9734-fded5d870987 req-5416da98-baa3-4474-b92a-ad1d7807eb64 service neutron] For port 5335f7e2-73c0-4dd4-8358-e41ac0cfb472, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=5335f7e2-73c0-4dd4-8358-e41ac0cfb472,segment=NetworkSegment(e7819942-77a3-4906-8412-46ddc0c4fdb7),segment_id=e7819942-77a3-4906-8412-46ddc0c4fdb7)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:09:47.102953 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-eacc0bfe-e640-42df-835f-9c37381d8396 service neutron] Request body: {'port': {'device_id': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:47.136879 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d678e309-08fa-4dae-9734-fded5d870987 req-5416da98-baa3-4474-b92a-ad1d7807eb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:47.241924 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678e309-08fa-4dae-9734-fded5d870987 req-5416da98-baa3-4474-b92a-ad1d7807eb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:47.242549 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d678e309-08fa-4dae-9734-fded5d870987 req-5416da98-baa3-4474-b92a-ad1d7807eb64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:47.243959 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d678e309-08fa-4dae-9734-fded5d870987 req-5416da98-baa3-4474-b92a-ad1d7807eb64 service neutron] 10.222.0.32 "PUT /v2.0/ports/5335f7e2-73c0-4dd4-8358-e41ac0cfb472 HTTP/1.1" status: 200 len: 1091 time: 3.5434766 Feb 04 21:09:47.245526 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b51670-a0d8-4967-8b32-ad40df2ca963', 'tag': '5335f7e2-73c0-4dd4-8358-e41ac0cfb472'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:09:47.362676 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:47.377462 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:47.404172 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-eacc0bfe-e640-42df-835f-9c37381d8396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:47.423109 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8fc78-309b-4126-9ab2-47ce31acd14c req-e814674b-998a-4ed0-ba32-c39f0b356d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:47.424694 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a8b8fc78-309b-4126-9ab2-47ce31acd14c req-e814674b-998a-4ed0-ba32-c39f0b356d21 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5716808 Feb 04 21:09:47.445479 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb0ed0-fe8c-40da-92f8-ba830ce265c4 req-79679277-5880-43ad-9aa4-c627be7e6850 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:47.447161 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8adb0ed0-fe8c-40da-92f8-ba830ce265c4 req-79679277-5880-43ad-9aa4-c627be7e6850 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.5399921 Feb 04 21:09:47.447833 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5416da98-baa3-4474-b92a-ad1d7807eb64 service neutron] Pushing event updated for resources: {'Port': ['ID=5335f7e2-73c0-4dd4-8358-e41ac0cfb472,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:47.570416 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678e309-08fa-4dae-9734-fded5d870987 req-2785f543-ff73-4ab4-ba9e-ed7d10f6d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:47.571879 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d678e309-08fa-4dae-9734-fded5d870987 req-2785f543-ff73-4ab4-ba9e-ed7d10f6d66d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=daada7e40ce74c08896d589d7ccab885&device_id=40b51670-a0d8-4967-8b32-ad40df2ca963 HTTP/1.1" status: 200 len: 1094 time: 0.2736502 Feb 04 21:09:47.576790 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8adb0ed0-fe8c-40da-92f8-ba830ce265c4 req-35c65cd3-3679-41c8-acaf-3c5d0c0d9ec0 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854344 Feb 04 21:09:47.640183 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced026a-b06b-4ad9-8402-90fe0319e585 req-613c300f-278c-4728-b45e-fabeaa24e5e7 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:47.648542 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dced026a-b06b-4ad9-8402-90fe0319e585 req-613c300f-278c-4728-b45e-fabeaa24e5e7 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e493d8c-c63e-4116-a2ef-80236b6c2a50 HTTP/1.1" status: 200 len: 945 time: 0.2950356 Feb 04 21:09:47.701200 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'tag': '746edaf1-0070-4819-a4c2-321e5c28a8a4'}, {'name': 'network-changed', 'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'tag': 'c4e25158-47e9-42b4-972c-d39e229b32b8'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:09:47.706239 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d678e309-08fa-4dae-9734-fded5d870987 req-703294b5-9cac-434d-a1f1-d30cc0eca835 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5335f7e2-73c0-4dd4-8358-e41ac0cfb472 HTTP/1.1" status: 200 len: 217 time: 0.1247809 Feb 04 21:09:47.849720 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dced026a-b06b-4ad9-8402-90fe0319e585 req-2672ff17-1d89-4dfb-9ccb-a0738813fffd tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b4e1bda-ed54-401e-8a67-c066086c109f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003222 Feb 04 21:09:47.855292 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-eacc0bfe-e640-42df-835f-9c37381d8396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d744b444-342d-49e4-b7c2-bdadcf0af1d9 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:09:47.861938 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678e309-08fa-4dae-9734-fded5d870987 req-ce2ed974-8d34-4544-87dc-c8843f735e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:47.863287 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d678e309-08fa-4dae-9734-fded5d870987 req-ce2ed974-8d34-4544-87dc-c8843f735e37 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7450603b-cacc-48cb-a237-4933f6e46c18 HTTP/1.1" status: 200 len: 853 time: 0.1443405 Feb 04 21:09:47.863376 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-eacc0bfe-e640-42df-835f-9c37381d8396 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:47.891641 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-eacc0bfe-e640-42df-835f-9c37381d8396 service neutron] Transition to ACTIVE for port object d744b444-342d-49e4-b7c2-bdadcf0af1d9 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:47.895723 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-eacc0bfe-e640-42df-835f-9c37381d8396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:47.920178 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d678e309-08fa-4dae-9734-fded5d870987 req-77cd1352-cf58-42f0-af80-979fb1d1c8dc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d4371e9c-d7d4-4949-9f9f-474ca6bfce85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488122 Feb 04 21:09:47.928301 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed2857-7c13-4d05-b344-20e6cbeaf0dd req-96e84a1c-6d5b-4d03-9342-f12af72d2388 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:47.929694 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-59ed2857-7c13-4d05-b344-20e6cbeaf0dd req-96e84a1c-6d5b-4d03-9342-f12af72d2388 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5fc87a-3269-4c7b-887a-8372233244a5 HTTP/1.1" status: 200 len: 946 time: 0.2096260 Feb 04 21:09:48.069745 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-59ed2857-7c13-4d05-b344-20e6cbeaf0dd req-7251c4f3-7869-4e91-a29f-7a2233542fd6 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185629 Feb 04 21:09:48.132830 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d678e309-08fa-4dae-9734-fded5d870987 req-5bcc1f94-15bd-4473-8f9e-ec68d87a021c service neutron] 10.222.0.32 "GET /v2.0/networks/d4371e9c-d7d4-4949-9f9f-474ca6bfce85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021945 Feb 04 21:09:48.191773 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b51670-a0d8-4967-8b32-ad40df2ca963', 'tag': '5335f7e2-73c0-4dd4-8358-e41ac0cfb472', 'status': 'completed', 'code': 200} Feb 04 21:09:48.295199 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-6321489b-341f-4752-82ac-7413847e66b0 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1614193100&fields=id&tenant_id=aad0d9a1cb2b4f7b9157e57f03fc7e68 HTTP/1.1" status: 200 len: 267 time: 0.1174068 Feb 04 21:09:48.327063 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc0bfe-e640-42df-835f-9c37381d8396 service neutron] Pushing event updated for resources: {'Port': ['ID=d744b444-342d-49e4-b7c2-bdadcf0af1d9,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:48.359611 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-eacc0bfe-e640-42df-835f-9c37381d8396 service neutron] Attempting to bind port d744b444-342d-49e4-b7c2-bdadcf0af1d9 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:09:48.360155 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-eacc0bfe-e640-42df-835f-9c37381d8396 service neutron] Attempting to bind port d744b444-342d-49e4-b7c2-bdadcf0af1d9 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'abee4976-277e-4319-9927-4355a60b3f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '874df1b5-5f8c-4914-8d0d-1a3a81a2fefb'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:09:48.360682 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-eacc0bfe-e640-42df-835f-9c37381d8396 service neutron] Attempting to bind port d744b444-342d-49e4-b7c2-bdadcf0af1d9 on network 874df1b5-5f8c-4914-8d0d-1a3a81a2fefb {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:09:48.366673 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-eacc0bfe-e640-42df-835f-9c37381d8396 service neutron] Port d744b444-342d-49e4-b7c2-bdadcf0af1d9 on network 874df1b5-5f8c-4914-8d0d-1a3a81a2fefb not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:09:48.367141 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-eacc0bfe-e640-42df-835f-9c37381d8396 service neutron] Attempting to bind port d744b444-342d-49e4-b7c2-bdadcf0af1d9 on network 874df1b5-5f8c-4914-8d0d-1a3a81a2fefb {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:09:48.374300 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-eacc0bfe-e640-42df-835f-9c37381d8396 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:09:48.374694 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-eacc0bfe-e640-42df-835f-9c37381d8396 service neutron] Checking segment: {'id': 'abee4976-277e-4319-9927-4355a60b3f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '874df1b5-5f8c-4914-8d0d-1a3a81a2fefb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:09:48.375107 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-eacc0bfe-e640-42df-835f-9c37381d8396 service neutron] Bound using segment: {'id': 'abee4976-277e-4319-9927-4355a60b3f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '874df1b5-5f8c-4914-8d0d-1a3a81a2fefb'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:09:48.377468 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-eacc0bfe-e640-42df-835f-9c37381d8396 service neutron] Bound port: d744b444-342d-49e4-b7c2-bdadcf0af1d9, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abee4976-277e-4319-9927-4355a60b3f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '874df1b5-5f8c-4914-8d0d-1a3a81a2fefb'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:09:48.377468 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-eacc0bfe-e640-42df-835f-9c37381d8396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:48.475006 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d678e309-08fa-4dae-9734-fded5d870987 req-808d6b79-3e91-4dba-abf0-59c90ccae66b service neutron] 10.222.0.32 "GET /v2.0/networks/d4371e9c-d7d4-4949-9f9f-474ca6bfce85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301122 Feb 04 21:09:48.481776 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-eacc0bfe-e640-42df-835f-9c37381d8396 service neutron] For port d744b444-342d-49e4-b7c2-bdadcf0af1d9, host n-h1-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:09:48.485464 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-eacc0bfe-e640-42df-835f-9c37381d8396 service neutron] For port d744b444-342d-49e4-b7c2-bdadcf0af1d9, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=d744b444-342d-49e4-b7c2-bdadcf0af1d9,segment=NetworkSegment(abee4976-277e-4319-9927-4355a60b3f3a),segment_id=abee4976-277e-4319-9927-4355a60b3f3a)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:09:48.494132 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-eacc0bfe-e640-42df-835f-9c37381d8396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:48.572802 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-eacc0bfe-e640-42df-835f-9c37381d8396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:48.573480 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-eacc0bfe-e640-42df-835f-9c37381d8396 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:48.574900 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-eacc0bfe-e640-42df-835f-9c37381d8396 service neutron] 10.222.0.32 "PUT /v2.0/ports/d744b444-342d-49e4-b7c2-bdadcf0af1d9 HTTP/1.1" status: 200 len: 1091 time: 1.4899423 Feb 04 21:09:48.592084 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc0bfe-e640-42df-835f-9c37381d8396 service neutron] Pushing event updated for resources: {'Port': ['ID=d744b444-342d-49e4-b7c2-bdadcf0af1d9,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:48.610054 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-c1ff47a6-4047-4dc9-b635-7c431fa4d5e8 service neutron] Request body: {'port': {'device_id': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:48.741775 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-c1ff47a6-4047-4dc9-b635-7c431fa4d5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:48.774204 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-a92f2884-3aa7-45d5-ad21-3b4f5ffe223a tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:48.776446 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-a92f2884-3aa7-45d5-ad21-3b4f5ffe223a tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "GET /v2.0/networks?id=4608db1e-4c63-4115-98e9-dbb35735c98b HTTP/1.1" status: 200 len: 816 time: 0.4627366 Feb 04 21:09:48.789846 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a9579-0128-439d-b8b6-fb12fc71cb8e req-bb398bd2-6ae1-4704-85e9-7d6693a88fff tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:48.796347 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a9579-0128-439d-b8b6-fb12fc71cb8e req-bb398bd2-6ae1-4704-85e9-7d6693a88fff tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:48.802369 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a9579-0128-439d-b8b6-fb12fc71cb8e req-bb398bd2-6ae1-4704-85e9-7d6693a88fff tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:48.809117 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a9579-0128-439d-b8b6-fb12fc71cb8e req-bb398bd2-6ae1-4704-85e9-7d6693a88fff tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:48.814570 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a9579-0128-439d-b8b6-fb12fc71cb8e req-bb398bd2-6ae1-4704-85e9-7d6693a88fff tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:48.820582 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a9579-0128-439d-b8b6-fb12fc71cb8e req-bb398bd2-6ae1-4704-85e9-7d6693a88fff tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:48.826606 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a9579-0128-439d-b8b6-fb12fc71cb8e req-bb398bd2-6ae1-4704-85e9-7d6693a88fff tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:48.826752 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:48.833396 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-839a9579-0128-439d-b8b6-fb12fc71cb8e req-bb398bd2-6ae1-4704-85e9-7d6693a88fff tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 5418 time: 0.5213006 Feb 04 21:09:48.857234 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-01f6ef09-993d-4aa8-a8e0-bba7bf05481f tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "GET /v2.0/quotas/aad0d9a1cb2b4f7b9157e57f03fc7e68 HTTP/1.1" status: 200 len: 375 time: 0.0204451 Feb 04 21:09:48.975647 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-839a9579-0128-439d-b8b6-fb12fc71cb8e req-30d47e5f-b537-46bd-a962-dbe284cb890d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57aefd0-2358-4799-bf02-8d4615be2807&id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1346297 Feb 04 21:09:48.990263 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec849b-5a42-4e87-af0b-45bad74eb1c1 req-7b6442e6-0994-4863-bc15-9befd3a001ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:48.991872 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c8ec849b-5a42-4e87-af0b-45bad74eb1c1 req-7b6442e6-0994-4863-bc15-9befd3a001ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=daada7e40ce74c08896d589d7ccab885&device_id=40b51670-a0d8-4967-8b32-ad40df2ca963 HTTP/1.1" status: 200 len: 1094 time: 0.3161368 Feb 04 21:09:49.042748 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-eed8e896-c532-494f-a065-034804f401ec tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=aad0d9a1cb2b4f7b9157e57f03fc7e68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1713090 Feb 04 21:09:49.102836 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'tag': '746edaf1-0070-4819-a4c2-321e5c28a8a4', 'status': 'completed', 'code': 200} Feb 04 21:09:49.103134 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'tag': 'c4e25158-47e9-42b4-972c-d39e229b32b8', 'status': 'completed', 'code': 200} Feb 04 21:09:49.418287 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-c1ff47a6-4047-4dc9-b635-7c431fa4d5e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41158139-7424-4ba1-8ba1-b7ebcd524ad6 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:09:49.426900 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-c1ff47a6-4047-4dc9-b635-7c431fa4d5e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:49.442069 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715cbc7-39a9-422f-8b0e-2d793d1cb8a1 req-c91a9185-fe72-4dbd-841a-402860d507b1 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:49.442768 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-4715cbc7-39a9-422f-8b0e-2d793d1cb8a1 req-c91a9185-fe72-4dbd-841a-402860d507b1 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Synchronizing usage tracker for tenant:69cff50c69dd4edbb2b0c631432e7d0d on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:09:49.456451 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-c1ff47a6-4047-4dc9-b635-7c431fa4d5e8 service neutron] Transition to ACTIVE for port object 41158139-7424-4ba1-8ba1-b7ebcd524ad6 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:49.461555 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-c1ff47a6-4047-4dc9-b635-7c431fa4d5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:49.500158 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec849b-5a42-4e87-af0b-45bad74eb1c1 req-596056b6-50e0-48ee-be59-ac9cd335363f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:49.502133 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c8ec849b-5a42-4e87-af0b-45bad74eb1c1 req-596056b6-50e0-48ee-be59-ac9cd335363f service neutron] 10.222.0.32 "GET /v2.0/networks?id=d4371e9c-d7d4-4949-9f9f-474ca6bfce85 HTTP/1.1" status: 200 len: 914 time: 0.4566610 Feb 04 21:09:49.511036 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-4715cbc7-39a9-422f-8b0e-2d793d1cb8a1 req-c91a9185-fe72-4dbd-841a-402860d507b1 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Unset dirty status for tenant:69cff50c69dd4edbb2b0c631432e7d0d on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:09:49.512235 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4715cbc7-39a9-422f-8b0e-2d793d1cb8a1 req-c91a9185-fe72-4dbd-841a-402860d507b1 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b5fc87a-3269-4c7b-887a-8372233244a5 HTTP/1.1" status: 200 len: 946 time: 0.2260048 Feb 04 21:09:49.531376 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-fcb5c287-5a6d-4e3d-ab0b-2f852ee54043 service neutron] 10.222.0.26 "GET /v2.0/networks/4608db1e-4c63-4115-98e9-dbb35735c98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4875975 Feb 04 21:09:49.632947 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f56209-994d-4069-9501-4fe5fd6b1a82 req-2bbb6a60-9369-463d-97c7-bc26a22f250f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:49.633690 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f56209-994d-4069-9501-4fe5fd6b1a82 req-2bbb6a60-9369-463d-97c7-bc26a22f250f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:49.634305 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f56209-994d-4069-9501-4fe5fd6b1a82 req-2bbb6a60-9369-463d-97c7-bc26a22f250f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:49.635484 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f56209-994d-4069-9501-4fe5fd6b1a82 req-2bbb6a60-9369-463d-97c7-bc26a22f250f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:49.636215 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f56209-994d-4069-9501-4fe5fd6b1a82 req-2bbb6a60-9369-463d-97c7-bc26a22f250f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:49.636830 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f56209-994d-4069-9501-4fe5fd6b1a82 req-2bbb6a60-9369-463d-97c7-bc26a22f250f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:49.637508 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f56209-994d-4069-9501-4fe5fd6b1a82 req-2bbb6a60-9369-463d-97c7-bc26a22f250f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:49.639582 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93f56209-994d-4069-9501-4fe5fd6b1a82 req-2bbb6a60-9369-463d-97c7-bc26a22f250f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b242a09179d94d8193cc1c0208c67871&device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 6420 time: 0.4351583 Feb 04 21:09:49.674654 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff47a6-4047-4dc9-b635-7c431fa4d5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=41158139-7424-4ba1-8ba1-b7ebcd524ad6,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:49.687282 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c8ec849b-5a42-4e87-af0b-45bad74eb1c1 req-eb77749d-dc48-4989-b892-328735fac372 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5335f7e2-73c0-4dd4-8358-e41ac0cfb472 HTTP/1.1" status: 200 len: 217 time: 0.1722002 Feb 04 21:09:49.689238 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-4715cbc7-39a9-422f-8b0e-2d793d1cb8a1 req-50069922-57cf-483d-be97-4abbce4f438d tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Deleting port ed879f56-9992-4aeb-b2ed-9c8f863be9cb {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:09:49.689600 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4715cbc7-39a9-422f-8b0e-2d793d1cb8a1 req-50069922-57cf-483d-be97-4abbce4f438d tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:49.718529 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-14d25ec9-ba78-4d73-aec0-eaf9079bc9ce tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:49.725672 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-14d25ec9-ba78-4d73-aec0-eaf9079bc9ce tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/networks?id=e4cc1ce8-eeb6-46af-80b5-92196799c865 HTTP/1.1" status: 200 len: 811 time: 0.5051901 Feb 04 21:09:49.890180 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-222a84e9-ff76-4b1c-8734-07e798a144ac tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/quotas/d3d539dc97a744058fdb427e438eb9ad HTTP/1.1" status: 200 len: 375 time: 0.1627948 Feb 04 21:09:49.927203 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-c1ff47a6-4047-4dc9-b635-7c431fa4d5e8 service neutron] Attempting to bind port 41158139-7424-4ba1-8ba1-b7ebcd524ad6 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:09:49.927539 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-c1ff47a6-4047-4dc9-b635-7c431fa4d5e8 service neutron] Attempting to bind port 41158139-7424-4ba1-8ba1-b7ebcd524ad6 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'abee4976-277e-4319-9927-4355a60b3f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '874df1b5-5f8c-4914-8d0d-1a3a81a2fefb'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:09:49.927868 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-c1ff47a6-4047-4dc9-b635-7c431fa4d5e8 service neutron] Attempting to bind port 41158139-7424-4ba1-8ba1-b7ebcd524ad6 on network 874df1b5-5f8c-4914-8d0d-1a3a81a2fefb {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:09:49.936966 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-c1ff47a6-4047-4dc9-b635-7c431fa4d5e8 service neutron] Port 41158139-7424-4ba1-8ba1-b7ebcd524ad6 on network 874df1b5-5f8c-4914-8d0d-1a3a81a2fefb not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:09:49.937320 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-c1ff47a6-4047-4dc9-b635-7c431fa4d5e8 service neutron] Attempting to bind port 41158139-7424-4ba1-8ba1-b7ebcd524ad6 on network 874df1b5-5f8c-4914-8d0d-1a3a81a2fefb {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:09:49.992710 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec849b-5a42-4e87-af0b-45bad74eb1c1 req-76f0a3f5-08e7-412f-9ae1-900d8c2af6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:49.994125 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c8ec849b-5a42-4e87-af0b-45bad74eb1c1 req-76f0a3f5-08e7-412f-9ae1-900d8c2af6ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7450603b-cacc-48cb-a237-4933f6e46c18 HTTP/1.1" status: 200 len: 853 time: 0.2534664 Feb 04 21:09:50.033355 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-c1ff47a6-4047-4dc9-b635-7c431fa4d5e8 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:09:50.033704 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-c1ff47a6-4047-4dc9-b635-7c431fa4d5e8 service neutron] Checking segment: {'id': 'abee4976-277e-4319-9927-4355a60b3f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '874df1b5-5f8c-4914-8d0d-1a3a81a2fefb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:09:50.034093 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-c1ff47a6-4047-4dc9-b635-7c431fa4d5e8 service neutron] Bound using segment: {'id': 'abee4976-277e-4319-9927-4355a60b3f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '874df1b5-5f8c-4914-8d0d-1a3a81a2fefb'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:09:50.034556 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-c1ff47a6-4047-4dc9-b635-7c431fa4d5e8 service neutron] Bound port: 41158139-7424-4ba1-8ba1-b7ebcd524ad6, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abee4976-277e-4319-9927-4355a60b3f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '874df1b5-5f8c-4914-8d0d-1a3a81a2fefb'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:09:50.035031 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-c1ff47a6-4047-4dc9-b635-7c431fa4d5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:50.083032 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f56209-994d-4069-9501-4fe5fd6b1a82 req-1cef5e5b-5085-470d-acb5-0bbdc424632d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:50.083575 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f56209-994d-4069-9501-4fe5fd6b1a82 req-1cef5e5b-5085-470d-acb5-0bbdc424632d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:50.083949 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f56209-994d-4069-9501-4fe5fd6b1a82 req-1cef5e5b-5085-470d-acb5-0bbdc424632d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:50.085508 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93f56209-994d-4069-9501-4fe5fd6b1a82 req-1cef5e5b-5085-470d-acb5-0bbdc424632d service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=b242a09179d94d8193cc1c0208c67871&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3925693 Feb 04 21:09:50.114979 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-a21d4f0e-af33-4c47-95b6-9e09a412aade service neutron] 10.222.0.26 "GET /v2.0/networks/4608db1e-4c63-4115-98e9-dbb35735c98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5827818 Feb 04 21:09:50.117088 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c8ec849b-5a42-4e87-af0b-45bad74eb1c1 req-949e31f3-f99d-42bc-98dd-f7fa1e1085c8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d4371e9c-d7d4-4949-9f9f-474ca6bfce85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897658 Feb 04 21:09:50.192843 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-4715cbc7-39a9-422f-8b0e-2d793d1cb8a1 req-50069922-57cf-483d-be97-4abbce4f438d tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] For port ed879f56-9992-4aeb-b2ed-9c8f863be9cb, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=ed879f56-9992-4aeb-b2ed-9c8f863be9cb,segment=NetworkSegment(981c5051-f4f5-4e27-b711-c6ab8733b666),segment_id=981c5051-f4f5-4e27-b711-c6ab8733b666)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:50.193542 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4715cbc7-39a9-422f-8b0e-2d793d1cb8a1 req-50069922-57cf-483d-be97-4abbce4f438d tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:50.215470 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-c1ff47a6-4047-4dc9-b635-7c431fa4d5e8 service neutron] For port 41158139-7424-4ba1-8ba1-b7ebcd524ad6, host n-h1-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:09:50.389147 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-4715cbc7-39a9-422f-8b0e-2d793d1cb8a1 req-50069922-57cf-483d-be97-4abbce4f438d tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Calling delete_port for ed879f56-9992-4aeb-b2ed-9c8f863be9cb owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:09:50.422642 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-c1ff47a6-4047-4dc9-b635-7c431fa4d5e8 service neutron] For port 41158139-7424-4ba1-8ba1-b7ebcd524ad6, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=41158139-7424-4ba1-8ba1-b7ebcd524ad6,segment=NetworkSegment(abee4976-277e-4319-9927-4355a60b3f3a),segment_id=abee4976-277e-4319-9927-4355a60b3f3a)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:09:50.437184 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-c1ff47a6-4047-4dc9-b635-7c431fa4d5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:50.538859 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-c1ff47a6-4047-4dc9-b635-7c431fa4d5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:50.539506 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-c1ff47a6-4047-4dc9-b635-7c431fa4d5e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:50.540941 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-c1ff47a6-4047-4dc9-b635-7c431fa4d5e8 service neutron] 10.222.0.32 "PUT /v2.0/ports/41158139-7424-4ba1-8ba1-b7ebcd524ad6 HTTP/1.1" status: 200 len: 1091 time: 1.9358177 Feb 04 21:09:50.559495 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f56209-994d-4069-9501-4fe5fd6b1a82 req-2e24d1d2-9d1d-4876-86df-05a90b780a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:50.561587 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93f56209-994d-4069-9501-4fe5fd6b1a82 req-2e24d1d2-9d1d-4876-86df-05a90b780a88 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4668534 Feb 04 21:09:50.580261 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff47a6-4047-4dc9-b635-7c431fa4d5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=41158139-7424-4ba1-8ba1-b7ebcd524ad6,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:50.587703 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c8ec849b-5a42-4e87-af0b-45bad74eb1c1 req-3098b33b-3123-42f9-8621-2071ee530558 service neutron] 10.222.0.32 "GET /v2.0/networks/d4371e9c-d7d4-4949-9f9f-474ca6bfce85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626341 Feb 04 21:09:50.614776 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-3631f520-997d-48ed-b8c6-0d07fb6bacc2 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d3d539dc97a744058fdb427e438eb9ad&fields=id HTTP/1.1" status: 200 len: 486 time: 0.7092688 Feb 04 21:09:50.678665 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4715cbc7-39a9-422f-8b0e-2d793d1cb8a1 req-50069922-57cf-483d-be97-4abbce4f438d tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:50.702001 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['d9efb7e7-5959-47c9-b634-0583fbf07376'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:09:50.737336 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50069922-57cf-483d-be97-4abbce4f438d tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Pushing event deleted for resources: {'Port': ['ID=ed879f56-9992-4aeb-b2ed-9c8f863be9cb,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:50.888174 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-4715cbc7-39a9-422f-8b0e-2d793d1cb8a1 req-50069922-57cf-483d-be97-4abbce4f438d tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] No DVR routers for this DVR port ed879f56-9992-4aeb-b2ed-9c8f863be9cb on host n-h2-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:09:50.905822 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4715cbc7-39a9-422f-8b0e-2d793d1cb8a1 req-50069922-57cf-483d-be97-4abbce4f438d tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:50.935362 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4715cbc7-39a9-422f-8b0e-2d793d1cb8a1 req-50069922-57cf-483d-be97-4abbce4f438d tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.18 "DELETE /v2.0/ports/ed879f56-9992-4aeb-b2ed-9c8f863be9cb HTTP/1.1" status: 204 len: 173 time: 1.4140677 Feb 04 21:09:50.944835 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c8ec849b-5a42-4e87-af0b-45bad74eb1c1 req-ec7d489d-0f9a-4858-99eb-2221a9eb20db service neutron] 10.222.0.32 "GET /v2.0/networks/d4371e9c-d7d4-4949-9f9f-474ca6bfce85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745922 Feb 04 21:09:51.001971 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 5335f7e2-73c0-4dd4-8358-e41ac0cfb472 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:09:51.034729 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-9ccefc30-5b2d-4d92-8892-442f17c5635b service neutron] 10.222.0.26 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188495 Feb 04 21:09:51.057873 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f56209-994d-4069-9501-4fe5fd6b1a82 req-1cae1e60-42ce-49e2-aff1-58d85358dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:51.058535 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f56209-994d-4069-9501-4fe5fd6b1a82 req-1cae1e60-42ce-49e2-aff1-58d85358dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:51.059024 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f56209-994d-4069-9501-4fe5fd6b1a82 req-1cae1e60-42ce-49e2-aff1-58d85358dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:51.059494 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f56209-994d-4069-9501-4fe5fd6b1a82 req-1cae1e60-42ce-49e2-aff1-58d85358dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:51.059961 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f56209-994d-4069-9501-4fe5fd6b1a82 req-1cae1e60-42ce-49e2-aff1-58d85358dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:51.060422 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f56209-994d-4069-9501-4fe5fd6b1a82 req-1cae1e60-42ce-49e2-aff1-58d85358dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:51.060989 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f56209-994d-4069-9501-4fe5fd6b1a82 req-1cae1e60-42ce-49e2-aff1-58d85358dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:51.067423 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93f56209-994d-4069-9501-4fe5fd6b1a82 req-1cae1e60-42ce-49e2-aff1-58d85358dc3e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b242a09179d94d8193cc1c0208c67871&device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 6487 time: 0.4323552 Feb 04 21:09:51.104829 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'tag': 'd744b444-342d-49e4-b7c2-bdadcf0af1d9'}, {'name': 'network-changed', 'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'tag': '41158139-7424-4ba1-8ba1-b7ebcd524ad6'}, {'server_uuid': '0b5fc87a-3269-4c7b-887a-8372233244a5', 'name': 'network-vif-deleted', 'tag': 'ed879f56-9992-4aeb-b2ed-9c8f863be9cb'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:09:51.362736 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 5335f7e2-73c0-4dd4-8358-e41ac0cfb472, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=5335f7e2-73c0-4dd4-8358-e41ac0cfb472,segment=NetworkSegment(e7819942-77a3-4906-8412-46ddc0c4fdb7),segment_id=e7819942-77a3-4906-8412-46ddc0c4fdb7)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:51.382027 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '5335f7e2-73c0-4dd4-8358-e41ac0cfb472', 'network_id': 'd4371e9c-d7d4-4949-9f9f-474ca6bfce85', 'port_id': '5335f7e2-73c0-4dd4-8358-e41ac0cfb472', 'mac_address': 'fa:16:3e:98:01:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7450603b-cacc-48cb-a237-4933f6e46c18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:09:51.418737 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-23522cf0-7c28-4fe5-8bb7-6b94ea910c63 service neutron] 10.222.0.26 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679667 Feb 04 21:09:51.431111 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f56209-994d-4069-9501-4fe5fd6b1a82 req-7a81a96b-0cfe-41e9-a48e-68202530c2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:51.432345 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f56209-994d-4069-9501-4fe5fd6b1a82 req-7a81a96b-0cfe-41e9-a48e-68202530c2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:51.435099 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f56209-994d-4069-9501-4fe5fd6b1a82 req-7a81a96b-0cfe-41e9-a48e-68202530c2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:51.436999 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93f56209-994d-4069-9501-4fe5fd6b1a82 req-7a81a96b-0cfe-41e9-a48e-68202530c2e4 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=b242a09179d94d8193cc1c0208c67871&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3352039 Feb 04 21:09:51.506664 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:51.565102 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5335f7e2-73c0-4dd4-8358-e41ac0cfb472 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:09:51.619471 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 5335f7e2-73c0-4dd4-8358-e41ac0cfb472, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=5335f7e2-73c0-4dd4-8358-e41ac0cfb472,segment=NetworkSegment(e7819942-77a3-4906-8412-46ddc0c4fdb7),segment_id=e7819942-77a3-4906-8412-46ddc0c4fdb7)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:51.631697 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:51.704514 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f56209-994d-4069-9501-4fe5fd6b1a82 req-ca3f2388-f9a7-44ec-979a-33b564945d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:51.712283 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93f56209-994d-4069-9501-4fe5fd6b1a82 req-ca3f2388-f9a7-44ec-979a-33b564945d4c service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2649026 Feb 04 21:09:51.768299 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device ed879f56-9992-4aeb-b2ed-9c8f863be9cb no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:09:51.877892 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: ed879f56-9992-4aeb-b2ed-9c8f863be9cb {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:09:51.878234 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device ed879f56-9992-4aeb-b2ed-9c8f863be9cb not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:09:51.915667 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=5335f7e2-73c0-4dd4-8358-e41ac0cfb472,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:52.027245 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['5335f7e2-73c0-4dd4-8358-e41ac0cfb472'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:09:52.123836 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77d5f5ce-6cd6-4f56-a0c6-17889fc83485 req-73b57b81-0c21-4087-b00a-b73794ea60aa tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b5fc87a-3269-4c7b-887a-8372233244a5 HTTP/1.1" status: 200 len: 210 time: 0.1472251 Feb 04 21:09:52.178927 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff01aca-4c25-4988-9c78-7f582fcfc414 req-ec857e33-2848-4195-86df-d2c623415e05 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:52.187414 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dff01aca-4c25-4988-9c78-7f582fcfc414 req-ec857e33-2848-4195-86df-d2c623415e05 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] 10.222.0.26 "GET /v2.0/ports?device_id=40b51670-a0d8-4967-8b32-ad40df2ca963 HTTP/1.1" status: 200 len: 944 time: 0.2040229 Feb 04 21:09:52.231218 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-b9fe6c73-7c21-4d77-8ef3-fdc07cccfbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:52.231969 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-b9fe6c73-7c21-4d77-8ef3-fdc07cccfbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:52.232693 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-b9fe6c73-7c21-4d77-8ef3-fdc07cccfbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:52.233680 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-b9fe6c73-7c21-4d77-8ef3-fdc07cccfbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:52.234724 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-b9fe6c73-7c21-4d77-8ef3-fdc07cccfbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:52.235844 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-b9fe6c73-7c21-4d77-8ef3-fdc07cccfbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:52.236871 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-b9fe6c73-7c21-4d77-8ef3-fdc07cccfbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:52.241126 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-b9fe6c73-7c21-4d77-8ef3-fdc07cccfbe8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b242a09179d94d8193cc1c0208c67871&device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 6487 time: 0.3465617 Feb 04 21:09:52.338303 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-29497c17-13f7-427d-b7fc-7796a3a1d5b0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06d94d64-09f0-456d-ab29-149d5c934f71 HTTP/1.1" status: 200 len: 217 time: 0.0771830 Feb 04 21:09:52.351204 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dff01aca-4c25-4988-9c78-7f582fcfc414 req-7e222ae5-4529-4f52-a8b3-f4816b6bfe2f tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c07ca5b-e876-47f8-9d4f-d5712fb10c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570098 Feb 04 21:09:52.512541 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-7a8aa3ba-c1c0-456d-95b6-eb3995800468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:52.514102 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-7a8aa3ba-c1c0-456d-95b6-eb3995800468 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=81b08678-ed5f-4876-93e1-3c270387f5db HTTP/1.1" status: 200 len: 856 time: 0.1618767 Feb 04 21:09:52.645914 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e45c8b52-cb9f-4aa1-9c8b-4c7a2803813e req-83ba6bf7-3377-418d-a3c2-9deb4419e0af tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a11251f-38ca-4d47-a825-ba3e837a8ae3 HTTP/1.1" status: 200 len: 210 time: 0.1396301 Feb 04 21:09:52.691153 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30beaa87-7693-4432-bbb2-ecd941ea8d3c req-6f4d724f-27ea-463a-982d-5b3c9c8fc77d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:52.698875 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30beaa87-7693-4432-bbb2-ecd941ea8d3c req-6f4d724f-27ea-463a-982d-5b3c9c8fc77d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:52.704854 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30beaa87-7693-4432-bbb2-ecd941ea8d3c req-6f4d724f-27ea-463a-982d-5b3c9c8fc77d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:52.715183 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30beaa87-7693-4432-bbb2-ecd941ea8d3c req-6f4d724f-27ea-463a-982d-5b3c9c8fc77d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:52.724922 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30beaa87-7693-4432-bbb2-ecd941ea8d3c req-6f4d724f-27ea-463a-982d-5b3c9c8fc77d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:52.734279 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30beaa87-7693-4432-bbb2-ecd941ea8d3c req-6f4d724f-27ea-463a-982d-5b3c9c8fc77d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:52.742176 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30beaa87-7693-4432-bbb2-ecd941ea8d3c req-6f4d724f-27ea-463a-982d-5b3c9c8fc77d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:52.754338 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-30beaa87-7693-4432-bbb2-ecd941ea8d3c req-6f4d724f-27ea-463a-982d-5b3c9c8fc77d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 5430 time: 0.3435938 Feb 04 21:09:53.080716 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-30beaa87-7693-4432-bbb2-ecd941ea8d3c req-0c4e720e-67ef-4011-a635-20660941a48f tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57aefd0-2358-4799-bf02-8d4615be2807&id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3252425 Feb 04 21:09:53.085172 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-20a8e90f-60b2-4967-9500-7a41e365c19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:53.095793 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-20a8e90f-60b2-4967-9500-7a41e365c19d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=332fe6aa-ed66-44ea-9220-8f05179f41a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4954584 Feb 04 21:09:53.274962 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-4748d181-e3e8-4b0c-a34e-00f9ec41d686 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:53.277480 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-4748d181-e3e8-4b0c-a34e-00f9ec41d686 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Synchronizing usage tracker for tenant:aad0d9a1cb2b4f7b9157e57f03fc7e68 on resource:network {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:09:53.310177 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-4748d181-e3e8-4b0c-a34e-00f9ec41d686 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Unset dirty status for tenant:aad0d9a1cb2b4f7b9157e57f03fc7e68 on resource:network {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:09:53.313170 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-4748d181-e3e8-4b0c-a34e-00f9ec41d686 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.18 "GET /v2.0/networks?id=4608db1e-4c63-4115-98e9-dbb35735c98b HTTP/1.1" status: 200 len: 816 time: 0.7022312 Feb 04 21:09:53.315448 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'tag': 'd744b444-342d-49e4-b7c2-bdadcf0af1d9', 'status': 'completed', 'code': 200} Feb 04 21:09:53.315912 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'tag': '41158139-7424-4ba1-8ba1-b7ebcd524ad6', 'status': 'completed', 'code': 200} Feb 04 21:09:53.316758 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5fc87a-3269-4c7b-887a-8372233244a5', 'name': 'network-vif-deleted', 'tag': 'ed879f56-9992-4aeb-b2ed-9c8f863be9cb', 'status': 'completed', 'code': 200} Feb 04 21:09:53.464203 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-adbb7722-409f-4a07-b329-43146c1196fb tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Synchronizing usage tracker for tenant:aad0d9a1cb2b4f7b9157e57f03fc7e68 on resource:security_group {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:09:53.520538 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-adbb7722-409f-4a07-b329-43146c1196fb tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Unset dirty status for tenant:aad0d9a1cb2b4f7b9157e57f03fc7e68 on resource:security_group {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:09:53.522869 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-adbb7722-409f-4a07-b329-43146c1196fb tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aad0d9a1cb2b4f7b9157e57f03fc7e68 HTTP/1.1" status: 200 len: 380 time: 0.1928661 Feb 04 21:09:53.534609 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-0eb27c11-82ad-469e-beeb-c1a5109ef1fa tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Request body: {'port': {'device_id': '7a11251f-38ca-4d47-a825-ba3e837a8ae3', 'network_id': '4608db1e-4c63-4115-98e9-dbb35735c98b', 'admin_state_up': True, 'tenant_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'security_groups': ['74ff6b8a-96a6-4228-8ce5-07b5da50ca60']}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:53.795216 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-54f3eb1c-0e10-4f7d-9c9f-934e98f6a62d req-28195e29-d34b-4de3-af33-d7a139db3afb tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fd219f1-0690-4dd5-a7a5-5b65b7f39357 HTTP/1.1" status: 200 len: 210 time: 0.1358027 Feb 04 21:09:53.840789 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-0eb27c11-82ad-469e-beeb-c1a5109ef1fa tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:53.846587 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-0eb27c11-82ad-469e-beeb-c1a5109ef1fa tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Usage tracker for resource:port and tenant:aad0d9a1cb2b4f7b9157e57f03fc7e68 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:09:53.850776 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-0eb27c11-82ad-469e-beeb-c1a5109ef1fa tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:09:53.868998 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-0eb27c11-82ad-469e-beeb-c1a5109ef1fa tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:53.889449 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-0968b4fc-f712-4682-ada9-caac7cad5f7d service neutron] 10.222.0.32 "GET /v2.0/networks/332fe6aa-ed66-44ea-9220-8f05179f41a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7831445 Feb 04 21:09:53.903102 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-0eb27c11-82ad-469e-beeb-c1a5109ef1fa tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Made reservation on behalf of aad0d9a1cb2b4f7b9157e57f03fc7e68 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:09:53.910493 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-0eb27c11-82ad-469e-beeb-c1a5109ef1fa tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:53.948982 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b14a3-bc40-4617-afd1-ef1c4dcdec5a req-e55156bb-6a65-4533-92cc-6a968e6a0935 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:53.950399 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-831b14a3-bc40-4617-afd1-ef1c4dcdec5a req-e55156bb-6a65-4533-92cc-6a968e6a0935 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e493d8c-c63e-4116-a2ef-80236b6c2a50 HTTP/1.1" status: 200 len: 945 time: 1.1930308 Feb 04 21:09:54.200538 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-0eb27c11-82ad-469e-beeb-c1a5109ef1fa tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Allocated IP 172.20.0.6 (4608db1e-4c63-4115-98e9-dbb35735c98b/a5257a8f-1f80-4ecd-b1bf-e444fa041ff5/93f4eff2-d0f6-4de5-8ab0-9aa904305bfe) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:09:54.486592 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-0eb27c11-82ad-469e-beeb-c1a5109ef1fa tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:54.503733 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-0eb27c11-82ad-469e-beeb-c1a5109ef1fa tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Transition to ACTIVE for port object 93f4eff2-d0f6-4de5-8ab0-9aa904305bfe will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:54.533293 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-0eb27c11-82ad-469e-beeb-c1a5109ef1fa tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:54.623012 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-0eb27c11-82ad-469e-beeb-c1a5109ef1fa tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Network 4608db1e-4c63-4115-98e9-dbb35735c98b is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:09:54.626651 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-0eb27c11-82ad-469e-beeb-c1a5109ef1fa tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:09:54.633442 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-0eb27c11-82ad-469e-beeb-c1a5109ef1fa tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:09:54.662406 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-7a673329-c4dd-41e6-8955-7f4386256435 service neutron] 10.222.0.32 "GET /v2.0/networks/332fe6aa-ed66-44ea-9220-8f05179f41a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7662010 Feb 04 21:09:54.693349 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb27c11-82ad-469e-beeb-c1a5109ef1fa tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Pushing event updated for resources: {'Port': ['ID=93f4eff2-d0f6-4de5-8ab0-9aa904305bfe,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:54.718138 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-831b14a3-bc40-4617-afd1-ef1c4dcdec5a req-de6c2e4f-3eb6-4598-9406-8ddabcbfc106 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Deleting port a30bf394-3df7-48a4-bba4-29db7632def7 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:09:54.720868 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-831b14a3-bc40-4617-afd1-ef1c4dcdec5a req-de6c2e4f-3eb6-4598-9406-8ddabcbfc106 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:54.734950 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-0eb27c11-82ad-469e-beeb-c1a5109ef1fa tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:54.735744 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-0eb27c11-82ad-469e-beeb-c1a5109ef1fa tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:54.765231 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-0eb27c11-82ad-469e-beeb-c1a5109ef1fa tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2359240 Feb 04 21:09:54.778634 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-2584ea5c-908e-4746-8b6e-b1e28a4e934e service neutron] Request body: {'port': {'device_id': '7a11251f-38ca-4d47-a825-ba3e837a8ae3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:54.859154 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5fd0e-b6a2-44b8-9515-6eb311b4e1db req-da3c12a7-3685-4925-8a22-2c6e09bf7dcc tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:54.860691 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bfb5fd0e-b6a2-44b8-9515-6eb311b4e1db req-da3c12a7-3685-4925-8a22-2c6e09bf7dcc tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] 10.222.0.26 "GET /v2.0/ports?device_id=40b51670-a0d8-4967-8b32-ad40df2ca963 HTTP/1.1" status: 200 len: 944 time: 1.2025445 Feb 04 21:09:54.914932 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-74705c69-b9c3-4afd-8609-8f9140588e43 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=aa4eda3d-4b67-4f85-b755-44b84dd11b2f HTTP/1.1" status: 200 len: 217 time: 0.1466606 Feb 04 21:09:54.930856 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-d375daeb-3939-46d6-9e41-843277ae3e53 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:54.931970 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-2584ea5c-908e-4746-8b6e-b1e28a4e934e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:54.933738 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-d375daeb-3939-46d6-9e41-843277ae3e53 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.18 "GET /v2.0/networks?id=e4cc1ce8-eeb6-46af-80b5-92196799c865 HTTP/1.1" status: 200 len: 811 time: 0.9787531 Feb 04 21:09:54.965059 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-54381d7a-29c3-4504-93c3-5854ba2d350e None None] Provisioning for port 93f4eff2-d0f6-4de5-8ab0-9aa904305bfe completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:09:54.984918 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-54381d7a-29c3-4504-93c3-5854ba2d350e None None] Provisioning complete for port 93f4eff2-d0f6-4de5-8ab0-9aa904305bfe triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:54.985463 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-54381d7a-29c3-4504-93c3-5854ba2d350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:54.993193 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-32f1d143-39bb-4460-a6e6-d9e885388794 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:55.004515 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-32f1d143-39bb-4460-a6e6-d9e885388794 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/networks?id=07ede4ef-cdc8-4d76-b079-890750cf0aff HTTP/1.1" status: 200 len: 812 time: 1.0477977 Feb 04 21:09:55.015450 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 5335f7e2-73c0-4dd4-8358-e41ac0cfb472 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:09:55.069467 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-43845c48-24bd-4576-91a4-531a9f64fc36 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Request body: {'port': {'device_id': '9fd219f1-0690-4dd5-a7a5-5b65b7f39357', 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865', 'admin_state_up': True, 'tenant_id': 'd3d539dc97a744058fdb427e438eb9ad'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:09:55.114270 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-54381d7a-29c3-4504-93c3-5854ba2d350e None None] Port 93f4eff2-d0f6-4de5-8ab0-9aa904305bfe cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:09:55.150970 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 5335f7e2-73c0-4dd4-8358-e41ac0cfb472 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:09:55.156198 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 5335f7e2-73c0-4dd4-8358-e41ac0cfb472 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:09:55.156769 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:55.333532 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-0fba355a-83cd-432f-86e6-aceb528e0464 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/quotas/7a203dba43504a9c9ee536ff8fb2b7dd HTTP/1.1" status: 200 len: 375 time: 0.3259931 Feb 04 21:09:55.379106 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:55.416650 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b51670-a0d8-4967-8b32-ad40df2ca963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5335f7e2-73c0-4dd4-8358-e41ac0cfb472'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:09:55.429288 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 5335f7e2-73c0-4dd4-8358-e41ac0cfb472, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=5335f7e2-73c0-4dd4-8358-e41ac0cfb472,segment=NetworkSegment(e7819942-77a3-4906-8412-46ddc0c4fdb7),segment_id=e7819942-77a3-4906-8412-46ddc0c4fdb7)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:55.439301 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:55.440995 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device a30bf394-3df7-48a4-bba4-29db7632def7 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:09:55.523255 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-2584ea5c-908e-4746-8b6e-b1e28a4e934e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93f4eff2-d0f6-4de5-8ab0-9aa904305bfe {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:09:55.542220 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-2584ea5c-908e-4746-8b6e-b1e28a4e934e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:55.573313 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-2584ea5c-908e-4746-8b6e-b1e28a4e934e service neutron] Transition to ACTIVE for port object 93f4eff2-d0f6-4de5-8ab0-9aa904305bfe will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:55.577824 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bfb5fd0e-b6a2-44b8-9515-6eb311b4e1db req-e1637b88-cf40-4c66-a0cd-cc1ac4252ec9 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c07ca5b-e876-47f8-9d4f-d5712fb10c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6647108 Feb 04 21:09:55.579365 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-2584ea5c-908e-4746-8b6e-b1e28a4e934e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:55.675314 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-a9ad9145-b331-4ce0-ae4f-16e7e1f7cfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:55.676765 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-a9ad9145-b331-4ce0-ae4f-16e7e1f7cfb7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d8ab602a-389e-46ed-9e60-c4075f6a2251 HTTP/1.1" status: 200 len: 797 time: 0.6569955 Feb 04 21:09:55.776172 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:55.873497 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=5335f7e2-73c0-4dd4-8358-e41ac0cfb472,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:55.884279 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port a30bf394-3df7-48a4-bba4-29db7632def7, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=a30bf394-3df7-48a4-bba4-29db7632def7,segment=NetworkSegment(4d028c5b-b5fc-4009-88a0-392efa5ea2ca),segment_id=4d028c5b-b5fc-4009-88a0-392efa5ea2ca)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:55.890617 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:55.897410 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c20cc-b8a3-428e-9410-ced3761ff84d req-4efb0ce4-86fa-4536-b36d-60ccba173339 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:55.904511 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-185c20cc-b8a3-428e-9410-ced3761ff84d req-4efb0ce4-86fa-4536-b36d-60ccba173339 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.18 "GET /v2.0/ports?device_id=562074bc-81e0-42f4-8ae9-e82ab9759e14 HTTP/1.1" status: 200 len: 945 time: 1.3892798 Feb 04 21:09:55.906098 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-43845c48-24bd-4576-91a4-531a9f64fc36 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:09:55.979309 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=a30bf394-3df7-48a4-bba4-29db7632def7,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:56.086724 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:56.269132 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584ea5c-908e-4746-8b6e-b1e28a4e934e service neutron] Pushing event updated for resources: {'Port': ['ID=93f4eff2-d0f6-4de5-8ab0-9aa904305bfe,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:56.283013 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-2584ea5c-908e-4746-8b6e-b1e28a4e934e service neutron] Attempting to bind port 93f4eff2-d0f6-4de5-8ab0-9aa904305bfe on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:09:56.283526 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-2584ea5c-908e-4746-8b6e-b1e28a4e934e service neutron] Attempting to bind port 93f4eff2-d0f6-4de5-8ab0-9aa904305bfe by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '010a9ec1-8f55-480a-a139-0ec6a3c72bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4608db1e-4c63-4115-98e9-dbb35735c98b'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:09:56.283998 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-2584ea5c-908e-4746-8b6e-b1e28a4e934e service neutron] Attempting to bind port 93f4eff2-d0f6-4de5-8ab0-9aa904305bfe on network 4608db1e-4c63-4115-98e9-dbb35735c98b {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:09:56.291563 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-2584ea5c-908e-4746-8b6e-b1e28a4e934e service neutron] Port 93f4eff2-d0f6-4de5-8ab0-9aa904305bfe on network 4608db1e-4c63-4115-98e9-dbb35735c98b not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:09:56.292146 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-2584ea5c-908e-4746-8b6e-b1e28a4e934e service neutron] Attempting to bind port 93f4eff2-d0f6-4de5-8ab0-9aa904305bfe on network 4608db1e-4c63-4115-98e9-dbb35735c98b {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:09:56.298236 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-2584ea5c-908e-4746-8b6e-b1e28a4e934e service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:09:56.298729 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-2584ea5c-908e-4746-8b6e-b1e28a4e934e service neutron] Checking segment: {'id': '010a9ec1-8f55-480a-a139-0ec6a3c72bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4608db1e-4c63-4115-98e9-dbb35735c98b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:09:56.299225 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-2584ea5c-908e-4746-8b6e-b1e28a4e934e service neutron] Bound using segment: {'id': '010a9ec1-8f55-480a-a139-0ec6a3c72bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4608db1e-4c63-4115-98e9-dbb35735c98b'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:09:56.299931 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-2584ea5c-908e-4746-8b6e-b1e28a4e934e service neutron] Bound port: 93f4eff2-d0f6-4de5-8ab0-9aa904305bfe, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '010a9ec1-8f55-480a-a139-0ec6a3c72bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4608db1e-4c63-4115-98e9-dbb35735c98b'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:09:56.300391 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-2584ea5c-908e-4746-8b6e-b1e28a4e934e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:56.405842 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-43845c48-24bd-4576-91a4-531a9f64fc36 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:09:56.503226 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-2584ea5c-908e-4746-8b6e-b1e28a4e934e service neutron] For port 93f4eff2-d0f6-4de5-8ab0-9aa904305bfe, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:09:56.508297 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-2584ea5c-908e-4746-8b6e-b1e28a4e934e service neutron] For port 93f4eff2-d0f6-4de5-8ab0-9aa904305bfe, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=93f4eff2-d0f6-4de5-8ab0-9aa904305bfe,segment=NetworkSegment(010a9ec1-8f55-480a-a139-0ec6a3c72bc5),segment_id=010a9ec1-8f55-480a-a139-0ec6a3c72bc5)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:09:56.512927 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-2584ea5c-908e-4746-8b6e-b1e28a4e934e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:56.517191 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-43845c48-24bd-4576-91a4-531a9f64fc36 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Made reservation on behalf of d3d539dc97a744058fdb427e438eb9ad for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:09:56.521663 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-43845c48-24bd-4576-91a4-531a9f64fc36 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:56.561250 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-831b14a3-bc40-4617-afd1-ef1c4dcdec5a req-de6c2e4f-3eb6-4598-9406-8ddabcbfc106 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] For port a30bf394-3df7-48a4-bba4-29db7632def7, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=a30bf394-3df7-48a4-bba4-29db7632def7,segment=NetworkSegment(4d028c5b-b5fc-4009-88a0-392efa5ea2ca),segment_id=4d028c5b-b5fc-4009-88a0-392efa5ea2ca)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:56.561911 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-831b14a3-bc40-4617-afd1-ef1c4dcdec5a req-de6c2e4f-3eb6-4598-9406-8ddabcbfc106 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:56.586437 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-2584ea5c-908e-4746-8b6e-b1e28a4e934e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:56.587130 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-2584ea5c-908e-4746-8b6e-b1e28a4e934e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:56.588776 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-2584ea5c-908e-4746-8b6e-b1e28a4e934e service neutron] 10.222.0.18 "PUT /v2.0/ports/93f4eff2-d0f6-4de5-8ab0-9aa904305bfe HTTP/1.1" status: 200 len: 1091 time: 1.8161719 Feb 04 21:09:56.589348 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a11251f-38ca-4d47-a825-ba3e837a8ae3', 'tag': '93f4eff2-d0f6-4de5-8ab0-9aa904305bfe'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:09:56.613910 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584ea5c-908e-4746-8b6e-b1e28a4e934e service neutron] Pushing event updated for resources: {'Port': ['ID=93f4eff2-d0f6-4de5-8ab0-9aa904305bfe,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:56.686578 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-185c20cc-b8a3-428e-9410-ced3761ff84d req-08387b42-1b7d-42c1-9e1c-153861fa72b3 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Deleting port a4b20337-5755-4a9b-963a-830cd9aa330c {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:09:56.697649 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-185c20cc-b8a3-428e-9410-ced3761ff84d req-08387b42-1b7d-42c1-9e1c-153861fa72b3 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:56.725966 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-727d6bc1-1632-437f-b9fa-ae2deff1c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:56.727878 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-727d6bc1-1632-437f-b9fa-ae2deff1c5d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aad0d9a1cb2b4f7b9157e57f03fc7e68&device_id=7a11251f-38ca-4d47-a825-ba3e837a8ae3 HTTP/1.1" status: 200 len: 1094 time: 0.0869341 Feb 04 21:09:56.833271 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-87d52fbc-a0d0-4086-b1bc-76e67806108d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93f4eff2-d0f6-4de5-8ab0-9aa904305bfe HTTP/1.1" status: 200 len: 217 time: 0.0977478 Feb 04 21:09:56.865453 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-feeb9c59-2611-4fdf-aa26-fb3f68641a91 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a203dba43504a9c9ee536ff8fb2b7dd&fields=id HTTP/1.1" status: 200 len: 302 time: 1.5308104 Feb 04 21:09:56.914837 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-d94078a4-05cb-4145-96d2-5e6dc5d1dd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:56.917352 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-d94078a4-05cb-4145-96d2-5e6dc5d1dd0b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a5257a8f-1f80-4ecd-b1bf-e444fa041ff5 HTTP/1.1" status: 200 len: 855 time: 0.0774519 Feb 04 21:09:56.995135 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-831b14a3-bc40-4617-afd1-ef1c4dcdec5a req-de6c2e4f-3eb6-4598-9406-8ddabcbfc106 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Calling delete_port for a30bf394-3df7-48a4-bba4-29db7632def7 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:09:57.053403 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-a915e0a0-90ee-480e-bdaf-edecf076f377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:57.055532 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-a915e0a0-90ee-480e-bdaf-edecf076f377 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4608db1e-4c63-4115-98e9-dbb35735c98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1310804 Feb 04 21:09:57.241374 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-62e8d084-36cf-40ab-8d87-230c08c64198 service neutron] 10.222.0.26 "GET /v2.0/networks/07ede4ef-cdc8-4d76-b079-890750cf0aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745804 Feb 04 21:09:57.279989 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-23be9d5a-42ae-4cf8-ad17-2e6baed0de8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:57.281475 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-23be9d5a-42ae-4cf8-ad17-2e6baed0de8a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb213b90-85ae-4ae5-869b-fda768933cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.4067962 Feb 04 21:09:57.367410 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-ec53cde5-e044-4af3-855b-4e69c43a8bf7 service neutron] 10.222.0.18 "GET /v2.0/networks/4608db1e-4c63-4115-98e9-dbb35735c98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040822 Feb 04 21:09:57.537159 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-43845c48-24bd-4576-91a4-531a9f64fc36 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Allocated IP 172.20.0.4 (e4cc1ce8-eeb6-46af-80b5-92196799c865/ee4d3909-e094-4079-9a7f-4f6007c68222/4a4007de-145c-47df-a5e4-a2d29251f7e5) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:09:57.557525 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-273cdb89-35e8-4c66-8c86-8924ce7c03ab req-50429ae1-2eeb-4870-9508-d217499b3255 service neutron] 10.222.0.18 "GET /v2.0/networks/4608db1e-4c63-4115-98e9-dbb35735c98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824892 Feb 04 21:09:57.732450 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392513b-d3fd-44f9-a1e0-e2986ae97356 req-aa2ce5ad-6311-4a55-973a-c553ed02c898 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:57.732841 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device a4b20337-5755-4a9b-963a-830cd9aa330c no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:09:57.734288 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f392513b-d3fd-44f9-a1e0-e2986ae97356 req-aa2ce5ad-6311-4a55-973a-c553ed02c898 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a11251f-38ca-4d47-a825-ba3e837a8ae3 HTTP/1.1" status: 200 len: 943 time: 0.9958737 Feb 04 21:09:57.771690 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.api [req-831b14a3-bc40-4617-afd1-ef1c4dcdec5a req-de6c2e4f-3eb6-4598-9406-8ddabcbfc106 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:09:57.772005 n-d-827896-1 neutron-server[87683]: DEBUG oslo_db.api [req-831b14a3-bc40-4617-afd1-ef1c4dcdec5a req-de6c2e4f-3eb6-4598-9406-8ddabcbfc106 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:09:57.871980 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:57.897886 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-bdd79bc8-6960-4b9f-b89f-9b5f9f71d0fb service neutron] 10.222.0.26 "GET /v2.0/networks/07ede4ef-cdc8-4d76-b079-890750cf0aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6262898 Feb 04 21:09:57.918872 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port a4b20337-5755-4a9b-963a-830cd9aa330c, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=a4b20337-5755-4a9b-963a-830cd9aa330c,segment=NetworkSegment(4d028c5b-b5fc-4009-88a0-392efa5ea2ca),segment_id=4d028c5b-b5fc-4009-88a0-392efa5ea2ca)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:57.930438 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:57.939432 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-794d0e3e-62e5-49f8-a4d6-17bd0d9af820 service neutron] 10.222.0.32 "GET /v2.0/networks/bb213b90-85ae-4ae5-869b-fda768933cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6023932 Feb 04 21:09:58.103169 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=a4b20337-5755-4a9b-963a-830cd9aa330c,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:58.149826 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f392513b-d3fd-44f9-a1e0-e2986ae97356 req-0a161433-978e-4033-89a8-34720ed49d07 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "GET /v2.0/security-groups?id=74ff6b8a-96a6-4228-8ce5-07b5da50ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3669336 Feb 04 21:09:58.201974 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-185c20cc-b8a3-428e-9410-ced3761ff84d req-08387b42-1b7d-42c1-9e1c-153861fa72b3 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] For port a4b20337-5755-4a9b-963a-830cd9aa330c, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=a4b20337-5755-4a9b-963a-830cd9aa330c,segment=NetworkSegment(4d028c5b-b5fc-4009-88a0-392efa5ea2ca),segment_id=4d028c5b-b5fc-4009-88a0-392efa5ea2ca)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:58.202433 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-185c20cc-b8a3-428e-9410-ced3761ff84d req-08387b42-1b7d-42c1-9e1c-153861fa72b3 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:58.308930 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-831b14a3-bc40-4617-afd1-ef1c4dcdec5a req-de6c2e4f-3eb6-4598-9406-8ddabcbfc106 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Deleting port a30bf394-3df7-48a4-bba4-29db7632def7 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:09:58.309613 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-831b14a3-bc40-4617-afd1-ef1c4dcdec5a req-de6c2e4f-3eb6-4598-9406-8ddabcbfc106 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:58.702667 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f8104-3c29-41ae-a8e6-437096acd667 req-70dd257b-2fe4-42fb-9a88-53ee6727d0b5 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:58.703986 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-e54f8104-3c29-41ae-a8e6-437096acd667 req-70dd257b-2fe4-42fb-9a88-53ee6727d0b5 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Synchronizing usage tracker for tenant:69cff50c69dd4edbb2b0c631432e7d0d on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:09:58.720103 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-185c20cc-b8a3-428e-9410-ced3761ff84d req-08387b42-1b7d-42c1-9e1c-153861fa72b3 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Calling delete_port for a4b20337-5755-4a9b-963a-830cd9aa330c owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:09:58.728541 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-e54f8104-3c29-41ae-a8e6-437096acd667 req-70dd257b-2fe4-42fb-9a88-53ee6727d0b5 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Unset dirty status for tenant:69cff50c69dd4edbb2b0c631432e7d0d on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:09:58.730147 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e54f8104-3c29-41ae-a8e6-437096acd667 req-70dd257b-2fe4-42fb-9a88-53ee6727d0b5 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.18 "GET /v2.0/ports?device_id=95554ff7-e1d7-4a60-861e-6940441351fd HTTP/1.1" status: 200 len: 945 time: 0.1650684 Feb 04 21:09:58.836525 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-e54f8104-3c29-41ae-a8e6-437096acd667 req-e8db24d9-c258-4637-8d0b-59ba5bacfef5 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Deleting port d9efb7e7-5959-47c9-b634-0583fbf07376 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:09:58.836961 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e54f8104-3c29-41ae-a8e6-437096acd667 req-e8db24d9-c258-4637-8d0b-59ba5bacfef5 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:58.888766 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-b0f04ea9-3a5f-4621-bb98-13c393e9a9cd service neutron] 10.222.0.32 "GET /v2.0/networks/bb213b90-85ae-4ae5-869b-fda768933cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8894916 Feb 04 21:09:59.112261 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6251777f-af5e-4068-a7ca-d2e812d4a4c4 req-9a7717c9-f117-49fa-91fc-7b24216fc974 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fd219f1-0690-4dd5-a7a5-5b65b7f39357 HTTP/1.1" status: 200 len: 210 time: 0.3085434 Feb 04 21:09:59.207009 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-e54f8104-3c29-41ae-a8e6-437096acd667 req-e8db24d9-c258-4637-8d0b-59ba5bacfef5 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] For port d9efb7e7-5959-47c9-b634-0583fbf07376, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=d9efb7e7-5959-47c9-b634-0583fbf07376,segment=NetworkSegment(981c5051-f4f5-4e27-b711-c6ab8733b666),segment_id=981c5051-f4f5-4e27-b711-c6ab8733b666)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:09:59.207512 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e54f8104-3c29-41ae-a8e6-437096acd667 req-e8db24d9-c258-4637-8d0b-59ba5bacfef5 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:59.239884 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b51670-a0d8-4967-8b32-ad40df2ca963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5335f7e2-73c0-4dd4-8358-e41ac0cfb472', 'code': 200} Feb 04 21:09:59.398562 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-bc23eb1e-a412-4c03-9e9c-4929d332718b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=6183f8f3-5b46-4ccb-8a74-78b479952b28 HTTP/1.1" status: 200 len: 217 time: 0.3595071 Feb 04 21:09:59.473531 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-e54f8104-3c29-41ae-a8e6-437096acd667 req-e8db24d9-c258-4637-8d0b-59ba5bacfef5 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Calling delete_port for d9efb7e7-5959-47c9-b634-0583fbf07376 owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:09:59.715326 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-43845c48-24bd-4576-91a4-531a9f64fc36 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:59.765808 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0a239e6f-6af2-4170-a958-a3c60287bb2e req-6334226c-cd42-4826-949a-26f3b13b9a04 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=15684e00-d06b-4bb2-9dd1-b459e2d442f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3815444 Feb 04 21:09:59.769097 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e54f8104-3c29-41ae-a8e6-437096acd667 req-e8db24d9-c258-4637-8d0b-59ba5bacfef5 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:09:59.778096 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-caa983a5-2844-4f7d-bc30-0f74799eba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:59.779840 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-caa983a5-2844-4f7d-bc30-0f74799eba6a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d8ab602a-389e-46ed-9e60-c4075f6a2251 HTTP/1.1" status: 200 len: 797 time: 0.3539903 Feb 04 21:09:59.780584 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.api [req-185c20cc-b8a3-428e-9410-ced3761ff84d req-08387b42-1b7d-42c1-9e1c-153861fa72b3 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:09:59.781087 n-d-827896-1 neutron-server[87683]: DEBUG oslo_db.api [req-185c20cc-b8a3-428e-9410-ced3761ff84d req-08387b42-1b7d-42c1-9e1c-153861fa72b3 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:09:59.782169 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-43845c48-24bd-4576-91a4-531a9f64fc36 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Transition to ACTIVE for port object 4a4007de-145c-47df-a5e4-a2d29251f7e5 will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:09:59.830378 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40648dc9-949b-411e-94b1-1ff2f21912e2 req-4ab7e7c4-3c60-4451-a58a-e598fcb0f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:59.831389 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-40648dc9-949b-411e-94b1-1ff2f21912e2 req-4ab7e7c4-3c60-4451-a58a-e598fcb0f851 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=40b51670-a0d8-4967-8b32-ad40df2ca963 HTTP/1.1" status: 200 len: 1096 time: 0.4039586 Feb 04 21:09:59.834357 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db24d9-c258-4637-8d0b-59ba5bacfef5 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Pushing event deleted for resources: {'Port': ['ID=d9efb7e7-5959-47c9-b634-0583fbf07376,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:09:59.863566 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce649a-2f37-40b9-8bb7-413976d0d993 req-644358b7-8f99-4def-b036-7eae676aa0bf tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:59.870577 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce649a-2f37-40b9-8bb7-413976d0d993 req-644358b7-8f99-4def-b036-7eae676aa0bf tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:59.876271 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce649a-2f37-40b9-8bb7-413976d0d993 req-644358b7-8f99-4def-b036-7eae676aa0bf tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:59.882349 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce649a-2f37-40b9-8bb7-413976d0d993 req-644358b7-8f99-4def-b036-7eae676aa0bf tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:59.888937 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce649a-2f37-40b9-8bb7-413976d0d993 req-644358b7-8f99-4def-b036-7eae676aa0bf tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:59.894626 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce649a-2f37-40b9-8bb7-413976d0d993 req-644358b7-8f99-4def-b036-7eae676aa0bf tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:59.900989 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce649a-2f37-40b9-8bb7-413976d0d993 req-644358b7-8f99-4def-b036-7eae676aa0bf tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:09:59.914822 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-41ce649a-2f37-40b9-8bb7-413976d0d993 req-644358b7-8f99-4def-b036-7eae676aa0bf tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 5430 time: 1.6565843 Feb 04 21:10:00.008221 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966da711-107c-4673-81da-b8813aec28e0 req-e5ba156a-7056-420d-889e-14f897b1f67f tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:00.014768 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54f8104-3c29-41ae-a8e6-437096acd667 req-e8db24d9-c258-4637-8d0b-59ba5bacfef5 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] No DVR routers for this DVR port d9efb7e7-5959-47c9-b634-0583fbf07376 on host n-h2-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:10:00.021587 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-966da711-107c-4673-81da-b8813aec28e0 req-e5ba156a-7056-420d-889e-14f897b1f67f tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/ports?device_id=95554ff7-e1d7-4a60-861e-6940441351fd HTTP/1.1" status: 200 len: 945 time: 0.5875993 Feb 04 21:10:00.021996 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e54f8104-3c29-41ae-a8e6-437096acd667 req-e8db24d9-c258-4637-8d0b-59ba5bacfef5 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:00.070399 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-40648dc9-949b-411e-94b1-1ff2f21912e2 req-9a3600ec-6c39-4f62-bcf6-dff1c3cbed6f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2c07ca5b-e876-47f8-9d4f-d5712fb10c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933000 Feb 04 21:10:00.075997 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e54f8104-3c29-41ae-a8e6-437096acd667 req-e8db24d9-c258-4637-8d0b-59ba5bacfef5 tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.18 "DELETE /v2.0/ports/d9efb7e7-5959-47c9-b634-0583fbf07376 HTTP/1.1" status: 204 len: 173 time: 1.3394678 Feb 04 21:10:00.089678 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-831b14a3-bc40-4617-afd1-ef1c4dcdec5a req-de6c2e4f-3eb6-4598-9406-8ddabcbfc106 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] For port a30bf394-3df7-48a4-bba4-29db7632def7, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=a30bf394-3df7-48a4-bba4-29db7632def7,segment=NetworkSegment(4d028c5b-b5fc-4009-88a0-392efa5ea2ca),segment_id=4d028c5b-b5fc-4009-88a0-392efa5ea2ca)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:00.090294 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-831b14a3-bc40-4617-afd1-ef1c4dcdec5a req-de6c2e4f-3eb6-4598-9406-8ddabcbfc106 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:00.114878 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a239e6f-6af2-4170-a958-a3c60287bb2e req-d7f1fa7a-fe2b-47a5-b590-a48b88ae501c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:00.116352 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0a239e6f-6af2-4170-a958-a3c60287bb2e req-d7f1fa7a-fe2b-47a5-b590-a48b88ae501c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d3d539dc97a744058fdb427e438eb9ad&device_id=15684e00-d06b-4bb2-9dd1-b459e2d442f4 HTTP/1.1" status: 200 len: 1096 time: 0.2328975 Feb 04 21:10:00.181379 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-41ce649a-2f37-40b9-8bb7-413976d0d993 req-f76df071-5282-43be-8f25-7685004c75e4 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57aefd0-2358-4799-bf02-8d4615be2807&id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2666955 Feb 04 21:10:00.253840 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-831b14a3-bc40-4617-afd1-ef1c4dcdec5a req-de6c2e4f-3eb6-4598-9406-8ddabcbfc106 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Calling delete_port for a30bf394-3df7-48a4-bba4-29db7632def7 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:10:00.281234 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:10:00.287257 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-185c20cc-b8a3-428e-9410-ced3761ff84d req-08387b42-1b7d-42c1-9e1c-153861fa72b3 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Deleting port a4b20337-5755-4a9b-963a-830cd9aa330c {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:10:00.287776 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-185c20cc-b8a3-428e-9410-ced3761ff84d req-08387b42-1b7d-42c1-9e1c-153861fa72b3 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:00.453758 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-966da711-107c-4673-81da-b8813aec28e0 req-c51d8327-8d65-434c-8a60-b4fb5b91da5a tempest-ServerRescueTestJSON-1809043082 tempest-ServerRescueTestJSON-1809043082-project] 10.222.0.26 "GET /v2.0/security-groups?id=575175de-e457-4e98-a948-f22f9d582b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312482 Feb 04 21:10:00.510028 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-43845c48-24bd-4576-91a4-531a9f64fc36 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:00.528642 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['e9f4b42e-cf56-4a03-94e2-a66988e9676e'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:10:00.601672 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['c5600ea9-5404-40f3-8472-39f6fa709ef1'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:10:00.656041 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a11251f-38ca-4d47-a825-ba3e837a8ae3', 'tag': '93f4eff2-d0f6-4de5-8ab0-9aa904305bfe', 'status': 'completed', 'code': 200} Feb 04 21:10:00.881997 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a239e6f-6af2-4170-a958-a3c60287bb2e req-232e1538-c05b-4fa2-a44d-f0d7c3a328a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:00.883487 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0a239e6f-6af2-4170-a958-a3c60287bb2e req-232e1538-c05b-4fa2-a44d-f0d7c3a328a8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e4cc1ce8-eeb6-46af-80b5-92196799c865 HTTP/1.1" status: 200 len: 912 time: 0.2264168 Feb 04 21:10:00.894309 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-3fc12456-30b1-406b-8f23-4149695a3a6d tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:00.895728 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-3fc12456-30b1-406b-8f23-4149695a3a6d tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.18 "GET /v2.0/networks?id=07ede4ef-cdc8-4d76-b079-890750cf0aff HTTP/1.1" status: 200 len: 812 time: 0.7251706 Feb 04 21:10:00.992948 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-831b14a3-bc40-4617-afd1-ef1c4dcdec5a req-de6c2e4f-3eb6-4598-9406-8ddabcbfc106 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:01.014826 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0a239e6f-6af2-4170-a958-a3c60287bb2e req-b25a1eb6-e16f-4a1a-974e-8c2dc60f6ce0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5600ea9-5404-40f3-8472-39f6fa709ef1 HTTP/1.1" status: 200 len: 217 time: 0.1181035 Feb 04 21:10:01.024841 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-b4c9c6c0-8e7a-42f9-8597-1eaa7f251d1e tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Request body: {'port': {'device_id': 'cc89e913-317c-46c5-96cf-61d4977d62c8', 'network_id': '07ede4ef-cdc8-4d76-b079-890750cf0aff', 'admin_state_up': True, 'tenant_id': '7a203dba43504a9c9ee536ff8fb2b7dd'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:10:01.244604 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e493d8c-c63e-4116-a2ef-80236b6c2a50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a30bf394-3df7-48a4-bba4-29db7632def7'}, {'server_uuid': '562074bc-81e0-42f4-8ae9-e82ab9759e14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4b20337-5755-4a9b-963a-830cd9aa330c'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:10:01.337643 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-b4c9c6c0-8e7a-42f9-8597-1eaa7f251d1e tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:10:01.362321 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a239e6f-6af2-4170-a958-a3c60287bb2e req-d0eff9f6-318d-416e-af7c-934cd8dc5013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:01.363803 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0a239e6f-6af2-4170-a958-a3c60287bb2e req-d0eff9f6-318d-416e-af7c-934cd8dc5013 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee4d3909-e094-4079-9a7f-4f6007c68222 HTTP/1.1" status: 200 len: 850 time: 0.1048493 Feb 04 21:10:01.380316 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0ba6a-e7c4-4298-a864-c8f312fe4924 req-1affd928-e0f9-4b13-899c-b47ffd5d46dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:01.381994 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-43a0ba6a-e7c4-4298-a864-c8f312fe4924 req-1affd928-e0f9-4b13-899c-b47ffd5d46dd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aad0d9a1cb2b4f7b9157e57f03fc7e68&device_id=7a11251f-38ca-4d47-a825-ba3e837a8ae3 HTTP/1.1" status: 200 len: 1094 time: 0.5418947 Feb 04 21:10:01.386529 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-b4c9c6c0-8e7a-42f9-8597-1eaa7f251d1e tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:10:01.396215 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-43845c48-24bd-4576-91a4-531a9f64fc36 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Network e4cc1ce8-eeb6-46af-80b5-92196799c865 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:10:01.401625 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-1e48bf0b-51eb-4966-a8e9-7dc6df9655b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:01.409778 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-1e48bf0b-51eb-4966-a8e9-7dc6df9655b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb213b90-85ae-4ae5-869b-fda768933cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.6150172 Feb 04 21:10:01.432980 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43845c48-24bd-4576-91a4-531a9f64fc36 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Pushing event updated for resources: {'Port': ['ID=4a4007de-145c-47df-a5e4-a2d29251f7e5,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:01.435519 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-43845c48-24bd-4576-91a4-531a9f64fc36 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:10:01.576822 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-43845c48-24bd-4576-91a4-531a9f64fc36 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:10:01.701775 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-fc0cc848-0e6f-49b4-aa06-9e4556b30e1d tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:01.703281 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-fc0cc848-0e6f-49b4-aa06-9e4556b30e1d tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.32 "GET /v2.0/networks?id=07ede4ef-cdc8-4d76-b079-890750cf0aff HTTP/1.1" status: 200 len: 812 time: 1.3203967 Feb 04 21:10:01.732735 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-42dd6875-cf47-4ef1-9a05-0019b6eb160f tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Request body: {'port': {'device_id': 'd67b3a15-c09f-4182-802f-792526f705c7', 'network_id': '07ede4ef-cdc8-4d76-b079-890750cf0aff', 'admin_state_up': True, 'tenant_id': '7a203dba43504a9c9ee536ff8fb2b7dd'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:10:01.748127 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c2e4f-3eb6-4598-9406-8ddabcbfc106 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Pushing event deleted for resources: {'Port': ['ID=a30bf394-3df7-48a4-bba4-29db7632def7,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:01.758703 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-b4c9c6c0-8e7a-42f9-8597-1eaa7f251d1e tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Made reservation on behalf of 7a203dba43504a9c9ee536ff8fb2b7dd for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:10:01.763642 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device d9efb7e7-5959-47c9-b634-0583fbf07376 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:10:01.767901 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-b4c9c6c0-8e7a-42f9-8597-1eaa7f251d1e tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:01.804029 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-831b14a3-bc40-4617-afd1-ef1c4dcdec5a req-de6c2e4f-3eb6-4598-9406-8ddabcbfc106 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] No DVR routers for this DVR port a30bf394-3df7-48a4-bba4-29db7632def7 on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:10:01.835608 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: d9efb7e7-5959-47c9-b634-0583fbf07376 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:10:01.835955 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device d9efb7e7-5959-47c9-b634-0583fbf07376 not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:10:01.895560 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-6a5164c2-8cd4-4e89-ab68-232104272994 None None] Provisioning for port 4a4007de-145c-47df-a5e4-a2d29251f7e5 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:10:01.901956 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-6a5164c2-8cd4-4e89-ab68-232104272994 None None] Provisioning complete for port 4a4007de-145c-47df-a5e4-a2d29251f7e5 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:10:01.902530 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6a5164c2-8cd4-4e89-ab68-232104272994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:01.949574 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-831b14a3-bc40-4617-afd1-ef1c4dcdec5a req-de6c2e4f-3eb6-4598-9406-8ddabcbfc106 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:01.982054 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e493d8c-c63e-4116-a2ef-80236b6c2a50', 'name': 'network-vif-deleted', 'tag': 'a30bf394-3df7-48a4-bba4-29db7632def7'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:10:01.991706 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-43845c48-24bd-4576-91a4-531a9f64fc36 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:01.992355 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-43845c48-24bd-4576-91a4-531a9f64fc36 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:02.004398 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-6a5164c2-8cd4-4e89-ab68-232104272994 None None] Port 4a4007de-145c-47df-a5e4-a2d29251f7e5 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:10:02.011631 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0ba6a-e7c4-4298-a864-c8f312fe4924 req-b3d2ad3c-63a7-40f6-af03-034a7bb6b9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:02.013239 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-43a0ba6a-e7c4-4298-a864-c8f312fe4924 req-b3d2ad3c-63a7-40f6-af03-034a7bb6b9c9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4608db1e-4c63-4115-98e9-dbb35735c98b HTTP/1.1" status: 200 len: 917 time: 0.5838211 Feb 04 21:10:02.109772 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-42dd6875-cf47-4ef1-9a05-0019b6eb160f tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:10:02.111401 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa401560-7b69-4533-bf29-a664f96b6e56 req-e371281a-f1c7-4520-8f3d-b5241c0f625a tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:02.117628 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aa401560-7b69-4533-bf29-a664f96b6e56 req-e371281a-f1c7-4520-8f3d-b5241c0f625a tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] 10.222.0.26 "GET /v2.0/ports?device_id=40b51670-a0d8-4967-8b32-ad40df2ca963 HTTP/1.1" status: 200 len: 945 time: 1.7078218 Feb 04 21:10:02.172021 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-831b14a3-bc40-4617-afd1-ef1c4dcdec5a req-de6c2e4f-3eb6-4598-9406-8ddabcbfc106 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.32 "DELETE /v2.0/ports/a30bf394-3df7-48a4-bba4-29db7632def7 HTTP/1.1" status: 204 len: 173 time: 8.2118278 Feb 04 21:10:02.182754 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-43a0ba6a-e7c4-4298-a864-c8f312fe4924 req-3c3f0a5d-bbcc-431b-a53d-1820ebd24de6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93f4eff2-d0f6-4de5-8ab0-9aa904305bfe HTTP/1.1" status: 200 len: 217 time: 0.1271889 Feb 04 21:10:02.195469 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-42dd6875-cf47-4ef1-9a05-0019b6eb160f tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:10:02.208473 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-43845c48-24bd-4576-91a4-531a9f64fc36 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1815128 Feb 04 21:10:02.232939 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-71337da6-8aec-4f36-bb53-f8f14acebdb2 service neutron] Request body: {'port': {'device_id': '9fd219f1-0690-4dd5-a7a5-5b65b7f39357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:10:02.286261 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-42dd6875-cf47-4ef1-9a05-0019b6eb160f tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Made reservation on behalf of 7a203dba43504a9c9ee536ff8fb2b7dd for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:10:02.290116 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-42dd6875-cf47-4ef1-9a05-0019b6eb160f tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:02.306660 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a239e6f-6af2-4170-a958-a3c60287bb2e req-6ff83ab7-9cb9-4c77-906a-f86bbfe661e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:02.308461 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0a239e6f-6af2-4170-a958-a3c60287bb2e req-6ff83ab7-9cb9-4c77-906a-f86bbfe661e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4cc1ce8-eeb6-46af-80b5-92196799c865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9196961 Feb 04 21:10:02.354682 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-abc99757-f4fd-40e2-a2a4-b45c39205eca service neutron] 10.222.0.32 "GET /v2.0/networks/bb213b90-85ae-4ae5-869b-fda768933cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9019041 Feb 04 21:10:02.367483 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aa401560-7b69-4533-bf29-a664f96b6e56 req-c408705c-0935-4475-9bfa-896110385b4e tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c07ca5b-e876-47f8-9d4f-d5712fb10c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232323 Feb 04 21:10:02.373358 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0ba6a-e7c4-4298-a864-c8f312fe4924 req-12207aa3-ff5f-4306-828c-56d08ce7f712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:02.374998 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-43a0ba6a-e7c4-4298-a864-c8f312fe4924 req-12207aa3-ff5f-4306-828c-56d08ce7f712 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a5257a8f-1f80-4ecd-b1bf-e444fa041ff5 HTTP/1.1" status: 200 len: 855 time: 0.1770048 Feb 04 21:10:02.538262 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-185c20cc-b8a3-428e-9410-ced3761ff84d req-08387b42-1b7d-42c1-9e1c-153861fa72b3 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] For port a4b20337-5755-4a9b-963a-830cd9aa330c, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=a4b20337-5755-4a9b-963a-830cd9aa330c,segment=NetworkSegment(4d028c5b-b5fc-4009-88a0-392efa5ea2ca),segment_id=4d028c5b-b5fc-4009-88a0-392efa5ea2ca)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:02.539030 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-185c20cc-b8a3-428e-9410-ced3761ff84d req-08387b42-1b7d-42c1-9e1c-153861fa72b3 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:02.554325 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266241b-bfde-4ffd-a3a7-852338f0871e req-6f01104a-f30a-443d-a257-a7db9c3ce058 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:02.562388 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e266241b-bfde-4ffd-a3a7-852338f0871e req-6f01104a-f30a-443d-a257-a7db9c3ce058 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a11251f-38ca-4d47-a825-ba3e837a8ae3 HTTP/1.1" status: 200 len: 943 time: 0.8544574 Feb 04 21:10:02.650769 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:02.669043 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95554ff7-e1d7-4a60-861e-6940441351fd', 'name': 'network-vif-deleted', 'tag': 'd9efb7e7-5959-47c9-b634-0583fbf07376'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:10:02.709301 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-b4c9c6c0-8e7a-42f9-8597-1eaa7f251d1e tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Allocated IP 172.20.0.9 (07ede4ef-cdc8-4d76-b079-890750cf0aff/ed9cd47e-67fb-447b-8d0e-97616cebc5c4/587c9d85-d9b0-4e29-9d8e-bab2782bd657) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:10:02.738678 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-71337da6-8aec-4f36-bb53-f8f14acebdb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:02.881952 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-185c20cc-b8a3-428e-9410-ced3761ff84d req-08387b42-1b7d-42c1-9e1c-153861fa72b3 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Calling delete_port for a4b20337-5755-4a9b-963a-830cd9aa330c owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:10:02.965349 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0a239e6f-6af2-4170-a958-a3c60287bb2e req-bee8fdaa-c2e2-4e6f-8d64-01c69d053b40 service neutron] 10.222.0.32 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6478629 Feb 04 21:10:03.057308 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e266241b-bfde-4ffd-a3a7-852338f0871e req-8c794f2b-96f5-4568-b1b2-de5847906fab tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "GET /v2.0/security-groups?id=74ff6b8a-96a6-4228-8ce5-07b5da50ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4901049 Feb 04 21:10:03.316056 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-ac8afea5-0e88-46bb-8b1c-7afc241117c8 service neutron] 10.222.0.32 "GET /v2.0/networks/bb213b90-85ae-4ae5-869b-fda768933cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9406941 Feb 04 21:10:03.360159 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0ba6a-e7c4-4298-a864-c8f312fe4924 req-0502ee01-460c-45d7-b1e0-a1f8dc15bedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:03.361677 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-43a0ba6a-e7c4-4298-a864-c8f312fe4924 req-0502ee01-460c-45d7-b1e0-a1f8dc15bedd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4608db1e-4c63-4115-98e9-dbb35735c98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9749699 Feb 04 21:10:03.425324 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0a239e6f-6af2-4170-a958-a3c60287bb2e req-00ee99f8-ad29-4d51-9e00-23252efe503d service neutron] 10.222.0.32 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477713 Feb 04 21:10:03.460242 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bbe3f-3800-4c4a-a7a3-15f7b77ebccd req-0bc19b9a-44af-4b2e-94db-95b9fb85b5a6 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:03.460242 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-827bbe3f-3800-4c4a-a7a3-15f7b77ebccd req-0bc19b9a-44af-4b2e-94db-95b9fb85b5a6 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Synchronizing usage tracker for tenant:d3d539dc97a744058fdb427e438eb9ad on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:10:03.516331 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-0278af5f-b199-4ff5-94d5-a0c9a01a038a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=746edaf1-0070-4819-a4c2-321e5c28a8a4 HTTP/1.1" status: 200 len: 217 time: 0.1407273 Feb 04 21:10:03.520010 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-1fc67191-bb85-4ff4-b6b4-5be564639530 req-9f035b08-ac29-4566-844a-dae945514144 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Synchronizing usage tracker for tenant:7a203dba43504a9c9ee536ff8fb2b7dd on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:10:03.638974 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-827bbe3f-3800-4c4a-a7a3-15f7b77ebccd req-0bc19b9a-44af-4b2e-94db-95b9fb85b5a6 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Unset dirty status for tenant:d3d539dc97a744058fdb427e438eb9ad on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:10:03.640140 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-827bbe3f-3800-4c4a-a7a3-15f7b77ebccd req-0bc19b9a-44af-4b2e-94db-95b9fb85b5a6 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fd219f1-0690-4dd5-a7a5-5b65b7f39357 HTTP/1.1" status: 200 len: 931 time: 1.0087197 Feb 04 21:10:03.661831 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-43a0ba6a-e7c4-4298-a864-c8f312fe4924 req-4c11e05f-b79c-49b7-8fa1-8b08be0092ab service neutron] 10.222.0.18 "GET /v2.0/networks/4608db1e-4c63-4115-98e9-dbb35735c98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680659 Feb 04 21:10:03.700798 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-b4c9c6c0-8e7a-42f9-8597-1eaa7f251d1e tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:03.862859 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-43a0ba6a-e7c4-4298-a864-c8f312fe4924 req-f81159ec-e8e2-40bf-bba1-d0f5544edfa9 service neutron] 10.222.0.18 "GET /v2.0/networks/4608db1e-4c63-4115-98e9-dbb35735c98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916473 Feb 04 21:10:03.879211 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-b4c9c6c0-8e7a-42f9-8597-1eaa7f251d1e tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:03.896863 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-1fc67191-bb85-4ff4-b6b4-5be564639530 req-9f035b08-ac29-4566-844a-dae945514144 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Unset dirty status for tenant:7a203dba43504a9c9ee536ff8fb2b7dd on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:10:03.908485 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1fc67191-bb85-4ff4-b6b4-5be564639530 req-9f035b08-ac29-4566-844a-dae945514144 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc89e913-317c-46c5-96cf-61d4977d62c8 HTTP/1.1" status: 200 len: 210 time: 0.5978551 Feb 04 21:10:03.959266 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-1e961c9f-64e4-4653-955d-e4ac11946993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:03.959266 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-1e961c9f-64e4-4653-955d-e4ac11946993 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d8ab602a-389e-46ed-9e60-c4075f6a2251 HTTP/1.1" status: 200 len: 797 time: 0.4345951 Feb 04 21:10:04.105308 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-b4c9c6c0-8e7a-42f9-8597-1eaa7f251d1e tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Network 07ede4ef-cdc8-4d76-b079-890750cf0aff is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:10:04.110643 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-b4c9c6c0-8e7a-42f9-8597-1eaa7f251d1e tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:10:04.116797 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-b4c9c6c0-8e7a-42f9-8597-1eaa7f251d1e tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:10:04.154656 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9c6c0-8e7a-42f9-8597-1eaa7f251d1e tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Pushing event updated for resources: {'Port': ['ID=587c9d85-d9b0-4e29-9d8e-bab2782bd657,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:04.169653 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-42dd6875-cf47-4ef1-9a05-0019b6eb160f tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Allocated IP 172.20.0.3 (07ede4ef-cdc8-4d76-b079-890750cf0aff/ed9cd47e-67fb-447b-8d0e-97616cebc5c4/1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:10:04.223780 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-b4c9c6c0-8e7a-42f9-8597-1eaa7f251d1e tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:04.224841 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-b4c9c6c0-8e7a-42f9-8597-1eaa7f251d1e tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:04.241547 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-185c20cc-b8a3-428e-9410-ced3761ff84d req-08387b42-1b7d-42c1-9e1c-153861fa72b3 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:04.246501 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-827bbe3f-3800-4c4a-a7a3-15f7b77ebccd req-a89bbfb6-7d18-4145-b4f5-5dee7219ce9b tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5615532 Feb 04 21:10:04.318519 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-b4c9c6c0-8e7a-42f9-8597-1eaa7f251d1e tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3026588 Feb 04 21:10:04.329138 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e493d8c-c63e-4116-a2ef-80236b6c2a50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a30bf394-3df7-48a4-bba4-29db7632def7', 'code': 200} Feb 04 21:10:04.329667 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562074bc-81e0-42f4-8ae9-e82ab9759e14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4b20337-5755-4a9b-963a-830cd9aa330c', 'code': 200} Feb 04 21:10:04.342323 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08387b42-1b7d-42c1-9e1c-153861fa72b3 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Pushing event deleted for resources: {'Port': ['ID=a4b20337-5755-4a9b-963a-830cd9aa330c,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:04.380741 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-2876c8e4-0e1a-4142-b49d-0aff4f0f19a8 service neutron] Request body: {'port': {'device_id': 'cc89e913-317c-46c5-96cf-61d4977d62c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:10:04.444473 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37206) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:04.490699 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-185c20cc-b8a3-428e-9410-ced3761ff84d req-08387b42-1b7d-42c1-9e1c-153861fa72b3 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] No DVR routers for this DVR port a4b20337-5755-4a9b-963a-830cd9aa330c on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:10:04.506091 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-185c20cc-b8a3-428e-9410-ced3761ff84d req-08387b42-1b7d-42c1-9e1c-153861fa72b3 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:04.508170 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-185c20cc-b8a3-428e-9410-ced3761ff84d req-08387b42-1b7d-42c1-9e1c-153861fa72b3 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.18 "DELETE /v2.0/ports/a4b20337-5755-4a9b-963a-830cd9aa330c HTTP/1.1" status: 204 len: 173 time: 8.4933050 Feb 04 21:10:04.517592 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e493d8c-c63e-4116-a2ef-80236b6c2a50', 'name': 'network-vif-deleted', 'tag': 'a30bf394-3df7-48a4-bba4-29db7632def7', 'status': 'completed', 'code': 200} Feb 04 21:10:04.564175 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-f14ca77d-1864-45a5-932f-1a4cfc967533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:04.574482 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-f14ca77d-1864-45a5-932f-1a4cfc967533 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb213b90-85ae-4ae5-869b-fda768933cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5871832 Feb 04 21:10:04.685063 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95554ff7-e1d7-4a60-861e-6940441351fd', 'name': 'network-vif-deleted', 'tag': 'd9efb7e7-5959-47c9-b634-0583fbf07376', 'status': 'completed', 'code': 200} Feb 04 21:10:04.736695 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-42dd6875-cf47-4ef1-9a05-0019b6eb160f tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:04.754643 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-2876c8e4-0e1a-4142-b49d-0aff4f0f19a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:04.790581 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dafa2e-456a-4f8e-9584-c76a1a7373b2 req-89af1de6-8b1d-4515-9c75-add180fe2de4 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:04.796469 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dafa2e-456a-4f8e-9584-c76a1a7373b2 req-89af1de6-8b1d-4515-9c75-add180fe2de4 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:04.802441 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dafa2e-456a-4f8e-9584-c76a1a7373b2 req-89af1de6-8b1d-4515-9c75-add180fe2de4 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:04.808708 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dafa2e-456a-4f8e-9584-c76a1a7373b2 req-89af1de6-8b1d-4515-9c75-add180fe2de4 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:04.814651 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dafa2e-456a-4f8e-9584-c76a1a7373b2 req-89af1de6-8b1d-4515-9c75-add180fe2de4 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:04.820568 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dafa2e-456a-4f8e-9584-c76a1a7373b2 req-89af1de6-8b1d-4515-9c75-add180fe2de4 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:04.827112 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dafa2e-456a-4f8e-9584-c76a1a7373b2 req-89af1de6-8b1d-4515-9c75-add180fe2de4 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:04.829039 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-26dafa2e-456a-4f8e-9584-c76a1a7373b2 req-89af1de6-8b1d-4515-9c75-add180fe2de4 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 5430 time: 0.6877100 Feb 04 21:10:04.929027 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-71337da6-8aec-4f36-bb53-f8f14acebdb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a4007de-145c-47df-a5e4-a2d29251f7e5 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:10:04.951398 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-71337da6-8aec-4f36-bb53-f8f14acebdb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:05.110701 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-71337da6-8aec-4f36-bb53-f8f14acebdb2 service neutron] Transition to ACTIVE for port object 4a4007de-145c-47df-a5e4-a2d29251f7e5 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:10:05.118385 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-24faf667-3741-4bfd-aadc-5fb005f3c700 service neutron] 10.222.0.32 "GET /v2.0/networks/bb213b90-85ae-4ae5-869b-fda768933cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084264 Feb 04 21:10:05.147736 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-71337da6-8aec-4f36-bb53-f8f14acebdb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:05.182485 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-26dafa2e-456a-4f8e-9584-c76a1a7373b2 req-b8ada91e-4110-42aa-9667-6f58ccd50bc8 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57aefd0-2358-4799-bf02-8d4615be2807&id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2791994 Feb 04 21:10:05.190203 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-42dd6875-cf47-4ef1-9a05-0019b6eb160f tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:05.467843 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd6875-cf47-4ef1-9a05-0019b6eb160f tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Pushing event updated for resources: {'Port': ['ID=1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:05.561425 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-42dd6875-cf47-4ef1-9a05-0019b6eb160f tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Network 07ede4ef-cdc8-4d76-b079-890750cf0aff is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:10:05.607808 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71337da6-8aec-4f36-bb53-f8f14acebdb2 service neutron] Pushing event updated for resources: {'Port': ['ID=4a4007de-145c-47df-a5e4-a2d29251f7e5,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:05.608760 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-42dd6875-cf47-4ef1-9a05-0019b6eb160f tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:10:05.612381 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-42dd6875-cf47-4ef1-9a05-0019b6eb160f tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:10:05.689895 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687daa4-6074-4ce7-8f95-9f5a81abf8e7 req-e45cfd0b-dd17-45a9-b251-5b8c95b59fd8 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:05.692105 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e687daa4-6074-4ce7-8f95-9f5a81abf8e7 req-e45cfd0b-dd17-45a9-b251-5b8c95b59fd8 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] 10.222.0.26 "GET /v2.0/ports?device_id=40b51670-a0d8-4967-8b32-ad40df2ca963 HTTP/1.1" status: 200 len: 945 time: 0.8598087 Feb 04 21:10:05.787628 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-71337da6-8aec-4f36-bb53-f8f14acebdb2 service neutron] Attempting to bind port 4a4007de-145c-47df-a5e4-a2d29251f7e5 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:10:05.787955 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-71337da6-8aec-4f36-bb53-f8f14acebdb2 service neutron] Attempting to bind port 4a4007de-145c-47df-a5e4-a2d29251f7e5 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '274548b3-06d3-4078-a4e7-5e4131c79abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:10:05.788488 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-71337da6-8aec-4f36-bb53-f8f14acebdb2 service neutron] Attempting to bind port 4a4007de-145c-47df-a5e4-a2d29251f7e5 on network e4cc1ce8-eeb6-46af-80b5-92196799c865 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:10:05.795188 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 93f4eff2-d0f6-4de5-8ab0-9aa904305bfe details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:10:05.801775 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d25e5daf-38f9-4ff8-b92b-a1cc29428fa8 service neutron] 10.222.0.32 "GET /v2.0/networks/bb213b90-85ae-4ae5-869b-fda768933cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6549489 Feb 04 21:10:05.829621 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e687daa4-6074-4ce7-8f95-9f5a81abf8e7 req-89866c2c-32ef-4c0d-bc97-5c067a40fd4c tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c07ca5b-e876-47f8-9d4f-d5712fb10c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056890 Feb 04 21:10:05.833883 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-71337da6-8aec-4f36-bb53-f8f14acebdb2 service neutron] Port 4a4007de-145c-47df-a5e4-a2d29251f7e5 on network e4cc1ce8-eeb6-46af-80b5-92196799c865 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:10:05.834359 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-42dd6875-cf47-4ef1-9a05-0019b6eb160f tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:05.834495 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-71337da6-8aec-4f36-bb53-f8f14acebdb2 service neutron] Attempting to bind port 4a4007de-145c-47df-a5e4-a2d29251f7e5 on network e4cc1ce8-eeb6-46af-80b5-92196799c865 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:10:05.835246 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-42dd6875-cf47-4ef1-9a05-0019b6eb160f tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:05.887779 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-42dd6875-cf47-4ef1-9a05-0019b6eb160f tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1686459 Feb 04 21:10:05.903108 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259233c-3847-4a45-962d-f8563d84fc00 req-062221d1-5b6a-411b-83ee-78227df64ed5 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:05.904596 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6259233c-3847-4a45-962d-f8563d84fc00 req-062221d1-5b6a-411b-83ee-78227df64ed5 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a11251f-38ca-4d47-a825-ba3e837a8ae3 HTTP/1.1" status: 200 len: 943 time: 0.4561760 Feb 04 21:10:05.914470 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-71337da6-8aec-4f36-bb53-f8f14acebdb2 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:10:05.914798 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-71337da6-8aec-4f36-bb53-f8f14acebdb2 service neutron] Checking segment: {'id': '274548b3-06d3-4078-a4e7-5e4131c79abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:10:05.915362 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-71337da6-8aec-4f36-bb53-f8f14acebdb2 service neutron] Bound using segment: {'id': '274548b3-06d3-4078-a4e7-5e4131c79abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:10:05.916845 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-71337da6-8aec-4f36-bb53-f8f14acebdb2 service neutron] Bound port: 4a4007de-145c-47df-a5e4-a2d29251f7e5, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '274548b3-06d3-4078-a4e7-5e4131c79abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:10:05.917648 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-71337da6-8aec-4f36-bb53-f8f14acebdb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:05.924188 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-155f4933-1a62-449d-a947-9a744013ac5c service neutron] Request body: {'port': {'device_id': 'd67b3a15-c09f-4182-802f-792526f705c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:10:06.020832 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-f1d8477e-029c-4db4-b954-1e33d56e14cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=c4e25158-47e9-42b4-972c-d39e229b32b8 HTTP/1.1" status: 200 len: 217 time: 0.1924553 Feb 04 21:10:06.048263 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 93f4eff2-d0f6-4de5-8ab0-9aa904305bfe, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=93f4eff2-d0f6-4de5-8ab0-9aa904305bfe,segment=NetworkSegment(010a9ec1-8f55-480a-a139-0ec6a3c72bc5),segment_id=010a9ec1-8f55-480a-a139-0ec6a3c72bc5)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:06.116009 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '93f4eff2-d0f6-4de5-8ab0-9aa904305bfe', 'network_id': '4608db1e-4c63-4115-98e9-dbb35735c98b', 'port_id': '93f4eff2-d0f6-4de5-8ab0-9aa904305bfe', 'mac_address': 'fa:16:3e:36:a5:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5257a8f-1f80-4ecd-b1bf-e444fa041ff5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:10:06.210574 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:06.227119 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-579aec2c-d6cc-4d04-9ef4-ccb8d264761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:06.228959 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-579aec2c-d6cc-4d04-9ef4-ccb8d264761d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d8ab602a-389e-46ed-9e60-c4075f6a2251 HTTP/1.1" status: 200 len: 797 time: 0.1700993 Feb 04 21:10:06.243447 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93f4eff2-d0f6-4de5-8ab0-9aa904305bfe {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:10:06.262035 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 93f4eff2-d0f6-4de5-8ab0-9aa904305bfe, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=93f4eff2-d0f6-4de5-8ab0-9aa904305bfe,segment=NetworkSegment(010a9ec1-8f55-480a-a139-0ec6a3c72bc5),segment_id=010a9ec1-8f55-480a-a139-0ec6a3c72bc5)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:06.270430 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:06.412215 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-2876c8e4-0e1a-4142-b49d-0aff4f0f19a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 587c9d85-d9b0-4e29-9d8e-bab2782bd657 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:10:06.419205 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-155f4933-1a62-449d-a947-9a744013ac5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:06.434780 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=93f4eff2-d0f6-4de5-8ab0-9aa904305bfe,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:06.435050 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-2876c8e4-0e1a-4142-b49d-0aff4f0f19a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:06.455431 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:06.456060 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:06.457367 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:06.457863 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:06.458342 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:06.458826 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:06.459323 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:06.459804 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:06.461160 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:06.461643 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:06.461981 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:06.462940 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:06.488217 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['93f4eff2-d0f6-4de5-8ab0-9aa904305bfe'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:10:06.536193 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6259233c-3847-4a45-962d-f8563d84fc00 req-18871fc2-de11-465f-9efc-2bad5aa56303 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "GET /v2.0/security-groups?id=74ff6b8a-96a6-4228-8ce5-07b5da50ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6178498 Feb 04 21:10:06.538157 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562074bc-81e0-42f4-8ae9-e82ab9759e14', 'name': 'network-vif-deleted', 'tag': 'a4b20337-5755-4a9b-963a-830cd9aa330c'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:10:06.552385 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-2876c8e4-0e1a-4142-b49d-0aff4f0f19a8 service neutron] Transition to ACTIVE for port object 587c9d85-d9b0-4e29-9d8e-bab2782bd657 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:10:06.576057 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-2876c8e4-0e1a-4142-b49d-0aff4f0f19a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:06.689691 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-71337da6-8aec-4f36-bb53-f8f14acebdb2 service neutron] For port 4a4007de-145c-47df-a5e4-a2d29251f7e5, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:10:06.693466 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-71337da6-8aec-4f36-bb53-f8f14acebdb2 service neutron] For port 4a4007de-145c-47df-a5e4-a2d29251f7e5, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=4a4007de-145c-47df-a5e4-a2d29251f7e5,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:10:06.702440 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-71337da6-8aec-4f36-bb53-f8f14acebdb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:06.703460 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5ce7be11-fb3a-4f74-8521-72961f026af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:06.854226 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-71337da6-8aec-4f36-bb53-f8f14acebdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:06.854857 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-71337da6-8aec-4f36-bb53-f8f14acebdb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:06.856695 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-71337da6-8aec-4f36-bb53-f8f14acebdb2 service neutron] 10.222.0.18 "PUT /v2.0/ports/4a4007de-145c-47df-a5e4-a2d29251f7e5 HTTP/1.1" status: 200 len: 1091 time: 4.6319838 Feb 04 21:10:06.990247 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71337da6-8aec-4f36-bb53-f8f14acebdb2 service neutron] Pushing event updated for resources: {'Port': ['ID=4a4007de-145c-47df-a5e4-a2d29251f7e5,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:06.999147 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876c8e4-0e1a-4142-b49d-0aff4f0f19a8 service neutron] Pushing event updated for resources: {'Port': ['ID=587c9d85-d9b0-4e29-9d8e-bab2782bd657,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:07.044090 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a872061-30bb-4d71-82ca-8ec22facf1ca req-3f290ef5-cc08-4b6c-ae83-a8bc2238614c tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:07.045670 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9a872061-30bb-4d71-82ca-8ec22facf1ca req-3f290ef5-cc08-4b6c-ae83-a8bc2238614c tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc89e913-317c-46c5-96cf-61d4977d62c8 HTTP/1.1" status: 200 len: 931 time: 0.7633176 Feb 04 21:10:07.050793 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-68c22490-ca0f-41b7-9caa-d6adc2818dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:07.052250 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-68c22490-ca0f-41b7-9caa-d6adc2818dde service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb213b90-85ae-4ae5-869b-fda768933cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7710934 Feb 04 21:10:07.242351 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9e100-af2c-4127-b172-8623f177a7a5 req-9ccc4b18-97dc-40d1-9f2a-efd8e6c13168 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:07.243827 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-88c9e100-af2c-4127-b172-8623f177a7a5 req-9ccc4b18-97dc-40d1-9f2a-efd8e6c13168 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fd219f1-0690-4dd5-a7a5-5b65b7f39357 HTTP/1.1" status: 200 len: 943 time: 0.4920368 Feb 04 21:10:07.250282 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9a872061-30bb-4d71-82ca-8ec22facf1ca req-234731a5-38f3-4e8c-b114-a76119a0b422 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b4e1bda-ed54-401e-8a67-c066086c109f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969569 Feb 04 21:10:07.260279 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-2876c8e4-0e1a-4142-b49d-0aff4f0f19a8 service neutron] Attempting to bind port 587c9d85-d9b0-4e29-9d8e-bab2782bd657 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:10:07.260279 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-2876c8e4-0e1a-4142-b49d-0aff4f0f19a8 service neutron] Attempting to bind port 587c9d85-d9b0-4e29-9d8e-bab2782bd657 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '4d028c5b-b5fc-4009-88a0-392efa5ea2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '07ede4ef-cdc8-4d76-b079-890750cf0aff'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:10:07.260279 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-2876c8e4-0e1a-4142-b49d-0aff4f0f19a8 service neutron] Attempting to bind port 587c9d85-d9b0-4e29-9d8e-bab2782bd657 on network 07ede4ef-cdc8-4d76-b079-890750cf0aff {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:10:07.285365 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-6008c1a3-97bf-4c73-bb61-c0731f2029e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:07.286813 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-6008c1a3-97bf-4c73-bb61-c0731f2029e1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d539dc97a744058fdb427e438eb9ad&device_id=9fd219f1-0690-4dd5-a7a5-5b65b7f39357 HTTP/1.1" status: 200 len: 1094 time: 0.3715696 Feb 04 21:10:07.392690 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-c2ac919f-08bf-461f-a68b-52c857e95e46 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a4007de-145c-47df-a5e4-a2d29251f7e5 HTTP/1.1" status: 200 len: 217 time: 0.0930843 Feb 04 21:10:07.402751 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-88c9e100-af2c-4127-b172-8623f177a7a5 req-c57c45c0-7c09-4476-939a-c9fe1b348a3f tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496921 Feb 04 21:10:07.487331 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-ca3c59c3-2699-48ca-b596-f92e4717ec29 service neutron] 10.222.0.32 "GET /v2.0/networks/bb213b90-85ae-4ae5-869b-fda768933cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153795 Feb 04 21:10:07.616870 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-984db12f-7ca6-4b89-bfb6-3540e8ffdcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:07.618363 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-984db12f-7ca6-4b89-bfb6-3540e8ffdcac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee4d3909-e094-4079-9a7f-4f6007c68222 HTTP/1.1" status: 200 len: 850 time: 0.2205007 Feb 04 21:10:07.636404 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562074bc-81e0-42f4-8ae9-e82ab9759e14', 'name': 'network-vif-deleted', 'tag': 'a4b20337-5755-4a9b-963a-830cd9aa330c', 'status': 'completed', 'code': 200} Feb 04 21:10:07.721739 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-155f4933-1a62-449d-a947-9a744013ac5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:10:07.730410 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-155f4933-1a62-449d-a947-9a744013ac5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:07.756163 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-2876c8e4-0e1a-4142-b49d-0aff4f0f19a8 service neutron] Port 587c9d85-d9b0-4e29-9d8e-bab2782bd657 on network 07ede4ef-cdc8-4d76-b079-890750cf0aff not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:10:07.758870 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-2876c8e4-0e1a-4142-b49d-0aff4f0f19a8 service neutron] Attempting to bind port 587c9d85-d9b0-4e29-9d8e-bab2782bd657 on network 07ede4ef-cdc8-4d76-b079-890750cf0aff {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:10:07.770093 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-155f4933-1a62-449d-a947-9a744013ac5c service neutron] Transition to ACTIVE for port object 1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:10:07.800275 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-fec5d71e-a66c-47e8-9e97-5b0473de3a35 service neutron] 10.222.0.32 "GET /v2.0/networks/bb213b90-85ae-4ae5-869b-fda768933cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705500 Feb 04 21:10:07.802073 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 93f4eff2-d0f6-4de5-8ab0-9aa904305bfe up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:10:07.840663 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-155f4933-1a62-449d-a947-9a744013ac5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:07.845841 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906fd57-0f17-47ef-be8d-271b6ced89fe req-c9d58e20-96af-4930-afd5-e6e908b1ebda tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:07.853902 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-2876c8e4-0e1a-4142-b49d-0aff4f0f19a8 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:10:07.854197 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-2876c8e4-0e1a-4142-b49d-0aff4f0f19a8 service neutron] Checking segment: {'id': '4d028c5b-b5fc-4009-88a0-392efa5ea2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '07ede4ef-cdc8-4d76-b079-890750cf0aff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:10:07.855812 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906fd57-0f17-47ef-be8d-271b6ced89fe req-c9d58e20-96af-4930-afd5-e6e908b1ebda tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:07.864704 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906fd57-0f17-47ef-be8d-271b6ced89fe req-c9d58e20-96af-4930-afd5-e6e908b1ebda tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:07.871543 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906fd57-0f17-47ef-be8d-271b6ced89fe req-c9d58e20-96af-4930-afd5-e6e908b1ebda tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:07.873281 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-2876c8e4-0e1a-4142-b49d-0aff4f0f19a8 service neutron] Bound using segment: {'id': '4d028c5b-b5fc-4009-88a0-392efa5ea2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '07ede4ef-cdc8-4d76-b079-890750cf0aff'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:10:07.873883 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-2876c8e4-0e1a-4142-b49d-0aff4f0f19a8 service neutron] Bound port: 587c9d85-d9b0-4e29-9d8e-bab2782bd657, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d028c5b-b5fc-4009-88a0-392efa5ea2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '07ede4ef-cdc8-4d76-b079-890750cf0aff'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:10:07.874265 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-2876c8e4-0e1a-4142-b49d-0aff4f0f19a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:07.877247 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906fd57-0f17-47ef-be8d-271b6ced89fe req-c9d58e20-96af-4930-afd5-e6e908b1ebda tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:07.882880 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906fd57-0f17-47ef-be8d-271b6ced89fe req-c9d58e20-96af-4930-afd5-e6e908b1ebda tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:07.889643 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906fd57-0f17-47ef-be8d-271b6ced89fe req-c9d58e20-96af-4930-afd5-e6e908b1ebda tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:07.897031 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5906fd57-0f17-47ef-be8d-271b6ced89fe req-c9d58e20-96af-4930-afd5-e6e908b1ebda tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 5430 time: 0.4069214 Feb 04 21:10:07.926911 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 93f4eff2-d0f6-4de5-8ab0-9aa904305bfe completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:10:07.936073 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 93f4eff2-d0f6-4de5-8ab0-9aa904305bfe triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:10:07.936540 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:08.063188 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-fca5564b-13b8-4b27-bfd4-6cd4e2cc673c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d744b444-342d-49e4-b7c2-bdadcf0af1d9 HTTP/1.1" status: 200 len: 217 time: 0.2446597 Feb 04 21:10:08.127289 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f4933-1a62-449d-a947-9a744013ac5c service neutron] Pushing event updated for resources: {'Port': ['ID=1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:08.130530 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:08.162344 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a11251f-38ca-4d47-a825-ba3e837a8ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f4eff2-d0f6-4de5-8ab0-9aa904305bfe'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:10:08.176533 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 93f4eff2-d0f6-4de5-8ab0-9aa904305bfe, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=93f4eff2-d0f6-4de5-8ab0-9aa904305bfe,segment=NetworkSegment(010a9ec1-8f55-480a-a139-0ec6a3c72bc5),segment_id=010a9ec1-8f55-480a-a139-0ec6a3c72bc5)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:08.178373 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-066c8cea-b5f5-4970-a3bb-edc6ba3af7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:08.183120 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-066c8cea-b5f5-4970-a3bb-edc6ba3af7eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7f41bda-5d42-40fd-a72e-415f8cf425d0 HTTP/1.1" status: 200 len: 797 time: 0.0899913 Feb 04 21:10:08.206037 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:08.266445 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-2876c8e4-0e1a-4142-b49d-0aff4f0f19a8 service neutron] For port 587c9d85-d9b0-4e29-9d8e-bab2782bd657, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:10:08.301038 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=93f4eff2-d0f6-4de5-8ab0-9aa904305bfe,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:08.321589 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-2876c8e4-0e1a-4142-b49d-0aff4f0f19a8 service neutron] For port 587c9d85-d9b0-4e29-9d8e-bab2782bd657, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=587c9d85-d9b0-4e29-9d8e-bab2782bd657,segment=NetworkSegment(4d028c5b-b5fc-4009-88a0-392efa5ea2ca),segment_id=4d028c5b-b5fc-4009-88a0-392efa5ea2ca)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:10:08.323663 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5906fd57-0f17-47ef-be8d-271b6ced89fe req-17ccffb5-89ba-4ecd-b4ae-5bf698a718ff tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57aefd0-2358-4799-bf02-8d4615be2807&id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4235570 Feb 04 21:10:08.332902 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-7bb6f61e-bc1d-40b7-824f-3461c143fa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:08.335361 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-7bb6f61e-bc1d-40b7-824f-3461c143fa64 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4cc1ce8-eeb6-46af-80b5-92196799c865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6964583 Feb 04 21:10:08.361767 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-155f4933-1a62-449d-a947-9a744013ac5c service neutron] Attempting to bind port 1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:10:08.362295 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-155f4933-1a62-449d-a947-9a744013ac5c service neutron] Attempting to bind port 1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': '4d028c5b-b5fc-4009-88a0-392efa5ea2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '07ede4ef-cdc8-4d76-b079-890750cf0aff'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:10:08.362796 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-155f4933-1a62-449d-a947-9a744013ac5c service neutron] Attempting to bind port 1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c on network 07ede4ef-cdc8-4d76-b079-890750cf0aff {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:10:08.379655 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-2876c8e4-0e1a-4142-b49d-0aff4f0f19a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:08.484642 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-155f4933-1a62-449d-a947-9a744013ac5c service neutron] Port 1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c on network 07ede4ef-cdc8-4d76-b079-890750cf0aff not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:10:08.484642 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-155f4933-1a62-449d-a947-9a744013ac5c service neutron] Attempting to bind port 1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c on network 07ede4ef-cdc8-4d76-b079-890750cf0aff {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:10:08.489700 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8cf8e-0b18-4abe-af5e-6aa431cee86b req-850c2b0a-1f27-4550-a9a5-6a2c98b61f49 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:08.495475 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6db8cf8e-0b18-4abe-af5e-6aa431cee86b req-850c2b0a-1f27-4550-a9a5-6a2c98b61f49 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a11251f-38ca-4d47-a825-ba3e837a8ae3 HTTP/1.1" status: 200 len: 944 time: 0.5376501 Feb 04 21:10:08.506291 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876c8e4-0e1a-4142-b49d-0aff4f0f19a8 service neutron] Pushing event updated for resources: {'Port': ['ID=587c9d85-d9b0-4e29-9d8e-bab2782bd657,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:08.510630 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-155f4933-1a62-449d-a947-9a744013ac5c service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:10:08.510963 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-155f4933-1a62-449d-a947-9a744013ac5c service neutron] Checking segment: {'id': '4d028c5b-b5fc-4009-88a0-392efa5ea2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '07ede4ef-cdc8-4d76-b079-890750cf0aff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:10:08.511338 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-155f4933-1a62-449d-a947-9a744013ac5c service neutron] Bound using segment: {'id': '4d028c5b-b5fc-4009-88a0-392efa5ea2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '07ede4ef-cdc8-4d76-b079-890750cf0aff'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:10:08.511771 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-155f4933-1a62-449d-a947-9a744013ac5c service neutron] Bound port: 1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d028c5b-b5fc-4009-88a0-392efa5ea2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '07ede4ef-cdc8-4d76-b079-890750cf0aff'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:10:08.512110 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-155f4933-1a62-449d-a947-9a744013ac5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:08.531253 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-5ce7be11-fb3a-4f74-8521-72961f026af3 admin admin] Deleting port a695a433-a212-464b-899d-764c3bd9b865 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:10:08.531591 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5ce7be11-fb3a-4f74-8521-72961f026af3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:08.552683 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-c3c88236-432f-4c51-bb82-8b80ea82f91a service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047830 Feb 04 21:10:08.558426 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-f7506d67-36d1-429c-80e2-91ab2cd7f6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:08.560530 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-f7506d67-36d1-429c-80e2-91ab2cd7f6c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=874df1b5-5f8c-4914-8d0d-1a3a81a2fefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3725195 Feb 04 21:10:08.591105 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-2876c8e4-0e1a-4142-b49d-0aff4f0f19a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:08.591715 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-2876c8e4-0e1a-4142-b49d-0aff4f0f19a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:08.593077 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-2876c8e4-0e1a-4142-b49d-0aff4f0f19a8 service neutron] 10.222.0.18 "PUT /v2.0/ports/587c9d85-d9b0-4e29-9d8e-bab2782bd657 HTTP/1.1" status: 200 len: 1091 time: 4.2164993 Feb 04 21:10:08.604197 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc89e913-317c-46c5-96cf-61d4977d62c8', 'tag': '587c9d85-d9b0-4e29-9d8e-bab2782bd657'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:10:08.783602 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a11251f-38ca-4d47-a825-ba3e837a8ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f4eff2-d0f6-4de5-8ab0-9aa904305bfe', 'code': 200} Feb 04 21:10:08.826818 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-155f4933-1a62-449d-a947-9a744013ac5c service neutron] For port 1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c, host n-h1-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:10:08.844872 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-155f4933-1a62-449d-a947-9a744013ac5c service neutron] For port 1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c,segment=NetworkSegment(4d028c5b-b5fc-4009-88a0-392efa5ea2ca),segment_id=4d028c5b-b5fc-4009-88a0-392efa5ea2ca)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:10:08.859518 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-130258f9-3dca-43f2-a24d-8664157ae34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:08.861539 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-130258f9-3dca-43f2-a24d-8664157ae34f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a203dba43504a9c9ee536ff8fb2b7dd&device_id=cc89e913-317c-46c5-96cf-61d4977d62c8 HTTP/1.1" status: 200 len: 1094 time: 0.1878257 Feb 04 21:10:08.878430 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-155f4933-1a62-449d-a947-9a744013ac5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:08.993113 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-44dee2c3-28b0-4f0b-be63-cada20d79735 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=587c9d85-d9b0-4e29-9d8e-bab2782bd657 HTTP/1.1" status: 200 len: 217 time: 0.1023614 Feb 04 21:10:09.021791 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-155f4933-1a62-449d-a947-9a744013ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:09.022315 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-155f4933-1a62-449d-a947-9a744013ac5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:09.023657 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-155f4933-1a62-449d-a947-9a744013ac5c service neutron] 10.222.0.32 "PUT /v2.0/ports/1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c HTTP/1.1" status: 200 len: 1091 time: 3.1150830 Feb 04 21:10:09.100575 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd8dcdb8-c97b-4dba-94c7-9dbee2c42d84 req-9d37399e-c0ec-49c2-a308-85e5f4364ddb service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5388985 Feb 04 21:10:09.154904 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-5ce7be11-fb3a-4f74-8521-72961f026af3 admin admin] For port a695a433-a212-464b-899d-764c3bd9b865, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a695a433-a212-464b-899d-764c3bd9b865,segment=NetworkSegment(981c5051-f4f5-4e27-b711-c6ab8733b666),segment_id=981c5051-f4f5-4e27-b711-c6ab8733b666)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:09.155277 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5ce7be11-fb3a-4f74-8521-72961f026af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:09.195811 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6db8cf8e-0b18-4abe-af5e-6aa431cee86b req-5bd3c95d-c479-404a-9fe2-ce7130126159 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "GET /v2.0/security-groups?id=74ff6b8a-96a6-4228-8ce5-07b5da50ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6414778 Feb 04 21:10:09.262707 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4444f0-6a25-4cab-b99b-a45e69ecff54 req-043e70c8-4c68-4507-b571-ae4f4f2753ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:09.264188 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4c4444f0-6a25-4cab-b99b-a45e69ecff54 req-043e70c8-4c68-4507-b571-ae4f4f2753ce service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7a11251f-38ca-4d47-a825-ba3e837a8ae3 HTTP/1.1" status: 200 len: 1096 time: 0.3444815 Feb 04 21:10:09.266811 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-e54fb353-270b-46a0-93fe-5707df3f926b service neutron] 10.222.0.32 "GET /v2.0/networks/874df1b5-5f8c-4914-8d0d-1a3a81a2fefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6663158 Feb 04 21:10:09.274695 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fd7e7-fff4-4356-a7e9-baef702fe764 req-5b2c808a-7624-4366-ab3f-b06e5a256714 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:09.276887 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-632fd7e7-fff4-4356-a7e9-baef702fe764 req-5b2c808a-7624-4366-ab3f-b06e5a256714 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc89e913-317c-46c5-96cf-61d4977d62c8 HTTP/1.1" status: 200 len: 943 time: 0.3582327 Feb 04 21:10:09.326357 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f4933-1a62-449d-a947-9a744013ac5c service neutron] Pushing event updated for resources: {'Port': ['ID=1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:09.330287 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-ad60504c-d54f-4655-a5ed-f338e6a91cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:09.331739 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-ad60504c-d54f-4655-a5ed-f338e6a91cb1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed9cd47e-67fb-447b-8d0e-97616cebc5c4 HTTP/1.1" status: 200 len: 852 time: 0.3184600 Feb 04 21:10:09.340989 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-5ce7be11-fb3a-4f74-8521-72961f026af3 admin admin] Calling delete_port for a695a433-a212-464b-899d-764c3bd9b865 owned by network:router_interface {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:10:09.548731 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4c4444f0-6a25-4cab-b99b-a45e69ecff54 req-541eae3e-d7eb-4ce2-bbd6-b94d211dac0d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=74ff6b8a-96a6-4228-8ce5-07b5da50ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2692401 Feb 04 21:10:09.566570 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-4da2755f-7ede-4c92-be7c-96fc991add3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=07ede4ef-cdc8-4d76-b079-890750cf0aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1971176 Feb 04 21:10:09.570091 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-632fd7e7-fff4-4356-a7e9-baef702fe764 req-d9832787-a72f-403e-beca-060bd937819c tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b4e1bda-ed54-401e-8a67-c066086c109f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780535 Feb 04 21:10:09.600010 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-b159142a-49e3-450d-8961-e4227cfc546e service neutron] 10.222.0.32 "GET /v2.0/networks/874df1b5-5f8c-4914-8d0d-1a3a81a2fefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221271 Feb 04 21:10:09.605387 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-ba35ac3e-9b11-4adb-9518-2e0e75ce8073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:09.606866 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-ba35ac3e-9b11-4adb-9518-2e0e75ce8073 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a203dba43504a9c9ee536ff8fb2b7dd&device_id=d67b3a15-c09f-4182-802f-792526f705c7 HTTP/1.1" status: 200 len: 1094 time: 0.5292106 Feb 04 21:10:09.620912 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f297a19-5aa6-413e-b500-3b7b0f617f6d req-1d817093-0959-4527-8791-48202903ee60 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:09.622569 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5f297a19-5aa6-413e-b500-3b7b0f617f6d req-1d817093-0959-4527-8791-48202903ee60 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fd219f1-0690-4dd5-a7a5-5b65b7f39357 HTTP/1.1" status: 200 len: 943 time: 0.2083127 Feb 04 21:10:09.672902 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc89e913-317c-46c5-96cf-61d4977d62c8', 'tag': '587c9d85-d9b0-4e29-9d8e-bab2782bd657', 'status': 'completed', 'code': 200} Feb 04 21:10:09.680329 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fd219f1-0690-4dd5-a7a5-5b65b7f39357', 'tag': '4a4007de-145c-47df-a5e4-a2d29251f7e5'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:10:09.693598 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-999ff229-ccd1-48f4-ba90-a9dcdbc6026b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c HTTP/1.1" status: 200 len: 217 time: 0.0772440 Feb 04 21:10:09.730303 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-f50fe602-d881-4d87-9192-3112a4072b48 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=41158139-7424-4ba1-8ba1-b7ebcd524ad6 HTTP/1.1" status: 200 len: 217 time: 0.1055939 Feb 04 21:10:09.863751 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5f297a19-5aa6-413e-b500-3b7b0f617f6d req-c03a19e2-63d3-440b-9183-b67eda4795f5 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706600 Feb 04 21:10:09.889961 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-c139ea34-04b9-486a-921d-6b55fbc69199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:09.891395 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-c139ea34-04b9-486a-921d-6b55fbc69199 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7f41bda-5d42-40fd-a72e-415f8cf425d0 HTTP/1.1" status: 200 len: 797 time: 0.1486018 Feb 04 21:10:09.948356 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-b78e29d0-35a1-485e-89a1-255b6167265d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:09.949854 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-b78e29d0-35a1-485e-89a1-255b6167265d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ed9cd47e-67fb-447b-8d0e-97616cebc5c4 HTTP/1.1" status: 200 len: 852 time: 0.2480469 Feb 04 21:10:10.019716 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-962b7475-d7a1-477f-99d6-79d81e1d0f0c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=07ede4ef-cdc8-4d76-b079-890750cf0aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632250 Feb 04 21:10:10.024318 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307400f9-584a-4d1e-870b-750f2326be85 req-bbb1a1a6-93ae-4e3f-af9a-4784f9c2d715 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:10.025999 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-307400f9-584a-4d1e-870b-750f2326be85 req-bbb1a1a6-93ae-4e3f-af9a-4784f9c2d715 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a489a98-4e1e-48fb-a7cc-84a4f59bb9a3 HTTP/1.1" status: 200 len: 945 time: 0.2229457 Feb 04 21:10:10.117509 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-94cb3396-1f22-42e4-a8f2-a79ccb456b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:10.119698 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-94cb3396-1f22-42e4-a8f2-a79ccb456b96 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=874df1b5-5f8c-4914-8d0d-1a3a81a2fefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2179406 Feb 04 21:10:10.130284 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-307400f9-584a-4d1e-870b-750f2326be85 req-8288e4a8-b33f-46a7-9dec-eb2de26b05c2 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e187646-901f-4363-893b-f4c05343b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934570 Feb 04 21:10:10.222255 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-273ae185-0a26-47f8-adbb-4e0bc347336d service neutron] 10.222.0.18 "GET /v2.0/networks/07ede4ef-cdc8-4d76-b079-890750cf0aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131634 Feb 04 21:10:10.274072 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fd219f1-0690-4dd5-a7a5-5b65b7f39357', 'tag': '4a4007de-145c-47df-a5e4-a2d29251f7e5', 'status': 'completed', 'code': 200} Feb 04 21:10:10.469387 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5ce7be11-fb3a-4f74-8521-72961f026af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:10.504264 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-d0f7a6b4-532e-49a8-aaba-789af1025724 service neutron] 10.222.0.32 "GET /v2.0/networks/874df1b5-5f8c-4914-8d0d-1a3a81a2fefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729947 Feb 04 21:10:10.534032 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-9e162742-2864-4eb3-946a-5c27dcdb8832 service neutron] 10.222.0.32 "GET /v2.0/networks/07ede4ef-cdc8-4d76-b079-890750cf0aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4980137 Feb 04 21:10:10.537250 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7be11-fb3a-4f74-8521-72961f026af3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a695a433-a212-464b-899d-764c3bd9b865,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:10.707026 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a983d46e-d254-4a7f-964b-9b497ab40fde req-c4b73c8f-7326-45b6-b7ed-5dc70dfae1c2 service neutron] 10.222.0.32 "GET /v2.0/networks/874df1b5-5f8c-4914-8d0d-1a3a81a2fefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845260 Feb 04 21:10:10.784577 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432e19d-dded-4e7f-997e-a15b7730ce0f req-6a882c82-2c6e-45e9-a289-e2662126f87d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:10.790471 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432e19d-dded-4e7f-997e-a15b7730ce0f req-6a882c82-2c6e-45e9-a289-e2662126f87d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:10.796162 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432e19d-dded-4e7f-997e-a15b7730ce0f req-6a882c82-2c6e-45e9-a289-e2662126f87d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:10.801844 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432e19d-dded-4e7f-997e-a15b7730ce0f req-6a882c82-2c6e-45e9-a289-e2662126f87d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:10.807691 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432e19d-dded-4e7f-997e-a15b7730ce0f req-6a882c82-2c6e-45e9-a289-e2662126f87d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:10.813389 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432e19d-dded-4e7f-997e-a15b7730ce0f req-6a882c82-2c6e-45e9-a289-e2662126f87d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:10.819081 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432e19d-dded-4e7f-997e-a15b7730ce0f req-6a882c82-2c6e-45e9-a289-e2662126f87d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:10.820920 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6432e19d-dded-4e7f-997e-a15b7730ce0f req-6a882c82-2c6e-45e9-a289-e2662126f87d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 5430 time: 0.5080073 Feb 04 21:10:10.824325 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-e844d9e6-66c5-41de-b697-cebfaca57238 service neutron] 10.222.0.18 "GET /v2.0/networks/07ede4ef-cdc8-4d76-b079-890750cf0aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5836627 Feb 04 21:10:10.880085 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163a08a-ff79-4d70-913a-60b410238e6e req-d4b220e1-0716-4b3c-8f7c-172a2608c3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:10.881787 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3163a08a-ff79-4d70-913a-60b410238e6e req-d4b220e1-0716-4b3c-8f7c-172a2608c3d8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d539dc97a744058fdb427e438eb9ad&device_id=9fd219f1-0690-4dd5-a7a5-5b65b7f39357 HTTP/1.1" status: 200 len: 1094 time: 0.4260278 Feb 04 21:10:11.085468 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1f2bbb99-b746-4b12-aa3e-e3b922e3f0ae req-df43fde2-ab7a-4e6e-a40b-d612a495df77 service neutron] 10.222.0.32 "GET /v2.0/networks/07ede4ef-cdc8-4d76-b079-890750cf0aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5158598 Feb 04 21:10:11.143538 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097863d6-466d-4ed5-995f-4b71adc1ab97 req-bb9ba3ae-a8e7-415d-ab9b-4baf86a02c9f tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:11.144248 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-097863d6-466d-4ed5-995f-4b71adc1ab97 req-bb9ba3ae-a8e7-415d-ab9b-4baf86a02c9f tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Synchronizing usage tracker for tenant:2ba621d22ceb430b9eee1db66fccde19 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:10:11.162301 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07414c9-22a3-4bf4-83a0-1f56c61fb5f5 req-5962968d-c0e1-4c64-bba4-c77018f6823f tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:11.163239 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e07414c9-22a3-4bf4-83a0-1f56c61fb5f5 req-5962968d-c0e1-4c64-bba4-c77018f6823f tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] 10.222.0.26 "GET /v2.0/ports?device_id=40b51670-a0d8-4967-8b32-ad40df2ca963 HTTP/1.1" status: 200 len: 945 time: 0.7453728 Feb 04 21:10:11.215905 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b1284-9cd7-409a-a91d-1832fac88b62 req-a4620521-3e58-40ba-9e69-4e767b632acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:11.218242 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2b0b1284-9cd7-409a-a91d-1832fac88b62 req-a4620521-3e58-40ba-9e69-4e767b632acc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a203dba43504a9c9ee536ff8fb2b7dd&device_id=cc89e913-317c-46c5-96cf-61d4977d62c8 HTTP/1.1" status: 200 len: 1094 time: 0.2879696 Feb 04 21:10:11.219219 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5ce7be11-fb3a-4f74-8521-72961f026af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:11.220145 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6432e19d-dded-4e7f-997e-a15b7730ce0f req-c0f5296e-31a2-4ea8-bb7c-7dc4cfaeb920 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57aefd0-2358-4799-bf02-8d4615be2807&id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3478770 Feb 04 21:10:11.235549 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-097863d6-466d-4ed5-995f-4b71adc1ab97 req-bb9ba3ae-a8e7-415d-ab9b-4baf86a02c9f tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Unset dirty status for tenant:2ba621d22ceb430b9eee1db66fccde19 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:10:11.236753 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-097863d6-466d-4ed5-995f-4b71adc1ab97 req-bb9ba3ae-a8e7-415d-ab9b-4baf86a02c9f tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a489a98-4e1e-48fb-a7cc-84a4f59bb9a3 HTTP/1.1" status: 200 len: 945 time: 0.6279135 Feb 04 21:10:11.294628 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e07414c9-22a3-4bf4-83a0-1f56c61fb5f5 req-513debb3-6275-496d-9593-0dc1b307d9dd tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c07ca5b-e876-47f8-9d4f-d5712fb10c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159151 Feb 04 21:10:11.303517 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b4c73-7728-4498-9ed3-50cdca167e15 req-cf60c883-ffaf-4963-8b3f-a85150c51afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:11.304100 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b4c73-7728-4498-9ed3-50cdca167e15 req-cf60c883-ffaf-4963-8b3f-a85150c51afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:11.304638 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b4c73-7728-4498-9ed3-50cdca167e15 req-cf60c883-ffaf-4963-8b3f-a85150c51afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:11.305596 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b4c73-7728-4498-9ed3-50cdca167e15 req-cf60c883-ffaf-4963-8b3f-a85150c51afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:11.305710 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b4c73-7728-4498-9ed3-50cdca167e15 req-cf60c883-ffaf-4963-8b3f-a85150c51afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:11.307782 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b4c73-7728-4498-9ed3-50cdca167e15 req-cf60c883-ffaf-4963-8b3f-a85150c51afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:11.307782 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b4c73-7728-4498-9ed3-50cdca167e15 req-cf60c883-ffaf-4963-8b3f-a85150c51afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:11.309080 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ce7b4c73-7728-4498-9ed3-50cdca167e15 req-cf60c883-ffaf-4963-8b3f-a85150c51afa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b242a09179d94d8193cc1c0208c67871&device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 6487 time: 0.4837568 Feb 04 21:10:11.310487 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163a08a-ff79-4d70-913a-60b410238e6e req-1577811b-4aad-46aa-80ed-2abe72187b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:11.311923 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3163a08a-ff79-4d70-913a-60b410238e6e req-1577811b-4aad-46aa-80ed-2abe72187b53 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4cc1ce8-eeb6-46af-80b5-92196799c865 HTTP/1.1" status: 200 len: 912 time: 0.4199312 Feb 04 21:10:11.591120 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3163a08a-ff79-4d70-913a-60b410238e6e req-a90c7cf8-2e3a-4013-8458-25e020918b00 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a4007de-145c-47df-a5e4-a2d29251f7e5 HTTP/1.1" status: 200 len: 217 time: 0.1594028 Feb 04 21:10:11.684165 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67b3a15-c09f-4182-802f-792526f705c7', 'tag': '1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:10:11.714472 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-097863d6-466d-4ed5-995f-4b71adc1ab97 req-782e83d7-6e82-4e51-be93-66f848b007d8 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Deleting port 2219edad-5456-4ed9-9ee3-d483c34c68f0 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:10:11.714808 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-097863d6-466d-4ed5-995f-4b71adc1ab97 req-782e83d7-6e82-4e51-be93-66f848b007d8 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:11.751450 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163a08a-ff79-4d70-913a-60b410238e6e req-0f975aab-e256-41a4-9845-45a282363032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:11.752909 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3163a08a-ff79-4d70-913a-60b410238e6e req-0f975aab-e256-41a4-9845-45a282363032 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee4d3909-e094-4079-9a7f-4f6007c68222 HTTP/1.1" status: 200 len: 850 time: 0.1498671 Feb 04 21:10:11.756600 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b4c73-7728-4498-9ed3-50cdca167e15 req-d7688fdd-500e-430c-91a6-2aa73eade948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:11.757968 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ce7b4c73-7728-4498-9ed3-50cdca167e15 req-d7688fdd-500e-430c-91a6-2aa73eade948 service neutron] 10.222.0.32 "GET /v2.0/networks?id=874df1b5-5f8c-4914-8d0d-1a3a81a2fefb HTTP/1.1" status: 200 len: 901 time: 0.4424231 Feb 04 21:10:11.818418 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 4a4007de-145c-47df-a5e4-a2d29251f7e5 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:10:11.891905 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a82bd-c9ff-4ca1-9400-4b3d09332588 req-2e558e42-64a7-453e-a658-4d7bfef47e56 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:11.899029 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ab3a82bd-c9ff-4ca1-9400-4b3d09332588 req-2e558e42-64a7-453e-a658-4d7bfef47e56 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc89e913-317c-46c5-96cf-61d4977d62c8 HTTP/1.1" status: 200 len: 943 time: 0.4051733 Feb 04 21:10:11.905309 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ce7b4c73-7728-4498-9ed3-50cdca167e15 req-23e75ab1-be8f-4ce7-811f-abb09ed4e1bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d744b444-342d-49e4-b7c2-bdadcf0af1d9 HTTP/1.1" status: 200 len: 217 time: 0.1121743 Feb 04 21:10:11.950343 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b1284-9cd7-409a-a91d-1832fac88b62 req-e5b1e12f-ce6f-4c5e-b7b9-39cfcd527c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:11.951252 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a7021-8798-48cd-b3e0-46f56f965ae1 req-4e79e928-c375-41a0-af21-7e1921113566 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:11.952214 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2b0b1284-9cd7-409a-a91d-1832fac88b62 req-e5b1e12f-ce6f-4c5e-b7b9-39cfcd527c47 service neutron] 10.222.0.18 "GET /v2.0/networks?id=07ede4ef-cdc8-4d76-b079-890750cf0aff HTTP/1.1" status: 200 len: 913 time: 0.7134759 Feb 04 21:10:11.959071 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-516a7021-8798-48cd-b3e0-46f56f965ae1 req-4e79e928-c375-41a0-af21-7e1921113566 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a11251f-38ca-4d47-a825-ba3e837a8ae3 HTTP/1.1" status: 200 len: 945 time: 0.4715378 Feb 04 21:10:11.970677 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 4a4007de-145c-47df-a5e4-a2d29251f7e5, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=4a4007de-145c-47df-a5e4-a2d29251f7e5,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:11.987945 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '4a4007de-145c-47df-a5e4-a2d29251f7e5', 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865', 'port_id': '4a4007de-145c-47df-a5e4-a2d29251f7e5', 'mac_address': 'fa:16:3e:b6:9e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee4d3909-e094-4079-9a7f-4f6007c68222', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:10:12.046733 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2b0b1284-9cd7-409a-a91d-1832fac88b62 req-9fe40535-6cce-4f0e-9150-328882866d83 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=587c9d85-d9b0-4e29-9d8e-bab2782bd657 HTTP/1.1" status: 200 len: 217 time: 0.0837207 Feb 04 21:10:12.065111 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b4c73-7728-4498-9ed3-50cdca167e15 req-c7d4d909-a5b6-4859-9c16-3580dfa57d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:12.066582 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ce7b4c73-7728-4498-9ed3-50cdca167e15 req-c7d4d909-a5b6-4859-9c16-3580dfa57d1d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7f41bda-5d42-40fd-a72e-415f8cf425d0 HTTP/1.1" status: 200 len: 797 time: 0.0831330 Feb 04 21:10:12.132776 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:12.159227 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a4007de-145c-47df-a5e4-a2d29251f7e5 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:10:12.178437 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 4a4007de-145c-47df-a5e4-a2d29251f7e5, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=4a4007de-145c-47df-a5e4-a2d29251f7e5,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:12.184253 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:12.198893 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ab3a82bd-c9ff-4ca1-9400-4b3d09332588 req-e150e8d2-49ed-4704-bd00-03f8f7fee1c4 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b4e1bda-ed54-401e-8a67-c066086c109f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986825 Feb 04 21:10:12.262334 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-516a7021-8798-48cd-b3e0-46f56f965ae1 req-bc3ed372-700a-46b8-9bae-5cfc62b73931 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "GET /v2.0/security-groups?id=74ff6b8a-96a6-4228-8ce5-07b5da50ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3016219 Feb 04 21:10:12.284101 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=4a4007de-145c-47df-a5e4-a2d29251f7e5,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:12.302808 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163a08a-ff79-4d70-913a-60b410238e6e req-85c705fc-53dc-4e0c-bfca-528a838a2c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:12.305031 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3163a08a-ff79-4d70-913a-60b410238e6e req-85c705fc-53dc-4e0c-bfca-528a838a2c16 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4cc1ce8-eeb6-46af-80b5-92196799c865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5428784 Feb 04 21:10:12.412493 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['4a4007de-145c-47df-a5e4-a2d29251f7e5'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:10:12.529751 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-097863d6-466d-4ed5-995f-4b71adc1ab97 req-782e83d7-6e82-4e51-be93-66f848b007d8 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] For port 2219edad-5456-4ed9-9ee3-d483c34c68f0, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=2219edad-5456-4ed9-9ee3-d483c34c68f0,segment=NetworkSegment(cb355a89-ae7a-49aa-a1a6-659916644cb2),segment_id=cb355a89-ae7a-49aa-a1a6-659916644cb2)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:12.530846 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-097863d6-466d-4ed5-995f-4b71adc1ab97 req-782e83d7-6e82-4e51-be93-66f848b007d8 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:12.575946 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b4c73-7728-4498-9ed3-50cdca167e15 req-99c06dc2-9888-4736-a28e-4b52123575d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:12.577421 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ce7b4c73-7728-4498-9ed3-50cdca167e15 req-99c06dc2-9888-4736-a28e-4b52123575d2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=874df1b5-5f8c-4914-8d0d-1a3a81a2fefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4709959 Feb 04 21:10:12.637050 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b1284-9cd7-409a-a91d-1832fac88b62 req-5225d7d3-4960-496a-8aba-07be77ba0f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:12.638823 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2b0b1284-9cd7-409a-a91d-1832fac88b62 req-5225d7d3-4960-496a-8aba-07be77ba0f2c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed9cd47e-67fb-447b-8d0e-97616cebc5c4 HTTP/1.1" status: 200 len: 852 time: 0.5463293 Feb 04 21:10:12.716110 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2b0b1284-9cd7-409a-a91d-1832fac88b62 req-58512117-b5f1-4c91-9fe2-90428454263d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=07ede4ef-cdc8-4d76-b079-890750cf0aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679004 Feb 04 21:10:12.754812 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3163a08a-ff79-4d70-913a-60b410238e6e req-b78faa47-d19b-434d-9625-8a031ebcb679 service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431262 Feb 04 21:10:12.819760 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce7be11-fb3a-4f74-8521-72961f026af3 admin admin] Router aad98986-13d1-455f-9c42-f6a12c24d748 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:10:12.829535 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5bc16-e9e7-4570-9969-33a88489fe0c req-2a796b20-2ff9-4d6c-89b3-6915a80c4461 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:12.831275 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c3a5bc16-e9e7-4570-9969-33a88489fe0c req-2a796b20-2ff9-4d6c-89b3-6915a80c4461 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51670-a0d8-4967-8b32-ad40df2ca963 HTTP/1.1" status: 200 len: 945 time: 0.7847924 Feb 04 21:10:12.901646 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0014c-828c-4214-aaa8-1c127394a9dc req-92214a8f-4416-49bc-bc92-c47d7c3a7ee9 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:12.903205 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-52d0014c-828c-4214-aaa8-1c127394a9dc req-92214a8f-4416-49bc-bc92-c47d7c3a7ee9 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fd219f1-0690-4dd5-a7a5-5b65b7f39357 HTTP/1.1" status: 200 len: 944 time: 0.4783995 Feb 04 21:10:12.912873 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ce7b4c73-7728-4498-9ed3-50cdca167e15 req-66c24827-1e7e-40fa-9187-451986e82805 service neutron] 10.222.0.32 "GET /v2.0/networks/874df1b5-5f8c-4914-8d0d-1a3a81a2fefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254189 Feb 04 21:10:12.923630 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6c8d7-d45c-4a67-ab6e-0ceca3651d2d req-09080d0f-455f-45d6-bd8d-dbad4e501e11 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:12.925170 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f8b6c8d7-d45c-4a67-ab6e-0ceca3651d2d req-09080d0f-455f-45d6-bd8d-dbad4e501e11 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a489a98-4e1e-48fb-a7cc-84a4f59bb9a3 HTTP/1.1" status: 200 len: 945 time: 0.4112895 Feb 04 21:10:13.267897 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f8b6c8d7-d45c-4a67-ab6e-0ceca3651d2d req-7244173f-7b52-46ed-b864-2d3a3a32c5ce tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e187646-901f-4363-893b-f4c05343b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038151 Feb 04 21:10:13.312680 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-52d0014c-828c-4214-aaa8-1c127394a9dc req-a0501f63-ca9d-43fe-ae28-75174c574b73 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969886 Feb 04 21:10:13.317350 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3163a08a-ff79-4d70-913a-60b410238e6e req-e4e74733-fa29-4eb5-a67d-2165b779d4a1 service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5483825 Feb 04 21:10:13.330179 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2b0b1284-9cd7-409a-a91d-1832fac88b62 req-8bc29ead-58f8-4e16-a256-1862aaaf4d7b service neutron] 10.222.0.18 "GET /v2.0/networks/07ede4ef-cdc8-4d76-b079-890750cf0aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5959694 Feb 04 21:10:13.358569 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-c3a5bc16-e9e7-4570-9969-33a88489fe0c req-c839f4c5-bc93-4496-9d27-29db82799de6 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Deleting port 5335f7e2-73c0-4dd4-8358-e41ac0cfb472 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:10:13.358923 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c3a5bc16-e9e7-4570-9969-33a88489fe0c req-c839f4c5-bc93-4496-9d27-29db82799de6 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:13.377128 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ce7b4c73-7728-4498-9ed3-50cdca167e15 req-242c7cce-b607-48b1-9526-204a28ab959c service neutron] 10.222.0.32 "GET /v2.0/networks/874df1b5-5f8c-4914-8d0d-1a3a81a2fefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508407 Feb 04 21:10:13.503367 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-097863d6-466d-4ed5-995f-4b71adc1ab97 req-782e83d7-6e82-4e51-be93-66f848b007d8 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:13.503713 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-097863d6-466d-4ed5-995f-4b71adc1ab97 req-782e83d7-6e82-4e51-be93-66f848b007d8 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:13.503960 n-d-827896-1 neutron-server[87682]: INFO neutron.db.l3_db [req-097863d6-466d-4ed5-995f-4b71adc1ab97 req-782e83d7-6e82-4e51-be93-66f848b007d8 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Floating IP a2d09e31-3d5e-49a8-9764-d2330fbf62b2 disassociated. External IP: 172.25.5.46, port: 2219edad-5456-4ed9-9ee3-d483c34c68f0. Feb 04 21:10:13.504383 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-097863d6-466d-4ed5-995f-4b71adc1ab97 req-782e83d7-6e82-4e51-be93-66f848b007d8 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Calling delete_port for 2219edad-5456-4ed9-9ee3-d483c34c68f0 owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:10:13.545667 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd67b3a15-c09f-4182-802f-792526f705c7', 'tag': '1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c', 'status': 'completed', 'code': 200} Feb 04 21:10:13.711954 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b4c73-7728-4498-9ed3-50cdca167e15 req-f5c47e2a-ca7c-4a39-b95c-c393c03c63fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:13.713517 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b4c73-7728-4498-9ed3-50cdca167e15 req-f5c47e2a-ca7c-4a39-b95c-c393c03c63fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:13.713819 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b4c73-7728-4498-9ed3-50cdca167e15 req-f5c47e2a-ca7c-4a39-b95c-c393c03c63fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:13.714072 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b4c73-7728-4498-9ed3-50cdca167e15 req-f5c47e2a-ca7c-4a39-b95c-c393c03c63fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:13.714494 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b4c73-7728-4498-9ed3-50cdca167e15 req-f5c47e2a-ca7c-4a39-b95c-c393c03c63fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:13.714953 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b4c73-7728-4498-9ed3-50cdca167e15 req-f5c47e2a-ca7c-4a39-b95c-c393c03c63fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:13.716301 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b4c73-7728-4498-9ed3-50cdca167e15 req-f5c47e2a-ca7c-4a39-b95c-c393c03c63fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:13.718187 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ce7b4c73-7728-4498-9ed3-50cdca167e15 req-f5c47e2a-ca7c-4a39-b95c-c393c03c63fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b242a09179d94d8193cc1c0208c67871&device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 6487 time: 0.2517545 Feb 04 21:10:13.722405 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4773e-b7b9-4c74-8561-d5d0a47c4e8f req-198f5adf-d4c8-42c4-86d0-3d6c2f36765a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:13.723853 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1ea4773e-b7b9-4c74-8561-d5d0a47c4e8f req-198f5adf-d4c8-42c4-86d0-3d6c2f36765a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a203dba43504a9c9ee536ff8fb2b7dd&device_id=d67b3a15-c09f-4182-802f-792526f705c7 HTTP/1.1" status: 200 len: 1094 time: 0.3296854 Feb 04 21:10:13.785894 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa754f9-a3f8-4a7b-af6e-7314424085a7 req-c8fc96a5-01ac-4870-a9e6-f47a2fcac6f4 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:13.792019 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa754f9-a3f8-4a7b-af6e-7314424085a7 req-c8fc96a5-01ac-4870-a9e6-f47a2fcac6f4 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:13.797711 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa754f9-a3f8-4a7b-af6e-7314424085a7 req-c8fc96a5-01ac-4870-a9e6-f47a2fcac6f4 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:13.803344 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa754f9-a3f8-4a7b-af6e-7314424085a7 req-c8fc96a5-01ac-4870-a9e6-f47a2fcac6f4 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:13.809614 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa754f9-a3f8-4a7b-af6e-7314424085a7 req-c8fc96a5-01ac-4870-a9e6-f47a2fcac6f4 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:13.815395 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa754f9-a3f8-4a7b-af6e-7314424085a7 req-c8fc96a5-01ac-4870-a9e6-f47a2fcac6f4 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:13.822115 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa754f9-a3f8-4a7b-af6e-7314424085a7 req-c8fc96a5-01ac-4870-a9e6-f47a2fcac6f4 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:13.824490 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-baa754f9-a3f8-4a7b-af6e-7314424085a7 req-c8fc96a5-01ac-4870-a9e6-f47a2fcac6f4 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 5430 time: 0.3179934 Feb 04 21:10:13.831112 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 587c9d85-d9b0-4e29-9d8e-bab2782bd657 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:10:13.833525 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 4a4007de-145c-47df-a5e4-a2d29251f7e5 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:10:13.844104 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c664e4b-8198-453f-be51-fa3149281b55 req-b1b1538d-c3af-4ee2-b9f0-9cff950fb775 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:13.845573 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1c664e4b-8198-453f-be51-fa3149281b55 req-b1b1538d-c3af-4ee2-b9f0-9cff950fb775 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a11251f-38ca-4d47-a825-ba3e837a8ae3 HTTP/1.1" status: 200 len: 945 time: 0.3825626 Feb 04 21:10:13.956308 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37406) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:13.958224 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2b0b1284-9cd7-409a-a91d-1832fac88b62 req-b36fb5ce-599c-47c1-be81-5306e9e75cad service neutron] 10.222.0.18 "GET /v2.0/networks/07ede4ef-cdc8-4d76-b079-890750cf0aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6144533 Feb 04 21:10:13.997390 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce7be11-fb3a-4f74-8521-72961f026af3 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:10:14.000342 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 4a4007de-145c-47df-a5e4-a2d29251f7e5 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:10:14.008799 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e1982d2b-5b7c-4180-823f-c21957650bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:14.014812 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c46990f-0164-4b4a-9da7-627c6be7bf86 None None] Sync routers for ids ['aad98986-13d1-455f-9c42-f6a12c24d748'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:10:14.039219 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 4a4007de-145c-47df-a5e4-a2d29251f7e5 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:10:14.040127 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:14.078335 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-52fee2f0-b43a-4b9c-8486-094965f2463d tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Request body: {'floatingip': {'port_id': '93f4eff2-d0f6-4de5-8ab0-9aa904305bfe'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:10:14.159916 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c46990f-0164-4b4a-9da7-627c6be7bf86 None None] Routers {'aad98986-13d1-455f-9c42-f6a12c24d748'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:10:14.160791 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-6c46990f-0164-4b4a-9da7-627c6be7bf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:09:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['aad98986-13d1-455f-9c42-f6a12c24d748'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:10:14.176019 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-c3a5bc16-e9e7-4570-9969-33a88489fe0c req-c839f4c5-bc93-4496-9d27-29db82799de6 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] For port 5335f7e2-73c0-4dd4-8358-e41ac0cfb472, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=5335f7e2-73c0-4dd4-8358-e41ac0cfb472,segment=NetworkSegment(e7819942-77a3-4906-8412-46ddc0c4fdb7),segment_id=e7819942-77a3-4906-8412-46ddc0c4fdb7)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:14.176564 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c3a5bc16-e9e7-4570-9969-33a88489fe0c req-c839f4c5-bc93-4496-9d27-29db82799de6 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:14.193920 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5ce7be11-fb3a-4f74-8521-72961f026af3 admin admin] 10.222.0.26 "PUT /v2.0/routers/aad98986-13d1-455f-9c42-f6a12c24d748/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7483997 Feb 04 21:10:14.197398 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37414) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:14.271252 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-52fee2f0-b43a-4b9c-8486-094965f2463d tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks [] for floatingip, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:14.402788 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-097863d6-466d-4ed5-995f-4b71adc1ab97 req-782e83d7-6e82-4e51-be93-66f848b007d8 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:14.408904 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-c3a5bc16-e9e7-4570-9969-33a88489fe0c req-c839f4c5-bc93-4496-9d27-29db82799de6 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Calling delete_port for 5335f7e2-73c0-4dd4-8358-e41ac0cfb472 owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:10:14.438678 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-6c46990f-0164-4b4a-9da7-627c6be7bf86 None None] Set router aad98986-13d1-455f-9c42-f6a12c24d748 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:10:14.539886 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e83d7-6e82-4e51-be93-66f848b007d8 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Pushing event deleted for resources: {'Port': ['ID=2219edad-5456-4ed9-9ee3-d483c34c68f0,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:14.752977 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4773e-b7b9-4c74-8561-d5d0a47c4e8f req-f84549b8-423c-4e8f-9c2d-fe1454d2cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:14.754590 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1ea4773e-b7b9-4c74-8561-d5d0a47c4e8f req-f84549b8-423c-4e8f-9c2d-fe1454d2cd83 service neutron] 10.222.0.32 "GET /v2.0/networks?id=07ede4ef-cdc8-4d76-b079-890750cf0aff HTTP/1.1" status: 200 len: 913 time: 1.0244377 Feb 04 21:10:14.832292 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 587c9d85-d9b0-4e29-9d8e-bab2782bd657, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=587c9d85-d9b0-4e29-9d8e-bab2782bd657,segment=NetworkSegment(4d028c5b-b5fc-4009-88a0-392efa5ea2ca),segment_id=4d028c5b-b5fc-4009-88a0-392efa5ea2ca)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:14.888192 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '587c9d85-d9b0-4e29-9d8e-bab2782bd657', 'network_id': '07ede4ef-cdc8-4d76-b079-890750cf0aff', 'port_id': '587c9d85-d9b0-4e29-9d8e-bab2782bd657', 'mac_address': 'fa:16:3e:d1:f9:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed9cd47e-67fb-447b-8d0e-97616cebc5c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:10:14.993016 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:15.008922 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:15.048810 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fe9eb45c-8664-4005-8e4d-211382304d85 admin admin] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:15.068627 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 587c9d85-d9b0-4e29-9d8e-bab2782bd657 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:10:15.087263 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 587c9d85-d9b0-4e29-9d8e-bab2782bd657, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=587c9d85-d9b0-4e29-9d8e-bab2782bd657,segment=NetworkSegment(4d028c5b-b5fc-4009-88a0-392efa5ea2ca),segment_id=4d028c5b-b5fc-4009-88a0-392efa5ea2ca)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:15.094830 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd219f1-0690-4dd5-a7a5-5b65b7f39357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4007de-145c-47df-a5e4-a2d29251f7e5'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:10:15.111515 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-6c46990f-0164-4b4a-9da7-627c6be7bf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad98986-13d1-455f-9c42-f6a12c24d748', 'name': 'tempest-ServerRescueTestJSON-223715920-router', 'tenant_id': '69cff50c69dd4edbb2b0c631432e7d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'bf98b1eb-d1cc-4ce9-9e74-976c149329ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:07:33Z', 'updated_at': '2022-02-04T21:10:10Z', 'revision_number': 5, 'project_id': '69cff50c69dd4edbb2b0c631432e7d0d', 'gw_port': {'id': 'bf98b1eb-d1cc-4ce9-9e74-976c149329ac', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:60:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad98986-13d1-455f-9c42-f6a12c24d748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:34Z', 'updated_at': '2022-02-04T21:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:10:15.114107 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:15.209444 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 4a4007de-145c-47df-a5e4-a2d29251f7e5, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=4a4007de-145c-47df-a5e4-a2d29251f7e5,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:15.214931 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:10:15.217250 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 5335f7e2-73c0-4dd4-8358-e41ac0cfb472 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:10:15.266281 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-097863d6-466d-4ed5-995f-4b71adc1ab97 req-782e83d7-6e82-4e51-be93-66f848b007d8 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Router c15e3f14-5384-4fa5-9add-3dde19e22881 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:10:15.278769 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c46990f-0164-4b4a-9da7-627c6be7bf86 None None] Checking router: aad98986-13d1-455f-9c42-f6a12c24d748 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:10:15.281940 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b4c73-7728-4498-9ed3-50cdca167e15 req-52bdc33a-95a1-49ac-bdd5-63cc85ec6309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:15.283786 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ce7b4c73-7728-4498-9ed3-50cdca167e15 req-52bdc33a-95a1-49ac-bdd5-63cc85ec6309 service neutron] 10.222.0.32 "GET /v2.0/networks?id=874df1b5-5f8c-4914-8d0d-1a3a81a2fefb HTTP/1.1" status: 200 len: 901 time: 1.5578997 Feb 04 21:10:15.309846 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:15.324224 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c46990f-0164-4b4a-9da7-627c6be7bf86 None None] Routers {'aad98986-13d1-455f-9c42-f6a12c24d748'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:10:15.324909 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-6c46990f-0164-4b4a-9da7-627c6be7bf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:09:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['aad98986-13d1-455f-9c42-f6a12c24d748'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:10:15.382331 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1ea4773e-b7b9-4c74-8561-d5d0a47c4e8f req-34a73415-d686-4e2e-b425-9bb753cf234d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c HTTP/1.1" status: 200 len: 217 time: 0.0931575 Feb 04 21:10:15.454688 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-baa754f9-a3f8-4a7b-af6e-7314424085a7 req-cc301994-5af4-4558-b9f5-3cd76dfa179b tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57aefd0-2358-4799-bf02-8d4615be2807&id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.5043342 Feb 04 21:10:15.486994 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['587c9d85-d9b0-4e29-9d8e-bab2782bd657'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:10:15.519778 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c3a5bc16-e9e7-4570-9969-33a88489fe0c req-c839f4c5-bc93-4496-9d27-29db82799de6 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:15.564298 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [None req-52fee2f0-b43a-4b9c-8486-094965f2463d tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:10:15.659775 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ce7b4c73-7728-4498-9ed3-50cdca167e15 req-f4e7f52e-69aa-4ca4-8fb3-efbe68958c29 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=41158139-7424-4ba1-8ba1-b7ebcd524ad6 HTTP/1.1" status: 200 len: 217 time: 0.2888217 Feb 04 21:10:15.689289 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Port 5335f7e2-73c0-4dd4-8358-e41ac0cfb472 update to DOWN by agent not found {{(pid=87684) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 04 21:10:15.689859 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 2219edad-5456-4ed9-9ee3-d483c34c68f0 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:10:15.720571 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fe9eb45c-8664-4005-8e4d-211382304d85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:15.753299 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839f4c5-bc93-4496-9d27-29db82799de6 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Pushing event deleted for resources: {'Port': ['ID=5335f7e2-73c0-4dd4-8358-e41ac0cfb472,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:15.832422 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-52fee2f0-b43a-4b9c-8486-094965f2463d tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:15.838133 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-097863d6-466d-4ed5-995f-4b71adc1ab97 req-782e83d7-6e82-4e51-be93-66f848b007d8 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:10:15.847374 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: 2219edad-5456-4ed9-9ee3-d483c34c68f0 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:10:15.847868 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 2219edad-5456-4ed9-9ee3-d483c34c68f0 not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:10:15.850021 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.resource_extend [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:10:15.852375 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbdd0d1-4761-4025-8bb0-bd6161f051ec None None] Sync routers for ids ['c15e3f14-5384-4fa5-9add-3dde19e22881'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:10:15.862343 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-52fee2f0-b43a-4b9c-8486-094965f2463d tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:15.864001 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbdd0d1-4761-4025-8bb0-bd6161f051ec None None] Routers {'c15e3f14-5384-4fa5-9add-3dde19e22881'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:10:15.865108 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-2dbdd0d1-4761-4025-8bb0-bd6161f051ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:09:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['c15e3f14-5384-4fa5-9add-3dde19e22881'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:10:15.888689 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a5bc16-e9e7-4570-9969-33a88489fe0c req-c839f4c5-bc93-4496-9d27-29db82799de6 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] No DVR routers for this DVR port 5335f7e2-73c0-4dd4-8358-e41ac0cfb472 on host n-h1-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:10:15.924555 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-fe9eb45c-8664-4005-8e4d-211382304d85 admin admin] Deleting port bf98b1eb-d1cc-4ce9-9e74-976c149329ac {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:10:15.925148 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fe9eb45c-8664-4005-8e4d-211382304d85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:15.927499 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4773e-b7b9-4c74-8561-d5d0a47c4e8f req-e5552a10-78de-48ca-846f-10c54a244f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:15.929238 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1ea4773e-b7b9-4c74-8561-d5d0a47c4e8f req-e5552a10-78de-48ca-846f-10c54a244f7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ed9cd47e-67fb-447b-8d0e-97616cebc5c4 HTTP/1.1" status: 200 len: 852 time: 0.4569252 Feb 04 21:10:15.936067 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-6c46990f-0164-4b4a-9da7-627c6be7bf86 None None] Set router aad98986-13d1-455f-9c42-f6a12c24d748 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:10:15.947664 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d0997-7676-4000-864f-fe3789ea2eed req-429c1eca-b778-4de9-a87f-d48d01c9a99f tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:15.949597 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-777d0997-7676-4000-864f-fe3789ea2eed req-429c1eca-b778-4de9-a87f-d48d01c9a99f tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] 10.222.0.26 "GET /v2.0/ports?device_id=40b51670-a0d8-4967-8b32-ad40df2ca963 HTTP/1.1" status: 200 len: 945 time: 1.9741457 Feb 04 21:10:15.955659 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b4c73-7728-4498-9ed3-50cdca167e15 req-ba560843-e696-46ae-8db5-0b9f232fbe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:15.956995 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ce7b4c73-7728-4498-9ed3-50cdca167e15 req-ba560843-e696-46ae-8db5-0b9f232fbe04 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7f41bda-5d42-40fd-a72e-415f8cf425d0 HTTP/1.1" status: 200 len: 797 time: 0.2735417 Feb 04 21:10:16.004886 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c3a5bc16-e9e7-4570-9969-33a88489fe0c req-c839f4c5-bc93-4496-9d27-29db82799de6 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:16.009496 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-097863d6-466d-4ed5-995f-4b71adc1ab97 req-782e83d7-6e82-4e51-be93-66f848b007d8 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] No DVR routers for this DVR port 2219edad-5456-4ed9-9ee3-d483c34c68f0 on host n-h1-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:10:16.011239 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b51670-a0d8-4967-8b32-ad40df2ca963', 'name': 'network-vif-deleted', 'tag': '5335f7e2-73c0-4dd4-8358-e41ac0cfb472'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:10:16.017262 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-097863d6-466d-4ed5-995f-4b71adc1ab97 req-782e83d7-6e82-4e51-be93-66f848b007d8 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:16.045495 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-097863d6-466d-4ed5-995f-4b71adc1ab97 req-782e83d7-6e82-4e51-be93-66f848b007d8 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.32 "DELETE /v2.0/ports/2219edad-5456-4ed9-9ee3-d483c34c68f0 HTTP/1.1" status: 204 len: 173 time: 4.7719479 Feb 04 21:10:16.061990 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c3a5bc16-e9e7-4570-9969-33a88489fe0c req-c839f4c5-bc93-4496-9d27-29db82799de6 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] 10.222.0.32 "DELETE /v2.0/ports/5335f7e2-73c0-4dd4-8358-e41ac0cfb472 HTTP/1.1" status: 204 len: 173 time: 3.0318463 Feb 04 21:10:16.098685 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1ea4773e-b7b9-4c74-8561-d5d0a47c4e8f req-e0277569-20c3-4e4d-af60-e7188947c5e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=07ede4ef-cdc8-4d76-b079-890750cf0aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1447031 Feb 04 21:10:16.254288 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-2dbdd0d1-4761-4025-8bb0-bd6161f051ec None None] Set router c15e3f14-5384-4fa5-9add-3dde19e22881 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:10:16.254835 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=587c9d85-d9b0-4e29-9d8e-bab2782bd657,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:16.276161 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-fe9eb45c-8664-4005-8e4d-211382304d85 admin admin] For port bf98b1eb-d1cc-4ce9-9e74-976c149329ac, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=bf98b1eb-d1cc-4ce9-9e74-976c149329ac,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:16.276755 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fe9eb45c-8664-4005-8e4d-211382304d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:16.476195 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-fe9eb45c-8664-4005-8e4d-211382304d85 admin admin] Calling delete_port for bf98b1eb-d1cc-4ce9-9e74-976c149329ac owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:10:16.507990 n-d-827896-1 neutron-server[87683]: INFO neutron.db.l3_db [None req-52fee2f0-b43a-4b9c-8486-094965f2463d tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Floating IP 19bfc4a4-d9b6-43fb-8af7-c95cc7be2f2f associated. External IP: 172.25.5.202, port: 93f4eff2-d0f6-4de5-8ab0-9aa904305bfe. Feb 04 21:10:16.633747 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-57ec2071-42c9-4cca-b008-3aa97895bbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:16.708270 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=4a4007de-145c-47df-a5e4-a2d29251f7e5,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:16.720787 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c,segment=NetworkSegment(4d028c5b-b5fc-4009-88a0-392efa5ea2ca),segment_id=4d028c5b-b5fc-4009-88a0-392efa5ea2ca)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:16.771018 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c', 'network_id': '07ede4ef-cdc8-4d76-b079-890750cf0aff', 'port_id': '1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c', 'mac_address': 'fa:16:3e:40:df:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed9cd47e-67fb-447b-8d0e-97616cebc5c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:10:16.829592 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-777d0997-7676-4000-864f-fe3789ea2eed req-bd216155-222c-46ea-8b98-849fdb1c52b8 tempest-ServerAddressesTestJSON-121396319 tempest-ServerAddressesTestJSON-121396319-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c07ca5b-e876-47f8-9d4f-d5712fb10c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8716218 Feb 04 21:10:16.899025 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fe9eb45c-8664-4005-8e4d-211382304d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:16.901878 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8e8f6-df8f-4f7a-b583-79d16dacbc3f req-9460816e-1edf-4eef-98d7-84a8f9b53290 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:16.903550 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2df8e8f6-df8f-4f7a-b583-79d16dacbc3f req-9460816e-1edf-4eef-98d7-84a8f9b53290 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc89e913-317c-46c5-96cf-61d4977d62c8 HTTP/1.1" status: 200 len: 944 time: 1.1816323 Feb 04 21:10:17.047446 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:17.081983 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-2dbdd0d1-4761-4025-8bb0-bd6161f051ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'name': 'tempest-AttachVolumeTestJSON-139033215-router', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:02:14Z', 'updated_at': '2022-02-04T21:02:30Z', 'revision_number': 4, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'gw_port': {'id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:18Z', 'updated_at': '2022-02-04T21:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'd69e2936-929a-4383-b4ba-0198468a4733', 'name': '', 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'mac_address': 'fa:16:3e:2e:0f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:26Z', 'updated_at': '2022-02-04T21:02:39Z', 'revision_number': 5, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'subnets': [{'id': '662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:10:17.088691 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbdd0d1-4761-4025-8bb0-bd6161f051ec None None] Checking router: c15e3f14-5384-4fa5-9add-3dde19e22881 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:10:17.102572 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbdd0d1-4761-4025-8bb0-bd6161f051ec None None] Routers {'c15e3f14-5384-4fa5-9add-3dde19e22881'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:10:17.104500 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-2dbdd0d1-4761-4025-8bb0-bd6161f051ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:10:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['c15e3f14-5384-4fa5-9add-3dde19e22881'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:10:17.110728 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:10:17.139833 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c,segment=NetworkSegment(4d028c5b-b5fc-4009-88a0-392efa5ea2ca),segment_id=4d028c5b-b5fc-4009-88a0-392efa5ea2ca)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:17.142994 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-6c46990f-0164-4b4a-9da7-627c6be7bf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad98986-13d1-455f-9c42-f6a12c24d748', 'name': 'tempest-ServerRescueTestJSON-223715920-router', 'tenant_id': '69cff50c69dd4edbb2b0c631432e7d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'bf98b1eb-d1cc-4ce9-9e74-976c149329ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:07:33Z', 'updated_at': '2022-02-04T21:10:10Z', 'revision_number': 5, 'project_id': '69cff50c69dd4edbb2b0c631432e7d0d', 'gw_port': {'id': 'bf98b1eb-d1cc-4ce9-9e74-976c149329ac', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:60:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad98986-13d1-455f-9c42-f6a12c24d748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:34Z', 'updated_at': '2022-02-04T21:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:10:17.148739 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c46990f-0164-4b4a-9da7-627c6be7bf86 None None] The sync data for ids ['aad98986-13d1-455f-9c42-f6a12c24d748'] in n-d-827896-1 is: [{'id': 'aad98986-13d1-455f-9c42-f6a12c24d748', 'name': 'tempest-ServerRescueTestJSON-223715920-router', 'tenant_id': '69cff50c69dd4edbb2b0c631432e7d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'bf98b1eb-d1cc-4ce9-9e74-976c149329ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:07:33Z', 'updated_at': '2022-02-04T21:10:10Z', 'revision_number': 5, 'project_id': '69cff50c69dd4edbb2b0c631432e7d0d', 'gw_port': {'id': 'bf98b1eb-d1cc-4ce9-9e74-976c149329ac', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:60:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad98986-13d1-455f-9c42-f6a12c24d748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:34Z', 'updated_at': '2022-02-04T21:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:10:17.191965 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:17.244497 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b4c73-7728-4498-9ed3-50cdca167e15 req-124338bb-c21c-4cde-8219-caa4cffb513e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:17.246131 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ce7b4c73-7728-4498-9ed3-50cdca167e15 req-124338bb-c21c-4cde-8219-caa4cffb513e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=874df1b5-5f8c-4914-8d0d-1a3a81a2fefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.2429047 Feb 04 21:10:17.282996 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-35976541-d263-462e-a16d-039655fc3727 req-171d0328-dc2b-429c-a80a-31c51c729826 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a489a98-4e1e-48fb-a7cc-84a4f59bb9a3 HTTP/1.1" status: 200 len: 210 time: 0.2021530 Feb 04 21:10:17.429514 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:17.495199 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:17.498589 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:17.508087 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9eb45c-8664-4005-8e4d-211382304d85 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf98b1eb-d1cc-4ce9-9e74-976c149329ac,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:17.547058 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fe9eb45c-8664-4005-8e4d-211382304d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:17.606879 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-2dbdd0d1-4761-4025-8bb0-bd6161f051ec None None] Set router c15e3f14-5384-4fa5-9add-3dde19e22881 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:10:17.624168 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:10:17.764606 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2df8e8f6-df8f-4f7a-b583-79d16dacbc3f req-16675504-5d7e-468e-819d-d6371c40a0fc tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b4e1bda-ed54-401e-8a67-c066086c109f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8503623 Feb 04 21:10:17.772578 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1ea4773e-b7b9-4c74-8561-d5d0a47c4e8f req-0ba4e32b-725d-46d0-872c-073cb77646d9 service neutron] 10.222.0.32 "GET /v2.0/networks/07ede4ef-cdc8-4d76-b079-890750cf0aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6177261 Feb 04 21:10:17.818468 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fe9eb45c-8664-4005-8e4d-211382304d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:17.825416 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 587c9d85-d9b0-4e29-9d8e-bab2782bd657 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:10:17.828524 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fe9eb45c-8664-4005-8e4d-211382304d85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:17.885528 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fe9eb45c-8664-4005-8e4d-211382304d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:17.886088 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9eb45c-8664-4005-8e4d-211382304d85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aad98986-13d1-455f-9c42-f6a12c24d748 {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:10:17.915111 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fe9eb45c-8664-4005-8e4d-211382304d85 admin admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:17.916873 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fe9eb45c-8664-4005-8e4d-211382304d85 admin admin] 10.222.0.26 "DELETE /v2.0/routers/aad98986-13d1-455f-9c42-f6a12c24d748 HTTP/1.1" status: 204 len: 168 time: 3.7183323 Feb 04 21:10:17.919377 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37476) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:17.922262 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ce7b4c73-7728-4498-9ed3-50cdca167e15 req-0795763a-d7ce-46e4-82aa-966beda90fd7 service neutron] 10.222.0.32 "GET /v2.0/networks/874df1b5-5f8c-4914-8d0d-1a3a81a2fefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6635385 Feb 04 21:10:17.943811 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd219f1-0690-4dd5-a7a5-5b65b7f39357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4007de-145c-47df-a5e4-a2d29251f7e5', 'code': 200} Feb 04 21:10:18.102191 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b51670-a0d8-4967-8b32-ad40df2ca963', 'name': 'network-vif-deleted', 'tag': '5335f7e2-73c0-4dd4-8358-e41ac0cfb472', 'status': 'completed', 'code': 200} Feb 04 21:10:18.177009 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d40ba8-5452-4cc5-97dc-d81834eebc0d admin admin] Deleting subnet 23d61e2d-97f4-40a0-9322-1eca7a330b64 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:10:18.181368 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 587c9d85-d9b0-4e29-9d8e-bab2782bd657 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:10:18.190449 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-63d40ba8-5452-4cc5-97dc-d81834eebc0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:18.205658 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 587c9d85-d9b0-4e29-9d8e-bab2782bd657 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:10:18.206038 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:18.304290 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1ea4773e-b7b9-4c74-8561-d5d0a47c4e8f req-f4b97f3c-71d2-439d-8260-7de6ce3976f2 service neutron] 10.222.0.32 "GET /v2.0/networks/07ede4ef-cdc8-4d76-b079-890750cf0aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733792 Feb 04 21:10:18.316116 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-63d40ba8-5452-4cc5-97dc-d81834eebc0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:18.411101 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-2dbdd0d1-4761-4025-8bb0-bd6161f051ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'name': 'tempest-AttachVolumeTestJSON-139033215-router', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:02:14Z', 'updated_at': '2022-02-04T21:02:30Z', 'revision_number': 4, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'gw_port': {'id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:18Z', 'updated_at': '2022-02-04T21:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'd69e2936-929a-4383-b4ba-0198468a4733', 'name': '', 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'mac_address': 'fa:16:3e:2e:0f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:26Z', 'updated_at': '2022-02-04T21:02:39Z', 'revision_number': 5, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'subnets': [{'id': '662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:10:18.416972 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbdd0d1-4761-4025-8bb0-bd6161f051ec None None] The sync data for ids ['c15e3f14-5384-4fa5-9add-3dde19e22881'] in n-d-827896-1 is: [{'id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'name': 'tempest-AttachVolumeTestJSON-139033215-router', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:02:14Z', 'updated_at': '2022-02-04T21:02:30Z', 'revision_number': 4, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'gw_port': {'id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:18Z', 'updated_at': '2022-02-04T21:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'd69e2936-929a-4383-b4ba-0198468a4733', 'name': '', 'network_id': '05b0da4f-bf1c-4e94-969a-698256edcb76', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'mac_address': 'fa:16:3e:2e:0f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:26Z', 'updated_at': '2022-02-04T21:02:39Z', 'revision_number': 5, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'subnets': [{'id': '662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:10:18.436001 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:18.473203 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-63d40ba8-5452-4cc5-97dc-d81834eebc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:18.480650 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 587c9d85-d9b0-4e29-9d8e-bab2782bd657, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=587c9d85-d9b0-4e29-9d8e-bab2782bd657,segment=NetworkSegment(4d028c5b-b5fc-4009-88a0-392efa5ea2ca),segment_id=4d028c5b-b5fc-4009-88a0-392efa5ea2ca)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:18.493167 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:18.508121 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffccc9-bfbb-4527-856e-e3c7f1388c6d req-b252f5de-da3e-4af3-8cbb-988af52ae541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:18.510844 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-39ffccc9-bfbb-4527-856e-e3c7f1388c6d req-b252f5de-da3e-4af3-8cbb-988af52ae541 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9fd219f1-0690-4dd5-a7a5-5b65b7f39357 HTTP/1.1" status: 200 len: 1096 time: 0.4899912 Feb 04 21:10:18.544652 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce8813-8b2a-4b1f-ba1d-76f7d68c8e09 req-113b2db7-a2f5-44c2-97a2-2ad0de947546 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:18.552111 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18ce8813-8b2a-4b1f-ba1d-76f7d68c8e09 req-113b2db7-a2f5-44c2-97a2-2ad0de947546 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fd219f1-0690-4dd5-a7a5-5b65b7f39357 HTTP/1.1" status: 200 len: 945 time: 0.9427311 Feb 04 21:10:18.571288 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-39ffccc9-bfbb-4527-856e-e3c7f1388c6d req-396ba0db-bf16-4e8b-a1b5-02684d3654bb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534775 Feb 04 21:10:18.591300 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=587c9d85-d9b0-4e29-9d8e-bab2782bd657,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:18.605551 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-63d40ba8-5452-4cc5-97dc-d81834eebc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:18.626283 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52fee2f0-b43a-4b9c-8486-094965f2463d tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Router 1db08bb1-bc01-4512-9da3-cf031e7a01e7 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:10:18.654029 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d40ba8-5452-4cc5-97dc-d81834eebc0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23d61e2d-97f4-40a0-9322-1eca7a330b64,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:18.657665 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-63d40ba8-5452-4cc5-97dc-d81834eebc0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:18.664879 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-63d40ba8-5452-4cc5-97dc-d81834eebc0d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/23d61e2d-97f4-40a0-9322-1eca7a330b64 HTTP/1.1" status: 204 len: 168 time: 0.7444968 Feb 04 21:10:18.668273 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37490) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:18.688071 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ce7b4c73-7728-4498-9ed3-50cdca167e15 req-e28dda7b-dbb0-4d63-b565-065497237b97 service neutron] 10.222.0.32 "GET /v2.0/networks/874df1b5-5f8c-4914-8d0d-1a3a81a2fefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5188639 Feb 04 21:10:18.691475 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18ce8813-8b2a-4b1f-ba1d-76f7d68c8e09 req-6eb1bfb1-2df6-48b6-a8e9-06009a44e698 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383448 Feb 04 21:10:18.782842 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30bb62-4b2d-483e-97a1-3fa944a7b596 req-b85018e5-e02e-4989-8d4d-282837490b9d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:18.789196 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30bb62-4b2d-483e-97a1-3fa944a7b596 req-b85018e5-e02e-4989-8d4d-282837490b9d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:18.795211 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30bb62-4b2d-483e-97a1-3fa944a7b596 req-b85018e5-e02e-4989-8d4d-282837490b9d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:18.811817 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30bb62-4b2d-483e-97a1-3fa944a7b596 req-b85018e5-e02e-4989-8d4d-282837490b9d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:18.817888 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30bb62-4b2d-483e-97a1-3fa944a7b596 req-b85018e5-e02e-4989-8d4d-282837490b9d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:18.824609 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30bb62-4b2d-483e-97a1-3fa944a7b596 req-b85018e5-e02e-4989-8d4d-282837490b9d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:18.831460 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30bb62-4b2d-483e-97a1-3fa944a7b596 req-b85018e5-e02e-4989-8d4d-282837490b9d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:18.840837 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:18.841410 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aa30bb62-4b2d-483e-97a1-3fa944a7b596 req-b85018e5-e02e-4989-8d4d-282837490b9d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 5430 time: 0.5413301 Feb 04 21:10:18.884921 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5a9e7b74-201e-4cfe-a33c-1ed8951fda30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:18.906116 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37498) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:18.952175 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aa30bb62-4b2d-483e-97a1-3fa944a7b596 req-4d075204-be30-45e7-87a5-6a12810eb5ca tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57aefd0-2358-4799-bf02-8d4615be2807&id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1095686 Feb 04 21:10:18.982534 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a3a1a8-2876-4426-90fe-891322b34838 None None] New status for floating IP a2d09e31-3d5e-49a8-9764-d2330fbf62b2: DOWN {{(pid=87684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:10:19.076582 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37504) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:19.227518 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fee2f0-b43a-4b9c-8486-094965f2463d tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:10:19.242767 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d98f37-86b1-4407-bcbe-9356f40c3924 None None] Sync routers for ids ['1db08bb1-bc01-4512-9da3-cf031e7a01e7'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:10:19.247992 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5a9e7b74-201e-4cfe-a33c-1ed8951fda30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:19.251440 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-52fee2f0-b43a-4b9c-8486-094965f2463d tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:19.261851 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d98f37-86b1-4407-bcbe-9356f40c3924 None None] Routers {'1db08bb1-bc01-4512-9da3-cf031e7a01e7'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:10:19.275133 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-d9d98f37-86b1-4407-bcbe-9356f40c3924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:10:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['1db08bb1-bc01-4512-9da3-cf031e7a01e7'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:10:19.293331 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-5a9e7b74-201e-4cfe-a33c-1ed8951fda30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:10:19.305633 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:10:19.309787 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5f6ea0c6-023a-4e32-96d1-1c501db9ef47 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:19.311188 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-5a9e7b74-201e-4cfe-a33c-1ed8951fda30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '981c5051-f4f5-4e27-b711-c6ab8733b666') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:10:19.313559 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-5a9e7b74-201e-4cfe-a33c-1ed8951fda30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '981c5051-f4f5-4e27-b711-c6ab8733b666') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:10:19.328870 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5a9e7b74-201e-4cfe-a33c-1ed8951fda30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:19.347041 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5a9e7b74-201e-4cfe-a33c-1ed8951fda30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:19.355269 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a9e7b74-201e-4cfe-a33c-1ed8951fda30 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:10:19.355805 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5a9e7b74-201e-4cfe-a33c-1ed8951fda30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:19.378493 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5f6ea0c6-023a-4e32-96d1-1c501db9ef47 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:19.408582 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-52fee2f0-b43a-4b9c-8486-094965f2463d tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "PUT /v2.0/floatingips/19bfc4a4-d9b6-43fb-8af7-c95cc7be2f2f HTTP/1.1" status: 200 len: 991 time: 5.4474194 Feb 04 21:10:19.435685 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a695a433-a212-464b-899d-764c3bd9b865 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:10:19.440802 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a11251f-38ca-4d47-a825-ba3e837a8ae3', 'tag': '93f4eff2-d0f6-4de5-8ab0-9aa904305bfe'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:10:19.467449 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:10:19.467449 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:10:19.467449 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:10:19.467449 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:10:19.467449 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:10:19.467449 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:10:19.467449 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:10:19.467449 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:10:19.467449 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:10:19.467449 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:10:19.467449 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:10:19.467449 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:10:19.467449 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:10:19.467449 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:10:19.467449 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:10:19.467449 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:10:19.467449 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:10:19.467449 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:10:19.467449 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:10:19.467449 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:10:19.467449 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:10:19.467449 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:10:19.467449 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:10:19.467449 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:10:19.467449 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:10:19.467449 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:10:19.467449 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:10:19.467449 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:10:19.467449 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:10:19.467449 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:10:19.467449 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:10:19.467449 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:10:19.476398 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e125b9-fdce-4adb-98f8-3de9fff801a2 admin admin] Deleting subnet 7450603b-cacc-48cb-a237-4933f6e46c18 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:10:19.480630 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5a9e7b74-201e-4cfe-a33c-1ed8951fda30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:19.486209 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: a695a433-a212-464b-899d-764c3bd9b865 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:10:19.487965 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a695a433-a212-464b-899d-764c3bd9b865 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:10:19.489317 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device bf98b1eb-d1cc-4ce9-9e74-976c149329ac no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:10:19.504096 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcad61-fcd4-49d2-90d4-f0f578d2fa63 req-75607b74-3cb4-4656-924c-5f63d6eb45c7 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:19.511193 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-78fcad61-fcd4-49d2-90d4-f0f578d2fa63 req-75607b74-3cb4-4656-924c-5f63d6eb45c7 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc89e913-317c-46c5-96cf-61d4977d62c8 HTTP/1.1" status: 200 len: 945 time: 0.3794980 Feb 04 21:10:19.528650 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5a9e7b74-201e-4cfe-a33c-1ed8951fda30 admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:19.549016 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b8e125b9-fdce-4adb-98f8-3de9fff801a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:19.612572 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e7b74-201e-4cfe-a33c-1ed8951fda30 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:19.630422 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5a9e7b74-201e-4cfe-a33c-1ed8951fda30 admin admin] 10.222.0.26 "DELETE /v2.0/networks/0dd6b9b5-1325-4f0f-83b0-a17a4e6c4d9d HTTP/1.1" status: 204 len: 168 time: 0.9609575 Feb 04 21:10:19.639332 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: bf98b1eb-d1cc-4ce9-9e74-976c149329ac {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:10:19.640817 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device bf98b1eb-d1cc-4ce9-9e74-976c149329ac not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:10:19.669549 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b8e125b9-fdce-4adb-98f8-3de9fff801a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:19.676658 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:10:19.697726 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:10:19.698821 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:19.754714 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-78fcad61-fcd4-49d2-90d4-f0f578d2fa63 req-0cd6017c-432c-4a92-add2-40157166c1a6 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b4e1bda-ed54-401e-8a67-c066086c109f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210171 Feb 04 21:10:19.757043 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5f6ea0c6-023a-4e32-96d1-1c501db9ef47 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:19.828975 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37524) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:19.851074 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-d9d98f37-86b1-4407-bcbe-9356f40c3924 None None] Set router 1db08bb1-bc01-4512-9da3-cf031e7a01e7 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:10:19.865528 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ea0c6-023a-4e32-96d1-1c501db9ef47 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e187646-901f-4363-893b-f4c05343b1b1,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:19.886596 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5f6ea0c6-023a-4e32-96d1-1c501db9ef47 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:19.886596 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5f6ea0c6-023a-4e32-96d1-1c501db9ef47 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "DELETE /v2.0/security-groups/0e187646-901f-4363-893b-f4c05343b1b1 HTTP/1.1" status: 204 len: 168 time: 0.8041570 Feb 04 21:10:19.886596 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37528) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:19.913123 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [None req-53fe5992-da0e-4b27-a7e8-a67f75fdb81a tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] show failed (client error): The resource could not be found. Feb 04 21:10:19.917267 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-53fe5992-da0e-4b27-a7e8-a67f75fdb81a tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "GET /v2.0/security-groups/0e187646-901f-4363-893b-f4c05343b1b1 HTTP/1.1" status: 404 len: 347 time: 0.0269194 Feb 04 21:10:19.924682 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37532) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:19.929548 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8cfbccca-2783-48f0-acb1-476baede8520 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=69cff50c69dd4edbb2b0c631432e7d0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0971434 Feb 04 21:10:19.931723 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37536) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:19.967164 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d641b2-73f3-4eda-b6b9-411e0d115d92 req-a7450377-62ec-447a-a204-981b87c7b60e tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:19.975189 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-58d641b2-73f3-4eda-b6b9-411e0d115d92 req-a7450377-62ec-447a-a204-981b87c7b60e tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a11251f-38ca-4d47-a825-ba3e837a8ae3 HTTP/1.1" status: 200 len: 945 time: 0.3691719 Feb 04 21:10:19.987572 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc89e913-317c-46c5-96cf-61d4977d62c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587c9d85-d9b0-4e29-9d8e-bab2782bd657'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:10:19.999040 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a11251f-38ca-4d47-a825-ba3e837a8ae3', 'tag': '93f4eff2-d0f6-4de5-8ab0-9aa904305bfe', 'status': 'completed', 'code': 200} Feb 04 21:10:20.082099 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:20.137071 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-58d641b2-73f3-4eda-b6b9-411e0d115d92 req-cab252e8-63f4-4610-bb24-16e3deb5c8b5 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "GET /v2.0/security-groups?id=74ff6b8a-96a6-4228-8ce5-07b5da50ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607633 Feb 04 21:10:20.149022 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f5b88f86-104d-444d-ac17-0163d430c129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:20.153555 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c,segment=NetworkSegment(4d028c5b-b5fc-4009-88a0-392efa5ea2ca),segment_id=4d028c5b-b5fc-4009-88a0-392efa5ea2ca)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:20.161574 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:20.250441 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:20.363838 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f5b88f86-104d-444d-ac17-0163d430c129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:20.374761 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a489a98-4e1e-48fb-a7cc-84a4f59bb9a3', 'name': 'network-vif-deleted', 'tag': '2219edad-5456-4ed9-9ee3-d483c34c68f0'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:10:20.380752 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-d9d98f37-86b1-4407-bcbe-9356f40c3924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'name': 'tempest-ServersTestBootFromVolume-1128826219-router', 'tenant_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a85dcd7a-17b8-40a8-84a3-b8230353167b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:08:40Z', 'updated_at': '2022-02-04T21:08:54Z', 'revision_number': 4, 'project_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'gw_port': {'id': 'a85dcd7a-17b8-40a8-84a3-b8230353167b', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:08:42Z', 'updated_at': '2022-02-04T21:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': '19bfc4a4-d9b6-43fb-8af7-c95cc7be2f2f', 'tenant_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'floating_ip_address': '172.25.5.202', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'port_id': '93f4eff2-d0f6-4de5-8ab0-9aa904305bfe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4608db1e-4c63-4115-98e9-dbb35735c98b', 'mac_address': 'fa:16:3e:36:a5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a11251f-38ca-4d47-a825-ba3e837a8ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:09:07Z', 'updated_at': '2022-02-04T21:10:15Z', 'revision_number': 1, 'project_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500b9953-2d0b-43b1-8ec1-c378933728ce', 'name': '', 'network_id': '4608db1e-4c63-4115-98e9-dbb35735c98b', 'tenant_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'mac_address': 'fa:16:3e:e5:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a5257a8f-1f80-4ecd-b1bf-e444fa041ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:08:50Z', 'updated_at': '2022-02-04T21:09:08Z', 'revision_number': 5, 'project_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'subnets': [{'id': 'a5257a8f-1f80-4ecd-b1bf-e444fa041ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:10:20.394035 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d98f37-86b1-4407-bcbe-9356f40c3924 None None] Checking router: 1db08bb1-bc01-4512-9da3-cf031e7a01e7 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:10:20.419312 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d98f37-86b1-4407-bcbe-9356f40c3924 None None] Routers {'1db08bb1-bc01-4512-9da3-cf031e7a01e7'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:10:20.419485 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-d9d98f37-86b1-4407-bcbe-9356f40c3924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:10:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['1db08bb1-bc01-4512-9da3-cf031e7a01e7'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:10:20.462183 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0acdc6-d89a-4ccd-9fec-c42d479d29f3 req-899bb576-0cd9-4a97-9e5a-5d107b23a911 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:20.469815 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ce0acdc6-d89a-4ccd-9fec-c42d479d29f3 req-899bb576-0cd9-4a97-9e5a-5d107b23a911 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fd219f1-0690-4dd5-a7a5-5b65b7f39357 HTTP/1.1" status: 200 len: 945 time: 0.2928958 Feb 04 21:10:20.480434 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b8e125b9-fdce-4adb-98f8-3de9fff801a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:20.517076 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857772b-0203-41da-9bd4-feae2119a11c req-1b0f56b4-ee94-4aee-b012-7b267979254d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:20.523782 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857772b-0203-41da-9bd4-feae2119a11c req-1b0f56b4-ee94-4aee-b012-7b267979254d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:20.531066 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857772b-0203-41da-9bd4-feae2119a11c req-1b0f56b4-ee94-4aee-b012-7b267979254d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:20.537360 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857772b-0203-41da-9bd4-feae2119a11c req-1b0f56b4-ee94-4aee-b012-7b267979254d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:20.543603 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857772b-0203-41da-9bd4-feae2119a11c req-1b0f56b4-ee94-4aee-b012-7b267979254d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:20.550488 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857772b-0203-41da-9bd4-feae2119a11c req-1b0f56b4-ee94-4aee-b012-7b267979254d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:20.557719 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857772b-0203-41da-9bd4-feae2119a11c req-1b0f56b4-ee94-4aee-b012-7b267979254d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:20.559887 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a857772b-0203-41da-9bd4-feae2119a11c req-1b0f56b4-ee94-4aee-b012-7b267979254d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 5430 time: 0.2486732 Feb 04 21:10:20.603234 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b8e125b9-fdce-4adb-98f8-3de9fff801a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:20.623582 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f5b88f86-104d-444d-ac17-0163d430c129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:20.631343 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-d9d98f37-86b1-4407-bcbe-9356f40c3924 None None] Set router 1db08bb1-bc01-4512-9da3-cf031e7a01e7 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:10:20.663794 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-0acd8e88-264d-4189-82a0-475650b9c82b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Deleting port 428538f7-3066-45ee-bd05-eca6a733335b {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:10:20.664368 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0acd8e88-264d-4189-82a0-475650b9c82b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:20.665961 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ce0acdc6-d89a-4ccd-9fec-c42d479d29f3 req-1422ec29-6ef7-4575-8a2f-06593c6b5bdb tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946263 Feb 04 21:10:20.671682 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b88f86-104d-444d-ac17-0163d430c129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575175de-e457-4e98-a948-f22f9d582b76,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:20.685751 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a857772b-0203-41da-9bd4-feae2119a11c req-04f1d24c-62e3-41f2-87be-f8402c54a8cc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57aefd0-2358-4799-bf02-8d4615be2807&id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1108398 Feb 04 21:10:20.692407 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f5b88f86-104d-444d-ac17-0163d430c129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:20.693627 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-f5b88f86-104d-444d-ac17-0163d430c129 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/575175de-e457-4e98-a948-f22f9d582b76 HTTP/1.1" status: 204 len: 168 time: 0.7590585 Feb 04 21:10:20.701984 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e125b9-fdce-4adb-98f8-3de9fff801a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7450603b-cacc-48cb-a237-4933f6e46c18,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:20.722559 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b8e125b9-fdce-4adb-98f8-3de9fff801a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:20.748825 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37560) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:20.762162 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b8e125b9-fdce-4adb-98f8-3de9fff801a2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7450603b-cacc-48cb-a237-4933f6e46c18 HTTP/1.1" status: 204 len: 168 time: 1.8531861 Feb 04 21:10:20.840938 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc89e913-317c-46c5-96cf-61d4977d62c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587c9d85-d9b0-4e29-9d8e-bab2782bd657', 'code': 200} Feb 04 21:10:20.853742 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a489a98-4e1e-48fb-a7cc-84a4f59bb9a3', 'name': 'network-vif-deleted', 'tag': '2219edad-5456-4ed9-9ee3-d483c34c68f0', 'status': 'completed', 'code': 200} Feb 04 21:10:20.921528 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df3110-90bf-4684-9dc2-e6d7263b7615 req-65899e37-4bcf-4315-8cb2-def1591c6487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:20.923539 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-82df3110-90bf-4684-9dc2-e6d7263b7615 req-65899e37-4bcf-4315-8cb2-def1591c6487 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aad0d9a1cb2b4f7b9157e57f03fc7e68&device_id=7a11251f-38ca-4d47-a825-ba3e837a8ae3 HTTP/1.1" status: 200 len: 1096 time: 0.8381157 Feb 04 21:10:21.304401 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0acd8e88-264d-4189-82a0-475650b9c82b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:21.304401 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0acd8e88-264d-4189-82a0-475650b9c82b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:21.355948 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e29ec612-ea99-4d59-97a0-7954cc5d2133 req-09b0726e-54ed-414b-9f29-400510db4cd5 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=d3d539dc97a744058fdb427e438eb9ad HTTP/1.1" status: 200 len: 267 time: 0.3072412 Feb 04 21:10:21.365406 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8a3b4fbe-4f7d-4c7d-8401-1a903cd13328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:21.546301 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb82549-56b5-4c96-86f8-3fa62f81e00f req-ed9537ae-43f7-40c3-b53e-6948518ab707 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:21.547957 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ceb82549-56b5-4c96-86f8-3fa62f81e00f req-ed9537ae-43f7-40c3-b53e-6948518ab707 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc89e913-317c-46c5-96cf-61d4977d62c8 HTTP/1.1" status: 200 len: 945 time: 0.4526017 Feb 04 21:10:21.557912 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927461c3-0874-449e-a5e0-2e9805be7d8a req-2c2bedee-d691-431f-b373-d6343dded62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:21.559448 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-927461c3-0874-449e-a5e0-2e9805be7d8a req-2c2bedee-d691-431f-b373-d6343dded62e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cc89e913-317c-46c5-96cf-61d4977d62c8 HTTP/1.1" status: 200 len: 1096 time: 0.5074470 Feb 04 21:10:21.591095 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-0acd8e88-264d-4189-82a0-475650b9c82b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Calling delete_port for 428538f7-3066-45ee-bd05-eca6a733335b owned by network:floatingip {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:10:21.621977 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-d9d98f37-86b1-4407-bcbe-9356f40c3924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'name': 'tempest-ServersTestBootFromVolume-1128826219-router', 'tenant_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a85dcd7a-17b8-40a8-84a3-b8230353167b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:08:40Z', 'updated_at': '2022-02-04T21:08:54Z', 'revision_number': 4, 'project_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'gw_port': {'id': 'a85dcd7a-17b8-40a8-84a3-b8230353167b', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:08:42Z', 'updated_at': '2022-02-04T21:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': '19bfc4a4-d9b6-43fb-8af7-c95cc7be2f2f', 'tenant_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'floating_ip_address': '172.25.5.202', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'port_id': '93f4eff2-d0f6-4de5-8ab0-9aa904305bfe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4608db1e-4c63-4115-98e9-dbb35735c98b', 'mac_address': 'fa:16:3e:36:a5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a11251f-38ca-4d47-a825-ba3e837a8ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:09:07Z', 'updated_at': '2022-02-04T21:10:15Z', 'revision_number': 1, 'project_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500b9953-2d0b-43b1-8ec1-c378933728ce', 'name': '', 'network_id': '4608db1e-4c63-4115-98e9-dbb35735c98b', 'tenant_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'mac_address': 'fa:16:3e:e5:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a5257a8f-1f80-4ecd-b1bf-e444fa041ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:08:50Z', 'updated_at': '2022-02-04T21:09:08Z', 'revision_number': 5, 'project_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'subnets': [{'id': 'a5257a8f-1f80-4ecd-b1bf-e444fa041ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:10:21.634060 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d98f37-86b1-4407-bcbe-9356f40c3924 None None] The sync data for ids ['1db08bb1-bc01-4512-9da3-cf031e7a01e7'] in n-d-827896-1 is: [{'id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'name': 'tempest-ServersTestBootFromVolume-1128826219-router', 'tenant_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a85dcd7a-17b8-40a8-84a3-b8230353167b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:08:40Z', 'updated_at': '2022-02-04T21:08:54Z', 'revision_number': 4, 'project_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'gw_port': {'id': 'a85dcd7a-17b8-40a8-84a3-b8230353167b', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:08:42Z', 'updated_at': '2022-02-04T21:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': '19bfc4a4-d9b6-43fb-8af7-c95cc7be2f2f', 'tenant_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'floating_ip_address': '172.25.5.202', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'port_id': '93f4eff2-d0f6-4de5-8ab0-9aa904305bfe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4608db1e-4c63-4115-98e9-dbb35735c98b', 'mac_address': 'fa:16:3e:36:a5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a11251f-38ca-4d47-a825-ba3e837a8ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:09:07Z', 'updated_at': '2022-02-04T21:10:15Z', 'revision_number': 1, 'project_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500b9953-2d0b-43b1-8ec1-c378933728ce', 'name': '', 'network_id': '4608db1e-4c63-4115-98e9-dbb35735c98b', 'tenant_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'mac_address': 'fa:16:3e:e5:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a5257a8f-1f80-4ecd-b1bf-e444fa041ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:08:50Z', 'updated_at': '2022-02-04T21:09:08Z', 'revision_number': 5, 'project_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'subnets': [{'id': 'a5257a8f-1f80-4ecd-b1bf-e444fa041ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:10:21.713574 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df3110-90bf-4684-9dc2-e6d7263b7615 req-094cbace-627b-48c9-b5d0-048c8dc5120b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:21.715498 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-82df3110-90bf-4684-9dc2-e6d7263b7615 req-094cbace-627b-48c9-b5d0-048c8dc5120b service neutron] 10.222.0.18 "GET /v2.0/networks?id=4608db1e-4c63-4115-98e9-dbb35735c98b HTTP/1.1" status: 200 len: 917 time: 0.7781649 Feb 04 21:10:21.776324 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-927461c3-0874-449e-a5e0-2e9805be7d8a req-8b593278-3d7f-4ab7-95b3-6403e5c59559 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9b4e1bda-ed54-401e-8a67-c066086c109f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109135 Feb 04 21:10:21.809053 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8a3b4fbe-4f7d-4c7d-8401-1a903cd13328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:21.880565 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ceb82549-56b5-4c96-86f8-3fa62f81e00f req-520879a2-7346-4f1f-a68a-f6ed2387549d tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b4e1bda-ed54-401e-8a67-c066086c109f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191113 Feb 04 21:10:21.907337 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ec612-ea99-4d59-97a0-7954cc5d2133 req-c1a40750-6cff-4e20-a278-c2082ed8dd35 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:21.909712 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e29ec612-ea99-4d59-97a0-7954cc5d2133 req-c1a40750-6cff-4e20-a278-c2082ed8dd35 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fd219f1-0690-4dd5-a7a5-5b65b7f39357 HTTP/1.1" status: 200 len: 945 time: 0.5395055 Feb 04 21:10:21.952465 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-8a3b4fbe-4f7d-4c7d-8401-1a903cd13328 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4371e9c-d7d4-4949-9f9f-474ca6bfce85']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:10:21.963678 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-82df3110-90bf-4684-9dc2-e6d7263b7615 req-272c229c-3742-4225-9a1d-7ca19adbf9c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93f4eff2-d0f6-4de5-8ab0-9aa904305bfe HTTP/1.1" status: 200 len: 999 time: 0.2385883 Feb 04 21:10:22.016955 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-e29ec612-ea99-4d59-97a0-7954cc5d2133 req-d86d7c3f-b7a0-4b6f-a827-9d723cecc9aa tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Request body: {'port': {'security_groups': []}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:10:22.192908 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78af8521-57a4-4663-a74f-8b038fab4d9f None None] New status for floating IP 19bfc4a4-d9b6-43fb-8af7-c95cc7be2f2f: ACTIVE {{(pid=87684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:10:22.209112 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df3110-90bf-4684-9dc2-e6d7263b7615 req-e88c71c0-f0cd-407f-af7c-4fd13073091a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:22.210648 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-82df3110-90bf-4684-9dc2-e6d7263b7615 req-e88c71c0-f0cd-407f-af7c-4fd13073091a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a5257a8f-1f80-4ecd-b1bf-e444fa041ff5 HTTP/1.1" status: 200 len: 855 time: 0.2376845 Feb 04 21:10:22.211312 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0acd8e88-264d-4189-82a0-475650b9c82b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:22.375810 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-8a3b4fbe-4f7d-4c7d-8401-1a903cd13328 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7819942-77a3-4906-8412-46ddc0c4fdb7') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:10:22.376304 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-8a3b4fbe-4f7d-4c7d-8401-1a903cd13328 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7819942-77a3-4906-8412-46ddc0c4fdb7') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:10:22.380444 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd8e88-264d-4189-82a0-475650b9c82b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Pushing event deleted for resources: {'Port': ['ID=428538f7-3066-45ee-bd05-eca6a733335b,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:22.393298 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8a3b4fbe-4f7d-4c7d-8401-1a903cd13328 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:22.413951 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8a3b4fbe-4f7d-4c7d-8401-1a903cd13328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:22.422579 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a3b4fbe-4f7d-4c7d-8401-1a903cd13328 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:10:22.423282 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8a3b4fbe-4f7d-4c7d-8401-1a903cd13328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:22.484366 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acd8e88-264d-4189-82a0-475650b9c82b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:22.488602 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acd8e88-264d-4189-82a0-475650b9c82b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:22.488602 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acd8e88-264d-4189-82a0-475650b9c82b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:22.488602 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acd8e88-264d-4189-82a0-475650b9c82b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:22.489749 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acd8e88-264d-4189-82a0-475650b9c82b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:22.489749 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acd8e88-264d-4189-82a0-475650b9c82b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:22.489749 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acd8e88-264d-4189-82a0-475650b9c82b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:22.492183 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acd8e88-264d-4189-82a0-475650b9c82b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:22.492183 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acd8e88-264d-4189-82a0-475650b9c82b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:22.492183 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acd8e88-264d-4189-82a0-475650b9c82b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:22.492183 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acd8e88-264d-4189-82a0-475650b9c82b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:22.494853 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acd8e88-264d-4189-82a0-475650b9c82b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:22.559461 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37604) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:22.595012 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0acd8e88-264d-4189-82a0-475650b9c82b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks [] for floatingip, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:22.602253 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df3110-90bf-4684-9dc2-e6d7263b7615 req-10ea332d-dd15-4d8f-913f-83c00e059b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:22.604501 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-82df3110-90bf-4684-9dc2-e6d7263b7615 req-10ea332d-dd15-4d8f-913f-83c00e059b9d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4608db1e-4c63-4115-98e9-dbb35735c98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3754642 Feb 04 21:10:22.625383 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:10:22.625383 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:10:22.625383 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:10:22.625383 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:10:22.625383 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:10:22.625383 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:10:22.625383 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:10:22.625383 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:10:22.625383 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:10:22.625383 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:10:22.625383 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:10:22.625383 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:10:22.625383 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:10:22.625383 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:10:22.625383 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:10:22.625383 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:10:22.625383 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:10:22.625383 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:10:22.625383 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:10:22.625383 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:10:22.625383 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:10:22.625383 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:10:22.625383 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:10:22.625383 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:10:22.625383 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:10:22.625383 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:10:22.625383 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:10:22.625383 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:10:22.625383 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:10:22.625383 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:10:22.625383 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:10:22.625383 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:10:22.673182 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8a3b4fbe-4f7d-4c7d-8401-1a903cd13328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:22.673182 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8a3b4fbe-4f7d-4c7d-8401-1a903cd13328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:22.779877 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b4fbe-4f7d-4c7d-8401-1a903cd13328 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4371e9c-d7d4-4949-9f9f-474ca6bfce85,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:22.843938 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-8a3b4fbe-4f7d-4c7d-8401-1a903cd13328 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d4371e9c-d7d4-4949-9f9f-474ca6bfce85 HTTP/1.1" status: 204 len: 168 time: 2.0934238 Feb 04 21:10:22.850236 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e29ec612-ea99-4d59-97a0-7954cc5d2133 req-d86d7c3f-b7a0-4b6f-a827-9d723cecc9aa tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:22.850677 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-ced510a8-5c09-45fd-bf1a-44f329d7dc38 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-903238590-network', 'tenant_id': 'c0334bb297a2459cb341ceb6d3c2f76e'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:10:22.873466 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ced510a8-5c09-45fd-bf1a-44f329d7dc38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:10:22.876629 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0acd8e88-264d-4189-82a0-475650b9c82b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:22.885043 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67b3a15-c09f-4182-802f-792526f705c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:10:22.888020 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0acd8e88-264d-4189-82a0-475650b9c82b tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] 10.222.0.26 "DELETE /v2.0/floatingips/a2d09e31-3d5e-49a8-9764-d2330fbf62b2 HTTP/1.1" status: 204 len: 168 time: 2.9527535 Feb 04 21:10:22.935779 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ced510a8-5c09-45fd-bf1a-44f329d7dc38 admin admin] Usage tracker for resource:network and tenant:c0334bb297a2459cb341ceb6d3c2f76e is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:10:22.961185 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ced510a8-5c09-45fd-bf1a-44f329d7dc38 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:10:22.975976 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0edee-9169-4770-8aba-4ac256f92416 req-35b58742-285f-4268-a4d0-c6abe3b33ed0 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:22.978358 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7fd0edee-9169-4770-8aba-4ac256f92416 req-35b58742-285f-4268-a4d0-c6abe3b33ed0 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a11251f-38ca-4d47-a825-ba3e837a8ae3 HTTP/1.1" status: 200 len: 945 time: 0.6826298 Feb 04 21:10:22.983534 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ced510a8-5c09-45fd-bf1a-44f329d7dc38 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:10:23.063692 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced510a8-5c09-45fd-bf1a-44f329d7dc38 admin admin] Made reservation on behalf of c0334bb297a2459cb341ceb6d3c2f76e for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:10:23.063692 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ced510a8-5c09-45fd-bf1a-44f329d7dc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:23.128224 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37622) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:23.131790 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7fd0edee-9169-4770-8aba-4ac256f92416 req-2382b35f-fde0-4cf8-92bc-cfd84f71093a tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "GET /v2.0/security-groups?id=74ff6b8a-96a6-4228-8ce5-07b5da50ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418738 Feb 04 21:10:23.147658 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ced510a8-5c09-45fd-bf1a-44f329d7dc38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:23.249146 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-82df3110-90bf-4684-9dc2-e6d7263b7615 req-603a7c9a-d86d-49a9-8a3f-2fca686330d7 service neutron] 10.222.0.18 "GET /v2.0/networks/4608db1e-4c63-4115-98e9-dbb35735c98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6306701 Feb 04 21:10:23.250635 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ced510a8-5c09-45fd-bf1a-44f329d7dc38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:10:23.255865 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ced510a8-5c09-45fd-bf1a-44f329d7dc38 admin admin] Usage tracker for resource:security_group_rule and tenant:c0334bb297a2459cb341ceb6d3c2f76e is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:10:23.290539 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ced510a8-5c09-45fd-bf1a-44f329d7dc38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:10:23.303969 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ced510a8-5c09-45fd-bf1a-44f329d7dc38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:10:23.364952 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d36e511a-fbc9-424e-80d5-113efaef67b5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=daada7e40ce74c08896d589d7ccab885&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2319479 Feb 04 21:10:23.369197 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37630) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:23.413148 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-e29ec612-ea99-4d59-97a0-7954cc5d2133 req-d86d7c3f-b7a0-4b6f-a827-9d723cecc9aa tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] For port 4a4007de-145c-47df-a5e4-a2d29251f7e5, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=4a4007de-145c-47df-a5e4-a2d29251f7e5,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:23.564948 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-82df3110-90bf-4684-9dc2-e6d7263b7615 req-9759ad2b-3f70-4fed-b996-61152799e42a service neutron] 10.222.0.18 "GET /v2.0/networks/4608db1e-4c63-4115-98e9-dbb35735c98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993252 Feb 04 21:10:23.579352 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e29ec612-ea99-4d59-97a0-7954cc5d2133 req-d86d7c3f-b7a0-4b6f-a827-9d723cecc9aa tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:23.581791 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-94a0be22-2288-4d4a-a57c-dca49b266283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:23.604472 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e29ec612-ea99-4d59-97a0-7954cc5d2133 req-d86d7c3f-b7a0-4b6f-a827-9d723cecc9aa tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:23.620093 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['c5600ea9-5404-40f3-8472-39f6fa709ef1'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:10:23.629537 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ced510a8-5c09-45fd-bf1a-44f329d7dc38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:23.636154 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ced510a8-5c09-45fd-bf1a-44f329d7dc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:23.648848 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced510a8-5c09-45fd-bf1a-44f329d7dc38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:10:23.658420 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['e9f4b42e-cf56-4a03-94e2-a66988e9676e', '4a4007de-145c-47df-a5e4-a2d29251f7e5'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:10:23.659644 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ced510a8-5c09-45fd-bf1a-44f329d7dc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:23.660067 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-ced510a8-5c09-45fd-bf1a-44f329d7dc38 admin admin] Added segment 383edd10-afd3-4822-a6b6-a663d901d7f4 of type vlan for network 45821ff6-3791-4a68-b829-a67211a973e0 Feb 04 21:10:23.698843 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ced510a8-5c09-45fd-bf1a-44f329d7dc38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:23.736900 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ec612-ea99-4d59-97a0-7954cc5d2133 req-d86d7c3f-b7a0-4b6f-a827-9d723cecc9aa tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:23.737704 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e29ec612-ea99-4d59-97a0-7954cc5d2133 req-d86d7c3f-b7a0-4b6f-a827-9d723cecc9aa tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:23.739451 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e29ec612-ea99-4d59-97a0-7954cc5d2133 req-d86d7c3f-b7a0-4b6f-a827-9d723cecc9aa tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "PUT /v2.0/ports/4a4007de-145c-47df-a5e4-a2d29251f7e5 HTTP/1.1" status: 200 len: 904 time: 1.7355881 Feb 04 21:10:23.751134 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fd219f1-0690-4dd5-a7a5-5b65b7f39357', 'tag': '4a4007de-145c-47df-a5e4-a2d29251f7e5'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:10:23.758551 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-94a0be22-2288-4d4a-a57c-dca49b266283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:23.795025 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46783639-245d-4ded-83c2-c725259ba685 req-1351122f-e7d7-4ca8-a9a3-fcd586ed3d4d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:23.801649 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46783639-245d-4ded-83c2-c725259ba685 req-1351122f-e7d7-4ca8-a9a3-fcd586ed3d4d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:23.808559 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46783639-245d-4ded-83c2-c725259ba685 req-1351122f-e7d7-4ca8-a9a3-fcd586ed3d4d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:23.814590 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46783639-245d-4ded-83c2-c725259ba685 req-1351122f-e7d7-4ca8-a9a3-fcd586ed3d4d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:23.822882 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46783639-245d-4ded-83c2-c725259ba685 req-1351122f-e7d7-4ca8-a9a3-fcd586ed3d4d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:23.830481 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46783639-245d-4ded-83c2-c725259ba685 req-1351122f-e7d7-4ca8-a9a3-fcd586ed3d4d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:23.833230 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67b3a15-c09f-4182-802f-792526f705c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c', 'code': 200} Feb 04 21:10:23.836454 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['4a4007de-145c-47df-a5e4-a2d29251f7e5'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:10:23.839988 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46783639-245d-4ded-83c2-c725259ba685 req-1351122f-e7d7-4ca8-a9a3-fcd586ed3d4d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:23.842599 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-46783639-245d-4ded-83c2-c725259ba685 req-1351122f-e7d7-4ca8-a9a3-fcd586ed3d4d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 5430 time: 0.4336734 Feb 04 21:10:24.100128 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ced510a8-5c09-45fd-bf1a-44f329d7dc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:24.102648 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced510a8-5c09-45fd-bf1a-44f329d7dc38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:24.108989 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ced510a8-5c09-45fd-bf1a-44f329d7dc38 admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:24.265037 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d7c3f-b7a0-4b6f-a827-9d723cecc9aa tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Pushing event updated for resources: {'Port': ['ID=4a4007de-145c-47df-a5e4-a2d29251f7e5,revision_number=6']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:24.270220 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced510a8-5c09-45fd-bf1a-44f329d7dc38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed6facb-8b49-494e-8444-872bd6551594,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:24.333467 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ced510a8-5c09-45fd-bf1a-44f329d7dc38 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7727461 Feb 04 21:10:24.338005 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37648) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:24.346023 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-16c01fc9-46db-43f2-9e27-bc398ddb43df admin admin] Request body: {'subnet': {'network_id': '45821ff6-3791-4a68-b829-a67211a973e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-903238590-subnet', 'tenant_id': 'c0334bb297a2459cb341ceb6d3c2f76e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:10:24.351394 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced510a8-5c09-45fd-bf1a-44f329d7dc38 admin admin] Pushing event updated for resources: {'Network': ['ID=45821ff6-3791-4a68-b829-a67211a973e0,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:24.360467 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-16c01fc9-46db-43f2-9e27-bc398ddb43df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:10:24.366671 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-16c01fc9-46db-43f2-9e27-bc398ddb43df admin admin] Usage tracker for resource:subnet and tenant:c0334bb297a2459cb341ceb6d3c2f76e is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:10:24.371723 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-16c01fc9-46db-43f2-9e27-bc398ddb43df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:10:24.372031 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 45821ff6-3791-4a68-b829-a67211a973e0 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:10:24.378368 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-16c01fc9-46db-43f2-9e27-bc398ddb43df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:10:24.392359 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c01fc9-46db-43f2-9e27-bc398ddb43df admin admin] Made reservation on behalf of c0334bb297a2459cb341ceb6d3c2f76e for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:10:24.404235 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-16c01fc9-46db-43f2-9e27-bc398ddb43df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:24.426601 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-46783639-245d-4ded-83c2-c725259ba685 req-1778cb79-2cf6-4ffc-bdbb-d1044ff3342b tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57aefd0-2358-4799-bf02-8d4615be2807&id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5658450 Feb 04 21:10:24.512785 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-94a0be22-2288-4d4a-a57c-dca49b266283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:24.532010 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-666aec5c-7d2f-428c-9cf4-15385882f767 None None] Provisioning complete for port 4a4007de-145c-47df-a5e4-a2d29251f7e5 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:10:24.532383 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-666aec5c-7d2f-428c-9cf4-15385882f767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:24.544564 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e6e9d-9ef9-4bd1-8fac-713838993ac2 req-7a6d37af-7a9c-4909-a708-2884d9969457 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:24.546195 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b80e6e9d-9ef9-4bd1-8fac-713838993ac2 req-7a6d37af-7a9c-4909-a708-2884d9969457 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc89e913-317c-46c5-96cf-61d4977d62c8 HTTP/1.1" status: 200 len: 945 time: 0.3129315 Feb 04 21:10:24.550564 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629615a-9b40-4840-8b4d-fc2eadcb7d3e req-f9e9219d-3042-4777-af7a-48c8978b6758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:24.552217 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e629615a-9b40-4840-8b4d-fc2eadcb7d3e req-f9e9219d-3042-4777-af7a-48c8978b6758 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d67b3a15-c09f-4182-802f-792526f705c7 HTTP/1.1" status: 200 len: 1096 time: 0.6506310 Feb 04 21:10:24.588960 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-94a0be22-2288-4d4a-a57c-dca49b266283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:24.590110 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-94a0be22-2288-4d4a-a57c-dca49b266283 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2c07ca5b-e876-47f8-9d4f-d5712fb10c91 HTTP/1.1" status: 204 len: 168 time: 1.2197957 Feb 04 21:10:24.591132 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0be22-2288-4d4a-a57c-dca49b266283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c07ca5b-e876-47f8-9d4f-d5712fb10c91,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:24.709763 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e629615a-9b40-4840-8b4d-fc2eadcb7d3e req-4a84a7bc-ae1c-477d-977a-2af8efa6594e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9b4e1bda-ed54-401e-8a67-c066086c109f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475070 Feb 04 21:10:24.755582 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b80e6e9d-9ef9-4bd1-8fac-713838993ac2 req-9ec961c4-a8f1-4bb1-a977-462e6ebae278 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b4e1bda-ed54-401e-8a67-c066086c109f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944540 Feb 04 21:10:24.812612 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37bade-550e-48b2-be62-5ee374698f1e req-2ca87742-bfd3-4cce-8836-382f5c77bb3c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:24.851558 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9f37bade-550e-48b2-be62-5ee374698f1e req-2ca87742-bfd3-4cce-8836-382f5c77bb3c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fd219f1-0690-4dd5-a7a5-5b65b7f39357 HTTP/1.1" status: 200 len: 907 time: 0.1603398 Feb 04 21:10:24.856506 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fd219f1-0690-4dd5-a7a5-5b65b7f39357', 'tag': '4a4007de-145c-47df-a5e4-a2d29251f7e5', 'status': 'completed', 'code': 200} Feb 04 21:10:25.111108 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-16c01fc9-46db-43f2-9e27-bc398ddb43df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:25.205781 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62ed9a-5a19-4569-82a0-d90fb6004ce8 req-a7ecc953-a5b4-4b18-960a-1a340819c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:25.207294 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5d62ed9a-5a19-4569-82a0-d90fb6004ce8 req-a7ecc953-a5b4-4b18-960a-1a340819c81f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d539dc97a744058fdb427e438eb9ad&device_id=9fd219f1-0690-4dd5-a7a5-5b65b7f39357 HTTP/1.1" status: 200 len: 1058 time: 0.3452678 Feb 04 21:10:25.242953 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961073ae-75b2-48e2-8c66-0efed42c0837 req-927cc94a-ff47-4ff7-8a34-a39cc5bc8876 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:25.253002 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-961073ae-75b2-48e2-8c66-0efed42c0837 req-927cc94a-ff47-4ff7-8a34-a39cc5bc8876 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/ports?device_id=d67b3a15-c09f-4182-802f-792526f705c7 HTTP/1.1" status: 200 len: 945 time: 0.2267027 Feb 04 21:10:25.287114 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26e16a-9f63-4989-ad0c-f9f82cadf92a req-787c0cee-f20a-49f3-852c-c9998a8d9835 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:25.288800 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8c26e16a-9f63-4989-ad0c-f9f82cadf92a req-787c0cee-f20a-49f3-852c-c9998a8d9835 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a11251f-38ca-4d47-a825-ba3e837a8ae3 HTTP/1.1" status: 200 len: 945 time: 0.3386891 Feb 04 21:10:25.381856 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-961073ae-75b2-48e2-8c66-0efed42c0837 req-bf15b35f-6cc8-46e3-ba06-cb1a8ef5e3d1 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b4e1bda-ed54-401e-8a67-c066086c109f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275563 Feb 04 21:10:25.393113 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62ed9a-5a19-4569-82a0-d90fb6004ce8 req-5fa2ad3a-59da-474c-b7c5-de56f8a13a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:25.394072 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5d62ed9a-5a19-4569-82a0-d90fb6004ce8 req-5fa2ad3a-59da-474c-b7c5-de56f8a13a1f service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4cc1ce8-eeb6-46af-80b5-92196799c865 HTTP/1.1" status: 200 len: 912 time: 0.1805425 Feb 04 21:10:25.453296 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8c26e16a-9f63-4989-ad0c-f9f82cadf92a req-ca2d3e99-df56-4a6b-a90e-25209ca0bc58 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "GET /v2.0/security-groups?id=74ff6b8a-96a6-4228-8ce5-07b5da50ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532304 Feb 04 21:10:25.503263 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c01fc9-46db-43f2-9e27-bc398ddb43df admin admin] Checking segment: {'id': '383edd10-afd3-4822-a6b6-a663d901d7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '45821ff6-3791-4a68-b829-a67211a973e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:10:25.503642 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c01fc9-46db-43f2-9e27-bc398ddb43df admin admin] Network hostable DHCP agents. Network: 45821ff6-3791-4a68-b829-a67211a973e0, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:10:25.536623 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c01fc9-46db-43f2-9e27-bc398ddb43df admin admin] Pushing event updated for resources: {'Subnet': ['ID=e215eb7a-eead-45ce-94f4-e8f9a41d8b7e,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:25.550950 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5d62ed9a-5a19-4569-82a0-d90fb6004ce8 req-248ae2a6-9809-4e7f-bd55-421b8c975e3d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a4007de-145c-47df-a5e4-a2d29251f7e5 HTTP/1.1" status: 200 len: 217 time: 0.1302223 Feb 04 21:10:25.639939 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c01fc9-46db-43f2-9e27-bc398ddb43df admin admin] Network 45821ff6-3791-4a68-b829-a67211a973e0 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:10:25.670427 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-16c01fc9-46db-43f2-9e27-bc398ddb43df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 45821ff6-3791-4a68-b829-a67211a973e0) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:10:25.683869 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae0fccc-a61c-4a2e-9618-486a808a6c69 None None] Network 45821ff6-3791-4a68-b829-a67211a973e0 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:10:25.684387 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c01fc9-46db-43f2-9e27-bc398ddb43df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:25.691042 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-16c01fc9-46db-43f2-9e27-bc398ddb43df admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:25.746912 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62ed9a-5a19-4569-82a0-d90fb6004ce8 req-9df2e48d-f60a-419f-985a-1e67a855ec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:25.757154 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5d62ed9a-5a19-4569-82a0-d90fb6004ce8 req-9df2e48d-f60a-419f-985a-1e67a855ec3c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee4d3909-e094-4079-9a7f-4f6007c68222 HTTP/1.1" status: 200 len: 850 time: 0.1975524 Feb 04 21:10:25.838542 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e29f1-4e1f-4b9e-984f-6f20ce87b3a7 req-537413f3-e7b6-4398-9bf5-cf63e64b113c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:25.840434 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f63e29f1-4e1f-4b9e-984f-6f20ce87b3a7 req-537413f3-e7b6-4398-9bf5-cf63e64b113c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.2413962 Feb 04 21:10:25.858545 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fa5ce-579d-438b-9147-6af24e848e3e req-af035169-445c-4ea8-93d3-1244d5734d57 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:25.865511 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fa5ce-579d-438b-9147-6af24e848e3e req-af035169-445c-4ea8-93d3-1244d5734d57 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:25.867857 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-16c01fc9-46db-43f2-9e27-bc398ddb43df admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5282881 Feb 04 21:10:25.869871 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37700) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:25.872957 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fa5ce-579d-438b-9147-6af24e848e3e req-af035169-445c-4ea8-93d3-1244d5734d57 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:25.879268 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fa5ce-579d-438b-9147-6af24e848e3e req-af035169-445c-4ea8-93d3-1244d5734d57 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:25.887003 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fa5ce-579d-438b-9147-6af24e848e3e req-af035169-445c-4ea8-93d3-1244d5734d57 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:25.894069 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fa5ce-579d-438b-9147-6af24e848e3e req-af035169-445c-4ea8-93d3-1244d5734d57 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:25.897778 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-5dc4d5b4-840b-4a69-b471-65b5cc1626c6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-903238590-router', 'tenant_id': 'c0334bb297a2459cb341ceb6d3c2f76e', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:10:25.902230 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fa5ce-579d-438b-9147-6af24e848e3e req-af035169-445c-4ea8-93d3-1244d5734d57 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:25.912128 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-835fa5ce-579d-438b-9147-6af24e848e3e req-af035169-445c-4ea8-93d3-1244d5734d57 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 5430 time: 0.2046924 Feb 04 21:10:25.919725 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5dc4d5b4-840b-4a69-b471-65b5cc1626c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:10:25.924218 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5dc4d5b4-840b-4a69-b471-65b5cc1626c6 admin admin] Usage tracker for resource:router and tenant:c0334bb297a2459cb341ceb6d3c2f76e is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:10:25.927849 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5dc4d5b4-840b-4a69-b471-65b5cc1626c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:10:25.943332 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5dc4d5b4-840b-4a69-b471-65b5cc1626c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:10:25.953544 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37704) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:25.979843 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5dc4d5b4-840b-4a69-b471-65b5cc1626c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:25.985914 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5dc4d5b4-840b-4a69-b471-65b5cc1626c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:26.002431 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-835fa5ce-579d-438b-9147-6af24e848e3e req-44170f74-2bde-4eaa-ba6b-ea90475f5d26 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57aefd0-2358-4799-bf02-8d4615be2807&id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0891137 Feb 04 21:10:26.053190 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5dc4d5b4-840b-4a69-b471-65b5cc1626c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:26.054727 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f63e29f1-4e1f-4b9e-984f-6f20ce87b3a7 req-8fe12495-82d1-43de-a25a-36d4a2fc064d tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262631 Feb 04 21:10:26.244345 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-16f07d81-c735-491d-9071-076c635a5f79 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1408913055-network', 'tenant_id': '2ce17c1d72be45a189f441881461a948'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:10:26.252340 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-16f07d81-c735-491d-9071-076c635a5f79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:10:26.261171 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-16f07d81-c735-491d-9071-076c635a5f79 admin admin] Usage tracker for resource:network and tenant:2ce17c1d72be45a189f441881461a948 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:10:26.266993 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-16f07d81-c735-491d-9071-076c635a5f79 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:10:26.272230 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:26.284318 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-16f07d81-c735-491d-9071-076c635a5f79 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:10:26.357956 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149c69e2-aecf-4c4d-b05f-b6d6e5759e8c None None] Network 45821ff6-3791-4a68-b829-a67211a973e0 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:10:26.490148 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f07d81-c735-491d-9071-076c635a5f79 admin admin] Made reservation on behalf of 2ce17c1d72be45a189f441881461a948 for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:10:26.496179 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-16f07d81-c735-491d-9071-076c635a5f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:26.538386 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-16f07d81-c735-491d-9071-076c635a5f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:26.559128 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5dc4d5b4-840b-4a69-b471-65b5cc1626c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:26.568436 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62ed9a-5a19-4569-82a0-d90fb6004ce8 req-66407bc5-1804-49ec-a182-e2c765cc9b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:26.570039 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5d62ed9a-5a19-4569-82a0-d90fb6004ce8 req-66407bc5-1804-49ec-a182-e2c765cc9b0f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4cc1ce8-eeb6-46af-80b5-92196799c865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8053222 Feb 04 21:10:26.595172 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacb01a-ae3f-40fd-afc6-9a05cfa639e8 req-8dc8c835-feed-4c44-9883-6abeef65c176 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:26.616169 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2bacb01a-ae3f-40fd-afc6-9a05cfa639e8 req-8dc8c835-feed-4c44-9883-6abeef65c176 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a11251f-38ca-4d47-a825-ba3e837a8ae3 HTTP/1.1" status: 200 len: 945 time: 0.3240526 Feb 04 21:10:26.650960 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-16f07d81-c735-491d-9071-076c635a5f79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:10:26.673068 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-16f07d81-c735-491d-9071-076c635a5f79 admin admin] Usage tracker for resource:security_group_rule and tenant:2ce17c1d72be45a189f441881461a948 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:10:26.679591 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-16f07d81-c735-491d-9071-076c635a5f79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:10:26.700496 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-16f07d81-c735-491d-9071-076c635a5f79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:10:26.723747 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3bfb0-6b9c-4062-9616-c08196a27959 req-eed54865-b4c8-4c8b-987d-b24772696b40 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:26.725504 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47f3bfb0-6b9c-4062-9616-c08196a27959 req-eed54865-b4c8-4c8b-987d-b24772696b40 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.3482521 Feb 04 21:10:26.771614 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2bacb01a-ae3f-40fd-afc6-9a05cfa639e8 req-ebec7a19-4c1c-4579-a5cb-8a753cf04f9e tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "GET /v2.0/security-groups?id=74ff6b8a-96a6-4228-8ce5-07b5da50ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226470 Feb 04 21:10:26.896018 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47f3bfb0-6b9c-4062-9616-c08196a27959 req-2ad6ba62-b132-4df6-9c4d-637639417267 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230290 Feb 04 21:10:27.006628 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5d62ed9a-5a19-4569-82a0-d90fb6004ce8 req-ecc4083d-ba6b-4355-b2d1-2556234b3a13 service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284623 Feb 04 21:10:27.227323 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-16f07d81-c735-491d-9071-076c635a5f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:27.254850 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-16f07d81-c735-491d-9071-076c635a5f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:27.288499 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f07d81-c735-491d-9071-076c635a5f79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:10:27.338448 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-16f07d81-c735-491d-9071-076c635a5f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:27.338799 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-16f07d81-c735-491d-9071-076c635a5f79 admin admin] Added segment e00c1efb-b7a7-42f1-9693-109e2d3adea1 of type vlan for network 71cc7060-622b-453a-b0f7-82fb643795a6 Feb 04 21:10:27.418263 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f07d81-c735-491d-9071-076c635a5f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c78de3-875c-425d-94c9-f81bf71f072c,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:27.429800 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c240f6-8327-4e5b-bf92-a655e2b6b392 req-15db7ccd-473c-4f0f-b9bc-142184db33ce tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:27.432647 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b3c240f6-8327-4e5b-bf92-a655e2b6b392 req-15db7ccd-473c-4f0f-b9bc-142184db33ce tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/ports?device_id=d67b3a15-c09f-4182-802f-792526f705c7 HTTP/1.1" status: 200 len: 945 time: 0.4808116 Feb 04 21:10:27.448165 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5d62ed9a-5a19-4569-82a0-d90fb6004ce8 req-33693dcd-b1d7-4225-a834-620782e29e6d service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294481 Feb 04 21:10:27.498561 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-16f07d81-c735-491d-9071-076c635a5f79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:27.577253 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5dc4d5b4-840b-4a69-b471-65b5cc1626c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:27.610399 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b3c240f6-8327-4e5b-bf92-a655e2b6b392 req-8407f5c5-e799-4328-a885-e57815eed7e3 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b4e1bda-ed54-401e-8a67-c066086c109f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638143 Feb 04 21:10:27.626756 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5dc4d5b4-840b-4a69-b471-65b5cc1626c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:27.628348 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-16f07d81-c735-491d-9071-076c635a5f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:27.629935 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f07d81-c735-491d-9071-076c635a5f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:27.630782 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-16f07d81-c735-491d-9071-076c635a5f79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:27.902620 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-16f07d81-c735-491d-9071-076c635a5f79 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9477203 Feb 04 21:10:27.907575 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37758) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:27.918034 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-ca21e3c6-70d4-4e61-85ad-a8b7d1ff8165 admin admin] Request body: {'subnet': {'network_id': '71cc7060-622b-453a-b0f7-82fb643795a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1408913055-subnet', 'tenant_id': '2ce17c1d72be45a189f441881461a948', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:10:27.923531 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ca21e3c6-70d4-4e61-85ad-a8b7d1ff8165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:10:27.955751 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-5dc4d5b4-840b-4a69-b471-65b5cc1626c6 admin admin] Allocated IP 172.25.5.88 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/fa5b5e6c-940f-48af-b3b5-bb1da8629e62) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:10:28.047029 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f07d81-c735-491d-9071-076c635a5f79 admin admin] Pushing event updated for resources: {'Network': ['ID=71cc7060-622b-453a-b0f7-82fb643795a6,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:28.074250 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 71cc7060-622b-453a-b0f7-82fb643795a6 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:10:28.163411 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-e4b89304-0df2-41aa-926b-2271b0b26236 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:28.163411 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-e4b89304-0df2-41aa-926b-2271b0b26236 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/networks?id=e4cc1ce8-eeb6-46af-80b5-92196799c865 HTTP/1.1" status: 200 len: 811 time: 0.3254492 Feb 04 21:10:28.182619 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380a233-1fa2-40a8-88bd-f9a93153c8ec req-fed76844-91b3-4add-a014-c62bf006fd23 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:28.197158 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ca21e3c6-70d4-4e61-85ad-a8b7d1ff8165 admin admin] Usage tracker for resource:subnet and tenant:2ce17c1d72be45a189f441881461a948 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:10:28.200395 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380a233-1fa2-40a8-88bd-f9a93153c8ec req-fed76844-91b3-4add-a014-c62bf006fd23 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:28.208569 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ca21e3c6-70d4-4e61-85ad-a8b7d1ff8165 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:10:28.216506 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380a233-1fa2-40a8-88bd-f9a93153c8ec req-fed76844-91b3-4add-a014-c62bf006fd23 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:28.238767 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380a233-1fa2-40a8-88bd-f9a93153c8ec req-fed76844-91b3-4add-a014-c62bf006fd23 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:28.249549 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380a233-1fa2-40a8-88bd-f9a93153c8ec req-fed76844-91b3-4add-a014-c62bf006fd23 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:28.256467 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380a233-1fa2-40a8-88bd-f9a93153c8ec req-fed76844-91b3-4add-a014-c62bf006fd23 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:28.260180 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ca21e3c6-70d4-4e61-85ad-a8b7d1ff8165 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:10:28.263753 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380a233-1fa2-40a8-88bd-f9a93153c8ec req-fed76844-91b3-4add-a014-c62bf006fd23 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:28.275267 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6380a233-1fa2-40a8-88bd-f9a93153c8ec req-fed76844-91b3-4add-a014-c62bf006fd23 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 5430 time: 0.4461365 Feb 04 21:10:28.314018 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca21e3c6-70d4-4e61-85ad-a8b7d1ff8165 admin admin] Made reservation on behalf of 2ce17c1d72be45a189f441881461a948 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:10:28.316488 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ca21e3c6-70d4-4e61-85ad-a8b7d1ff8165 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:28.322302 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-49277dd3-4eca-4fdd-ba37-5c91b7dde10e tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/quotas/d3d539dc97a744058fdb427e438eb9ad HTTP/1.1" status: 200 len: 375 time: 0.0206313 Feb 04 21:10:28.394650 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6380a233-1fa2-40a8-88bd-f9a93153c8ec req-345242cb-eec6-4bfe-a2a2-01c12727735b tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57aefd0-2358-4799-bf02-8d4615be2807&id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1176662 Feb 04 21:10:28.472844 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-687bf653-d6ed-422d-82be-deb4c98a7c5a tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d3d539dc97a744058fdb427e438eb9ad&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1397140 Feb 04 21:10:28.482605 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5dc4d5b4-840b-4a69-b471-65b5cc1626c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:28.607240 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5dc4d5b4-840b-4a69-b471-65b5cc1626c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:28.730131 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-1c8fdb80-4f27-4363-a782-c71bb661a614 service neutron] 10.222.0.26 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425299 Feb 04 21:10:28.808556 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc4d5b4-840b-4a69-b471-65b5cc1626c6 admin admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:10:28.808556 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ca21e3c6-70d4-4e61-85ad-a8b7d1ff8165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:28.877254 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-5dc4d5b4-840b-4a69-b471-65b5cc1626c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:10:28.908876 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc4d5b4-840b-4a69-b471-65b5cc1626c6 admin admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:10:28.992893 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc4d5b4-840b-4a69-b471-65b5cc1626c6 admin admin] Pushing event updated for resources: {'Port': ['ID=fa5b5e6c-940f-48af-b3b5-bb1da8629e62,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:29.066181 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21e3c6-70d4-4e61-85ad-a8b7d1ff8165 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dda59ff2-438b-4a5b-b16b-321df03d5d1b,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:29.287445 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca21e3c6-70d4-4e61-85ad-a8b7d1ff8165 admin admin] Checking segment: {'id': 'e00c1efb-b7a7-42f1-9693-109e2d3adea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '71cc7060-622b-453a-b0f7-82fb643795a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:10:29.287445 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca21e3c6-70d4-4e61-85ad-a8b7d1ff8165 admin admin] Network hostable DHCP agents. Network: 71cc7060-622b-453a-b0f7-82fb643795a6, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:10:29.300509 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device aa4eda3d-4b67-4f85-b755-44b84dd11b2f details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:10:29.377134 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca21e3c6-70d4-4e61-85ad-a8b7d1ff8165 admin admin] Network 71cc7060-622b-453a-b0f7-82fb643795a6 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:10:29.433822 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-ca21e3c6-70d4-4e61-85ad-a8b7d1ff8165 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 71cc7060-622b-453a-b0f7-82fb643795a6) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:10:29.476350 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca21e3c6-70d4-4e61-85ad-a8b7d1ff8165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:29.489130 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ca21e3c6-70d4-4e61-85ad-a8b7d1ff8165 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:29.561977 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ca21e3c6-70d4-4e61-85ad-a8b7d1ff8165 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6408422 Feb 04 21:10:29.611242 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-0603bd25-9315-4f9d-98a1-29f0145c3f8f service neutron] 10.222.0.26 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8544557 Feb 04 21:10:29.618362 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3d22a8-ef9e-4ab4-9e84-7ecf6028d52b None None] Network 71cc7060-622b-453a-b0f7-82fb643795a6 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:10:29.839683 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port aa4eda3d-4b67-4f85-b755-44b84dd11b2f, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=aa4eda3d-4b67-4f85-b755-44b84dd11b2f,segment=NetworkSegment(6429d873-b8f4-4c82-bf9b-05ee94e57129),segment_id=6429d873-b8f4-4c82-bf9b-05ee94e57129)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:29.857128 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c799339-ace1-4be5-868d-470f2d19961e req-c1093464-af24-4276-ba17-6dbf310d68b3 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:29.857128 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5c799339-ace1-4be5-868d-470f2d19961e req-c1093464-af24-4276-ba17-6dbf310d68b3 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/ports?device_id=d67b3a15-c09f-4182-802f-792526f705c7 HTTP/1.1" status: 200 len: 945 time: 0.2219546 Feb 04 21:10:29.922463 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': 'aa4eda3d-4b67-4f85-b755-44b84dd11b2f', 'network_id': 'bb213b90-85ae-4ae5-869b-fda768933cd6', 'port_id': 'aa4eda3d-4b67-4f85-b755-44b84dd11b2f', 'mac_address': 'fa:16:3e:b7:c9:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ab602a-389e-46ed-9e60-c4075f6a2251', 'ip_address': '10.1.1.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:10:30.033341 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5c799339-ace1-4be5-868d-470f2d19961e req-8b61692b-2e59-4d08-b020-bbc43b820fb8 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b4e1bda-ed54-401e-8a67-c066086c109f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753793 Feb 04 21:10:30.080667 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:30.137760 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa4eda3d-4b67-4f85-b755-44b84dd11b2f {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:10:30.174819 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port aa4eda3d-4b67-4f85-b755-44b84dd11b2f, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=aa4eda3d-4b67-4f85-b755-44b84dd11b2f,segment=NetworkSegment(6429d873-b8f4-4c82-bf9b-05ee94e57129),segment_id=6429d873-b8f4-4c82-bf9b-05ee94e57129)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:30.174819 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:30.174819 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 06d94d64-09f0-456d-ab29-149d5c934f71 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:10:30.223466 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-13bfb47b-046f-4925-9266-f25320b3fb87 req-388fc029-ba21-4aca-b0d0-bf5195f366b8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 210 time: 0.1040499 Feb 04 21:10:30.264918 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7276b5-d2da-4d01-9bad-e8a2107d5c6c None None] Network 71cc7060-622b-453a-b0f7-82fb643795a6 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:10:30.689803 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0362b6a-6be6-48f5-89c6-190098497bd2 req-c4ac8858-8daa-48a3-a1f5-991ed65292a5 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:30.691806 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e0362b6a-6be6-48f5-89c6-190098497bd2 req-c4ac8858-8daa-48a3-a1f5-991ed65292a5 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67b3a15-c09f-4182-802f-792526f705c7 HTTP/1.1" status: 200 len: 945 time: 0.2831976 Feb 04 21:10:30.784772 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.resource_extend [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:10:30.785297 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5dc4d5b4-840b-4a69-b471-65b5cc1626c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:31.139962 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-8e59ac89-33fc-4ac0-aad7-d53704ff4085 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:31.147312 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-8e59ac89-33fc-4ac0-aad7-d53704ff4085 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Synchronizing usage tracker for tenant:2ce17c1d72be45a189f441881461a948 on resource:network {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:10:31.213387 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 06d94d64-09f0-456d-ab29-149d5c934f71, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=06d94d64-09f0-456d-ab29-149d5c934f71,segment=NetworkSegment(185e8ff9-a032-4320-9e92-29b7ef98b0f5),segment_id=185e8ff9-a032-4320-9e92-29b7ef98b0f5)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:31.236386 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-8e59ac89-33fc-4ac0-aad7-d53704ff4085 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Unset dirty status for tenant:2ce17c1d72be45a189f441881461a948 on resource:network {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:10:31.239293 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-8e59ac89-33fc-4ac0-aad7-d53704ff4085 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] 10.222.0.26 "GET /v2.0/networks?id=71cc7060-622b-453a-b0f7-82fb643795a6 HTTP/1.1" status: 200 len: 809 time: 0.5460668 Feb 04 21:10:31.255802 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '06d94d64-09f0-456d-ab29-149d5c934f71', 'network_id': '332fe6aa-ed66-44ea-9220-8f05179f41a3', 'port_id': '06d94d64-09f0-456d-ab29-149d5c934f71', 'mac_address': 'fa:16:3e:99:fa:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b08678-ed5f-4876-93e1-3c270387f5db', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:10:31.264645 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=aa4eda3d-4b67-4f85-b755-44b84dd11b2f,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:31.275999 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-4d145676-b608-4919-b21a-859737f5bdeb tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] 10.222.0.26 "GET /v2.0/quotas/2ce17c1d72be45a189f441881461a948 HTTP/1.1" status: 200 len: 375 time: 0.0197475 Feb 04 21:10:31.346160 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-621210f4-224d-4448-960e-33c409ba5fba tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ce17c1d72be45a189f441881461a948&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689585 Feb 04 21:10:31.386880 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:31.409122 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06d94d64-09f0-456d-ab29-149d5c934f71 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:10:31.445057 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 06d94d64-09f0-456d-ab29-149d5c934f71, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=06d94d64-09f0-456d-ab29-149d5c934f71,segment=NetworkSegment(185e8ff9-a032-4320-9e92-29b7ef98b0f5),segment_id=185e8ff9-a032-4320-9e92-29b7ef98b0f5)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:31.466347 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:31.496075 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5dc4d5b4-840b-4a69-b471-65b5cc1626c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:31.499226 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-e0362b6a-6be6-48f5-89c6-190098497bd2 req-a60d36fd-b0fe-4c5e-8e21-6d8bd719bc65 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Deleting port 1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:10:31.499577 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e0362b6a-6be6-48f5-89c6-190098497bd2 req-a60d36fd-b0fe-4c5e-8e21-6d8bd719bc65 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:31.519619 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 746edaf1-0070-4819-a4c2-321e5c28a8a4 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:10:31.521701 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f34fc3-0c1e-468b-91a0-d44845021958 req-d1947226-49fd-4e5a-8b4d-35ccfe0a3169 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:31.523042 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-16f34fc3-0c1e-468b-91a0-d44845021958 req-d1947226-49fd-4e5a-8b4d-35ccfe0a3169 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Synchronizing usage tracker for tenant:7a203dba43504a9c9ee536ff8fb2b7dd on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:10:31.786455 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=06d94d64-09f0-456d-ab29-149d5c934f71,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:31.811508 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-16f34fc3-0c1e-468b-91a0-d44845021958 req-d1947226-49fd-4e5a-8b4d-35ccfe0a3169 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Unset dirty status for tenant:7a203dba43504a9c9ee536ff8fb2b7dd on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:10:31.812254 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-16f34fc3-0c1e-468b-91a0-d44845021958 req-d1947226-49fd-4e5a-8b4d-35ccfe0a3169 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc89e913-317c-46c5-96cf-61d4977d62c8 HTTP/1.1" status: 200 len: 945 time: 0.9141181 Feb 04 21:10:31.882037 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581212d4-3da3-4b97-a26a-a4887b922a59 req-a5c7214e-8a70-42f9-98e5-dc14c44b002a tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:31.918007 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581212d4-3da3-4b97-a26a-a4887b922a59 req-a5c7214e-8a70-42f9-98e5-dc14c44b002a tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:31.924167 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581212d4-3da3-4b97-a26a-a4887b922a59 req-a5c7214e-8a70-42f9-98e5-dc14c44b002a tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:31.938481 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581212d4-3da3-4b97-a26a-a4887b922a59 req-a5c7214e-8a70-42f9-98e5-dc14c44b002a tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:31.940786 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 746edaf1-0070-4819-a4c2-321e5c28a8a4, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=746edaf1-0070-4819-a4c2-321e5c28a8a4,segment=NetworkSegment(6429d873-b8f4-4c82-bf9b-05ee94e57129),segment_id=6429d873-b8f4-4c82-bf9b-05ee94e57129)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:31.972340 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-16f34fc3-0c1e-468b-91a0-d44845021958 req-ec0668e5-1fea-4eb3-b030-af26b70f72be tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Deleting port 587c9d85-d9b0-4e29-9d8e-bab2782bd657 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:10:31.972602 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-16f34fc3-0c1e-468b-91a0-d44845021958 req-ec0668e5-1fea-4eb3-b030-af26b70f72be tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:31.984725 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '746edaf1-0070-4819-a4c2-321e5c28a8a4', 'network_id': 'bb213b90-85ae-4ae5-869b-fda768933cd6', 'port_id': '746edaf1-0070-4819-a4c2-321e5c28a8a4', 'mac_address': 'fa:16:3e:ef:b1:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ab602a-389e-46ed-9e60-c4075f6a2251', 'ip_address': '10.1.1.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:10:31.989399 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581212d4-3da3-4b97-a26a-a4887b922a59 req-a5c7214e-8a70-42f9-98e5-dc14c44b002a tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:32.005409 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['aa4eda3d-4b67-4f85-b755-44b84dd11b2f'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:10:32.009656 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581212d4-3da3-4b97-a26a-a4887b922a59 req-a5c7214e-8a70-42f9-98e5-dc14c44b002a tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:32.031602 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581212d4-3da3-4b97-a26a-a4887b922a59 req-a5c7214e-8a70-42f9-98e5-dc14c44b002a tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:32.035851 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-581212d4-3da3-4b97-a26a-a4887b922a59 req-a5c7214e-8a70-42f9-98e5-dc14c44b002a tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 5431 time: 1.1476893 Feb 04 21:10:32.044921 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-ad3e2b4f-2b44-42ee-96d6-6531e2dc6f3b service neutron] 10.222.0.26 "GET /v2.0/networks/71cc7060-622b-453a-b0f7-82fb643795a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6976740 Feb 04 21:10:32.083341 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['06d94d64-09f0-456d-ab29-149d5c934f71'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:10:32.295399 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc4d5b4-840b-4a69-b471-65b5cc1626c6 admin admin] Router feb9d013-468f-482a-8c05-f3f2f82f74ec is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:10:32.309774 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:32.366355 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-581212d4-3da3-4b97-a26a-a4887b922a59 req-509a6f55-f5d0-4412-aad5-c3fc50fb79bc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57aefd0-2358-4799-bf02-8d4615be2807&id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2712274 Feb 04 21:10:32.455958 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 746edaf1-0070-4819-a4c2-321e5c28a8a4 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:10:32.704705 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 746edaf1-0070-4819-a4c2-321e5c28a8a4, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=746edaf1-0070-4819-a4c2-321e5c28a8a4,segment=NetworkSegment(6429d873-b8f4-4c82-bf9b-05ee94e57129),segment_id=6429d873-b8f4-4c82-bf9b-05ee94e57129)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:32.739233 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-801fb245-a378-430d-836d-dc557d610dcf tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:32.745563 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-801fb245-a378-430d-836d-dc557d610dcf tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.32 "GET /v2.0/networks?id=e4cc1ce8-eeb6-46af-80b5-92196799c865 HTTP/1.1" status: 200 len: 811 time: 0.3275285 Feb 04 21:10:32.749371 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:32.750977 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device d744b444-342d-49e4-b7c2-bdadcf0af1d9 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:10:32.818683 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-4ccefd6f-d892-43a2-9a71-e68d16b8fca3 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Request body: {'port': {'device_id': 'be8b5580-581f-45b2-8a62-0f7bab064a1e', 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865', 'admin_state_up': True, 'tenant_id': 'd3d539dc97a744058fdb427e438eb9ad'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:10:32.896209 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:32.900215 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc4d5b4-840b-4a69-b471-65b5cc1626c6 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:10:32.917142 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd98a901-f411-42d9-b1d0-3c98ac36c7b9 None None] Sync routers for ids ['feb9d013-468f-482a-8c05-f3f2f82f74ec'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:10:32.984348 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd98a901-f411-42d9-b1d0-3c98ac36c7b9 None None] Routers {'feb9d013-468f-482a-8c05-f3f2f82f74ec'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:10:32.984348 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-fd98a901-f411-42d9-b1d0-3c98ac36c7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:10:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['feb9d013-468f-482a-8c05-f3f2f82f74ec'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:10:33.073002 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5dc4d5b4-840b-4a69-b471-65b5cc1626c6 admin admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:33.080832 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5dc4d5b4-840b-4a69-b471-65b5cc1626c6 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.2097044 Feb 04 21:10:33.149608 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-16f34fc3-0c1e-468b-91a0-d44845021958 req-ec0668e5-1fea-4eb3-b030-af26b70f72be tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] For port 587c9d85-d9b0-4e29-9d8e-bab2782bd657, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=587c9d85-d9b0-4e29-9d8e-bab2782bd657,segment=NetworkSegment(4d028c5b-b5fc-4009-88a0-392efa5ea2ca),segment_id=4d028c5b-b5fc-4009-88a0-392efa5ea2ca)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:33.150266 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-16f34fc3-0c1e-468b-91a0-d44845021958 req-ec0668e5-1fea-4eb3-b030-af26b70f72be tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:33.404552 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-16f34fc3-0c1e-468b-91a0-d44845021958 req-ec0668e5-1fea-4eb3-b030-af26b70f72be tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Calling delete_port for 587c9d85-d9b0-4e29-9d8e-bab2782bd657 owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:10:33.438281 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-fd98a901-f411-42d9-b1d0-3c98ac36c7b9 None None] Set router feb9d013-468f-482a-8c05-f3f2f82f74ec gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:10:33.461051 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=746edaf1-0070-4819-a4c2-321e5c28a8a4,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:33.534879 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37860) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:33.581919 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port d744b444-342d-49e4-b7c2-bdadcf0af1d9, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=d744b444-342d-49e4-b7c2-bdadcf0af1d9,segment=NetworkSegment(abee4976-277e-4319-9927-4355a60b3f3a),segment_id=abee4976-277e-4319-9927-4355a60b3f3a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:33.650192 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': 'd744b444-342d-49e4-b7c2-bdadcf0af1d9', 'network_id': '874df1b5-5f8c-4914-8d0d-1a3a81a2fefb', 'port_id': 'd744b444-342d-49e4-b7c2-bdadcf0af1d9', 'mac_address': 'fa:16:3e:81:0a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7f41bda-5d42-40fd-a72e-415f8cf425d0', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:10:33.799538 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:33.840589 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d744b444-342d-49e4-b7c2-bdadcf0af1d9 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:10:33.861658 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port d744b444-342d-49e4-b7c2-bdadcf0af1d9, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=d744b444-342d-49e4-b7c2-bdadcf0af1d9,segment=NetworkSegment(abee4976-277e-4319-9927-4355a60b3f3a),segment_id=abee4976-277e-4319-9927-4355a60b3f3a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:33.887840 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:33.887840 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 6183f8f3-5b46-4ccb-8a74-78b479952b28 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:10:33.892830 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-16f34fc3-0c1e-468b-91a0-d44845021958 req-ec0668e5-1fea-4eb3-b030-af26b70f72be tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:33.896621 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-ac52c841-b297-4f05-a184-9ac55c31db3f service neutron] 10.222.0.26 "GET /v2.0/networks/71cc7060-622b-453a-b0f7-82fb643795a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8353353 Feb 04 21:10:33.896621 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-e0362b6a-6be6-48f5-89c6-190098497bd2 req-a60d36fd-b0fe-4c5e-8e21-6d8bd719bc65 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] For port 1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c,segment=NetworkSegment(4d028c5b-b5fc-4009-88a0-392efa5ea2ca),segment_id=4d028c5b-b5fc-4009-88a0-392efa5ea2ca)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:33.896621 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e0362b6a-6be6-48f5-89c6-190098497bd2 req-a60d36fd-b0fe-4c5e-8e21-6d8bd719bc65 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:33.957801 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-fd98a901-f411-42d9-b1d0-3c98ac36c7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb9d013-468f-482a-8c05-f3f2f82f74ec', 'name': 'tempest-ServerRescueNegativeTestJSON-903238590-router', 'tenant_id': 'c0334bb297a2459cb341ceb6d3c2f76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'fa5b5e6c-940f-48af-b3b5-bb1da8629e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:10:25Z', 'updated_at': '2022-02-04T21:10:29Z', 'revision_number': 3, 'project_id': 'c0334bb297a2459cb341ceb6d3c2f76e', 'gw_port': {'id': 'fa5b5e6c-940f-48af-b3b5-bb1da8629e62', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb9d013-468f-482a-8c05-f3f2f82f74ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:10:27Z', 'updated_at': '2022-02-04T21:10:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:10:33.973297 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd98a901-f411-42d9-b1d0-3c98ac36c7b9 None None] Checking router: feb9d013-468f-482a-8c05-f3f2f82f74ec for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:10:33.973772 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd98a901-f411-42d9-b1d0-3c98ac36c7b9 None None] Updating router feb9d013-468f-482a-8c05-f3f2f82f74ec port fa5b5e6c-940f-48af-b3b5-bb1da8629e62 binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:10:34.059846 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0668e5-1fea-4eb3-b030-af26b70f72be tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Pushing event deleted for resources: {'Port': ['ID=587c9d85-d9b0-4e29-9d8e-bab2782bd657,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:34.073744 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['587c9d85-d9b0-4e29-9d8e-bab2782bd657'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:10:34.169724 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-fd98a901-f411-42d9-b1d0-3c98ac36c7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:34.280053 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-e0362b6a-6be6-48f5-89c6-190098497bd2 req-a60d36fd-b0fe-4c5e-8e21-6d8bd719bc65 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Calling delete_port for 1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:10:34.332924 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f34fc3-0c1e-468b-91a0-d44845021958 req-ec0668e5-1fea-4eb3-b030-af26b70f72be tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] No DVR routers for this DVR port 587c9d85-d9b0-4e29-9d8e-bab2782bd657 on host n-h2-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:10:34.340024 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-16f34fc3-0c1e-468b-91a0-d44845021958 req-ec0668e5-1fea-4eb3-b030-af26b70f72be tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:34.344131 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc89e913-317c-46c5-96cf-61d4977d62c8', 'name': 'network-vif-deleted', 'tag': '587c9d85-d9b0-4e29-9d8e-bab2782bd657'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:10:34.349831 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=d744b444-342d-49e4-b7c2-bdadcf0af1d9,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:34.392123 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-16f34fc3-0c1e-468b-91a0-d44845021958 req-ec0668e5-1fea-4eb3-b030-af26b70f72be tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.18 "DELETE /v2.0/ports/587c9d85-d9b0-4e29-9d8e-bab2782bd657 HTTP/1.1" status: 204 len: 173 time: 2.5727839 Feb 04 21:10:34.407495 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 6183f8f3-5b46-4ccb-8a74-78b479952b28, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=6183f8f3-5b46-4ccb-8a74-78b479952b28,segment=NetworkSegment(6429d873-b8f4-4c82-bf9b-05ee94e57129),segment_id=6429d873-b8f4-4c82-bf9b-05ee94e57129)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:34.439103 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '6183f8f3-5b46-4ccb-8a74-78b479952b28', 'network_id': 'bb213b90-85ae-4ae5-869b-fda768933cd6', 'port_id': '6183f8f3-5b46-4ccb-8a74-78b479952b28', 'mac_address': 'fa:16:3e:e7:87:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ab602a-389e-46ed-9e60-c4075f6a2251', 'ip_address': '10.1.1.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:10:34.681698 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:34.723550 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6183f8f3-5b46-4ccb-8a74-78b479952b28 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:10:34.768488 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 6183f8f3-5b46-4ccb-8a74-78b479952b28, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=6183f8f3-5b46-4ccb-8a74-78b479952b28,segment=NetworkSegment(6429d873-b8f4-4c82-bf9b-05ee94e57129),segment_id=6429d873-b8f4-4c82-bf9b-05ee94e57129)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:34.784129 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:34.787514 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device c4e25158-47e9-42b4-972c-d39e229b32b8 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:10:34.855689 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a938d54e-db1b-46e1-a152-b7b3c6b04344 req-f91a26e4-5300-466e-aa79-788acbd6d0c1 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 210 time: 0.3545344 Feb 04 21:10:35.009890 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=6183f8f3-5b46-4ccb-8a74-78b479952b28,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:35.009890 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port c4e25158-47e9-42b4-972c-d39e229b32b8, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=c4e25158-47e9-42b4-972c-d39e229b32b8,segment=NetworkSegment(6429d873-b8f4-4c82-bf9b-05ee94e57129),segment_id=6429d873-b8f4-4c82-bf9b-05ee94e57129)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:35.032878 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e0362b6a-6be6-48f5-89c6-190098497bd2 req-a60d36fd-b0fe-4c5e-8e21-6d8bd719bc65 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:35.056459 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': 'c4e25158-47e9-42b4-972c-d39e229b32b8', 'network_id': 'bb213b90-85ae-4ae5-869b-fda768933cd6', 'port_id': 'c4e25158-47e9-42b4-972c-d39e229b32b8', 'mac_address': 'fa:16:3e:ac:4e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ab602a-389e-46ed-9e60-c4075f6a2251', 'ip_address': '10.1.1.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:10:35.066266 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-fd98a901-f411-42d9-b1d0-3c98ac36c7b9 None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:35.085119 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-fd98a901-f411-42d9-b1d0-3c98ac36c7b9 None None] Transition to ACTIVE for port object fa5b5e6c-940f-48af-b3b5-bb1da8629e62 will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:10:35.102703 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-fd98a901-f411-42d9-b1d0-3c98ac36c7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:35.151655 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21793e2b-d25e-43be-a5b4-ac1bfb771c06 req-5ccda4d1-48ac-4be8-9317-6d3e62cfb4e1 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:35.223606 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-21793e2b-d25e-43be-a5b4-ac1bfb771c06 req-5ccda4d1-48ac-4be8-9317-6d3e62cfb4e1 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/ports?device_id=d67b3a15-c09f-4182-802f-792526f705c7 HTTP/1.1" status: 200 len: 945 time: 2.3832402 Feb 04 21:10:35.255042 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:35.298015 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4e25158-47e9-42b4-972c-d39e229b32b8 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:10:35.304748 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32d3e5-affe-4723-849e-19fa119425de None None] Pushing event updated for resources: {'Port': ['ID=fa5b5e6c-940f-48af-b3b5-bb1da8629e62,revision_number=2']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:35.333301 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32d3e5-affe-4723-849e-19fa119425de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:35.333301 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32d3e5-affe-4723-849e-19fa119425de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:35.333301 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32d3e5-affe-4723-849e-19fa119425de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:35.333301 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32d3e5-affe-4723-849e-19fa119425de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:35.333301 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32d3e5-affe-4723-849e-19fa119425de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:35.333301 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32d3e5-affe-4723-849e-19fa119425de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:35.333301 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32d3e5-affe-4723-849e-19fa119425de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:35.333301 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32d3e5-affe-4723-849e-19fa119425de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:35.333301 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32d3e5-affe-4723-849e-19fa119425de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:35.333301 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32d3e5-affe-4723-849e-19fa119425de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:35.333301 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32d3e5-affe-4723-849e-19fa119425de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:35.333301 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32d3e5-affe-4723-849e-19fa119425de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:35.344409 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-4ccefd6f-d892-43a2-9a71-e68d16b8fca3 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:10:35.354299 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-fd98a901-f411-42d9-b1d0-3c98ac36c7b9 None None] Attempting to bind port fa5b5e6c-940f-48af-b3b5-bb1da8629e62 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:10:35.354299 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-fd98a901-f411-42d9-b1d0-3c98ac36c7b9 None None] Attempting to bind port fa5b5e6c-940f-48af-b3b5-bb1da8629e62 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:10:35.355994 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd98a901-f411-42d9-b1d0-3c98ac36c7b9 None None] Attempting to bind port fa5b5e6c-940f-48af-b3b5-bb1da8629e62 on network 1f11f724-8cdd-497d-8220-929f45cf1223 {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:10:35.371368 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd98a901-f411-42d9-b1d0-3c98ac36c7b9 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:10:35.371368 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd98a901-f411-42d9-b1d0-3c98ac36c7b9 None None] Checking segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:10:35.371368 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-fd98a901-f411-42d9-b1d0-3c98ac36c7b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:35.371368 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd98a901-f411-42d9-b1d0-3c98ac36c7b9 None None] Bound using segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:10:35.371368 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-fd98a901-f411-42d9-b1d0-3c98ac36c7b9 None None] Bound port: fa5b5e6c-940f-48af-b3b5-bb1da8629e62, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:10:35.371368 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-fd98a901-f411-42d9-b1d0-3c98ac36c7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:35.375936 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port c4e25158-47e9-42b4-972c-d39e229b32b8, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=c4e25158-47e9-42b4-972c-d39e229b32b8,segment=NetworkSegment(6429d873-b8f4-4c82-bf9b-05ee94e57129),segment_id=6429d873-b8f4-4c82-bf9b-05ee94e57129)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:35.383026 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:35.383758 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 41158139-7424-4ba1-8ba1-b7ebcd524ad6 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:10:35.469779 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-fd98a901-f411-42d9-b1d0-3c98ac36c7b9 None None] For port fa5b5e6c-940f-48af-b3b5-bb1da8629e62, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:10:35.475349 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-fd98a901-f411-42d9-b1d0-3c98ac36c7b9 None None] For port fa5b5e6c-940f-48af-b3b5-bb1da8629e62, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=fa5b5e6c-940f-48af-b3b5-bb1da8629e62,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:10:35.483448 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-fd98a901-f411-42d9-b1d0-3c98ac36c7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:35.521704 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d36fd-b0fe-4c5e-8e21-6d8bd719bc65 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Pushing event deleted for resources: {'Port': ['ID=1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:35.541190 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=c4e25158-47e9-42b4-972c-d39e229b32b8,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:35.544978 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 41158139-7424-4ba1-8ba1-b7ebcd524ad6, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=41158139-7424-4ba1-8ba1-b7ebcd524ad6,segment=NetworkSegment(abee4976-277e-4319-9927-4355a60b3f3a),segment_id=abee4976-277e-4319-9927-4355a60b3f3a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:35.560964 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '41158139-7424-4ba1-8ba1-b7ebcd524ad6', 'network_id': '874df1b5-5f8c-4914-8d0d-1a3a81a2fefb', 'port_id': '41158139-7424-4ba1-8ba1-b7ebcd524ad6', 'mac_address': 'fa:16:3e:87:32:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7f41bda-5d42-40fd-a72e-415f8cf425d0', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:10:35.625597 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-21793e2b-d25e-43be-a5b4-ac1bfb771c06 req-cc6d7d97-2687-433a-8ee1-fee2819bd058 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b4e1bda-ed54-401e-8a67-c066086c109f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4637775 Feb 04 21:10:35.626615 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-4ccefd6f-d892-43a2-9a71-e68d16b8fca3 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:10:35.641488 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:35.644106 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd98a901-f411-42d9-b1d0-3c98ac36c7b9 None None] Routers {'feb9d013-468f-482a-8c05-f3f2f82f74ec'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:10:35.646523 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-fd98a901-f411-42d9-b1d0-3c98ac36c7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:10:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['feb9d013-468f-482a-8c05-f3f2f82f74ec'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:10:35.685964 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41158139-7424-4ba1-8ba1-b7ebcd524ad6 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:10:35.738287 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 41158139-7424-4ba1-8ba1-b7ebcd524ad6, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=41158139-7424-4ba1-8ba1-b7ebcd524ad6,segment=NetworkSegment(abee4976-277e-4319-9927-4355a60b3f3a),segment_id=abee4976-277e-4319-9927-4355a60b3f3a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:35.747864 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:35.775646 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0362b6a-6be6-48f5-89c6-190098497bd2 req-a60d36fd-b0fe-4c5e-8e21-6d8bd719bc65 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] No DVR routers for this DVR port 1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:10:35.784840 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-e0362b6a-6be6-48f5-89c6-190098497bd2 req-a60d36fd-b0fe-4c5e-8e21-6d8bd719bc65 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:35.806654 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32d3e5-affe-4723-849e-19fa119425de None None] Pushing event updated for resources: {'Port': ['ID=fa5b5e6c-940f-48af-b3b5-bb1da8629e62,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:35.834348 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device aa4eda3d-4b67-4f85-b755-44b84dd11b2f up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:10:35.855906 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67b3a15-c09f-4182-802f-792526f705c7', 'name': 'network-vif-deleted', 'tag': '1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:10:35.863460 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e0362b6a-6be6-48f5-89c6-190098497bd2 req-a60d36fd-b0fe-4c5e-8e21-6d8bd719bc65 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.32 "DELETE /v2.0/ports/1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c HTTP/1.1" status: 204 len: 173 time: 5.0541716 Feb 04 21:10:35.960148 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 587c9d85-d9b0-4e29-9d8e-bab2782bd657 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:10:36.057026 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-485222d1-fa01-4708-8ac5-1dcbd06ba6d5 req-c3dd6d6f-62c3-423e-ba8d-0ba02e883618 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb3753a7-0181-4db8-9df7-4277aca4a606 HTTP/1.1" status: 200 len: 210 time: 0.2134645 Feb 04 21:10:36.082662 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-fd98a901-f411-42d9-b1d0-3c98ac36c7b9 None None] Set router feb9d013-468f-482a-8c05-f3f2f82f74ec gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:10:36.090498 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-4ccefd6f-d892-43a2-9a71-e68d16b8fca3 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Made reservation on behalf of d3d539dc97a744058fdb427e438eb9ad for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:10:36.090981 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: 587c9d85-d9b0-4e29-9d8e-bab2782bd657 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:10:36.093188 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 587c9d85-d9b0-4e29-9d8e-bab2782bd657 not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:10:36.103402 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-4ccefd6f-d892-43a2-9a71-e68d16b8fca3 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:36.147779 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=41158139-7424-4ba1-8ba1-b7ebcd524ad6,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:36.172849 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port aa4eda3d-4b67-4f85-b755-44b84dd11b2f completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:10:36.174676 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc89e913-317c-46c5-96cf-61d4977d62c8', 'name': 'network-vif-deleted', 'tag': '587c9d85-d9b0-4e29-9d8e-bab2782bd657', 'status': 'completed', 'code': 200} Feb 04 21:10:36.193956 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port aa4eda3d-4b67-4f85-b755-44b84dd11b2f triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:10:36.194202 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:36.464786 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67b3a15-c09f-4182-802f-792526f705c7', 'name': 'network-vif-deleted', 'tag': '1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c', 'status': 'completed', 'code': 200} Feb 04 21:10:36.485646 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:36.534795 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['6183f8f3-5b46-4ccb-8a74-78b479952b28'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:10:36.547741 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a70bc-4515-40ef-a851-bd66281a2913 req-ba9bdb96-0143-4ce2-a72b-26b393932346 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:36.572011 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a70bc-4515-40ef-a851-bd66281a2913 req-ba9bdb96-0143-4ce2-a72b-26b393932346 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:36.587336 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a70bc-4515-40ef-a851-bd66281a2913 req-ba9bdb96-0143-4ce2-a72b-26b393932346 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:36.594461 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a70bc-4515-40ef-a851-bd66281a2913 req-ba9bdb96-0143-4ce2-a72b-26b393932346 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:36.601643 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a70bc-4515-40ef-a851-bd66281a2913 req-ba9bdb96-0143-4ce2-a72b-26b393932346 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:36.608541 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a70bc-4515-40ef-a851-bd66281a2913 req-ba9bdb96-0143-4ce2-a72b-26b393932346 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:36.615002 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a70bc-4515-40ef-a851-bd66281a2913 req-ba9bdb96-0143-4ce2-a72b-26b393932346 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:36.617188 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aa5a70bc-4515-40ef-a851-bd66281a2913 req-ba9bdb96-0143-4ce2-a72b-26b393932346 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 5436 time: 1.0935619 Feb 04 21:10:36.628875 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-fd98a901-f411-42d9-b1d0-3c98ac36c7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb9d013-468f-482a-8c05-f3f2f82f74ec', 'name': 'tempest-ServerRescueNegativeTestJSON-903238590-router', 'tenant_id': 'c0334bb297a2459cb341ceb6d3c2f76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'fa5b5e6c-940f-48af-b3b5-bb1da8629e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:10:25Z', 'updated_at': '2022-02-04T21:10:29Z', 'revision_number': 3, 'project_id': 'c0334bb297a2459cb341ceb6d3c2f76e', 'gw_port': {'id': 'fa5b5e6c-940f-48af-b3b5-bb1da8629e62', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb9d013-468f-482a-8c05-f3f2f82f74ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:10:27Z', 'updated_at': '2022-02-04T21:10:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:10:36.641019 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd98a901-f411-42d9-b1d0-3c98ac36c7b9 None None] The sync data for ids ['feb9d013-468f-482a-8c05-f3f2f82f74ec'] in n-d-827896-1 is: [{'id': 'feb9d013-468f-482a-8c05-f3f2f82f74ec', 'name': 'tempest-ServerRescueNegativeTestJSON-903238590-router', 'tenant_id': 'c0334bb297a2459cb341ceb6d3c2f76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'fa5b5e6c-940f-48af-b3b5-bb1da8629e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:10:25Z', 'updated_at': '2022-02-04T21:10:29Z', 'revision_number': 3, 'project_id': 'c0334bb297a2459cb341ceb6d3c2f76e', 'gw_port': {'id': 'fa5b5e6c-940f-48af-b3b5-bb1da8629e62', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb9d013-468f-482a-8c05-f3f2f82f74ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:10:27Z', 'updated_at': '2022-02-04T21:10:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:10:36.646151 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['41158139-7424-4ba1-8ba1-b7ebcd524ad6'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:10:36.692365 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['c4e25158-47e9-42b4-972c-d39e229b32b8'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:10:36.734772 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['d744b444-342d-49e4-b7c2-bdadcf0af1d9'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:10:36.896720 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b600c3b4-ffa4-4983-abd8-f8c40cee5cd6 req-a107ba2b-4a2d-4ad6-bf3e-32bb39992fe9 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 210 time: 0.2774389 Feb 04 21:10:36.999261 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4eda3d-4b67-4f85-b755-44b84dd11b2f'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:10:37.107553 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port aa4eda3d-4b67-4f85-b755-44b84dd11b2f, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=aa4eda3d-4b67-4f85-b755-44b84dd11b2f,segment=NetworkSegment(6429d873-b8f4-4c82-bf9b-05ee94e57129),segment_id=6429d873-b8f4-4c82-bf9b-05ee94e57129)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:37.128852 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:37.129274 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 06d94d64-09f0-456d-ab29-149d5c934f71 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:10:37.286617 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:10:37.334877 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['746edaf1-0070-4819-a4c2-321e5c28a8a4'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:10:37.539112 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device fa5b5e6c-940f-48af-b3b5-bb1da8629e62 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:10:37.550959 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-d205f8af-3893-47dd-9497-62776a358e50 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:37.553145 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-d205f8af-3893-47dd-9497-62776a358e50 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] 10.222.0.32 "GET /v2.0/networks?id=71cc7060-622b-453a-b0f7-82fb643795a6 HTTP/1.1" status: 200 len: 809 time: 0.8748314 Feb 04 21:10:37.584885 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-eeaab9c6-d99b-44f0-b82c-bec52399ffc8 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Request body: {'port': {'device_id': 'bb3753a7-0181-4db8-9df7-4277aca4a606', 'network_id': '71cc7060-622b-453a-b0f7-82fb643795a6', 'admin_state_up': True, 'tenant_id': '2ce17c1d72be45a189f441881461a948'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:10:37.849591 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-eeaab9c6-d99b-44f0-b82c-bec52399ffc8 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:10:37.874328 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=aa4eda3d-4b67-4f85-b755-44b84dd11b2f,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:37.874427 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-eeaab9c6-d99b-44f0-b82c-bec52399ffc8 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Usage tracker for resource:port and tenant:2ce17c1d72be45a189f441881461a948 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:10:37.877429 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-eeaab9c6-d99b-44f0-b82c-bec52399ffc8 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:10:37.885153 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-eeaab9c6-d99b-44f0-b82c-bec52399ffc8 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:10:37.906051 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-bbd31b19-a5c5-4fde-9ff2-2decd83f264e req-ff0726ce-7b0f-42fe-9b90-97215aa47dd9 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Synchronizing usage tracker for tenant:7a203dba43504a9c9ee536ff8fb2b7dd on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:10:37.960176 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-eeaab9c6-d99b-44f0-b82c-bec52399ffc8 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Made reservation on behalf of 2ce17c1d72be45a189f441881461a948 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:10:37.966328 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-eeaab9c6-d99b-44f0-b82c-bec52399ffc8 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:38.009337 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aa5a70bc-4515-40ef-a851-bd66281a2913 req-dfb79e71-a4d1-4c56-a3b9-f101c72b1d2a tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57aefd0-2358-4799-bf02-8d4615be2807&id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2958524 Feb 04 21:10:38.217760 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4eda3d-4b67-4f85-b755-44b84dd11b2f', 'code': 200} Feb 04 21:10:38.270689 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-bbd31b19-a5c5-4fde-9ff2-2decd83f264e req-ff0726ce-7b0f-42fe-9b90-97215aa47dd9 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] Unset dirty status for tenant:7a203dba43504a9c9ee536ff8fb2b7dd on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:10:38.282953 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bbd31b19-a5c5-4fde-9ff2-2decd83f264e req-ff0726ce-7b0f-42fe-9b90-97215aa47dd9 tempest-MultipleCreateTestJSON-1468159759 tempest-MultipleCreateTestJSON-1468159759-project] 10.222.0.26 "GET /v2.0/ports?device_id=d67b3a15-c09f-4182-802f-792526f705c7 HTTP/1.1" status: 200 len: 210 time: 0.7293825 Feb 04 21:10:38.341849 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-4ccefd6f-d892-43a2-9a71-e68d16b8fca3 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Allocated IP 172.20.0.3 (e4cc1ce8-eeb6-46af-80b5-92196799c865/ee4d3909-e094-4079-9a7f-4f6007c68222/482e6750-0446-470c-a003-debc4eae84ff) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:10:38.431795 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 06d94d64-09f0-456d-ab29-149d5c934f71 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:10:38.540636 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 06d94d64-09f0-456d-ab29-149d5c934f71 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:10:38.541252 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:38.643332 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port fa5b5e6c-940f-48af-b3b5-bb1da8629e62 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:10:38.798989 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2f2c18e4-a8ec-4a73-8ffa-a5e0bf5d7308 req-32fcd3e4-e26b-4886-b0fd-9ac92d4edab4 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb3753a7-0181-4db8-9df7-4277aca4a606 HTTP/1.1" status: 200 len: 210 time: 0.5127363 Feb 04 21:10:38.875043 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-eeaab9c6-d99b-44f0-b82c-bec52399ffc8 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Allocated IP 172.20.0.10 (71cc7060-622b-453a-b0f7-82fb643795a6/dda59ff2-438b-4a5b-b16b-321df03d5d1b/4e071aec-cde1-4a2d-8bf9-4285bb01ec56) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:10:38.877403 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port fa5b5e6c-940f-48af-b3b5-bb1da8629e62 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:10:38.878156 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:38.886266 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c462f1e7-60ba-4cc9-98fa-9a17933ce55d req-32e14b13-7a3b-425d-8821-972917917a48 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 210 time: 0.2244167 Feb 04 21:10:39.003189 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:39.053799 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 06d94d64-09f0-456d-ab29-149d5c934f71, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=06d94d64-09f0-456d-ab29-149d5c934f71,segment=NetworkSegment(185e8ff9-a032-4320-9e92-29b7ef98b0f5),segment_id=185e8ff9-a032-4320-9e92-29b7ef98b0f5)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:39.081483 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:39.082543 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:10:39.229971 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: 1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:10:39.230325 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 1e2e054c-28b1-4b88-b0a0-6d2e0fcaf48c not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:10:39.297880 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-4ccefd6f-d892-43a2-9a71-e68d16b8fca3 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:39.310234 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=06d94d64-09f0-456d-ab29-149d5c934f71,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:39.318547 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-4ccefd6f-d892-43a2-9a71-e68d16b8fca3 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Transition to ACTIVE for port object 482e6750-0446-470c-a003-debc4eae84ff will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:10:39.338665 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:39.385273 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port fa5b5e6c-940f-48af-b3b5-bb1da8629e62, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=fa5b5e6c-940f-48af-b3b5-bb1da8629e62,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:39.396213 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:39.428235 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-4ccefd6f-d892-43a2-9a71-e68d16b8fca3 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:39.490072 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['e9f4b42e-cf56-4a03-94e2-a66988e9676e'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:10:39.513043 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-4ccefd6f-d892-43a2-9a71-e68d16b8fca3 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Network e4cc1ce8-eeb6-46af-80b5-92196799c865 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:10:39.538562 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-4ccefd6f-d892-43a2-9a71-e68d16b8fca3 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:10:39.618803 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-4ccefd6f-d892-43a2-9a71-e68d16b8fca3 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:10:39.642695 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37960) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:39.752931 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=fa5b5e6c-940f-48af-b3b5-bb1da8629e62,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:39.795520 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccefd6f-d892-43a2-9a71-e68d16b8fca3 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Pushing event updated for resources: {'Port': ['ID=482e6750-0446-470c-a003-debc4eae84ff,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:39.803526 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 41158139-7424-4ba1-8ba1-b7ebcd524ad6 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:10:39.840777 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a00d8c9-cdda-4dbd-a89b-57c11547e40f admin admin] Deleting subnet ed9cd47e-67fb-447b-8d0e-97616cebc5c4 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:10:39.844806 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a00d8c9-cdda-4dbd-a89b-57c11547e40f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:39.965133 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a00d8c9-cdda-4dbd-a89b-57c11547e40f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:40.139439 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-cb121d86-f67d-48bd-85db-65bf56b68e41 None None] Provisioning for port 482e6750-0446-470c-a003-debc4eae84ff completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:10:40.148005 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a00d8c9-cdda-4dbd-a89b-57c11547e40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:40.161019 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-cb121d86-f67d-48bd-85db-65bf56b68e41 None None] Provisioning complete for port 482e6750-0446-470c-a003-debc4eae84ff triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:10:40.161019 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cb121d86-f67d-48bd-85db-65bf56b68e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:40.254857 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a6fd98d5-7206-44cc-b2f2-80d5ac7bc465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:40.256837 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d94d64-09f0-456d-ab29-149d5c934f71'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:10:40.280569 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 41158139-7424-4ba1-8ba1-b7ebcd524ad6 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:10:40.291318 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a00d8c9-cdda-4dbd-a89b-57c11547e40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:40.333631 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 41158139-7424-4ba1-8ba1-b7ebcd524ad6 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:10:40.334050 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:40.344567 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-75cd3042-1a0d-42a6-b0fe-297ecd8f8413 req-475f38a1-532a-4e94-920f-19ee40a9c85c tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb3753a7-0181-4db8-9df7-4277aca4a606 HTTP/1.1" status: 200 len: 210 time: 0.1806195 Feb 04 21:10:40.369522 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a00d8c9-cdda-4dbd-a89b-57c11547e40f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:40.378962 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00d8c9-cdda-4dbd-a89b-57c11547e40f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed9cd47e-67fb-447b-8d0e-97616cebc5c4,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:40.382955 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3a00d8c9-cdda-4dbd-a89b-57c11547e40f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ed9cd47e-67fb-447b-8d0e-97616cebc5c4 HTTP/1.1" status: 204 len: 168 time: 0.7385778 Feb 04 21:10:40.387388 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37974) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:40.438354 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-cb121d86-f67d-48bd-85db-65bf56b68e41 None None] Port 482e6750-0446-470c-a003-debc4eae84ff cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:10:40.557728 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2f2ef03f-d352-4626-8622-e8b1e267d9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:40.563541 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:40.584928 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b243f-ffa3-420a-b664-59f65882d986 req-509d9f8c-688c-4c64-9428-6f7f814a8c1d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:40.591574 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b243f-ffa3-420a-b664-59f65882d986 req-509d9f8c-688c-4c64-9428-6f7f814a8c1d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:40.597485 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b243f-ffa3-420a-b664-59f65882d986 req-509d9f8c-688c-4c64-9428-6f7f814a8c1d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:40.609966 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b243f-ffa3-420a-b664-59f65882d986 req-509d9f8c-688c-4c64-9428-6f7f814a8c1d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:40.620968 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b243f-ffa3-420a-b664-59f65882d986 req-509d9f8c-688c-4c64-9428-6f7f814a8c1d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:40.622878 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 41158139-7424-4ba1-8ba1-b7ebcd524ad6, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=41158139-7424-4ba1-8ba1-b7ebcd524ad6,segment=NetworkSegment(abee4976-277e-4319-9927-4355a60b3f3a),segment_id=abee4976-277e-4319-9927-4355a60b3f3a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:40.629717 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b243f-ffa3-420a-b664-59f65882d986 req-509d9f8c-688c-4c64-9428-6f7f814a8c1d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:40.634998 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:40.649586 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b243f-ffa3-420a-b664-59f65882d986 req-509d9f8c-688c-4c64-9428-6f7f814a8c1d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:40.651494 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1c7b243f-ffa3-420a-b664-59f65882d986 req-509d9f8c-688c-4c64-9428-6f7f814a8c1d tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 5439 time: 1.3078945 Feb 04 21:10:40.680846 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-4ccefd6f-d892-43a2-9a71-e68d16b8fca3 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:40.682474 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-4ccefd6f-d892-43a2-9a71-e68d16b8fca3 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:40.728070 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=41158139-7424-4ba1-8ba1-b7ebcd524ad6,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:40.789665 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2f2ef03f-d352-4626-8622-e8b1e267d9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:40.831886 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-2f2ef03f-d352-4626-8622-e8b1e267d9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ede4ef-cdc8-4d76-b079-890750cf0aff']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:10:40.852514 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-2f2ef03f-d352-4626-8622-e8b1e267d9d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d028c5b-b5fc-4009-88a0-392efa5ea2ca') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:10:40.852882 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-2f2ef03f-d352-4626-8622-e8b1e267d9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d028c5b-b5fc-4009-88a0-392efa5ea2ca') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:10:40.869402 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2f2ef03f-d352-4626-8622-e8b1e267d9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:40.870148 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['c5600ea9-5404-40f3-8472-39f6fa709ef1'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:10:40.892105 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2f2ef03f-d352-4626-8622-e8b1e267d9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:40.902790 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f2ef03f-d352-4626-8622-e8b1e267d9d9 admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:10:40.903220 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2f2ef03f-d352-4626-8622-e8b1e267d9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:40.920696 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:10:40.920696 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:10:40.920696 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:10:40.920696 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:10:40.920696 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:10:40.920696 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:10:40.920696 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:10:40.920696 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:10:40.920696 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:10:40.920696 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:10:40.920696 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:10:40.920696 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:10:40.920696 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:10:40.920696 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:10:40.920696 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:10:40.920696 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:10:40.920696 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:10:40.920696 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:10:40.920696 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:10:40.920696 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:10:40.920696 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:10:40.920696 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:10:40.920696 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:10:40.920696 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:10:40.920696 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:10:40.920696 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:10:40.920696 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:10:40.920696 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:10:40.920696 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:10:40.920696 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:10:40.920696 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:10:40.920696 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:10:40.979097 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-eeaab9c6-d99b-44f0-b82c-bec52399ffc8 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:41.030608 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2f2ef03f-d352-4626-8622-e8b1e267d9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:41.096752 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2f2ef03f-d352-4626-8622-e8b1e267d9d9 admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:41.100952 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ef03f-d352-4626-8622-e8b1e267d9d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=07ede4ef-cdc8-4d76-b079-890750cf0aff,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:41.121803 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-4ccefd6f-d892-43a2-9a71-e68d16b8fca3 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.3387480 Feb 04 21:10:41.128292 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2f2ef03f-d352-4626-8622-e8b1e267d9d9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/07ede4ef-cdc8-4d76-b079-890750cf0aff HTTP/1.1" status: 204 len: 168 time: 0.7366254 Feb 04 21:10:41.136250 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-8256720f-18df-418a-b540-b3f08c34e969 service neutron] Request body: {'port': {'device_id': 'be8b5580-581f-45b2-8a62-0f7bab064a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:10:41.188418 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1c7b243f-ffa3-420a-b664-59f65882d986 req-cda60f63-3323-43dc-87b2-707e20d94c06 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57aefd0-2358-4799-bf02-8d4615be2807&id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5199351 Feb 04 21:10:41.329670 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d94d64-09f0-456d-ab29-149d5c934f71', 'code': 200} Feb 04 21:10:41.376412 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bad6e3-2790-47c5-b273-7854aa2478b3 req-338d116e-bc66-460f-8f92-dc511d6f3f9c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:41.377014 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-56bad6e3-2790-47c5-b273-7854aa2478b3 req-338d116e-bc66-460f-8f92-dc511d6f3f9c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Synchronizing usage tracker for tenant:d3d539dc97a744058fdb427e438eb9ad on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:10:41.381476 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38010) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:41.412869 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-a6fd98d5-7206-44cc-b2f2-80d5ac7bc465 admin admin] Allocated IP 172.20.0.1 (45821ff6-3791-4a68-b829-a67211a973e0/e215eb7a-eead-45ce-94f4-e8f9a41d8b7e/baa2deee-de7e-443f-ba07-00ed6a7555f8) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:10:41.436288 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-eeaab9c6-d99b-44f0-b82c-bec52399ffc8 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:41.472918 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-8256720f-18df-418a-b540-b3f08c34e969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:41.530695 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8e2784e8-be2d-4cf5-a5f2-5db58d0e7ce1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7a203dba43504a9c9ee536ff8fb2b7dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1483927 Feb 04 21:10:41.531498 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38024) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:41.562070 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-56bad6e3-2790-47c5-b273-7854aa2478b3 req-338d116e-bc66-460f-8f92-dc511d6f3f9c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Unset dirty status for tenant:d3d539dc97a744058fdb427e438eb9ad on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:10:41.569473 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-56bad6e3-2790-47c5-b273-7854aa2478b3 req-338d116e-bc66-460f-8f92-dc511d6f3f9c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 931 time: 0.9169378 Feb 04 21:10:41.630757 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device fa5b5e6c-940f-48af-b3b5-bb1da8629e62 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:10:41.689166 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fc0a30f0-cb13-4829-a280-9e69ed407699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:41.708509 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-eeaab9c6-d99b-44f0-b82c-bec52399ffc8 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Network 71cc7060-622b-453a-b0f7-82fb643795a6 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:10:41.736769 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-eeaab9c6-d99b-44f0-b82c-bec52399ffc8 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:10:41.750537 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fc0a30f0-cb13-4829-a280-9e69ed407699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:41.756872 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-eeaab9c6-d99b-44f0-b82c-bec52399ffc8 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:10:41.778328 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device c4e25158-47e9-42b4-972c-d39e229b32b8 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:10:41.809918 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaab9c6-d99b-44f0-b82c-bec52399ffc8 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Pushing event updated for resources: {'Port': ['ID=4e071aec-cde1-4a2d-8bf9-4285bb01ec56,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:41.891299 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fc0a30f0-cb13-4829-a280-9e69ed407699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:41.919954 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a30f0-cb13-4829-a280-9e69ed407699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4e1bda-ed54-401e-8a67-c066086c109f,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:41.958027 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fc0a30f0-cb13-4829-a280-9e69ed407699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:41.962997 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fc0a30f0-cb13-4829-a280-9e69ed407699 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9b4e1bda-ed54-401e-8a67-c066086c109f HTTP/1.1" status: 204 len: 168 time: 0.4307287 Feb 04 21:10:41.967525 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port fa5b5e6c-940f-48af-b3b5-bb1da8629e62 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:10:41.968362 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:42.002255 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-56bad6e3-2790-47c5-b273-7854aa2478b3 req-148b22ac-d31d-4cfc-a31c-1090ea14c9de tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317639 Feb 04 21:10:42.057407 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port c4e25158-47e9-42b4-972c-d39e229b32b8 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:10:42.064960 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port c4e25158-47e9-42b4-972c-d39e229b32b8 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:10:42.065617 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:42.116725 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-eeaab9c6-d99b-44f0-b82c-bec52399ffc8 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:42.127976 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-eeaab9c6-d99b-44f0-b82c-bec52399ffc8 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:42.188492 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38078) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:42.199881 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a6fd98d5-7206-44cc-b2f2-80d5ac7bc465 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:42.406283 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-eeaab9c6-d99b-44f0-b82c-bec52399ffc8 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8258777 Feb 04 21:10:42.429463 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:42.434044 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-0e4db845-67d4-44e7-9a10-53915d7c11c9 service neutron] Request body: {'port': {'device_id': 'bb3753a7-0181-4db8-9df7-4277aca4a606', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:10:42.523279 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port c4e25158-47e9-42b4-972c-d39e229b32b8, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=c4e25158-47e9-42b4-972c-d39e229b32b8,segment=NetworkSegment(6429d873-b8f4-4c82-bf9b-05ee94e57129),segment_id=6429d873-b8f4-4c82-bf9b-05ee94e57129)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:42.532310 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:42.533597 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device d744b444-342d-49e4-b7c2-bdadcf0af1d9 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:10:42.614460 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6011e-bbd7-46f2-8bcb-df7a15fe3f15 req-a6cfc1b3-678a-4c3e-afa2-01f3fdd07947 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:42.615517 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-a6f6011e-bbd7-46f2-8bcb-df7a15fe3f15 req-a6cfc1b3-678a-4c3e-afa2-01f3fdd07947 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Synchronizing usage tracker for tenant:2ce17c1d72be45a189f441881461a948 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:10:42.733494 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=c4e25158-47e9-42b4-972c-d39e229b32b8,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:42.745738 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port d744b444-342d-49e4-b7c2-bdadcf0af1d9 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:10:42.754298 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a6fd98d5-7206-44cc-b2f2-80d5ac7bc465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:42.763251 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-0e4db845-67d4-44e7-9a10-53915d7c11c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:42.771296 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port d744b444-342d-49e4-b7c2-bdadcf0af1d9 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:10:42.772028 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:42.910170 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-a6f6011e-bbd7-46f2-8bcb-df7a15fe3f15 req-a6cfc1b3-678a-4c3e-afa2-01f3fdd07947 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Unset dirty status for tenant:2ce17c1d72be45a189f441881461a948 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:10:42.917339 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a6f6011e-bbd7-46f2-8bcb-df7a15fe3f15 req-a6cfc1b3-678a-4c3e-afa2-01f3fdd07947 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb3753a7-0181-4db8-9df7-4277aca4a606 HTTP/1.1" status: 200 len: 932 time: 1.1037314 Feb 04 21:10:42.971328 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-8256720f-18df-418a-b540-b3f08c34e969 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:10:42.974737 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:43.047727 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port d744b444-342d-49e4-b7c2-bdadcf0af1d9, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=d744b444-342d-49e4-b7c2-bdadcf0af1d9,segment=NetworkSegment(abee4976-277e-4319-9927-4355a60b3f3a),segment_id=abee4976-277e-4319-9927-4355a60b3f3a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:43.059464 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:43.060930 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 746edaf1-0070-4819-a4c2-321e5c28a8a4 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:10:43.176582 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fd98d5-7206-44cc-b2f2-80d5ac7bc465 admin admin] Network 45821ff6-3791-4a68-b829-a67211a973e0 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:10:43.196844 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055a12e-dc10-4c59-8889-df02e4f9e9f6 req-1e6cf7f3-de70-47ed-856a-56f042ec7783 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:43.212037 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055a12e-dc10-4c59-8889-df02e4f9e9f6 req-1e6cf7f3-de70-47ed-856a-56f042ec7783 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:43.217881 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055a12e-dc10-4c59-8889-df02e4f9e9f6 req-1e6cf7f3-de70-47ed-856a-56f042ec7783 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:43.223585 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055a12e-dc10-4c59-8889-df02e4f9e9f6 req-1e6cf7f3-de70-47ed-856a-56f042ec7783 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:43.230632 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055a12e-dc10-4c59-8889-df02e4f9e9f6 req-1e6cf7f3-de70-47ed-856a-56f042ec7783 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:43.237290 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055a12e-dc10-4c59-8889-df02e4f9e9f6 req-1e6cf7f3-de70-47ed-856a-56f042ec7783 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:43.242188 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055a12e-dc10-4c59-8889-df02e4f9e9f6 req-1e6cf7f3-de70-47ed-856a-56f042ec7783 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:43.255806 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e055a12e-dc10-4c59-8889-df02e4f9e9f6 req-1e6cf7f3-de70-47ed-856a-56f042ec7783 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 5441 time: 0.7919021 Feb 04 21:10:43.350263 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41158139-7424-4ba1-8ba1-b7ebcd524ad6'}, {'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e25158-47e9-42b4-972c-d39e229b32b8'}, {'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd744b444-342d-49e4-b7c2-bdadcf0af1d9'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:10:43.350703 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-a6fd98d5-7206-44cc-b2f2-80d5ac7bc465 admin admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:10:43.423415 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 746edaf1-0070-4819-a4c2-321e5c28a8a4 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:10:43.457711 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 746edaf1-0070-4819-a4c2-321e5c28a8a4 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:10:43.458253 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:43.518313 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-a6f6011e-bbd7-46f2-8bcb-df7a15fe3f15 req-cacb6748-8c9a-49af-80e9-0b0766b320b8 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Synchronizing usage tracker for tenant:2ce17c1d72be45a189f441881461a948 on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:10:43.527961 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd98d5-7206-44cc-b2f2-80d5ac7bc465 admin admin] Pushing event updated for resources: {'Port': ['ID=baa2deee-de7e-443f-ba07-00ed6a7555f8,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:43.543056 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=d744b444-342d-49e4-b7c2-bdadcf0af1d9,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:43.612275 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fd98d5-7206-44cc-b2f2-80d5ac7bc465 admin admin] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:10:43.684400 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e055a12e-dc10-4c59-8889-df02e4f9e9f6 req-4497a2ab-4606-46ed-b94d-a0a82cf18998 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57aefd0-2358-4799-bf02-8d4615be2807&id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4274337 Feb 04 21:10:43.736836 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-35b2e7a7-5ae0-4adf-8958-2d81ab41ec5a req-a926388f-7e7a-4e08-8909-b0abd262318f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5966401 Feb 04 21:10:43.789069 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:43.858501 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-aa7991b8-a0b0-4e32-9a06-564b3f5c2176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:43.861528 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 746edaf1-0070-4819-a4c2-321e5c28a8a4, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=746edaf1-0070-4819-a4c2-321e5c28a8a4,segment=NetworkSegment(6429d873-b8f4-4c82-bf9b-05ee94e57129),segment_id=6429d873-b8f4-4c82-bf9b-05ee94e57129)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:43.867154 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:43.869186 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 6183f8f3-5b46-4ccb-8a74-78b479952b28 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:10:43.912486 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38248) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:44.062664 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a6fd98d5-7206-44cc-b2f2-80d5ac7bc465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:44.064906 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2e7a7-5ae0-4adf-8958-2d81ab41ec5a req-b61e30c6-fbb3-4295-ba73-ea234f6b385f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:44.068492 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-35b2e7a7-5ae0-4adf-8958-2d81ab41ec5a req-b61e30c6-fbb3-4295-ba73-ea234f6b385f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d539dc97a744058fdb427e438eb9ad&device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 1095 time: 0.2097454 Feb 04 21:10:44.118911 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-8256720f-18df-418a-b540-b3f08c34e969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 482e6750-0446-470c-a003-debc4eae84ff {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:10:44.166614 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 6183f8f3-5b46-4ccb-8a74-78b479952b28 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:10:44.178372 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 6183f8f3-5b46-4ccb-8a74-78b479952b28 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:10:44.178372 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:44.205041 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=746edaf1-0070-4819-a4c2-321e5c28a8a4,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:44.267164 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-8256720f-18df-418a-b540-b3f08c34e969 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:44.281465 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-a6f6011e-bbd7-46f2-8bcb-df7a15fe3f15 req-cacb6748-8c9a-49af-80e9-0b0766b320b8 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Unset dirty status for tenant:2ce17c1d72be45a189f441881461a948 on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:10:44.286518 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a6f6011e-bbd7-46f2-8bcb-df7a15fe3f15 req-cacb6748-8c9a-49af-80e9-0b0766b320b8 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c78de3-875c-425d-94c9-f81bf71f072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3674276 Feb 04 21:10:44.320245 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-7a5421ec-edac-46c5-8869-5fe73450e324 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1945253902-network', 'tenant_id': '69043a1eae18465eaae9daca28010b30'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:10:44.326444 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7a5421ec-edac-46c5-8869-5fe73450e324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:10:44.331204 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7a5421ec-edac-46c5-8869-5fe73450e324 admin admin] Usage tracker for resource:network and tenant:69043a1eae18465eaae9daca28010b30 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:10:44.333492 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7a5421ec-edac-46c5-8869-5fe73450e324 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:10:44.340945 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7a5421ec-edac-46c5-8869-5fe73450e324 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:10:44.377922 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5421ec-edac-46c5-8869-5fe73450e324 admin admin] Made reservation on behalf of 69043a1eae18465eaae9daca28010b30 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:10:44.380628 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a5421ec-edac-46c5-8869-5fe73450e324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:44.403440 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41158139-7424-4ba1-8ba1-b7ebcd524ad6', 'code': 200} Feb 04 21:10:44.403660 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e25158-47e9-42b4-972c-d39e229b32b8', 'code': 200} Feb 04 21:10:44.404068 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd744b444-342d-49e4-b7c2-bdadcf0af1d9', 'code': 200} Feb 04 21:10:44.409518 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a5421ec-edac-46c5-8869-5fe73450e324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:44.411083 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:44.449042 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7a5421ec-edac-46c5-8869-5fe73450e324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:10:44.484944 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7a5421ec-edac-46c5-8869-5fe73450e324 admin admin] Usage tracker for resource:security_group_rule and tenant:69043a1eae18465eaae9daca28010b30 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:10:44.491742 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7a5421ec-edac-46c5-8869-5fe73450e324 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:10:44.505642 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7a5421ec-edac-46c5-8869-5fe73450e324 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:10:44.512269 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 6183f8f3-5b46-4ccb-8a74-78b479952b28, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=6183f8f3-5b46-4ccb-8a74-78b479952b28,segment=NetworkSegment(6429d873-b8f4-4c82-bf9b-05ee94e57129),segment_id=6429d873-b8f4-4c82-bf9b-05ee94e57129)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:44.525408 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:44.546292 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2e7a7-5ae0-4adf-8958-2d81ab41ec5a req-45cf40e8-ed59-47ce-a32e-c54d57d06b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:44.547520 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-35b2e7a7-5ae0-4adf-8958-2d81ab41ec5a req-45cf40e8-ed59-47ce-a32e-c54d57d06b50 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4cc1ce8-eeb6-46af-80b5-92196799c865 HTTP/1.1" status: 200 len: 912 time: 0.4541118 Feb 04 21:10:44.565081 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-8256720f-18df-418a-b540-b3f08c34e969 service neutron] Transition to ACTIVE for port object 482e6750-0446-470c-a003-debc4eae84ff will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:10:44.568397 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a6fd98d5-7206-44cc-b2f2-80d5ac7bc465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:44.625913 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-8256720f-18df-418a-b540-b3f08c34e969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:44.627150 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=6183f8f3-5b46-4ccb-8a74-78b479952b28,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:44.640103 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4f4dac14-2470-4d45-b6f1-8f1ff69f685d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:44.979234 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-35b2e7a7-5ae0-4adf-8958-2d81ab41ec5a req-5c768ec3-aa24-4200-bb9c-e1541ab226fd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88606a30-0adc-41c2-8bc6-51b965a3377c HTTP/1.1" status: 200 len: 999 time: 0.4139185 Feb 04 21:10:44.997698 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256720f-18df-418a-b540-b3f08c34e969 service neutron] Pushing event updated for resources: {'Port': ['ID=482e6750-0446-470c-a003-debc4eae84ff,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:45.247382 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a5421ec-edac-46c5-8869-5fe73450e324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:45.264139 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03154f20-9dad-46ad-a9c4-b78ab0498668 req-10a14892-4548-4690-a8f2-fe752a95eba9 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:45.272202 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-03154f20-9dad-46ad-a9c4-b78ab0498668 req-10a14892-4548-4690-a8f2-fe752a95eba9 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 931 time: 1.1893826 Feb 04 21:10:45.302400 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a5421ec-edac-46c5-8869-5fe73450e324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:45.308058 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-0e4db845-67d4-44e7-9a10-53915d7c11c9 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:10:45.338913 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a5421ec-edac-46c5-8869-5fe73450e324 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:10:45.373668 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2e7a7-5ae0-4adf-8958-2d81ab41ec5a req-99e04adc-8d1e-43ed-b491-e84d33e5481a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:45.374667 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-35b2e7a7-5ae0-4adf-8958-2d81ab41ec5a req-99e04adc-8d1e-43ed-b491-e84d33e5481a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee4d3909-e094-4079-9a7f-4f6007c68222 HTTP/1.1" status: 200 len: 850 time: 0.3948460 Feb 04 21:10:45.388543 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a5421ec-edac-46c5-8869-5fe73450e324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:45.388889 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-7a5421ec-edac-46c5-8869-5fe73450e324 admin admin] Added segment be4915d7-1189-4ea5-8096-b0ccc9463402 of type vlan for network 0cd7aa18-4cb0-491b-a9b7-91b688a96d7e Feb 04 21:10:45.430402 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-03154f20-9dad-46ad-a9c4-b78ab0498668 req-1d0778d1-e88d-4049-9a88-b99b0810d108 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568818 Feb 04 21:10:45.434085 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5421ec-edac-46c5-8869-5fe73450e324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192465c7-4a4e-461e-8c52-7c549b2135a8,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:45.457045 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d421cf-1745-4d8c-919a-7e8ac06a5bde req-75cbff8a-0f8a-4892-a5e0-6e3b3c2d6a39 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:45.479367 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d421cf-1745-4d8c-919a-7e8ac06a5bde req-75cbff8a-0f8a-4892-a5e0-6e3b3c2d6a39 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:45.501334 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d421cf-1745-4d8c-919a-7e8ac06a5bde req-75cbff8a-0f8a-4892-a5e0-6e3b3c2d6a39 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:45.507543 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d421cf-1745-4d8c-919a-7e8ac06a5bde req-75cbff8a-0f8a-4892-a5e0-6e3b3c2d6a39 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:45.509574 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a5421ec-edac-46c5-8869-5fe73450e324 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:45.522037 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d421cf-1745-4d8c-919a-7e8ac06a5bde req-75cbff8a-0f8a-4892-a5e0-6e3b3c2d6a39 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:45.528963 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d421cf-1745-4d8c-919a-7e8ac06a5bde req-75cbff8a-0f8a-4892-a5e0-6e3b3c2d6a39 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:45.544442 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d421cf-1745-4d8c-919a-7e8ac06a5bde req-75cbff8a-0f8a-4892-a5e0-6e3b3c2d6a39 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:45.553110 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-12d421cf-1745-4d8c-919a-7e8ac06a5bde req-75cbff8a-0f8a-4892-a5e0-6e3b3c2d6a39 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 5444 time: 0.7052507 Feb 04 21:10:45.562454 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [None req-a6fd98d5-7206-44cc-b2f2-80d5ac7bc465 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:10:45.580771 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a5421ec-edac-46c5-8869-5fe73450e324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:45.582760 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5421ec-edac-46c5-8869-5fe73450e324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:45.587519 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a5421ec-edac-46c5-8869-5fe73450e324 admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:45.627900 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-0e4db845-67d4-44e7-9a10-53915d7c11c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e071aec-cde1-4a2d-8bf9-4285bb01ec56 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:10:45.689499 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-0e4db845-67d4-44e7-9a10-53915d7c11c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:45.689499 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a6fd98d5-7206-44cc-b2f2-80d5ac7bc465 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:45.712563 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-8256720f-18df-418a-b540-b3f08c34e969 service neutron] Attempting to bind port 482e6750-0446-470c-a003-debc4eae84ff on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:10:45.712563 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-8256720f-18df-418a-b540-b3f08c34e969 service neutron] Attempting to bind port 482e6750-0446-470c-a003-debc4eae84ff by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': '274548b3-06d3-4078-a4e7-5e4131c79abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:10:45.712563 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-8256720f-18df-418a-b540-b3f08c34e969 service neutron] Attempting to bind port 482e6750-0446-470c-a003-debc4eae84ff on network e4cc1ce8-eeb6-46af-80b5-92196799c865 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:10:45.731049 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a6fd98d5-7206-44cc-b2f2-80d5ac7bc465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:45.732750 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2e7a7-5ae0-4adf-8958-2d81ab41ec5a req-77327a94-f99a-4cff-afcb-8f31eb8e5aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:45.732750 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-35b2e7a7-5ae0-4adf-8958-2d81ab41ec5a req-77327a94-f99a-4cff-afcb-8f31eb8e5aa8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4cc1ce8-eeb6-46af-80b5-92196799c865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3451819 Feb 04 21:10:45.795102 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7a5421ec-edac-46c5-8869-5fe73450e324 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8783631 Feb 04 21:10:45.825060 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 38428) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:45.826199 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-8256720f-18df-418a-b540-b3f08c34e969 service neutron] Port 482e6750-0446-470c-a003-debc4eae84ff on network e4cc1ce8-eeb6-46af-80b5-92196799c865 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:10:45.826531 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-8256720f-18df-418a-b540-b3f08c34e969 service neutron] Attempting to bind port 482e6750-0446-470c-a003-debc4eae84ff on network e4cc1ce8-eeb6-46af-80b5-92196799c865 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:10:45.842279 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-c0543528-44d0-433b-9484-be26f004d616 admin admin] Request body: {'subnet': {'network_id': '0cd7aa18-4cb0-491b-a9b7-91b688a96d7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1945253902-subnet', 'tenant_id': '69043a1eae18465eaae9daca28010b30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:10:45.843875 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5421ec-edac-46c5-8869-5fe73450e324 admin admin] Pushing event updated for resources: {'Network': ['ID=0cd7aa18-4cb0-491b-a9b7-91b688a96d7e,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:45.847844 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-0e4db845-67d4-44e7-9a10-53915d7c11c9 service neutron] Transition to ACTIVE for port object 4e071aec-cde1-4a2d-8bf9-4285bb01ec56 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:10:45.863225 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-4f4dac14-2470-4d45-b6f1-8f1ff69f685d admin admin] Deleting port d69e2936-929a-4383-b4ba-0198468a4733 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:10:45.864939 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a6fd98d5-7206-44cc-b2f2-80d5ac7bc465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:45.865683 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4f4dac14-2470-4d45-b6f1-8f1ff69f685d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:45.886703 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-12d421cf-1745-4d8c-919a-7e8ac06a5bde req-b5673a75-f6bd-4c8e-90c7-c7f9fe8f38bc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57aefd0-2358-4799-bf02-8d4615be2807&id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3314838 Feb 04 21:10:45.894320 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 0cd7aa18-4cb0-491b-a9b7-91b688a96d7e details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:10:45.901930 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c0543528-44d0-433b-9484-be26f004d616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:10:45.904150 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-8256720f-18df-418a-b540-b3f08c34e969 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:10:45.904490 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-8256720f-18df-418a-b540-b3f08c34e969 service neutron] Checking segment: {'id': '274548b3-06d3-4078-a4e7-5e4131c79abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:10:45.904871 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-8256720f-18df-418a-b540-b3f08c34e969 service neutron] Bound using segment: {'id': '274548b3-06d3-4078-a4e7-5e4131c79abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:10:45.905367 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-8256720f-18df-418a-b540-b3f08c34e969 service neutron] Bound port: 482e6750-0446-470c-a003-debc4eae84ff, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '274548b3-06d3-4078-a4e7-5e4131c79abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:10:45.905816 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-8256720f-18df-418a-b540-b3f08c34e969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:45.915371 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-0e4db845-67d4-44e7-9a10-53915d7c11c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:45.928929 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c0543528-44d0-433b-9484-be26f004d616 admin admin] Usage tracker for resource:subnet and tenant:69043a1eae18465eaae9daca28010b30 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:10:45.938334 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c0543528-44d0-433b-9484-be26f004d616 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:10:45.976216 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c0543528-44d0-433b-9484-be26f004d616 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:10:46.124907 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd98d5-7206-44cc-b2f2-80d5ac7bc465 admin admin] Pushing event updated for resources: {'Port': ['ID=baa2deee-de7e-443f-ba07-00ed6a7555f8,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:46.190637 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-35b2e7a7-5ae0-4adf-8958-2d81ab41ec5a req-8708df29-a961-4e06-b61c-757707767f18 service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366865 Feb 04 21:10:46.238022 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0543528-44d0-433b-9484-be26f004d616 admin admin] Made reservation on behalf of 69043a1eae18465eaae9daca28010b30 for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:10:46.239942 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c0543528-44d0-433b-9484-be26f004d616 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:46.260794 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-849d5e95-5ac6-4100-bcd6-d1bbdfa7bad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:46.377072 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-4f4dac14-2470-4d45-b6f1-8f1ff69f685d admin admin] For port d69e2936-929a-4383-b4ba-0198468a4733, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=d69e2936-929a-4383-b4ba-0198468a4733,segment=NetworkSegment(cb355a89-ae7a-49aa-a1a6-659916644cb2),segment_id=cb355a89-ae7a-49aa-a1a6-659916644cb2)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:46.377653 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4f4dac14-2470-4d45-b6f1-8f1ff69f685d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:46.411673 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746edaf1-0070-4819-a4c2-321e5c28a8a4'}, {'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6183f8f3-5b46-4ccb-8a74-78b479952b28'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:10:46.459946 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746edaf1-0070-4819-a4c2-321e5c28a8a4', 'code': 200} Feb 04 21:10:46.460712 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6183f8f3-5b46-4ccb-8a74-78b479952b28', 'code': 200} Feb 04 21:10:46.565823 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-8256720f-18df-418a-b540-b3f08c34e969 service neutron] For port 482e6750-0446-470c-a003-debc4eae84ff, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:10:46.598387 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-4f4dac14-2470-4d45-b6f1-8f1ff69f685d admin admin] Calling delete_port for d69e2936-929a-4383-b4ba-0198468a4733 owned by network:router_interface {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:10:46.700503 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5b306-476d-4253-a9f2-20884399cad5 req-fae8d191-1e56-40b5-b538-222660e18a56 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:46.702512 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9cc5b306-476d-4253-a9f2-20884399cad5 req-fae8d191-1e56-40b5-b538-222660e18a56 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb3753a7-0181-4db8-9df7-4277aca4a606 HTTP/1.1" status: 200 len: 932 time: 1.0973213 Feb 04 21:10:46.760093 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-35b2e7a7-5ae0-4adf-8958-2d81ab41ec5a req-81db2eb6-da84-4b74-9699-04938c348bf6 service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5651853 Feb 04 21:10:46.768464 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-8256720f-18df-418a-b540-b3f08c34e969 service neutron] For port 482e6750-0446-470c-a003-debc4eae84ff, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=482e6750-0446-470c-a003-debc4eae84ff,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:10:46.770975 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4db845-67d4-44e7-9a10-53915d7c11c9 service neutron] Pushing event updated for resources: {'Port': ['ID=4e071aec-cde1-4a2d-8bf9-4285bb01ec56,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:46.872236 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bb089-2fee-426a-b75e-09bc731e9621 req-8528e509-1e55-457e-b000-03b26990c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:46.872946 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bb089-2fee-426a-b75e-09bc731e9621 req-8528e509-1e55-457e-b000-03b26990c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:46.874349 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bb089-2fee-426a-b75e-09bc731e9621 req-8528e509-1e55-457e-b000-03b26990c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:46.874905 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bb089-2fee-426a-b75e-09bc731e9621 req-8528e509-1e55-457e-b000-03b26990c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:46.876045 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bb089-2fee-426a-b75e-09bc731e9621 req-8528e509-1e55-457e-b000-03b26990c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:46.877595 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bb089-2fee-426a-b75e-09bc731e9621 req-8528e509-1e55-457e-b000-03b26990c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:46.879005 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bb089-2fee-426a-b75e-09bc731e9621 req-8528e509-1e55-457e-b000-03b26990c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:46.881523 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-084bb089-2fee-426a-b75e-09bc731e9621 req-8528e509-1e55-457e-b000-03b26990c7b7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 6501 time: 0.2913015 Feb 04 21:10:46.908602 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-8256720f-18df-418a-b540-b3f08c34e969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:46.924304 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4db845-67d4-44e7-9a10-53915d7c11c9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:46.924910 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4db845-67d4-44e7-9a10-53915d7c11c9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:46.926214 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4db845-67d4-44e7-9a10-53915d7c11c9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:46.926415 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4db845-67d4-44e7-9a10-53915d7c11c9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:46.926791 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4db845-67d4-44e7-9a10-53915d7c11c9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:46.928435 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4db845-67d4-44e7-9a10-53915d7c11c9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:46.929597 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4db845-67d4-44e7-9a10-53915d7c11c9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:46.930714 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4db845-67d4-44e7-9a10-53915d7c11c9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:46.932613 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4db845-67d4-44e7-9a10-53915d7c11c9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:46.932613 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4db845-67d4-44e7-9a10-53915d7c11c9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:46.932613 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4db845-67d4-44e7-9a10-53915d7c11c9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:46.932613 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4db845-67d4-44e7-9a10-53915d7c11c9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:10:46.963819 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-084bb089-2fee-426a-b75e-09bc731e9621 req-5b80fd4c-89fc-4f03-a8cc-8e5301a3ae28 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1c19981c-d2be-4024-b2e6-2e311030cb50&id=e57aefd0-2358-4799-bf02-8d4615be2807&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0702584 Feb 04 21:10:47.059775 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4f4dac14-2470-4d45-b6f1-8f1ff69f685d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:47.163840 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4dac14-2470-4d45-b6f1-8f1ff69f685d admin admin] Pushing event deleted for resources: {'Port': ['ID=d69e2936-929a-4383-b4ba-0198468a4733,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:47.281434 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-8256720f-18df-418a-b540-b3f08c34e969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:47.282052 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-8256720f-18df-418a-b540-b3f08c34e969 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:47.283857 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-8256720f-18df-418a-b540-b3f08c34e969 service neutron] 10.222.0.32 "PUT /v2.0/ports/482e6750-0446-470c-a003-debc4eae84ff HTTP/1.1" status: 200 len: 1091 time: 6.1518674 Feb 04 21:10:47.297123 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be8b5580-581f-45b2-8a62-0f7bab064a1e', 'tag': '482e6750-0446-470c-a003-debc4eae84ff'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:10:47.372794 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-0e4db845-67d4-44e7-9a10-53915d7c11c9 service neutron] Attempting to bind port 4e071aec-cde1-4a2d-8bf9-4285bb01ec56 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:10:47.373223 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-0e4db845-67d4-44e7-9a10-53915d7c11c9 service neutron] Attempting to bind port 4e071aec-cde1-4a2d-8bf9-4285bb01ec56 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'e00c1efb-b7a7-42f1-9693-109e2d3adea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '71cc7060-622b-453a-b0f7-82fb643795a6'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:10:47.373653 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-0e4db845-67d4-44e7-9a10-53915d7c11c9 service neutron] Attempting to bind port 4e071aec-cde1-4a2d-8bf9-4285bb01ec56 on network 71cc7060-622b-453a-b0f7-82fb643795a6 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:10:47.379993 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256720f-18df-418a-b540-b3f08c34e969 service neutron] Pushing event updated for resources: {'Port': ['ID=482e6750-0446-470c-a003-debc4eae84ff,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:47.396397 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9cc5b306-476d-4253-a9f2-20884399cad5 req-4b2c61ca-e4a1-492a-8044-bda4b7111204 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c78de3-875c-425d-94c9-f81bf71f072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6927793 Feb 04 21:10:47.406025 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:47.413408 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:47.417422 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fd98d5-7206-44cc-b2f2-80d5ac7bc465 admin admin] Network 45821ff6-3791-4a68-b829-a67211a973e0 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:10:47.492089 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c0543528-44d0-433b-9484-be26f004d616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:47.504282 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-0e4db845-67d4-44e7-9a10-53915d7c11c9 service neutron] Port 4e071aec-cde1-4a2d-8bf9-4285bb01ec56 on network 71cc7060-622b-453a-b0f7-82fb643795a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:10:47.504697 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-0e4db845-67d4-44e7-9a10-53915d7c11c9 service neutron] Attempting to bind port 4e071aec-cde1-4a2d-8bf9-4285bb01ec56 on network 71cc7060-622b-453a-b0f7-82fb643795a6 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:10:47.553618 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-a6fd98d5-7206-44cc-b2f2-80d5ac7bc465 admin admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:10:47.618275 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12c06c-e5e9-4b6d-8da5-5938296bec7f req-9146a0e8-5729-476a-ad36-6fcafd47a0e2 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:47.618275 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9d12c06c-e5e9-4b6d-8da5-5938296bec7f req-9146a0e8-5729-476a-ad36-6fcafd47a0e2 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 943 time: 0.9421091 Feb 04 21:10:47.618275 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-0e4db845-67d4-44e7-9a10-53915d7c11c9 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:10:47.623419 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-0e4db845-67d4-44e7-9a10-53915d7c11c9 service neutron] Checking segment: {'id': 'e00c1efb-b7a7-42f1-9693-109e2d3adea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '71cc7060-622b-453a-b0f7-82fb643795a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:10:47.623419 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-0e4db845-67d4-44e7-9a10-53915d7c11c9 service neutron] Bound using segment: {'id': 'e00c1efb-b7a7-42f1-9693-109e2d3adea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '71cc7060-622b-453a-b0f7-82fb643795a6'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:10:47.623419 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-0e4db845-67d4-44e7-9a10-53915d7c11c9 service neutron] Bound port: 4e071aec-cde1-4a2d-8bf9-4285bb01ec56, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e00c1efb-b7a7-42f1-9693-109e2d3adea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '71cc7060-622b-453a-b0f7-82fb643795a6'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:10:47.623419 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-0e4db845-67d4-44e7-9a10-53915d7c11c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:47.755622 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4f4dac14-2470-4d45-b6f1-8f1ff69f685d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:48.044302 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-0e4db845-67d4-44e7-9a10-53915d7c11c9 service neutron] For port 4e071aec-cde1-4a2d-8bf9-4285bb01ec56, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:10:48.135781 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-0e4db845-67d4-44e7-9a10-53915d7c11c9 service neutron] For port 4e071aec-cde1-4a2d-8bf9-4285bb01ec56, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=4e071aec-cde1-4a2d-8bf9-4285bb01ec56,segment=NetworkSegment(e00c1efb-b7a7-42f1-9693-109e2d3adea1),segment_id=e00c1efb-b7a7-42f1-9693-109e2d3adea1)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:10:48.143535 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0543528-44d0-433b-9484-be26f004d616 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f75bd0db-1421-4063-bb18-d74b0d7633e9,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:48.202948 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4dac14-2470-4d45-b6f1-8f1ff69f685d admin admin] Router c15e3f14-5384-4fa5-9add-3dde19e22881 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:10:48.238457 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9d12c06c-e5e9-4b6d-8da5-5938296bec7f req-74cd01b2-b39c-4793-b9a5-178f798bdc21 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6219418 Feb 04 21:10:48.248349 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-0e4db845-67d4-44e7-9a10-53915d7c11c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:48.262149 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0543528-44d0-433b-9484-be26f004d616 admin admin] Checking segment: {'id': 'be4915d7-1189-4ea5-8096-b0ccc9463402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0cd7aa18-4cb0-491b-a9b7-91b688a96d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:10:48.262149 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0543528-44d0-433b-9484-be26f004d616 admin admin] Network hostable DHCP agents. Network: 0cd7aa18-4cb0-491b-a9b7-91b688a96d7e, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:10:48.369613 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be8b5580-581f-45b2-8a62-0f7bab064a1e', 'tag': '482e6750-0446-470c-a003-debc4eae84ff', 'status': 'completed', 'code': 200} Feb 04 21:10:48.391221 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-8451e9cd-9240-409c-8116-e55f79dd153c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:48.392595 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-8451e9cd-9240-409c-8116-e55f79dd153c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d3d539dc97a744058fdb427e438eb9ad&device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 1094 time: 0.9730177 Feb 04 21:10:48.408094 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-0e4db845-67d4-44e7-9a10-53915d7c11c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:48.408094 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-0e4db845-67d4-44e7-9a10-53915d7c11c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:48.408094 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-0e4db845-67d4-44e7-9a10-53915d7c11c9 service neutron] 10.222.0.32 "PUT /v2.0/ports/4e071aec-cde1-4a2d-8bf9-4285bb01ec56 HTTP/1.1" status: 200 len: 1092 time: 5.9828179 Feb 04 21:10:48.563397 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-3e26b97f-c753-45bf-baeb-8c66295a3449 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=482e6750-0446-470c-a003-debc4eae84ff HTTP/1.1" status: 200 len: 217 time: 0.1539750 Feb 04 21:10:48.585224 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4dac14-2470-4d45-b6f1-8f1ff69f685d admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:10:48.594825 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae44d268-2662-4ff0-b624-d00bc149163a None None] Sync routers for ids ['c15e3f14-5384-4fa5-9add-3dde19e22881'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:10:48.600524 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4f4dac14-2470-4d45-b6f1-8f1ff69f685d admin admin] 10.222.0.26 "PUT /v2.0/routers/c15e3f14-5384-4fa5-9add-3dde19e22881/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4106822 Feb 04 21:10:48.602336 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38506) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:48.612288 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae44d268-2662-4ff0-b624-d00bc149163a None None] Routers {'c15e3f14-5384-4fa5-9add-3dde19e22881'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:10:48.612919 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-ae44d268-2662-4ff0-b624-d00bc149163a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:10:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['c15e3f14-5384-4fa5-9add-3dde19e22881'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:10:48.614216 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8d53a-64bc-465f-a10e-0a7e177fd448 req-6778c97b-d592-4da6-b3c8-54f7ccf7ce4b tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:48.634030 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8d53a-64bc-465f-a10e-0a7e177fd448 req-6778c97b-d592-4da6-b3c8-54f7ccf7ce4b tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:48.640115 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8d53a-64bc-465f-a10e-0a7e177fd448 req-6778c97b-d592-4da6-b3c8-54f7ccf7ce4b tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:48.652336 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8d53a-64bc-465f-a10e-0a7e177fd448 req-6778c97b-d592-4da6-b3c8-54f7ccf7ce4b tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:48.658372 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8d53a-64bc-465f-a10e-0a7e177fd448 req-6778c97b-d592-4da6-b3c8-54f7ccf7ce4b tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:48.669099 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8d53a-64bc-465f-a10e-0a7e177fd448 req-6778c97b-d592-4da6-b3c8-54f7ccf7ce4b tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:48.675297 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8d53a-64bc-465f-a10e-0a7e177fd448 req-6778c97b-d592-4da6-b3c8-54f7ccf7ce4b tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:48.677241 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-50c8d53a-64bc-465f-a10e-0a7e177fd448 req-6778c97b-d592-4da6-b3c8-54f7ccf7ce4b tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 5444 time: 1.0321496 Feb 04 21:10:48.862803 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0543528-44d0-433b-9484-be26f004d616 admin admin] Network 0cd7aa18-4cb0-491b-a9b7-91b688a96d7e is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:10:48.874370 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fd98d5-7206-44cc-b2f2-80d5ac7bc465 admin admin] Router feb9d013-468f-482a-8c05-f3f2f82f74ec has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:10:48.877676 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4db845-67d4-44e7-9a10-53915d7c11c9 service neutron] Pushing event updated for resources: {'Port': ['ID=4e071aec-cde1-4a2d-8bf9-4285bb01ec56,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:48.889237 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a8319c7-a727-4400-b3bc-acb7f001cbc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:48.905369 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:48.915760 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-ae44d268-2662-4ff0-b624-d00bc149163a None None] Set router c15e3f14-5384-4fa5-9add-3dde19e22881 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:10:48.971333 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-c0543528-44d0-433b-9484-be26f004d616 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 0cd7aa18-4cb0-491b-a9b7-91b688a96d7e) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:10:48.979956 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0543528-44d0-433b-9484-be26f004d616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:48.980960 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c0543528-44d0-433b-9484-be26f004d616 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:49.059565 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f24fab-51dd-46cb-9c56-f8b3abb33dd5 None None] Network 0cd7aa18-4cb0-491b-a9b7-91b688a96d7e requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:10:49.147428 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-50c8d53a-64bc-465f-a10e-0a7e177fd448 req-93c60ab3-3ae9-452b-9791-3477e788742f tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57aefd0-2358-4799-bf02-8d4615be2807&id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2858789 Feb 04 21:10:49.167882 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-c1c50a20-9bd7-4ada-a5e5-ee78b74957a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:49.169729 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-c1c50a20-9bd7-4ada-a5e5-ee78b74957a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee4d3909-e094-4079-9a7f-4f6007c68222 HTTP/1.1" status: 200 len: 850 time: 0.3512378 Feb 04 21:10:49.176278 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a8319c7-a727-4400-b3bc-acb7f001cbc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:49.212261 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-3a8319c7-a727-4400-b3bc-acb7f001cbc4 admin admin] Deleting port b4beb0ee-470b-485b-a5d6-0475b20b8c55 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:10:49.212261 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a8319c7-a727-4400-b3bc-acb7f001cbc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:49.535949 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-3a8319c7-a727-4400-b3bc-acb7f001cbc4 admin admin] For port b4beb0ee-470b-485b-a5d6-0475b20b8c55, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=b4beb0ee-470b-485b-a5d6-0475b20b8c55,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:49.536082 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a8319c7-a727-4400-b3bc-acb7f001cbc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:49.572581 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c0543528-44d0-433b-9484-be26f004d616 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.7417145 Feb 04 21:10:49.584766 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fd98d5-7206-44cc-b2f2-80d5ac7bc465 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:10:49.589661 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-ae44d268-2662-4ff0-b624-d00bc149163a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'name': 'tempest-AttachVolumeTestJSON-139033215-router', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:02:14Z', 'updated_at': '2022-02-04T21:10:46Z', 'revision_number': 5, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'gw_port': {'id': 'b4beb0ee-470b-485b-a5d6-0475b20b8c55', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:02:18Z', 'updated_at': '2022-02-04T21:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:10:49.597833 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961513ce-fa18-4359-b73e-74b5afe6cb2d None None] Sync routers for ids ['feb9d013-468f-482a-8c05-f3f2f82f74ec'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:10:49.611780 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961513ce-fa18-4359-b73e-74b5afe6cb2d None None] Routers {'feb9d013-468f-482a-8c05-f3f2f82f74ec'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:10:49.614630 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-961513ce-fa18-4359-b73e-74b5afe6cb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:10:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['feb9d013-468f-482a-8c05-f3f2f82f74ec'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:10:49.621561 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae44d268-2662-4ff0-b624-d00bc149163a None None] Checking router: c15e3f14-5384-4fa5-9add-3dde19e22881 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:10:49.656228 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae44d268-2662-4ff0-b624-d00bc149163a None None] Routers {'c15e3f14-5384-4fa5-9add-3dde19e22881'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:10:49.657445 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-ae44d268-2662-4ff0-b624-d00bc149163a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:10:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['c15e3f14-5384-4fa5-9add-3dde19e22881'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:10:49.720534 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-a6fd98d5-7206-44cc-b2f2-80d5ac7bc465 admin admin] 10.222.0.26 "PUT /v2.0/routers/feb9d013-468f-482a-8c05-f3f2f82f74ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.1749606 Feb 04 21:10:49.742921 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2a001b-1983-4e19-a562-05fcddac2b59 None None] Network 0cd7aa18-4cb0-491b-a9b7-91b688a96d7e requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:10:49.751046 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-3a8319c7-a727-4400-b3bc-acb7f001cbc4 admin admin] Calling delete_port for b4beb0ee-470b-485b-a5d6-0475b20b8c55 owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:10:49.753673 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-c5928d2a-b030-4389-a27c-3c66292a1643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:49.755311 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-c5928d2a-b030-4389-a27c-3c66292a1643 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ce17c1d72be45a189f441881461a948&device_id=bb3753a7-0181-4db8-9df7-4277aca4a606 HTTP/1.1" status: 200 len: 1095 time: 1.1765294 Feb 04 21:10:49.775290 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c7a6c-58d0-4337-9e18-992a4009bc03 req-2b92f5c3-851a-42cd-a764-ddae42045641 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:49.783264 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-528c7a6c-58d0-4337-9e18-992a4009bc03 req-2b92f5c3-851a-42cd-a764-ddae42045641 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb3753a7-0181-4db8-9df7-4277aca4a606 HTTP/1.1" status: 200 len: 944 time: 1.2076972 Feb 04 21:10:50.015209 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-07d78607-0d3b-483b-bb6d-b643e79bd4ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e071aec-cde1-4a2d-8bf9-4285bb01ec56 HTTP/1.1" status: 200 len: 217 time: 0.2270000 Feb 04 21:10:50.118053 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a8319c7-a727-4400-b3bc-acb7f001cbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:50.144570 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-ae44d268-2662-4ff0-b624-d00bc149163a None None] Set router c15e3f14-5384-4fa5-9add-3dde19e22881 gateway port host: None {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:10:50.168585 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-528c7a6c-58d0-4337-9e18-992a4009bc03 req-711ac99b-89b0-4fea-aaa2-3fa4d2ec1281 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c78de3-875c-425d-94c9-f81bf71f072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827109 Feb 04 21:10:50.185733 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-a34928a5-6f36-4999-a32f-002397009bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:50.187398 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-a34928a5-6f36-4999-a32f-002397009bd2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4cc1ce8-eeb6-46af-80b5-92196799c865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0093987 Feb 04 21:10:50.206660 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-961513ce-fa18-4359-b73e-74b5afe6cb2d None None] Set router feb9d013-468f-482a-8c05-f3f2f82f74ec gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:10:50.219790 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8319c7-a727-4400-b3bc-acb7f001cbc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4beb0ee-470b-485b-a5d6-0475b20b8c55,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:50.266301 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-56351f58-b813-4aee-a26e-a37febc9a491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:50.271203 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-56351f58-b813-4aee-a26e-a37febc9a491 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dda59ff2-438b-4a5b-b16b-321df03d5d1b HTTP/1.1" status: 200 len: 849 time: 0.2464709 Feb 04 21:10:50.286758 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97374449-146c-4c7e-a998-86d410dc198a req-d38a5a8a-0398-46b6-a30c-907959481117 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:50.300273 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-97374449-146c-4c7e-a998-86d410dc198a req-d38a5a8a-0398-46b6-a30c-907959481117 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 943 time: 0.7024965 Feb 04 21:10:50.327047 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-ae44d268-2662-4ff0-b624-d00bc149163a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'name': 'tempest-AttachVolumeTestJSON-139033215-router', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:02:14Z', 'updated_at': '2022-02-04T21:10:49Z', 'revision_number': 6, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'gw_port_host': None}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:10:50.335183 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a8319c7-a727-4400-b3bc-acb7f001cbc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:50.346176 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae44d268-2662-4ff0-b624-d00bc149163a None None] The sync data for ids ['c15e3f14-5384-4fa5-9add-3dde19e22881'] in n-d-827896-1 is: [{'id': 'c15e3f14-5384-4fa5-9add-3dde19e22881', 'name': 'tempest-AttachVolumeTestJSON-139033215-router', 'tenant_id': '2ba621d22ceb430b9eee1db66fccde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:02:14Z', 'updated_at': '2022-02-04T21:10:49Z', 'revision_number': 6, 'project_id': '2ba621d22ceb430b9eee1db66fccde19', 'gw_port_host': None}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:10:50.413145 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3753a7-0181-4db8-9df7-4277aca4a606', 'tag': '4e071aec-cde1-4a2d-8bf9-4285bb01ec56'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:10:50.468609 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-a6bfba7c-a31a-4faa-a253-585e46205f50 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=71cc7060-622b-453a-b0f7-82fb643795a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1431460 Feb 04 21:10:50.564209 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-97374449-146c-4c7e-a998-86d410dc198a req-bbd2e308-95ef-423f-9840-1def67cc13a4 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605064 Feb 04 21:10:50.858788 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a8319c7-a727-4400-b3bc-acb7f001cbc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:50.863760 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a8319c7-a727-4400-b3bc-acb7f001cbc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:50.917573 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a8319c7-a727-4400-b3bc-acb7f001cbc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:50.918784 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8319c7-a727-4400-b3bc-acb7f001cbc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c15e3f14-5384-4fa5-9add-3dde19e22881 {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:10:50.936011 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a8319c7-a727-4400-b3bc-acb7f001cbc4 admin admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:50.947633 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3a8319c7-a727-4400-b3bc-acb7f001cbc4 admin admin] 10.222.0.26 "DELETE /v2.0/routers/c15e3f14-5384-4fa5-9add-3dde19e22881 HTTP/1.1" status: 204 len: 168 time: 2.3445394 Feb 04 21:10:50.948587 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38556) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:50.966985 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-9438f7b3-2e99-4281-8d1a-2bd425c8d1ca service neutron] 10.222.0.32 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7681420 Feb 04 21:10:51.060413 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-961513ce-fa18-4359-b73e-74b5afe6cb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb9d013-468f-482a-8c05-f3f2f82f74ec', 'name': 'tempest-ServerRescueNegativeTestJSON-903238590-router', 'tenant_id': 'c0334bb297a2459cb341ceb6d3c2f76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'fa5b5e6c-940f-48af-b3b5-bb1da8629e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:10:25Z', 'updated_at': '2022-02-04T21:10:44Z', 'revision_number': 4, 'project_id': 'c0334bb297a2459cb341ceb6d3c2f76e', 'gw_port': {'id': 'fa5b5e6c-940f-48af-b3b5-bb1da8629e62', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb9d013-468f-482a-8c05-f3f2f82f74ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:10:27Z', 'updated_at': '2022-02-04T21:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'baa2deee-de7e-443f-ba07-00ed6a7555f8', 'name': '', 'network_id': '45821ff6-3791-4a68-b829-a67211a973e0', 'tenant_id': 'c0334bb297a2459cb341ceb6d3c2f76e', 'mac_address': 'fa:16:3e:26:a2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb9d013-468f-482a-8c05-f3f2f82f74ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'e215eb7a-eead-45ce-94f4-e8f9a41d8b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:10:40Z', 'updated_at': '2022-02-04T21:10:44Z', 'revision_number': 2, 'project_id': 'c0334bb297a2459cb341ceb6d3c2f76e', 'subnets': [{'id': 'e215eb7a-eead-45ce-94f4-e8f9a41d8b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:10:51.070591 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961513ce-fa18-4359-b73e-74b5afe6cb2d None None] Checking router: feb9d013-468f-482a-8c05-f3f2f82f74ec for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:10:51.071236 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961513ce-fa18-4359-b73e-74b5afe6cb2d None None] Updating router feb9d013-468f-482a-8c05-f3f2f82f74ec port baa2deee-de7e-443f-ba07-00ed6a7555f8 binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:10:51.169612 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-961513ce-fa18-4359-b73e-74b5afe6cb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:51.314595 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cfa1cc4-b8d4-484d-8717-298f7d67509c admin admin] Deleting subnet 662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:10:51.324753 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6cfa1cc4-b8d4-484d-8717-298f7d67509c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:51.392310 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6cfa1cc4-b8d4-484d-8717-298f7d67509c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:51.448684 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-fa955f02-7eb3-42d3-8039-adea7c271202 service neutron] 10.222.0.32 "GET /v2.0/networks/71cc7060-622b-453a-b0f7-82fb643795a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9712348 Feb 04 21:10:51.457620 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-5dc0c905-785e-45eb-a0b6-d64c61d18e22 tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:51.470407 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-5dc0c905-785e-45eb-a0b6-d64c61d18e22 tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] 10.222.0.26 "GET /v2.0/networks?id=0cd7aa18-4cb0-491b-a9b7-91b688a96d7e HTTP/1.1" status: 200 len: 821 time: 0.7778521 Feb 04 21:10:51.474565 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b4fe166f-afcf-4f4b-a4b0-df4765c9b657 req-8ea7f033-a455-4a9e-b0ee-bdc40c628a48 service neutron] 10.222.0.32 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4627588 Feb 04 21:10:51.511131 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6cfa1cc4-b8d4-484d-8717-298f7d67509c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:51.582487 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device d69e2936-929a-4383-b4ba-0198468a4733 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:10:51.626014 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6cfa1cc4-b8d4-484d-8717-298f7d67509c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:51.679414 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: d69e2936-929a-4383-b4ba-0198468a4733 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:10:51.682192 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device d69e2936-929a-4383-b4ba-0198468a4733 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:10:51.682651 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device b4beb0ee-470b-485b-a5d6-0475b20b8c55 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:10:51.684024 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6cfa1cc4-b8d4-484d-8717-298f7d67509c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:51.709415 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa1cc4-b8d4-484d-8717-298f7d67509c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:51.716808 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6cfa1cc4-b8d4-484d-8717-298f7d67509c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/662c4c5a-ec3d-4cdc-8b2b-fdf7ab45c28e HTTP/1.1" status: 204 len: 168 time: 0.7673893 Feb 04 21:10:51.724449 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38566) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:51.761706 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-961513ce-fa18-4359-b73e-74b5afe6cb2d None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:51.767003 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: b4beb0ee-470b-485b-a5d6-0475b20b8c55 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:10:51.767444 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device b4beb0ee-470b-485b-a5d6-0475b20b8c55 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:10:51.769040 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2766567-f8cb-4c93-8118-b67045bf0ee8 None None] Network 05b0da4f-bf1c-4e94-969a-698256edcb76 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:10:51.772922 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-a6d66404-2906-47c6-b280-eee0cea9a938 tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] 10.222.0.26 "GET /v2.0/quotas/69043a1eae18465eaae9daca28010b30 HTTP/1.1" status: 200 len: 375 time: 0.3015711 Feb 04 21:10:51.782805 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-961513ce-fa18-4359-b73e-74b5afe6cb2d None None] Transition to ACTIVE for port object baa2deee-de7e-443f-ba07-00ed6a7555f8 will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:10:51.800159 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-961513ce-fa18-4359-b73e-74b5afe6cb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:51.875090 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4115d678-2cb1-48c0-8c23-f2376ea58f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:51.888638 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-4115d678-2cb1-48c0-8c23-f2376ea58f24 admin admin] Deleting port 2d20d4ad-cdad-4d02-b55d-06337c12c1ab {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:10:51.888981 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4115d678-2cb1-48c0-8c23-f2376ea58f24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:51.906070 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-6c2b54ab-ee1b-49b4-a26f-6b2d3e949cb0 tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=69043a1eae18465eaae9daca28010b30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1309183 Feb 04 21:10:52.110182 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925f13c-ec1e-4444-a695-400c989a3a47 None None] Pushing event updated for resources: {'Port': ['ID=baa2deee-de7e-443f-ba07-00ed6a7555f8,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:52.123076 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91199056-30e5-4911-8d50-7aa84716ae58 None None] DHCP port deletion for 05b0da4f-bf1c-4e94-969a-698256edcb76 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:10:52.128539 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-91199056-30e5-4911-8d50-7aa84716ae58 None None] Deleting port 2d20d4ad-cdad-4d02-b55d-06337c12c1ab {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:10:52.128926 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-91199056-30e5-4911-8d50-7aa84716ae58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:52.134034 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-961513ce-fa18-4359-b73e-74b5afe6cb2d None None] Attempting to bind port baa2deee-de7e-443f-ba07-00ed6a7555f8 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:10:52.134658 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-961513ce-fa18-4359-b73e-74b5afe6cb2d None None] Attempting to bind port baa2deee-de7e-443f-ba07-00ed6a7555f8 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '383edd10-afd3-4822-a6b6-a663d901d7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '45821ff6-3791-4a68-b829-a67211a973e0'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:10:52.135226 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961513ce-fa18-4359-b73e-74b5afe6cb2d None None] Attempting to bind port baa2deee-de7e-443f-ba07-00ed6a7555f8 on network 45821ff6-3791-4a68-b829-a67211a973e0 {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:10:52.142444 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961513ce-fa18-4359-b73e-74b5afe6cb2d None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:10:52.142814 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961513ce-fa18-4359-b73e-74b5afe6cb2d None None] Checking segment: {'id': '383edd10-afd3-4822-a6b6-a663d901d7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '45821ff6-3791-4a68-b829-a67211a973e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:10:52.143208 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-961513ce-fa18-4359-b73e-74b5afe6cb2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:52.143587 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961513ce-fa18-4359-b73e-74b5afe6cb2d None None] Bound using segment: {'id': '383edd10-afd3-4822-a6b6-a663d901d7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '45821ff6-3791-4a68-b829-a67211a973e0'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:10:52.144190 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-961513ce-fa18-4359-b73e-74b5afe6cb2d None None] Bound port: baa2deee-de7e-443f-ba07-00ed6a7555f8, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '383edd10-afd3-4822-a6b6-a663d901d7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '45821ff6-3791-4a68-b829-a67211a973e0'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:10:52.144558 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-961513ce-fa18-4359-b73e-74b5afe6cb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:52.244268 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-961513ce-fa18-4359-b73e-74b5afe6cb2d None None] For port baa2deee-de7e-443f-ba07-00ed6a7555f8, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:10:52.248339 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-961513ce-fa18-4359-b73e-74b5afe6cb2d None None] For port baa2deee-de7e-443f-ba07-00ed6a7555f8, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=baa2deee-de7e-443f-ba07-00ed6a7555f8,segment=NetworkSegment(383edd10-afd3-4822-a6b6-a663d901d7f4),segment_id=383edd10-afd3-4822-a6b6-a663d901d7f4)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:10:52.256842 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-961513ce-fa18-4359-b73e-74b5afe6cb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:52.266388 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-4115d678-2cb1-48c0-8c23-f2376ea58f24 admin admin] For port 2d20d4ad-cdad-4d02-b55d-06337c12c1ab, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=2d20d4ad-cdad-4d02-b55d-06337c12c1ab,segment=NetworkSegment(cb355a89-ae7a-49aa-a1a6-659916644cb2),segment_id=cb355a89-ae7a-49aa-a1a6-659916644cb2)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:52.266998 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4115d678-2cb1-48c0-8c23-f2376ea58f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:52.343129 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-ad404d80-d4af-4a32-a3f5-a1e21a6fddf4 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:52.350444 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-ad404d80-d4af-4a32-a3f5-a1e21a6fddf4 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/networks?id=45821ff6-3791-4a68-b829-a67211a973e0 HTTP/1.1" status: 200 len: 818 time: 1.4611411 Feb 04 21:10:52.350689 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961513ce-fa18-4359-b73e-74b5afe6cb2d None None] Routers {'feb9d013-468f-482a-8c05-f3f2f82f74ec'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:10:52.351510 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-961513ce-fa18-4359-b73e-74b5afe6cb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:10:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['feb9d013-468f-482a-8c05-f3f2f82f74ec'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:10:52.380440 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-00a35303-316a-4c05-bcbe-77a4fbe59cd7 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/quotas/c0334bb297a2459cb341ceb6d3c2f76e HTTP/1.1" status: 200 len: 375 time: 0.0286546 Feb 04 21:10:52.436176 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-4115d678-2cb1-48c0-8c23-f2376ea58f24 admin admin] Calling delete_port for 2d20d4ad-cdad-4d02-b55d-06337c12c1ab owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:10:52.452168 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925f13c-ec1e-4444-a695-400c989a3a47 None None] Pushing event updated for resources: {'Port': ['ID=baa2deee-de7e-443f-ba07-00ed6a7555f8,revision_number=4']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:52.472231 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-91199056-30e5-4911-8d50-7aa84716ae58 None None] For port 2d20d4ad-cdad-4d02-b55d-06337c12c1ab, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=2d20d4ad-cdad-4d02-b55d-06337c12c1ab,segment=NetworkSegment(cb355a89-ae7a-49aa-a1a6-659916644cb2),segment_id=cb355a89-ae7a-49aa-a1a6-659916644cb2)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:52.472970 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-91199056-30e5-4911-8d50-7aa84716ae58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:52.473508 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a279-9f23-4e55-8934-9fd8bcfb6592 req-5450fe77-6f4a-4458-a0ba-818ea6055e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:52.485540 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b1e7a279-9f23-4e55-8934-9fd8bcfb6592 req-5450fe77-6f4a-4458-a0ba-818ea6055e21 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d3d539dc97a744058fdb427e438eb9ad&device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 1094 time: 0.9244640 Feb 04 21:10:52.531899 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4115d678-2cb1-48c0-8c23-f2376ea58f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:52.600021 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4115d678-2cb1-48c0-8c23-f2376ea58f24 admin admin] No DVR routers for this DVR port 2d20d4ad-cdad-4d02-b55d-06337c12c1ab on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:10:52.600381 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fb536720-4f2e-494e-8cf5-72e59df50450 req-053f86c0-191d-402a-95d4-6f8d7bbcd2c8 service neutron] 10.222.0.32 "GET /v2.0/networks/71cc7060-622b-453a-b0f7-82fb643795a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0656395 Feb 04 21:10:52.602135 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115d678-2cb1-48c0-8c23-f2376ea58f24 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d20d4ad-cdad-4d02-b55d-06337c12c1ab,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:52.636128 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-961513ce-fa18-4359-b73e-74b5afe6cb2d None None] Set router feb9d013-468f-482a-8c05-f3f2f82f74ec gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:10:52.738630 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-91199056-30e5-4911-8d50-7aa84716ae58 None None] Calling delete_port for 2d20d4ad-cdad-4d02-b55d-06337c12c1ab owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:10:52.741390 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4115d678-2cb1-48c0-8c23-f2376ea58f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:52.767890 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-a1ab3c5b-7649-4745-9f16-8e0f11747a83 service neutron] 10.222.0.26 "GET /v2.0/networks/0cd7aa18-4cb0-491b-a9b7-91b688a96d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8608663 Feb 04 21:10:52.773817 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-4115d678-2cb1-48c0-8c23-f2376ea58f24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05b0da4f-bf1c-4e94-969a-698256edcb76']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:10:52.790205 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-4115d678-2cb1-48c0-8c23-f2376ea58f24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb355a89-ae7a-49aa-a1a6-659916644cb2') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:10:52.790932 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-4115d678-2cb1-48c0-8c23-f2376ea58f24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb355a89-ae7a-49aa-a1a6-659916644cb2') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:10:52.801079 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-fe182e36-84ce-45b9-9262-920d680e7907 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Synchronizing usage tracker for tenant:c0334bb297a2459cb341ceb6d3c2f76e on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:10:52.808732 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4115d678-2cb1-48c0-8c23-f2376ea58f24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:52.808920 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a279-9f23-4e55-8934-9fd8bcfb6592 req-b6aa9605-d775-4b53-a387-8a2d3e67be1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:52.810289 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b1e7a279-9f23-4e55-8934-9fd8bcfb6592 req-b6aa9605-d775-4b53-a387-8a2d3e67be1c service neutron] 10.222.0.32 "GET /v2.0/networks?id=e4cc1ce8-eeb6-46af-80b5-92196799c865 HTTP/1.1" status: 200 len: 912 time: 0.3239899 Feb 04 21:10:52.830441 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4115d678-2cb1-48c0-8c23-f2376ea58f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:52.839101 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4115d678-2cb1-48c0-8c23-f2376ea58f24 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:10:52.840039 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4115d678-2cb1-48c0-8c23-f2376ea58f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:52.860557 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:10:52.860557 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:10:52.860557 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:10:52.860557 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:10:52.860557 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:10:52.860557 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:10:52.860557 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:10:52.860557 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:10:52.860557 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:10:52.860557 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:10:52.860557 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:10:52.860557 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:10:52.860557 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:10:52.860557 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:10:52.860557 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:10:52.860557 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:10:52.860557 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:10:52.860557 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:10:52.860557 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:10:52.860557 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:10:52.860557 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:10:52.860557 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:10:52.860557 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:10:52.860557 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:10:52.860557 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:10:52.860557 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:10:52.860557 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:10:52.860557 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:10:52.860557 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:10:52.860557 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:10:52.860557 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:10:52.860557 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:10:52.888573 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-91199056-30e5-4911-8d50-7aa84716ae58 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:10:52.889313 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-91199056-30e5-4911-8d50-7aa84716ae58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:10:52.945451 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-fe182e36-84ce-45b9-9262-920d680e7907 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Unset dirty status for tenant:c0334bb297a2459cb341ceb6d3c2f76e on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:10:52.954147 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-fe182e36-84ce-45b9-9262-920d680e7907 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0334bb297a2459cb341ceb6d3c2f76e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5725303 Feb 04 21:10:52.982690 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4115d678-2cb1-48c0-8c23-f2376ea58f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:53.010624 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4115d678-2cb1-48c0-8c23-f2376ea58f24 admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:53.017863 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115d678-2cb1-48c0-8c23-f2376ea58f24 admin admin] Pushing event deleted for resources: {'Network': ['ID=05b0da4f-bf1c-4e94-969a-698256edcb76,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:53.046884 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4115d678-2cb1-48c0-8c23-f2376ea58f24 admin admin] 10.222.0.26 "DELETE /v2.0/networks/05b0da4f-bf1c-4e94-969a-698256edcb76 HTTP/1.1" status: 204 len: 168 time: 1.3228881 Feb 04 21:10:53.121669 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-4806f1ac-335c-4af0-b9c4-86e0c8e7b14c service neutron] 10.222.0.26 "GET /v2.0/networks/0cd7aa18-4cb0-491b-a9b7-91b688a96d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527634 Feb 04 21:10:53.126041 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b1e7a279-9f23-4e55-8934-9fd8bcfb6592 req-6861b63b-fb7d-4bf3-a432-584dc783de4e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=482e6750-0446-470c-a003-debc4eae84ff HTTP/1.1" status: 200 len: 217 time: 0.2571707 Feb 04 21:10:53.193828 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-961513ce-fa18-4359-b73e-74b5afe6cb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb9d013-468f-482a-8c05-f3f2f82f74ec', 'name': 'tempest-ServerRescueNegativeTestJSON-903238590-router', 'tenant_id': 'c0334bb297a2459cb341ceb6d3c2f76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'fa5b5e6c-940f-48af-b3b5-bb1da8629e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:10:25Z', 'updated_at': '2022-02-04T21:10:44Z', 'revision_number': 4, 'project_id': 'c0334bb297a2459cb341ceb6d3c2f76e', 'gw_port': {'id': 'fa5b5e6c-940f-48af-b3b5-bb1da8629e62', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb9d013-468f-482a-8c05-f3f2f82f74ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:10:27Z', 'updated_at': '2022-02-04T21:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'baa2deee-de7e-443f-ba07-00ed6a7555f8', 'name': '', 'network_id': '45821ff6-3791-4a68-b829-a67211a973e0', 'tenant_id': 'c0334bb297a2459cb341ceb6d3c2f76e', 'mac_address': 'fa:16:3e:26:a2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb9d013-468f-482a-8c05-f3f2f82f74ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'e215eb7a-eead-45ce-94f4-e8f9a41d8b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:10:40Z', 'updated_at': '2022-02-04T21:10:52Z', 'revision_number': 4, 'project_id': 'c0334bb297a2459cb341ceb6d3c2f76e', 'subnets': [{'id': 'e215eb7a-eead-45ce-94f4-e8f9a41d8b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:10:53.208114 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961513ce-fa18-4359-b73e-74b5afe6cb2d None None] The sync data for ids ['feb9d013-468f-482a-8c05-f3f2f82f74ec'] in n-d-827896-1 is: [{'id': 'feb9d013-468f-482a-8c05-f3f2f82f74ec', 'name': 'tempest-ServerRescueNegativeTestJSON-903238590-router', 'tenant_id': 'c0334bb297a2459cb341ceb6d3c2f76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'fa5b5e6c-940f-48af-b3b5-bb1da8629e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:10:25Z', 'updated_at': '2022-02-04T21:10:44Z', 'revision_number': 4, 'project_id': 'c0334bb297a2459cb341ceb6d3c2f76e', 'gw_port': {'id': 'fa5b5e6c-940f-48af-b3b5-bb1da8629e62', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb9d013-468f-482a-8c05-f3f2f82f74ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:10:27Z', 'updated_at': '2022-02-04T21:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'baa2deee-de7e-443f-ba07-00ed6a7555f8', 'name': '', 'network_id': '45821ff6-3791-4a68-b829-a67211a973e0', 'tenant_id': 'c0334bb297a2459cb341ceb6d3c2f76e', 'mac_address': 'fa:16:3e:26:a2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb9d013-468f-482a-8c05-f3f2f82f74ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'e215eb7a-eead-45ce-94f4-e8f9a41d8b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:10:40Z', 'updated_at': '2022-02-04T21:10:52Z', 'revision_number': 4, 'project_id': 'c0334bb297a2459cb341ceb6d3c2f76e', 'subnets': [{'id': 'e215eb7a-eead-45ce-94f4-e8f9a41d8b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:10:53.325789 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38578) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:53.366671 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a279-9f23-4e55-8934-9fd8bcfb6592 req-40effeb7-06d6-47ca-9b26-9a968dcbfbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:53.369064 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b1e7a279-9f23-4e55-8934-9fd8bcfb6592 req-40effeb7-06d6-47ca-9b26-9a968dcbfbca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee4d3909-e094-4079-9a7f-4f6007c68222 HTTP/1.1" status: 200 len: 850 time: 0.2334442 Feb 04 21:10:53.381757 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-124efc05-610d-4aa7-a8d0-c36dc9224739 service neutron] 10.222.0.26 "GET /v2.0/networks/45821ff6-3791-4a68-b829-a67211a973e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264150 Feb 04 21:10:53.391915 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-91199056-30e5-4911-8d50-7aa84716ae58 None None] Deleting port 2d20d4ad-cdad-4d02-b55d-06337c12c1ab {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:10:53.392411 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-91199056-30e5-4911-8d50-7aa84716ae58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:53.482105 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a9691858-1ba4-48ca-b0c3-23e9b107eb83 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2ba621d22ceb430b9eee1db66fccde19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1544831 Feb 04 21:10:53.488146 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38586) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:53.581033 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a13400f3-1a7a-401a-96f2-6e437197f2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:53.622942 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-91199056-30e5-4911-8d50-7aa84716ae58 None None] The port '2d20d4ad-cdad-4d02-b55d-06337c12c1ab' was deleted {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:10:53.624825 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a13400f3-1a7a-401a-96f2-6e437197f2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:53.704814 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device baa2deee-de7e-443f-ba07-00ed6a7555f8 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:10:53.729495 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a13400f3-1a7a-401a-96f2-6e437197f2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:53.754684 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13400f3-1a7a-401a-96f2-6e437197f2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772eba00-5849-4013-8790-5fc862b05f78,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:53.775459 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a13400f3-1a7a-401a-96f2-6e437197f2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:53.779131 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a13400f3-1a7a-401a-96f2-6e437197f2f1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/772eba00-5849-4013-8790-5fc862b05f78 HTTP/1.1" status: 204 len: 168 time: 0.2876852 Feb 04 21:10:53.868508 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port baa2deee-de7e-443f-ba07-00ed6a7555f8 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:10:53.877958 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port baa2deee-de7e-443f-ba07-00ed6a7555f8 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:10:53.878369 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:53.962372 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a279-9f23-4e55-8934-9fd8bcfb6592 req-b59af80a-e15d-4e6a-928a-3eb76ae990d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:53.964477 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b1e7a279-9f23-4e55-8934-9fd8bcfb6592 req-b59af80a-e15d-4e6a-928a-3eb76ae990d7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4cc1ce8-eeb6-46af-80b5-92196799c865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5775318 Feb 04 21:10:53.993026 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-a51cd196-3a32-40aa-b655-586c780b059b service neutron] 10.222.0.26 "GET /v2.0/networks/45821ff6-3791-4a68-b829-a67211a973e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6081457 Feb 04 21:10:54.158578 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:54.218536 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port baa2deee-de7e-443f-ba07-00ed6a7555f8, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=baa2deee-de7e-443f-ba07-00ed6a7555f8,segment=NetworkSegment(383edd10-afd3-4822-a6b6-a663d901d7f4),segment_id=383edd10-afd3-4822-a6b6-a663d901d7f4)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:54.224954 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:54.334833 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63a689-6bb8-4901-a95b-96bd33a1ae31 req-8a49fd25-4918-4b83-9b87-2fa73bf601a0 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:54.364358 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63a689-6bb8-4901-a95b-96bd33a1ae31 req-8a49fd25-4918-4b83-9b87-2fa73bf601a0 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:54.374938 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 2d20d4ad-cdad-4d02-b55d-06337c12c1ab no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:10:54.393523 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63a689-6bb8-4901-a95b-96bd33a1ae31 req-8a49fd25-4918-4b83-9b87-2fa73bf601a0 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:54.415002 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63a689-6bb8-4901-a95b-96bd33a1ae31 req-8a49fd25-4918-4b83-9b87-2fa73bf601a0 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:54.445160 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63a689-6bb8-4901-a95b-96bd33a1ae31 req-8a49fd25-4918-4b83-9b87-2fa73bf601a0 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:54.466485 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63a689-6bb8-4901-a95b-96bd33a1ae31 req-8a49fd25-4918-4b83-9b87-2fa73bf601a0 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:54.475620 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63a689-6bb8-4901-a95b-96bd33a1ae31 req-8a49fd25-4918-4b83-9b87-2fa73bf601a0 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:54.491290 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8e63a689-6bb8-4901-a95b-96bd33a1ae31 req-8a49fd25-4918-4b83-9b87-2fa73bf601a0 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 5444 time: 0.8113902 Feb 04 21:10:54.503055 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb3753a7-0181-4db8-9df7-4277aca4a606', 'tag': '4e071aec-cde1-4a2d-8bf9-4285bb01ec56', 'status': 'completed', 'code': 200} Feb 04 21:10:54.515155 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 2d20d4ad-cdad-4d02-b55d-06337c12c1ab {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:10:54.515503 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 2d20d4ad-cdad-4d02-b55d-06337c12c1ab not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:10:54.590537 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=baa2deee-de7e-443f-ba07-00ed6a7555f8,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:54.884001 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b1e7a279-9f23-4e55-8934-9fd8bcfb6592 req-d899a4cd-a4ee-483f-be7e-ec2bcd61271d service neutron] 10.222.0.32 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9105923 Feb 04 21:10:54.952433 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8e63a689-6bb8-4901-a95b-96bd33a1ae31 req-9a7c380f-c5f8-498a-93c0-c610ebe0bf54 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57aefd0-2358-4799-bf02-8d4615be2807&id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4600134 Feb 04 21:10:54.978798 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38624) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:55.128138 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b1e7a279-9f23-4e55-8934-9fd8bcfb6592 req-22889ca7-3bd3-4b69-b98a-a81b9b1682d9 service neutron] 10.222.0.32 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317719 Feb 04 21:10:55.149072 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651036ec-f18b-4fd4-9331-78a5ed4053df req-00c87d01-5248-4588-9eca-39ec5774b645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:55.151075 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-651036ec-f18b-4fd4-9331-78a5ed4053df req-00c87d01-5248-4588-9eca-39ec5774b645 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ce17c1d72be45a189f441881461a948&device_id=bb3753a7-0181-4db8-9df7-4277aca4a606 HTTP/1.1" status: 200 len: 1095 time: 0.6554039 Feb 04 21:10:55.288490 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5d1407cd-7ddd-435e-b531-912531341c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:55.344249 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651036ec-f18b-4fd4-9331-78a5ed4053df req-187049e8-e308-4ca6-85f0-3c01da846650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:55.344901 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5d1407cd-7ddd-435e-b531-912531341c69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:10:55.347149 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-651036ec-f18b-4fd4-9331-78a5ed4053df req-187049e8-e308-4ca6-85f0-3c01da846650 service neutron] 10.222.0.32 "GET /v2.0/networks?id=71cc7060-622b-453a-b0f7-82fb643795a6 HTTP/1.1" status: 200 len: 910 time: 0.1845684 Feb 04 21:10:55.360105 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5d1407cd-7ddd-435e-b531-912531341c69 admin admin] Usage tracker for resource:security_group_rule and tenant:8132a784e1144ae9a35755f2e3e6f3f2 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:10:55.360720 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725627d-e882-4097-b653-c1217a6e8374 req-450b00f0-421d-4182-9df6-097a8fe63608 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:55.362666 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5725627d-e882-4097-b653-c1217a6e8374 req-450b00f0-421d-4182-9df6-097a8fe63608 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb3753a7-0181-4db8-9df7-4277aca4a606 HTTP/1.1" status: 200 len: 944 time: 0.5603426 Feb 04 21:10:55.376818 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5d1407cd-7ddd-435e-b531-912531341c69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:10:55.394132 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5d1407cd-7ddd-435e-b531-912531341c69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:10:55.583947 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device baa2deee-de7e-443f-ba07-00ed6a7555f8 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:10:55.714385 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port baa2deee-de7e-443f-ba07-00ed6a7555f8 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:10:55.714968 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:55.774246 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-651036ec-f18b-4fd4-9331-78a5ed4053df req-0b29724d-f465-48ab-99f8-c3d96a7bcbe4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e071aec-cde1-4a2d-8bf9-4285bb01ec56 HTTP/1.1" status: 200 len: 217 time: 0.4097772 Feb 04 21:10:55.806245 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-e4e02aff-78dd-459c-b118-c18cccb1c24d tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:55.815965 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-e4e02aff-78dd-459c-b118-c18cccb1c24d tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] Synchronizing usage tracker for tenant:69043a1eae18465eaae9daca28010b30 on resource:network {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:10:55.832334 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 4e071aec-cde1-4a2d-8bf9-4285bb01ec56 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:10:55.916422 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-e4e02aff-78dd-459c-b118-c18cccb1c24d tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] Unset dirty status for tenant:69043a1eae18465eaae9daca28010b30 on resource:network {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:10:55.917608 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-e4e02aff-78dd-459c-b118-c18cccb1c24d tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] 10.222.0.18 "GET /v2.0/networks?id=0cd7aa18-4cb0-491b-a9b7-91b688a96d7e HTTP/1.1" status: 200 len: 821 time: 0.4955103 Feb 04 21:10:55.949825 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-49da03f3-7373-4eee-b25a-a2049341b89f tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] Request body: {'port': {'device_id': 'e2715026-45d2-4e36-bfc6-1023b1d699f4', 'network_id': '0cd7aa18-4cb0-491b-a9b7-91b688a96d7e', 'admin_state_up': True, 'tenant_id': '69043a1eae18465eaae9daca28010b30'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:10:55.980403 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5725627d-e882-4097-b653-c1217a6e8374 req-9b9d13e0-8532-40a7-b686-5fe55e6182f6 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c78de3-875c-425d-94c9-f81bf71f072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548295 Feb 04 21:10:56.018511 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651036ec-f18b-4fd4-9331-78a5ed4053df req-3cb19935-9b0c-45f2-a907-ce93ca835ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:56.022031 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-651036ec-f18b-4fd4-9331-78a5ed4053df req-3cb19935-9b0c-45f2-a907-ce93ca835ee6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dda59ff2-438b-4a5b-b16b-321df03d5d1b HTTP/1.1" status: 200 len: 849 time: 0.2271686 Feb 04 21:10:56.140992 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:56.148592 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-651036ec-f18b-4fd4-9331-78a5ed4053df req-6268d8d1-df0e-446d-a44d-408f4ab773bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=71cc7060-622b-453a-b0f7-82fb643795a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133873 Feb 04 21:10:56.198734 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca719e-83c2-47cb-af35-923a53408a30 req-cc47c67c-f714-4724-b56f-49ada1140486 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:56.201520 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f0ca719e-83c2-47cb-af35-923a53408a30 req-cc47c67c-f714-4724-b56f-49ada1140486 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 943 time: 0.8531375 Feb 04 21:10:56.261741 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5d1407cd-7ddd-435e-b531-912531341c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:56.274116 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5d1407cd-7ddd-435e-b531-912531341c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:56.306373 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 4e071aec-cde1-4a2d-8bf9-4285bb01ec56, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=4e071aec-cde1-4a2d-8bf9-4285bb01ec56,segment=NetworkSegment(e00c1efb-b7a7-42f1-9693-109e2d3adea1),segment_id=e00c1efb-b7a7-42f1-9693-109e2d3adea1)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:56.327696 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '4e071aec-cde1-4a2d-8bf9-4285bb01ec56', 'network_id': '71cc7060-622b-453a-b0f7-82fb643795a6', 'port_id': '4e071aec-cde1-4a2d-8bf9-4285bb01ec56', 'mac_address': 'fa:16:3e:36:c1:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dda59ff2-438b-4a5b-b16b-321df03d5d1b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:10:56.357561 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-86110913-47ec-444b-9b1f-f01c7f019456 req-0e85568c-bf95-41ad-91ec-58cb3f46ae0b tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2715026-45d2-4e36-bfc6-1023b1d699f4 HTTP/1.1" status: 200 len: 210 time: 0.0823874 Feb 04 21:10:56.373119 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5d1407cd-7ddd-435e-b531-912531341c69 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8132a784e1144ae9a35755f2e3e6f3f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3922992 Feb 04 21:10:56.375964 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1407cd-7ddd-435e-b531-912531341c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5fa1dc-0851-429f-9407-bddd489fa465,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:56.383192 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 38648) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:56.394646 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-49da03f3-7373-4eee-b25a-a2049341b89f tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:10:56.400048 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-49da03f3-7373-4eee-b25a-a2049341b89f tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] Usage tracker for resource:port and tenant:69043a1eae18465eaae9daca28010b30 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:10:56.404102 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-49da03f3-7373-4eee-b25a-a2049341b89f tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:10:56.413202 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-49da03f3-7373-4eee-b25a-a2049341b89f tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:10:56.413812 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:56.431276 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f0ca719e-83c2-47cb-af35-923a53408a30 req-be7539ec-55e5-4bd2-9074-35df2358a2c0 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577168 Feb 04 21:10:56.436702 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-49da03f3-7373-4eee-b25a-a2049341b89f tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] Made reservation on behalf of 69043a1eae18465eaae9daca28010b30 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:10:56.440591 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-49da03f3-7373-4eee-b25a-a2049341b89f tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:56.468658 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e071aec-cde1-4a2d-8bf9-4285bb01ec56 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:10:56.488715 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-651036ec-f18b-4fd4-9331-78a5ed4053df req-89b38350-d48a-491f-b2d6-0292cc90e004 service neutron] 10.222.0.32 "GET /v2.0/networks/71cc7060-622b-453a-b0f7-82fb643795a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272500 Feb 04 21:10:56.518004 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 4e071aec-cde1-4a2d-8bf9-4285bb01ec56, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=4e071aec-cde1-4a2d-8bf9-4285bb01ec56,segment=NetworkSegment(e00c1efb-b7a7-42f1-9693-109e2d3adea1),segment_id=e00c1efb-b7a7-42f1-9693-109e2d3adea1)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:56.530472 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:56.532481 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 482e6750-0446-470c-a003-debc4eae84ff details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:10:56.591254 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1b917506-db0c-48d4-b1bc-a916ca062b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:56.790131 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-49da03f3-7373-4eee-b25a-a2049341b89f tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] Allocated IP 172.20.0.6 (0cd7aa18-4cb0-491b-a9b7-91b688a96d7e/f75bd0db-1421-4063-bb18-d74b0d7633e9/075c2fa8-ae36-4fe8-ba84-6eac3efb70fb) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:10:56.855843 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=4e071aec-cde1-4a2d-8bf9-4285bb01ec56,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:56.885439 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3b894550-5e91-4eac-b963-79905b3eaca1 req-5a383d33-079c-4b96-ab92-7538686cd304 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 210 time: 0.2250400 Feb 04 21:10:56.900878 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 482e6750-0446-470c-a003-debc4eae84ff, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=482e6750-0446-470c-a003-debc4eae84ff,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:56.934809 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '482e6750-0446-470c-a003-debc4eae84ff', 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865', 'port_id': '482e6750-0446-470c-a003-debc4eae84ff', 'mac_address': 'fa:16:3e:f5:ce:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee4d3909-e094-4079-9a7f-4f6007c68222', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:10:56.953671 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1b917506-db0c-48d4-b1bc-a916ca062b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:57.053990 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1b917506-db0c-48d4-b1bc-a916ca062b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:57.123497 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:57.131299 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b917506-db0c-48d4-b1bc-a916ca062b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5fa1dc-0851-429f-9407-bddd489fa465,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:57.147638 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1b917506-db0c-48d4-b1bc-a916ca062b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:57.149661 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-1b917506-db0c-48d4-b1bc-a916ca062b78 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3c5fa1dc-0851-429f-9407-bddd489fa465 HTTP/1.1" status: 204 len: 168 time: 0.7646506 Feb 04 21:10:57.158525 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-49da03f3-7373-4eee-b25a-a2049341b89f tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:57.190310 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b96ea6-7694-45c0-a721-88b44e887036 req-f6b28c9e-ba5c-4710-ae99-ea7f68db35cc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:57.198382 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b96ea6-7694-45c0-a721-88b44e887036 req-f6b28c9e-ba5c-4710-ae99-ea7f68db35cc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:57.205675 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b96ea6-7694-45c0-a721-88b44e887036 req-f6b28c9e-ba5c-4710-ae99-ea7f68db35cc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:57.212659 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b96ea6-7694-45c0-a721-88b44e887036 req-f6b28c9e-ba5c-4710-ae99-ea7f68db35cc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:57.216716 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 482e6750-0446-470c-a003-debc4eae84ff {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:10:57.219755 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b96ea6-7694-45c0-a721-88b44e887036 req-f6b28c9e-ba5c-4710-ae99-ea7f68db35cc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:57.229117 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b96ea6-7694-45c0-a721-88b44e887036 req-f6b28c9e-ba5c-4710-ae99-ea7f68db35cc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:57.229479 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-49da03f3-7373-4eee-b25a-a2049341b89f tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:57.235787 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b96ea6-7694-45c0-a721-88b44e887036 req-f6b28c9e-ba5c-4710-ae99-ea7f68db35cc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:57.237877 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-39b96ea6-7694-45c0-a721-88b44e887036 req-f6b28c9e-ba5c-4710-ae99-ea7f68db35cc tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 5444 time: 0.6373484 Feb 04 21:10:57.239911 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-651036ec-f18b-4fd4-9331-78a5ed4053df req-0868b6a7-5e8f-4811-9f73-aea113ec8ce2 service neutron] 10.222.0.32 "GET /v2.0/networks/71cc7060-622b-453a-b0f7-82fb643795a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7394638 Feb 04 21:10:57.279406 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 482e6750-0446-470c-a003-debc4eae84ff, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=482e6750-0446-470c-a003-debc4eae84ff,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:10:57.287575 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 38672) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:57.299609 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:57.314688 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-43865d5c-7568-4086-bd8f-c20c85ba3c01 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:57.316251 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-43865d5c-7568-4086-bd8f-c20c85ba3c01 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.18 "GET /v2.0/networks?id=45821ff6-3791-4a68-b829-a67211a973e0 HTTP/1.1" status: 200 len: 818 time: 0.7216761 Feb 04 21:10:57.321534 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-17250c44-2e32-488c-9e44-207142a983fd tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Request body: {'floatingip': {'port_id': '06d94d64-09f0-456d-ab29-149d5c934f71'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:10:57.395147 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-4c17ba65-6f78-47a4-b3eb-3901649f96e1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Request body: {'port': {'device_id': 'ce9c6794-3753-4bff-a44a-9031be912ede', 'network_id': '45821ff6-3791-4a68-b829-a67211a973e0', 'admin_state_up': True, 'tenant_id': 'c0334bb297a2459cb341ceb6d3c2f76e'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:10:57.409877 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da03f3-7373-4eee-b25a-a2049341b89f tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] Pushing event updated for resources: {'Port': ['ID=075c2fa8-ae36-4fe8-ba84-6eac3efb70fb,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:57.421029 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=482e6750-0446-470c-a003-debc4eae84ff,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:57.466328 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-49da03f3-7373-4eee-b25a-a2049341b89f tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] Network 0cd7aa18-4cb0-491b-a9b7-91b688a96d7e is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:10:57.470229 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-49da03f3-7373-4eee-b25a-a2049341b89f tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:10:57.475360 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-49da03f3-7373-4eee-b25a-a2049341b89f tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:10:57.507122 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-17250c44-2e32-488c-9e44-207142a983fd tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks [] for floatingip, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:57.562362 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-49da03f3-7373-4eee-b25a-a2049341b89f tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:57.562996 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-49da03f3-7373-4eee-b25a-a2049341b89f tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:57.596136 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-49da03f3-7373-4eee-b25a-a2049341b89f tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6556470 Feb 04 21:10:57.611681 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-416c3bd7-ded8-4f0d-95e2-44bfeb35dec8 service neutron] Request body: {'port': {'device_id': 'e2715026-45d2-4e36-bfc6-1023b1d699f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:10:57.704422 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['4e071aec-cde1-4a2d-8bf9-4285bb01ec56'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:10:57.778315 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-416c3bd7-ded8-4f0d-95e2-44bfeb35dec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:57.783839 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['482e6750-0446-470c-a003-debc4eae84ff'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:10:58.023765 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38710) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:58.094887 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-16cae5e3-d359-4d4e-a482-4f45f28e3f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:58.123287 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-e287919c-ed2b-47c6-a574-a2cffcbcc40b tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:58.125142 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-e287919c-ed2b-47c6-a574-a2cffcbcc40b tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/networks?id=45821ff6-3791-4a68-b829-a67211a973e0 HTTP/1.1" status: 200 len: 818 time: 0.6781628 Feb 04 21:10:58.131487 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-4c17ba65-6f78-47a4-b3eb-3901649f96e1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:10:58.144315 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3907c7-db8c-4f53-8511-5efe9bc008c1 req-02e2b42e-6d1d-4e6e-bebe-e2c72a3d6b55 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:58.154550 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ea3907c7-db8c-4f53-8511-5efe9bc008c1 req-02e2b42e-6d1d-4e6e-bebe-e2c72a3d6b55 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb3753a7-0181-4db8-9df7-4277aca4a606 HTTP/1.1" status: 200 len: 945 time: 0.9956536 Feb 04 21:10:58.238726 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-16cae5e3-d359-4d4e-a482-4f45f28e3f46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:10:58.244990 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-16cae5e3-d359-4d4e-a482-4f45f28e3f46 admin admin] Usage tracker for resource:security_group_rule and tenant:bbab2a42bb94447daf2c953095e7d1ba is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:10:58.249083 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-16cae5e3-d359-4d4e-a482-4f45f28e3f46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:10:58.257072 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-16cae5e3-d359-4d4e-a482-4f45f28e3f46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:10:58.268340 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-4c17ba65-6f78-47a4-b3eb-3901649f96e1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:10:58.287065 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-a642c8ae-321f-4ed5-bb4b-106191833e55 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/quotas/c0334bb297a2459cb341ceb6d3c2f76e HTTP/1.1" status: 200 len: 375 time: 0.0799897 Feb 04 21:10:58.301662 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ea3907c7-db8c-4f53-8511-5efe9bc008c1 req-f90383c3-e88e-4f47-b690-7a9d9010c57d tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c78de3-875c-425d-94c9-f81bf71f072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455467 Feb 04 21:10:58.471854 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-4c17ba65-6f78-47a4-b3eb-3901649f96e1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Made reservation on behalf of c0334bb297a2459cb341ceb6d3c2f76e for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:10:58.475712 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-4c17ba65-6f78-47a4-b3eb-3901649f96e1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:58.478444 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-16cae5e3-d359-4d4e-a482-4f45f28e3f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:58.494376 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-16cae5e3-d359-4d4e-a482-4f45f28e3f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:58.555347 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-416c3bd7-ded8-4f0d-95e2-44bfeb35dec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 075c2fa8-ae36-4fe8-ba84-6eac3efb70fb {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:10:58.568826 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-16cae5e3-d359-4d4e-a482-4f45f28e3f46 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bbab2a42bb94447daf2c953095e7d1ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5425110 Feb 04 21:10:58.571692 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-416c3bd7-ded8-4f0d-95e2-44bfeb35dec8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:58.579646 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 38726) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:58.585440 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cae5e3-d359-4d4e-a482-4f45f28e3f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa4f8aa-3825-4dad-ae6b-8ae5ab5c9441,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:58.621824 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-416c3bd7-ded8-4f0d-95e2-44bfeb35dec8 service neutron] Transition to ACTIVE for port object 075c2fa8-ae36-4fe8-ba84-6eac3efb70fb will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:10:58.631526 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-416c3bd7-ded8-4f0d-95e2-44bfeb35dec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:58.722890 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c3bd7-ded8-4f0d-95e2-44bfeb35dec8 service neutron] Pushing event updated for resources: {'Port': ['ID=075c2fa8-ae36-4fe8-ba84-6eac3efb70fb,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:58.875992 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef35865-127e-4626-8b8c-ee051317628a req-2ce00833-7a0d-4363-b55c-5be117d8a15e tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:58.881288 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8ef35865-127e-4626-8b8c-ee051317628a req-2ce00833-7a0d-4363-b55c-5be117d8a15e tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2715026-45d2-4e36-bfc6-1023b1d699f4 HTTP/1.1" status: 200 len: 931 time: 0.4243858 Feb 04 21:10:58.936552 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-16b8caf1-4119-45ed-b308-4b9abc72ca4f tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0334bb297a2459cb341ceb6d3c2f76e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6388738 Feb 04 21:10:58.946634 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-416c3bd7-ded8-4f0d-95e2-44bfeb35dec8 service neutron] Attempting to bind port 075c2fa8-ae36-4fe8-ba84-6eac3efb70fb on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:10:58.946970 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-416c3bd7-ded8-4f0d-95e2-44bfeb35dec8 service neutron] Attempting to bind port 075c2fa8-ae36-4fe8-ba84-6eac3efb70fb by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'be4915d7-1189-4ea5-8096-b0ccc9463402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0cd7aa18-4cb0-491b-a9b7-91b688a96d7e'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:10:58.947294 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-416c3bd7-ded8-4f0d-95e2-44bfeb35dec8 service neutron] Attempting to bind port 075c2fa8-ae36-4fe8-ba84-6eac3efb70fb on network 0cd7aa18-4cb0-491b-a9b7-91b688a96d7e {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:10:58.952545 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-416c3bd7-ded8-4f0d-95e2-44bfeb35dec8 service neutron] Port 075c2fa8-ae36-4fe8-ba84-6eac3efb70fb on network 0cd7aa18-4cb0-491b-a9b7-91b688a96d7e not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:10:58.952864 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-416c3bd7-ded8-4f0d-95e2-44bfeb35dec8 service neutron] Attempting to bind port 075c2fa8-ae36-4fe8-ba84-6eac3efb70fb on network 0cd7aa18-4cb0-491b-a9b7-91b688a96d7e {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:10:58.958093 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-416c3bd7-ded8-4f0d-95e2-44bfeb35dec8 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:10:58.958430 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-416c3bd7-ded8-4f0d-95e2-44bfeb35dec8 service neutron] Checking segment: {'id': 'be4915d7-1189-4ea5-8096-b0ccc9463402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0cd7aa18-4cb0-491b-a9b7-91b688a96d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:10:58.958816 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-416c3bd7-ded8-4f0d-95e2-44bfeb35dec8 service neutron] Bound using segment: {'id': 'be4915d7-1189-4ea5-8096-b0ccc9463402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0cd7aa18-4cb0-491b-a9b7-91b688a96d7e'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:10:58.959246 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-416c3bd7-ded8-4f0d-95e2-44bfeb35dec8 service neutron] Bound port: 075c2fa8-ae36-4fe8-ba84-6eac3efb70fb, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be4915d7-1189-4ea5-8096-b0ccc9463402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0cd7aa18-4cb0-491b-a9b7-91b688a96d7e'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:10:58.959935 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-416c3bd7-ded8-4f0d-95e2-44bfeb35dec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:59.078326 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8e407e38-d538-48da-ab6c-f8d9e2abd2b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:59.080789 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-416c3bd7-ded8-4f0d-95e2-44bfeb35dec8 service neutron] For port 075c2fa8-ae36-4fe8-ba84-6eac3efb70fb, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:10:59.084097 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-416c3bd7-ded8-4f0d-95e2-44bfeb35dec8 service neutron] For port 075c2fa8-ae36-4fe8-ba84-6eac3efb70fb, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=075c2fa8-ae36-4fe8-ba84-6eac3efb70fb,segment=NetworkSegment(be4915d7-1189-4ea5-8096-b0ccc9463402),segment_id=be4915d7-1189-4ea5-8096-b0ccc9463402)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:10:59.091558 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-416c3bd7-ded8-4f0d-95e2-44bfeb35dec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:59.184767 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-416c3bd7-ded8-4f0d-95e2-44bfeb35dec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:59.185384 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-416c3bd7-ded8-4f0d-95e2-44bfeb35dec8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:59.186818 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-416c3bd7-ded8-4f0d-95e2-44bfeb35dec8 service neutron] 10.222.0.18 "PUT /v2.0/ports/075c2fa8-ae36-4fe8-ba84-6eac3efb70fb HTTP/1.1" status: 200 len: 1091 time: 1.5826645 Feb 04 21:10:59.195269 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2715026-45d2-4e36-bfc6-1023b1d699f4', 'tag': '075c2fa8-ae36-4fe8-ba84-6eac3efb70fb'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:10:59.208773 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8ef35865-127e-4626-8b8c-ee051317628a req-acf94bcb-034d-4a87-bdff-bc850f76ed75 tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] 10.222.0.26 "GET /v2.0/security-groups?id=192465c7-4a4e-461e-8c52-7c549b2135a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768042 Feb 04 21:10:59.272117 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-4c17ba65-6f78-47a4-b3eb-3901649f96e1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Allocated IP 172.20.0.6 (45821ff6-3791-4a68-b829-a67211a973e0/e215eb7a-eead-45ce-94f4-e8f9a41d8b7e/ffecdf98-c817-481b-b0b0-07871ba48ec8) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:10:59.276303 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8e407e38-d538-48da-ab6c-f8d9e2abd2b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:59.311453 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c3bd7-ded8-4f0d-95e2-44bfeb35dec8 service neutron] Pushing event updated for resources: {'Port': ['ID=075c2fa8-ae36-4fe8-ba84-6eac3efb70fb,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:10:59.362371 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-33326f0a-f09a-492a-8611-693c9a4f3929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:59.362371 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-33326f0a-f09a-492a-8611-693c9a4f3929 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69043a1eae18465eaae9daca28010b30&device_id=e2715026-45d2-4e36-bfc6-1023b1d699f4 HTTP/1.1" status: 200 len: 1094 time: 0.1248679 Feb 04 21:10:59.362371 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38744) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:10:59.376779 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-55dfb736-0795-4354-a368-dac125949d96 service neutron] 10.222.0.26 "GET /v2.0/networks/45821ff6-3791-4a68-b829-a67211a973e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633664 Feb 04 21:10:59.455963 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-0a09036f-4cf3-47e0-96af-137af455177e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=075c2fa8-ae36-4fe8-ba84-6eac3efb70fb HTTP/1.1" status: 200 len: 217 time: 0.0860126 Feb 04 21:10:59.549094 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-56e72b35-b978-40b7-bdc4-012a4f609586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:10:59.549094 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-56e72b35-b978-40b7-bdc4-012a4f609586 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f75bd0db-1421-4063-bb18-d74b0d7633e9 HTTP/1.1" status: 200 len: 861 time: 0.0884025 Feb 04 21:10:59.620345 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-d6037c36-6dde-498a-abd3-b389edc8022a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0cd7aa18-4cb0-491b-a9b7-91b688a96d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624444 Feb 04 21:10:59.691408 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5693273b-440d-406c-894b-7ad374575c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:59.748202 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8e407e38-d538-48da-ab6c-f8d9e2abd2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:59.766137 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5693273b-440d-406c-894b-7ad374575c6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:10:59.779227 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5693273b-440d-406c-894b-7ad374575c6c admin admin] Usage tracker for resource:security_group_rule and tenant:13456ce5d4e344458272fbd15c91aa5a is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:10:59.785178 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5693273b-440d-406c-894b-7ad374575c6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:10:59.796301 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5693273b-440d-406c-894b-7ad374575c6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:10:59.855550 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 4e071aec-cde1-4a2d-8bf9-4285bb01ec56 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:10:59.957258 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 4e071aec-cde1-4a2d-8bf9-4285bb01ec56 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:10:59.967337 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 4e071aec-cde1-4a2d-8bf9-4285bb01ec56 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:10:59.967337 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:59.981101 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5693273b-440d-406c-894b-7ad374575c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:10:59.981101 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-77fed260-ce20-417e-8fbd-e9c69c29ea5c service neutron] 10.222.0.18 "GET /v2.0/networks/0cd7aa18-4cb0-491b-a9b7-91b688a96d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570616 Feb 04 21:10:59.990617 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5693273b-440d-406c-894b-7ad374575c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:00.064540 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [None req-17250c44-2e32-488c-9e44-207142a983fd tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:11:00.128891 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e407e38-d538-48da-ab6c-f8d9e2abd2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa4f8aa-3825-4dad-ae6b-8ae5ab5c9441,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:00.171119 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45a6ea-6fc5-4d64-9f1b-3fa0da245a80 req-b9b3bdf3-5d11-4490-945c-4e770ece547e tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:00.181140 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7d45a6ea-6fc5-4d64-9f1b-3fa0da245a80 req-b9b3bdf3-5d11-4490-945c-4e770ece547e tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 944 time: 0.7961237 Feb 04 21:11:00.282957 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-44417d9c-14b5-4e82-9864-165dd78105cb service neutron] 10.222.0.26 "GET /v2.0/networks/45821ff6-3791-4a68-b829-a67211a973e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8405325 Feb 04 21:11:00.296735 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:00.309594 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-17250c44-2e32-488c-9e44-207142a983fd tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:00.318076 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8e407e38-d538-48da-ab6c-f8d9e2abd2b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:00.326271 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-8e407e38-d538-48da-ab6c-f8d9e2abd2b9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0aa4f8aa-3825-4dad-ae6b-8ae5ab5c9441 HTTP/1.1" status: 204 len: 168 time: 1.6661661 Feb 04 21:11:00.338510 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-17250c44-2e32-488c-9e44-207142a983fd tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:00.362531 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3753a7-0181-4db8-9df7-4277aca4a606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e071aec-cde1-4a2d-8bf9-4285bb01ec56'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:11:00.392385 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 4e071aec-cde1-4a2d-8bf9-4285bb01ec56, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=4e071aec-cde1-4a2d-8bf9-4285bb01ec56,segment=NetworkSegment(e00c1efb-b7a7-42f1-9693-109e2d3adea1),segment_id=e00c1efb-b7a7-42f1-9693-109e2d3adea1)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:00.392385 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:00.392385 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 482e6750-0446-470c-a003-debc4eae84ff up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:11:00.520123 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7d45a6ea-6fc5-4d64-9f1b-3fa0da245a80 req-559842ef-0f4f-4770-9b8b-d67e7ed85e2b tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315072 Feb 04 21:11:00.539110 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5693273b-440d-406c-894b-7ad374575c6c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=13456ce5d4e344458272fbd15c91aa5a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1767869 Feb 04 21:11:00.539110 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693273b-440d-406c-894b-7ad374575c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f704893-0169-4a9d-98c8-fff4f8d713cc,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:00.557284 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38760) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:00.607478 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2715026-45d2-4e36-bfc6-1023b1d699f4', 'tag': '075c2fa8-ae36-4fe8-ba84-6eac3efb70fb', 'status': 'completed', 'code': 200} Feb 04 21:11:00.749967 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=4e071aec-cde1-4a2d-8bf9-4285bb01ec56,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:00.779029 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 482e6750-0446-470c-a003-debc4eae84ff completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:11:00.805568 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 482e6750-0446-470c-a003-debc4eae84ff triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:00.805568 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:00.854339 n-d-827896-1 neutron-server[87683]: INFO neutron.db.l3_db [None req-17250c44-2e32-488c-9e44-207142a983fd tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Floating IP 71dcfa94-28e0-4920-b99b-15da2457b8cd associated. External IP: 172.25.5.91, port: 06d94d64-09f0-456d-ab29-149d5c934f71. Feb 04 21:11:00.895139 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6d9c8f2b-5a00-4b6e-a63d-a9d54035dd82 req-20aa3777-c7b5-4565-93e3-4941e51fd8ec service neutron] 10.222.0.18 "GET /v2.0/networks/0cd7aa18-4cb0-491b-a9b7-91b688a96d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8939853 Feb 04 21:11:00.940049 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e76b7bce-3768-43b2-b01a-d3977c599291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:01.102087 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e76b7bce-3768-43b2-b01a-d3977c599291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:01.111526 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-4c17ba65-6f78-47a4-b3eb-3901649f96e1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:01.270571 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de1065-6665-4334-a2af-560525d0371f req-b9f03b0a-df69-4131-b25e-e8a769ce1db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:01.280766 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-04de1065-6665-4334-a2af-560525d0371f req-b9f03b0a-df69-4131-b25e-e8a769ce1db7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69043a1eae18465eaae9daca28010b30&device_id=e2715026-45d2-4e36-bfc6-1023b1d699f4 HTTP/1.1" status: 200 len: 1094 time: 0.3217239 Feb 04 21:11:01.284885 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:01.397086 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e76b7bce-3768-43b2-b01a-d3977c599291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:01.403323 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 482e6750-0446-470c-a003-debc4eae84ff, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=482e6750-0446-470c-a003-debc4eae84ff,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:01.417479 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:01.516087 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=482e6750-0446-470c-a003-debc4eae84ff,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:01.591228 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b7bce-3768-43b2-b01a-d3977c599291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f704893-0169-4a9d-98c8-fff4f8d713cc,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:01.608665 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e76b7bce-3768-43b2-b01a-d3977c599291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:01.610117 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e76b7bce-3768-43b2-b01a-d3977c599291 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7f704893-0169-4a9d-98c8-fff4f8d713cc HTTP/1.1" status: 204 len: 168 time: 1.0586665 Feb 04 21:11:01.687007 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de1065-6665-4334-a2af-560525d0371f req-d9604f45-b83b-4e78-b7f8-2cf9ab1bd73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:01.687007 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-04de1065-6665-4334-a2af-560525d0371f req-d9604f45-b83b-4e78-b7f8-2cf9ab1bd73a service neutron] 10.222.0.18 "GET /v2.0/networks?id=0cd7aa18-4cb0-491b-a9b7-91b688a96d7e HTTP/1.1" status: 200 len: 922 time: 0.3991244 Feb 04 21:11:01.797179 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-04de1065-6665-4334-a2af-560525d0371f req-635cbc92-0a83-4f24-b0c4-ae6b4a44ffdd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=075c2fa8-ae36-4fe8-ba84-6eac3efb70fb HTTP/1.1" status: 200 len: 217 time: 0.1029773 Feb 04 21:11:01.904114 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce42d9-f68c-49bd-94f7-2b791143adbd req-3cc83ada-be80-4289-839a-ca64e6a85c51 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:01.904694 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dcce42d9-f68c-49bd-94f7-2b791143adbd req-3cc83ada-be80-4289-839a-ca64e6a85c51 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb3753a7-0181-4db8-9df7-4277aca4a606 HTTP/1.1" status: 200 len: 946 time: 0.9660051 Feb 04 21:11:01.920717 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de1065-6665-4334-a2af-560525d0371f req-07e03190-7871-438c-b688-2b26a9562009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:01.920717 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-04de1065-6665-4334-a2af-560525d0371f req-07e03190-7871-438c-b688-2b26a9562009 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f75bd0db-1421-4063-bb18-d74b0d7633e9 HTTP/1.1" status: 200 len: 861 time: 0.1143489 Feb 04 21:11:02.012322 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-04de1065-6665-4334-a2af-560525d0371f req-479a631e-88fa-4ffb-a3e6-aed506f66563 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0cd7aa18-4cb0-491b-a9b7-91b688a96d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837002 Feb 04 21:11:02.012550 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229fc71-d255-46fb-8a0c-f2d1a0125ff6 req-846ec2e5-a055-4254-bb74-fe369409d455 tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:02.017689 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b229fc71-d255-46fb-8a0c-f2d1a0125ff6 req-846ec2e5-a055-4254-bb74-fe369409d455 tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2715026-45d2-4e36-bfc6-1023b1d699f4 HTTP/1.1" status: 200 len: 943 time: 0.5761561 Feb 04 21:11:02.021987 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-4c17ba65-6f78-47a4-b3eb-3901649f96e1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:02.135573 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-4c17ba65-6f78-47a4-b3eb-3901649f96e1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Network 45821ff6-3791-4a68-b829-a67211a973e0 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:11:02.140307 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dcce42d9-f68c-49bd-94f7-2b791143adbd req-65c80b32-285b-417c-a75d-72c78c0b33eb tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c78de3-875c-425d-94c9-f81bf71f072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255082 Feb 04 21:11:02.151021 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17250c44-2e32-488c-9e44-207142a983fd tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Router 67ff9376-b6d4-48ae-95fd-0e45b8d337b5 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:11:02.165630 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-4c17ba65-6f78-47a4-b3eb-3901649f96e1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:11:02.178432 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-4c17ba65-6f78-47a4-b3eb-3901649f96e1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:11:02.279209 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3753a7-0181-4db8-9df7-4277aca4a606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e071aec-cde1-4a2d-8bf9-4285bb01ec56', 'code': 200} Feb 04 21:11:02.281369 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-04de1065-6665-4334-a2af-560525d0371f req-61865b44-0fdb-409b-bcce-a0010a2adbe8 service neutron] 10.222.0.18 "GET /v2.0/networks/0cd7aa18-4cb0-491b-a9b7-91b688a96d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614090 Feb 04 21:11:02.420329 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38800) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:02.455330 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4d6659f7-1dbb-4234-9962-35ea76b82aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:02.466124 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17ba65-6f78-47a4-b3eb-3901649f96e1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Pushing event updated for resources: {'Port': ['ID=ffecdf98-c817-481b-b0b0-07871ba48ec8,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:02.477659 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-4d6659f7-1dbb-4234-9962-35ea76b82aa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:11:02.480908 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-4d6659f7-1dbb-4234-9962-35ea76b82aa6 admin admin] Usage tracker for resource:security_group_rule and tenant:5235f54de7414ad38ac024e73e49d933 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:11:02.486024 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-4d6659f7-1dbb-4234-9962-35ea76b82aa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:11:02.503190 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-4d6659f7-1dbb-4234-9962-35ea76b82aa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:11:02.547152 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-04de1065-6665-4334-a2af-560525d0371f req-2ba5dc34-c2ec-4b0c-ad58-3f60fde1d8f3 service neutron] 10.222.0.18 "GET /v2.0/networks/0cd7aa18-4cb0-491b-a9b7-91b688a96d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597933 Feb 04 21:11:02.566987 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b229fc71-d255-46fb-8a0c-f2d1a0125ff6 req-c032e640-306a-4a09-a166-236c180576a1 tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] 10.222.0.26 "GET /v2.0/security-groups?id=192465c7-4a4e-461e-8c52-7c549b2135a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4972601 Feb 04 21:11:02.574629 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-4c17ba65-6f78-47a4-b3eb-3901649f96e1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:02.575548 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-4c17ba65-6f78-47a4-b3eb-3901649f96e1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:02.615365 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-f2881903-7d16-4129-b42f-898d942a2b02 req-e9c88fc8-8779-4dc2-bb33-55398c84e2e9 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Synchronizing usage tracker for tenant:c0334bb297a2459cb341ceb6d3c2f76e on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:11:02.643000 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4d6659f7-1dbb-4234-9962-35ea76b82aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:02.650906 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4d6659f7-1dbb-4234-9962-35ea76b82aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:02.658006 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:02.717429 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4d6659f7-1dbb-4234-9962-35ea76b82aa6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5235f54de7414ad38ac024e73e49d933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2957971 Feb 04 21:11:02.719128 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38808) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:02.724139 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-4c17ba65-6f78-47a4-b3eb-3901649f96e1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3328314 Feb 04 21:11:02.732782 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6659f7-1dbb-4234-9962-35ea76b82aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf1ac23-7162-42d8-b1fc-7b5ea40c98c9,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:02.752873 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-82bc13f6-bbcf-4cac-bdff-ea739c76b17e service neutron] Request body: {'port': {'device_id': 'ce9c6794-3753-4bff-a44a-9031be912ede', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:11:02.804802 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-883132f1-e50e-4bed-a0a2-f1e7bd8c3a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:02.837765 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-883132f1-e50e-4bed-a0a2-f1e7bd8c3a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:02.924525 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-883132f1-e50e-4bed-a0a2-f1e7bd8c3a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:02.943449 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883132f1-e50e-4bed-a0a2-f1e7bd8c3a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf1ac23-7162-42d8-b1fc-7b5ea40c98c9,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:02.962272 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-883132f1-e50e-4bed-a0a2-f1e7bd8c3a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:02.969565 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-883132f1-e50e-4bed-a0a2-f1e7bd8c3a0c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7cf1ac23-7162-42d8-b1fc-7b5ea40c98c9 HTTP/1.1" status: 204 len: 168 time: 0.2486417 Feb 04 21:11:02.972500 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-f2881903-7d16-4129-b42f-898d942a2b02 req-e9c88fc8-8779-4dc2-bb33-55398c84e2e9 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Unset dirty status for tenant:c0334bb297a2459cb341ceb6d3c2f76e on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:11:02.973745 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f2881903-7d16-4129-b42f-898d942a2b02 req-e9c88fc8-8779-4dc2-bb33-55398c84e2e9 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=641e4ab1-72cc-48d6-b7f1-2f56ca70ef46 HTTP/1.1" status: 200 len: 210 time: 0.5199323 Feb 04 21:11:03.207270 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17250c44-2e32-488c-9e44-207142a983fd tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:11:03.212443 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-17250c44-2e32-488c-9e44-207142a983fd tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:03.218538 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1033f6b-9a7e-4ab5-a197-bcc80699f575 None None] Sync routers for ids ['67ff9376-b6d4-48ae-95fd-0e45b8d337b5'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:11:03.234065 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1033f6b-9a7e-4ab5-a197-bcc80699f575 None None] Routers {'67ff9376-b6d4-48ae-95fd-0e45b8d337b5'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:11:03.234795 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-d1033f6b-9a7e-4ab5-a197-bcc80699f575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:10:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['67ff9376-b6d4-48ae-95fd-0e45b8d337b5'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:03.435311 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ec04b-b207-40f2-b74f-a81f5094e75f req-a0fff5c2-c85c-4b61-a389-8838bd01eb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:03.436785 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-323ec04b-b207-40f2-b74f-a81f5094e75f req-a0fff5c2-c85c-4b61-a389-8838bd01eb7b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bb3753a7-0181-4db8-9df7-4277aca4a606 HTTP/1.1" status: 200 len: 1097 time: 0.9771168 Feb 04 21:11:03.439214 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-17250c44-2e32-488c-9e44-207142a983fd tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "PUT /v2.0/floatingips/71dcfa94-28e0-4920-b99b-15da2457b8cd HTTP/1.1" status: 200 len: 991 time: 6.1424053 Feb 04 21:11:03.455162 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'tag': '06d94d64-09f0-456d-ab29-149d5c934f71'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:11:03.466730 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-11fc4c88-f023-442c-8df1-8e9000f33634 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:03.468211 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-11fc4c88-f023-442c-8df1-8e9000f33634 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.32 "GET /v2.0/networks?id=45821ff6-3791-4a68-b829-a67211a973e0 HTTP/1.1" status: 200 len: 818 time: 0.4917905 Feb 04 21:11:03.490884 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-d1033f6b-9a7e-4ab5-a197-bcc80699f575 None None] Set router 67ff9376-b6d4-48ae-95fd-0e45b8d337b5 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:11:03.511994 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-b5cdaf36-bbf4-4012-ab0a-cba0db0063b1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Request body: {'port': {'device_id': '641e4ab1-72cc-48d6-b7f1-2f56ca70ef46', 'network_id': '45821ff6-3791-4a68-b829-a67211a973e0', 'admin_state_up': True, 'tenant_id': 'c0334bb297a2459cb341ceb6d3c2f76e'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:11:03.607456 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-82bc13f6-bbcf-4cac-bdff-ea739c76b17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:03.700939 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282fe3c-9e7e-4c41-a45a-76338b9a4ab6 req-1776c791-38c7-402f-bfc7-1fda137aa119 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:03.702814 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3282fe3c-9e7e-4c41-a45a-76338b9a4ab6 req-1776c791-38c7-402f-bfc7-1fda137aa119 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a11251f-38ca-4d47-a825-ba3e837a8ae3 HTTP/1.1" status: 200 len: 945 time: 0.7278512 Feb 04 21:11:03.719902 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-323ec04b-b207-40f2-b74f-a81f5094e75f req-d915c26f-7c00-4aca-bb9e-443f8c5ff711 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b1c78de3-875c-425d-94c9-f81bf71f072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507348 Feb 04 21:11:03.878441 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf76f0-bdfc-4aa7-ad66-0c1106337121 req-31296c04-a1e5-40aa-a87f-268329ea2175 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:03.880228 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cbdf76f0-bdfc-4aa7-ad66-0c1106337121 req-31296c04-a1e5-40aa-a87f-268329ea2175 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 945 time: 0.6794786 Feb 04 21:11:03.914093 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-d1033f6b-9a7e-4ab5-a197-bcc80699f575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'name': 'tempest-TaggedBootDevicesTest_v242-2015095149-router', 'tenant_id': 'b242a09179d94d8193cc1c0208c67871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '150c57e9-cee7-43d3-be66-cc12b0649131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:07:37Z', 'updated_at': '2022-02-04T21:07:45Z', 'revision_number': 4, 'project_id': 'b242a09179d94d8193cc1c0208c67871', 'gw_port': {'id': '150c57e9-cee7-43d3-be66-cc12b0649131', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:38Z', 'updated_at': '2022-02-04T21:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': '71dcfa94-28e0-4920-b99b-15da2457b8cd', 'tenant_id': 'b242a09179d94d8193cc1c0208c67871', 'floating_ip_address': '172.25.5.91', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'port_id': '06d94d64-09f0-456d-ab29-149d5c934f71', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332fe6aa-ed66-44ea-9220-8f05179f41a3', 'mac_address': 'fa:16:3e:99:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:09:04Z', 'updated_at': '2022-02-04T21:10:59Z', 'revision_number': 1, 'project_id': 'b242a09179d94d8193cc1c0208c67871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068cada8-879f-484d-90ab-4a64a6cd5196', 'name': '', 'network_id': '332fe6aa-ed66-44ea-9220-8f05179f41a3', 'tenant_id': 'b242a09179d94d8193cc1c0208c67871', 'mac_address': 'fa:16:3e:11:7a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '81b08678-ed5f-4876-93e1-3c270387f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:44Z', 'updated_at': '2022-02-04T21:07:54Z', 'revision_number': 5, 'project_id': 'b242a09179d94d8193cc1c0208c67871', 'subnets': [{'id': '81b08678-ed5f-4876-93e1-3c270387f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:03.918427 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1033f6b-9a7e-4ab5-a197-bcc80699f575 None None] Checking router: 67ff9376-b6d4-48ae-95fd-0e45b8d337b5 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:11:03.927119 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1033f6b-9a7e-4ab5-a197-bcc80699f575 None None] Routers {'67ff9376-b6d4-48ae-95fd-0e45b8d337b5'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:11:03.927947 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-d1033f6b-9a7e-4ab5-a197-bcc80699f575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:10:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['67ff9376-b6d4-48ae-95fd-0e45b8d337b5'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:03.938281 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3282fe3c-9e7e-4c41-a45a-76338b9a4ab6 req-0c8b56d4-a58f-44ea-b327-a9fe11df7d1e tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "GET /v2.0/security-groups?id=74ff6b8a-96a6-4228-8ce5-07b5da50ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170086 Feb 04 21:11:04.015390 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-b5cdaf36-bbf4-4012-ab0a-cba0db0063b1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:11:04.027285 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-b5cdaf36-bbf4-4012-ab0a-cba0db0063b1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:11:04.071843 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 075c2fa8-ae36-4fe8-ba84-6eac3efb70fb details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:11:04.081699 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-b5cdaf36-bbf4-4012-ab0a-cba0db0063b1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Made reservation on behalf of c0334bb297a2459cb341ceb6d3c2f76e for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:11:04.089786 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-b5cdaf36-bbf4-4012-ab0a-cba0db0063b1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:04.282122 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8b5580-581f-45b2-8a62-0f7bab064a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482e6750-0446-470c-a003-debc4eae84ff'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:11:04.303930 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-d1033f6b-9a7e-4ab5-a197-bcc80699f575 None None] Set router 67ff9376-b6d4-48ae-95fd-0e45b8d337b5 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:11:04.343104 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cbdf76f0-bdfc-4aa7-ad66-0c1106337121 req-4f1ae8b3-dd03-4c90-b971-72059dbb9a2c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515333 Feb 04 21:11:04.591014 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78933c1d-afae-4326-9290-db025ec35f40 req-a3dc1941-9059-45f7-953a-abf48b7ddd4b tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:04.593674 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-78933c1d-afae-4326-9290-db025ec35f40 req-a3dc1941-9059-45f7-953a-abf48b7ddd4b tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb3753a7-0181-4db8-9df7-4277aca4a606 HTTP/1.1" status: 200 len: 946 time: 0.3877127 Feb 04 21:11:04.622497 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 075c2fa8-ae36-4fe8-ba84-6eac3efb70fb, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=075c2fa8-ae36-4fe8-ba84-6eac3efb70fb,segment=NetworkSegment(be4915d7-1189-4ea5-8096-b0ccc9463402),segment_id=be4915d7-1189-4ea5-8096-b0ccc9463402)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:04.658821 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '075c2fa8-ae36-4fe8-ba84-6eac3efb70fb', 'network_id': '0cd7aa18-4cb0-491b-a9b7-91b688a96d7e', 'port_id': '075c2fa8-ae36-4fe8-ba84-6eac3efb70fb', 'mac_address': 'fa:16:3e:d3:06:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f75bd0db-1421-4063-bb18-d74b0d7633e9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:11:04.708288 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-78933c1d-afae-4326-9290-db025ec35f40 req-91ad7a8f-d85d-4501-a8a5-54ea4af60120 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c78de3-875c-425d-94c9-f81bf71f072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034389 Feb 04 21:11:04.713636 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-82bc13f6-bbcf-4cac-bdff-ea739c76b17e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffecdf98-c817-481b-b0b0-07871ba48ec8 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:11:04.740122 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e0ccb-8740-44dc-9b7d-27f6227d3f99 req-353e8cf7-2aa3-49d2-9d45-3b3f06ed43a6 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:04.746581 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e0ccb-8740-44dc-9b7d-27f6227d3f99 req-353e8cf7-2aa3-49d2-9d45-3b3f06ed43a6 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:04.753943 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e0ccb-8740-44dc-9b7d-27f6227d3f99 req-353e8cf7-2aa3-49d2-9d45-3b3f06ed43a6 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:04.764832 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e0ccb-8740-44dc-9b7d-27f6227d3f99 req-353e8cf7-2aa3-49d2-9d45-3b3f06ed43a6 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:04.772781 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e0ccb-8740-44dc-9b7d-27f6227d3f99 req-353e8cf7-2aa3-49d2-9d45-3b3f06ed43a6 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:04.781696 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e0ccb-8740-44dc-9b7d-27f6227d3f99 req-353e8cf7-2aa3-49d2-9d45-3b3f06ed43a6 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:04.793484 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e0ccb-8740-44dc-9b7d-27f6227d3f99 req-353e8cf7-2aa3-49d2-9d45-3b3f06ed43a6 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:04.797462 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-420e0ccb-8740-44dc-9b7d-27f6227d3f99 req-353e8cf7-2aa3-49d2-9d45-3b3f06ed43a6 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 5444 time: 0.3124979 Feb 04 21:11:04.804787 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:04.805305 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'tag': '06d94d64-09f0-456d-ab29-149d5c934f71', 'status': 'completed', 'code': 200} Feb 04 21:11:04.809313 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-82bc13f6-bbcf-4cac-bdff-ea739c76b17e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:04.838388 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 075c2fa8-ae36-4fe8-ba84-6eac3efb70fb {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:11:04.888791 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 075c2fa8-ae36-4fe8-ba84-6eac3efb70fb, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=075c2fa8-ae36-4fe8-ba84-6eac3efb70fb,segment=NetworkSegment(be4915d7-1189-4ea5-8096-b0ccc9463402),segment_id=be4915d7-1189-4ea5-8096-b0ccc9463402)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:04.890386 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-82bc13f6-bbcf-4cac-bdff-ea739c76b17e service neutron] Transition to ACTIVE for port object ffecdf98-c817-481b-b0b0-07871ba48ec8 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:11:04.901396 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:04.951181 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-82bc13f6-bbcf-4cac-bdff-ea739c76b17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:04.993613 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=075c2fa8-ae36-4fe8-ba84-6eac3efb70fb,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:05.004468 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-d1033f6b-9a7e-4ab5-a197-bcc80699f575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'name': 'tempest-TaggedBootDevicesTest_v242-2015095149-router', 'tenant_id': 'b242a09179d94d8193cc1c0208c67871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '150c57e9-cee7-43d3-be66-cc12b0649131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:07:37Z', 'updated_at': '2022-02-04T21:07:45Z', 'revision_number': 4, 'project_id': 'b242a09179d94d8193cc1c0208c67871', 'gw_port': {'id': '150c57e9-cee7-43d3-be66-cc12b0649131', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:38Z', 'updated_at': '2022-02-04T21:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': '71dcfa94-28e0-4920-b99b-15da2457b8cd', 'tenant_id': 'b242a09179d94d8193cc1c0208c67871', 'floating_ip_address': '172.25.5.91', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'port_id': '06d94d64-09f0-456d-ab29-149d5c934f71', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332fe6aa-ed66-44ea-9220-8f05179f41a3', 'mac_address': 'fa:16:3e:99:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:09:04Z', 'updated_at': '2022-02-04T21:10:59Z', 'revision_number': 1, 'project_id': 'b242a09179d94d8193cc1c0208c67871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068cada8-879f-484d-90ab-4a64a6cd5196', 'name': '', 'network_id': '332fe6aa-ed66-44ea-9220-8f05179f41a3', 'tenant_id': 'b242a09179d94d8193cc1c0208c67871', 'mac_address': 'fa:16:3e:11:7a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '81b08678-ed5f-4876-93e1-3c270387f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:44Z', 'updated_at': '2022-02-04T21:07:54Z', 'revision_number': 5, 'project_id': 'b242a09179d94d8193cc1c0208c67871', 'subnets': [{'id': '81b08678-ed5f-4876-93e1-3c270387f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:05.012120 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1033f6b-9a7e-4ab5-a197-bcc80699f575 None None] The sync data for ids ['67ff9376-b6d4-48ae-95fd-0e45b8d337b5'] in n-d-827896-1 is: [{'id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'name': 'tempest-TaggedBootDevicesTest_v242-2015095149-router', 'tenant_id': 'b242a09179d94d8193cc1c0208c67871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '150c57e9-cee7-43d3-be66-cc12b0649131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:07:37Z', 'updated_at': '2022-02-04T21:07:45Z', 'revision_number': 4, 'project_id': 'b242a09179d94d8193cc1c0208c67871', 'gw_port': {'id': '150c57e9-cee7-43d3-be66-cc12b0649131', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:38Z', 'updated_at': '2022-02-04T21:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': '71dcfa94-28e0-4920-b99b-15da2457b8cd', 'tenant_id': 'b242a09179d94d8193cc1c0208c67871', 'floating_ip_address': '172.25.5.91', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'port_id': '06d94d64-09f0-456d-ab29-149d5c934f71', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332fe6aa-ed66-44ea-9220-8f05179f41a3', 'mac_address': 'fa:16:3e:99:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:09:04Z', 'updated_at': '2022-02-04T21:10:59Z', 'revision_number': 1, 'project_id': 'b242a09179d94d8193cc1c0208c67871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068cada8-879f-484d-90ab-4a64a6cd5196', 'name': '', 'network_id': '332fe6aa-ed66-44ea-9220-8f05179f41a3', 'tenant_id': 'b242a09179d94d8193cc1c0208c67871', 'mac_address': 'fa:16:3e:11:7a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '81b08678-ed5f-4876-93e1-3c270387f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:44Z', 'updated_at': '2022-02-04T21:07:54Z', 'revision_number': 5, 'project_id': 'b242a09179d94d8193cc1c0208c67871', 'subnets': [{'id': '81b08678-ed5f-4876-93e1-3c270387f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:11:05.036854 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-420e0ccb-8740-44dc-9b7d-27f6227d3f99 req-e22df6f8-3ab4-40fd-918e-615acbb94a14 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57aefd0-2358-4799-bf02-8d4615be2807&id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2302227 Feb 04 21:11:05.155942 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['075c2fa8-ae36-4fe8-ba84-6eac3efb70fb'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:11:05.470165 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3e8abf-61d3-47e8-a6ed-1eb9e00fda4e None None] New status for floating IP 71dcfa94-28e0-4920-b99b-15da2457b8cd: ACTIVE {{(pid=87685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:11:05.618801 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-b5cdaf36-bbf4-4012-ab0a-cba0db0063b1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Allocated IP 172.20.0.9 (45821ff6-3791-4a68-b829-a67211a973e0/e215eb7a-eead-45ce-94f4-e8f9a41d8b7e/b96a4192-598b-4230-877d-1404fd20577d) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:11:05.705812 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-05b38476-3ba5-43ce-a913-6391f8663b8f req-6599c421-6271-43e6-b622-b9ff35ddf2f6 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=641e4ab1-72cc-48d6-b7f1-2f56ca70ef46 HTTP/1.1" status: 200 len: 210 time: 0.1521499 Feb 04 21:11:05.766080 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc13f6-bbcf-4cac-bdff-ea739c76b17e service neutron] Pushing event updated for resources: {'Port': ['ID=ffecdf98-c817-481b-b0b0-07871ba48ec8,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:05.799533 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be8b5580-581f-45b2-8a62-0f7bab064a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482e6750-0446-470c-a003-debc4eae84ff', 'code': 200} Feb 04 21:11:05.847046 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9ebcf-e43e-4f91-b61c-7ba5728e5436 req-4b57a2dc-b94e-4b5f-ad1f-062f2ffc0ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:05.847817 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9ebcf-e43e-4f91-b61c-7ba5728e5436 req-4b57a2dc-b94e-4b5f-ad1f-062f2ffc0ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:05.848433 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9ebcf-e43e-4f91-b61c-7ba5728e5436 req-4b57a2dc-b94e-4b5f-ad1f-062f2ffc0ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:05.849331 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9ebcf-e43e-4f91-b61c-7ba5728e5436 req-4b57a2dc-b94e-4b5f-ad1f-062f2ffc0ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:05.850055 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9ebcf-e43e-4f91-b61c-7ba5728e5436 req-4b57a2dc-b94e-4b5f-ad1f-062f2ffc0ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:05.850607 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9ebcf-e43e-4f91-b61c-7ba5728e5436 req-4b57a2dc-b94e-4b5f-ad1f-062f2ffc0ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:05.851291 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9ebcf-e43e-4f91-b61c-7ba5728e5436 req-4b57a2dc-b94e-4b5f-ad1f-062f2ffc0ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:05.853594 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2d9ebcf-e43e-4f91-b61c-7ba5728e5436 req-4b57a2dc-b94e-4b5f-ad1f-062f2ffc0ce2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b242a09179d94d8193cc1c0208c67871&device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 6501 time: 1.0053332 Feb 04 21:11:05.959320 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64a8b8-bcc5-4519-8fbc-5373c8753df8 req-4ee55f01-da19-4458-a219-d2b77c30d5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:05.961518 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-be64a8b8-bcc5-4519-8fbc-5373c8753df8 req-4ee55f01-da19-4458-a219-d2b77c30d5cc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 1096 time: 0.0894182 Feb 04 21:11:06.015855 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-be64a8b8-bcc5-4519-8fbc-5373c8753df8 req-96238fd3-1feb-4d5a-807f-a546875dd5a5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476105 Feb 04 21:11:06.060627 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 075c2fa8-ae36-4fe8-ba84-6eac3efb70fb up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:11:06.108849 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-82bc13f6-bbcf-4cac-bdff-ea739c76b17e service neutron] Attempting to bind port ffecdf98-c817-481b-b0b0-07871ba48ec8 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:11:06.109451 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-82bc13f6-bbcf-4cac-bdff-ea739c76b17e service neutron] Attempting to bind port ffecdf98-c817-481b-b0b0-07871ba48ec8 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '383edd10-afd3-4822-a6b6-a663d901d7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '45821ff6-3791-4a68-b829-a67211a973e0'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:11:06.109451 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-82bc13f6-bbcf-4cac-bdff-ea739c76b17e service neutron] Attempting to bind port ffecdf98-c817-481b-b0b0-07871ba48ec8 on network 45821ff6-3791-4a68-b829-a67211a973e0 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:11:06.129186 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-e728482e-4e8f-4e5c-8ba6-fe29d1214784 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=77bcf7e0790547d98769ee09df1cb892&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1709032 Feb 04 21:11:06.138194 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-82bc13f6-bbcf-4cac-bdff-ea739c76b17e service neutron] Port ffecdf98-c817-481b-b0b0-07871ba48ec8 on network 45821ff6-3791-4a68-b829-a67211a973e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:11:06.138521 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-82bc13f6-bbcf-4cac-bdff-ea739c76b17e service neutron] Attempting to bind port ffecdf98-c817-481b-b0b0-07871ba48ec8 on network 45821ff6-3791-4a68-b829-a67211a973e0 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:11:06.148741 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814b96d-7aa9-459a-9de4-aa49acbd5999 req-8d71d97f-6c78-43b7-8926-b2dbf3e95ae9 tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:06.150376 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 075c2fa8-ae36-4fe8-ba84-6eac3efb70fb completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:11:06.150686 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c814b96d-7aa9-459a-9de4-aa49acbd5999 req-8d71d97f-6c78-43b7-8926-b2dbf3e95ae9 tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2715026-45d2-4e36-bfc6-1023b1d699f4 HTTP/1.1" status: 200 len: 944 time: 0.9533021 Feb 04 21:11:06.156498 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 075c2fa8-ae36-4fe8-ba84-6eac3efb70fb triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:06.156892 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:06.186266 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-82bc13f6-bbcf-4cac-bdff-ea739c76b17e service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:11:06.186266 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-82bc13f6-bbcf-4cac-bdff-ea739c76b17e service neutron] Checking segment: {'id': '383edd10-afd3-4822-a6b6-a663d901d7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '45821ff6-3791-4a68-b829-a67211a973e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:11:06.186266 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-82bc13f6-bbcf-4cac-bdff-ea739c76b17e service neutron] Bound using segment: {'id': '383edd10-afd3-4822-a6b6-a663d901d7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '45821ff6-3791-4a68-b829-a67211a973e0'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:11:06.186266 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-82bc13f6-bbcf-4cac-bdff-ea739c76b17e service neutron] Bound port: ffecdf98-c817-481b-b0b0-07871ba48ec8, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '383edd10-afd3-4822-a6b6-a663d901d7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '45821ff6-3791-4a68-b829-a67211a973e0'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:11:06.186266 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-82bc13f6-bbcf-4cac-bdff-ea739c76b17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:06.300847 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:06.337983 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 075c2fa8-ae36-4fe8-ba84-6eac3efb70fb, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=075c2fa8-ae36-4fe8-ba84-6eac3efb70fb,segment=NetworkSegment(be4915d7-1189-4ea5-8096-b0ccc9463402),segment_id=be4915d7-1189-4ea5-8096-b0ccc9463402)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:06.342822 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:06.459818 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=075c2fa8-ae36-4fe8-ba84-6eac3efb70fb,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:06.466554 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-b5cdaf36-bbf4-4012-ab0a-cba0db0063b1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:06.474920 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9ebcf-e43e-4f91-b61c-7ba5728e5436 req-953c7e8d-cd19-4ec9-b810-732206ff24bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:06.474920 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2d9ebcf-e43e-4f91-b61c-7ba5728e5436 req-953c7e8d-cd19-4ec9-b810-732206ff24bd service neutron] 10.222.0.32 "GET /v2.0/networks?id=332fe6aa-ed66-44ea-9220-8f05179f41a3 HTTP/1.1" status: 200 len: 918 time: 0.5122542 Feb 04 21:11:06.568277 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c814b96d-7aa9-459a-9de4-aa49acbd5999 req-0acf7b8b-5aae-40ea-a339-a21a692b223d tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] 10.222.0.26 "GET /v2.0/security-groups?id=192465c7-4a4e-461e-8c52-7c549b2135a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934004 Feb 04 21:11:06.668458 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-b85f96cc-a08c-4751-b693-77bd0839801e tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:06.670006 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-b85f96cc-a08c-4751-b693-77bd0839801e tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5042970 Feb 04 21:11:06.673370 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-82bc13f6-bbcf-4cac-bdff-ea739c76b17e service neutron] For port ffecdf98-c817-481b-b0b0-07871ba48ec8, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:11:06.735475 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2d9ebcf-e43e-4f91-b61c-7ba5728e5436 req-0a466c60-b383-40fc-9def-397970580fd1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06d94d64-09f0-456d-ab29-149d5c934f71 HTTP/1.1" status: 200 len: 1001 time: 0.2526991 Feb 04 21:11:06.743482 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-82bc13f6-bbcf-4cac-bdff-ea739c76b17e service neutron] For port ffecdf98-c817-481b-b0b0-07871ba48ec8, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=ffecdf98-c817-481b-b0b0-07871ba48ec8,segment=NetworkSegment(383edd10-afd3-4822-a6b6-a663d901d7f4),segment_id=383edd10-afd3-4822-a6b6-a663d901d7f4)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:11:06.748784 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-48ffa117-7db0-4ed3-bed1-d59901caf6cb tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] 10.222.0.26 "GET /v2.0/quotas/77bcf7e0790547d98769ee09df1cb892 HTTP/1.1" status: 200 len: 375 time: 0.0655816 Feb 04 21:11:06.786344 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-82bc13f6-bbcf-4cac-bdff-ea739c76b17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:06.836687 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38932) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:06.877641 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-b5cdaf36-bbf4-4012-ab0a-cba0db0063b1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:06.926479 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-82bc13f6-bbcf-4cac-bdff-ea739c76b17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:06.927366 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-82bc13f6-bbcf-4cac-bdff-ea739c76b17e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:06.928896 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-82bc13f6-bbcf-4cac-bdff-ea739c76b17e service neutron] 10.222.0.18 "PUT /v2.0/ports/ffecdf98-c817-481b-b0b0-07871ba48ec8 HTTP/1.1" status: 200 len: 1091 time: 4.1800594 Feb 04 21:11:06.931395 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-eee10f5c-39b7-4c15-ac96-fd6c59ac2fe2 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=77bcf7e0790547d98769ee09df1cb892&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1514261 Feb 04 21:11:06.939674 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9c6794-3753-4bff-a44a-9031be912ede', 'tag': 'ffecdf98-c817-481b-b0b0-07871ba48ec8'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:11:06.972253 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-b5cdaf36-bbf4-4012-ab0a-cba0db0063b1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Network 45821ff6-3791-4a68-b829-a67211a973e0 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:11:06.979470 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-b5cdaf36-bbf4-4012-ab0a-cba0db0063b1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:11:06.981816 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-b5cdaf36-bbf4-4012-ab0a-cba0db0063b1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:11:06.997660 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bd761c01-2d8f-4933-bc5c-293ec5cf030c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:07.018870 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-bd761c01-2d8f-4933-bc5c-293ec5cf030c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:11:07.021249 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9ebcf-e43e-4f91-b61c-7ba5728e5436 req-a67d27d7-1557-49f3-85d7-e2668ffadbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:07.024032 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2d9ebcf-e43e-4f91-b61c-7ba5728e5436 req-a67d27d7-1557-49f3-85d7-e2668ffadbc7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=81b08678-ed5f-4876-93e1-3c270387f5db HTTP/1.1" status: 200 len: 856 time: 0.2772210 Feb 04 21:11:07.024976 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-bd761c01-2d8f-4933-bc5c-293ec5cf030c admin admin] Usage tracker for resource:security_group_rule and tenant:7e88eeb31959482699a700aa08c9f5bc is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:11:07.028731 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-bd761c01-2d8f-4933-bc5c-293ec5cf030c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:11:07.037359 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-bd761c01-2d8f-4933-bc5c-293ec5cf030c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:11:07.134196 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc13f6-bbcf-4cac-bdff-ea739c76b17e service neutron] Pushing event updated for resources: {'Port': ['ID=ffecdf98-c817-481b-b0b0-07871ba48ec8,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:07.149312 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bd761c01-2d8f-4933-bc5c-293ec5cf030c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:07.155002 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bd761c01-2d8f-4933-bc5c-293ec5cf030c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:07.229264 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd761c01-2d8f-4933-bc5c-293ec5cf030c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c60a1b-4fee-4177-be19-6ac74f1456d0,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:07.237366 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bd761c01-2d8f-4933-bc5c-293ec5cf030c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7e88eeb31959482699a700aa08c9f5bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3991506 Feb 04 21:11:07.240291 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38944) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:07.266750 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac96db8-640d-4e56-8ce0-4c338050d4aa req-e7c27728-3cda-4bbb-a162-b917a100fef7 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:07.273905 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7ac96db8-640d-4e56-8ce0-4c338050d4aa req-e7c27728-3cda-4bbb-a162-b917a100fef7 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 945 time: 0.5967996 Feb 04 21:11:07.296107 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-b5cdaf36-bbf4-4012-ab0a-cba0db0063b1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:07.296766 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-b5cdaf36-bbf4-4012-ab0a-cba0db0063b1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:07.324355 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5cadcadd-197c-46ee-b5a5-9405dfbc37f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:07.358954 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdaf36-bbf4-4012-ab0a-cba0db0063b1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Pushing event updated for resources: {'Port': ['ID=b96a4192-598b-4230-877d-1404fd20577d,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:07.362445 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5cadcadd-197c-46ee-b5a5-9405dfbc37f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:07.393156 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-b5cdaf36-bbf4-4012-ab0a-cba0db0063b1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8867838 Feb 04 21:11:07.418598 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7ac96db8-640d-4e56-8ce0-4c338050d4aa req-fc2be5c7-7119-4ecc-93fa-8e060ebc92ac tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437423 Feb 04 21:11:07.451540 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-2a099236-ddef-4985-a4c1-6436665f051a service neutron] Request body: {'port': {'device_id': '641e4ab1-72cc-48d6-b7f1-2f56ca70ef46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:11:07.508783 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5cadcadd-197c-46ee-b5a5-9405dfbc37f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:07.536086 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cadcadd-197c-46ee-b5a5-9405dfbc37f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c60a1b-4fee-4177-be19-6ac74f1456d0,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:07.546498 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5cadcadd-197c-46ee-b5a5-9405dfbc37f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:07.558024 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5cadcadd-197c-46ee-b5a5-9405dfbc37f2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/75c60a1b-4fee-4177-be19-6ac74f1456d0 HTTP/1.1" status: 204 len: 168 time: 0.3077686 Feb 04 21:11:07.793613 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9ebcf-e43e-4f91-b61c-7ba5728e5436 req-5fd766dc-efdb-4d88-b455-2c09b513c34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:07.795356 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2d9ebcf-e43e-4f91-b61c-7ba5728e5436 req-5fd766dc-efdb-4d88-b455-2c09b513c34f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=332fe6aa-ed66-44ea-9220-8f05179f41a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7225909 Feb 04 21:11:07.800788 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2715026-45d2-4e36-bfc6-1023b1d699f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075c2fa8-ae36-4fe8-ba84-6eac3efb70fb'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:11:08.009882 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-8a0fa3a1-d893-44e2-ae11-af30aaf1cae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:08.009882 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-8a0fa3a1-d893-44e2-ae11-af30aaf1cae7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c0334bb297a2459cb341ceb6d3c2f76e&device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 1094 time: 0.9836152 Feb 04 21:11:08.059733 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38964) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:08.079323 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0d25a115-8ad9-4dbd-b3bc-fe8d8bb88ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:08.105172 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0d25a115-8ad9-4dbd-b3bc-fe8d8bb88ed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:11:08.110861 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0d25a115-8ad9-4dbd-b3bc-fe8d8bb88ed6 admin admin] Usage tracker for resource:security_group_rule and tenant:f9765fe1dd8f48149fa434c4b6d64612 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:11:08.114075 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0d25a115-8ad9-4dbd-b3bc-fe8d8bb88ed6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:11:08.121870 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0d25a115-8ad9-4dbd-b3bc-fe8d8bb88ed6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:11:08.181489 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-546be1e5-2a7e-47ce-b97d-d73a4d6936be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffecdf98-c817-481b-b0b0-07871ba48ec8 HTTP/1.1" status: 200 len: 217 time: 0.1536772 Feb 04 21:11:08.233101 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0d25a115-8ad9-4dbd-b3bc-fe8d8bb88ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:08.237260 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0d25a115-8ad9-4dbd-b3bc-fe8d8bb88ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:08.263110 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-2a099236-ddef-4985-a4c1-6436665f051a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:08.299662 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0d25a115-8ad9-4dbd-b3bc-fe8d8bb88ed6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f9765fe1dd8f48149fa434c4b6d64612&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2319803 Feb 04 21:11:08.299662 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38968) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:08.299662 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25a115-8ad9-4dbd-b3bc-fe8d8bb88ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b732b617-7c65-4b1a-b1bd-280fda7041aa,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:08.310917 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42bb5d-9e1c-4556-861b-3cfceebba5b4 req-d46329f7-ceca-48f7-a873-df07817eed32 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:08.313350 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8a42bb5d-9e1c-4556-861b-3cfceebba5b4 req-d46329f7-ceca-48f7-a873-df07817eed32 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb3753a7-0181-4db8-9df7-4277aca4a606 HTTP/1.1" status: 200 len: 946 time: 0.5438323 Feb 04 21:11:08.371493 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6e7f4fc0-9924-45e6-9097-7930597f141e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:08.394226 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2d9ebcf-e43e-4f91-b61c-7ba5728e5436 req-1c479738-f47b-480e-9897-ebc25ee725c4 service neutron] 10.222.0.32 "GET /v2.0/networks/332fe6aa-ed66-44ea-9220-8f05179f41a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4992549 Feb 04 21:11:08.402997 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6e7f4fc0-9924-45e6-9097-7930597f141e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:08.463445 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6e7f4fc0-9924-45e6-9097-7930597f141e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:08.480930 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f4fc0-9924-45e6-9097-7930597f141e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b732b617-7c65-4b1a-b1bd-280fda7041aa,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:08.483544 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6e7f4fc0-9924-45e6-9097-7930597f141e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:08.485250 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6e7f4fc0-9924-45e6-9097-7930597f141e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b732b617-7c65-4b1a-b1bd-280fda7041aa HTTP/1.1" status: 204 len: 168 time: 0.1883218 Feb 04 21:11:08.550420 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdfa38-103d-46cc-9f87-26b8b25cbc7a req-14d7d1df-5b62-44d2-a441-6936492a5487 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:08.569255 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdfa38-103d-46cc-9f87-26b8b25cbc7a req-14d7d1df-5b62-44d2-a441-6936492a5487 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:08.578157 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdfa38-103d-46cc-9f87-26b8b25cbc7a req-14d7d1df-5b62-44d2-a441-6936492a5487 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:08.593826 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdfa38-103d-46cc-9f87-26b8b25cbc7a req-14d7d1df-5b62-44d2-a441-6936492a5487 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:08.607292 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdfa38-103d-46cc-9f87-26b8b25cbc7a req-14d7d1df-5b62-44d2-a441-6936492a5487 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:08.620834 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdfa38-103d-46cc-9f87-26b8b25cbc7a req-14d7d1df-5b62-44d2-a441-6936492a5487 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:08.640373 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdfa38-103d-46cc-9f87-26b8b25cbc7a req-14d7d1df-5b62-44d2-a441-6936492a5487 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:08.640373 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2fdfa38-103d-46cc-9f87-26b8b25cbc7a req-14d7d1df-5b62-44d2-a441-6936492a5487 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 5444 time: 0.8630688 Feb 04 21:11:08.653974 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-9be7a7e2-9fba-4d89-aa57-7e9556252f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:08.656306 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-9be7a7e2-9fba-4d89-aa57-7e9556252f93 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e215eb7a-eead-45ce-94f4-e8f9a41d8b7e HTTP/1.1" status: 200 len: 858 time: 0.4590569 Feb 04 21:11:08.659044 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-6986fa5b-9b8e-479e-8e48-9971a3f80218 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=77bcf7e0790547d98769ee09df1cb892&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377991 Feb 04 21:11:08.766659 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-93bf5b7e-aee7-4cb3-bc82-86ddadd5e014 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=45821ff6-3791-4a68-b829-a67211a973e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888011 Feb 04 21:11:08.814511 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8a42bb5d-9e1c-4556-861b-3cfceebba5b4 req-1fcd9ba1-5080-43b2-b8c0-a6946c077e0e tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c78de3-875c-425d-94c9-f81bf71f072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4813464 Feb 04 21:11:09.111092 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-ce54fbf7-7a17-41c3-becb-7a7c0775114a service neutron] 10.222.0.18 "GET /v2.0/networks/45821ff6-3791-4a68-b829-a67211a973e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989750 Feb 04 21:11:09.115771 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-d725a1b7-5194-4901-bab1-2620a3d3e61b tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:09.115771 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-d725a1b7-5194-4901-bab1-2620a3d3e61b tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4486923 Feb 04 21:11:09.132620 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-65b00b96-cc96-4cfc-be06-4055c1abb827 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Request body: {'port': {'device_id': '5223ba26-27bb-4edf-9531-226dfc6d43bd', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'admin_state_up': True, 'tenant_id': '77bcf7e0790547d98769ee09df1cb892'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:11:09.186901 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2fdfa38-103d-46cc-9f87-26b8b25cbc7a req-a70a2cf8-be30-474c-bd50-3bc207101c9a tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57aefd0-2358-4799-bf02-8d4615be2807&id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5214772 Feb 04 21:11:09.375752 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9c6794-3753-4bff-a44a-9031be912ede', 'tag': 'ffecdf98-c817-481b-b0b0-07871ba48ec8', 'status': 'completed', 'code': 200} Feb 04 21:11:09.425794 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-65b00b96-cc96-4cfc-be06-4055c1abb827 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:11:09.431580 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-65b00b96-cc96-4cfc-be06-4055c1abb827 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Usage tracker for resource:port and tenant:77bcf7e0790547d98769ee09df1cb892 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:11:09.435045 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-65b00b96-cc96-4cfc-be06-4055c1abb827 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:11:09.449931 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-65b00b96-cc96-4cfc-be06-4055c1abb827 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:11:09.464793 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-65b00b96-cc96-4cfc-be06-4055c1abb827 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Made reservation on behalf of 77bcf7e0790547d98769ee09df1cb892 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:11:09.469665 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-65b00b96-cc96-4cfc-be06-4055c1abb827 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:09.484576 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d2d9ebcf-e43e-4f91-b61c-7ba5728e5436 req-2efe4e12-8f53-4abc-b7bf-99cbdfba3308 service neutron] 10.222.0.32 "GET /v2.0/networks/332fe6aa-ed66-44ea-9220-8f05179f41a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0821760 Feb 04 21:11:09.486939 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-65b00b96-cc96-4cfc-be06-4055c1abb827 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:09.535258 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-65b00b96-cc96-4cfc-be06-4055c1abb827 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:11:09.535258 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-65b00b96-cc96-4cfc-be06-4055c1abb827 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Usage tracker for resource:security_group_rule and tenant:77bcf7e0790547d98769ee09df1cb892 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:11:09.545501 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-65b00b96-cc96-4cfc-be06-4055c1abb827 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:11:09.556952 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-65b00b96-cc96-4cfc-be06-4055c1abb827 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:11:09.574162 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-20d24477-d1c1-4942-a685-1b36b5b6ffd4 req-96e2aa27-4787-4c28-92d4-f57607ed2dc6 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] 10.222.0.26 "GET /v2.0/ports?device_id=5223ba26-27bb-4edf-9531-226dfc6d43bd HTTP/1.1" status: 200 len: 210 time: 0.1023831 Feb 04 21:11:09.756012 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-65b00b96-cc96-4cfc-be06-4055c1abb827 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:09.761732 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-65b00b96-cc96-4cfc-be06-4055c1abb827 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:09.837984 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b00b96-cc96-4cfc-be06-4055c1abb827 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f54f44-37c8-414d-9df0-9a0d9cda0dfb,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:09.863342 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-45d9ad17-44e6-4490-a15b-23913cbbe474 req-17646234-62d5-4f6c-acc1-77641cfe1fbc service neutron] 10.222.0.18 "GET /v2.0/networks/45821ff6-3791-4a68-b829-a67211a973e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6894476 Feb 04 21:11:09.911410 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed67491-9827-4874-9a41-c7395bb2ae5a req-77131338-1f61-4f19-8025-42f27978d95a tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:09.912144 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-eed67491-9827-4874-9a41-c7395bb2ae5a req-77131338-1f61-4f19-8025-42f27978d95a tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Synchronizing usage tracker for tenant:c0334bb297a2459cb341ceb6d3c2f76e on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:11:09.921988 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b163e0f-c8dc-4be3-bc65-038c8acb6696 req-a6c1b0aa-3435-4aa5-b64a-88b3325e9823 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:09.923393 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3b163e0f-c8dc-4be3-bc65-038c8acb6696 req-a6c1b0aa-3435-4aa5-b64a-88b3325e9823 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a11251f-38ca-4d47-a825-ba3e837a8ae3 HTTP/1.1" status: 200 len: 945 time: 0.7472913 Feb 04 21:11:09.976387 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-65b00b96-cc96-4cfc-be06-4055c1abb827 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Allocated IP 192.168.233.110 (54d6ae2e-de73-4435-bfdd-cd390a2143ad/3d2f9c06-58f8-4b66-a033-2aa50eedddcd/98f4327f-fc27-434f-9db3-963a1bd2b56a) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:11:10.076522 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-eed67491-9827-4874-9a41-c7395bb2ae5a req-77131338-1f61-4f19-8025-42f27978d95a tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Unset dirty status for tenant:c0334bb297a2459cb341ceb6d3c2f76e on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:11:10.077687 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eed67491-9827-4874-9a41-c7395bb2ae5a req-77131338-1f61-4f19-8025-42f27978d95a tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=641e4ab1-72cc-48d6-b7f1-2f56ca70ef46 HTTP/1.1" status: 200 len: 931 time: 0.9027159 Feb 04 21:11:10.122342 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-3b163e0f-c8dc-4be3-bc65-038c8acb6696 req-be7e0689-da0d-460c-88e3-373f45e50a5a tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Deleting port 93f4eff2-d0f6-4de5-8ab0-9aa904305bfe {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:11:10.122689 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3b163e0f-c8dc-4be3-bc65-038c8acb6696 req-be7e0689-da0d-460c-88e3-373f45e50a5a tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:10.230525 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-65b00b96-cc96-4cfc-be06-4055c1abb827 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:10.249498 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-65b00b96-cc96-4cfc-be06-4055c1abb827 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Transition to ACTIVE for port object 98f4327f-fc27-434f-9db3-963a1bd2b56a will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:11:10.282744 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-65b00b96-cc96-4cfc-be06-4055c1abb827 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:10.295779 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eed67491-9827-4874-9a41-c7395bb2ae5a req-945bf4a8-da68-47bf-ac98-128b7f2dfa4f tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070456 Feb 04 21:11:10.308168 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69241312-b157-4a71-9828-07dbec18f8af req-be5e1161-47cc-4fb5-bc8b-eefccd9b728d tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:10.310071 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-69241312-b157-4a71-9828-07dbec18f8af req-be5e1161-47cc-4fb5-bc8b-eefccd9b728d tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a11251f-38ca-4d47-a825-ba3e837a8ae3 HTTP/1.1" status: 200 len: 945 time: 0.4990349 Feb 04 21:11:10.322176 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cad64d-bcfa-4d4d-b879-e2628e4039fe req-3ab0dd1b-8c86-4e8f-abf5-a4cffc339368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:10.323984 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-21cad64d-bcfa-4d4d-b879-e2628e4039fe req-3ab0dd1b-8c86-4e8f-abf5-a4cffc339368 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c0334bb297a2459cb341ceb6d3c2f76e&device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 1094 time: 0.3957374 Feb 04 21:11:10.326965 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-2a099236-ddef-4985-a4c1-6436665f051a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b96a4192-598b-4230-877d-1404fd20577d {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:11:10.364440 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-65b00b96-cc96-4cfc-be06-4055c1abb827 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Network 54d6ae2e-de73-4435-bfdd-cd390a2143ad is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:11:10.368452 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-65b00b96-cc96-4cfc-be06-4055c1abb827 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:11:10.381360 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-2a099236-ddef-4985-a4c1-6436665f051a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:10.387648 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-65b00b96-cc96-4cfc-be06-4055c1abb827 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:11:10.457734 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b00b96-cc96-4cfc-be06-4055c1abb827 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Pushing event updated for resources: {'Port': ['ID=98f4327f-fc27-434f-9db3-963a1bd2b56a,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:10.482378 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-65b00b96-cc96-4cfc-be06-4055c1abb827 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:10.482378 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-65b00b96-cc96-4cfc-be06-4055c1abb827 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:10.529235 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-65b00b96-cc96-4cfc-be06-4055c1abb827 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3970828 Feb 04 21:11:10.538746 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-58c9a73d-266c-45c1-87d3-d34edd8e1923 service neutron] Request body: {'port': {'device_id': '5223ba26-27bb-4edf-9531-226dfc6d43bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:11:10.568919 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-2a099236-ddef-4985-a4c1-6436665f051a service neutron] Transition to ACTIVE for port object b96a4192-598b-4230-877d-1404fd20577d will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:11:10.635148 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-2a099236-ddef-4985-a4c1-6436665f051a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:10.720542 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-2a7a4e31-d05a-4df9-8587-497dbb97cb1f None None] Provisioning for port 98f4327f-fc27-434f-9db3-963a1bd2b56a completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:11:10.728760 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-2a7a4e31-d05a-4df9-8587-497dbb97cb1f None None] Provisioning complete for port 98f4327f-fc27-434f-9db3-963a1bd2b56a triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:10.730173 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2a7a4e31-d05a-4df9-8587-497dbb97cb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:10.736772 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-58c9a73d-266c-45c1-87d3-d34edd8e1923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:10.800973 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-2a7a4e31-d05a-4df9-8587-497dbb97cb1f None None] Port 98f4327f-fc27-434f-9db3-963a1bd2b56a cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:11:10.860314 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-69241312-b157-4a71-9828-07dbec18f8af req-f2816459-bb2e-4ac7-b740-82bbb1b1aad3 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "GET /v2.0/security-groups?id=74ff6b8a-96a6-4228-8ce5-07b5da50ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5357943 Feb 04 21:11:10.927822 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a099236-ddef-4985-a4c1-6436665f051a service neutron] Pushing event updated for resources: {'Port': ['ID=b96a4192-598b-4230-877d-1404fd20577d,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:10.930571 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2715026-45d2-4e36-bfc6-1023b1d699f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075c2fa8-ae36-4fe8-ba84-6eac3efb70fb', 'code': 200} Feb 04 21:11:11.123955 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cad64d-bcfa-4d4d-b879-e2628e4039fe req-91bb50a0-bf4c-4e67-a2bd-64e4f884e7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:11.125381 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-21cad64d-bcfa-4d4d-b879-e2628e4039fe req-91bb50a0-bf4c-4e67-a2bd-64e4f884e7fa service neutron] 10.222.0.18 "GET /v2.0/networks?id=45821ff6-3791-4a68-b829-a67211a973e0 HTTP/1.1" status: 200 len: 919 time: 0.7829602 Feb 04 21:11:11.170441 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98914436-bce8-4b24-b5ab-aa14c6346428 req-ffb8d273-fd32-4c39-8796-3acefa70166b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:11.172511 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-98914436-bce8-4b24-b5ab-aa14c6346428 req-ffb8d273-fd32-4c39-8796-3acefa70166b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e2715026-45d2-4e36-bfc6-1023b1d699f4 HTTP/1.1" status: 200 len: 1096 time: 0.1379452 Feb 04 21:11:11.262561 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-21cad64d-bcfa-4d4d-b879-e2628e4039fe req-c259efb8-9db7-4b3d-b406-d9779f32e271 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffecdf98-c817-481b-b0b0-07871ba48ec8 HTTP/1.1" status: 200 len: 217 time: 0.1112983 Feb 04 21:11:11.276672 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-98914436-bce8-4b24-b5ab-aa14c6346428 req-09365637-f825-4fdb-9265-d990745c62ef service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=192465c7-4a4e-461e-8c52-7c549b2135a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975754 Feb 04 21:11:11.291577 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-58c9a73d-266c-45c1-87d3-d34edd8e1923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98f4327f-fc27-434f-9db3-963a1bd2b56a {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:11:11.300401 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-58c9a73d-266c-45c1-87d3-d34edd8e1923 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:11.317568 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-58c9a73d-266c-45c1-87d3-d34edd8e1923 service neutron] Transition to ACTIVE for port object 98f4327f-fc27-434f-9db3-963a1bd2b56a will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:11:11.322363 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-58c9a73d-266c-45c1-87d3-d34edd8e1923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:11.378330 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55e710-bd3c-42fa-a0fa-d256f3770091 req-ae7fff15-6751-4d74-88f2-cd6e6daaef63 tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:11.379814 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd55e710-bd3c-42fa-a0fa-d256f3770091 req-ae7fff15-6751-4d74-88f2-cd6e6daaef63 tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2715026-45d2-4e36-bfc6-1023b1d699f4 HTTP/1.1" status: 200 len: 945 time: 0.8287075 Feb 04 21:11:11.389852 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-3b163e0f-c8dc-4be3-bc65-038c8acb6696 req-be7e0689-da0d-460c-88e3-373f45e50a5a tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] For port 93f4eff2-d0f6-4de5-8ab0-9aa904305bfe, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=93f4eff2-d0f6-4de5-8ab0-9aa904305bfe,segment=NetworkSegment(010a9ec1-8f55-480a-a139-0ec6a3c72bc5),segment_id=010a9ec1-8f55-480a-a139-0ec6a3c72bc5)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:11.390216 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3b163e0f-c8dc-4be3-bc65-038c8acb6696 req-be7e0689-da0d-460c-88e3-373f45e50a5a tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:11.509097 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9a73d-266c-45c1-87d3-d34edd8e1923 service neutron] Pushing event updated for resources: {'Port': ['ID=98f4327f-fc27-434f-9db3-963a1bd2b56a,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:11.531761 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cad64d-bcfa-4d4d-b879-e2628e4039fe req-98d0efd4-55b0-4aaa-aaa4-4a0bf2b1a0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:11.531761 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-21cad64d-bcfa-4d4d-b879-e2628e4039fe req-98d0efd4-55b0-4aaa-aaa4-4a0bf2b1a0de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e215eb7a-eead-45ce-94f4-e8f9a41d8b7e HTTP/1.1" status: 200 len: 858 time: 0.2512529 Feb 04 21:11:11.557683 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-2a099236-ddef-4985-a4c1-6436665f051a service neutron] Attempting to bind port b96a4192-598b-4230-877d-1404fd20577d on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:11:11.558096 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-2a099236-ddef-4985-a4c1-6436665f051a service neutron] Attempting to bind port b96a4192-598b-4230-877d-1404fd20577d by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': '383edd10-afd3-4822-a6b6-a663d901d7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '45821ff6-3791-4a68-b829-a67211a973e0'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:11:11.558476 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-2a099236-ddef-4985-a4c1-6436665f051a service neutron] Attempting to bind port b96a4192-598b-4230-877d-1404fd20577d on network 45821ff6-3791-4a68-b829-a67211a973e0 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:11:11.613576 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-58c9a73d-266c-45c1-87d3-d34edd8e1923 service neutron] Attempting to bind port 98f4327f-fc27-434f-9db3-963a1bd2b56a on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:11:11.614597 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-58c9a73d-266c-45c1-87d3-d34edd8e1923 service neutron] Attempting to bind port 98f4327f-fc27-434f-9db3-963a1bd2b56a by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:11:11.614689 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-58c9a73d-266c-45c1-87d3-d34edd8e1923 service neutron] Attempting to bind port 98f4327f-fc27-434f-9db3-963a1bd2b56a on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:11:11.621770 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-58c9a73d-266c-45c1-87d3-d34edd8e1923 service neutron] Port 98f4327f-fc27-434f-9db3-963a1bd2b56a on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:11:11.623172 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-58c9a73d-266c-45c1-87d3-d34edd8e1923 service neutron] Attempting to bind port 98f4327f-fc27-434f-9db3-963a1bd2b56a on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:11:11.629189 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-58c9a73d-266c-45c1-87d3-d34edd8e1923 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:11:11.630077 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-58c9a73d-266c-45c1-87d3-d34edd8e1923 service neutron] Checking segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:11:11.630175 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-58c9a73d-266c-45c1-87d3-d34edd8e1923 service neutron] Bound using segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:11:11.630755 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-58c9a73d-266c-45c1-87d3-d34edd8e1923 service neutron] Bound port: 98f4327f-fc27-434f-9db3-963a1bd2b56a, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:11:11.631166 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-58c9a73d-266c-45c1-87d3-d34edd8e1923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:11.631583 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-2a099236-ddef-4985-a4c1-6436665f051a service neutron] Port b96a4192-598b-4230-877d-1404fd20577d on network 45821ff6-3791-4a68-b829-a67211a973e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:11:11.631949 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-2a099236-ddef-4985-a4c1-6436665f051a service neutron] Attempting to bind port b96a4192-598b-4230-877d-1404fd20577d on network 45821ff6-3791-4a68-b829-a67211a973e0 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:11:11.658398 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-21cad64d-bcfa-4d4d-b879-e2628e4039fe req-d9f4dca5-6cf0-4875-8902-8394769f6a58 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=45821ff6-3791-4a68-b829-a67211a973e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934877 Feb 04 21:11:11.666175 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-2a099236-ddef-4985-a4c1-6436665f051a service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:11:11.666521 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-2a099236-ddef-4985-a4c1-6436665f051a service neutron] Checking segment: {'id': '383edd10-afd3-4822-a6b6-a663d901d7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '45821ff6-3791-4a68-b829-a67211a973e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:11:11.666879 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-2a099236-ddef-4985-a4c1-6436665f051a service neutron] Bound using segment: {'id': '383edd10-afd3-4822-a6b6-a663d901d7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '45821ff6-3791-4a68-b829-a67211a973e0'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:11:11.667311 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-2a099236-ddef-4985-a4c1-6436665f051a service neutron] Bound port: b96a4192-598b-4230-877d-1404fd20577d, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '383edd10-afd3-4822-a6b6-a663d901d7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '45821ff6-3791-4a68-b829-a67211a973e0'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:11:11.667779 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-2a099236-ddef-4985-a4c1-6436665f051a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:11.697445 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd55e710-bd3c-42fa-a0fa-d256f3770091 req-a69bb9dc-a06f-4d40-9b19-a6e101353592 tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] 10.222.0.26 "GET /v2.0/security-groups?id=192465c7-4a4e-461e-8c52-7c549b2135a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881682 Feb 04 21:11:11.736336 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a764f7d-6e8b-4af9-b204-285b50842f0e req-fe2c572d-57c4-438b-878c-a2af6bc8fef9 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:11.751046 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8a764f7d-6e8b-4af9-b204-285b50842f0e req-fe2c572d-57c4-438b-878c-a2af6bc8fef9 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 945 time: 0.6924436 Feb 04 21:11:11.875333 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-58c9a73d-266c-45c1-87d3-d34edd8e1923 service neutron] For port 98f4327f-fc27-434f-9db3-963a1bd2b56a, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:11:11.880162 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-58c9a73d-266c-45c1-87d3-d34edd8e1923 service neutron] For port 98f4327f-fc27-434f-9db3-963a1bd2b56a, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=98f4327f-fc27-434f-9db3-963a1bd2b56a,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:11:11.890025 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-58c9a73d-266c-45c1-87d3-d34edd8e1923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:11.957695 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-58c9a73d-266c-45c1-87d3-d34edd8e1923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:11.957695 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-58c9a73d-266c-45c1-87d3-d34edd8e1923 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:11.957695 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-58c9a73d-266c-45c1-87d3-d34edd8e1923 service neutron] 10.222.0.18 "PUT /v2.0/ports/98f4327f-fc27-434f-9db3-963a1bd2b56a HTTP/1.1" status: 200 len: 1096 time: 1.4282947 Feb 04 21:11:11.958257 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5223ba26-27bb-4edf-9531-226dfc6d43bd', 'tag': '98f4327f-fc27-434f-9db3-963a1bd2b56a'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:11:11.991396 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9a73d-266c-45c1-87d3-d34edd8e1923 service neutron] Pushing event updated for resources: {'Port': ['ID=98f4327f-fc27-434f-9db3-963a1bd2b56a,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:12.106077 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device ffecdf98-c817-481b-b0b0-07871ba48ec8 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:11:12.155807 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-93053369-2bfc-4036-8312-accc588064de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:12.164695 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-93053369-2bfc-4036-8312-accc588064de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=77bcf7e0790547d98769ee09df1cb892&device_id=5223ba26-27bb-4edf-9531-226dfc6d43bd HTTP/1.1" status: 200 len: 1099 time: 0.1580913 Feb 04 21:11:12.260963 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-faf00e36-e321-452b-a8a9-346d11c49d1f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=98f4327f-fc27-434f-9db3-963a1bd2b56a HTTP/1.1" status: 200 len: 217 time: 0.0875871 Feb 04 21:11:12.413860 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port ffecdf98-c817-481b-b0b0-07871ba48ec8, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=ffecdf98-c817-481b-b0b0-07871ba48ec8,segment=NetworkSegment(383edd10-afd3-4822-a6b6-a663d901d7f4),segment_id=383edd10-afd3-4822-a6b6-a663d901d7f4)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:12.432130 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-07057877-2c29-4709-bdd7-60a0549457a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:12.435287 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'ffecdf98-c817-481b-b0b0-07871ba48ec8', 'network_id': '45821ff6-3791-4a68-b829-a67211a973e0', 'port_id': 'ffecdf98-c817-481b-b0b0-07871ba48ec8', 'mac_address': 'fa:16:3e:be:75:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e215eb7a-eead-45ce-94f4-e8f9a41d8b7e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:11:12.438285 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-07057877-2c29-4709-bdd7-60a0549457a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.1645079 Feb 04 21:11:12.535329 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:12.571756 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-2a099236-ddef-4985-a4c1-6436665f051a service neutron] For port b96a4192-598b-4230-877d-1404fd20577d, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:11:12.574389 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffecdf98-c817-481b-b0b0-07871ba48ec8 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:11:12.582511 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-2a099236-ddef-4985-a4c1-6436665f051a service neutron] For port b96a4192-598b-4230-877d-1404fd20577d, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b96a4192-598b-4230-877d-1404fd20577d,segment=NetworkSegment(383edd10-afd3-4822-a6b6-a663d901d7f4),segment_id=383edd10-afd3-4822-a6b6-a663d901d7f4)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:11:12.599264 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8a764f7d-6e8b-4af9-b204-285b50842f0e req-13e4dc2a-61e8-4928-a946-1cc5a1c286c6 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8536177 Feb 04 21:11:12.605466 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port ffecdf98-c817-481b-b0b0-07871ba48ec8, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=ffecdf98-c817-481b-b0b0-07871ba48ec8,segment=NetworkSegment(383edd10-afd3-4822-a6b6-a663d901d7f4),segment_id=383edd10-afd3-4822-a6b6-a663d901d7f4)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:12.606143 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-2a099236-ddef-4985-a4c1-6436665f051a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:12.611344 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:12.611564 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-543308b9-f6f6-43b4-8219-3bfc46453dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:12.615751 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-543308b9-f6f6-43b4-8219-3bfc46453dfb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1733670 Feb 04 21:11:12.718520 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=ffecdf98-c817-481b-b0b0-07871ba48ec8,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:12.728886 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:12.729677 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:12.729869 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:12.730249 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:12.730586 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:12.731537 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:12.731537 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:12.731677 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:12.731984 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:12.732884 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:12.733700 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:12.733700 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:12.874025 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['ffecdf98-c817-481b-b0b0-07871ba48ec8'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:11:12.889130 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39090) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:12.908935 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-2a099236-ddef-4985-a4c1-6436665f051a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:12.909525 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-2a099236-ddef-4985-a4c1-6436665f051a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:12.910874 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-2a099236-ddef-4985-a4c1-6436665f051a service neutron] 10.222.0.32 "PUT /v2.0/ports/b96a4192-598b-4230-877d-1404fd20577d HTTP/1.1" status: 200 len: 1091 time: 5.5062110 Feb 04 21:11:12.922315 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-a14f3087-802c-4de9-85e8-912017324e69 service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982204 Feb 04 21:11:12.946049 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641e4ab1-72cc-48d6-b7f1-2f56ca70ef46', 'tag': 'b96a4192-598b-4230-877d-1404fd20577d'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:11:12.965019 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-21cad64d-bcfa-4d4d-b879-e2628e4039fe req-894bdc26-a3cb-4d3e-b464-960732025790 service neutron] 10.222.0.18 "GET /v2.0/networks/45821ff6-3791-4a68-b829-a67211a973e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2798285 Feb 04 21:11:13.114581 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c4dcb6a5-f039-4709-b744-ebc1fd7bdb03 req-c6075953-d2d9-4d4d-950a-58831753572a service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883392 Feb 04 21:11:13.120043 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a099236-ddef-4985-a4c1-6436665f051a service neutron] Pushing event updated for resources: {'Port': ['ID=b96a4192-598b-4230-877d-1404fd20577d,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:13.135683 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3b163e0f-c8dc-4be3-bc65-038c8acb6696 req-be7e0689-da0d-460c-88e3-373f45e50a5a tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:13.135683 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3b163e0f-c8dc-4be3-bc65-038c8acb6696 req-be7e0689-da0d-460c-88e3-373f45e50a5a tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:13.135683 n-d-827896-1 neutron-server[87683]: INFO neutron.db.l3_db [req-3b163e0f-c8dc-4be3-bc65-038c8acb6696 req-be7e0689-da0d-460c-88e3-373f45e50a5a tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Floating IP 19bfc4a4-d9b6-43fb-8af7-c95cc7be2f2f disassociated. External IP: 172.25.5.202, port: 93f4eff2-d0f6-4de5-8ab0-9aa904305bfe. Feb 04 21:11:13.135683 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-3b163e0f-c8dc-4be3-bc65-038c8acb6696 req-be7e0689-da0d-460c-88e3-373f45e50a5a tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Calling delete_port for 93f4eff2-d0f6-4de5-8ab0-9aa904305bfe owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:11:13.193640 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5312113b-28b8-421e-8ddf-fc30c97adb12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:13.209031 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5312113b-28b8-421e-8ddf-fc30c97adb12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:11:13.214511 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5312113b-28b8-421e-8ddf-fc30c97adb12 admin admin] Usage tracker for resource:security_group_rule and tenant:49747fb9d0534bb0b136de7769a5cea5 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:11:13.218223 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5312113b-28b8-421e-8ddf-fc30c97adb12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:11:13.224690 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5312113b-28b8-421e-8ddf-fc30c97adb12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:11:13.248007 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb318d-6523-4e98-990a-be47b2cd65bc req-e9c81d6a-01e0-4417-be9e-79e409d53f6c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:13.248007 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb318d-6523-4e98-990a-be47b2cd65bc req-e9c81d6a-01e0-4417-be9e-79e409d53f6c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:13.259282 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb318d-6523-4e98-990a-be47b2cd65bc req-e9c81d6a-01e0-4417-be9e-79e409d53f6c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:13.259282 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb318d-6523-4e98-990a-be47b2cd65bc req-e9c81d6a-01e0-4417-be9e-79e409d53f6c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:13.274477 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb318d-6523-4e98-990a-be47b2cd65bc req-e9c81d6a-01e0-4417-be9e-79e409d53f6c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:13.274477 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb318d-6523-4e98-990a-be47b2cd65bc req-e9c81d6a-01e0-4417-be9e-79e409d53f6c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:13.285654 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb318d-6523-4e98-990a-be47b2cd65bc req-e9c81d6a-01e0-4417-be9e-79e409d53f6c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:13.285654 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f8bb318d-6523-4e98-990a-be47b2cd65bc req-e9c81d6a-01e0-4417-be9e-79e409d53f6c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 5444 time: 1.0225201 Feb 04 21:11:13.342705 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-21cad64d-bcfa-4d4d-b879-e2628e4039fe req-ebb67ff9-36ba-4ab0-80f0-0d9bf98533d9 service neutron] 10.222.0.18 "GET /v2.0/networks/45821ff6-3791-4a68-b829-a67211a973e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600359 Feb 04 21:11:13.358015 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5312113b-28b8-421e-8ddf-fc30c97adb12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:13.367352 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5312113b-28b8-421e-8ddf-fc30c97adb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:13.402666 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e326507-79a7-4789-9a6a-2ad09fc7c7eb req-a03a4e04-42ae-4c7c-98ed-fc40ebe98597 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:13.410104 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9e326507-79a7-4789-9a6a-2ad09fc7c7eb req-a03a4e04-42ae-4c7c-98ed-fc40ebe98597 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] 10.222.0.26 "GET /v2.0/ports?device_id=5223ba26-27bb-4edf-9531-226dfc6d43bd HTTP/1.1" status: 200 len: 948 time: 0.5123725 Feb 04 21:11:13.420807 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-50eaa621-cf3a-455b-a9a2-a3c0d58b4e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:13.420807 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-50eaa621-cf3a-455b-a9a2-a3c0d58b4e7e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c0334bb297a2459cb341ceb6d3c2f76e&device_id=641e4ab1-72cc-48d6-b7f1-2f56ca70ef46 HTTP/1.1" status: 200 len: 1094 time: 0.3551712 Feb 04 21:11:13.427680 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312113b-28b8-421e-8ddf-fc30c97adb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fb2e41-fda1-410c-80ce-d5ebfabb36fb,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:13.435771 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5312113b-28b8-421e-8ddf-fc30c97adb12 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=49747fb9d0534bb0b136de7769a5cea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5286589 Feb 04 21:11:13.435771 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39098) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:13.453436 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f8bb318d-6523-4e98-990a-be47b2cd65bc req-6470f436-a0e2-4f34-9af6-1b4022b9633f tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57aefd0-2358-4799-bf02-8d4615be2807&id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1226974 Feb 04 21:11:13.503526 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b5f9c3f8-27ca-460f-a3b0-200bdce2f753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:13.533191 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b5f9c3f8-27ca-460f-a3b0-200bdce2f753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:13.573926 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-ff6d5bfd-b0dd-4e35-beb2-42b2088a96bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b96a4192-598b-4230-877d-1404fd20577d HTTP/1.1" status: 200 len: 217 time: 0.1189432 Feb 04 21:11:13.606370 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b5f9c3f8-27ca-460f-a3b0-200bdce2f753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:13.621513 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9c3f8-27ca-460f-a3b0-200bdce2f753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fb2e41-fda1-410c-80ce-d5ebfabb36fb,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:13.629227 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b5f9c3f8-27ca-460f-a3b0-200bdce2f753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:13.630641 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b5f9c3f8-27ca-460f-a3b0-200bdce2f753 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e3fb2e41-fda1-410c-80ce-d5ebfabb36fb HTTP/1.1" status: 204 len: 168 time: 0.1996076 Feb 04 21:11:13.701806 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9e326507-79a7-4789-9a6a-2ad09fc7c7eb req-f58c2d1f-666d-4db9-b759-92ad590b7f2b tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3f54f44-37c8-414d-9df0-9a0d9cda0dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849128 Feb 04 21:11:13.710745 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3b163e0f-c8dc-4be3-bc65-038c8acb6696 req-be7e0689-da0d-460c-88e3-373f45e50a5a tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:13.779296 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e0689-da0d-460c-88e3-373f45e50a5a tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Pushing event deleted for resources: {'Port': ['ID=93f4eff2-d0f6-4de5-8ab0-9aa904305bfe,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:13.793143 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-3029ba0e-eff1-4fef-b189-2a474bbb6c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:13.794925 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-3029ba0e-eff1-4fef-b189-2a474bbb6c69 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e215eb7a-eead-45ce-94f4-e8f9a41d8b7e HTTP/1.1" status: 200 len: 858 time: 0.2108588 Feb 04 21:11:13.866918 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ce9c54cb-11e0-4fca-8ca4-925d5eddb729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:14.090420 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39108) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:14.112274 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-78510446-39f5-4eed-a74c-dd3278518efd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=45821ff6-3791-4a68-b829-a67211a973e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2501986 Feb 04 21:11:14.115694 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2cf7e9bd-99d1-4b6f-b8ea-0650e83c0c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:14.117986 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8d6e7529-e841-4618-a5de-d518a4f899ce req-13edc75e-7ed4-4e1e-bc62-fdda17c7befa tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a11251f-38ca-4d47-a825-ba3e837a8ae3 HTTP/1.1" status: 200 len: 210 time: 0.2548850 Feb 04 21:11:14.137692 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device ffecdf98-c817-481b-b0b0-07871ba48ec8 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:11:14.144727 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-2cf7e9bd-99d1-4b6f-b8ea-0650e83c0c09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:11:14.150763 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2cf7e9bd-99d1-4b6f-b8ea-0650e83c0c09 admin admin] Usage tracker for resource:security_group_rule and tenant:cb372b743bbd40c2b8ad49bc1de466d2 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:11:14.153833 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2cf7e9bd-99d1-4b6f-b8ea-0650e83c0c09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:11:14.169917 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-2cf7e9bd-99d1-4b6f-b8ea-0650e83c0c09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:11:14.204120 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5223ba26-27bb-4edf-9531-226dfc6d43bd', 'tag': '98f4327f-fc27-434f-9db3-963a1bd2b56a', 'status': 'completed', 'code': 200} Feb 04 21:11:14.286242 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:11:14.287619 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port ffecdf98-c817-481b-b0b0-07871ba48ec8 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:11:14.296726 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port ffecdf98-c817-481b-b0b0-07871ba48ec8 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:14.297164 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:14.329645 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2cf7e9bd-99d1-4b6f-b8ea-0650e83c0c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:14.336971 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2cf7e9bd-99d1-4b6f-b8ea-0650e83c0c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:14.428253 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2cf7e9bd-99d1-4b6f-b8ea-0650e83c0c09 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cb372b743bbd40c2b8ad49bc1de466d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3367047 Feb 04 21:11:14.429874 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39114) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:14.431350 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7e9bd-99d1-4b6f-b8ea-0650e83c0c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4419632f-d572-4b8a-bc27-aaa591c7240c,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:14.481856 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce59ae-70a4-471f-9fb1-e47cc2fd3ffb req-d32dfee7-a383-4d91-98cf-de9da5f2d5ed tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:14.490571 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d9ce59ae-70a4-471f-9fb1-e47cc2fd3ffb req-d32dfee7-a383-4d91-98cf-de9da5f2d5ed tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=641e4ab1-72cc-48d6-b7f1-2f56ca70ef46 HTTP/1.1" status: 200 len: 943 time: 0.8534021 Feb 04 21:11:14.510379 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:14.515265 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9bc041a3-82b9-4997-acf1-5743bc0e3206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:14.522300 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b163e0f-c8dc-4be3-bc65-038c8acb6696 req-be7e0689-da0d-460c-88e3-373f45e50a5a tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Router 1db08bb1-bc01-4512-9da3-cf031e7a01e7 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:11:14.558140 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9bc041a3-82b9-4997-acf1-5743bc0e3206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:14.571024 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9c6794-3753-4bff-a44a-9031be912ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffecdf98-c817-481b-b0b0-07871ba48ec8'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:11:14.594603 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port ffecdf98-c817-481b-b0b0-07871ba48ec8, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=ffecdf98-c817-481b-b0b0-07871ba48ec8,segment=NetworkSegment(383edd10-afd3-4822-a6b6-a663d901d7f4),segment_id=383edd10-afd3-4822-a6b6-a663d901d7f4)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:14.599938 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:14.600907 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 93f4eff2-d0f6-4de5-8ab0-9aa904305bfe no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:11:14.617281 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc54d3-6e0b-4321-a626-8c145c18cd0d req-883a92f9-bc4d-48d0-bc81-c46a41973f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:14.621057 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3afc54d3-6e0b-4321-a626-8c145c18cd0d req-883a92f9-bc4d-48d0-bc81-c46a41973f91 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=77bcf7e0790547d98769ee09df1cb892&device_id=5223ba26-27bb-4edf-9531-226dfc6d43bd HTTP/1.1" status: 200 len: 1099 time: 0.3025827 Feb 04 21:11:14.657350 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9bc041a3-82b9-4997-acf1-5743bc0e3206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:14.686013 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc041a3-82b9-4997-acf1-5743bc0e3206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4419632f-d572-4b8a-bc27-aaa591c7240c,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:14.696041 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9bc041a3-82b9-4997-acf1-5743bc0e3206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:14.696041 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9bc041a3-82b9-4997-acf1-5743bc0e3206 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4419632f-d572-4b8a-bc27-aaa591c7240c HTTP/1.1" status: 204 len: 168 time: 0.2557344 Feb 04 21:11:14.762747 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-9ae38238-15eb-4987-a5ef-d36742b05c17 service neutron] 10.222.0.32 "GET /v2.0/networks/45821ff6-3791-4a68-b829-a67211a973e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6390924 Feb 04 21:11:14.778953 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d9ce59ae-70a4-471f-9fb1-e47cc2fd3ffb req-d1e21977-e14e-4fe3-ba05-883f72352eb7 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819388 Feb 04 21:11:14.795090 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: 93f4eff2-d0f6-4de5-8ab0-9aa904305bfe {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:11:14.795090 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 93f4eff2-d0f6-4de5-8ab0-9aa904305bfe not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:11:14.843749 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=ffecdf98-c817-481b-b0b0-07871ba48ec8,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:14.945142 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641e4ab1-72cc-48d6-b7f1-2f56ca70ef46', 'tag': 'b96a4192-598b-4230-877d-1404fd20577d', 'status': 'completed', 'code': 200} Feb 04 21:11:15.282562 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b163e0f-c8dc-4be3-bc65-038c8acb6696 req-be7e0689-da0d-460c-88e3-373f45e50a5a tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:11:15.290427 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2379932d-2eca-496d-b847-8b72d2fce12b None None] Sync routers for ids ['1db08bb1-bc01-4512-9da3-cf031e7a01e7'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:11:15.301880 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2379932d-2eca-496d-b847-8b72d2fce12b None None] Routers {'1db08bb1-bc01-4512-9da3-cf031e7a01e7'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:11:15.302508 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-2379932d-2eca-496d-b847-8b72d2fce12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:10:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['1db08bb1-bc01-4512-9da3-cf031e7a01e7'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:15.313305 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc54d3-6e0b-4321-a626-8c145c18cd0d req-60134745-d3d9-4013-b8ed-3079797a0ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:15.316206 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3afc54d3-6e0b-4321-a626-8c145c18cd0d req-60134745-d3d9-4013-b8ed-3079797a0ff3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.5955780 Feb 04 21:11:15.323614 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cc9be28c-f35c-4205-98a1-2e3892263fae req-d7d2c918-6746-4b6b-aef1-9019dab1b9f6 service neutron] 10.222.0.32 "GET /v2.0/networks/45821ff6-3791-4a68-b829-a67211a973e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5490851 Feb 04 21:11:15.478716 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9481ca-2105-446a-9681-243aba821005 req-7646fafb-962a-43ef-a2f3-d766b30947a6 tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:15.480199 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2c9481ca-2105-446a-9681-243aba821005 req-7646fafb-962a-43ef-a2f3-d766b30947a6 tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2715026-45d2-4e36-bfc6-1023b1d699f4 HTTP/1.1" status: 200 len: 945 time: 0.7523594 Feb 04 21:11:15.491768 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3afc54d3-6e0b-4321-a626-8c145c18cd0d req-15422c66-755f-4998-8e6f-6fa1c685bc78 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=98f4327f-fc27-434f-9db3-963a1bd2b56a HTTP/1.1" status: 200 len: 217 time: 0.1611772 Feb 04 21:11:15.499934 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b163e0f-c8dc-4be3-bc65-038c8acb6696 req-be7e0689-da0d-460c-88e3-373f45e50a5a tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] No DVR routers for this DVR port 93f4eff2-d0f6-4de5-8ab0-9aa904305bfe on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:11:15.537962 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3b163e0f-c8dc-4be3-bc65-038c8acb6696 req-be7e0689-da0d-460c-88e3-373f45e50a5a tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:15.541350 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-2379932d-2eca-496d-b847-8b72d2fce12b None None] Set router 1db08bb1-bc01-4512-9da3-cf031e7a01e7 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:11:15.588032 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3b163e0f-c8dc-4be3-bc65-038c8acb6696 req-be7e0689-da0d-460c-88e3-373f45e50a5a tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.18 "DELETE /v2.0/ports/93f4eff2-d0f6-4de5-8ab0-9aa904305bfe HTTP/1.1" status: 204 len: 173 time: 5.6164823 Feb 04 21:11:15.614297 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489dd43d-e9ff-433c-9ffa-f88a4289c245 req-979ad41d-1c62-48ca-87f8-7913c9dfaa03 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:15.628788 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489dd43d-e9ff-433c-9ffa-f88a4289c245 req-979ad41d-1c62-48ca-87f8-7913c9dfaa03 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:15.634882 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489dd43d-e9ff-433c-9ffa-f88a4289c245 req-979ad41d-1c62-48ca-87f8-7913c9dfaa03 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:15.641510 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489dd43d-e9ff-433c-9ffa-f88a4289c245 req-979ad41d-1c62-48ca-87f8-7913c9dfaa03 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:15.647223 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489dd43d-e9ff-433c-9ffa-f88a4289c245 req-979ad41d-1c62-48ca-87f8-7913c9dfaa03 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:15.653794 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489dd43d-e9ff-433c-9ffa-f88a4289c245 req-979ad41d-1c62-48ca-87f8-7913c9dfaa03 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:15.659532 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489dd43d-e9ff-433c-9ffa-f88a4289c245 req-979ad41d-1c62-48ca-87f8-7913c9dfaa03 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:15.667712 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-489dd43d-e9ff-433c-9ffa-f88a4289c245 req-979ad41d-1c62-48ca-87f8-7913c9dfaa03 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 5444 time: 0.6512408 Feb 04 21:11:15.716883 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2c9481ca-2105-446a-9681-243aba821005 req-91ba5750-3cfa-4e6a-9dd8-94afc61a4b12 tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] 10.222.0.26 "GET /v2.0/security-groups?id=192465c7-4a4e-461e-8c52-7c549b2135a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191939 Feb 04 21:11:15.743017 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc54d3-6e0b-4321-a626-8c145c18cd0d req-b179b050-0419-4364-90ca-db5a1f5db845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:15.743017 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3afc54d3-6e0b-4321-a626-8c145c18cd0d req-b179b050-0419-4364-90ca-db5a1f5db845 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.2364013 Feb 04 21:11:15.912188 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-489dd43d-e9ff-433c-9ffa-f88a4289c245 req-c6015986-56b9-4c11-bd80-b76538341ea3 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57aefd0-2358-4799-bf02-8d4615be2807&id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2418520 Feb 04 21:11:15.936934 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c920883-d4ce-4969-a014-681e03ffc92c req-2a76e584-8705-46fb-8cd7-13f9017fd5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:15.938627 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8c920883-d4ce-4969-a014-681e03ffc92c req-2a76e584-8705-46fb-8cd7-13f9017fd5aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c0334bb297a2459cb341ceb6d3c2f76e&device_id=641e4ab1-72cc-48d6-b7f1-2f56ca70ef46 HTTP/1.1" status: 200 len: 1094 time: 0.5152588 Feb 04 21:11:16.135923 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-2379932d-2eca-496d-b847-8b72d2fce12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'name': 'tempest-ServersTestBootFromVolume-1128826219-router', 'tenant_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a85dcd7a-17b8-40a8-84a3-b8230353167b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:08:40Z', 'updated_at': '2022-02-04T21:08:54Z', 'revision_number': 4, 'project_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'gw_port': {'id': 'a85dcd7a-17b8-40a8-84a3-b8230353167b', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:08:42Z', 'updated_at': '2022-02-04T21:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '500b9953-2d0b-43b1-8ec1-c378933728ce', 'name': '', 'network_id': '4608db1e-4c63-4115-98e9-dbb35735c98b', 'tenant_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'mac_address': 'fa:16:3e:e5:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a5257a8f-1f80-4ecd-b1bf-e444fa041ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:08:50Z', 'updated_at': '2022-02-04T21:09:08Z', 'revision_number': 5, 'project_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'subnets': [{'id': 'a5257a8f-1f80-4ecd-b1bf-e444fa041ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:16.146109 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 98f4327f-fc27-434f-9db3-963a1bd2b56a details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:11:16.409200 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9c6794-3753-4bff-a44a-9031be912ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffecdf98-c817-481b-b0b0-07871ba48ec8', 'code': 200} Feb 04 21:11:16.411346 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2379932d-2eca-496d-b847-8b72d2fce12b None None] Checking router: 1db08bb1-bc01-4512-9da3-cf031e7a01e7 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:11:16.457132 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 98f4327f-fc27-434f-9db3-963a1bd2b56a, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=98f4327f-fc27-434f-9db3-963a1bd2b56a,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:16.481579 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '98f4327f-fc27-434f-9db3-963a1bd2b56a', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': '98f4327f-fc27-434f-9db3-963a1bd2b56a', 'mac_address': 'fa:16:3e:4e:24:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:11:16.483515 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2379932d-2eca-496d-b847-8b72d2fce12b None None] Routers {'1db08bb1-bc01-4512-9da3-cf031e7a01e7'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:11:16.484239 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-2379932d-2eca-496d-b847-8b72d2fce12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:10:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['1db08bb1-bc01-4512-9da3-cf031e7a01e7'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:16.582720 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fcfdc9b6-1ba6-4542-9ea3-f77cce96541c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:16.657358 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc54d3-6e0b-4321-a626-8c145c18cd0d req-3a33a391-2faf-4287-af26-06883f5dabf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:16.659096 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3afc54d3-6e0b-4321-a626-8c145c18cd0d req-3a33a391-2faf-4287-af26-06883f5dabf0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8772483 Feb 04 21:11:16.744196 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:16.773924 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f4327f-fc27-434f-9db3-963a1bd2b56a {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:11:16.810801 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 98f4327f-fc27-434f-9db3-963a1bd2b56a, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=98f4327f-fc27-434f-9db3-963a1bd2b56a,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:16.816340 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-2379932d-2eca-496d-b847-8b72d2fce12b None None] Set router 1db08bb1-bc01-4512-9da3-cf031e7a01e7 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:11:16.823280 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39204) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:16.856909 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c920883-d4ce-4969-a014-681e03ffc92c req-9a9dff19-1b67-4a2d-b46b-fa053fda61af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:16.858098 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8c920883-d4ce-4969-a014-681e03ffc92c req-9a9dff19-1b67-4a2d-b46b-fa053fda61af service neutron] 10.222.0.32 "GET /v2.0/networks?id=45821ff6-3791-4a68-b829-a67211a973e0 HTTP/1.1" status: 200 len: 919 time: 0.9084625 Feb 04 21:11:16.862221 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:16.870072 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a8fb8-8814-4eab-8e14-a4980212614d req-9ee76c1a-415b-482d-8132-009f73aa5345 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:16.876888 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-689a8fb8-8814-4eab-8e14-a4980212614d req-9ee76c1a-415b-482d-8132-009f73aa5345 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] 10.222.0.26 "GET /v2.0/ports?device_id=5223ba26-27bb-4edf-9531-226dfc6d43bd HTTP/1.1" status: 200 len: 948 time: 0.4691613 Feb 04 21:11:16.956768 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a11251f-38ca-4d47-a825-ba3e837a8ae3', 'name': 'network-vif-deleted', 'tag': '93f4eff2-d0f6-4de5-8ab0-9aa904305bfe'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:11:17.014237 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa876b7a-04de-433f-8423-94d0a7cad915 req-f3eee93e-3f44-4989-92c6-76c9f91f6842 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:17.014237 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fa876b7a-04de-433f-8423-94d0a7cad915 req-f3eee93e-3f44-4989-92c6-76c9f91f6842 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 945 time: 0.6056621 Feb 04 21:11:17.024409 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8c920883-d4ce-4969-a014-681e03ffc92c req-40025287-e0e9-422c-a634-69e6bf9fa908 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b96a4192-598b-4230-877d-1404fd20577d HTTP/1.1" status: 200 len: 217 time: 0.1391318 Feb 04 21:11:17.036288 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fdc8c3-c6d3-4b73-980b-b0c51799fcba req-bfe1b77c-90b3-4992-bedc-9e9b3b406ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:17.036288 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f6fdc8c3-c6d3-4b73-980b-b0c51799fcba req-bfe1b77c-90b3-4992-bedc-9e9b3b406ad6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 1096 time: 0.6240337 Feb 04 21:11:17.044807 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=98f4327f-fc27-434f-9db3-963a1bd2b56a,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:17.173407 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-932b3c64-9f69-49d2-aae6-5461ca5776ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:17.244998 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-932b3c64-9f69-49d2-aae6-5461ca5776ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:11:17.263505 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-932b3c64-9f69-49d2-aae6-5461ca5776ab admin admin] Usage tracker for resource:security_group_rule and tenant:ee02d3c3e21849e88674d340b0982781 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:11:17.264309 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-932b3c64-9f69-49d2-aae6-5461ca5776ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:11:17.275657 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-932b3c64-9f69-49d2-aae6-5461ca5776ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:11:17.279034 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['98f4327f-fc27-434f-9db3-963a1bd2b56a'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:11:17.296930 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-689a8fb8-8814-4eab-8e14-a4980212614d req-c0e412ed-079a-4fe2-9684-e641dd245ed4 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3f54f44-37c8-414d-9df0-9a0d9cda0dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189000 Feb 04 21:11:17.423011 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3afc54d3-6e0b-4321-a626-8c145c18cd0d req-1701eb77-8988-462f-84b1-b59da9ccfabe service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7390144 Feb 04 21:11:17.477745 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-932b3c64-9f69-49d2-aae6-5461ca5776ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:17.488192 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-932b3c64-9f69-49d2-aae6-5461ca5776ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:17.593399 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-932b3c64-9f69-49d2-aae6-5461ca5776ab admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ee02d3c3e21849e88674d340b0982781&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7620945 Feb 04 21:11:17.593399 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39212) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:17.593399 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b3c64-9f69-49d2-aae6-5461ca5776ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf6b29b-db73-402b-ae9d-d26a9555620b,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:17.653666 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fa876b7a-04de-433f-8423-94d0a7cad915 req-2ed326f4-32fb-406b-9bba-179ce3dfcb01 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6282687 Feb 04 21:11:17.675756 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f6fdc8c3-c6d3-4b73-980b-b0c51799fcba req-8eef8c17-a6e0-4c46-bac1-fd63fc9aa985 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034081 Feb 04 21:11:17.716698 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-46c2cef2-97a3-4237-aa2c-201f74113054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:17.777628 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-46c2cef2-97a3-4237-aa2c-201f74113054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:17.824234 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c920883-d4ce-4969-a014-681e03ffc92c req-d64a640f-2e3a-4413-bfea-a61397f5189f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:17.837586 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8c920883-d4ce-4969-a014-681e03ffc92c req-d64a640f-2e3a-4413-bfea-a61397f5189f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e215eb7a-eead-45ce-94f4-e8f9a41d8b7e HTTP/1.1" status: 200 len: 858 time: 0.7773356 Feb 04 21:11:17.898681 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-46c2cef2-97a3-4237-aa2c-201f74113054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:17.932802 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2cef2-97a3-4237-aa2c-201f74113054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf6b29b-db73-402b-ae9d-d26a9555620b,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:17.937669 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:17.949605 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:17.960022 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-8900f97d-71ef-4f0b-9762-c4b65bfb6dc2 req-7e8e8dae-e18e-4729-85a8-c3b2b6eea862 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Synchronizing usage tracker for tenant:aad0d9a1cb2b4f7b9157e57f03fc7e68 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:11:17.967552 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-46c2cef2-97a3-4237-aa2c-201f74113054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:17.967552 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-46c2cef2-97a3-4237-aa2c-201f74113054 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ccf6b29b-db73-402b-ae9d-d26a9555620b HTTP/1.1" status: 204 len: 168 time: 0.3600621 Feb 04 21:11:18.022181 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device b96a4192-598b-4230-877d-1404fd20577d details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:11:18.090002 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8c920883-d4ce-4969-a014-681e03ffc92c req-41643f6b-09d9-4697-b5cc-07537def671b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=45821ff6-3791-4a68-b829-a67211a973e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2600036 Feb 04 21:11:18.199889 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3afc54d3-6e0b-4321-a626-8c145c18cd0d req-293dcf26-23a0-40fa-9e88-3e3ff5c2c2cd service neutron] 10.222.0.18 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7624974 Feb 04 21:11:18.231506 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-8900f97d-71ef-4f0b-9762-c4b65bfb6dc2 req-7e8e8dae-e18e-4729-85a8-c3b2b6eea862 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Unset dirty status for tenant:aad0d9a1cb2b4f7b9157e57f03fc7e68 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:11:18.243548 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8900f97d-71ef-4f0b-9762-c4b65bfb6dc2 req-7e8e8dae-e18e-4729-85a8-c3b2b6eea862 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a11251f-38ca-4d47-a825-ba3e837a8ae3 HTTP/1.1" status: 200 len: 210 time: 0.5712445 Feb 04 21:11:18.398854 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port b96a4192-598b-4230-877d-1404fd20577d, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b96a4192-598b-4230-877d-1404fd20577d,segment=NetworkSegment(383edd10-afd3-4822-a6b6-a663d901d7f4),segment_id=383edd10-afd3-4822-a6b6-a663d901d7f4)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:18.421368 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': 'b96a4192-598b-4230-877d-1404fd20577d', 'network_id': '45821ff6-3791-4a68-b829-a67211a973e0', 'port_id': 'b96a4192-598b-4230-877d-1404fd20577d', 'mac_address': 'fa:16:3e:8a:4d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e215eb7a-eead-45ce-94f4-e8f9a41d8b7e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:11:18.534727 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:18.539749 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430f276-83bf-4661-aa49-c3f863b39461 req-aac3b700-1fa9-4144-980d-333a6df3bc12 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:18.547401 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-2379932d-2eca-496d-b847-8b72d2fce12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'name': 'tempest-ServersTestBootFromVolume-1128826219-router', 'tenant_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a85dcd7a-17b8-40a8-84a3-b8230353167b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:08:40Z', 'updated_at': '2022-02-04T21:08:54Z', 'revision_number': 4, 'project_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'gw_port': {'id': 'a85dcd7a-17b8-40a8-84a3-b8230353167b', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:08:42Z', 'updated_at': '2022-02-04T21:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '500b9953-2d0b-43b1-8ec1-c378933728ce', 'name': '', 'network_id': '4608db1e-4c63-4115-98e9-dbb35735c98b', 'tenant_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'mac_address': 'fa:16:3e:e5:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a5257a8f-1f80-4ecd-b1bf-e444fa041ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:08:50Z', 'updated_at': '2022-02-04T21:09:08Z', 'revision_number': 5, 'project_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'subnets': [{'id': 'a5257a8f-1f80-4ecd-b1bf-e444fa041ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:18.551523 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0430f276-83bf-4661-aa49-c3f863b39461 req-aac3b700-1fa9-4144-980d-333a6df3bc12 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=641e4ab1-72cc-48d6-b7f1-2f56ca70ef46 HTTP/1.1" status: 200 len: 943 time: 0.6037734 Feb 04 21:11:18.554798 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2379932d-2eca-496d-b847-8b72d2fce12b None None] The sync data for ids ['1db08bb1-bc01-4512-9da3-cf031e7a01e7'] in n-d-827896-1 is: [{'id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'name': 'tempest-ServersTestBootFromVolume-1128826219-router', 'tenant_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a85dcd7a-17b8-40a8-84a3-b8230353167b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:08:40Z', 'updated_at': '2022-02-04T21:08:54Z', 'revision_number': 4, 'project_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'gw_port': {'id': 'a85dcd7a-17b8-40a8-84a3-b8230353167b', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:08:42Z', 'updated_at': '2022-02-04T21:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '500b9953-2d0b-43b1-8ec1-c378933728ce', 'name': '', 'network_id': '4608db1e-4c63-4115-98e9-dbb35735c98b', 'tenant_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'mac_address': 'fa:16:3e:e5:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a5257a8f-1f80-4ecd-b1bf-e444fa041ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:08:50Z', 'updated_at': '2022-02-04T21:09:08Z', 'revision_number': 5, 'project_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'subnets': [{'id': 'a5257a8f-1f80-4ecd-b1bf-e444fa041ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:11:18.568107 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b96a4192-598b-4230-877d-1404fd20577d {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:11:18.590216 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port b96a4192-598b-4230-877d-1404fd20577d, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b96a4192-598b-4230-877d-1404fd20577d,segment=NetworkSegment(383edd10-afd3-4822-a6b6-a663d901d7f4),segment_id=383edd10-afd3-4822-a6b6-a663d901d7f4)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:18.607220 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:18.620787 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8c920883-d4ce-4969-a014-681e03ffc92c req-0f2cde6b-3436-4a5f-99c3-048ef9bc4db2 service neutron] 10.222.0.32 "GET /v2.0/networks/45821ff6-3791-4a68-b829-a67211a973e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5152082 Feb 04 21:11:18.709161 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=b96a4192-598b-4230-877d-1404fd20577d,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:18.777442 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0430f276-83bf-4661-aa49-c3f863b39461 req-be62fa93-d4f2-4696-9527-df9d916255a9 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241104 Feb 04 21:11:18.796586 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89527818-2174-4bf5-aa95-7cf18aaed814 req-d524509c-5c11-4ae2-a8df-6786515ecdae tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:18.802944 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89527818-2174-4bf5-aa95-7cf18aaed814 req-d524509c-5c11-4ae2-a8df-6786515ecdae tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:18.815684 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89527818-2174-4bf5-aa95-7cf18aaed814 req-d524509c-5c11-4ae2-a8df-6786515ecdae tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:18.825008 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89527818-2174-4bf5-aa95-7cf18aaed814 req-d524509c-5c11-4ae2-a8df-6786515ecdae tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:18.833061 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89527818-2174-4bf5-aa95-7cf18aaed814 req-d524509c-5c11-4ae2-a8df-6786515ecdae tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:18.844023 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89527818-2174-4bf5-aa95-7cf18aaed814 req-d524509c-5c11-4ae2-a8df-6786515ecdae tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:18.856594 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89527818-2174-4bf5-aa95-7cf18aaed814 req-d524509c-5c11-4ae2-a8df-6786515ecdae tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:18.858836 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-89527818-2174-4bf5-aa95-7cf18aaed814 req-d524509c-5c11-4ae2-a8df-6786515ecdae tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 5444 time: 0.4927945 Feb 04 21:11:18.859255 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:18.962521 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8c920883-d4ce-4969-a014-681e03ffc92c req-8bd3ad0e-a7ca-4108-ad8c-54a65d92f63a service neutron] 10.222.0.32 "GET /v2.0/networks/45821ff6-3791-4a68-b829-a67211a973e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306456 Feb 04 21:11:18.993720 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a11251f-38ca-4d47-a825-ba3e837a8ae3', 'name': 'network-vif-deleted', 'tag': '93f4eff2-d0f6-4de5-8ab0-9aa904305bfe', 'status': 'completed', 'code': 200} Feb 04 21:11:19.051459 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['b96a4192-598b-4230-877d-1404fd20577d'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:11:19.148603 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3df451-e0ae-458f-906b-9008a6a05fdd None None] New status for floating IP 19bfc4a4-d9b6-43fb-8af7-c95cc7be2f2f: DOWN {{(pid=87685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:11:19.308562 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf762f1-3e02-4cde-be05-c89282000ece req-d5f5bfd8-06d1-4f11-b144-87f9e61cecc9 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:19.311553 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5cf762f1-3e02-4cde-be05-c89282000ece req-d5f5bfd8-06d1-4f11-b144-87f9e61cecc9 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] 10.222.0.26 "GET /v2.0/ports?device_id=5223ba26-27bb-4edf-9531-226dfc6d43bd HTTP/1.1" status: 200 len: 949 time: 0.1288977 Feb 04 21:11:19.378461 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5cf762f1-3e02-4cde-be05-c89282000ece req-7dc36492-c4c3-4455-ad3f-4a39d85a4982 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3f54f44-37c8-414d-9df0-9a0d9cda0dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540433 Feb 04 21:11:19.394766 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39248) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:19.700897 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-c7679f3d-7eec-4cb8-80dd-6ba76443c2ac tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1106120359'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:11:19.708862 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c7679f3d-7eec-4cb8-80dd-6ba76443c2ac tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:11:19.716005 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c7679f3d-7eec-4cb8-80dd-6ba76443c2ac tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Usage tracker for resource:network and tenant:cd91106acddc4cbc854af67d0c590651 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:11:19.720565 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c7679f3d-7eec-4cb8-80dd-6ba76443c2ac tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:11:19.740446 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c7679f3d-7eec-4cb8-80dd-6ba76443c2ac tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:11:19.759129 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7679f3d-7eec-4cb8-80dd-6ba76443c2ac tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Made reservation on behalf of cd91106acddc4cbc854af67d0c590651 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:11:19.767898 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c7679f3d-7eec-4cb8-80dd-6ba76443c2ac tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:19.795126 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c7679f3d-7eec-4cb8-80dd-6ba76443c2ac tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:19.831912 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c7679f3d-7eec-4cb8-80dd-6ba76443c2ac tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:11:19.840564 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c7679f3d-7eec-4cb8-80dd-6ba76443c2ac tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Usage tracker for resource:security_group_rule and tenant:cd91106acddc4cbc854af67d0c590651 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:11:19.844427 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c7679f3d-7eec-4cb8-80dd-6ba76443c2ac tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:11:19.873125 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c7679f3d-7eec-4cb8-80dd-6ba76443c2ac tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:11:20.022020 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c7679f3d-7eec-4cb8-80dd-6ba76443c2ac tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:20.031576 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c7679f3d-7eec-4cb8-80dd-6ba76443c2ac tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:20.092686 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7679f3d-7eec-4cb8-80dd-6ba76443c2ac tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:11:20.102926 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7679f3d-7eec-4cb8-80dd-6ba76443c2ac tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91d62027-75b5-47ef-aefa-db00aa41da1d,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:20.123289 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c7679f3d-7eec-4cb8-80dd-6ba76443c2ac tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:20.123289 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-c7679f3d-7eec-4cb8-80dd-6ba76443c2ac tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Added segment 5224339a-33fc-4fc2-8758-1c7a6d535a2a of type vlan for network fcf2a942-2e04-44f9-ba47-8ccb4383c5e3 Feb 04 21:11:20.140215 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 98f4327f-fc27-434f-9db3-963a1bd2b56a up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:11:20.168994 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c7679f3d-7eec-4cb8-80dd-6ba76443c2ac tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:20.218802 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c7679f3d-7eec-4cb8-80dd-6ba76443c2ac tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:20.231027 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7679f3d-7eec-4cb8-80dd-6ba76443c2ac tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:20.232947 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c7679f3d-7eec-4cb8-80dd-6ba76443c2ac tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:20.256048 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 98f4327f-fc27-434f-9db3-963a1bd2b56a completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:11:20.268764 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 98f4327f-fc27-434f-9db3-963a1bd2b56a triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:20.269482 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:20.281326 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e16410-9cd7-430d-8eb9-beabfa611924 req-60ca8f89-2e91-46ab-91e7-350cee5e1536 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:20.282892 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-20e16410-9cd7-430d-8eb9-beabfa611924 req-60ca8f89-2e91-46ab-91e7-350cee5e1536 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=641e4ab1-72cc-48d6-b7f1-2f56ca70ef46 HTTP/1.1" status: 200 len: 944 time: 0.1127348 Feb 04 21:11:20.375048 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7679f3d-7eec-4cb8-80dd-6ba76443c2ac tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Pushing event updated for resources: {'Network': ['ID=fcf2a942-2e04-44f9-ba47-8ccb4383c5e3,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:20.396189 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c7679f3d-7eec-4cb8-80dd-6ba76443c2ac tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9994974 Feb 04 21:11:20.400562 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39280) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:20.407118 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-7b986c20-b46d-4bee-82e2-d819af411592 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Request body: {'subnet': {'network_id': 'fcf2a942-2e04-44f9-ba47-8ccb4383c5e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:11:20.407313 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network fcf2a942-2e04-44f9-ba47-8ccb4383c5e3 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:11:20.564914 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7b986c20-b46d-4bee-82e2-d819af411592 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:11:20.571148 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7b986c20-b46d-4bee-82e2-d819af411592 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Usage tracker for resource:subnet and tenant:cd91106acddc4cbc854af67d0c590651 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:11:20.573511 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7b986c20-b46d-4bee-82e2-d819af411592 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:11:20.581771 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7b986c20-b46d-4bee-82e2-d819af411592 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:11:20.595309 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:20.602574 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b986c20-b46d-4bee-82e2-d819af411592 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Made reservation on behalf of cd91106acddc4cbc854af67d0c590651 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:11:20.607757 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7b986c20-b46d-4bee-82e2-d819af411592 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:20.625346 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5223ba26-27bb-4edf-9531-226dfc6d43bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f4327f-fc27-434f-9db3-963a1bd2b56a'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:11:20.640039 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 98f4327f-fc27-434f-9db3-963a1bd2b56a, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=98f4327f-fc27-434f-9db3-963a1bd2b56a,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:20.645044 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-20e16410-9cd7-430d-8eb9-beabfa611924 req-0221e5ae-61b4-4db5-ba10-a26572b8f531 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008800 Feb 04 21:11:20.655405 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba174301-dc2e-4327-b563-3ce3ece787d9 req-c3ddfd67-5a94-4830-a084-4bbefce3ac1e tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:20.658640 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:20.663453 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ba174301-dc2e-4327-b563-3ce3ece787d9 req-c3ddfd67-5a94-4830-a084-4bbefce3ac1e tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 945 time: 0.3915293 Feb 04 21:11:20.743193 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39288) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:20.769799 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ba174301-dc2e-4327-b563-3ce3ece787d9 req-8df6dab7-3e84-4713-af1d-b9517acb306b tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053827 Feb 04 21:11:20.799123 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=98f4327f-fc27-434f-9db3-963a1bd2b56a,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:20.857849 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9d6aa124-69db-4af2-9980-284955a953b8 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:20.904993 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9d6aa124-69db-4af2-9980-284955a953b8 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:21.082107 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9d6aa124-69db-4af2-9980-284955a953b8 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:21.102542 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7b986c20-b46d-4bee-82e2-d819af411592 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:21.113918 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6aa124-69db-4af2-9980-284955a953b8 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ff6b8a-96a6-4228-8ce5-07b5da50ca60,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:21.140570 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711c190-c65d-4f23-b6ed-10cc29653662 req-c988bf3b-4aa5-409a-85f1-5703af51e8c4 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:21.142048 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e711c190-c65d-4f23-b6ed-10cc29653662 req-c988bf3b-4aa5-409a-85f1-5703af51e8c4 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] 10.222.0.26 "GET /v2.0/ports?device_id=5223ba26-27bb-4edf-9531-226dfc6d43bd HTTP/1.1" status: 200 len: 950 time: 0.1379461 Feb 04 21:11:21.143659 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9d6aa124-69db-4af2-9980-284955a953b8 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:21.145395 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-9d6aa124-69db-4af2-9980-284955a953b8 tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "DELETE /v2.0/security-groups/74ff6b8a-96a6-4228-8ce5-07b5da50ca60 HTTP/1.1" status: 204 len: 168 time: 0.4029355 Feb 04 21:11:21.148269 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39298) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:21.169877 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5223ba26-27bb-4edf-9531-226dfc6d43bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f4327f-fc27-434f-9db3-963a1bd2b56a', 'code': 200} Feb 04 21:11:21.203873 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [None req-72a0c2ac-c295-4b6a-b188-cf6ddf58a15d tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] show failed (client error): The resource could not be found. Feb 04 21:11:21.205115 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-72a0c2ac-c295-4b6a-b188-cf6ddf58a15d tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "GET /v2.0/security-groups/74ff6b8a-96a6-4228-8ce5-07b5da50ca60 HTTP/1.1" status: 404 len: 347 time: 0.0554273 Feb 04 21:11:21.207874 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39304) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:21.230324 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b986c20-b46d-4bee-82e2-d819af411592 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Pushing event updated for resources: {'Subnet': ['ID=f241861a-7ed6-4395-85f9-6adba2e18fe9,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:21.259296 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b986c20-b46d-4bee-82e2-d819af411592 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Checking segment: {'id': '5224339a-33fc-4fc2-8758-1c7a6d535a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fcf2a942-2e04-44f9-ba47-8ccb4383c5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:11:21.259931 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b986c20-b46d-4bee-82e2-d819af411592 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Network hostable DHCP agents. Network: fcf2a942-2e04-44f9-ba47-8ccb4383c5e3, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:11:21.291027 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b986c20-b46d-4bee-82e2-d819af411592 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Network fcf2a942-2e04-44f9-ba47-8ccb4383c5e3 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:11:21.312800 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-7b986c20-b46d-4bee-82e2-d819af411592 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, fcf2a942-2e04-44f9-ba47-8ccb4383c5e3) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:11:21.317980 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b986c20-b46d-4bee-82e2-d819af411592 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:21.318332 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7b986c20-b46d-4bee-82e2-d819af411592 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:21.323436 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adff5f32-4dd3-4b25-8ac6-4c032f1b4a97 None None] Network fcf2a942-2e04-44f9-ba47-8ccb4383c5e3 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:11:21.396165 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e711c190-c65d-4f23-b6ed-10cc29653662 req-a9a3ba47-f5a6-4348-911b-8caf1846af9e tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3f54f44-37c8-414d-9df0-9a0d9cda0dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434397 Feb 04 21:11:21.397310 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7b986c20-b46d-4bee-82e2-d819af411592 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9953008 Feb 04 21:11:21.400298 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39312) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:21.419187 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-1f9f97fe-2087-45da-8b1a-e369b5f99052 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Request body: {'port': {'network_id': 'fcf2a942-2e04-44f9-ba47-8ccb4383c5e3', 'name': 'tempest-AllowedAddressPairTestJSON-1137321835'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:11:21.578932 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-410d4dfa-7e35-4fdb-a011-c491f92b2bcf tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Deleting port c6860dba-62dc-44fe-a9e5-23fab0754ce4 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:11:21.579297 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-410d4dfa-7e35-4fdb-a011-c491f92b2bcf tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:21.729343 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-1f9f97fe-2087-45da-8b1a-e369b5f99052 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:11:21.739273 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1f9f97fe-2087-45da-8b1a-e369b5f99052 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Usage tracker for resource:port and tenant:cd91106acddc4cbc854af67d0c590651 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:11:21.743892 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1f9f97fe-2087-45da-8b1a-e369b5f99052 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:11:21.762608 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a5d979-c6ac-4daa-ac4f-2225b920565c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-fcf2a942-2e04-44f9-ba47-8ccb4383c5e3', 'network_id': 'fcf2a942-2e04-44f9-ba47-8ccb4383c5e3', 'tenant_id': 'cd91106acddc4cbc854af67d0c590651', 'fixed_ips': [{'subnet_id': 'f241861a-7ed6-4395-85f9-6adba2e18fe9'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:11:21.763703 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-99a5d979-c6ac-4daa-ac4f-2225b920565c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:21.764674 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-1f9f97fe-2087-45da-8b1a-e369b5f99052 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:11:21.785359 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9f97fe-2087-45da-8b1a-e369b5f99052 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Made reservation on behalf of cd91106acddc4cbc854af67d0c590651 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:11:21.790376 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1f9f97fe-2087-45da-8b1a-e369b5f99052 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:21.829044 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-1f9f97fe-2087-45da-8b1a-e369b5f99052 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] device_id is not set on port d7a37468-1808-4905-b27c-8fa3442e3f00 yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:11:21.848468 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf82aa9-2896-438c-9713-7548b7300447 req-1b051ba2-2f42-461c-b9f8-a82c7b3f9401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:21.853090 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fdf82aa9-2896-438c-9713-7548b7300447 req-1b051ba2-2f42-461c-b9f8-a82c7b3f9401 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5223ba26-27bb-4edf-9531-226dfc6d43bd HTTP/1.1" status: 200 len: 1101 time: 0.4625881 Feb 04 21:11:21.981336 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 482e6750-0446-470c-a003-debc4eae84ff details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:11:21.989799 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device b96a4192-598b-4230-877d-1404fd20577d up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:11:22.020340 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-410d4dfa-7e35-4fdb-a011-c491f92b2bcf tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:22.020692 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-410d4dfa-7e35-4fdb-a011-c491f92b2bcf tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:22.121069 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-99a5d979-c6ac-4daa-ac4f-2225b920565c None None] Allocated IP 172.20.0.2 (fcf2a942-2e04-44f9-ba47-8ccb4383c5e3/f241861a-7ed6-4395-85f9-6adba2e18fe9/7e188b25-42c6-4726-b141-7d7f03ef0d78) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:11:22.257279 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-410d4dfa-7e35-4fdb-a011-c491f92b2bcf tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Calling delete_port for c6860dba-62dc-44fe-a9e5-23fab0754ce4 owned by network:floatingip {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:11:22.338106 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fdf82aa9-2896-438c-9713-7548b7300447 req-54dc3425-188f-47bc-aadf-58c4cd906fc5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b3f54f44-37c8-414d-9df0-9a0d9cda0dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463797 Feb 04 21:11:22.355420 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port b96a4192-598b-4230-877d-1404fd20577d completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:11:22.377948 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port b96a4192-598b-4230-877d-1404fd20577d triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:22.377948 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:22.443594 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0e7e3-f3e0-455e-82b0-84d32ee5af63 req-0a4cd361-43e5-434f-9b12-aa634a6ef953 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:22.443594 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bfa0e7e3-f3e0-455e-82b0-84d32ee5af63 req-0a4cd361-43e5-434f-9b12-aa634a6ef953 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=641e4ab1-72cc-48d6-b7f1-2f56ca70ef46 HTTP/1.1" status: 200 len: 944 time: 0.3315144 Feb 04 21:11:22.450626 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484fcfc-3ac6-477e-9f28-5bc210c07a28 req-f1940bf1-a6ee-4756-95c6-039bc6d9ed2a tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:22.455099 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 482e6750-0446-470c-a003-debc4eae84ff, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=482e6750-0446-470c-a003-debc4eae84ff,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:22.458910 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0484fcfc-3ac6-477e-9f28-5bc210c07a28 req-f1940bf1-a6ee-4756-95c6-039bc6d9ed2a tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 945 time: 0.3508837 Feb 04 21:11:22.506026 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '482e6750-0446-470c-a003-debc4eae84ff', 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865', 'port_id': '482e6750-0446-470c-a003-debc4eae84ff', 'mac_address': 'fa:16:3e:f5:ce:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee4d3909-e094-4079-9a7f-4f6007c68222', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:11:22.593327 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0484fcfc-3ac6-477e-9f28-5bc210c07a28 req-df246a24-572f-404e-b858-f76fb72c79c3 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325834 Feb 04 21:11:22.603428 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bfa0e7e3-f3e0-455e-82b0-84d32ee5af63 req-3ea9d579-19b3-4b60-bf9a-74882cb41da1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352947 Feb 04 21:11:22.603428 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-410d4dfa-7e35-4fdb-a011-c491f92b2bcf tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:22.683302 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d4dfa-7e35-4fdb-a011-c491f92b2bcf tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Pushing event deleted for resources: {'Port': ['ID=c6860dba-62dc-44fe-a9e5-23fab0754ce4,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:22.754837 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-99a5d979-c6ac-4daa-ac4f-2225b920565c None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:22.758519 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:22.788645 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-99a5d979-c6ac-4daa-ac4f-2225b920565c None None] Transition to ACTIVE for port object 7e188b25-42c6-4726-b141-7d7f03ef0d78 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:11:22.791200 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:22.809151 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 482e6750-0446-470c-a003-debc4eae84ff {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:11:22.842685 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-99a5d979-c6ac-4daa-ac4f-2225b920565c None None] Transition to ACTIVE for port object 7e188b25-42c6-4726-b141-7d7f03ef0d78 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:11:22.848356 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 482e6750-0446-470c-a003-debc4eae84ff, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=482e6750-0446-470c-a003-debc4eae84ff,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:22.858192 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:22.874535 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-410d4dfa-7e35-4fdb-a011-c491f92b2bcf tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks [] for floatingip, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:22.904278 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port b96a4192-598b-4230-877d-1404fd20577d, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b96a4192-598b-4230-877d-1404fd20577d,segment=NetworkSegment(383edd10-afd3-4822-a6b6-a663d901d7f4),segment_id=383edd10-afd3-4822-a6b6-a663d901d7f4)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:22.906036 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-99a5d979-c6ac-4daa-ac4f-2225b920565c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:22.906714 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-410d4dfa-7e35-4fdb-a011-c491f92b2bcf tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:22.907904 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-410d4dfa-7e35-4fdb-a011-c491f92b2bcf tempest-ServersTestBootFromVolume-555266517 tempest-ServersTestBootFromVolume-555266517-project] 10.222.0.26 "DELETE /v2.0/floatingips/19bfc4a4-d9b6-43fb-8af7-c95cc7be2f2f HTTP/1.1" status: 204 len: 168 time: 1.6986849 Feb 04 21:11:22.911853 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39334) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:22.948421 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a5d979-c6ac-4daa-ac4f-2225b920565c None None] Network fcf2a942-2e04-44f9-ba47-8ccb4383c5e3 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:11:22.964410 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-1f9f97fe-2087-45da-8b1a-e369b5f99052 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Allocated IP 172.20.0.7 (fcf2a942-2e04-44f9-ba47-8ccb4383c5e3/f241861a-7ed6-4395-85f9-6adba2e18fe9/d7a37468-1808-4905-b27c-8fa3442e3f00) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:11:22.968291 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-99a5d979-c6ac-4daa-ac4f-2225b920565c None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:11:22.972772 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:22.975304 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a5d979-c6ac-4daa-ac4f-2225b920565c None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:11:23.099711 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['482e6750-0446-470c-a003-debc4eae84ff'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:11:23.192215 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-99a5d979-c6ac-4daa-ac4f-2225b920565c None None] Attempting to bind port 7e188b25-42c6-4726-b141-7d7f03ef0d78 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:11:23.192215 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-99a5d979-c6ac-4daa-ac4f-2225b920565c None None] Attempting to bind port 7e188b25-42c6-4726-b141-7d7f03ef0d78 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '5224339a-33fc-4fc2-8758-1c7a6d535a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fcf2a942-2e04-44f9-ba47-8ccb4383c5e3'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:11:23.192215 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a5d979-c6ac-4daa-ac4f-2225b920565c None None] Attempting to bind port 7e188b25-42c6-4726-b141-7d7f03ef0d78 on network fcf2a942-2e04-44f9-ba47-8ccb4383c5e3 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:11:23.206291 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641e4ab1-72cc-48d6-b7f1-2f56ca70ef46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96a4192-598b-4230-877d-1404fd20577d'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:11:23.218150 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b820dc-1e49-449b-8773-cd91fc8ba82b req-c27e54fc-1952-4c4d-97d3-4802d02a4587 tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:23.221681 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f0b820dc-1e49-449b-8773-cd91fc8ba82b req-c27e54fc-1952-4c4d-97d3-4802d02a4587 tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2715026-45d2-4e36-bfc6-1023b1d699f4 HTTP/1.1" status: 200 len: 945 time: 0.4343486 Feb 04 21:11:23.230979 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a5d979-c6ac-4daa-ac4f-2225b920565c None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:11:23.231357 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a5d979-c6ac-4daa-ac4f-2225b920565c None None] Checking segment: {'id': '5224339a-33fc-4fc2-8758-1c7a6d535a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fcf2a942-2e04-44f9-ba47-8ccb4383c5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:11:23.231768 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-99a5d979-c6ac-4daa-ac4f-2225b920565c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:23.232167 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a5d979-c6ac-4daa-ac4f-2225b920565c None None] Bound using segment: {'id': '5224339a-33fc-4fc2-8758-1c7a6d535a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fcf2a942-2e04-44f9-ba47-8ccb4383c5e3'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:11:23.232643 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-99a5d979-c6ac-4daa-ac4f-2225b920565c None None] Bound port: 7e188b25-42c6-4726-b141-7d7f03ef0d78, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5224339a-33fc-4fc2-8758-1c7a6d535a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fcf2a942-2e04-44f9-ba47-8ccb4383c5e3'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:11:23.233022 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-99a5d979-c6ac-4daa-ac4f-2225b920565c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:23.278906 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=482e6750-0446-470c-a003-debc4eae84ff,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:23.370158 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1f9f97fe-2087-45da-8b1a-e369b5f99052 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:23.393731 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f0b820dc-1e49-449b-8773-cd91fc8ba82b req-6e3e9f32-267d-460f-bd44-07056a0ccc7a tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] 10.222.0.26 "GET /v2.0/security-groups?id=192465c7-4a4e-461e-8c52-7c549b2135a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582599 Feb 04 21:11:23.396340 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-1f9f97fe-2087-45da-8b1a-e369b5f99052 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Transition to ACTIVE for port object d7a37468-1808-4905-b27c-8fa3442e3f00 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:11:23.436430 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1f9f97fe-2087-45da-8b1a-e369b5f99052 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:23.436726 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5d979-c6ac-4daa-ac4f-2225b920565c None None] Pushing event updated for resources: {'Port': ['ID=7e188b25-42c6-4726-b141-7d7f03ef0d78,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:23.447509 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5017e5-1989-4792-af1e-38489e994222 req-2d339621-112c-430f-93d7-18af7c77647a tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:23.457677 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9f5017e5-1989-4792-af1e-38489e994222 req-2d339621-112c-430f-93d7-18af7c77647a tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] 10.222.0.26 "GET /v2.0/ports?device_id=5223ba26-27bb-4edf-9531-226dfc6d43bd HTTP/1.1" status: 200 len: 950 time: 0.3276064 Feb 04 21:11:23.518526 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=b96a4192-598b-4230-877d-1404fd20577d,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:23.592512 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-99a5d979-c6ac-4daa-ac4f-2225b920565c None None] For port 7e188b25-42c6-4726-b141-7d7f03ef0d78, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:11:23.616885 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9f97fe-2087-45da-8b1a-e369b5f99052 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Network fcf2a942-2e04-44f9-ba47-8ccb4383c5e3 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:11:23.618345 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-1f9f97fe-2087-45da-8b1a-e369b5f99052 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:11:23.621368 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9f97fe-2087-45da-8b1a-e369b5f99052 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:11:23.677813 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f97fe-2087-45da-8b1a-e369b5f99052 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Pushing event updated for resources: {'Port': ['ID=d7a37468-1808-4905-b27c-8fa3442e3f00,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:23.689769 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-99a5d979-c6ac-4daa-ac4f-2225b920565c None None] For port 7e188b25-42c6-4726-b141-7d7f03ef0d78, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=7e188b25-42c6-4726-b141-7d7f03ef0d78,segment=NetworkSegment(5224339a-33fc-4fc2-8758-1c7a6d535a2a),segment_id=5224339a-33fc-4fc2-8758-1c7a6d535a2a)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:11:23.690361 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f97fe-2087-45da-8b1a-e369b5f99052 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:23.690879 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f97fe-2087-45da-8b1a-e369b5f99052 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:23.691359 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f97fe-2087-45da-8b1a-e369b5f99052 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:23.691952 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f97fe-2087-45da-8b1a-e369b5f99052 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:23.692459 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f97fe-2087-45da-8b1a-e369b5f99052 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:23.692988 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f97fe-2087-45da-8b1a-e369b5f99052 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:23.693595 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f97fe-2087-45da-8b1a-e369b5f99052 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:23.694736 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f97fe-2087-45da-8b1a-e369b5f99052 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:23.697390 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f97fe-2087-45da-8b1a-e369b5f99052 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:23.698308 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f97fe-2087-45da-8b1a-e369b5f99052 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:23.699031 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f97fe-2087-45da-8b1a-e369b5f99052 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:23.699581 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f97fe-2087-45da-8b1a-e369b5f99052 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:23.738742 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-99a5d979-c6ac-4daa-ac4f-2225b920565c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:23.740384 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9f97fe-2087-45da-8b1a-e369b5f99052 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:23.740384 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1f9f97fe-2087-45da-8b1a-e369b5f99052 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:23.767037 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9f5017e5-1989-4792-af1e-38489e994222 req-54d0dd1b-7fe6-448e-a41d-b69b8ece22cf tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3f54f44-37c8-414d-9df0-9a0d9cda0dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081059 Feb 04 21:11:23.790643 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1f9f97fe-2087-45da-8b1a-e369b5f99052 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3878772 Feb 04 21:11:23.793853 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39346) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:23.799543 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-1fe22175-e2c2-40a2-8597-d15308a9420e tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Request body: {'port': {'network_id': 'fcf2a942-2e04-44f9-ba47-8ccb4383c5e3', 'name': 'tempest-AllowedAddressPairTestJSON-1579382478', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:7f:04:df'}]}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:11:23.827405 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641e4ab1-72cc-48d6-b7f1-2f56ca70ef46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96a4192-598b-4230-877d-1404fd20577d', 'code': 200} Feb 04 21:11:24.024804 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5d979-c6ac-4daa-ac4f-2225b920565c None None] Pushing event updated for resources: {'Port': ['ID=7e188b25-42c6-4726-b141-7d7f03ef0d78,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:24.075967 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-1fe22175-e2c2-40a2-8597-d15308a9420e tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:11:24.079871 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1fe22175-e2c2-40a2-8597-d15308a9420e tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Usage tracker for resource:port and tenant:cd91106acddc4cbc854af67d0c590651 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:11:24.086563 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1fe22175-e2c2-40a2-8597-d15308a9420e tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:11:24.093485 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-1fe22175-e2c2-40a2-8597-d15308a9420e tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:11:24.110806 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe22175-e2c2-40a2-8597-d15308a9420e tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Made reservation on behalf of cd91106acddc4cbc854af67d0c590651 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:11:24.122962 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2248e-0b28-47e7-bbbd-69f9f921f06a req-23bdf8a5-3ebe-4702-a951-8aa78f9028c5 tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:24.124438 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ced2248e-0b28-47e7-bbbd-69f9f921f06a req-23bdf8a5-3ebe-4702-a951-8aa78f9028c5 tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2715026-45d2-4e36-bfc6-1023b1d699f4 HTTP/1.1" status: 200 len: 945 time: 0.5744665 Feb 04 21:11:24.265144 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1fe22175-e2c2-40a2-8597-d15308a9420e tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:24.297434 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-ced2248e-0b28-47e7-bbbd-69f9f921f06a req-3a91a332-7933-4af9-a70b-f24248c946ff tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] Deleting port 075c2fa8-ae36-4fe8-ba84-6eac3efb70fb {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:11:24.297779 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ced2248e-0b28-47e7-bbbd-69f9f921f06a req-3a91a332-7933-4af9-a70b-f24248c946ff tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:24.304317 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-1fe22175-e2c2-40a2-8597-d15308a9420e tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] device_id is not set on port 8633a498-f8e8-4bfa-8ab0-51a0ac54c720 yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:11:24.396648 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7908c40-0a3e-4bbd-bcbb-424ba60ed3c1 req-075d827d-ee05-4d92-ba23-aa1a7fd21b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:24.398745 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c7908c40-0a3e-4bbd-bcbb-424ba60ed3c1 req-075d827d-ee05-4d92-ba23-aa1a7fd21b1b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=641e4ab1-72cc-48d6-b7f1-2f56ca70ef46 HTTP/1.1" status: 200 len: 1096 time: 0.5101480 Feb 04 21:11:24.433225 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cc345-060b-4d87-848d-30aedb980d78 req-19bc7353-c017-4429-bc77-d5a422d3cb40 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:24.435126 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-726cc345-060b-4d87-848d-30aedb980d78 req-19bc7353-c017-4429-bc77-d5a422d3cb40 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 944 time: 0.4959605 Feb 04 21:11:24.442686 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bd28f-60b3-4502-9322-3f8d535d085d req-661e2bd9-2095-4345-93ee-334a071e578c tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:24.444838 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4e5bd28f-60b3-4502-9322-3f8d535d085d req-661e2bd9-2095-4345-93ee-334a071e578c tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=641e4ab1-72cc-48d6-b7f1-2f56ca70ef46 HTTP/1.1" status: 200 len: 945 time: 0.4826701 Feb 04 21:11:24.465939 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-1fe22175-e2c2-40a2-8597-d15308a9420e tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Allocated IP 172.20.0.13 (fcf2a942-2e04-44f9-ba47-8ccb4383c5e3/f241861a-7ed6-4395-85f9-6adba2e18fe9/8633a498-f8e8-4bfa-8ab0-51a0ac54c720) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:11:24.604478 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c7908c40-0a3e-4bbd-bcbb-424ba60ed3c1 req-c7ffbf30-c464-40ee-8a8d-c5a76b10a585 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954801 Feb 04 21:11:24.622235 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-726cc345-060b-4d87-848d-30aedb980d78 req-e3bac015-b3e6-4d78-b725-5aaf94548da2 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736093 Feb 04 21:11:24.650384 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4e5bd28f-60b3-4502-9322-3f8d535d085d req-919b8128-8ae5-4a0c-bef0-ed0ad7355ddc tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913342 Feb 04 21:11:24.687581 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1fe22175-e2c2-40a2-8597-d15308a9420e tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:24.706581 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-1fe22175-e2c2-40a2-8597-d15308a9420e tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Transition to ACTIVE for port object 8633a498-f8e8-4bfa-8ab0-51a0ac54c720 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:11:24.739466 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1fe22175-e2c2-40a2-8597-d15308a9420e tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:24.815956 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe22175-e2c2-40a2-8597-d15308a9420e tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Network fcf2a942-2e04-44f9-ba47-8ccb4383c5e3 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:11:24.826211 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-1fe22175-e2c2-40a2-8597-d15308a9420e tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:11:24.834012 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe22175-e2c2-40a2-8597-d15308a9420e tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:11:24.915891 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe22175-e2c2-40a2-8597-d15308a9420e tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Pushing event updated for resources: {'Port': ['ID=8633a498-f8e8-4bfa-8ab0-51a0ac54c720,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:24.951137 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe22175-e2c2-40a2-8597-d15308a9420e tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:24.952054 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1fe22175-e2c2-40a2-8597-d15308a9420e tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:24.996877 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-ced2248e-0b28-47e7-bbbd-69f9f921f06a req-3a91a332-7933-4af9-a70b-f24248c946ff tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] For port 075c2fa8-ae36-4fe8-ba84-6eac3efb70fb, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=075c2fa8-ae36-4fe8-ba84-6eac3efb70fb,segment=NetworkSegment(be4915d7-1189-4ea5-8096-b0ccc9463402),segment_id=be4915d7-1189-4ea5-8096-b0ccc9463402)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:24.997077 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ced2248e-0b28-47e7-bbbd-69f9f921f06a req-3a91a332-7933-4af9-a70b-f24248c946ff tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:25.005344 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1fe22175-e2c2-40a2-8597-d15308a9420e tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.2104158 Feb 04 21:11:25.006079 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39360) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:25.105132 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67385f09-6dda-4558-b57a-e17e5dbad3ad tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:25.111279 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67385f09-6dda-4558-b57a-e17e5dbad3ad tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:25.117895 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67385f09-6dda-4558-b57a-e17e5dbad3ad tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:25.118792 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-67385f09-6dda-4558-b57a-e17e5dbad3ad tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Synchronizing usage tracker for tenant:cd91106acddc4cbc854af67d0c590651 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:11:25.138089 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-67385f09-6dda-4558-b57a-e17e5dbad3ad tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Unset dirty status for tenant:cd91106acddc4cbc854af67d0c590651 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:11:25.141889 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-67385f09-6dda-4558-b57a-e17e5dbad3ad tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1321561 Feb 04 21:11:25.142194 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39364) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:25.216140 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-c05c68bc-f659-4e56-b3b6-4100395d0768 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Deleting port 8633a498-f8e8-4bfa-8ab0-51a0ac54c720 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:11:25.216395 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c05c68bc-f659-4e56-b3b6-4100395d0768 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:25.258699 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85091397-c98a-47a7-86f9-9f5d8507a016 None None] Network fcf2a942-2e04-44f9-ba47-8ccb4383c5e3 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:11:25.346902 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-ced2248e-0b28-47e7-bbbd-69f9f921f06a req-3a91a332-7933-4af9-a70b-f24248c946ff tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] Calling delete_port for 075c2fa8-ae36-4fe8-ba84-6eac3efb70fb owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:11:25.357281 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1db80c25-e74a-40d5-9eeb-1c205b8eafce None None] Provisioning for port 7e188b25-42c6-4726-b141-7d7f03ef0d78 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:11:25.419051 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-26c71873-077f-4266-a0d6-c6860e1e2170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:25.479460 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10f8bb-ce5f-46a3-a10a-34abc654e36c req-e63ede4c-3da6-46ff-b862-25736e869153 tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:25.480965 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1c10f8bb-ce5f-46a3-a10a-34abc654e36c req-e63ede4c-3da6-46ff-b862-25736e869153 tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2715026-45d2-4e36-bfc6-1023b1d699f4 HTTP/1.1" status: 200 len: 945 time: 0.6509495 Feb 04 21:11:25.482707 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c05c68bc-f659-4e56-b3b6-4100395d0768 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:25.624199 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 7e188b25-42c6-4726-b141-7d7f03ef0d78 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:11:25.667510 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-c05c68bc-f659-4e56-b3b6-4100395d0768 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Calling delete_port for 8633a498-f8e8-4bfa-8ab0-51a0ac54c720 owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:11:25.675712 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67dc9d-eba6-4394-a3da-bcae7b0ec8a7 req-f0a46c76-2c9e-4100-885a-0359bd9a9e86 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:25.677252 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5e67dc9d-eba6-4394-a3da-bcae7b0ec8a7 req-f0a46c76-2c9e-4100-885a-0359bd9a9e86 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] 10.222.0.26 "GET /v2.0/ports?device_id=5223ba26-27bb-4edf-9531-226dfc6d43bd HTTP/1.1" status: 200 len: 950 time: 0.6658041 Feb 04 21:11:25.718995 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 7e188b25-42c6-4726-b141-7d7f03ef0d78 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:11:25.726837 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 7e188b25-42c6-4726-b141-7d7f03ef0d78 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:25.727525 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:25.738460 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1c10f8bb-ce5f-46a3-a10a-34abc654e36c req-aae38a9b-9715-4ced-a67e-59dcd9687fbe tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] 10.222.0.26 "GET /v2.0/security-groups?id=192465c7-4a4e-461e-8c52-7c549b2135a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452826 Feb 04 21:11:25.836965 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c05c68bc-f659-4e56-b3b6-4100395d0768 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:25.913383 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5e67dc9d-eba6-4394-a3da-bcae7b0ec8a7 req-a12f8e2d-ebd9-4619-bafd-7bd652aa1e18 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3f54f44-37c8-414d-9df0-9a0d9cda0dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701052 Feb 04 21:11:25.928058 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c68bc-f659-4e56-b3b6-4100395d0768 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Pushing event deleted for resources: {'Port': ['ID=8633a498-f8e8-4bfa-8ab0-51a0ac54c720,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:25.970820 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:25.984395 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 482e6750-0446-470c-a003-debc4eae84ff up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:11:26.107680 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-2d4d4ce9-748e-4315-9fd7-75ad039cffc8 None None] Provisioning for port d7a37468-1808-4905-b27c-8fa3442e3f00 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:11:26.137376 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-2d4d4ce9-748e-4315-9fd7-75ad039cffc8 None None] Provisioning complete for port d7a37468-1808-4905-b27c-8fa3442e3f00 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:26.138170 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2d4d4ce9-748e-4315-9fd7-75ad039cffc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:26.234339 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ced2248e-0b28-47e7-bbbd-69f9f921f06a req-3a91a332-7933-4af9-a70b-f24248c946ff tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:26.237536 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:26.251390 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 7e188b25-42c6-4726-b141-7d7f03ef0d78, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=7e188b25-42c6-4726-b141-7d7f03ef0d78,segment=NetworkSegment(5224339a-33fc-4fc2-8758-1c7a6d535a2a),segment_id=5224339a-33fc-4fc2-8758-1c7a6d535a2a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:26.256877 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-2d4d4ce9-748e-4315-9fd7-75ad039cffc8 None None] Port d7a37468-1808-4905-b27c-8fa3442e3f00 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:11:26.269972 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 482e6750-0446-470c-a003-debc4eae84ff triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:26.269972 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:26.305590 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:26.366431 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c05c68bc-f659-4e56-b3b6-4100395d0768 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:26.377716 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91a332-7933-4af9-a70b-f24248c946ff tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] Pushing event deleted for resources: {'Port': ['ID=075c2fa8-ae36-4fe8-ba84-6eac3efb70fb,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:26.400890 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-2d4d4ce9-748e-4315-9fd7-75ad039cffc8 None None] Provisioning complete for port 7e188b25-42c6-4726-b141-7d7f03ef0d78 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:26.401112 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c05c68bc-f659-4e56-b3b6-4100395d0768 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] 10.222.0.26 "DELETE /v2.0/ports/8633a498-f8e8-4bfa-8ab0-51a0ac54c720 HTTP/1.1" status: 204 len: 168 time: 1.2577715 Feb 04 21:11:26.401435 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2d4d4ce9-748e-4315-9fd7-75ad039cffc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:26.403811 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39376) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:26.454092 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-2726440f-571c-462c-9c8f-72a76b7db657 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] GET failed (client error): The resource could not be found. Feb 04 21:11:26.454557 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2726440f-571c-462c-9c8f-72a76b7db657 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Synchronizing usage tracker for tenant:cd91106acddc4cbc854af67d0c590651 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:11:26.477929 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2726440f-571c-462c-9c8f-72a76b7db657 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Unset dirty status for tenant:cd91106acddc4cbc854af67d0c590651 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:11:26.479962 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2726440f-571c-462c-9c8f-72a76b7db657 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] 10.222.0.26 "GET /v2.0/ports/8633a498-f8e8-4bfa-8ab0-51a0ac54c720 HTTP/1.1" status: 404 len: 333 time: 0.0749595 Feb 04 21:11:26.486199 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39380) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:26.495412 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-7a85b150-6c6a-4909-a469-7915c8bfb171 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Request body: {'port': {'network_id': 'fcf2a942-2e04-44f9-ba47-8ccb4383c5e3', 'name': 'tempest-AllowedAddressPairTestJSON-1659362116'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:11:26.505500 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced2248e-0b28-47e7-bbbd-69f9f921f06a req-3a91a332-7933-4af9-a70b-f24248c946ff tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] No DVR routers for this DVR port 075c2fa8-ae36-4fe8-ba84-6eac3efb70fb on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:11:26.510383 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ced2248e-0b28-47e7-bbbd-69f9f921f06a req-3a91a332-7933-4af9-a70b-f24248c946ff tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:26.516261 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2715026-45d2-4e36-bfc6-1023b1d699f4', 'name': 'network-vif-deleted', 'tag': '075c2fa8-ae36-4fe8-ba84-6eac3efb70fb'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:11:26.521995 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ced2248e-0b28-47e7-bbbd-69f9f921f06a req-3a91a332-7933-4af9-a70b-f24248c946ff tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] 10.222.0.18 "DELETE /v2.0/ports/075c2fa8-ae36-4fe8-ba84-6eac3efb70fb HTTP/1.1" status: 204 len: 173 time: 2.3606274 Feb 04 21:11:26.553889 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eaa10c-603e-492e-9dc8-b58c964739d0 req-b3d9b8d0-572f-4100-9b90-0467e8cd5a53 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:26.555734 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c3eaa10c-603e-492e-9dc8-b58c964739d0 req-b3d9b8d0-572f-4100-9b90-0467e8cd5a53 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 944 time: 0.4071262 Feb 04 21:11:26.584289 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=7e188b25-42c6-4726-b141-7d7f03ef0d78,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:26.626383 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:26.648086 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-2d4d4ce9-748e-4315-9fd7-75ad039cffc8 None None] Could not find standard attr ID for object 8633a498-f8e8-4bfa-8ab0-51a0ac54c720. {{(pid=87684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 21:11:26.674348 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8b5580-581f-45b2-8a62-0f7bab064a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482e6750-0446-470c-a003-debc4eae84ff'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:11:26.693847 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 482e6750-0446-470c-a003-debc4eae84ff, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=482e6750-0446-470c-a003-debc4eae84ff,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:26.696249 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-26c71873-077f-4266-a0d6-c6860e1e2170 admin admin] Deleting port 500b9953-2d0b-43b1-8ec1-c378933728ce {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:11:26.697159 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-26c71873-077f-4266-a0d6-c6860e1e2170 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:26.702153 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:26.733243 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c3eaa10c-603e-492e-9dc8-b58c964739d0 req-c308ade7-14d6-4c42-9463-254c9ebeab83 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700275 Feb 04 21:11:26.777789 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ece334-7275-45f5-b0b6-7a03b8a59f91 req-edfdd04c-9cd9-4dbb-b885-1fa309f983f0 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:26.787018 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-99ece334-7275-45f5-b0b6-7a03b8a59f91 req-edfdd04c-9cd9-4dbb-b885-1fa309f983f0 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=641e4ab1-72cc-48d6-b7f1-2f56ca70ef46 HTTP/1.1" status: 200 len: 945 time: 0.4874046 Feb 04 21:11:26.862701 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-4a8ae19d-4c25-4196-a937-dd0291107714 None None] Provisioning complete for port d7a37468-1808-4905-b27c-8fa3442e3f00 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:26.869402 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4a8ae19d-4c25-4196-a937-dd0291107714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:26.907301 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-99ece334-7275-45f5-b0b6-7a03b8a59f91 req-b81b1b92-2a63-41b0-8dd9-826646e1a21b tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173310 Feb 04 21:11:26.945650 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=482e6750-0446-470c-a003-debc4eae84ff,revision_number=7']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:26.967539 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7a85b150-6c6a-4909-a469-7915c8bfb171 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:11:26.987781 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7a85b150-6c6a-4909-a469-7915c8bfb171 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:11:27.021536 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a85b150-6c6a-4909-a469-7915c8bfb171 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Made reservation on behalf of cd91106acddc4cbc854af67d0c590651 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:11:27.025638 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a85b150-6c6a-4909-a469-7915c8bfb171 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:27.078402 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-7a85b150-6c6a-4909-a469-7915c8bfb171 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] device_id is not set on port 6c0c2dd4-98ad-4f2c-a1d6-40868d7a6e8e yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:11:27.086719 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-4a8ae19d-4c25-4196-a937-dd0291107714 None None] Port d7a37468-1808-4905-b27c-8fa3442e3f00 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:11:27.101429 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-4a8ae19d-4c25-4196-a937-dd0291107714 None None] Could not find standard attr ID for object 8633a498-f8e8-4bfa-8ab0-51a0ac54c720. {{(pid=87684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 21:11:27.199272 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-26c71873-077f-4266-a0d6-c6860e1e2170 admin admin] For port 500b9953-2d0b-43b1-8ec1-c378933728ce, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=500b9953-2d0b-43b1-8ec1-c378933728ce,segment=NetworkSegment(010a9ec1-8f55-480a-a139-0ec6a3c72bc5),segment_id=010a9ec1-8f55-480a-a139-0ec6a3c72bc5)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:27.199755 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-26c71873-077f-4266-a0d6-c6860e1e2170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:27.367601 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-7a85b150-6c6a-4909-a469-7915c8bfb171 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Allocated IP 172.20.0.6 (fcf2a942-2e04-44f9-ba47-8ccb4383c5e3/f241861a-7ed6-4395-85f9-6adba2e18fe9/6c0c2dd4-98ad-4f2c-a1d6-40868d7a6e8e) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:11:27.418219 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2715026-45d2-4e36-bfc6-1023b1d699f4', 'name': 'network-vif-deleted', 'tag': '075c2fa8-ae36-4fe8-ba84-6eac3efb70fb', 'status': 'completed', 'code': 200} Feb 04 21:11:27.435693 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-26c71873-077f-4266-a0d6-c6860e1e2170 admin admin] Calling delete_port for 500b9953-2d0b-43b1-8ec1-c378933728ce owned by network:router_interface {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:11:27.461318 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be8b5580-581f-45b2-8a62-0f7bab064a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482e6750-0446-470c-a003-debc4eae84ff', 'code': 200} Feb 04 21:11:27.608287 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 7e188b25-42c6-4726-b141-7d7f03ef0d78 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:11:27.885978 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 7e188b25-42c6-4726-b141-7d7f03ef0d78 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:27.886524 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:27.992459 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a85b150-6c6a-4909-a469-7915c8bfb171 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:28.028867 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-7a85b150-6c6a-4909-a469-7915c8bfb171 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Transition to ACTIVE for port object 6c0c2dd4-98ad-4f2c-a1d6-40868d7a6e8e will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:11:28.067970 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-618a7878-f85a-4941-8148-ef6cb5d6928f req-321879ee-d31f-4334-9581-cd2f4d750e43 tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] Synchronizing usage tracker for tenant:69043a1eae18465eaae9daca28010b30 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:11:28.087680 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a85b150-6c6a-4909-a469-7915c8bfb171 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:28.199584 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 075c2fa8-ae36-4fe8-ba84-6eac3efb70fb no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:11:28.237615 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a85b150-6c6a-4909-a469-7915c8bfb171 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Network fcf2a942-2e04-44f9-ba47-8ccb4383c5e3 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:11:28.242995 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-7a85b150-6c6a-4909-a469-7915c8bfb171 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:11:28.263293 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-618a7878-f85a-4941-8148-ef6cb5d6928f req-321879ee-d31f-4334-9581-cd2f4d750e43 tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] Unset dirty status for tenant:69043a1eae18465eaae9daca28010b30 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:11:28.264541 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a85b150-6c6a-4909-a469-7915c8bfb171 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:11:28.269765 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-618a7878-f85a-4941-8148-ef6cb5d6928f req-321879ee-d31f-4334-9581-cd2f4d750e43 tempest-ServerMetadataNegativeTestJSON-102727153 tempest-ServerMetadataNegativeTestJSON-102727153-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2715026-45d2-4e36-bfc6-1023b1d699f4 HTTP/1.1" status: 200 len: 210 time: 0.3066227 Feb 04 21:11:28.279786 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: 075c2fa8-ae36-4fe8-ba84-6eac3efb70fb {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:11:28.280449 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 075c2fa8-ae36-4fe8-ba84-6eac3efb70fb not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:11:28.362446 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a85b150-6c6a-4909-a469-7915c8bfb171 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:28.363444 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a85b150-6c6a-4909-a469-7915c8bfb171 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:28.414404 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7a85b150-6c6a-4909-a469-7915c8bfb171 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9271138 Feb 04 21:11:28.416044 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a85b150-6c6a-4909-a469-7915c8bfb171 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Pushing event updated for resources: {'Port': ['ID=6c0c2dd4-98ad-4f2c-a1d6-40868d7a6e8e,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:28.419086 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39430) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:28.427896 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-470483da-a3d1-4ffb-a028-7ae064fa5215 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:7f:04:df'}]}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:11:28.592441 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-470483da-a3d1-4ffb-a028-7ae064fa5215 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:28.690886 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213dc2c-dc3b-4c77-8f2d-e894d9137bef req-8aa961a4-9b0c-4b0c-80a0-880a54b7c459 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:28.704594 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4213dc2c-dc3b-4c77-8f2d-e894d9137bef req-8aa961a4-9b0c-4b0c-80a0-880a54b7c459 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 945 time: 0.6406336 Feb 04 21:11:28.742955 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-96f29731-65e6-4b02-bdba-09454a5bc163 None None] Provisioning for port 6c0c2dd4-98ad-4f2c-a1d6-40868d7a6e8e completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:11:28.751471 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-96f29731-65e6-4b02-bdba-09454a5bc163 None None] Provisioning complete for port 6c0c2dd4-98ad-4f2c-a1d6-40868d7a6e8e triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:28.752060 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-96f29731-65e6-4b02-bdba-09454a5bc163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:28.869260 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-96f29731-65e6-4b02-bdba-09454a5bc163 None None] Port 6c0c2dd4-98ad-4f2c-a1d6-40868d7a6e8e cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:11:28.939730 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4213dc2c-dc3b-4c77-8f2d-e894d9137bef req-01f2648d-a6c3-41db-b377-d44d5fc24716 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340975 Feb 04 21:11:29.044110 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-470483da-a3d1-4ffb-a028-7ae064fa5215 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:29.057091 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-470483da-a3d1-4ffb-a028-7ae064fa5215 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:29.178410 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc765d96-cf21-4368-b435-b3b6e8381b4f req-cd7eb295-c141-43b0-9a19-406ef8fc4803 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:29.191485 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fc765d96-cf21-4368-b435-b3b6e8381b4f req-cd7eb295-c141-43b0-9a19-406ef8fc4803 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=641e4ab1-72cc-48d6-b7f1-2f56ca70ef46 HTTP/1.1" status: 200 len: 945 time: 0.3465846 Feb 04 21:11:29.214325 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-26c71873-077f-4266-a0d6-c6860e1e2170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:29.276747 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c71873-077f-4266-a0d6-c6860e1e2170 admin admin] Pushing event deleted for resources: {'Port': ['ID=500b9953-2d0b-43b1-8ec1-c378933728ce,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:29.330629 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470483da-a3d1-4ffb-a028-7ae064fa5215 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Pushing event updated for resources: {'Port': ['ID=6c0c2dd4-98ad-4f2c-a1d6-40868d7a6e8e,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:29.380287 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-470483da-a3d1-4ffb-a028-7ae064fa5215 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] In _notify_port_updated(), no bound segment for port 6c0c2dd4-98ad-4f2c-a1d6-40868d7a6e8e on network fcf2a942-2e04-44f9-ba47-8ccb4383c5e3 {{(pid=87682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 21:11:29.386662 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470483da-a3d1-4ffb-a028-7ae064fa5215 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:29.387874 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-470483da-a3d1-4ffb-a028-7ae064fa5215 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:29.390090 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-470483da-a3d1-4ffb-a028-7ae064fa5215 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] 10.222.0.26 "PUT /v2.0/ports/6c0c2dd4-98ad-4f2c-a1d6-40868d7a6e8e HTTP/1.1" status: 200 len: 993 time: 0.9698658 Feb 04 21:11:29.392786 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39442) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:29.443368 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fc765d96-cf21-4368-b435-b3b6e8381b4f req-379106bc-8aba-4168-a2e6-d38e6286e4e7 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506115 Feb 04 21:11:29.558133 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-bc5b4996-2f98-4935-a48d-335ba491fa95 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Deleting port 6c0c2dd4-98ad-4f2c-a1d6-40868d7a6e8e {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:11:29.559070 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bc5b4996-2f98-4935-a48d-335ba491fa95 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:29.699461 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39450) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:29.707386 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-cd96a7bc-c6ce-4540-908e-4760e668f1c8 None None] Provisioning complete for port 6c0c2dd4-98ad-4f2c-a1d6-40868d7a6e8e triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:29.707859 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cd96a7bc-c6ce-4540-908e-4760e668f1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:29.854783 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-cd96a7bc-c6ce-4540-908e-4760e668f1c8 None None] Port 6c0c2dd4-98ad-4f2c-a1d6-40868d7a6e8e cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:11:29.954960 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bc5b4996-2f98-4935-a48d-335ba491fa95 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:30.029199 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-26c71873-077f-4266-a0d6-c6860e1e2170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:30.239681 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-bc5b4996-2f98-4935-a48d-335ba491fa95 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Calling delete_port for 6c0c2dd4-98ad-4f2c-a1d6-40868d7a6e8e owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:11:30.275375 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744e573-c678-43ae-a911-fc6b69e740d3 req-feb25d34-8915-4e85-b238-80d648dddb45 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:30.279088 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e744e573-c678-43ae-a911-fc6b69e740d3 req-feb25d34-8915-4e85-b238-80d648dddb45 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb3753a7-0181-4db8-9df7-4277aca4a606 HTTP/1.1" status: 200 len: 946 time: 0.5313270 Feb 04 21:11:30.708975 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bc5b4996-2f98-4935-a48d-335ba491fa95 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:30.830918 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b4996-2f98-4935-a48d-335ba491fa95 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Pushing event deleted for resources: {'Port': ['ID=6c0c2dd4-98ad-4f2c-a1d6-40868d7a6e8e,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:30.892441 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca192c1c-389d-4f5e-ac1c-1f41e741e65b admin admin] Deleting subnet f75bd0db-1421-4063-bb18-d74b0d7633e9 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:11:30.895991 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ca192c1c-389d-4f5e-ac1c-1f41e741e65b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:31.011056 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e744e573-c678-43ae-a911-fc6b69e740d3 req-04877b0e-0449-4a63-9d2b-19e6823d223c tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c78de3-875c-425d-94c9-f81bf71f072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4961898 Feb 04 21:11:31.020993 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c71873-077f-4266-a0d6-c6860e1e2170 admin admin] Router 1db08bb1-bc01-4512-9da3-cf031e7a01e7 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:11:31.049872 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ca192c1c-389d-4f5e-ac1c-1f41e741e65b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:31.248306 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c71873-077f-4266-a0d6-c6860e1e2170 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:11:31.257677 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4528b44-4885-4334-ad0f-104ad7ae1805 None None] Sync routers for ids ['1db08bb1-bc01-4512-9da3-cf031e7a01e7'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:11:31.268394 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4528b44-4885-4334-ad0f-104ad7ae1805 None None] Routers {'1db08bb1-bc01-4512-9da3-cf031e7a01e7'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:11:31.269395 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-c4528b44-4885-4334-ad0f-104ad7ae1805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:11:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['1db08bb1-bc01-4512-9da3-cf031e7a01e7'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:31.274613 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-26c71873-077f-4266-a0d6-c6860e1e2170 admin admin] 10.222.0.26 "PUT /v2.0/routers/1db08bb1-bc01-4512-9da3-cf031e7a01e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3621402 Feb 04 21:11:31.281629 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ca192c1c-389d-4f5e-ac1c-1f41e741e65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:31.308457 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d0e63-02de-44c6-894f-26bc5ad5474a req-0a20cc9f-95e6-481c-8c82-575ae97cf52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:31.310429 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1c7d0e63-02de-44c6-894f-26bc5ad5474a req-0a20cc9f-95e6-481c-8c82-575ae97cf52b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c0334bb297a2459cb341ceb6d3c2f76e&device_id=641e4ab1-72cc-48d6-b7f1-2f56ca70ef46 HTTP/1.1" status: 200 len: 1096 time: 1.0900981 Feb 04 21:11:31.319324 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a0905-8187-4d1f-82d0-0dda40a48136 req-83c2f354-25aa-4b05-ab3b-c2ad65d775d8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:31.326291 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-135a0905-8187-4d1f-82d0-0dda40a48136 req-83c2f354-25aa-4b05-ab3b-c2ad65d775d8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 945 time: 0.8727751 Feb 04 21:11:31.352130 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39460) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:31.394821 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ca192c1c-389d-4f5e-ac1c-1f41e741e65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:31.454591 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ca192c1c-389d-4f5e-ac1c-1f41e741e65b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:31.503869 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca192c1c-389d-4f5e-ac1c-1f41e741e65b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f75bd0db-1421-4063-bb18-d74b0d7633e9,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:31.525496 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ca192c1c-389d-4f5e-ac1c-1f41e741e65b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f75bd0db-1421-4063-bb18-d74b0d7633e9 HTTP/1.1" status: 204 len: 168 time: 1.2895083 Feb 04 21:11:31.527749 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39466) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:31.570588 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-c4528b44-4885-4334-ad0f-104ad7ae1805 None None] Set router 1db08bb1-bc01-4512-9da3-cf031e7a01e7 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:11:31.655190 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-135a0905-8187-4d1f-82d0-0dda40a48136 req-dcb95e53-0849-4fdc-839a-007db5b02af5 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279471 Feb 04 21:11:31.657999 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bc5b4996-2f98-4935-a48d-335ba491fa95 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:31.660898 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bc5b4996-2f98-4935-a48d-335ba491fa95 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] 10.222.0.26 "DELETE /v2.0/ports/6c0c2dd4-98ad-4f2c-a1d6-40868d7a6e8e HTTP/1.1" status: 204 len: 168 time: 2.2661843 Feb 04 21:11:31.661878 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d0e63-02de-44c6-894f-26bc5ad5474a req-235ce3c8-faca-443c-8e3b-42a227b046c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:31.665136 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39470) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:31.672525 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1c7d0e63-02de-44c6-894f-26bc5ad5474a req-235ce3c8-faca-443c-8e3b-42a227b046c3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=45821ff6-3791-4a68-b829-a67211a973e0 HTTP/1.1" status: 200 len: 919 time: 0.3195028 Feb 04 21:11:31.729313 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c688c1f-9827-477d-a713-9757b7677b18 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] GET failed (client error): The resource could not be found. Feb 04 21:11:31.730599 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-8c688c1f-9827-477d-a713-9757b7677b18 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Synchronizing usage tracker for tenant:cd91106acddc4cbc854af67d0c590651 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:11:31.745704 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4178cae4-f50f-4084-82ca-2410be0e68fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:31.759083 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-8c688c1f-9827-477d-a713-9757b7677b18 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Unset dirty status for tenant:cd91106acddc4cbc854af67d0c590651 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:11:31.760602 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8c688c1f-9827-477d-a713-9757b7677b18 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] 10.222.0.26 "GET /v2.0/ports/6c0c2dd4-98ad-4f2c-a1d6-40868d7a6e8e HTTP/1.1" status: 404 len: 333 time: 0.0942159 Feb 04 21:11:31.766324 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39474) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:31.785376 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-b5fa4213-4e99-449a-87cb-0899df3a17fb tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Request body: {'port': {'network_id': 'fcf2a942-2e04-44f9-ba47-8ccb4383c5e3', 'name': 'tempest-AllowedAddressPairTestJSON-1797335940'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:11:31.812915 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1c7d0e63-02de-44c6-894f-26bc5ad5474a req-95927b46-4572-4804-9ca6-f3b238150363 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b96a4192-598b-4230-877d-1404fd20577d HTTP/1.1" status: 200 len: 217 time: 0.1199741 Feb 04 21:11:31.984817 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e5e61-6ea3-4575-842e-886e503a9aea req-9c6b8e74-a55f-4a56-9347-220539f7993d tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:31.993518 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ed2e5e61-6ea3-4575-842e-886e503a9aea req-9c6b8e74-a55f-4a56-9347-220539f7993d tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=641e4ab1-72cc-48d6-b7f1-2f56ca70ef46 HTTP/1.1" status: 200 len: 945 time: 0.7476978 Feb 04 21:11:32.021037 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4178cae4-f50f-4084-82ca-2410be0e68fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:32.036150 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce392d94-be27-41c5-b17a-3df01aa2a026 req-3fb84ddb-dab0-4590-abf8-27d62e2a647a tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:32.038426 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ce392d94-be27-41c5-b17a-3df01aa2a026 req-3fb84ddb-dab0-4590-abf8-27d62e2a647a tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb3753a7-0181-4db8-9df7-4277aca4a606 HTTP/1.1" status: 200 len: 946 time: 0.6866846 Feb 04 21:11:32.054505 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-4178cae4-f50f-4084-82ca-2410be0e68fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd7aa18-4cb0-491b-a9b7-91b688a96d7e']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:32.069521 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-4178cae4-f50f-4084-82ca-2410be0e68fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be4915d7-1189-4ea5-8096-b0ccc9463402') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:32.069827 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-4178cae4-f50f-4084-82ca-2410be0e68fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be4915d7-1189-4ea5-8096-b0ccc9463402') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:32.083481 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4178cae4-f50f-4084-82ca-2410be0e68fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:32.091671 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-c4528b44-4885-4334-ad0f-104ad7ae1805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'name': 'tempest-ServersTestBootFromVolume-1128826219-router', 'tenant_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a85dcd7a-17b8-40a8-84a3-b8230353167b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:08:40Z', 'updated_at': '2022-02-04T21:11:28Z', 'revision_number': 5, 'project_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'gw_port': {'id': 'a85dcd7a-17b8-40a8-84a3-b8230353167b', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:08:42Z', 'updated_at': '2022-02-04T21:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:32.095701 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4528b44-4885-4334-ad0f-104ad7ae1805 None None] Checking router: 1db08bb1-bc01-4512-9da3-cf031e7a01e7 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:11:32.105383 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4178cae4-f50f-4084-82ca-2410be0e68fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:32.111914 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4178cae4-f50f-4084-82ca-2410be0e68fa admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:11:32.112310 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4178cae4-f50f-4084-82ca-2410be0e68fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:32.115309 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4528b44-4885-4334-ad0f-104ad7ae1805 None None] Routers {'1db08bb1-bc01-4512-9da3-cf031e7a01e7'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:11:32.117226 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-c4528b44-4885-4334-ad0f-104ad7ae1805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:11:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['1db08bb1-bc01-4512-9da3-cf031e7a01e7'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:32.214815 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d0e63-02de-44c6-894f-26bc5ad5474a req-a87d1a8c-c898-4ec2-9cce-425fcf8535ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:32.215033 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1c7d0e63-02de-44c6-894f-26bc5ad5474a req-a87d1a8c-c898-4ec2-9cce-425fcf8535ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e215eb7a-eead-45ce-94f4-e8f9a41d8b7e HTTP/1.1" status: 200 len: 858 time: 0.3890731 Feb 04 21:11:32.235062 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:11:32.235062 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:11:32.235062 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:11:32.235062 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:11:32.235062 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:11:32.235062 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:11:32.235062 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:11:32.235062 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:11:32.235062 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:11:32.235062 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:11:32.235062 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:11:32.235062 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:11:32.235062 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:11:32.235062 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:11:32.235062 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:11:32.235062 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:11:32.235062 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:11:32.235062 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:11:32.235062 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:11:32.235062 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:11:32.235062 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:11:32.235062 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:11:32.235062 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:11:32.235062 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:11:32.235062 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:11:32.235062 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:11:32.235062 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:11:32.235062 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:11:32.235062 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:11:32.235062 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:11:32.235062 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:11:32.235062 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:11:32.248764 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4178cae4-f50f-4084-82ca-2410be0e68fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:32.280581 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4178cae4-f50f-4084-82ca-2410be0e68fa admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:32.306917 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178cae4-f50f-4084-82ca-2410be0e68fa admin admin] Pushing event deleted for resources: {'Network': ['ID=0cd7aa18-4cb0-491b-a9b7-91b688a96d7e,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:32.312900 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ed2e5e61-6ea3-4575-842e-886e503a9aea req-55ee07c7-6715-4a92-be57-44e0aaee2a5f tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182859 Feb 04 21:11:32.315148 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1c7d0e63-02de-44c6-894f-26bc5ad5474a req-bd3e8a0f-8325-4e0d-a058-8579fea19d33 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=45821ff6-3791-4a68-b829-a67211a973e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507405 Feb 04 21:11:32.338399 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4178cae4-f50f-4084-82ca-2410be0e68fa admin admin] 10.222.0.26 "DELETE /v2.0/networks/0cd7aa18-4cb0-491b-a9b7-91b688a96d7e HTTP/1.1" status: 204 len: 168 time: 0.8016677 Feb 04 21:11:32.419302 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b5fa4213-4e99-449a-87cb-0899df3a17fb tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:11:32.448281 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b5fa4213-4e99-449a-87cb-0899df3a17fb tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:11:32.478702 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fa4213-4e99-449a-87cb-0899df3a17fb tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Made reservation on behalf of cd91106acddc4cbc854af67d0c590651 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:11:32.483115 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b5fa4213-4e99-449a-87cb-0899df3a17fb tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:32.495527 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-c4528b44-4885-4334-ad0f-104ad7ae1805 None None] Set router 1db08bb1-bc01-4512-9da3-cf031e7a01e7 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:11:32.532912 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-b5fa4213-4e99-449a-87cb-0899df3a17fb tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] device_id is not set on port d989cd1a-6aae-4b5b-b9e7-542b685c367d yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:11:32.580217 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-ce392d94-be27-41c5-b17a-3df01aa2a026 req-96bd2ae9-9c08-46a6-afce-9cd33eb29c2a tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Deleting port 4e071aec-cde1-4a2d-8bf9-4285bb01ec56 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:11:32.580797 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ce392d94-be27-41c5-b17a-3df01aa2a026 req-96bd2ae9-9c08-46a6-afce-9cd33eb29c2a tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:32.714990 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1c7d0e63-02de-44c6-894f-26bc5ad5474a req-5fb0d854-3e48-4632-9780-bdd5a59815d0 service neutron] 10.222.0.32 "GET /v2.0/networks/45821ff6-3791-4a68-b829-a67211a973e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348475 Feb 04 21:11:32.768979 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-53e480f2-e24d-4795-98f0-b1e27c89252d admin admin] Notify callbacks [] for router, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:32.820092 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:32.910841 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39486) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:33.004484 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1da89798-e4d6-4023-bd79-2bab2eaa3750 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=69043a1eae18465eaae9daca28010b30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0902801 Feb 04 21:11:33.006111 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39490) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:33.008804 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-c4528b44-4885-4334-ad0f-104ad7ae1805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'name': 'tempest-ServersTestBootFromVolume-1128826219-router', 'tenant_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a85dcd7a-17b8-40a8-84a3-b8230353167b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:08:40Z', 'updated_at': '2022-02-04T21:11:28Z', 'revision_number': 5, 'project_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'gw_port': {'id': 'a85dcd7a-17b8-40a8-84a3-b8230353167b', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:08:42Z', 'updated_at': '2022-02-04T21:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:33.015672 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4528b44-4885-4334-ad0f-104ad7ae1805 None None] The sync data for ids ['1db08bb1-bc01-4512-9da3-cf031e7a01e7'] in n-d-827896-1 is: [{'id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'name': 'tempest-ServersTestBootFromVolume-1128826219-router', 'tenant_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a85dcd7a-17b8-40a8-84a3-b8230353167b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:08:40Z', 'updated_at': '2022-02-04T21:11:28Z', 'revision_number': 5, 'project_id': 'aad0d9a1cb2b4f7b9157e57f03fc7e68', 'gw_port': {'id': 'a85dcd7a-17b8-40a8-84a3-b8230353167b', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db08bb1-bc01-4512-9da3-cf031e7a01e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:08:42Z', 'updated_at': '2022-02-04T21:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:11:33.051443 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-b5fa4213-4e99-449a-87cb-0899df3a17fb tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Allocated IP 172.20.0.10 (fcf2a942-2e04-44f9-ba47-8ccb4383c5e3/f241861a-7ed6-4395-85f9-6adba2e18fe9/d989cd1a-6aae-4b5b-b9e7-542b685c367d) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:11:33.190234 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6f8c06bd-d4af-4da4-9132-4f86c2aba7bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:33.542377 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 500b9953-2d0b-43b1-8ec1-c378933728ce no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:11:33.619768 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6f8c06bd-d4af-4da4-9132-4f86c2aba7bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:33.719419 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 500b9953-2d0b-43b1-8ec1-c378933728ce {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:11:33.719764 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 500b9953-2d0b-43b1-8ec1-c378933728ce not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:11:33.812193 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6f8c06bd-d4af-4da4-9132-4f86c2aba7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:33.844185 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b5fa4213-4e99-449a-87cb-0899df3a17fb tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:33.845899 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1c7d0e63-02de-44c6-894f-26bc5ad5474a req-a53ae990-629a-49fa-b312-9d844ee20c89 service neutron] 10.222.0.32 "GET /v2.0/networks/45821ff6-3791-4a68-b829-a67211a973e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9682372 Feb 04 21:11:33.855812 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c06bd-d4af-4da4-9132-4f86c2aba7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192465c7-4a4e-461e-8c52-7c549b2135a8,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:33.909081 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-b5fa4213-4e99-449a-87cb-0899df3a17fb tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Transition to ACTIVE for port object d989cd1a-6aae-4b5b-b9e7-542b685c367d will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:11:33.950233 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6f8c06bd-d4af-4da4-9132-4f86c2aba7bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:33.959922 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6f8c06bd-d4af-4da4-9132-4f86c2aba7bb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/192465c7-4a4e-461e-8c52-7c549b2135a8 HTTP/1.1" status: 204 len: 168 time: 0.9522402 Feb 04 21:11:34.008811 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 4e071aec-cde1-4a2d-8bf9-4285bb01ec56 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:11:34.094502 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b5fa4213-4e99-449a-87cb-0899df3a17fb tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:34.233750 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa4213-4e99-449a-87cb-0899df3a17fb tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Pushing event updated for resources: {'Port': ['ID=d989cd1a-6aae-4b5b-b9e7-542b685c367d,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:34.267808 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fa4213-4e99-449a-87cb-0899df3a17fb tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Network fcf2a942-2e04-44f9-ba47-8ccb4383c5e3 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:11:34.268466 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-b5fa4213-4e99-449a-87cb-0899df3a17fb tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:11:34.271279 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fa4213-4e99-449a-87cb-0899df3a17fb tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:11:34.317275 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fa357-1c4b-4177-a07e-3f68c8ab0b11 req-273e3ca6-bd74-49c3-be3b-28a4e364b20b tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:34.319594 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b6fa357-1c4b-4177-a07e-3f68c8ab0b11 req-273e3ca6-bd74-49c3-be3b-28a4e364b20b tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb3753a7-0181-4db8-9df7-4277aca4a606 HTTP/1.1" status: 200 len: 946 time: 2.0555367 Feb 04 21:11:34.384738 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:34.442156 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 4e071aec-cde1-4a2d-8bf9-4285bb01ec56, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=4e071aec-cde1-4a2d-8bf9-4285bb01ec56,segment=NetworkSegment(e00c1efb-b7a7-42f1-9693-109e2d3adea1),segment_id=e00c1efb-b7a7-42f1-9693-109e2d3adea1)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:34.443498 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3753a7-0181-4db8-9df7-4277aca4a606', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e071aec-cde1-4a2d-8bf9-4285bb01ec56'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:11:34.457268 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:34.474385 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fa4213-4e99-449a-87cb-0899df3a17fb tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:34.475435 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b5fa4213-4e99-449a-87cb-0899df3a17fb tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:34.485059 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc5198-9f88-4f37-aea3-01869b6c97fe req-de3495e4-d9fd-453a-af85-fc72539ba65b tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:34.496987 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-24fc5198-9f88-4f37-aea3-01869b6c97fe req-de3495e4-d9fd-453a-af85-fc72539ba65b tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 945 time: 1.1991842 Feb 04 21:11:34.530883 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b5fa4213-4e99-449a-87cb-0899df3a17fb tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7624705 Feb 04 21:11:34.531847 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39510) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:34.539317 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-8da7fab7-afa6-4c2d-8ee4-4da417471183 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:7f:04:df'}]}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:11:34.661946 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b6fa357-1c4b-4177-a07e-3f68c8ab0b11 req-ba8e73b6-094d-4b8b-a846-c929e3ba7884 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c78de3-875c-425d-94c9-f81bf71f072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935400 Feb 04 21:11:34.668733 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-53e480f2-e24d-4795-98f0-b1e27c89252d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:34.690086 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-ce392d94-be27-41c5-b17a-3df01aa2a026 req-96bd2ae9-9c08-46a6-afce-9cd33eb29c2a tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] For port 4e071aec-cde1-4a2d-8bf9-4285bb01ec56, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=4e071aec-cde1-4a2d-8bf9-4285bb01ec56,segment=NetworkSegment(e00c1efb-b7a7-42f1-9693-109e2d3adea1),segment_id=e00c1efb-b7a7-42f1-9693-109e2d3adea1)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:34.690515 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ce392d94-be27-41c5-b17a-3df01aa2a026 req-96bd2ae9-9c08-46a6-afce-9cd33eb29c2a tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:34.728338 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-24fc5198-9f88-4f37-aea3-01869b6c97fe req-e4a47ff8-ba2f-4e8f-8567-c1db5c494b54 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288315 Feb 04 21:11:34.732581 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=4e071aec-cde1-4a2d-8bf9-4285bb01ec56,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:34.748455 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-53e480f2-e24d-4795-98f0-b1e27c89252d admin admin] Deleting port a85dcd7a-17b8-40a8-84a3-b8230353167b {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:11:34.750369 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-53e480f2-e24d-4795-98f0-b1e27c89252d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:34.821008 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3753a7-0181-4db8-9df7-4277aca4a606', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e071aec-cde1-4a2d-8bf9-4285bb01ec56', 'code': 200} Feb 04 21:11:34.839005 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-eace20e1-77df-48f8-8d50-785735b4f972 None None] Provisioning for port d989cd1a-6aae-4b5b-b9e7-542b685c367d completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:11:34.847370 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-eace20e1-77df-48f8-8d50-785735b4f972 None None] Provisioning complete for port d989cd1a-6aae-4b5b-b9e7-542b685c367d triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:34.847791 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-eace20e1-77df-48f8-8d50-785735b4f972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:35.050288 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-eace20e1-77df-48f8-8d50-785735b4f972 None None] Port d989cd1a-6aae-4b5b-b9e7-542b685c367d cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:11:35.151632 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-ce392d94-be27-41c5-b17a-3df01aa2a026 req-96bd2ae9-9c08-46a6-afce-9cd33eb29c2a tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Calling delete_port for 4e071aec-cde1-4a2d-8bf9-4285bb01ec56 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:11:35.200303 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8da7fab7-afa6-4c2d-8ee4-4da417471183 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:35.578707 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.api [req-ce392d94-be27-41c5-b17a-3df01aa2a026 req-96bd2ae9-9c08-46a6-afce-9cd33eb29c2a tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:11:35.578707 n-d-827896-1 neutron-server[87683]: DEBUG oslo_db.api [req-ce392d94-be27-41c5-b17a-3df01aa2a026 req-96bd2ae9-9c08-46a6-afce-9cd33eb29c2a tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:11:35.590087 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfed02b-2434-4c4f-9160-ca6b003a7c09 req-58d7d6a8-ace8-4b32-a918-a4ac2a2e8b99 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:35.591655 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6cfed02b-2434-4c4f-9160-ca6b003a7c09 req-58d7d6a8-ace8-4b32-a918-a4ac2a2e8b99 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=641e4ab1-72cc-48d6-b7f1-2f56ca70ef46 HTTP/1.1" status: 200 len: 945 time: 0.3963771 Feb 04 21:11:35.607427 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8da7fab7-afa6-4c2d-8ee4-4da417471183 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:35.622327 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8da7fab7-afa6-4c2d-8ee4-4da417471183 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:35.666859 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-53e480f2-e24d-4795-98f0-b1e27c89252d admin admin] For port a85dcd7a-17b8-40a8-84a3-b8230353167b, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a85dcd7a-17b8-40a8-84a3-b8230353167b,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:35.666859 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-53e480f2-e24d-4795-98f0-b1e27c89252d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:35.684432 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6cfed02b-2434-4c4f-9160-ca6b003a7c09 req-639ed3a7-b42e-4534-8a0e-83ddd09780f7 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819683 Feb 04 21:11:35.777166 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7fab7-afa6-4c2d-8ee4-4da417471183 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Pushing event updated for resources: {'Port': ['ID=d989cd1a-6aae-4b5b-b9e7-542b685c367d,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:35.931163 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-53e480f2-e24d-4795-98f0-b1e27c89252d admin admin] Calling delete_port for a85dcd7a-17b8-40a8-84a3-b8230353167b owned by network:router_gateway {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:11:36.086912 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-8da7fab7-afa6-4c2d-8ee4-4da417471183 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] In _notify_port_updated(), no bound segment for port d989cd1a-6aae-4b5b-b9e7-542b685c367d on network fcf2a942-2e04-44f9-ba47-8ccb4383c5e3 {{(pid=87682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 21:11:36.092852 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-ce392d94-be27-41c5-b17a-3df01aa2a026 req-96bd2ae9-9c08-46a6-afce-9cd33eb29c2a tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Deleting port 4e071aec-cde1-4a2d-8bf9-4285bb01ec56 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:11:36.092852 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ce392d94-be27-41c5-b17a-3df01aa2a026 req-96bd2ae9-9c08-46a6-afce-9cd33eb29c2a tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:36.098019 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da7fab7-afa6-4c2d-8ee4-4da417471183 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:36.098019 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8da7fab7-afa6-4c2d-8ee4-4da417471183 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:36.110838 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8da7fab7-afa6-4c2d-8ee4-4da417471183 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] 10.222.0.26 "PUT /v2.0/ports/d989cd1a-6aae-4b5b-b9e7-542b685c367d HTTP/1.1" status: 200 len: 997 time: 1.5766220 Feb 04 21:11:36.110838 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39544) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:36.287088 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-fea150aa-22b0-40bf-8984-1913cc7221c3 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Deleting port d989cd1a-6aae-4b5b-b9e7-542b685c367d {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:11:36.288578 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fea150aa-22b0-40bf-8984-1913cc7221c3 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:36.405346 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-11c1d6d5-e309-4724-8231-6154255bc088 None None] Provisioning complete for port d989cd1a-6aae-4b5b-b9e7-542b685c367d triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:36.405955 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-11c1d6d5-e309-4724-8231-6154255bc088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:36.508338 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-11c1d6d5-e309-4724-8231-6154255bc088 None None] Port d989cd1a-6aae-4b5b-b9e7-542b685c367d cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:11:36.666659 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fea150aa-22b0-40bf-8984-1913cc7221c3 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:36.767105 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61da19e-61d0-4121-902c-776baf0e4df0 req-67582bca-1859-4f5f-80d2-711f367dfa13 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:36.768985 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b61da19e-61d0-4121-902c-776baf0e4df0 req-67582bca-1859-4f5f-80d2-711f367dfa13 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb3753a7-0181-4db8-9df7-4277aca4a606 HTTP/1.1" status: 200 len: 944 time: 0.6965201 Feb 04 21:11:36.791988 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825c366-94cd-4966-8eba-6c71b057bda2 req-f4171587-b9b3-412d-a056-9f3c4842b987 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:36.801736 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e825c366-94cd-4966-8eba-6c71b057bda2 req-f4171587-b9b3-412d-a056-9f3c4842b987 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 945 time: 0.7277405 Feb 04 21:11:36.839686 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-fea150aa-22b0-40bf-8984-1913cc7221c3 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Calling delete_port for d989cd1a-6aae-4b5b-b9e7-542b685c367d owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:11:37.040506 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e825c366-94cd-4966-8eba-6c71b057bda2 req-f464ec28-f794-4a39-9732-09403bdce1b2 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283232 Feb 04 21:11:37.042764 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fea150aa-22b0-40bf-8984-1913cc7221c3 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:37.055658 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b61da19e-61d0-4121-902c-776baf0e4df0 req-ba59adb9-f412-46cf-b5f6-686f0ab4c45b tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c78de3-875c-425d-94c9-f81bf71f072c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806302 Feb 04 21:11:37.117153 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea150aa-22b0-40bf-8984-1913cc7221c3 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Pushing event deleted for resources: {'Port': ['ID=d989cd1a-6aae-4b5b-b9e7-542b685c367d,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:37.229712 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-ce392d94-be27-41c5-b17a-3df01aa2a026 req-96bd2ae9-9c08-46a6-afce-9cd33eb29c2a tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] For port 4e071aec-cde1-4a2d-8bf9-4285bb01ec56, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=4e071aec-cde1-4a2d-8bf9-4285bb01ec56,segment=NetworkSegment(e00c1efb-b7a7-42f1-9693-109e2d3adea1),segment_id=e00c1efb-b7a7-42f1-9693-109e2d3adea1)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:37.230240 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ce392d94-be27-41c5-b17a-3df01aa2a026 req-96bd2ae9-9c08-46a6-afce-9cd33eb29c2a tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:37.532712 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-53e480f2-e24d-4795-98f0-b1e27c89252d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:37.545504 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-ce392d94-be27-41c5-b17a-3df01aa2a026 req-96bd2ae9-9c08-46a6-afce-9cd33eb29c2a tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Calling delete_port for 4e071aec-cde1-4a2d-8bf9-4285bb01ec56 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:11:37.615086 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fea150aa-22b0-40bf-8984-1913cc7221c3 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:37.637852 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fea150aa-22b0-40bf-8984-1913cc7221c3 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] 10.222.0.26 "DELETE /v2.0/ports/d989cd1a-6aae-4b5b-b9e7-542b685c367d HTTP/1.1" status: 204 len: 168 time: 1.5230618 Feb 04 21:11:37.641389 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39562) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:37.726741 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-e75d7e36-64d0-4bb7-8d53-3aa1666bfa42 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] GET failed (client error): The resource could not be found. Feb 04 21:11:37.727861 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e75d7e36-64d0-4bb7-8d53-3aa1666bfa42 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Synchronizing usage tracker for tenant:cd91106acddc4cbc854af67d0c590651 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:11:37.748913 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e75d7e36-64d0-4bb7-8d53-3aa1666bfa42 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Unset dirty status for tenant:cd91106acddc4cbc854af67d0c590651 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:11:37.750404 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e75d7e36-64d0-4bb7-8d53-3aa1666bfa42 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] 10.222.0.26 "GET /v2.0/ports/d989cd1a-6aae-4b5b-b9e7-542b685c367d HTTP/1.1" status: 404 len: 333 time: 0.1081641 Feb 04 21:11:37.754556 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39568) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:37.770486 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-520b20de-b0c7-42fe-9fb5-2514feb888b2 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Request body: {'port': {'network_id': 'fcf2a942-2e04-44f9-ba47-8ccb4383c5e3', 'name': 'tempest-AllowedAddressPairTestJSON-2073629423'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:11:37.933301 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e480f2-e24d-4795-98f0-b1e27c89252d admin admin] Pushing event deleted for resources: {'Port': ['ID=a85dcd7a-17b8-40a8-84a3-b8230353167b,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:38.101832 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-520b20de-b0c7-42fe-9fb5-2514feb888b2 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:11:38.116100 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-520b20de-b0c7-42fe-9fb5-2514feb888b2 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:11:38.143710 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520b20de-b0c7-42fe-9fb5-2514feb888b2 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Made reservation on behalf of cd91106acddc4cbc854af67d0c590651 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:11:38.148979 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-520b20de-b0c7-42fe-9fb5-2514feb888b2 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:38.158766 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-53e480f2-e24d-4795-98f0-b1e27c89252d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:38.180654 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-520b20de-b0c7-42fe-9fb5-2514feb888b2 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] device_id is not set on port 5ffa0426-4954-46ec-ba67-b8c6591d8fee yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:11:38.251236 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b48a05f-f6e3-4248-bbc7-f2a3f9ddce32 req-a450cf5f-ea78-41bf-bf3a-f54771c2850d tempest-ServerShowV257Test-351762875 tempest-ServerShowV257Test-351762875-project] 10.222.0.26 "GET /v2.0/ports?device_id=4481647c-c947-42b0-99a9-03cf446838bd HTTP/1.1" status: 200 len: 210 time: 0.3095274 Feb 04 21:11:38.646353 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-520b20de-b0c7-42fe-9fb5-2514feb888b2 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Allocated IP 172.20.0.6 (fcf2a942-2e04-44f9-ba47-8ccb4383c5e3/f241861a-7ed6-4395-85f9-6adba2e18fe9/5ffa0426-4954-46ec-ba67-b8c6591d8fee) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:11:38.946219 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-53e480f2-e24d-4795-98f0-b1e27c89252d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:38.953153 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-53e480f2-e24d-4795-98f0-b1e27c89252d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:38.968206 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ce392d94-be27-41c5-b17a-3df01aa2a026 req-96bd2ae9-9c08-46a6-afce-9cd33eb29c2a tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:39.079819 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd2ae9-9c08-46a6-afce-9cd33eb29c2a tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Pushing event deleted for resources: {'Port': ['ID=4e071aec-cde1-4a2d-8bf9-4285bb01ec56,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:39.146196 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaaedf6-b024-491a-8ee5-5f47c78e9db2 req-bade8ffa-b1c9-4a38-b45b-6e3dea8c34dc tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:39.148144 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-baaaedf6-b024-491a-8ee5-5f47c78e9db2 req-bade8ffa-b1c9-4a38-b45b-6e3dea8c34dc tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=641e4ab1-72cc-48d6-b7f1-2f56ca70ef46 HTTP/1.1" status: 200 len: 945 time: 1.7752502 Feb 04 21:11:39.261842 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-53e480f2-e24d-4795-98f0-b1e27c89252d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:39.279335 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e480f2-e24d-4795-98f0-b1e27c89252d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1db08bb1-bc01-4512-9da3-cf031e7a01e7 {{(pid=87683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:11:39.403885 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-520b20de-b0c7-42fe-9fb5-2514feb888b2 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:39.447480 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-520b20de-b0c7-42fe-9fb5-2514feb888b2 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Transition to ACTIVE for port object 5ffa0426-4954-46ec-ba67-b8c6591d8fee will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:11:39.539590 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-520b20de-b0c7-42fe-9fb5-2514feb888b2 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:39.556297 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce392d94-be27-41c5-b17a-3df01aa2a026 req-96bd2ae9-9c08-46a6-afce-9cd33eb29c2a tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] No DVR routers for this DVR port 4e071aec-cde1-4a2d-8bf9-4285bb01ec56 on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:11:39.560510 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ce392d94-be27-41c5-b17a-3df01aa2a026 req-96bd2ae9-9c08-46a6-afce-9cd33eb29c2a tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:39.581595 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3753a7-0181-4db8-9df7-4277aca4a606', 'name': 'network-vif-deleted', 'tag': '4e071aec-cde1-4a2d-8bf9-4285bb01ec56'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:11:39.635878 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-baaaedf6-b024-491a-8ee5-5f47c78e9db2 req-f957994a-32cf-49bd-99c4-fd181beafc79 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980050 Feb 04 21:11:39.637895 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-53e480f2-e24d-4795-98f0-b1e27c89252d admin admin] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:39.638896 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-53e480f2-e24d-4795-98f0-b1e27c89252d admin admin] 10.222.0.26 "DELETE /v2.0/routers/1db08bb1-bc01-4512-9da3-cf031e7a01e7 HTTP/1.1" status: 204 len: 168 time: 8.2619755 Feb 04 21:11:39.648092 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39598) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:39.648964 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464547e-11e1-4be5-aae4-b6d6ff653ca4 req-7b1cca71-fa59-431b-a8ec-8bc2ca48845f tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:39.659352 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e464547e-11e1-4be5-aae4-b6d6ff653ca4 req-7b1cca71-fa59-431b-a8ec-8bc2ca48845f tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 945 time: 0.8444030 Feb 04 21:11:39.711569 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ce392d94-be27-41c5-b17a-3df01aa2a026 req-96bd2ae9-9c08-46a6-afce-9cd33eb29c2a tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] 10.222.0.32 "DELETE /v2.0/ports/4e071aec-cde1-4a2d-8bf9-4285bb01ec56 HTTP/1.1" status: 204 len: 173 time: 7.6637628 Feb 04 21:11:39.726878 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520b20de-b0c7-42fe-9fb5-2514feb888b2 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Network fcf2a942-2e04-44f9-ba47-8ccb4383c5e3 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:11:39.746601 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-520b20de-b0c7-42fe-9fb5-2514feb888b2 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:11:39.758013 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e464547e-11e1-4be5-aae4-b6d6ff653ca4 req-ca653065-7641-441b-99e9-fe6d1a53eeec tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972254 Feb 04 21:11:39.765428 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520b20de-b0c7-42fe-9fb5-2514feb888b2 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:11:39.883868 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b20de-b0c7-42fe-9fb5-2514feb888b2 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Pushing event updated for resources: {'Port': ['ID=5ffa0426-4954-46ec-ba67-b8c6591d8fee,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:39.896026 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-53382316-f149-44ef-926e-ca47ace39e01 admin admin] Deleting subnet a5257a8f-1f80-4ecd-b1bf-e444fa041ff5 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:11:39.914497 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-53382316-f149-44ef-926e-ca47ace39e01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:40.070566 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-53382316-f149-44ef-926e-ca47ace39e01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:40.092220 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-55dad604-1db1-48a3-bcde-b60b9309d674 req-2c64056e-d6e3-40e9-bf7a-a38619e44ca7 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Synchronizing usage tracker for tenant:2ce17c1d72be45a189f441881461a948 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:11:40.239116 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520b20de-b0c7-42fe-9fb5-2514feb888b2 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:40.239890 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-520b20de-b0c7-42fe-9fb5-2514feb888b2 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:40.317983 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-520b20de-b0c7-42fe-9fb5-2514feb888b2 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5594866 Feb 04 21:11:40.320480 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39602) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:40.331269 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-5af90726-f995-4c7e-a0ee-d763bcc135be tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Request body: {'port': {'network_id': 'fcf2a942-2e04-44f9-ba47-8ccb4383c5e3', 'name': 'tempest-AllowedAddressPairTestJSON-869684627'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:11:40.384305 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-9ef2a9a5-0ed2-43c6-aec1-e5cf57329abf None None] Provisioning for port 5ffa0426-4954-46ec-ba67-b8c6591d8fee completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:11:40.401583 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-9ef2a9a5-0ed2-43c6-aec1-e5cf57329abf None None] Provisioning complete for port 5ffa0426-4954-46ec-ba67-b8c6591d8fee triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:40.403120 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-9ef2a9a5-0ed2-43c6-aec1-e5cf57329abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:40.557033 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-9ef2a9a5-0ed2-43c6-aec1-e5cf57329abf None None] Port 5ffa0426-4954-46ec-ba67-b8c6591d8fee cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:11:40.592783 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-53382316-f149-44ef-926e-ca47ace39e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:40.655392 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dc570e42-9b63-4eae-9d93-fc790bef0b73 req-42874dad-0024-4bfe-9554-a144ec163f46 tempest-ServerShowV257Test-351762875 tempest-ServerShowV257Test-351762875-project] 10.222.0.26 "GET /v2.0/ports?device_id=4481647c-c947-42b0-99a9-03cf446838bd HTTP/1.1" status: 200 len: 210 time: 0.5347106 Feb 04 21:11:40.705176 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-55dad604-1db1-48a3-bcde-b60b9309d674 req-2c64056e-d6e3-40e9-bf7a-a38619e44ca7 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] Unset dirty status for tenant:2ce17c1d72be45a189f441881461a948 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:11:40.706846 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-55dad604-1db1-48a3-bcde-b60b9309d674 req-2c64056e-d6e3-40e9-bf7a-a38619e44ca7 tempest-ServerTagsTestJSON-1253124809 tempest-ServerTagsTestJSON-1253124809-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb3753a7-0181-4db8-9df7-4277aca4a606 HTTP/1.1" status: 200 len: 210 time: 0.8439155 Feb 04 21:11:40.786460 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-53382316-f149-44ef-926e-ca47ace39e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:40.795382 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3753a7-0181-4db8-9df7-4277aca4a606', 'name': 'network-vif-deleted', 'tag': '4e071aec-cde1-4a2d-8bf9-4285bb01ec56', 'status': 'completed', 'code': 200} Feb 04 21:11:40.928809 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5af90726-f995-4c7e-a0ee-d763bcc135be tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:11:40.962224 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53382316-f149-44ef-926e-ca47ace39e01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5257a8f-1f80-4ecd-b1bf-e444fa041ff5,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:40.994940 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5af90726-f995-4c7e-a0ee-d763bcc135be tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Usage tracker for resource:port and tenant:cd91106acddc4cbc854af67d0c590651 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:11:41.018995 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-53382316-f149-44ef-926e-ca47ace39e01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:41.025648 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c69eb73-2283-4e49-a59c-4130e953da0e None None] Network 4608db1e-4c63-4115-98e9-dbb35735c98b requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:11:41.034005 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5af90726-f995-4c7e-a0ee-d763bcc135be tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:11:41.088740 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5af90726-f995-4c7e-a0ee-d763bcc135be tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:11:41.110233 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-53382316-f149-44ef-926e-ca47ace39e01 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a5257a8f-1f80-4ecd-b1bf-e444fa041ff5 HTTP/1.1" status: 204 len: 168 time: 1.4589763 Feb 04 21:11:41.159624 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39612) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:41.547873 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af90726-f995-4c7e-a0ee-d763bcc135be tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Made reservation on behalf of cd91106acddc4cbc854af67d0c590651 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:11:41.574150 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5af90726-f995-4c7e-a0ee-d763bcc135be tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:41.610391 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3ec75a27-78ca-4272-8157-444c5c2de22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:41.635816 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a85dcd7a-17b8-40a8-84a3-b8230353167b no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:11:41.639112 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf62432-3a1e-4f53-8e1e-f53af5809494 req-b574c70e-9b54-4483-bd9b-1a7217279d68 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:41.650775 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-abf62432-3a1e-4f53-8e1e-f53af5809494 req-b574c70e-9b54-4483-bd9b-1a7217279d68 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 945 time: 0.5757039 Feb 04 21:11:41.657236 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-5af90726-f995-4c7e-a0ee-d763bcc135be tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] device_id is not set on port 360a21d2-9c9f-4ab2-a3c5-71147bb9309c yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:11:41.718646 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: a85dcd7a-17b8-40a8-84a3-b8230353167b {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:11:41.718646 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a85dcd7a-17b8-40a8-84a3-b8230353167b not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:11:41.878839 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-3ec75a27-78ca-4272-8157-444c5c2de22c admin admin] Deleting port 6d804256-7180-45d5-83ea-c52f41638cfc {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:11:41.879333 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3ec75a27-78ca-4272-8157-444c5c2de22c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:41.888000 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754832e2-8a3e-4ed8-98c4-fc0a9e8c1c5d None None] DHCP port deletion for 4608db1e-4c63-4115-98e9-dbb35735c98b request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:11:41.892342 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212d3f5-4bdd-465b-a5f0-f9e812376a62 req-e23761b6-f247-4dc6-ad5c-aecd71baad34 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:41.894337 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-754832e2-8a3e-4ed8-98c4-fc0a9e8c1c5d None None] Deleting port 6d804256-7180-45d5-83ea-c52f41638cfc {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:11:41.895637 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-754832e2-8a3e-4ed8-98c4-fc0a9e8c1c5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:41.927108 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9212d3f5-4bdd-465b-a5f0-f9e812376a62 req-e23761b6-f247-4dc6-ad5c-aecd71baad34 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=641e4ab1-72cc-48d6-b7f1-2f56ca70ef46 HTTP/1.1" status: 200 len: 945 time: 0.5621574 Feb 04 21:11:42.084962 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-5af90726-f995-4c7e-a0ee-d763bcc135be tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Allocated IP 172.20.0.12 (fcf2a942-2e04-44f9-ba47-8ccb4383c5e3/f241861a-7ed6-4395-85f9-6adba2e18fe9/360a21d2-9c9f-4ab2-a3c5-71147bb9309c) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:11:42.122974 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c0c6454e-dea0-4902-8dc3-6580e8283c94 req-cfd2e8e4-38d5-4dbd-858d-dd4f18eaa34b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4481647c-c947-42b0-99a9-03cf446838bd HTTP/1.1" status: 200 len: 210 time: 0.3430505 Feb 04 21:11:42.251063 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-abf62432-3a1e-4f53-8e1e-f53af5809494 req-c4f56d32-9b4e-4142-a406-ae4e9c254089 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5993280 Feb 04 21:11:42.285947 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9212d3f5-4bdd-465b-a5f0-f9e812376a62 req-9b92a1b1-16d9-4eae-8776-c66fdda8a054 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582132 Feb 04 21:11:42.456641 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-754832e2-8a3e-4ed8-98c4-fc0a9e8c1c5d None None] For port 6d804256-7180-45d5-83ea-c52f41638cfc, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=6d804256-7180-45d5-83ea-c52f41638cfc,segment=NetworkSegment(010a9ec1-8f55-480a-a139-0ec6a3c72bc5),segment_id=010a9ec1-8f55-480a-a139-0ec6a3c72bc5)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:42.457849 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-754832e2-8a3e-4ed8-98c4-fc0a9e8c1c5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:42.548304 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39622) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:42.737037 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-83d44ebb-5496-4c76-b116-c1df72d53397 admin admin] Deleting subnet dda59ff2-438b-4a5b-b16b-321df03d5d1b {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:11:42.745363 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-83d44ebb-5496-4c76-b116-c1df72d53397 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:42.894943 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-754832e2-8a3e-4ed8-98c4-fc0a9e8c1c5d None None] Calling delete_port for 6d804256-7180-45d5-83ea-c52f41638cfc owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:11:42.948868 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f8bd73c1-632a-45ee-b153-ba2062a1f1af req-2eae603d-dd5e-4239-bfc5-063a58ed98d7 tempest-ServerShowV257Test-351762875 tempest-ServerShowV257Test-351762875-project] 10.222.0.26 "GET /v2.0/ports?device_id=4481647c-c947-42b0-99a9-03cf446838bd HTTP/1.1" status: 200 len: 210 time: 0.1314189 Feb 04 21:11:43.001051 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5af90726-f995-4c7e-a0ee-d763bcc135be tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:43.015349 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-83d44ebb-5496-4c76-b116-c1df72d53397 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:43.023776 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-5af90726-f995-4c7e-a0ee-d763bcc135be tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Transition to ACTIVE for port object 360a21d2-9c9f-4ab2-a3c5-71147bb9309c will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:11:43.067779 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5af90726-f995-4c7e-a0ee-d763bcc135be tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:43.126959 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-754832e2-8a3e-4ed8-98c4-fc0a9e8c1c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:43.230601 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-83d44ebb-5496-4c76-b116-c1df72d53397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:43.241839 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754832e2-8a3e-4ed8-98c4-fc0a9e8c1c5d None None] No DVR routers for this DVR port 6d804256-7180-45d5-83ea-c52f41638cfc on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:11:43.242738 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af90726-f995-4c7e-a0ee-d763bcc135be tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Network fcf2a942-2e04-44f9-ba47-8ccb4383c5e3 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:11:43.247548 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af90726-f995-4c7e-a0ee-d763bcc135be tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Pushing event updated for resources: {'Port': ['ID=360a21d2-9c9f-4ab2-a3c5-71147bb9309c,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:43.250112 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-5af90726-f995-4c7e-a0ee-d763bcc135be tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:11:43.270836 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af90726-f995-4c7e-a0ee-d763bcc135be tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:11:43.289630 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754832e2-8a3e-4ed8-98c4-fc0a9e8c1c5d None None] Pushing event deleted for resources: {'Port': ['ID=6d804256-7180-45d5-83ea-c52f41638cfc,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:43.464024 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af90726-f995-4c7e-a0ee-d763bcc135be tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:43.466816 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5af90726-f995-4c7e-a0ee-d763bcc135be tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:43.470947 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-83d44ebb-5496-4c76-b116-c1df72d53397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:43.545571 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-3ec75a27-78ca-4272-8157-444c5c2de22c admin admin] For port 6d804256-7180-45d5-83ea-c52f41638cfc, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=6d804256-7180-45d5-83ea-c52f41638cfc,segment=NetworkSegment(010a9ec1-8f55-480a-a139-0ec6a3c72bc5),segment_id=010a9ec1-8f55-480a-a139-0ec6a3c72bc5)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:43.546108 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3ec75a27-78ca-4272-8157-444c5c2de22c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:43.631091 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 6d804256-7180-45d5-83ea-c52f41638cfc no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:11:43.707031 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 6d804256-7180-45d5-83ea-c52f41638cfc {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:11:43.707574 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 6d804256-7180-45d5-83ea-c52f41638cfc not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:11:43.791607 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d44ebb-5496-4c76-b116-c1df72d53397 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dda59ff2-438b-4a5b-b16b-321df03d5d1b,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:43.812874 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-83d44ebb-5496-4c76-b116-c1df72d53397 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:43.818076 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-83d44ebb-5496-4c76-b116-c1df72d53397 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/dda59ff2-438b-4a5b-b16b-321df03d5d1b HTTP/1.1" status: 204 len: 168 time: 1.2684276 Feb 04 21:11:43.836279 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39632) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:43.966224 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6975bc02-56e2-442a-b836-42307bfbc5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:43.967990 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5af90726-f995-4c7e-a0ee-d763bcc135be tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6422014 Feb 04 21:11:43.971309 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39640) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:43.976490 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-3ec75a27-78ca-4272-8157-444c5c2de22c admin admin] Calling delete_port for 6d804256-7180-45d5-83ea-c52f41638cfc owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:11:43.977252 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-2e6875bb-7b25-426d-9049-800d7f1a1549 None None] Provisioning for port 360a21d2-9c9f-4ab2-a3c5-71147bb9309c completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:11:43.985988 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-2e6875bb-7b25-426d-9049-800d7f1a1549 None None] Provisioning complete for port 360a21d2-9c9f-4ab2-a3c5-71147bb9309c triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:43.987156 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2e6875bb-7b25-426d-9049-800d7f1a1549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:44.014230 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-504d50b4-b699-4866-92ac-6309a5d956f0 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:7f:04:df'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:8b:ae:3f'}]}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:11:44.114491 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-2e6875bb-7b25-426d-9049-800d7f1a1549 None None] Port 360a21d2-9c9f-4ab2-a3c5-71147bb9309c cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:11:44.202970 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.api [None req-3ec75a27-78ca-4272-8157-444c5c2de22c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:11:44.203857 n-d-827896-1 neutron-server[87682]: DEBUG oslo_db.api [None req-3ec75a27-78ca-4272-8157-444c5c2de22c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:11:44.371285 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e3634593-c0c4-4baf-ab66-1cade61d84d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:44.393955 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905df2b6-2e78-4c16-8969-741eab8e34c8 req-3f377edc-8218-492c-b409-aa121fa30eff tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:44.402437 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-905df2b6-2e78-4c16-8969-741eab8e34c8 req-3f377edc-8218-492c-b409-aa121fa30eff tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=641e4ab1-72cc-48d6-b7f1-2f56ca70ef46 HTTP/1.1" status: 200 len: 945 time: 0.8246365 Feb 04 21:11:44.452171 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d3033-8046-46fc-b8c2-6ceba12fb4b3 req-59d18a30-7afa-4a4b-833a-7b84829c3463 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:44.459322 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6f4d3033-8046-46fc-b8c2-6ceba12fb4b3 req-59d18a30-7afa-4a4b-833a-7b84829c3463 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 945 time: 0.7538836 Feb 04 21:11:44.537624 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6f4d3033-8046-46fc-b8c2-6ceba12fb4b3 req-b355cda2-7dc4-4768-a9d1-b5cc09895683 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773251 Feb 04 21:11:44.674135 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-905df2b6-2e78-4c16-8969-741eab8e34c8 req-990ac9f7-c7cf-4e21-81c6-becc1b309e15 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705822 Feb 04 21:11:44.704870 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-3ec75a27-78ca-4272-8157-444c5c2de22c admin admin] Deleting port 6d804256-7180-45d5-83ea-c52f41638cfc {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:11:44.705235 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3ec75a27-78ca-4272-8157-444c5c2de22c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:44.785521 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-3ec75a27-78ca-4272-8157-444c5c2de22c admin admin] The port '6d804256-7180-45d5-83ea-c52f41638cfc' was deleted {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:11:44.975541 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e3634593-c0c4-4baf-ab66-1cade61d84d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:44.976238 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3ec75a27-78ca-4272-8157-444c5c2de22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:45.047237 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-3ec75a27-78ca-4272-8157-444c5c2de22c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4608db1e-4c63-4115-98e9-dbb35735c98b']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:45.066605 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-3ec75a27-78ca-4272-8157-444c5c2de22c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '010a9ec1-8f55-480a-a139-0ec6a3c72bc5') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:45.066902 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-3ec75a27-78ca-4272-8157-444c5c2de22c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '010a9ec1-8f55-480a-a139-0ec6a3c72bc5') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:45.094743 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3ec75a27-78ca-4272-8157-444c5c2de22c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:45.112650 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-504d50b4-b699-4866-92ac-6309a5d956f0 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:45.124907 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3ec75a27-78ca-4272-8157-444c5c2de22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:45.131924 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fcb13084-e400-49e2-b275-10e952526ed2 req-538fc6e1-45e6-441f-87fc-f24b1311b0c1 tempest-ServerShowV257Test-351762875 tempest-ServerShowV257Test-351762875-project] 10.222.0.26 "GET /v2.0/ports?device_id=4481647c-c947-42b0-99a9-03cf446838bd HTTP/1.1" status: 200 len: 210 time: 0.4154363 Feb 04 21:11:45.134057 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec75a27-78ca-4272-8157-444c5c2de22c admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:11:45.134479 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3ec75a27-78ca-4272-8157-444c5c2de22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:11:45.152749 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:11:45.155596 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-e3634593-c0c4-4baf-ab66-1cade61d84d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71cc7060-622b-453a-b0f7-82fb643795a6']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:45.170738 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b6217b6f-277e-4685-bc07-cb302c7aee3b req-92b0e7a6-1f4e-4f5e-90e1-a25b4a44e535 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7800c199-947a-4ccf-86aa-73a983b04500&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9538529 Feb 04 21:11:45.173604 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-e3634593-c0c4-4baf-ab66-1cade61d84d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e00c1efb-b7a7-42f1-9693-109e2d3adea1') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:45.174282 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-e3634593-c0c4-4baf-ab66-1cade61d84d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e00c1efb-b7a7-42f1-9693-109e2d3adea1') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:45.319880 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3ec75a27-78ca-4272-8157-444c5c2de22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:45.363072 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3ec75a27-78ca-4272-8157-444c5c2de22c admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:45.367984 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec75a27-78ca-4272-8157-444c5c2de22c admin admin] Pushing event deleted for resources: {'Network': ['ID=4608db1e-4c63-4115-98e9-dbb35735c98b,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:45.432663 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e3634593-c0c4-4baf-ab66-1cade61d84d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:45.481025 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3ec75a27-78ca-4272-8157-444c5c2de22c admin admin] 10.222.0.26 "DELETE /v2.0/networks/4608db1e-4c63-4115-98e9-dbb35735c98b HTTP/1.1" status: 204 len: 168 time: 4.3228929 Feb 04 21:11:45.493953 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e3634593-c0c4-4baf-ab66-1cade61d84d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:45.512704 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3634593-c0c4-4baf-ab66-1cade61d84d8 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:11:45.513467 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e3634593-c0c4-4baf-ab66-1cade61d84d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:45.531689 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:11:45.531689 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:11:45.531689 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:11:45.531689 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:11:45.531689 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:11:45.531689 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:11:45.531689 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:11:45.531689 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:11:45.531689 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:11:45.531689 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:11:45.531689 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:11:45.531689 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:11:45.531689 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:11:45.531689 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:11:45.531689 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:11:45.531689 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:11:45.531689 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:11:45.531689 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:11:45.531689 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:11:45.531689 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:11:45.531689 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:11:45.531689 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:11:45.531689 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:11:45.531689 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:11:45.531689 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:11:45.531689 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:11:45.531689 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:11:45.531689 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:11:45.531689 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:11:45.531689 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:11:45.531689 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:11:45.531689 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:11:45.716171 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6217b6f-277e-4685-bc07-cb302c7aee3b req-4c98f85d-2cf0-4bbc-b7c5-bfd73ea7962b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:45.718219 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b6217b6f-277e-4685-bc07-cb302c7aee3b req-4c98f85d-2cf0-4bbc-b7c5-bfd73ea7962b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d539dc97a744058fdb427e438eb9ad&device_id=7800c199-947a-4ccf-86aa-73a983b04500 HTTP/1.1" status: 200 len: 1097 time: 0.3728800 Feb 04 21:11:45.760693 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e3634593-c0c4-4baf-ab66-1cade61d84d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:45.852859 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39668) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:45.880513 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e3634593-c0c4-4baf-ab66-1cade61d84d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:45.927701 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3634593-c0c4-4baf-ab66-1cade61d84d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=71cc7060-622b-453a-b0f7-82fb643795a6,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:46.083255 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39678) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:46.086683 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e3634593-c0c4-4baf-ab66-1cade61d84d8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/71cc7060-622b-453a-b0f7-82fb643795a6 HTTP/1.1" status: 204 len: 168 time: 2.2469895 Feb 04 21:11:46.088664 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8e7f4ce7-4843-4cd7-b9db-d8ee8ebadc46 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aad0d9a1cb2b4f7b9157e57f03fc7e68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2341073 Feb 04 21:11:46.283579 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ad7958ef-7f4f-44b9-9f10-5e4aee7d4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:46.353112 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec79577-203d-4f68-ae8b-88a5e5330887 req-0c25df21-bc74-42ab-ba7d-7d06e5b0c0a5 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:46.358461 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0ec79577-203d-4f68-ae8b-88a5e5330887 req-0c25df21-bc74-42ab-ba7d-7d06e5b0c0a5 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 945 time: 0.5592048 Feb 04 21:11:46.416273 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-504d50b4-b699-4866-92ac-6309a5d956f0 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:46.428470 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39686) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:46.511981 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-be536ec3-3ec8-4ca4-b1e3-927beacca8ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:46.514033 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-504d50b4-b699-4866-92ac-6309a5d956f0 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:46.519996 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f26cae61-47c4-4de2-80bc-8e42a6bc0b71 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2ce17c1d72be45a189f441881461a948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0889227 Feb 04 21:11:46.521134 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39690) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:46.525943 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6217b6f-277e-4685-bc07-cb302c7aee3b req-e6776e5c-4500-4f2c-9466-59b9b5f5c8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:46.527658 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b6217b6f-277e-4685-bc07-cb302c7aee3b req-e6776e5c-4500-4f2c-9466-59b9b5f5c8b4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4cc1ce8-eeb6-46af-80b5-92196799c865 HTTP/1.1" status: 200 len: 912 time: 0.7683153 Feb 04 21:11:46.652409 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bde4d1f6-6ce8-4989-b577-e937e30f0787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:46.657189 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-504d50b4-b699-4866-92ac-6309a5d956f0 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] In _notify_port_updated(), no bound segment for port 360a21d2-9c9f-4ab2-a3c5-71147bb9309c on network fcf2a942-2e04-44f9-ba47-8ccb4383c5e3 {{(pid=87683) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 21:11:46.662914 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504d50b4-b699-4866-92ac-6309a5d956f0 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:46.663863 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-504d50b4-b699-4866-92ac-6309a5d956f0 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:46.668287 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-504d50b4-b699-4866-92ac-6309a5d956f0 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] 10.222.0.26 "PUT /v2.0/ports/360a21d2-9c9f-4ab2-a3c5-71147bb9309c HTTP/1.1" status: 200 len: 1055 time: 2.6950545 Feb 04 21:11:46.669311 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39694) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:46.752232 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bde4d1f6-6ce8-4989-b577-e937e30f0787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:46.780398 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0ec79577-203d-4f68-ae8b-88a5e5330887 req-1c41489c-bba2-4adc-9aea-7fd7e12286cc tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189694 Feb 04 21:11:46.955268 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b6217b6f-277e-4685-bc07-cb302c7aee3b req-93c5aa69-8604-4c2c-b09f-c23c9d7ffab2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9f4b42e-cf56-4a03-94e2-a66988e9676e HTTP/1.1" status: 200 len: 217 time: 0.3143690 Feb 04 21:11:46.976142 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-2158acdd-aa31-4dd6-ba84-91c4741b1bd2 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Deleting port 360a21d2-9c9f-4ab2-a3c5-71147bb9309c {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:11:46.976531 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2158acdd-aa31-4dd6-ba84-91c4741b1bd2 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:46.981911 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-be536ec3-3ec8-4ca4-b1e3-927beacca8ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:47.081327 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ab37cfec-056b-4650-8fa1-271d30bae431 None None] Provisioning complete for port 360a21d2-9c9f-4ab2-a3c5-71147bb9309c triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:47.081327 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ab37cfec-056b-4650-8fa1-271d30bae431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:47.188064 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d50b4-b699-4866-92ac-6309a5d956f0 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Pushing event updated for resources: {'Port': ['ID=360a21d2-9c9f-4ab2-a3c5-71147bb9309c,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:47.235016 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a7d36ad1-51ae-42b5-9e08-b6a4c5d080b6 req-606ccfa6-29cb-42c5-bffb-eacb5d490666 tempest-ServerShowV257Test-351762875 tempest-ServerShowV257Test-351762875-project] 10.222.0.26 "GET /v2.0/ports?device_id=4481647c-c947-42b0-99a9-03cf446838bd HTTP/1.1" status: 200 len: 210 time: 0.1195493 Feb 04 21:11:47.262307 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504d50b4-b699-4866-92ac-6309a5d956f0 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:47.262916 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504d50b4-b699-4866-92ac-6309a5d956f0 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:47.263469 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504d50b4-b699-4866-92ac-6309a5d956f0 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:47.264010 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504d50b4-b699-4866-92ac-6309a5d956f0 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:47.264525 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504d50b4-b699-4866-92ac-6309a5d956f0 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:47.265042 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504d50b4-b699-4866-92ac-6309a5d956f0 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:47.265614 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504d50b4-b699-4866-92ac-6309a5d956f0 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:47.266157 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504d50b4-b699-4866-92ac-6309a5d956f0 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:47.266758 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504d50b4-b699-4866-92ac-6309a5d956f0 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:47.267252 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504d50b4-b699-4866-92ac-6309a5d956f0 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:47.267583 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504d50b4-b699-4866-92ac-6309a5d956f0 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:47.267909 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504d50b4-b699-4866-92ac-6309a5d956f0 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:11:47.296158 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6217b6f-277e-4685-bc07-cb302c7aee3b req-1a30637a-b7ae-4af1-87fd-39032442c5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:47.297347 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b6217b6f-277e-4685-bc07-cb302c7aee3b req-1a30637a-b7ae-4af1-87fd-39032442c5d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee4d3909-e094-4079-9a7f-4f6007c68222 HTTP/1.1" status: 200 len: 850 time: 0.2971442 Feb 04 21:11:47.309629 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17dbf91-f5a5-4fed-96bf-ea5b3ad6df2b req-60a4ed76-e0ff-405f-852d-67588f7ca452 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:47.319690 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f17dbf91-f5a5-4fed-96bf-ea5b3ad6df2b req-60a4ed76-e0ff-405f-852d-67588f7ca452 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=641e4ab1-72cc-48d6-b7f1-2f56ca70ef46 HTTP/1.1" status: 200 len: 945 time: 0.8992307 Feb 04 21:11:47.351332 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-ab37cfec-056b-4650-8fa1-271d30bae431 None None] Port 360a21d2-9c9f-4ab2-a3c5-71147bb9309c cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:11:47.399975 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bde4d1f6-6ce8-4989-b577-e937e30f0787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:47.417401 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:47.418606 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:47.429241 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4d1f6-6ce8-4989-b577-e937e30f0787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c78de3-875c-425d-94c9-f81bf71f072c,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:47.524214 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f17dbf91-f5a5-4fed-96bf-ea5b3ad6df2b req-a7c371be-4828-498c-89ba-b11fe64cf667 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969757 Feb 04 21:11:47.532309 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bde4d1f6-6ce8-4989-b577-e937e30f0787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:47.535097 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bde4d1f6-6ce8-4989-b577-e937e30f0787 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b1c78de3-875c-425d-94c9-f81bf71f072c HTTP/1.1" status: 204 len: 168 time: 1.0119185 Feb 04 21:11:47.556708 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6217b6f-277e-4685-bc07-cb302c7aee3b req-6b7e6da4-6594-4d4e-a1f6-4c13a3d65f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:47.557006 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b6217b6f-277e-4685-bc07-cb302c7aee3b req-6b7e6da4-6594-4d4e-a1f6-4c13a3d65f8e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4cc1ce8-eeb6-46af-80b5-92196799c865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2335749 Feb 04 21:11:47.558006 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-be536ec3-3ec8-4ca4-b1e3-927beacca8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:47.672511 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be536ec3-3ec8-4ca4-b1e3-927beacca8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02ff421-29ed-4a4f-a4a4-3e40c1b62b24,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:47.714455 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-be536ec3-3ec8-4ca4-b1e3-927beacca8ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:47.715709 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-be536ec3-3ec8-4ca4-b1e3-927beacca8ab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b02ff421-29ed-4a4f-a4a4-3e40c1b62b24 HTTP/1.1" status: 204 len: 168 time: 1.6312416 Feb 04 21:11:47.791353 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2158acdd-aa31-4dd6-ba84-91c4741b1bd2 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:47.814786 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b6217b6f-277e-4685-bc07-cb302c7aee3b req-bbad73ae-db47-4789-a1b9-34587c6e5550 service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502370 Feb 04 21:11:48.403302 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-2158acdd-aa31-4dd6-ba84-91c4741b1bd2 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Calling delete_port for 360a21d2-9c9f-4ab2-a3c5-71147bb9309c owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:11:48.567547 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-84237f62-d1cd-4d3f-bba9-536905ca2f47 req-62778d8a-4a63-41b5-89f0-e10c6b1f1ee6 tempest-ServerShowV257Test-351762875 tempest-ServerShowV257Test-351762875-project] 10.222.0.26 "GET /v2.0/ports?device_id=4481647c-c947-42b0-99a9-03cf446838bd HTTP/1.1" status: 200 len: 210 time: 0.0812826 Feb 04 21:11:48.713667 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c804a35-0184-4e0d-92b7-3a8650824c6a req-2f61c842-0121-4d95-8468-be987aec8021 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:48.731210 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5c804a35-0184-4e0d-92b7-3a8650824c6a req-2f61c842-0121-4d95-8468-be987aec8021 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 945 time: 0.6602881 Feb 04 21:11:48.798955 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b6217b6f-277e-4685-bc07-cb302c7aee3b req-9d968051-74cc-46bb-a795-090f31c0431c service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9707448 Feb 04 21:11:48.853088 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:48.919659 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2158acdd-aa31-4dd6-ba84-91c4741b1bd2 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:48.927101 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5c804a35-0184-4e0d-92b7-3a8650824c6a req-2db04ce9-fae2-4cfe-9c69-3eaf00d6c740 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959996 Feb 04 21:11:49.247796 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158acdd-aa31-4dd6-ba84-91c4741b1bd2 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Pushing event deleted for resources: {'Port': ['ID=360a21d2-9c9f-4ab2-a3c5-71147bb9309c,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:49.454456 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d532050-948b-4201-951d-ec5d296b62ac req-02707091-a912-48fe-b0f5-cb969cd2687f tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:49.456017 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7d532050-948b-4201-951d-ec5d296b62ac req-02707091-a912-48fe-b0f5-cb969cd2687f tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=641e4ab1-72cc-48d6-b7f1-2f56ca70ef46 HTTP/1.1" status: 200 len: 945 time: 0.4956923 Feb 04 21:11:49.622757 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7d532050-948b-4201-951d-ec5d296b62ac req-b59265c6-a429-4d70-a211-9f4850943a99 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524241 Feb 04 21:11:49.845149 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39750) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:50.024505 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-74fb8cfe-5a02-4df2-b8ef-d9f6da208086 req-594b7971-99c9-4321-8281-aa194281815d tempest-ServerShowV257Test-351762875 tempest-ServerShowV257Test-351762875-project] 10.222.0.26 "GET /v2.0/ports?device_id=4481647c-c947-42b0-99a9-03cf446838bd HTTP/1.1" status: 200 len: 210 time: 0.1388769 Feb 04 21:11:50.199443 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-91596394-b554-40cb-b2df-941423708111 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1628603465-network', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:11:50.210031 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-91596394-b554-40cb-b2df-941423708111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:11:50.216354 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-91596394-b554-40cb-b2df-941423708111 admin admin] Usage tracker for resource:network and tenant:d12823a006ff49a4916b73b08e3ad259 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:11:50.219813 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-91596394-b554-40cb-b2df-941423708111 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:11:50.229340 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-91596394-b554-40cb-b2df-941423708111 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:11:50.257909 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91596394-b554-40cb-b2df-941423708111 admin admin] Made reservation on behalf of d12823a006ff49a4916b73b08e3ad259 for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:11:50.261037 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-91596394-b554-40cb-b2df-941423708111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:50.291260 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-91596394-b554-40cb-b2df-941423708111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:50.417445 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-91596394-b554-40cb-b2df-941423708111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:11:50.423651 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-91596394-b554-40cb-b2df-941423708111 admin admin] Usage tracker for resource:security_group_rule and tenant:d12823a006ff49a4916b73b08e3ad259 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:11:50.435658 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-91596394-b554-40cb-b2df-941423708111 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:11:50.451652 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-91596394-b554-40cb-b2df-941423708111 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:11:50.480058 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2158acdd-aa31-4dd6-ba84-91c4741b1bd2 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:50.515676 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2158acdd-aa31-4dd6-ba84-91c4741b1bd2 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] 10.222.0.26 "DELETE /v2.0/ports/360a21d2-9c9f-4ab2-a3c5-71147bb9309c HTTP/1.1" status: 204 len: 168 time: 3.8423331 Feb 04 21:11:50.516879 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39764) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:50.519768 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee451c57-810f-4ea9-b6d9-d2dc51b382df req-e5724118-b3e0-42a3-8925-4e8587e6f8c8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:50.522194 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ee451c57-810f-4ea9-b6d9-d2dc51b382df req-e5724118-b3e0-42a3-8925-4e8587e6f8c8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 945 time: 0.2320724 Feb 04 21:11:50.578269 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39768) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:50.600422 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-f048b735-59f9-4773-adf4-51bd1e2cfa76 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] GET failed (client error): The resource could not be found. Feb 04 21:11:50.600950 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f048b735-59f9-4773-adf4-51bd1e2cfa76 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Synchronizing usage tracker for tenant:cd91106acddc4cbc854af67d0c590651 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:11:50.605095 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ee451c57-810f-4ea9-b6d9-d2dc51b382df req-1d591521-28eb-48dd-b8f7-3d32a221d8f1 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750363 Feb 04 21:11:50.622119 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f048b735-59f9-4773-adf4-51bd1e2cfa76 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Unset dirty status for tenant:cd91106acddc4cbc854af67d0c590651 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:11:50.624833 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f048b735-59f9-4773-adf4-51bd1e2cfa76 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] 10.222.0.26 "GET /v2.0/ports/360a21d2-9c9f-4ab2-a3c5-71147bb9309c HTTP/1.1" status: 404 len: 333 time: 0.1070786 Feb 04 21:11:50.629322 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39774) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:50.788659 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-91596394-b554-40cb-b2df-941423708111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:50.798249 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-717b7db8-5cbe-4639-9afd-76c7d83f6067 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1957728473-network', 'tenant_id': '5b62090a5f4b46a7a4a369c51041e5e3'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:11:50.801972 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-91596394-b554-40cb-b2df-941423708111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:50.808135 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-717b7db8-5cbe-4639-9afd-76c7d83f6067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:11:50.814863 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-717b7db8-5cbe-4639-9afd-76c7d83f6067 admin admin] Usage tracker for resource:network and tenant:5b62090a5f4b46a7a4a369c51041e5e3 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:11:50.820674 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-717b7db8-5cbe-4639-9afd-76c7d83f6067 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:11:50.836378 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-717b7db8-5cbe-4639-9afd-76c7d83f6067 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:11:50.860344 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717b7db8-5cbe-4639-9afd-76c7d83f6067 admin admin] Made reservation on behalf of 5b62090a5f4b46a7a4a369c51041e5e3 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:11:50.863088 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91596394-b554-40cb-b2df-941423708111 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:11:50.865750 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-717b7db8-5cbe-4639-9afd-76c7d83f6067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:50.889154 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-717b7db8-5cbe-4639-9afd-76c7d83f6067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:50.910398 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-91596394-b554-40cb-b2df-941423708111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:50.910933 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-91596394-b554-40cb-b2df-941423708111 admin admin] Added segment 84b34f62-20de-461e-9dfa-a6b12b358939 of type vlan for network aeca86bf-5462-4afd-9138-c5fe85a0ef79 Feb 04 21:11:50.917490 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-72154b64-aa1b-40fa-8873-82d05d75069e tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Deleting port 5ffa0426-4954-46ec-ba67-b8c6591d8fee {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:11:50.918147 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-72154b64-aa1b-40fa-8873-82d05d75069e tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:51.002749 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91596394-b554-40cb-b2df-941423708111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff287ae-4358-4fdf-9dda-9ad3c6cf50d5,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:51.006924 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-91596394-b554-40cb-b2df-941423708111 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:51.025635 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-717b7db8-5cbe-4639-9afd-76c7d83f6067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:11:51.064765 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-717b7db8-5cbe-4639-9afd-76c7d83f6067 admin admin] Usage tracker for resource:security_group_rule and tenant:5b62090a5f4b46a7a4a369c51041e5e3 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:11:51.081725 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-717b7db8-5cbe-4639-9afd-76c7d83f6067 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:11:51.111415 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-717b7db8-5cbe-4639-9afd-76c7d83f6067 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:11:51.171000 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-91596394-b554-40cb-b2df-941423708111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:51.172538 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91596394-b554-40cb-b2df-941423708111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:51.172733 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-91596394-b554-40cb-b2df-941423708111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:51.290830 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:11:51.378205 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91596394-b554-40cb-b2df-941423708111 admin admin] Pushing event updated for resources: {'Network': ['ID=aeca86bf-5462-4afd-9138-c5fe85a0ef79,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:51.390502 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-91596394-b554-40cb-b2df-941423708111 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5439110 Feb 04 21:11:51.393869 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a5519edc-499c-4679-a4d2-a3a7bf8f3423 req-e34f93de-6266-45a1-bca6-80a2ebfb7341 tempest-ServerShowV257Test-351762875 tempest-ServerShowV257Test-351762875-project] 10.222.0.26 "GET /v2.0/ports?device_id=4481647c-c947-42b0-99a9-03cf446838bd HTTP/1.1" status: 200 len: 210 time: 0.0886674 Feb 04 21:11:51.394582 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39782) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:51.405727 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-11ce83cf-5c48-4185-9381-7cc77b1e5d84 admin admin] Request body: {'subnet': {'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1628603465-subnet', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:11:51.410892 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-11ce83cf-5c48-4185-9381-7cc77b1e5d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:11:51.418341 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-11ce83cf-5c48-4185-9381-7cc77b1e5d84 admin admin] Usage tracker for resource:subnet and tenant:d12823a006ff49a4916b73b08e3ad259 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:11:51.423232 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-11ce83cf-5c48-4185-9381-7cc77b1e5d84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:11:51.441708 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-11ce83cf-5c48-4185-9381-7cc77b1e5d84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:11:51.462946 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f01ef-4efe-410b-b3f0-cd28987cac58 req-27c006e4-b9bf-483b-9f7d-242fcbdb2db7 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:51.471533 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-270f01ef-4efe-410b-b3f0-cd28987cac58 req-27c006e4-b9bf-483b-9f7d-242fcbdb2db7 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=641e4ab1-72cc-48d6-b7f1-2f56ca70ef46 HTTP/1.1" status: 200 len: 945 time: 0.3859227 Feb 04 21:11:51.507991 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ce83cf-5c48-4185-9381-7cc77b1e5d84 admin admin] Made reservation on behalf of d12823a006ff49a4916b73b08e3ad259 for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:11:51.507991 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-11ce83cf-5c48-4185-9381-7cc77b1e5d84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:51.508321 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network aeca86bf-5462-4afd-9138-c5fe85a0ef79 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:11:51.630078 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-72154b64-aa1b-40fa-8873-82d05d75069e tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:51.650672 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-717b7db8-5cbe-4639-9afd-76c7d83f6067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:51.714824 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-270f01ef-4efe-410b-b3f0-cd28987cac58 req-f368c768-c8ab-4a41-9aba-170e4a4afd9c tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420018 Feb 04 21:11:51.818271 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-717b7db8-5cbe-4639-9afd-76c7d83f6067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:51.839117 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-72154b64-aa1b-40fa-8873-82d05d75069e tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Calling delete_port for 5ffa0426-4954-46ec-ba67-b8c6591d8fee owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:11:51.902229 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717b7db8-5cbe-4639-9afd-76c7d83f6067 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:11:51.936075 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-717b7db8-5cbe-4639-9afd-76c7d83f6067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:51.936424 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-717b7db8-5cbe-4639-9afd-76c7d83f6067 admin admin] Added segment da4d15b5-6618-43a3-9893-b81121c7be88 of type vlan for network 3d58cd99-6056-4122-a3aa-beba29366a52 Feb 04 21:11:51.946988 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b7db8-5cbe-4639-9afd-76c7d83f6067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c3a8e8-d5c3-4360-94ee-d56bb01425b1,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:52.016962 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-717b7db8-5cbe-4639-9afd-76c7d83f6067 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:52.151314 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-717b7db8-5cbe-4639-9afd-76c7d83f6067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:52.152889 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717b7db8-5cbe-4639-9afd-76c7d83f6067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:52.154163 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-717b7db8-5cbe-4639-9afd-76c7d83f6067 admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:52.226453 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-717b7db8-5cbe-4639-9afd-76c7d83f6067 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6469679 Feb 04 21:11:52.232524 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39794) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:52.311047 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde9293-e2a0-4734-aeca-7ae12f29081a req-3adf8bc4-7074-4ba3-b88c-60863471d338 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:52.313301 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2cde9293-e2a0-4734-aeca-7ae12f29081a req-3adf8bc4-7074-4ba3-b88c-60863471d338 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 945 time: 0.3930345 Feb 04 21:11:52.315331 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-4d642fd5-41cc-4b23-a1a6-3acbb07f5cad admin admin] Request body: {'subnet': {'network_id': '3d58cd99-6056-4122-a3aa-beba29366a52', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1957728473-subnet', 'tenant_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:11:52.316594 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-11ce83cf-5c48-4185-9381-7cc77b1e5d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:52.320225 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-72154b64-aa1b-40fa-8873-82d05d75069e tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:52.393066 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-4d642fd5-41cc-4b23-a1a6-3acbb07f5cad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:11:52.412528 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-4d642fd5-41cc-4b23-a1a6-3acbb07f5cad admin admin] Usage tracker for resource:subnet and tenant:5b62090a5f4b46a7a4a369c51041e5e3 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:11:52.416082 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-4d642fd5-41cc-4b23-a1a6-3acbb07f5cad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:11:52.422601 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-4d642fd5-41cc-4b23-a1a6-3acbb07f5cad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:11:52.432782 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72154b64-aa1b-40fa-8873-82d05d75069e tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Pushing event deleted for resources: {'Port': ['ID=5ffa0426-4954-46ec-ba67-b8c6591d8fee,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:52.472903 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2cde9293-e2a0-4734-aeca-7ae12f29081a req-d47fb743-dc10-4a8c-a081-849c5975684f tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470134 Feb 04 21:11:52.548101 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce83cf-5c48-4185-9381-7cc77b1e5d84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2332d4ab-28bd-4df4-abe3-897aa8896a30,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:52.581616 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ce83cf-5c48-4185-9381-7cc77b1e5d84 admin admin] Checking segment: {'id': '84b34f62-20de-461e-9dfa-a6b12b358939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:11:52.582201 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ce83cf-5c48-4185-9381-7cc77b1e5d84 admin admin] Network hostable DHCP agents. Network: aeca86bf-5462-4afd-9138-c5fe85a0ef79, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:11:52.793737 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f616f9a7-26f6-4d3a-8205-cf17f403ccd3 req-1f9dda2e-095a-4971-8ded-6893c58a1bfe tempest-ServerShowV257Test-351762875 tempest-ServerShowV257Test-351762875-project] 10.222.0.26 "GET /v2.0/ports?device_id=4481647c-c947-42b0-99a9-03cf446838bd HTTP/1.1" status: 200 len: 210 time: 0.1626723 Feb 04 21:11:52.793737 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ce83cf-5c48-4185-9381-7cc77b1e5d84 admin admin] Network aeca86bf-5462-4afd-9138-c5fe85a0ef79 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:11:52.822627 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d642fd5-41cc-4b23-a1a6-3acbb07f5cad admin admin] Made reservation on behalf of 5b62090a5f4b46a7a4a369c51041e5e3 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:11:52.822627 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4d642fd5-41cc-4b23-a1a6-3acbb07f5cad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:52.833347 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-11ce83cf-5c48-4185-9381-7cc77b1e5d84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, aeca86bf-5462-4afd-9138-c5fe85a0ef79) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:11:52.833347 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ce83cf-5c48-4185-9381-7cc77b1e5d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:52.840310 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d27a8ab-a300-4e1c-8605-4a164684a23a None None] Network aeca86bf-5462-4afd-9138-c5fe85a0ef79 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:11:52.844355 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-11ce83cf-5c48-4185-9381-7cc77b1e5d84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:52.887581 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-11ce83cf-5c48-4185-9381-7cc77b1e5d84 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4863908 Feb 04 21:11:52.892621 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39810) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:52.952603 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-c6f396d8-1a6b-456e-bb4b-ccdd9f15e089 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1628603465-router', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:11:52.972524 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b7db8-5cbe-4639-9afd-76c7d83f6067 admin admin] Pushing event updated for resources: {'Network': ['ID=3d58cd99-6056-4122-a3aa-beba29366a52,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:52.979234 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c6f396d8-1a6b-456e-bb4b-ccdd9f15e089 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:11:52.981119 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c6f396d8-1a6b-456e-bb4b-ccdd9f15e089 admin admin] Usage tracker for resource:router and tenant:d12823a006ff49a4916b73b08e3ad259 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:11:53.007195 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c6f396d8-1a6b-456e-bb4b-ccdd9f15e089 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:11:53.031612 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c6f396d8-1a6b-456e-bb4b-ccdd9f15e089 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:11:53.061080 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c6f396d8-1a6b-456e-bb4b-ccdd9f15e089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:53.067423 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c6f396d8-1a6b-456e-bb4b-ccdd9f15e089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:53.118671 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 3d58cd99-6056-4122-a3aa-beba29366a52 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:11:53.163416 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-72154b64-aa1b-40fa-8873-82d05d75069e tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:53.165441 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-72154b64-aa1b-40fa-8873-82d05d75069e tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] 10.222.0.26 "DELETE /v2.0/ports/5ffa0426-4954-46ec-ba67-b8c6591d8fee HTTP/1.1" status: 204 len: 168 time: 2.5347338 Feb 04 21:11:53.169544 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39820) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:53.209739 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c6f396d8-1a6b-456e-bb4b-ccdd9f15e089 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:53.237071 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba2dce2d-15b8-49a9-9c0c-a58f1b80e5f5 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] GET failed (client error): The resource could not be found. Feb 04 21:11:53.238175 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ba2dce2d-15b8-49a9-9c0c-a58f1b80e5f5 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Synchronizing usage tracker for tenant:cd91106acddc4cbc854af67d0c590651 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:11:53.287622 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ba2dce2d-15b8-49a9-9c0c-a58f1b80e5f5 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Unset dirty status for tenant:cd91106acddc4cbc854af67d0c590651 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:11:53.289169 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ba2dce2d-15b8-49a9-9c0c-a58f1b80e5f5 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] 10.222.0.26 "GET /v2.0/ports/5ffa0426-4954-46ec-ba67-b8c6591d8fee HTTP/1.1" status: 404 len: 333 time: 0.1183832 Feb 04 21:11:53.326468 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39824) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:53.363584 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b15464-a64b-45e4-ae20-98c03071aa27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-aeca86bf-5462-4afd-9138-c5fe85a0ef79', 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'fixed_ips': [{'subnet_id': '2332d4ab-28bd-4df4-abe3-897aa8896a30'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:11:53.364309 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-02b15464-a64b-45e4-ae20-98c03071aa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:53.381925 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133bfbd-9461-4035-a36f-ed1835637059 req-5af38f38-b688-41d3-af34-e8b47f311d5f tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:53.383590 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4133bfbd-9461-4035-a36f-ed1835637059 req-5af38f38-b688-41d3-af34-e8b47f311d5f tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=641e4ab1-72cc-48d6-b7f1-2f56ca70ef46 HTTP/1.1" status: 200 len: 945 time: 0.2773433 Feb 04 21:11:53.471751 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4d642fd5-41cc-4b23-a1a6-3acbb07f5cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:53.620351 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-02b15464-a64b-45e4-ae20-98c03071aa27 None None] Allocated IP 172.20.0.2 (aeca86bf-5462-4afd-9138-c5fe85a0ef79/2332d4ab-28bd-4df4-abe3-897aa8896a30/47ff7fe9-5f00-4c29-9b80-ab88d03c492e) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:11:53.644063 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d642fd5-41cc-4b23-a1a6-3acbb07f5cad admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ba34e41-1e8a-40be-b620-552f144c8194,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:53.650980 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d642fd5-41cc-4b23-a1a6-3acbb07f5cad admin admin] Checking segment: {'id': 'da4d15b5-6618-43a3-9893-b81121c7be88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3d58cd99-6056-4122-a3aa-beba29366a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:11:53.651361 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d642fd5-41cc-4b23-a1a6-3acbb07f5cad admin admin] Network hostable DHCP agents. Network: 3d58cd99-6056-4122-a3aa-beba29366a52, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:11:53.724853 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d642fd5-41cc-4b23-a1a6-3acbb07f5cad admin admin] Network 3d58cd99-6056-4122-a3aa-beba29366a52 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:11:53.766953 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-4d642fd5-41cc-4b23-a1a6-3acbb07f5cad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 3d58cd99-6056-4122-a3aa-beba29366a52) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:11:53.779226 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d642fd5-41cc-4b23-a1a6-3acbb07f5cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:53.779329 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4d642fd5-41cc-4b23-a1a6-3acbb07f5cad admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:53.803171 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f019aa4-2681-4ebe-81be-7b1bca28af54 None None] Network 3d58cd99-6056-4122-a3aa-beba29366a52 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:11:53.835861 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4d642fd5-41cc-4b23-a1a6-3acbb07f5cad admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5990601 Feb 04 21:11:53.837677 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39832) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:53.843781 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-8f9643cc-b661-4fa5-a7ae-58d34d776ea9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1957728473-router', 'tenant_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:11:53.857780 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-8f9643cc-b661-4fa5-a7ae-58d34d776ea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:11:53.892121 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-8f9643cc-b661-4fa5-a7ae-58d34d776ea9 admin admin] Usage tracker for resource:router and tenant:5b62090a5f4b46a7a4a369c51041e5e3 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:11:53.892121 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-8f9643cc-b661-4fa5-a7ae-58d34d776ea9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:11:53.927693 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-8f9643cc-b661-4fa5-a7ae-58d34d776ea9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:11:53.957825 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8f9643cc-b661-4fa5-a7ae-58d34d776ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:53.957825 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8f9643cc-b661-4fa5-a7ae-58d34d776ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:54.010036 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8f9643cc-b661-4fa5-a7ae-58d34d776ea9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:54.134973 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-363a4d4a-64a6-4821-a31e-38b83a4e73d8 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Deleting port d7a37468-1808-4905-b27c-8fa3442e3f00 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:11:54.135366 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-363a4d4a-64a6-4821-a31e-38b83a4e73d8 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:54.203387 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4133bfbd-9461-4035-a36f-ed1835637059 req-c0464b75-2fd5-44b2-a0ad-d38a40665978 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7481086 Feb 04 21:11:54.204025 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-02b15464-a64b-45e4-ae20-98c03071aa27 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:54.283284 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c6f396d8-1a6b-456e-bb4b-ccdd9f15e089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:54.287390 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b8224f-8e53-47b6-bb58-5f51c1096685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-3d58cd99-6056-4122-a3aa-beba29366a52', 'network_id': '3d58cd99-6056-4122-a3aa-beba29366a52', 'tenant_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'fixed_ips': [{'subnet_id': '2ba34e41-1e8a-40be-b620-552f144c8194'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:11:54.287390 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d7b8224f-8e53-47b6-bb58-5f51c1096685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:54.318712 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-02b15464-a64b-45e4-ae20-98c03071aa27 None None] Transition to ACTIVE for port object 47ff7fe9-5f00-4c29-9b80-ab88d03c492e will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:11:54.445506 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-02b15464-a64b-45e4-ae20-98c03071aa27 None None] Transition to ACTIVE for port object 47ff7fe9-5f00-4c29-9b80-ab88d03c492e will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:11:54.454826 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-02b15464-a64b-45e4-ae20-98c03071aa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:54.553372 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-35c7fd00-38d0-46d9-9c6b-e97ef67c451f req-c9150271-0d9e-4f6a-b3c6-19db1d58d617 tempest-ServerShowV257Test-351762875 tempest-ServerShowV257Test-351762875-project] 10.222.0.26 "GET /v2.0/ports?device_id=4481647c-c947-42b0-99a9-03cf446838bd HTTP/1.1" status: 200 len: 210 time: 0.0849016 Feb 04 21:11:54.614324 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b15464-a64b-45e4-ae20-98c03071aa27 None None] Network aeca86bf-5462-4afd-9138-c5fe85a0ef79 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:11:54.691502 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-02b15464-a64b-45e4-ae20-98c03071aa27 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:11:54.734154 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b15464-a64b-45e4-ae20-98c03071aa27 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:11:54.752941 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b15464-a64b-45e4-ae20-98c03071aa27 None None] Pushing event updated for resources: {'Port': ['ID=47ff7fe9-5f00-4c29-9b80-ab88d03c492e,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:54.911063 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5e727-ee77-46f2-8b9c-366bceaf1b8e req-a16685c6-af17-4b52-9491-dddc235d4929 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:54.911063 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77d5e727-ee77-46f2-8b9c-366bceaf1b8e req-a16685c6-af17-4b52-9491-dddc235d4929 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 945 time: 1.0863595 Feb 04 21:11:54.911063 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832abba-5f53-4408-a964-073936afdc2c req-469feb38-af98-4ea4-a572-ceacd5244307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:54.927728 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-d7b8224f-8e53-47b6-bb58-5f51c1096685 None None] Allocated IP 172.20.0.2 (3d58cd99-6056-4122-a3aa-beba29366a52/2ba34e41-1e8a-40be-b620-552f144c8194/8c2860a7-3879-4464-b0f8-1a14a18f90be) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:11:54.938480 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8832abba-5f53-4408-a964-073936afdc2c req-469feb38-af98-4ea4-a572-ceacd5244307 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d3d539dc97a744058fdb427e438eb9ad&device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 1096 time: 0.8684397 Feb 04 21:11:54.954823 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-02b15464-a64b-45e4-ae20-98c03071aa27 None None] Attempting to bind port 47ff7fe9-5f00-4c29-9b80-ab88d03c492e on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:11:54.954823 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-02b15464-a64b-45e4-ae20-98c03071aa27 None None] Attempting to bind port 47ff7fe9-5f00-4c29-9b80-ab88d03c492e by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '84b34f62-20de-461e-9dfa-a6b12b358939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:11:54.954823 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b15464-a64b-45e4-ae20-98c03071aa27 None None] Attempting to bind port 47ff7fe9-5f00-4c29-9b80-ab88d03c492e on network aeca86bf-5462-4afd-9138-c5fe85a0ef79 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:11:54.954823 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b15464-a64b-45e4-ae20-98c03071aa27 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:11:54.954823 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b15464-a64b-45e4-ae20-98c03071aa27 None None] Checking segment: {'id': '84b34f62-20de-461e-9dfa-a6b12b358939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:11:54.954823 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-02b15464-a64b-45e4-ae20-98c03071aa27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:54.954823 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b15464-a64b-45e4-ae20-98c03071aa27 None None] Bound using segment: {'id': '84b34f62-20de-461e-9dfa-a6b12b358939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:11:54.954823 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-02b15464-a64b-45e4-ae20-98c03071aa27 None None] Bound port: 47ff7fe9-5f00-4c29-9b80-ab88d03c492e, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b34f62-20de-461e-9dfa-a6b12b358939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:11:54.954823 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-02b15464-a64b-45e4-ae20-98c03071aa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:54.979823 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8f9643cc-b661-4fa5-a7ae-58d34d776ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:55.060882 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77d5e727-ee77-46f2-8b9c-366bceaf1b8e req-8eb44f01-ffde-405b-b728-c081c3cee9ef tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207166 Feb 04 21:11:55.421102 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-02b15464-a64b-45e4-ae20-98c03071aa27 None None] For port 47ff7fe9-5f00-4c29-9b80-ab88d03c492e, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:11:55.444641 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-02b15464-a64b-45e4-ae20-98c03071aa27 None None] For port 47ff7fe9-5f00-4c29-9b80-ab88d03c492e, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=47ff7fe9-5f00-4c29-9b80-ab88d03c492e,segment=NetworkSegment(84b34f62-20de-461e-9dfa-a6b12b358939),segment_id=84b34f62-20de-461e-9dfa-a6b12b358939)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:11:55.460660 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-02b15464-a64b-45e4-ae20-98c03071aa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:55.525150 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d7b8224f-8e53-47b6-bb58-5f51c1096685 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:55.555246 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d7b8224f-8e53-47b6-bb58-5f51c1096685 None None] Transition to ACTIVE for port object 8c2860a7-3879-4464-b0f8-1a14a18f90be will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:11:55.558889 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-363a4d4a-64a6-4821-a31e-38b83a4e73d8 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:55.596620 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d7b8224f-8e53-47b6-bb58-5f51c1096685 None None] Transition to ACTIVE for port object 8c2860a7-3879-4464-b0f8-1a14a18f90be will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:11:55.600290 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8f9643cc-b661-4fa5-a7ae-58d34d776ea9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:55.604337 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b15464-a64b-45e4-ae20-98c03071aa27 None None] Pushing event updated for resources: {'Port': ['ID=47ff7fe9-5f00-4c29-9b80-ab88d03c492e,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:55.654441 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8f9643cc-b661-4fa5-a7ae-58d34d776ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:55.704600 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d7b8224f-8e53-47b6-bb58-5f51c1096685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:55.780301 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-363a4d4a-64a6-4821-a31e-38b83a4e73d8 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Calling delete_port for d7a37468-1808-4905-b27c-8fa3442e3f00 owned by {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:11:55.840779 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832abba-5f53-4408-a964-073936afdc2c req-5bf7d47c-0562-471c-9556-7d842605136b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:55.842470 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8832abba-5f53-4408-a964-073936afdc2c req-5bf7d47c-0562-471c-9556-7d842605136b service neutron] 10.222.0.32 "GET /v2.0/networks?id=e4cc1ce8-eeb6-46af-80b5-92196799c865 HTTP/1.1" status: 200 len: 912 time: 0.8291540 Feb 04 21:11:55.882626 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b8224f-8e53-47b6-bb58-5f51c1096685 None None] Network 3d58cd99-6056-4122-a3aa-beba29366a52 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:11:55.887190 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-d7b8224f-8e53-47b6-bb58-5f51c1096685 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:11:55.890390 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8224f-8e53-47b6-bb58-5f51c1096685 None None] Pushing event updated for resources: {'Port': ['ID=8c2860a7-3879-4464-b0f8-1a14a18f90be,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:55.894248 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b8224f-8e53-47b6-bb58-5f51c1096685 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:11:56.012311 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8832abba-5f53-4408-a964-073936afdc2c req-8c22d8db-1544-463c-9660-8b00ead5363f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=482e6750-0446-470c-a003-debc4eae84ff HTTP/1.1" status: 200 len: 217 time: 0.1527071 Feb 04 21:11:56.118563 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-8f9643cc-b661-4fa5-a7ae-58d34d776ea9 admin admin] Allocated IP 172.25.5.235 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/e689f9be-a199-4432-905e-d7fee1d14982) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:11:56.205826 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 482e6750-0446-470c-a003-debc4eae84ff no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:11:56.379712 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8f9643cc-b661-4fa5-a7ae-58d34d776ea9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:56.384509 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:56.430047 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8f9643cc-b661-4fa5-a7ae-58d34d776ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:56.464553 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:56.475758 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-d7b8224f-8e53-47b6-bb58-5f51c1096685 None None] Attempting to bind port 8c2860a7-3879-4464-b0f8-1a14a18f90be on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:11:56.476134 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-d7b8224f-8e53-47b6-bb58-5f51c1096685 None None] Attempting to bind port 8c2860a7-3879-4464-b0f8-1a14a18f90be by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': 'da4d15b5-6618-43a3-9893-b81121c7be88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3d58cd99-6056-4122-a3aa-beba29366a52'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:11:56.476674 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b8224f-8e53-47b6-bb58-5f51c1096685 None None] Attempting to bind port 8c2860a7-3879-4464-b0f8-1a14a18f90be on network 3d58cd99-6056-4122-a3aa-beba29366a52 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:11:56.487740 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b8224f-8e53-47b6-bb58-5f51c1096685 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:11:56.489512 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b8224f-8e53-47b6-bb58-5f51c1096685 None None] Checking segment: {'id': 'da4d15b5-6618-43a3-9893-b81121c7be88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3d58cd99-6056-4122-a3aa-beba29366a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:11:56.490218 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d7b8224f-8e53-47b6-bb58-5f51c1096685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:56.490769 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b8224f-8e53-47b6-bb58-5f51c1096685 None None] Bound using segment: {'id': 'da4d15b5-6618-43a3-9893-b81121c7be88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3d58cd99-6056-4122-a3aa-beba29366a52'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:11:56.491980 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-d7b8224f-8e53-47b6-bb58-5f51c1096685 None None] Bound port: 8c2860a7-3879-4464-b0f8-1a14a18f90be, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da4d15b5-6618-43a3-9893-b81121c7be88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3d58cd99-6056-4122-a3aa-beba29366a52'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:11:56.492535 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d7b8224f-8e53-47b6-bb58-5f51c1096685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:56.529507 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c6f396d8-1a6b-456e-bb4b-ccdd9f15e089 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:56.554097 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9643cc-b661-4fa5-a7ae-58d34d776ea9 admin admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:11:56.557821 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9643cc-b661-4fa5-a7ae-58d34d776ea9 admin admin] Pushing event updated for resources: {'Port': ['ID=e689f9be-a199-4432-905e-d7fee1d14982,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:56.570642 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-8f9643cc-b661-4fa5-a7ae-58d34d776ea9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:11:56.573437 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9643cc-b661-4fa5-a7ae-58d34d776ea9 admin admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:11:56.598578 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c6f396d8-1a6b-456e-bb4b-ccdd9f15e089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:56.608187 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d474142f-7f94-44c7-b9e3-b4f7a49214ec req-2b34d7df-7093-48d4-aeb0-3aa2c900de75 tempest-ServerShowV257Test-351762875 tempest-ServerShowV257Test-351762875-project] 10.222.0.26 "GET /v2.0/ports?device_id=4481647c-c947-42b0-99a9-03cf446838bd HTTP/1.1" status: 200 len: 210 time: 0.7873969 Feb 04 21:11:56.675321 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00dbb6f-ab3d-40a0-b53c-0104a6953ca7 req-5325f8c1-933c-4595-afe0-70a21e8a6654 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:56.677707 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b00dbb6f-ab3d-40a0-b53c-0104a6953ca7 req-5325f8c1-933c-4595-afe0-70a21e8a6654 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=641e4ab1-72cc-48d6-b7f1-2f56ca70ef46 HTTP/1.1" status: 200 len: 945 time: 1.2913888 Feb 04 21:11:56.704080 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8b5580-581f-45b2-8a62-0f7bab064a1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '482e6750-0446-470c-a003-debc4eae84ff'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:11:56.749197 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 482e6750-0446-470c-a003-debc4eae84ff, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=482e6750-0446-470c-a003-debc4eae84ff,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:56.792201 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:56.806964 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b00dbb6f-ab3d-40a0-b53c-0104a6953ca7 req-cf7109ff-bbfd-4ca6-9f55-96edbca7d64e tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148143 Feb 04 21:11:56.954654 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be8b5580-581f-45b2-8a62-0f7bab064a1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '482e6750-0446-470c-a003-debc4eae84ff', 'code': 200} Feb 04 21:11:57.009549 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-d7b8224f-8e53-47b6-bb58-5f51c1096685 None None] For port 8c2860a7-3879-4464-b0f8-1a14a18f90be, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:11:57.051377 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-d7b8224f-8e53-47b6-bb58-5f51c1096685 None None] For port 8c2860a7-3879-4464-b0f8-1a14a18f90be, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=8c2860a7-3879-4464-b0f8-1a14a18f90be,segment=NetworkSegment(da4d15b5-6618-43a3-9893-b81121c7be88),segment_id=da4d15b5-6618-43a3-9893-b81121c7be88)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:11:57.079011 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d7b8224f-8e53-47b6-bb58-5f51c1096685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:57.137005 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832abba-5f53-4408-a964-073936afdc2c req-755acf9a-9b4b-493e-85d6-e44446c1cdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:57.140670 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8832abba-5f53-4408-a964-073936afdc2c req-755acf9a-9b4b-493e-85d6-e44446c1cdf3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee4d3909-e094-4079-9a7f-4f6007c68222 HTTP/1.1" status: 200 len: 850 time: 0.9084651 Feb 04 21:11:57.148181 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=482e6750-0446-470c-a003-debc4eae84ff,revision_number=8']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:57.314527 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8224f-8e53-47b6-bb58-5f51c1096685 None None] Pushing event updated for resources: {'Port': ['ID=8c2860a7-3879-4464-b0f8-1a14a18f90be,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:57.419129 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-363a4d4a-64a6-4821-a31e-38b83a4e73d8 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:57.529668 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39868) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:57.548994 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-c6f396d8-1a6b-456e-bb4b-ccdd9f15e089 admin admin] Allocated IP 172.25.5.90 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/4793c831-ed63-4238-a5aa-d61f0b8aa1a8) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:11:57.678205 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a4d4a-64a6-4821-a31e-38b83a4e73d8 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Pushing event deleted for resources: {'Port': ['ID=d7a37468-1808-4905-b27c-8fa3442e3f00,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:57.716082 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f3b752-e995-4b0c-9f5f-f863d0e4d20a None None] Network aeca86bf-5462-4afd-9138-c5fe85a0ef79 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:11:57.836714 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832abba-5f53-4408-a964-073936afdc2c req-346903be-feed-4645-a702-a43006ccfec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:57.838190 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8832abba-5f53-4408-a964-073936afdc2c req-346903be-feed-4645-a702-a43006ccfec7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4cc1ce8-eeb6-46af-80b5-92196799c865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6620646 Feb 04 21:11:57.863637 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a129f6d-8867-479d-b66f-bc02a1fbe44d req-7ecc6ecb-34e4-437d-b552-9f8b08d05647 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:57.866237 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0a129f6d-8867-479d-b66f-bc02a1fbe44d req-7ecc6ecb-34e4-437d-b552-9f8b08d05647 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 943 time: 0.8410537 Feb 04 21:11:57.882563 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 47ff7fe9-5f00-4c29-9b80-ab88d03c492e up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:11:58.002364 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c631bd33-0930-4976-a40d-1b0b46143bd4 None None] Provisioning for port 47ff7fe9-5f00-4c29-9b80-ab88d03c492e completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:11:58.081419 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 47ff7fe9-5f00-4c29-9b80-ab88d03c492e completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:11:58.109171 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea83a6-79dc-4ef3-9bbe-d44b16a1c988 req-a1462671-b3a8-44ff-96d6-47c238c3aea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:58.114103 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea83a6-79dc-4ef3-9bbe-d44b16a1c988 req-a1462671-b3a8-44ff-96d6-47c238c3aea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:58.114731 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea83a6-79dc-4ef3-9bbe-d44b16a1c988 req-a1462671-b3a8-44ff-96d6-47c238c3aea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:58.115281 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea83a6-79dc-4ef3-9bbe-d44b16a1c988 req-a1462671-b3a8-44ff-96d6-47c238c3aea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:58.115981 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea83a6-79dc-4ef3-9bbe-d44b16a1c988 req-a1462671-b3a8-44ff-96d6-47c238c3aea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:58.116527 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea83a6-79dc-4ef3-9bbe-d44b16a1c988 req-a1462671-b3a8-44ff-96d6-47c238c3aea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:58.117136 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea83a6-79dc-4ef3-9bbe-d44b16a1c988 req-a1462671-b3a8-44ff-96d6-47c238c3aea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:58.121739 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5ea83a6-79dc-4ef3-9bbe-d44b16a1c988 req-a1462671-b3a8-44ff-96d6-47c238c3aea7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 6501 time: 0.5909414 Feb 04 21:11:58.126268 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 47ff7fe9-5f00-4c29-9b80-ab88d03c492e triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:58.126651 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:58.153625 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8f9643cc-b661-4fa5-a7ae-58d34d776ea9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:58.224843 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c6f396d8-1a6b-456e-bb4b-ccdd9f15e089 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:58.280556 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4c4eff95-5c6b-432b-bd61-cdb3bf0501cb req-0510e5f1-a680-4013-8bec-a43c2de917b4 tempest-ServerShowV257Test-351762875 tempest-ServerShowV257Test-351762875-project] 10.222.0.26 "GET /v2.0/ports?device_id=4481647c-c947-42b0-99a9-03cf446838bd HTTP/1.1" status: 200 len: 210 time: 0.3297534 Feb 04 21:11:58.282902 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5ea83a6-79dc-4ef3-9bbe-d44b16a1c988 req-582c9732-9204-44a6-bf3d-b7d2e677b59d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1c19981c-d2be-4024-b2e6-2e311030cb50&id=e57aefd0-2358-4799-bf02-8d4615be2807&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1540382 Feb 04 21:11:58.294849 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-363a4d4a-64a6-4821-a31e-38b83a4e73d8 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:58.346075 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0a129f6d-8867-479d-b66f-bc02a1fbe44d req-3f9ce44b-3ba9-420d-9c47-cdc7ec4b695c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4595618 Feb 04 21:11:58.356872 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c6f396d8-1a6b-456e-bb4b-ccdd9f15e089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:58.461684 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8832abba-5f53-4408-a964-073936afdc2c req-3b86e063-3087-4493-a042-45e2677cabb7 service neutron] 10.222.0.32 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5777490 Feb 04 21:11:58.470441 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-363a4d4a-64a6-4821-a31e-38b83a4e73d8 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] 10.222.0.26 "DELETE /v2.0/ports/d7a37468-1808-4905-b27c-8fa3442e3f00 HTTP/1.1" status: 204 len: 168 time: 5.1414120 Feb 04 21:11:58.475486 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f396d8-1a6b-456e-bb4b-ccdd9f15e089 admin admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:11:58.476888 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f396d8-1a6b-456e-bb4b-ccdd9f15e089 admin admin] Pushing event updated for resources: {'Port': ['ID=4793c831-ed63-4238-a5aa-d61f0b8aa1a8,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:58.479318 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39884) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:58.548217 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:58.594677 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 47ff7fe9-5f00-4c29-9b80-ab88d03c492e, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=47ff7fe9-5f00-4c29-9b80-ab88d03c492e,segment=NetworkSegment(84b34f62-20de-461e-9dfa-a6b12b358939),segment_id=84b34f62-20de-461e-9dfa-a6b12b358939)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:11:58.605710 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:58.641816 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-c6f396d8-1a6b-456e-bb4b-ccdd9f15e089 admin admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:11:58.648185 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8832abba-5f53-4408-a964-073936afdc2c req-986396b1-228b-4bed-82b2-26da173bbb21 service neutron] 10.222.0.32 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760142 Feb 04 21:11:58.651018 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f396d8-1a6b-456e-bb4b-ccdd9f15e089 admin admin] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:11:58.669791 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8f9643cc-b661-4fa5-a7ae-58d34d776ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:58.717962 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=47ff7fe9-5f00-4c29-9b80-ab88d03c492e,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:11:58.776609 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f8a64f-99bc-4b60-97e1-02c9dfc4c1e4 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Deleting subnet f241861a-7ed6-4395-85f9-6adba2e18fe9 {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:11:58.876117 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-10f8a64f-99bc-4b60-97e1-02c9dfc4c1e4 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:59.110854 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9643cc-b661-4fa5-a7ae-58d34d776ea9 admin admin] Router 4082749f-5bae-413d-bb94-08cefe3f607c is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:11:59.154402 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-7e85225f-81e6-40a6-93dd-33ee3525f0c6 None None] Provisioning complete for port 47ff7fe9-5f00-4c29-9b80-ab88d03c492e triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:11:59.154989 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7e85225f-81e6-40a6-93dd-33ee3525f0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:59.230995 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5eb2380-322b-41bc-9b7a-f886630bac55 None None] Network 3d58cd99-6056-4122-a3aa-beba29366a52 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:11:59.328179 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9643cc-b661-4fa5-a7ae-58d34d776ea9 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:11:59.342645 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d01bda-08b8-40f3-b17b-776effe618fd None None] Sync routers for ids ['4082749f-5bae-413d-bb94-08cefe3f607c'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:11:59.361323 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d01bda-08b8-40f3-b17b-776effe618fd None None] Routers {'4082749f-5bae-413d-bb94-08cefe3f607c'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:11:59.365703 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8f9643cc-b661-4fa5-a7ae-58d34d776ea9 admin admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:59.369869 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8f9643cc-b661-4fa5-a7ae-58d34d776ea9 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5279706 Feb 04 21:11:59.370129 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39894) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:11:59.370296 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-33d01bda-08b8-40f3-b17b-776effe618fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:11:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4082749f-5bae-413d-bb94-08cefe3f607c'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:11:59.519012 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-10f8a64f-99bc-4b60-97e1-02c9dfc4c1e4 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:11:59.588288 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a16bc696-1150-4188-b843-afb5b00aeb34 req-d5b026b4-c197-4e43-bc02-7b340aa1db2f tempest-ServerShowV257Test-351762875 tempest-ServerShowV257Test-351762875-project] 10.222.0.26 "GET /v2.0/ports?device_id=4481647c-c947-42b0-99a9-03cf446838bd HTTP/1.1" status: 200 len: 210 time: 0.1175091 Feb 04 21:11:59.744716 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-385a6bc7-c7dd-4e15-ab85-3492abb4ee36 None None] Provisioning for port 8c2860a7-3879-4464-b0f8-1a14a18f90be completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:11:59.753691 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a755b-3e95-46ee-b8a6-c034e8390f50 req-3792f029-1bd1-4bf9-a72f-7611158f7227 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:11:59.753691 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ed3a755b-3e95-46ee-b8a6-c034e8390f50 req-3792f029-1bd1-4bf9-a72f-7611158f7227 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=641e4ab1-72cc-48d6-b7f1-2f56ca70ef46 HTTP/1.1" status: 200 len: 945 time: 1.0930955 Feb 04 21:11:59.909524 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-33d01bda-08b8-40f3-b17b-776effe618fd None None] Set router 4082749f-5bae-413d-bb94-08cefe3f607c gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:11:59.921618 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 47ff7fe9-5f00-4c29-9b80-ab88d03c492e up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:12:00.009939 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 47ff7fe9-5f00-4c29-9b80-ab88d03c492e triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:12:00.010701 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:00.040531 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ed3a755b-3e95-46ee-b8a6-c034e8390f50 req-e270774a-4b31-4618-8afd-621cb4f4797a tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893162 Feb 04 21:12:00.057319 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-10f8a64f-99bc-4b60-97e1-02c9dfc4c1e4 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:00.112414 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c6f396d8-1a6b-456e-bb4b-ccdd9f15e089 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:00.174597 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 8c2860a7-3879-4464-b0f8-1a14a18f90be up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:12:00.309769 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 8c2860a7-3879-4464-b0f8-1a14a18f90be completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:12:00.318134 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 8c2860a7-3879-4464-b0f8-1a14a18f90be triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:12:00.318796 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:00.357078 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-33d01bda-08b8-40f3-b17b-776effe618fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'name': 'tempest-ServersTestManualDisk-1957728473-router', 'tenant_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'e689f9be-a199-4432-905e-d7fee1d14982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:53Z', 'updated_at': '2022-02-04T21:11:57Z', 'revision_number': 3, 'project_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'gw_port': {'id': 'e689f9be-a199-4432-905e-d7fee1d14982', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:34:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:55Z', 'updated_at': '2022-02-04T21:11:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:12:00.362049 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d01bda-08b8-40f3-b17b-776effe618fd None None] Checking router: 4082749f-5bae-413d-bb94-08cefe3f607c for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:12:00.363032 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d01bda-08b8-40f3-b17b-776effe618fd None None] Updating router 4082749f-5bae-413d-bb94-08cefe3f607c port e689f9be-a199-4432-905e-d7fee1d14982 binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:12:00.422126 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-33d01bda-08b8-40f3-b17b-776effe618fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:00.469075 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ff871-3146-4648-8dd5-91f429a5fa09 req-b6db78d4-1eee-42d2-84b7-b009c0ea3579 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:00.470686 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fe3ff871-3146-4648-8dd5-91f429a5fa09 req-b6db78d4-1eee-42d2-84b7-b009c0ea3579 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 943 time: 0.5505850 Feb 04 21:12:00.503828 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:00.575395 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 8c2860a7-3879-4464-b0f8-1a14a18f90be, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=8c2860a7-3879-4464-b0f8-1a14a18f90be,segment=NetworkSegment(da4d15b5-6618-43a3-9893-b81121c7be88),segment_id=da4d15b5-6618-43a3-9893-b81121c7be88)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:12:00.586311 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:00.708939 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=8c2860a7-3879-4464-b0f8-1a14a18f90be,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:00.730610 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-10f8a64f-99bc-4b60-97e1-02c9dfc4c1e4 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:00.741437 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c6f396d8-1a6b-456e-bb4b-ccdd9f15e089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:00.782538 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-10f8a64f-99bc-4b60-97e1-02c9dfc4c1e4 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:00.789991 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c81c1e-5b37-4e5c-afba-4a81046039f0 None None] Network fcf2a942-2e04-44f9-ba47-8ccb4383c5e3 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:12:01.000138 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b0745e5-104a-4413-8e0a-41706b178652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:01.006591 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-33d01bda-08b8-40f3-b17b-776effe618fd None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:01.031435 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-33d01bda-08b8-40f3-b17b-776effe618fd None None] Transition to ACTIVE for port object e689f9be-a199-4432-905e-d7fee1d14982 will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:12:01.049419 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-33d01bda-08b8-40f3-b17b-776effe618fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:01.118219 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-10f8a64f-99bc-4b60-97e1-02c9dfc4c1e4 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] 10.222.0.26 "DELETE /v2.0/subnets/f241861a-7ed6-4395-85f9-6adba2e18fe9 HTTP/1.1" status: 204 len: 168 time: 2.4781122 Feb 04 21:12:01.119606 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f8a64f-99bc-4b60-97e1-02c9dfc4c1e4 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Pushing event deleted for resources: {'Subnet': ['ID=f241861a-7ed6-4395-85f9-6adba2e18fe9,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:01.190792 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39910) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:01.269016 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-33d01bda-08b8-40f3-b17b-776effe618fd None None] Attempting to bind port e689f9be-a199-4432-905e-d7fee1d14982 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:12:01.269721 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-33d01bda-08b8-40f3-b17b-776effe618fd None None] Attempting to bind port e689f9be-a199-4432-905e-d7fee1d14982 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:12:01.270240 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d01bda-08b8-40f3-b17b-776effe618fd None None] Attempting to bind port e689f9be-a199-4432-905e-d7fee1d14982 on network 1f11f724-8cdd-497d-8220-929f45cf1223 {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:12:01.273192 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba72684-06c2-471c-b1bd-aaea67973a73 None None] Pushing event updated for resources: {'Port': ['ID=e689f9be-a199-4432-905e-d7fee1d14982,revision_number=2']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:01.283263 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba72684-06c2-471c-b1bd-aaea67973a73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:01.283819 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba72684-06c2-471c-b1bd-aaea67973a73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:01.284303 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba72684-06c2-471c-b1bd-aaea67973a73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:01.284799 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba72684-06c2-471c-b1bd-aaea67973a73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:01.286250 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba72684-06c2-471c-b1bd-aaea67973a73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:01.287277 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba72684-06c2-471c-b1bd-aaea67973a73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:01.287755 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba72684-06c2-471c-b1bd-aaea67973a73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:01.288239 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba72684-06c2-471c-b1bd-aaea67973a73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:01.288709 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba72684-06c2-471c-b1bd-aaea67973a73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:01.289177 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba72684-06c2-471c-b1bd-aaea67973a73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:01.289698 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba72684-06c2-471c-b1bd-aaea67973a73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:01.290262 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba72684-06c2-471c-b1bd-aaea67973a73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:01.295060 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d01bda-08b8-40f3-b17b-776effe618fd None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:12:01.295657 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d01bda-08b8-40f3-b17b-776effe618fd None None] Checking segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:12:01.296238 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-33d01bda-08b8-40f3-b17b-776effe618fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:01.296769 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d01bda-08b8-40f3-b17b-776effe618fd None None] Bound using segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:12:01.297974 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-33d01bda-08b8-40f3-b17b-776effe618fd None None] Bound port: e689f9be-a199-4432-905e-d7fee1d14982, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:12:01.298527 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-33d01bda-08b8-40f3-b17b-776effe618fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:01.304695 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0fd2dca4-9a9b-4608-828c-5c8dab2b0f51 req-c40cbdf5-ea94-4041-8679-b646c9b813f2 tempest-ServerShowV257Test-351762875 tempest-ServerShowV257Test-351762875-project] 10.222.0.26 "GET /v2.0/ports?device_id=4481647c-c947-42b0-99a9-03cf446838bd HTTP/1.1" status: 200 len: 210 time: 0.2477469 Feb 04 21:12:01.340839 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fe3ff871-3146-4648-8dd5-91f429a5fa09 req-48ca1aa5-363c-4766-a892-3af137353e62 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6125143 Feb 04 21:12:01.359379 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7391c576-acb2-4b1c-9d55-3badf5b01c61 None None] DHCP port deletion for fcf2a942-2e04-44f9-ba47-8ccb4383c5e3 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:12:01.363769 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-7391c576-acb2-4b1c-9d55-3badf5b01c61 None None] Deleting port 7e188b25-42c6-4726-b141-7d7f03ef0d78 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:12:01.364158 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7391c576-acb2-4b1c-9d55-3badf5b01c61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:01.378446 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-0b0745e5-104a-4413-8e0a-41706b178652 admin admin] Allocated IP 172.20.0.1 (3d58cd99-6056-4122-a3aa-beba29366a52/2ba34e41-1e8a-40be-b620-552f144c8194/967755ef-9e2f-4e5b-8898-0ddc28c7d26d) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:12:01.443419 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-33d01bda-08b8-40f3-b17b-776effe618fd None None] For port e689f9be-a199-4432-905e-d7fee1d14982, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:12:01.447191 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-33d01bda-08b8-40f3-b17b-776effe618fd None None] For port e689f9be-a199-4432-905e-d7fee1d14982, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=e689f9be-a199-4432-905e-d7fee1d14982,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:12:01.461042 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-33d01bda-08b8-40f3-b17b-776effe618fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:01.555425 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d01bda-08b8-40f3-b17b-776effe618fd None None] Routers {'4082749f-5bae-413d-bb94-08cefe3f607c'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:12:01.556301 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-33d01bda-08b8-40f3-b17b-776effe618fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:11:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4082749f-5bae-413d-bb94-08cefe3f607c'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:12:01.638154 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba72684-06c2-471c-b1bd-aaea67973a73 None None] Pushing event updated for resources: {'Port': ['ID=e689f9be-a199-4432-905e-d7fee1d14982,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:01.663755 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b0745e5-104a-4413-8e0a-41706b178652 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:01.670810 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 8c2860a7-3879-4464-b0f8-1a14a18f90be up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:12:01.687296 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-0b0745e5-104a-4413-8e0a-41706b178652 admin admin] Transition to ACTIVE for port object 967755ef-9e2f-4e5b-8898-0ddc28c7d26d will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:12:01.723366 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b0745e5-104a-4413-8e0a-41706b178652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:01.808995 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-33d01bda-08b8-40f3-b17b-776effe618fd None None] Set router 4082749f-5bae-413d-bb94-08cefe3f607c gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:12:01.824725 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b82742ba-776f-4ccb-901c-f316976a9781 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:01.843302 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0745e5-104a-4413-8e0a-41706b178652 admin admin] Pushing event updated for resources: {'Port': ['ID=967755ef-9e2f-4e5b-8898-0ddc28c7d26d,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:01.868299 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0745e5-104a-4413-8e0a-41706b178652 admin admin] Network 3d58cd99-6056-4122-a3aa-beba29366a52 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:12:01.869611 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-0b0745e5-104a-4413-8e0a-41706b178652 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:12:01.886314 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0745e5-104a-4413-8e0a-41706b178652 admin admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:12:01.899707 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-b82742ba-776f-4ccb-901c-f316976a9781 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Deleting port 7e188b25-42c6-4726-b141-7d7f03ef0d78 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:12:01.900119 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b82742ba-776f-4ccb-901c-f316976a9781 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:01.939639 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02339d-adb0-4465-82b9-0cbff40d1b8a req-3c24b87f-0aee-43d6-8dfb-e4e883cd6989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:01.945934 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3e02339d-adb0-4465-82b9-0cbff40d1b8a req-3c24b87f-0aee-43d6-8dfb-e4e883cd6989 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=641e4ab1-72cc-48d6-b7f1-2f56ca70ef46 HTTP/1.1" status: 200 len: 1096 time: 0.7544000 Feb 04 21:12:01.964084 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b0745e5-104a-4413-8e0a-41706b178652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:02.051607 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f396d8-1a6b-456e-bb4b-ccdd9f15e089 admin admin] Router e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1 is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:12:02.065382 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-7391c576-acb2-4b1c-9d55-3badf5b01c61 None None] For port 7e188b25-42c6-4726-b141-7d7f03ef0d78, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=7e188b25-42c6-4726-b141-7d7f03ef0d78,segment=NetworkSegment(5224339a-33fc-4fc2-8758-1c7a6d535a2a),segment_id=5224339a-33fc-4fc2-8758-1c7a6d535a2a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:12:02.068137 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7391c576-acb2-4b1c-9d55-3badf5b01c61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:02.073531 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e65e0-86b7-44b5-80db-db2968d47d02 req-24bcf806-5bf6-4ac7-928c-9cebf82fc6cd tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:02.080602 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5d1e65e0-86b7-44b5-80db-db2968d47d02 req-24bcf806-5bf6-4ac7-928c-9cebf82fc6cd tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=641e4ab1-72cc-48d6-b7f1-2f56ca70ef46 HTTP/1.1" status: 200 len: 945 time: 0.4527030 Feb 04 21:12:02.106250 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 8c2860a7-3879-4464-b0f8-1a14a18f90be triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:12:02.106622 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:02.226693 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b1856179-e966-4fb3-8f58-9192ccec3569 req-51a23922-6846-4898-a9a2-824bfde7cddf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=15684e00-d06b-4bb2-9dd1-b459e2d442f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5014138 Feb 04 21:12:02.228472 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3e02339d-adb0-4465-82b9-0cbff40d1b8a req-b036639c-36e5-4420-afcc-4074a0d3fbac service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710562 Feb 04 21:12:02.327471 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5d1e65e0-86b7-44b5-80db-db2968d47d02 req-8d75e0a9-4598-4c9e-a126-1f515110aedb tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459435 Feb 04 21:12:02.416665 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-33d01bda-08b8-40f3-b17b-776effe618fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'name': 'tempest-ServersTestManualDisk-1957728473-router', 'tenant_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'e689f9be-a199-4432-905e-d7fee1d14982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:53Z', 'updated_at': '2022-02-04T21:11:57Z', 'revision_number': 3, 'project_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'gw_port': {'id': 'e689f9be-a199-4432-905e-d7fee1d14982', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:34:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:55Z', 'updated_at': '2022-02-04T21:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:12:02.431669 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d01bda-08b8-40f3-b17b-776effe618fd None None] The sync data for ids ['4082749f-5bae-413d-bb94-08cefe3f607c'] in n-d-827896-1 is: [{'id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'name': 'tempest-ServersTestManualDisk-1957728473-router', 'tenant_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'e689f9be-a199-4432-905e-d7fee1d14982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:53Z', 'updated_at': '2022-02-04T21:11:57Z', 'revision_number': 3, 'project_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'gw_port': {'id': 'e689f9be-a199-4432-905e-d7fee1d14982', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:34:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:55Z', 'updated_at': '2022-02-04T21:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:12:02.439640 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-7391c576-acb2-4b1c-9d55-3badf5b01c61 None None] Calling delete_port for 7e188b25-42c6-4726-b141-7d7f03ef0d78 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:12:02.604726 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ab8f7bc1-0e1a-4127-86f3-83f489360274 None None] Provisioning for port 967755ef-9e2f-4e5b-8898-0ddc28c7d26d completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:12:02.641127 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ab8f7bc1-0e1a-4127-86f3-83f489360274 None None] Provisioning complete for port 967755ef-9e2f-4e5b-8898-0ddc28c7d26d triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:12:02.641322 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ab8f7bc1-0e1a-4127-86f3-83f489360274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:02.701942 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b0745e5-104a-4413-8e0a-41706b178652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:02.707606 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7391c576-acb2-4b1c-9d55-3badf5b01c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:02.811460 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d9968bba-891d-41ea-985c-9eeaeffc302c req-39e5b6e3-40c5-4819-a65e-5c6b40dcd3cf tempest-ServerShowV257Test-351762875 tempest-ServerShowV257Test-351762875-project] 10.222.0.26 "GET /v2.0/ports?device_id=4481647c-c947-42b0-99a9-03cf446838bd HTTP/1.1" status: 200 len: 210 time: 0.2221460 Feb 04 21:12:02.875793 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-b82742ba-776f-4ccb-901c-f316976a9781 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] For port 7e188b25-42c6-4726-b141-7d7f03ef0d78, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=7e188b25-42c6-4726-b141-7d7f03ef0d78,segment=NetworkSegment(5224339a-33fc-4fc2-8758-1c7a6d535a2a),segment_id=5224339a-33fc-4fc2-8758-1c7a6d535a2a)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:12:02.876161 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b82742ba-776f-4ccb-901c-f316976a9781 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:02.892752 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7391c576-acb2-4b1c-9d55-3badf5b01c61 None None] No DVR routers for this DVR port 7e188b25-42c6-4726-b141-7d7f03ef0d78 on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:12:02.901448 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-ab8f7bc1-0e1a-4127-86f3-83f489360274 None None] Port 967755ef-9e2f-4e5b-8898-0ddc28c7d26d cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:12:02.921365 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391c576-acb2-4b1c-9d55-3badf5b01c61 None None] Pushing event deleted for resources: {'Port': ['ID=7e188b25-42c6-4726-b141-7d7f03ef0d78,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:02.933537 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:03.025596 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f396d8-1a6b-456e-bb4b-ccdd9f15e089 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:12:03.038515 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fd4d99-8005-4721-b7a6-0d6834fd73df None None] Sync routers for ids ['e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:12:03.042699 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 7e188b25-42c6-4726-b141-7d7f03ef0d78 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:12:03.115530 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b0745e5-104a-4413-8e0a-41706b178652 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:03.116029 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 7e188b25-42c6-4726-b141-7d7f03ef0d78 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:12:03.124961 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 7e188b25-42c6-4726-b141-7d7f03ef0d78 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:12:03.131209 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b0745e5-104a-4413-8e0a-41706b178652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:03.147200 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fd4d99-8005-4721-b7a6-0d6834fd73df None None] Routers {'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:12:03.147847 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-e3fd4d99-8005-4721-b7a6-0d6834fd73df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:11:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:12:03.201888 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-b82742ba-776f-4ccb-901c-f316976a9781 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Calling delete_port for 7e188b25-42c6-4726-b141-7d7f03ef0d78 owned by network:dhcp {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:12:03.441157 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b0745e5-104a-4413-8e0a-41706b178652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:03.442188 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.api [None req-b82742ba-776f-4ccb-901c-f316976a9781 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:12:03.445727 n-d-827896-1 neutron-server[87683]: DEBUG oslo_db.api [None req-b82742ba-776f-4ccb-901c-f316976a9781 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:12:03.452038 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0745e5-104a-4413-8e0a-41706b178652 admin admin] Pushing event updated for resources: {'Port': ['ID=967755ef-9e2f-4e5b-8898-0ddc28c7d26d,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:03.463232 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e362e-391d-4805-8aec-cc9606766a7f req-ffde83a7-88f7-4b76-883b-e9df5e73a614 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:03.465203 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-821e362e-391d-4805-8aec-cc9606766a7f req-ffde83a7-88f7-4b76-883b-e9df5e73a614 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 943 time: 0.8748965 Feb 04 21:12:03.467805 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c6f396d8-1a6b-456e-bb4b-ccdd9f15e089 admin admin] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:03.474261 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c6f396d8-1a6b-456e-bb4b-ccdd9f15e089 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.5776300 Feb 04 21:12:03.490163 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39952) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:03.621071 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-e3fd4d99-8005-4721-b7a6-0d6834fd73df None None] Set router e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:12:03.725858 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device e689f9be-a199-4432-905e-d7fee1d14982 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:12:03.728515 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1856179-e966-4fb3-8f58-9192ccec3569 req-48e2d809-5926-4128-8549-2bd310c0fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:03.730196 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b1856179-e966-4fb3-8f58-9192ccec3569 req-48e2d809-5926-4128-8549-2bd310c0fa98 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d3d539dc97a744058fdb427e438eb9ad&device_id=15684e00-d06b-4bb2-9dd1-b459e2d442f4 HTTP/1.1" status: 200 len: 1096 time: 1.0283606 Feb 04 21:12:03.809137 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0745e5-104a-4413-8e0a-41706b178652 admin admin] Network 3d58cd99-6056-4122-a3aa-beba29366a52 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:12:03.809720 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-0b0745e5-104a-4413-8e0a-41706b178652 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:12:04.173813 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port e689f9be-a199-4432-905e-d7fee1d14982 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:12:04.187777 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port e689f9be-a199-4432-905e-d7fee1d14982 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:12:04.188200 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:04.231249 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-e3fd4d99-8005-4721-b7a6-0d6834fd73df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1628603465-router', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:53Z', 'updated_at': '2022-02-04T21:11:59Z', 'revision_number': 3, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'gw_port': {'id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:29:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:56Z', 'updated_at': '2022-02-04T21:11:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:12:04.234293 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 482e6750-0446-470c-a003-debc4eae84ff no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:12:04.248910 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0745e5-104a-4413-8e0a-41706b178652 admin admin] Router 4082749f-5bae-413d-bb94-08cefe3f607c has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:12:04.257508 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-b82742ba-776f-4ccb-901c-f316976a9781 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Deleting port 7e188b25-42c6-4726-b141-7d7f03ef0d78 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:12:04.257980 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b82742ba-776f-4ccb-901c-f316976a9781 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:04.350948 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fd4d99-8005-4721-b7a6-0d6834fd73df None None] Checking router: e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:12:04.350948 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fd4d99-8005-4721-b7a6-0d6834fd73df None None] Updating router e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1 port 4793c831-ed63-4238-a5aa-d61f0b8aa1a8 binding host n-d-827896-1 {{(pid=87684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:12:04.414164 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-821e362e-391d-4805-8aec-cc9606766a7f req-ea9db558-6222-4561-bcf9-b37cb6034a47 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9382570 Feb 04 21:12:04.417971 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-abd1833a-29e3-4412-93db-72526c268fa7 None None] Provisioning complete for port 967755ef-9e2f-4e5b-8898-0ddc28c7d26d triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:12:04.418344 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-abd1833a-29e3-4412-93db-72526c268fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:04.492349 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-b82742ba-776f-4ccb-901c-f316976a9781 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] The port '7e188b25-42c6-4726-b141-7d7f03ef0d78' was deleted {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:12:04.494666 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-abd1833a-29e3-4412-93db-72526c268fa7 None None] Port 967755ef-9e2f-4e5b-8898-0ddc28c7d26d cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:12:04.534904 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0745e5-104a-4413-8e0a-41706b178652 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:12:04.555244 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0b0745e5-104a-4413-8e0a-41706b178652 admin admin] 10.222.0.26 "PUT /v2.0/routers/4082749f-5bae-413d-bb94-08cefe3f607c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1839914 Feb 04 21:12:04.597989 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e3fd4d99-8005-4721-b7a6-0d6834fd73df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:04.770363 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1856179-e966-4fb3-8f58-9192ccec3569 req-860b440e-1b10-49af-a862-2e3bcdb8e23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:04.772457 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b1856179-e966-4fb3-8f58-9192ccec3569 req-860b440e-1b10-49af-a862-2e3bcdb8e23f service neutron] 10.222.0.32 "GET /v2.0/networks?id=e4cc1ce8-eeb6-46af-80b5-92196799c865 HTTP/1.1" status: 200 len: 912 time: 0.8846362 Feb 04 21:12:04.796905 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:04.829054 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port e689f9be-a199-4432-905e-d7fee1d14982, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=e689f9be-a199-4432-905e-d7fee1d14982,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:12:04.838597 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:04.858950 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-68918d61-a0bc-4a39-8eef-0dab43877241 req-940a887f-f604-4606-a72e-7753a724351a tempest-ServerShowV257Test-351762875 tempest-ServerShowV257Test-351762875-project] 10.222.0.26 "GET /v2.0/ports?device_id=4481647c-c947-42b0-99a9-03cf446838bd HTTP/1.1" status: 200 len: 210 time: 0.1540537 Feb 04 21:12:04.972238 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b1856179-e966-4fb3-8f58-9192ccec3569 req-db74534e-1e7e-4c2a-88be-7cde1aca8ce6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5600ea9-5404-40f3-8472-39f6fa709ef1 HTTP/1.1" status: 200 len: 217 time: 0.1773221 Feb 04 21:12:05.133425 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=e689f9be-a199-4432-905e-d7fee1d14982,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:05.194699 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b82742ba-776f-4ccb-901c-f316976a9781 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:05.246795 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b214f785-46a0-4dc7-bd3f-f33e8703f1a2 None None] Sync routers for ids ['4082749f-5bae-413d-bb94-08cefe3f607c'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:12:05.258401 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b214f785-46a0-4dc7-bd3f-f33e8703f1a2 None None] Routers {'4082749f-5bae-413d-bb94-08cefe3f607c'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:12:05.259013 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-b214f785-46a0-4dc7-bd3f-f33e8703f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:11:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4082749f-5bae-413d-bb94-08cefe3f607c'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:12:05.285809 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de190e7-df2e-4ca0-a45f-58a42c651035 req-574736ed-e321-4e04-8758-b644efda59a8 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:05.293597 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1de190e7-df2e-4ca0-a45f-58a42c651035 req-574736ed-e321-4e04-8758-b644efda59a8 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=641e4ab1-72cc-48d6-b7f1-2f56ca70ef46 HTTP/1.1" status: 200 len: 945 time: 1.5452206 Feb 04 21:12:05.306809 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e3fd4d99-8005-4721-b7a6-0d6834fd73df None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:05.318715 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-b82742ba-776f-4ccb-901c-f316976a9781 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcf2a942-2e04-44f9-ba47-8ccb4383c5e3']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:12:05.331582 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-e3fd4d99-8005-4721-b7a6-0d6834fd73df None None] Transition to ACTIVE for port object 4793c831-ed63-4238-a5aa-d61f0b8aa1a8 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:12:05.346240 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e3fd4d99-8005-4721-b7a6-0d6834fd73df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:05.400170 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1856179-e966-4fb3-8f58-9192ccec3569 req-fd6c909a-5bbd-4f4b-9886-132c709cf916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:05.400650 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b1856179-e966-4fb3-8f58-9192ccec3569 req-fd6c909a-5bbd-4f4b-9886-132c709cf916 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee4d3909-e094-4079-9a7f-4f6007c68222 HTTP/1.1" status: 200 len: 850 time: 0.4142227 Feb 04 21:12:05.468845 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-b82742ba-776f-4ccb-901c-f316976a9781 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5224339a-33fc-4fc2-8758-1c7a6d535a2a') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:12:05.469150 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-b82742ba-776f-4ccb-901c-f316976a9781 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5224339a-33fc-4fc2-8758-1c7a6d535a2a') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:12:05.488553 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-e3fd4d99-8005-4721-b7a6-0d6834fd73df None None] Attempting to bind port 4793c831-ed63-4238-a5aa-d61f0b8aa1a8 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:12:05.488553 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-e3fd4d99-8005-4721-b7a6-0d6834fd73df None None] Attempting to bind port 4793c831-ed63-4238-a5aa-d61f0b8aa1a8 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:12:05.488553 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd4d99-8005-4721-b7a6-0d6834fd73df None None] Attempting to bind port 4793c831-ed63-4238-a5aa-d61f0b8aa1a8 on network 1f11f724-8cdd-497d-8220-929f45cf1223 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:12:05.490424 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf55dd-675f-442f-9772-f77b0ae9a2bb None None] Pushing event updated for resources: {'Port': ['ID=4793c831-ed63-4238-a5aa-d61f0b8aa1a8,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:05.497601 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd4d99-8005-4721-b7a6-0d6834fd73df None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:12:05.498111 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd4d99-8005-4721-b7a6-0d6834fd73df None None] Checking segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:12:05.498520 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e3fd4d99-8005-4721-b7a6-0d6834fd73df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:05.498894 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd4d99-8005-4721-b7a6-0d6834fd73df None None] Bound using segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:12:05.499373 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-e3fd4d99-8005-4721-b7a6-0d6834fd73df None None] Bound port: 4793c831-ed63-4238-a5aa-d61f0b8aa1a8, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:12:05.499744 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e3fd4d99-8005-4721-b7a6-0d6834fd73df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:05.539320 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b82742ba-776f-4ccb-901c-f316976a9781 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:05.573711 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1de190e7-df2e-4ca0-a45f-58a42c651035 req-8ad71b12-f504-4d29-ae3c-b424a3f251a8 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790985 Feb 04 21:12:05.613495 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-e3fd4d99-8005-4721-b7a6-0d6834fd73df None None] For port 4793c831-ed63-4238-a5aa-d61f0b8aa1a8, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:12:05.623832 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-e3fd4d99-8005-4721-b7a6-0d6834fd73df None None] For port 4793c831-ed63-4238-a5aa-d61f0b8aa1a8, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=4793c831-ed63-4238-a5aa-d61f0b8aa1a8,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:12:05.637027 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device e689f9be-a199-4432-905e-d7fee1d14982 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:12:05.674114 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-b214f785-46a0-4dc7-bd3f-f33e8703f1a2 None None] Set router 4082749f-5bae-413d-bb94-08cefe3f607c gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:12:05.680767 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b82742ba-776f-4ccb-901c-f316976a9781 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:05.702327 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b82742ba-776f-4ccb-901c-f316976a9781 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:12:05.702970 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b82742ba-776f-4ccb-901c-f316976a9781 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:05.722115 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e3fd4d99-8005-4721-b7a6-0d6834fd73df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: util.warn( Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: util.warn( Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: util.warn( Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: util.warn( Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:12:05.726932 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:12:05.804365 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63078e2-96de-45e5-ad87-5f66f67acb80 req-d5c1f4fb-5d84-4ee4-b6c4-9d25be703ca4 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:05.811338 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b63078e2-96de-45e5-ad87-5f66f67acb80 req-d5c1f4fb-5d84-4ee4-b6c4-9d25be703ca4 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.6864018 Feb 04 21:12:05.839627 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf55dd-675f-442f-9772-f77b0ae9a2bb None None] Pushing event updated for resources: {'Port': ['ID=4793c831-ed63-4238-a5aa-d61f0b8aa1a8,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:05.873638 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port e689f9be-a199-4432-905e-d7fee1d14982 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:12:05.874480 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:05.920210 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1856179-e966-4fb3-8f58-9192ccec3569 req-02bf3c11-3e1b-423c-a936-c33900a7e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:05.921953 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b1856179-e966-4fb3-8f58-9192ccec3569 req-02bf3c11-3e1b-423c-a936-c33900a7e2e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4cc1ce8-eeb6-46af-80b5-92196799c865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5095444 Feb 04 21:12:05.966261 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fd4d99-8005-4721-b7a6-0d6834fd73df None None] Routers {'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:12:05.967503 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-e3fd4d99-8005-4721-b7a6-0d6834fd73df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:11:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:12:06.136181 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-b214f785-46a0-4dc7-bd3f-f33e8703f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'name': 'tempest-ServersTestManualDisk-1957728473-router', 'tenant_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'e689f9be-a199-4432-905e-d7fee1d14982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:53Z', 'updated_at': '2022-02-04T21:12:02Z', 'revision_number': 4, 'project_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'gw_port': {'id': 'e689f9be-a199-4432-905e-d7fee1d14982', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:34:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:55Z', 'updated_at': '2022-02-04T21:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '967755ef-9e2f-4e5b-8898-0ddc28c7d26d', 'name': '', 'network_id': '3d58cd99-6056-4122-a3aa-beba29366a52', 'tenant_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'mac_address': 'fa:16:3e:cd:8b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '2ba34e41-1e8a-40be-b620-552f144c8194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:12:01Z', 'updated_at': '2022-02-04T21:12:02Z', 'revision_number': 2, 'project_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'subnets': [{'id': '2ba34e41-1e8a-40be-b620-552f144c8194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:12:06.140802 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b214f785-46a0-4dc7-bd3f-f33e8703f1a2 None None] Checking router: 4082749f-5bae-413d-bb94-08cefe3f607c for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:12:06.141481 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b214f785-46a0-4dc7-bd3f-f33e8703f1a2 None None] Updating router 4082749f-5bae-413d-bb94-08cefe3f607c port 967755ef-9e2f-4e5b-8898-0ddc28c7d26d binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:12:06.227841 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-b214f785-46a0-4dc7-bd3f-f33e8703f1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:06.246517 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-e3fd4d99-8005-4721-b7a6-0d6834fd73df None None] Set router e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:12:06.331286 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b1856179-e966-4fb3-8f58-9192ccec3569 req-8e42d71d-23c4-4de8-a87f-04bcd31ebdb8 service neutron] 10.222.0.32 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994524 Feb 04 21:12:06.375628 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b63078e2-96de-45e5-ad87-5f66f67acb80 req-8473b169-f83d-4dfa-8400-ee63ea632226 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5632150 Feb 04 21:12:06.376439 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b82742ba-776f-4ccb-901c-f316976a9781 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:06.464588 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b82742ba-776f-4ccb-901c-f316976a9781 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:06.496838 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b82742ba-776f-4ccb-901c-f316976a9781 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] 10.222.0.26 "DELETE /v2.0/networks/fcf2a942-2e04-44f9-ba47-8ccb4383c5e3 HTTP/1.1" status: 204 len: 168 time: 5.3004744 Feb 04 21:12:06.607743 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82742ba-776f-4ccb-901c-f316976a9781 tempest-AllowedAddressPairTestJSON-374668159 tempest-AllowedAddressPairTestJSON-374668159-project] Pushing event deleted for resources: {'Network': ['ID=fcf2a942-2e04-44f9-ba47-8ccb4383c5e3,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:06.804348 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-e3fd4d99-8005-4721-b7a6-0d6834fd73df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1628603465-router', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:53Z', 'updated_at': '2022-02-04T21:11:59Z', 'revision_number': 3, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'gw_port': {'id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:29:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:56Z', 'updated_at': '2022-02-04T21:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:12:06.812603 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a3a29c39-e52d-4bda-899c-be60d8b2c29a req-0c06772f-24ce-4b97-96bc-7d5ae94725b7 tempest-ServerShowV257Test-351762875 tempest-ServerShowV257Test-351762875-project] 10.222.0.26 "GET /v2.0/ports?device_id=4481647c-c947-42b0-99a9-03cf446838bd HTTP/1.1" status: 200 len: 210 time: 0.1800792 Feb 04 21:12:06.813231 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fd4d99-8005-4721-b7a6-0d6834fd73df None None] The sync data for ids ['e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'] in n-d-827896-1 is: [{'id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1628603465-router', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:53Z', 'updated_at': '2022-02-04T21:11:59Z', 'revision_number': 3, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'gw_port': {'id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:29:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:56Z', 'updated_at': '2022-02-04T21:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:12:06.857840 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40010) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:06.860284 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-b214f785-46a0-4dc7-bd3f-f33e8703f1a2 None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:06.863329 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-e46ecf71-fdc0-424f-9b43-46e412512525 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2029644635', 'description': 'tempest-description--383130909'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:06.878254 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e46ecf71-fdc0-424f-9b43-46e412512525 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:06.880969 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-b214f785-46a0-4dc7-bd3f-f33e8703f1a2 None None] Transition to ACTIVE for port object 967755ef-9e2f-4e5b-8898-0ddc28c7d26d will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:12:06.902290 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-b214f785-46a0-4dc7-bd3f-f33e8703f1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:06.903800 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e46ecf71-fdc0-424f-9b43-46e412512525 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Usage tracker for resource:security_group and tenant:5b62090a5f4b46a7a4a369c51041e5e3 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:12:06.912411 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e46ecf71-fdc0-424f-9b43-46e412512525 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:12:06.946179 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e46ecf71-fdc0-424f-9b43-46e412512525 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:06.950676 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 40018) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:06.976703 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e46ecf71-fdc0-424f-9b43-46e412512525 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:06.982142 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2015e7f8-090e-4bf0-9e89-0473b8a8a7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:07.035741 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e46ecf71-fdc0-424f-9b43-46e412512525 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:07.044622 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e46ecf71-fdc0-424f-9b43-46e412512525 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Usage tracker for resource:security_group_rule and tenant:5b62090a5f4b46a7a4a369c51041e5e3 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:12:07.054042 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e46ecf71-fdc0-424f-9b43-46e412512525 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:12:07.080824 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e46ecf71-fdc0-424f-9b43-46e412512525 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:07.299923 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e46ecf71-fdc0-424f-9b43-46e412512525 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:07.309839 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e46ecf71-fdc0-424f-9b43-46e412512525 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:07.314091 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d591b2a-3ff5-424e-a4eb-28d981a07842 None None] Pushing event updated for resources: {'Port': ['ID=967755ef-9e2f-4e5b-8898-0ddc28c7d26d,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:07.354412 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e46ecf71-fdc0-424f-9b43-46e412512525 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:07.356289 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e46ecf71-fdc0-424f-9b43-46e412512525 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4973140 Feb 04 21:12:07.360481 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40024) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:07.376519 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-717bb143-7a82-41d7-9f12-9615fadc1dba tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Request body: {'security_group_rule': {'security_group_id': 'ea76193b-dc3c-4711-98ab-c1fcf94780c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:07.395722 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-717bb143-7a82-41d7-9f12-9615fadc1dba tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:07.400339 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-717bb143-7a82-41d7-9f12-9615fadc1dba tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Usage tracker for resource:security_group_rule and tenant:5b62090a5f4b46a7a4a369c51041e5e3 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:12:07.403816 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-717bb143-7a82-41d7-9f12-9615fadc1dba tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:12:07.410131 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-717bb143-7a82-41d7-9f12-9615fadc1dba tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:07.425345 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-b214f785-46a0-4dc7-bd3f-f33e8703f1a2 None None] Attempting to bind port 967755ef-9e2f-4e5b-8898-0ddc28c7d26d on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:12:07.425826 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-b214f785-46a0-4dc7-bd3f-f33e8703f1a2 None None] Attempting to bind port 967755ef-9e2f-4e5b-8898-0ddc28c7d26d by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': 'da4d15b5-6618-43a3-9893-b81121c7be88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3d58cd99-6056-4122-a3aa-beba29366a52'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:12:07.426153 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b214f785-46a0-4dc7-bd3f-f33e8703f1a2 None None] Attempting to bind port 967755ef-9e2f-4e5b-8898-0ddc28c7d26d on network 3d58cd99-6056-4122-a3aa-beba29366a52 {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:12:07.450133 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b214f785-46a0-4dc7-bd3f-f33e8703f1a2 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:12:07.452204 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b214f785-46a0-4dc7-bd3f-f33e8703f1a2 None None] Checking segment: {'id': 'da4d15b5-6618-43a3-9893-b81121c7be88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3d58cd99-6056-4122-a3aa-beba29366a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:12:07.452776 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-b214f785-46a0-4dc7-bd3f-f33e8703f1a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:07.453293 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b214f785-46a0-4dc7-bd3f-f33e8703f1a2 None None] Bound using segment: {'id': 'da4d15b5-6618-43a3-9893-b81121c7be88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3d58cd99-6056-4122-a3aa-beba29366a52'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:12:07.456280 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-b214f785-46a0-4dc7-bd3f-f33e8703f1a2 None None] Bound port: 967755ef-9e2f-4e5b-8898-0ddc28c7d26d, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da4d15b5-6618-43a3-9893-b81121c7be88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3d58cd99-6056-4122-a3aa-beba29366a52'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:12:07.456781 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-b214f785-46a0-4dc7-bd3f-f33e8703f1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:07.465891 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-717bb143-7a82-41d7-9f12-9615fadc1dba tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:07.504264 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b1856179-e966-4fb3-8f58-9192ccec3569 req-45569c95-dc12-4b2d-a0af-62ae182631d6 service neutron] 10.222.0.32 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1628237 Feb 04 21:12:07.509418 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ecf71-fdc0-424f-9b43-46e412512525 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea76193b-dc3c-4711-98ab-c1fcf94780c5,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:07.666923 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-4fe2f400-a9d5-4920-be4c-8ac58a49c48d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd91106acddc4cbc854af67d0c590651&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7090731 Feb 04 21:12:07.670758 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 40036) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:07.680005 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-717bb143-7a82-41d7-9f12-9615fadc1dba tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:07.680529 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-b214f785-46a0-4dc7-bd3f-f33e8703f1a2 None None] For port 967755ef-9e2f-4e5b-8898-0ddc28c7d26d, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:12:07.685968 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-b214f785-46a0-4dc7-bd3f-f33e8703f1a2 None None] For port 967755ef-9e2f-4e5b-8898-0ddc28c7d26d, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=967755ef-9e2f-4e5b-8898-0ddc28c7d26d,segment=NetworkSegment(da4d15b5-6618-43a3-9893-b81121c7be88),segment_id=da4d15b5-6618-43a3-9893-b81121c7be88)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:12:07.687739 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-717bb143-7a82-41d7-9f12-9615fadc1dba tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:07.694434 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-b214f785-46a0-4dc7-bd3f-f33e8703f1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:07.722648 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717bb143-7a82-41d7-9f12-9615fadc1dba tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb15d58-8b74-4f45-a7a8-1a7759c0f673,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:07.741727 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-717bb143-7a82-41d7-9f12-9615fadc1dba tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:07.744005 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-717bb143-7a82-41d7-9f12-9615fadc1dba tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3817654 Feb 04 21:12:07.745868 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40040) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:07.751049 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 4793c831-ed63-4238-a5aa-d61f0b8aa1a8 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:12:07.751339 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-b32d5380-d15f-42ea-9bf0-707b147adf6b tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Request body: {'security_group_rule': {'security_group_id': 'ea76193b-dc3c-4711-98ab-c1fcf94780c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:07.774128 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b32d5380-d15f-42ea-9bf0-707b147adf6b tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:07.778450 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b32d5380-d15f-42ea-9bf0-707b147adf6b tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Usage tracker for resource:security_group_rule and tenant:5b62090a5f4b46a7a4a369c51041e5e3 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:12:07.783922 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b32d5380-d15f-42ea-9bf0-707b147adf6b tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:12:07.797951 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b32d5380-d15f-42ea-9bf0-707b147adf6b tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:07.798340 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-2015e7f8-090e-4bf0-9e89-0473b8a8a7ef admin admin] Allocated IP 172.20.0.1 (aeca86bf-5462-4afd-9138-c5fe85a0ef79/2332d4ab-28bd-4df4-abe3-897aa8896a30/61fe87d9-2042-4921-bf0f-4fb86b79e35c) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:12:07.835770 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b32d5380-d15f-42ea-9bf0-707b147adf6b tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:07.875022 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b214f785-46a0-4dc7-bd3f-f33e8703f1a2 None None] Routers {'4082749f-5bae-413d-bb94-08cefe3f607c'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:12:07.876248 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-b214f785-46a0-4dc7-bd3f-f33e8703f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:11:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4082749f-5bae-413d-bb94-08cefe3f607c'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:12:07.882457 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3df7da-9dc7-4c26-8d3f-f2be7182369a req-388f97d6-41ab-4726-b1ef-ed40a7dadae2 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:07.893006 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fa3df7da-9dc7-4c26-8d3f-f2be7182369a req-388f97d6-41ab-4726-b1ef-ed40a7dadae2 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.7268133 Feb 04 21:12:07.913794 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 4793c831-ed63-4238-a5aa-d61f0b8aa1a8 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:12:07.923211 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 4793c831-ed63-4238-a5aa-d61f0b8aa1a8 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:12:07.923694 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:07.973193 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89360c4-c8c3-4f1a-a16e-84c6143a6576 req-0b646d80-b52e-4b11-a1e5-c6fac341e83d tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:07.983917 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f89360c4-c8c3-4f1a-a16e-84c6143a6576 req-0b646d80-b52e-4b11-a1e5-c6fac341e83d tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=641e4ab1-72cc-48d6-b7f1-2f56ca70ef46 HTTP/1.1" status: 200 len: 945 time: 0.9729569 Feb 04 21:12:08.000584 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b32d5380-d15f-42ea-9bf0-707b147adf6b tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:08.010813 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b32d5380-d15f-42ea-9bf0-707b147adf6b tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:08.078633 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d5380-d15f-42ea-9bf0-707b147adf6b tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec0e75d-a05c-4709-98e0-27d4167fd842,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:08.093233 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d591b2a-3ff5-424e-a4eb-28d981a07842 None None] Pushing event updated for resources: {'Port': ['ID=967755ef-9e2f-4e5b-8898-0ddc28c7d26d,revision_number=4']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:08.118401 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b32d5380-d15f-42ea-9bf0-707b147adf6b tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:08.124148 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b32d5380-d15f-42ea-9bf0-707b147adf6b tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3746843 Feb 04 21:12:08.124639 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40050) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:08.142615 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-548564af-d979-473a-8b0f-609886d49afd tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Request body: {'floatingip': {'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:08.147730 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f89360c4-c8c3-4f1a-a16e-84c6143a6576 req-2e5c4005-1b4d-4070-b5a6-169abec0735f tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597965 Feb 04 21:12:08.149769 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-146215c8-ca5f-4add-aa91-e69d3322b782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:08.186575 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-548564af-d979-473a-8b0f-609886d49afd tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:08.208286 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-548564af-d979-473a-8b0f-609886d49afd tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Usage tracker for resource:floatingip and tenant:5b62090a5f4b46a7a4a369c51041e5e3 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:12:08.221157 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-548564af-d979-473a-8b0f-609886d49afd tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:12:08.244540 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-548564af-d979-473a-8b0f-609886d49afd tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:08.273595 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-548564af-d979-473a-8b0f-609886d49afd tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks [] for floatingip, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:08.290969 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:08.341626 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 4793c831-ed63-4238-a5aa-d61f0b8aa1a8, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=4793c831-ed63-4238-a5aa-d61f0b8aa1a8,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:12:08.354442 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:08.403814 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2015e7f8-090e-4bf0-9e89-0473b8a8a7ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:08.424953 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [None req-2015e7f8-090e-4bf0-9e89-0473b8a8a7ef admin admin] Transition to ACTIVE for port object 61fe87d9-2042-4921-bf0f-4fb86b79e35c will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:12:08.432630 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-b214f785-46a0-4dc7-bd3f-f33e8703f1a2 None None] Set router 4082749f-5bae-413d-bb94-08cefe3f607c gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:12:08.507059 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=4793c831-ed63-4238-a5aa-d61f0b8aa1a8,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:08.545379 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-548564af-d979-473a-8b0f-609886d49afd tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:08.580783 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-146215c8-ca5f-4add-aa91-e69d3322b782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:08.654461 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-40f28352-1613-4e8e-8764-8bb5119ad39d req-177df5c9-f11c-4017-8222-cd4c7e943ccc tempest-ServerShowV257Test-351762875 tempest-ServerShowV257Test-351762875-project] 10.222.0.26 "GET /v2.0/ports?device_id=4481647c-c947-42b0-99a9-03cf446838bd HTTP/1.1" status: 200 len: 210 time: 0.2148867 Feb 04 21:12:08.703385 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fa3df7da-9dc7-4c26-8d3f-f2be7182369a req-a5f574b8-18b8-4c33-8bf8-0f463bdf081d tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8085041 Feb 04 21:12:08.820210 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-146215c8-ca5f-4add-aa91-e69d3322b782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:08.844651 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2015e7f8-090e-4bf0-9e89-0473b8a8a7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:08.852118 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-548564af-d979-473a-8b0f-609886d49afd tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Allocated IP 172.25.5.125 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/9eea647c-2926-46c4-a617-024b7e798f7f) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:12:08.905819 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146215c8-ca5f-4add-aa91-e69d3322b782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d62027-75b5-47ef-aefa-db00aa41da1d,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:09.109009 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015e7f8-090e-4bf0-9e89-0473b8a8a7ef admin admin] Pushing event updated for resources: {'Port': ['ID=61fe87d9-2042-4921-bf0f-4fb86b79e35c,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:09.134519 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2015e7f8-090e-4bf0-9e89-0473b8a8a7ef admin admin] Network aeca86bf-5462-4afd-9138-c5fe85a0ef79 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:12:09.156212 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-2015e7f8-090e-4bf0-9e89-0473b8a8a7ef admin admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:12:09.160564 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2015e7f8-090e-4bf0-9e89-0473b8a8a7ef admin admin] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:12:09.173514 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-b214f785-46a0-4dc7-bd3f-f33e8703f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'name': 'tempest-ServersTestManualDisk-1957728473-router', 'tenant_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'e689f9be-a199-4432-905e-d7fee1d14982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:53Z', 'updated_at': '2022-02-04T21:12:02Z', 'revision_number': 4, 'project_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'gw_port': {'id': 'e689f9be-a199-4432-905e-d7fee1d14982', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:34:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:55Z', 'updated_at': '2022-02-04T21:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '967755ef-9e2f-4e5b-8898-0ddc28c7d26d', 'name': '', 'network_id': '3d58cd99-6056-4122-a3aa-beba29366a52', 'tenant_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'mac_address': 'fa:16:3e:cd:8b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '2ba34e41-1e8a-40be-b620-552f144c8194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:12:01Z', 'updated_at': '2022-02-04T21:12:07Z', 'revision_number': 4, 'project_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'subnets': [{'id': '2ba34e41-1e8a-40be-b620-552f144c8194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:12:09.181060 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b214f785-46a0-4dc7-bd3f-f33e8703f1a2 None None] The sync data for ids ['4082749f-5bae-413d-bb94-08cefe3f607c'] in n-d-827896-1 is: [{'id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'name': 'tempest-ServersTestManualDisk-1957728473-router', 'tenant_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'e689f9be-a199-4432-905e-d7fee1d14982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:53Z', 'updated_at': '2022-02-04T21:12:02Z', 'revision_number': 4, 'project_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'gw_port': {'id': 'e689f9be-a199-4432-905e-d7fee1d14982', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:34:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:55Z', 'updated_at': '2022-02-04T21:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '967755ef-9e2f-4e5b-8898-0ddc28c7d26d', 'name': '', 'network_id': '3d58cd99-6056-4122-a3aa-beba29366a52', 'tenant_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'mac_address': 'fa:16:3e:cd:8b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '2ba34e41-1e8a-40be-b620-552f144c8194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:12:01Z', 'updated_at': '2022-02-04T21:12:07Z', 'revision_number': 4, 'project_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'subnets': [{'id': '2ba34e41-1e8a-40be-b620-552f144c8194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:12:09.185581 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-548564af-d979-473a-8b0f-609886d49afd tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:09.235889 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-548564af-d979-473a-8b0f-609886d49afd tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:09.281555 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-146215c8-ca5f-4add-aa91-e69d3322b782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:09.282702 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-146215c8-ca5f-4add-aa91-e69d3322b782 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/91d62027-75b5-47ef-aefa-db00aa41da1d HTTP/1.1" status: 204 len: 168 time: 1.6062565 Feb 04 21:12:09.314583 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2015e7f8-090e-4bf0-9e89-0473b8a8a7ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:09.391967 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548564af-d979-473a-8b0f-609886d49afd tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:12:09.399434 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-548564af-d979-473a-8b0f-609886d49afd tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:12:09.407604 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548564af-d979-473a-8b0f-609886d49afd tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:12:09.581758 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548564af-d979-473a-8b0f-609886d49afd tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Pushing event updated for resources: {'Port': ['ID=9eea647c-2926-46c4-a617-024b7e798f7f,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:09.682169 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-548564af-d979-473a-8b0f-609886d49afd tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:09.693093 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b6dda5df-1430-40b8-9eaa-394f8ec7a331 None None] Provisioning for port 61fe87d9-2042-4921-bf0f-4fb86b79e35c completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:12:09.705731 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b6dda5df-1430-40b8-9eaa-394f8ec7a331 None None] Provisioning complete for port 61fe87d9-2042-4921-bf0f-4fb86b79e35c triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:12:09.706123 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b6dda5df-1430-40b8-9eaa-394f8ec7a331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:09.849362 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-548564af-d979-473a-8b0f-609886d49afd tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:09.857940 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-b6dda5df-1430-40b8-9eaa-394f8ec7a331 None None] Port 61fe87d9-2042-4921-bf0f-4fb86b79e35c cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:12:09.879448 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5401960-cb47-4779-95b1-ffda32d4d227 req-74b984c4-f0b7-4be7-965d-2a63a34a5f00 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:09.886794 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f5401960-cb47-4779-95b1-ffda32d4d227 req-74b984c4-f0b7-4be7-965d-2a63a34a5f00 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 945 time: 0.9656069 Feb 04 21:12:09.910266 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 4793c831-ed63-4238-a5aa-d61f0b8aa1a8 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:12:10.112309 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 4793c831-ed63-4238-a5aa-d61f0b8aa1a8 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:12:10.112691 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:10.307406 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e7ec9-6129-4750-920b-5eb7d58d628e req-61912e1e-b635-4c10-b5e0-c0f68601244b tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:10.314456 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-548564af-d979-473a-8b0f-609886d49afd tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:10.324986 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-939e7ec9-6129-4750-920b-5eb7d58d628e req-61912e1e-b635-4c10-b5e0-c0f68601244b tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 1.0136797 Feb 04 21:12:10.329118 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-548564af-d979-473a-8b0f-609886d49afd tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:10.367735 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f5401960-cb47-4779-95b1-ffda32d4d227 req-5b6015f7-30b5-49ec-8203-b5e9530593dd tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723897 Feb 04 21:12:10.388364 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2015e7f8-090e-4bf0-9e89-0473b8a8a7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:10.394193 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 967755ef-9e2f-4e5b-8898-0ddc28c7d26d up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:12:10.509593 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-939e7ec9-6129-4750-920b-5eb7d58d628e req-3f5f6807-c6c1-4b11-b7d9-a9cdb1824b25 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834986 Feb 04 21:12:10.520682 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 967755ef-9e2f-4e5b-8898-0ddc28c7d26d completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:12:10.527688 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 967755ef-9e2f-4e5b-8898-0ddc28c7d26d triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:12:10.528409 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:10.642928 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548564af-d979-473a-8b0f-609886d49afd tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Pushing event updated for resources: {'Port': ['ID=9eea647c-2926-46c4-a617-024b7e798f7f,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:10.672164 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-548564af-d979-473a-8b0f-609886d49afd tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:10.780476 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-548564af-d979-473a-8b0f-609886d49afd tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:10.785272 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-548564af-d979-473a-8b0f-609886d49afd tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6562955 Feb 04 21:12:10.795949 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-58ce037b-f3aa-4899-a13c-e8e002bb8120 req-a18f5855-19c7-43c2-8164-373b66570b8e tempest-ServerShowV257Test-351762875 tempest-ServerShowV257Test-351762875-project] 10.222.0.26 "GET /v2.0/ports?device_id=4481647c-c947-42b0-99a9-03cf446838bd HTTP/1.1" status: 200 len: 210 time: 0.2070906 Feb 04 21:12:11.119117 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:11.229660 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 967755ef-9e2f-4e5b-8898-0ddc28c7d26d, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=967755ef-9e2f-4e5b-8898-0ddc28c7d26d,segment=NetworkSegment(da4d15b5-6618-43a3-9893-b81121c7be88),segment_id=da4d15b5-6618-43a3-9893-b81121c7be88)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:12:11.242684 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:11.338663 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2015e7f8-090e-4bf0-9e89-0473b8a8a7ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:11.359079 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2015e7f8-090e-4bf0-9e89-0473b8a8a7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:11.446826 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=967755ef-9e2f-4e5b-8898-0ddc28c7d26d,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:11.451749 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40130) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:11.604978 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 967755ef-9e2f-4e5b-8898-0ddc28c7d26d up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:12:11.677603 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2015e7f8-090e-4bf0-9e89-0473b8a8a7ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:11.700699 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 967755ef-9e2f-4e5b-8898-0ddc28c7d26d triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:12:11.701113 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:11.703849 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-8a3e98ac-e4be-4aac-9087-353d3674643d tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2029644635&fields=id&tenant_id=5b62090a5f4b46a7a4a369c51041e5e3 HTTP/1.1" status: 200 len: 267 time: 0.2697175 Feb 04 21:12:11.740179 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-8610bf39-64db-4828-a4c5-1aabb5708679 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1501440993'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:11.750933 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015e7f8-090e-4bf0-9e89-0473b8a8a7ef admin admin] Pushing event updated for resources: {'Port': ['ID=61fe87d9-2042-4921-bf0f-4fb86b79e35c,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:11.752057 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-8610bf39-64db-4828-a4c5-1aabb5708679 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:11.783741 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-8610bf39-64db-4828-a4c5-1aabb5708679 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:network and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:12:11.790062 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-8610bf39-64db-4828-a4c5-1aabb5708679 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:12:11.800468 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-8610bf39-64db-4828-a4c5-1aabb5708679 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:11.819305 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8610bf39-64db-4828-a4c5-1aabb5708679 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:12:11.823499 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8610bf39-64db-4828-a4c5-1aabb5708679 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:11.856590 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8610bf39-64db-4828-a4c5-1aabb5708679 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:11.896447 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-8610bf39-64db-4828-a4c5-1aabb5708679 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:11.901573 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-8610bf39-64db-4828-a4c5-1aabb5708679 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:security_group_rule and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:12:11.905073 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-8610bf39-64db-4828-a4c5-1aabb5708679 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:12:11.912866 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-8610bf39-64db-4828-a4c5-1aabb5708679 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:11.978481 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cc65b-0f40-49f2-a32f-3459688877f0 req-7ed3a532-b97a-4c60-b353-12f4b71a628e tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:11.985658 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d5cc65b-0f40-49f2-a32f-3459688877f0 req-7ed3a532-b97a-4c60-b353-12f4b71a628e tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 945 time: 0.6289635 Feb 04 21:12:12.060078 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-10ccc496-b7bf-4a5e-8460-ff8eda5e832b tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:12.061781 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-10ccc496-b7bf-4a5e-8460-ff8eda5e832b tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/networks?id=3d58cd99-6056-4122-a3aa-beba29366a52 HTTP/1.1" status: 200 len: 812 time: 0.3571506 Feb 04 21:12:12.085418 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8610bf39-64db-4828-a4c5-1aabb5708679 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:12.091763 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8610bf39-64db-4828-a4c5-1aabb5708679 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:12.115076 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-228b19a5-810b-4227-9dc0-e30018868e11 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/quotas/5b62090a5f4b46a7a4a369c51041e5e3 HTTP/1.1" status: 200 len: 375 time: 0.0391669 Feb 04 21:12:12.116880 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2015e7f8-090e-4bf0-9e89-0473b8a8a7ef admin admin] Network aeca86bf-5462-4afd-9138-c5fe85a0ef79 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:12:12.126903 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8610bf39-64db-4828-a4c5-1aabb5708679 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:12:12.127412 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d5cc65b-0f40-49f2-a32f-3459688877f0 req-d9118215-eb82-440d-8cbc-991db2439498 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405056 Feb 04 21:12:12.129871 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-2015e7f8-090e-4bf0-9e89-0473b8a8a7ef admin admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:12:12.138727 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8610bf39-64db-4828-a4c5-1aabb5708679 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7703ff-ac3e-4b73-92ab-484c388f09c6,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:12.145050 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8610bf39-64db-4828-a4c5-1aabb5708679 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:12.146207 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-8610bf39-64db-4828-a4c5-1aabb5708679 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Added segment 51f11f2d-b98c-4d5d-8905-25a14db95071 of type vlan for network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d Feb 04 21:12:12.219472 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8610bf39-64db-4828-a4c5-1aabb5708679 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:12.294261 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8610bf39-64db-4828-a4c5-1aabb5708679 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:12.300174 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8610bf39-64db-4828-a4c5-1aabb5708679 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:12.300764 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8610bf39-64db-4828-a4c5-1aabb5708679 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:12.425583 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8610bf39-64db-4828-a4c5-1aabb5708679 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9714606 Feb 04 21:12:12.429277 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40154) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:12.435919 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-dd313b90-53e4-4957-a56d-2979dc3bbdcd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:12.451890 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8610bf39-64db-4828-a4c5-1aabb5708679 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Network': ['ID=f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:12.467424 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:12:12.529888 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-b9ae104c-3ab9-4963-9465-b1ce36086f5a tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b62090a5f4b46a7a4a369c51041e5e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4011667 Feb 04 21:12:12.618329 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-dd313b90-53e4-4957-a56d-2979dc3bbdcd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:12.623101 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-dd313b90-53e4-4957-a56d-2979dc3bbdcd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:subnet and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:12:12.626513 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-dd313b90-53e4-4957-a56d-2979dc3bbdcd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:12:12.636677 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-dd313b90-53e4-4957-a56d-2979dc3bbdcd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:12.641359 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c7c09d86-780c-483d-9afb-3b7eef5f1a4d None None] Provisioning complete for port 61fe87d9-2042-4921-bf0f-4fb86b79e35c triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:12:12.641831 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c7c09d86-780c-483d-9afb-3b7eef5f1a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:12.654706 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd313b90-53e4-4957-a56d-2979dc3bbdcd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:12:12.656907 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390017e-eaff-4ecf-8d15-920d64daeb2f req-f33da0aa-81aa-48cd-8fc3-ccc69590a863 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:12.659295 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dd313b90-53e4-4957-a56d-2979dc3bbdcd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:12.663915 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4390017e-eaff-4ecf-8d15-920d64daeb2f req-f33da0aa-81aa-48cd-8fc3-ccc69590a863 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.3731346 Feb 04 21:12:12.727861 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2015e7f8-090e-4bf0-9e89-0473b8a8a7ef admin admin] Router e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:12:12.767506 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-c7c09d86-780c-483d-9afb-3b7eef5f1a4d None None] Port 61fe87d9-2042-4921-bf0f-4fb86b79e35c cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:12:12.782418 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4390017e-eaff-4ecf-8d15-920d64daeb2f req-f07f3044-0e25-4aaa-aa0e-a05ee20e5753 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172438 Feb 04 21:12:12.920161 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-f0552edd-4310-47bd-b4b6-158373d8b7a0 service neutron] 10.222.0.26 "GET /v2.0/networks/3d58cd99-6056-4122-a3aa-beba29366a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795092 Feb 04 21:12:12.991460 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dd313b90-53e4-4957-a56d-2979dc3bbdcd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:13.097143 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd313b90-53e4-4957-a56d-2979dc3bbdcd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Checking segment: {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:12:13.097649 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd313b90-53e4-4957-a56d-2979dc3bbdcd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network hostable DHCP agents. Network: f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:12:13.104936 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd313b90-53e4-4957-a56d-2979dc3bbdcd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Subnet': ['ID=bca788c3-2156-4cdc-a845-526398d5a790,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:13.126837 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd313b90-53e4-4957-a56d-2979dc3bbdcd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:12:13.138292 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-dd313b90-53e4-4957-a56d-2979dc3bbdcd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:12:13.151527 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6245c903-0974-4d75-b7a2-5d2239d635c3 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:12:13.153181 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd313b90-53e4-4957-a56d-2979dc3bbdcd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:13.153882 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dd313b90-53e4-4957-a56d-2979dc3bbdcd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:13.185292 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-dd313b90-53e4-4957-a56d-2979dc3bbdcd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7546449 Feb 04 21:12:13.187930 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40170) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:13.200826 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-476f3b5f-6edd-4ada-8570-aa7b6cb64969 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'port': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'name': 'tempest-NetworksTestDHCPv6-199311827'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:13.316363 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-540367c4-87bb-44a5-b08b-ca10e75a575d req-6bda9207-509c-4ad0-9b51-e9fc6d3a6d04 tempest-ServerShowV257Test-351762875 tempest-ServerShowV257Test-351762875-project] 10.222.0.26 "GET /v2.0/ports?device_id=4481647c-c947-42b0-99a9-03cf446838bd HTTP/1.1" status: 200 len: 210 time: 0.1721876 Feb 04 21:12:13.369087 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2015e7f8-090e-4bf0-9e89-0473b8a8a7ef admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:12:13.382021 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-476f3b5f-6edd-4ada-8570-aa7b6cb64969 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:13.387550 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd587b4-14b1-450e-b393-6a9771edbc8b None None] Sync routers for ids ['e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:12:13.390125 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-2015e7f8-090e-4bf0-9e89-0473b8a8a7ef admin admin] 10.222.0.26 "PUT /v2.0/routers/e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8979931 Feb 04 21:12:13.395002 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-476f3b5f-6edd-4ada-8570-aa7b6cb64969 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:port and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:12:13.403501 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-476f3b5f-6edd-4ada-8570-aa7b6cb64969 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:12:13.423164 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-476f3b5f-6edd-4ada-8570-aa7b6cb64969 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:13.446912 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476f3b5f-6edd-4ada-8570-aa7b6cb64969 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:12:13.448049 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd587b4-14b1-450e-b393-6a9771edbc8b None None] Routers {'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:12:13.448687 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-ddd587b4-14b1-450e-b393-6a9771edbc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:11:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:12:13.450722 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-476f3b5f-6edd-4ada-8570-aa7b6cb64969 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:13.491657 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-476f3b5f-6edd-4ada-8570-aa7b6cb64969 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] device_id is not set on port 18cdf25e-e00e-49f2-998b-e61f38329fa8 yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:12:13.506832 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-bdef7b2b-0064-48a8-9cda-570e5bbcf7db service neutron] 10.222.0.26 "GET /v2.0/networks/3d58cd99-6056-4122-a3aa-beba29366a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637929 Feb 04 21:12:13.569129 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e1ea3-e54b-4ab1-afe6-b9c9e9e8d3aa req-d2b1cc7f-7fb5-467b-8e74-78e4ba04d215 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:13.570772 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4e1e1ea3-e54b-4ab1-afe6-b9c9e9e8d3aa req-d2b1cc7f-7fb5-467b-8e74-78e4ba04d215 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 945 time: 0.1264610 Feb 04 21:12:13.664103 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4e1e1ea3-e54b-4ab1-afe6-b9c9e9e8d3aa req-cffe20d1-cf1b-45cc-83f8-f4ed2f2cefe1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773172 Feb 04 21:12:13.684319 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e00d79-a408-48b6-b7b2-7d150c72f278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'tenant_id': 'c1a09abf1d69443ba4dc5757947fc733', 'fixed_ips': [{'subnet_id': 'bca788c3-2156-4cdc-a845-526398d5a790'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:12:13.685143 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-39e00d79-a408-48b6-b7b2-7d150c72f278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:13.750910 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-476f3b5f-6edd-4ada-8570-aa7b6cb64969 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Allocated IP 2001:db8::86 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/bca788c3-2156-4cdc-a845-526398d5a790/18cdf25e-e00e-49f2-998b-e61f38329fa8) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:12:14.046027 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6e5c1aa9-b3cc-4a01-b447-bfda4473f30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:14.071968 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-ddd587b4-14b1-450e-b393-6a9771edbc8b None None] Set router e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:12:14.312806 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-094950c4-b1f1-4654-9280-210edc054398 req-36348de0-f1c7-4396-8698-19385135704b tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cc245bc-688c-478d-b920-da244c56e1dc HTTP/1.1" status: 200 len: 210 time: 0.0579793 Feb 04 21:12:14.349920 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-476f3b5f-6edd-4ada-8570-aa7b6cb64969 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:14.370798 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-476f3b5f-6edd-4ada-8570-aa7b6cb64969 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Transition to ACTIVE for port object 18cdf25e-e00e-49f2-998b-e61f38329fa8 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:12:14.404250 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-476f3b5f-6edd-4ada-8570-aa7b6cb64969 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:14.418143 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2fa021a8-db76-44a1-980a-d9a76e7dc5d2 req-a4ce78d0-3b39-44f0-970f-bd084ae2a122 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4481647c-c947-42b0-99a9-03cf446838bd HTTP/1.1" status: 200 len: 210 time: 0.1987748 Feb 04 21:12:14.603938 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ae012-0566-4447-a80e-963c14a65a4f req-a96399c1-5e0e-487a-981c-f020aaaf2690 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:14.613071 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c72ae012-0566-4447-a80e-963c14a65a4f req-a96399c1-5e0e-487a-981c-f020aaaf2690 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.1131871 Feb 04 21:12:14.621496 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476f3b5f-6edd-4ada-8570-aa7b6cb64969 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:12:14.635903 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-476f3b5f-6edd-4ada-8570-aa7b6cb64969 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:12:14.654654 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476f3b5f-6edd-4ada-8570-aa7b6cb64969 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:12:14.663219 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476f3b5f-6edd-4ada-8570-aa7b6cb64969 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:14.664208 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-476f3b5f-6edd-4ada-8570-aa7b6cb64969 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:14.695522 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f3b5f-6edd-4ada-8570-aa7b6cb64969 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Port': ['ID=18cdf25e-e00e-49f2-998b-e61f38329fa8,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:14.711511 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-476f3b5f-6edd-4ada-8570-aa7b6cb64969 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5218925 Feb 04 21:12:14.715281 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40214) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:14.715903 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-39e00d79-a408-48b6-b7b2-7d150c72f278 None None] Allocated IP 2001:db8::2 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/bca788c3-2156-4cdc-a845-526398d5a790/c8a5bb9c-6ff4-4661-8f84-faf7f1cfefc3) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:12:14.716827 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40216) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:14.717741 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c72ae012-0566-4447-a80e-963c14a65a4f req-cb8829a2-eef2-457b-abf5-42aae1531dbc tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009617 Feb 04 21:12:14.733651 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-94219d2b-fbf4-4e5f-946f-e8decbd031fe tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1786786398', 'description': 'tempest-description--51745887'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:14.756634 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-94219d2b-fbf4-4e5f-946f-e8decbd031fe tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:14.766143 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-94219d2b-fbf4-4e5f-946f-e8decbd031fe tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Usage tracker for resource:security_group and tenant:d12823a006ff49a4916b73b08e3ad259 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:12:14.774108 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-94219d2b-fbf4-4e5f-946f-e8decbd031fe tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:12:14.781328 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-94219d2b-fbf4-4e5f-946f-e8decbd031fe tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:14.860422 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-94219d2b-fbf4-4e5f-946f-e8decbd031fe tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:14.913890 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4eca9f77-c323-4a2b-acf0-fb0026820f79 req-1b1188b5-74f5-4c28-aa82-d418c4d4cbd9 tempest-ServerShowV257Test-351762875 tempest-ServerShowV257Test-351762875-project] 10.222.0.26 "GET /v2.0/ports?device_id=4481647c-c947-42b0-99a9-03cf446838bd HTTP/1.1" status: 200 len: 210 time: 0.0558476 Feb 04 21:12:14.932080 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-94219d2b-fbf4-4e5f-946f-e8decbd031fe tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:14.936231 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-94219d2b-fbf4-4e5f-946f-e8decbd031fe tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Usage tracker for resource:security_group_rule and tenant:d12823a006ff49a4916b73b08e3ad259 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:12:14.939338 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-94219d2b-fbf4-4e5f-946f-e8decbd031fe tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:12:14.950830 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-94219d2b-fbf4-4e5f-946f-e8decbd031fe tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:15.002603 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c034fc-e3c1-488e-b1c1-9a67941fb89e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:15.003500 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c3c034fc-e3c1-488e-b1c1-9a67941fb89e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:12:15.072809 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-ddd587b4-14b1-450e-b393-6a9771edbc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1628603465-router', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:53Z', 'updated_at': '2022-02-04T21:12:09Z', 'revision_number': 4, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'gw_port': {'id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:56Z', 'updated_at': '2022-02-04T21:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '61fe87d9-2042-4921-bf0f-4fb86b79e35c', 'name': '', 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'mac_address': 'fa:16:3e:f8:66:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '2332d4ab-28bd-4df4-abe3-897aa8896a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:12:07Z', 'updated_at': '2022-02-04T21:12:10Z', 'revision_number': 2, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'subnets': [{'id': '2332d4ab-28bd-4df4-abe3-897aa8896a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:12:15.090808 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd587b4-14b1-450e-b393-6a9771edbc8b None None] Checking router: e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:12:15.091356 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd587b4-14b1-450e-b393-6a9771edbc8b None None] Updating router e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1 port 61fe87d9-2042-4921-bf0f-4fb86b79e35c binding host n-d-827896-1 {{(pid=87684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:12:15.093759 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-94219d2b-fbf4-4e5f-946f-e8decbd031fe tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:15.103988 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-94219d2b-fbf4-4e5f-946f-e8decbd031fe tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:15.150303 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c3c034fc-e3c1-488e-b1c1-9a67941fb89e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:12:15.151767 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c3c034fc-e3c1-488e-b1c1-9a67941fb89e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.4339294 Feb 04 21:12:15.154414 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 40228) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:15.190224 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94219d2b-fbf4-4e5f-946f-e8decbd031fe tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:15.201441 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-94219d2b-fbf4-4e5f-946f-e8decbd031fe tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:15.203441 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-94219d2b-fbf4-4e5f-946f-e8decbd031fe tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4789279 Feb 04 21:12:15.205937 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40234) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:15.213803 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-191dded3-48f8-40bf-a68d-f98ce4054fdc tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Request body: {'security_group_rule': {'security_group_id': 'b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:15.220690 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-191dded3-48f8-40bf-a68d-f98ce4054fdc tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:15.225465 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-191dded3-48f8-40bf-a68d-f98ce4054fdc tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Usage tracker for resource:security_group_rule and tenant:d12823a006ff49a4916b73b08e3ad259 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:12:15.228882 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-191dded3-48f8-40bf-a68d-f98ce4054fdc tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:12:15.235417 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-191dded3-48f8-40bf-a68d-f98ce4054fdc tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:15.259065 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ddd587b4-14b1-450e-b393-6a9771edbc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:15.282746 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-191dded3-48f8-40bf-a68d-f98ce4054fdc tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:15.320681 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-1e8bf64b-0e45-4854-a70b-200a51302499 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting port 18cdf25e-e00e-49f2-998b-e61f38329fa8 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:12:15.321035 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1e8bf64b-0e45-4854-a70b-200a51302499 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:15.386839 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-39e00d79-a408-48b6-b7b2-7d150c72f278 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:15.447696 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-191dded3-48f8-40bf-a68d-f98ce4054fdc tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:15.458758 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-191dded3-48f8-40bf-a68d-f98ce4054fdc tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:15.521724 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191dded3-48f8-40bf-a68d-f98ce4054fdc tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=784cb373-0a6b-4cb3-a12c-28074ceb6725,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:15.553350 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-191dded3-48f8-40bf-a68d-f98ce4054fdc tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:15.557637 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-191dded3-48f8-40bf-a68d-f98ce4054fdc tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3505940 Feb 04 21:12:15.558493 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40244) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:15.560968 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-39e00d79-a408-48b6-b7b2-7d150c72f278 None None] Transition to ACTIVE for port object c8a5bb9c-6ff4-4661-8f84-faf7f1cfefc3 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:12:15.575528 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-041613e2-145e-4057-8f6b-a0ce312ec30e tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Request body: {'security_group_rule': {'security_group_id': 'b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:15.586990 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-041613e2-145e-4057-8f6b-a0ce312ec30e tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:15.594600 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-041613e2-145e-4057-8f6b-a0ce312ec30e tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Usage tracker for resource:security_group_rule and tenant:d12823a006ff49a4916b73b08e3ad259 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:12:15.611466 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-041613e2-145e-4057-8f6b-a0ce312ec30e tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:12:15.626677 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-041613e2-145e-4057-8f6b-a0ce312ec30e tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:15.660811 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e3bbd152-9af7-476a-8a4c-c36e9b947644 req-f076d3a2-01aa-421d-abd6-5cd6970a514f tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cc245bc-688c-478d-b920-da244c56e1dc HTTP/1.1" status: 200 len: 210 time: 0.0890145 Feb 04 21:12:15.675699 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-041613e2-145e-4057-8f6b-a0ce312ec30e tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:15.680347 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-39e00d79-a408-48b6-b7b2-7d150c72f278 None None] Transition to ACTIVE for port object c8a5bb9c-6ff4-4661-8f84-faf7f1cfefc3 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:12:15.701197 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-39e00d79-a408-48b6-b7b2-7d150c72f278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:15.772618 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-041613e2-145e-4057-8f6b-a0ce312ec30e tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:15.786595 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-041613e2-145e-4057-8f6b-a0ce312ec30e tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:15.816647 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041613e2-145e-4057-8f6b-a0ce312ec30e tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d388363-a02b-4b30-9ed1-9b069de9e2d2,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:15.839395 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-041613e2-145e-4057-8f6b-a0ce312ec30e tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:15.847493 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-041613e2-145e-4057-8f6b-a0ce312ec30e tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2851887 Feb 04 21:12:15.848707 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40250) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:15.856163 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-2bc1cba1-9881-486a-8eb2-8b77b77195b9 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Request body: {'floatingip': {'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:15.864891 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-2bc1cba1-9881-486a-8eb2-8b77b77195b9 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:15.869470 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2bc1cba1-9881-486a-8eb2-8b77b77195b9 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Usage tracker for resource:floatingip and tenant:d12823a006ff49a4916b73b08e3ad259 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:12:15.873654 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2bc1cba1-9881-486a-8eb2-8b77b77195b9 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:12:15.880996 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-2bc1cba1-9881-486a-8eb2-8b77b77195b9 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:15.901557 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2bc1cba1-9881-486a-8eb2-8b77b77195b9 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for floatingip, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:15.918246 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e00d79-a408-48b6-b7b2-7d150c72f278 None None] Pushing event updated for resources: {'Port': ['ID=c8a5bb9c-6ff4-4661-8f84-faf7f1cfefc3,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:16.070168 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e00d79-a408-48b6-b7b2-7d150c72f278 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:16.070491 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e00d79-a408-48b6-b7b2-7d150c72f278 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:16.073576 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2bc1cba1-9881-486a-8eb2-8b77b77195b9 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:16.074097 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e00d79-a408-48b6-b7b2-7d150c72f278 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:16.074574 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e00d79-a408-48b6-b7b2-7d150c72f278 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:16.075047 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e00d79-a408-48b6-b7b2-7d150c72f278 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:16.075531 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e00d79-a408-48b6-b7b2-7d150c72f278 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:16.075992 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e00d79-a408-48b6-b7b2-7d150c72f278 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:16.076456 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e00d79-a408-48b6-b7b2-7d150c72f278 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:16.077175 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e00d79-a408-48b6-b7b2-7d150c72f278 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:16.077295 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e00d79-a408-48b6-b7b2-7d150c72f278 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:16.077568 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e00d79-a408-48b6-b7b2-7d150c72f278 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:16.077880 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e00d79-a408-48b6-b7b2-7d150c72f278 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:16.093744 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e00d79-a408-48b6-b7b2-7d150c72f278 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:12:16.115787 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-39e00d79-a408-48b6-b7b2-7d150c72f278 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:12:16.123168 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e00d79-a408-48b6-b7b2-7d150c72f278 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:12:16.157136 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebeb93-b15a-442c-b549-c28e1ed5cc2e req-4381477d-1d0b-447e-b3bf-98bc6794eada tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:16.158661 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a9ebeb93-b15a-442c-b549-c28e1ed5cc2e req-4381477d-1d0b-447e-b3bf-98bc6794eada tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 945 time: 0.7443225 Feb 04 21:12:16.268468 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-2bc1cba1-9881-486a-8eb2-8b77b77195b9 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Allocated IP 172.25.5.92 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/44b716ec-5ac8-4996-9567-93109572d145) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:12:16.305165 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c1a6b6ee-486c-4fe8-8a44-79b843c751bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:16.320796 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-39e00d79-a408-48b6-b7b2-7d150c72f278 None None] Attempting to bind port c8a5bb9c-6ff4-4661-8f84-faf7f1cfefc3 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:12:16.321089 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-39e00d79-a408-48b6-b7b2-7d150c72f278 None None] Attempting to bind port c8a5bb9c-6ff4-4661-8f84-faf7f1cfefc3 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:12:16.321487 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e00d79-a408-48b6-b7b2-7d150c72f278 None None] Attempting to bind port c8a5bb9c-6ff4-4661-8f84-faf7f1cfefc3 on network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:12:16.330380 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e00d79-a408-48b6-b7b2-7d150c72f278 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:12:16.330750 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e00d79-a408-48b6-b7b2-7d150c72f278 None None] Checking segment: {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:12:16.331136 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-39e00d79-a408-48b6-b7b2-7d150c72f278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:16.331578 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e00d79-a408-48b6-b7b2-7d150c72f278 None None] Bound using segment: {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:12:16.332095 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-39e00d79-a408-48b6-b7b2-7d150c72f278 None None] Bound port: c8a5bb9c-6ff4-4661-8f84-faf7f1cfefc3, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:12:16.332465 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-39e00d79-a408-48b6-b7b2-7d150c72f278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:16.413522 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1e8bf64b-0e45-4854-a70b-200a51302499 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:16.509486 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-39e00d79-a408-48b6-b7b2-7d150c72f278 None None] For port c8a5bb9c-6ff4-4661-8f84-faf7f1cfefc3, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:12:16.512241 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ddd587b4-14b1-450e-b393-6a9771edbc8b None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:16.515718 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-39e00d79-a408-48b6-b7b2-7d150c72f278 None None] For port c8a5bb9c-6ff4-4661-8f84-faf7f1cfefc3, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=c8a5bb9c-6ff4-4661-8f84-faf7f1cfefc3,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:12:16.528209 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ddd587b4-14b1-450e-b393-6a9771edbc8b None None] Transition to ACTIVE for port object 61fe87d9-2042-4921-bf0f-4fb86b79e35c will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:12:16.530413 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2bc1cba1-9881-486a-8eb2-8b77b77195b9 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:16.533807 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-39e00d79-a408-48b6-b7b2-7d150c72f278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:16.572631 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2bc1cba1-9881-486a-8eb2-8b77b77195b9 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:16.619169 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e00d79-a408-48b6-b7b2-7d150c72f278 None None] Pushing event updated for resources: {'Port': ['ID=c8a5bb9c-6ff4-4661-8f84-faf7f1cfefc3,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:16.625233 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ddd587b4-14b1-450e-b393-6a9771edbc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:16.684034 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc1cba1-9881-486a-8eb2-8b77b77195b9 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:12:16.688722 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-2bc1cba1-9881-486a-8eb2-8b77b77195b9 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:12:16.694777 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc1cba1-9881-486a-8eb2-8b77b77195b9 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:12:16.751264 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc1cba1-9881-486a-8eb2-8b77b77195b9 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Pushing event updated for resources: {'Port': ['ID=44b716ec-5ac8-4996-9567-93109572d145,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:16.776397 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-1e8bf64b-0e45-4854-a70b-200a51302499 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Calling delete_port for 18cdf25e-e00e-49f2-998b-e61f38329fa8 owned by {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:12:16.805232 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2bc1cba1-9881-486a-8eb2-8b77b77195b9 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:16.843761 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a9ebeb93-b15a-442c-b549-c28e1ed5cc2e req-8f76dba1-cce8-460d-b09f-cb38487975bd tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5251458 Feb 04 21:12:16.905194 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2bc1cba1-9881-486a-8eb2-8b77b77195b9 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:16.925161 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-d5313880-54c3-4584-a451-c4222a139408 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:16.927242 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-d5313880-54c3-4584-a451-c4222a139408 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.32 "GET /v2.0/networks?id=3d58cd99-6056-4122-a3aa-beba29366a52 HTTP/1.1" status: 200 len: 812 time: 0.9580028 Feb 04 21:12:17.016260 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3743d34-0a07-45e3-9275-34fc4eca99b8 None None] Pushing event updated for resources: {'Port': ['ID=61fe87d9-2042-4921-bf0f-4fb86b79e35c,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:17.077310 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-ddd587b4-14b1-450e-b393-6a9771edbc8b None None] Attempting to bind port 61fe87d9-2042-4921-bf0f-4fb86b79e35c on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:12:17.077628 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-ddd587b4-14b1-450e-b393-6a9771edbc8b None None] Attempting to bind port 61fe87d9-2042-4921-bf0f-4fb86b79e35c by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '84b34f62-20de-461e-9dfa-a6b12b358939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:12:17.081767 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd587b4-14b1-450e-b393-6a9771edbc8b None None] Attempting to bind port 61fe87d9-2042-4921-bf0f-4fb86b79e35c on network aeca86bf-5462-4afd-9138-c5fe85a0ef79 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:12:17.101607 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd587b4-14b1-450e-b393-6a9771edbc8b None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:12:17.101979 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd587b4-14b1-450e-b393-6a9771edbc8b None None] Checking segment: {'id': '84b34f62-20de-461e-9dfa-a6b12b358939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:12:17.102385 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ddd587b4-14b1-450e-b393-6a9771edbc8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:17.102779 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd587b4-14b1-450e-b393-6a9771edbc8b None None] Bound using segment: {'id': '84b34f62-20de-461e-9dfa-a6b12b358939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:12:17.103439 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-ddd587b4-14b1-450e-b393-6a9771edbc8b None None] Bound port: 61fe87d9-2042-4921-bf0f-4fb86b79e35c, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b34f62-20de-461e-9dfa-a6b12b358939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:12:17.103612 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ddd587b4-14b1-450e-b393-6a9771edbc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:17.149629 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6f411-e43f-4119-bf66-b7bbd70889ce req-5bd63739-fb61-474f-a0bd-67e7ad9f51a0 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:17.158526 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2cd6f411-e43f-4119-bf66-b7bbd70889ce req-5bd63739-fb61-474f-a0bd-67e7ad9f51a0 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.9872937 Feb 04 21:12:17.179683 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-27774e8d-2432-44af-be80-6e7f2328f82d req-32349470-2227-4a21-bb51-0001863d9396 tempest-ServerShowV257Test-351762875 tempest-ServerShowV257Test-351762875-project] 10.222.0.26 "GET /v2.0/ports?device_id=4481647c-c947-42b0-99a9-03cf446838bd HTTP/1.1" status: 200 len: 210 time: 0.1445780 Feb 04 21:12:17.270010 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-cbf70ca1-a592-41ac-b038-083e0a4ddf31 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b62090a5f4b46a7a4a369c51041e5e3 HTTP/1.1" status: 200 len: 380 time: 0.3213809 Feb 04 21:12:17.298828 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2bc1cba1-9881-486a-8eb2-8b77b77195b9 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:17.301487 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2cd6f411-e43f-4119-bf66-b7bbd70889ce req-70ded67f-682f-4fa4-a873-59a166529928 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419609 Feb 04 21:12:17.305773 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-72c7ebc2-6545-4d79-b8d0-3450a733deeb tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Request body: {'port': {'device_id': '8cc245bc-688c-478d-b920-da244c56e1dc', 'network_id': '3d58cd99-6056-4122-a3aa-beba29366a52', 'admin_state_up': True, 'tenant_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'security_groups': ['ea76193b-dc3c-4711-98ab-c1fcf94780c5']}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:17.315491 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2bc1cba1-9881-486a-8eb2-8b77b77195b9 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:17.356085 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-ddd587b4-14b1-450e-b393-6a9771edbc8b None None] For port 61fe87d9-2042-4921-bf0f-4fb86b79e35c, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:12:17.426678 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-ddd587b4-14b1-450e-b393-6a9771edbc8b None None] For port 61fe87d9-2042-4921-bf0f-4fb86b79e35c, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=61fe87d9-2042-4921-bf0f-4fb86b79e35c,segment=NetworkSegment(84b34f62-20de-461e-9dfa-a6b12b358939),segment_id=84b34f62-20de-461e-9dfa-a6b12b358939)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:12:17.441401 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:17.444512 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ddd587b4-14b1-450e-b393-6a9771edbc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:17.539203 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:17.568974 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc1cba1-9881-486a-8eb2-8b77b77195b9 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Pushing event updated for resources: {'Port': ['ID=44b716ec-5ac8-4996-9567-93109572d145,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:17.597887 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-72c7ebc2-6545-4d79-b8d0-3450a733deeb tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:17.607364 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-72c7ebc2-6545-4d79-b8d0-3450a733deeb tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Usage tracker for resource:port and tenant:5b62090a5f4b46a7a4a369c51041e5e3 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:12:17.612004 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-72c7ebc2-6545-4d79-b8d0-3450a733deeb tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:12:17.620939 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-72c7ebc2-6545-4d79-b8d0-3450a733deeb tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:17.625083 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd587b4-14b1-450e-b393-6a9771edbc8b None None] Routers {'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:12:17.634085 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-ddd587b4-14b1-450e-b393-6a9771edbc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:12:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:12:17.744763 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2bc1cba1-9881-486a-8eb2-8b77b77195b9 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:17.782677 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-72c7ebc2-6545-4d79-b8d0-3450a733deeb tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Made reservation on behalf of 5b62090a5f4b46a7a4a369c51041e5e3 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:12:17.793419 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-72c7ebc2-6545-4d79-b8d0-3450a733deeb tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:17.805984 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2bc1cba1-9881-486a-8eb2-8b77b77195b9 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:17.817705 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2bc1cba1-9881-486a-8eb2-8b77b77195b9 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9579699 Feb 04 21:12:17.847382 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device c8a5bb9c-6ff4-4661-8f84-faf7f1cfefc3 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:12:17.859834 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2c67788c-8c58-42c0-86cd-93f6c3f56ff3 req-216de730-c022-41ef-947a-55d2e148e08e tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cc245bc-688c-478d-b920-da244c56e1dc HTTP/1.1" status: 200 len: 210 time: 0.2194312 Feb 04 21:12:17.907876 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1e8bf64b-0e45-4854-a70b-200a51302499 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:17.979889 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3743d34-0a07-45e3-9275-34fc4eca99b8 None None] Pushing event updated for resources: {'Port': ['ID=61fe87d9-2042-4921-bf0f-4fb86b79e35c,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:18.131899 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port c8a5bb9c-6ff4-4661-8f84-faf7f1cfefc3 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:12:18.165415 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-ddd587b4-14b1-450e-b393-6a9771edbc8b None None] Set router e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:12:18.274957 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-72c7ebc2-6545-4d79-b8d0-3450a733deeb tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Allocated IP 172.20.0.6 (3d58cd99-6056-4122-a3aa-beba29366a52/2ba34e41-1e8a-40be-b620-552f144c8194/4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:12:18.468089 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8bf64b-0e45-4854-a70b-200a51302499 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Port': ['ID=18cdf25e-e00e-49f2-998b-e61f38329fa8,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:18.505530 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-803dda12-b616-4440-963b-ec83a049ca30 req-8553d150-1396-4d3e-a2fa-2c9a529778be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e1345c56a00a442683ef14559d5baf3e&device_id=4481647c-c947-42b0-99a9-03cf446838bd HTTP/1.1" status: 200 len: 210 time: 0.4776146 Feb 04 21:12:18.577711 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-ddd587b4-14b1-450e-b393-6a9771edbc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1628603465-router', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:53Z', 'updated_at': '2022-02-04T21:12:09Z', 'revision_number': 4, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'gw_port': {'id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:56Z', 'updated_at': '2022-02-04T21:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '61fe87d9-2042-4921-bf0f-4fb86b79e35c', 'name': '', 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'mac_address': 'fa:16:3e:f8:66:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '2332d4ab-28bd-4df4-abe3-897aa8896a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:12:07Z', 'updated_at': '2022-02-04T21:12:17Z', 'revision_number': 4, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'subnets': [{'id': '2332d4ab-28bd-4df4-abe3-897aa8896a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:12:18.581837 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd587b4-14b1-450e-b393-6a9771edbc8b None None] The sync data for ids ['e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'] in n-d-827896-1 is: [{'id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1628603465-router', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:53Z', 'updated_at': '2022-02-04T21:12:09Z', 'revision_number': 4, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'gw_port': {'id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:56Z', 'updated_at': '2022-02-04T21:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '61fe87d9-2042-4921-bf0f-4fb86b79e35c', 'name': '', 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'mac_address': 'fa:16:3e:f8:66:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '2332d4ab-28bd-4df4-abe3-897aa8896a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:12:07Z', 'updated_at': '2022-02-04T21:12:17Z', 'revision_number': 4, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'subnets': [{'id': '2332d4ab-28bd-4df4-abe3-897aa8896a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:12:18.627184 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-803dda12-b616-4440-963b-ec83a049ca30 req-f0025ab6-c554-4f8f-8f1d-ce259506349a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e1345c56a00a442683ef14559d5baf3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735993 Feb 04 21:12:18.652231 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f22df1-b2b2-43f3-9590-2b6d9891ec16 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:12:18.656961 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1e8bf64b-0e45-4854-a70b-200a51302499 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:18.698004 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-426f22d5-e630-495b-a2f0-99c51d5f937a tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Synchronizing usage tracker for tenant:d12823a006ff49a4916b73b08e3ad259 on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:12:18.753003 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-72c7ebc2-6545-4d79-b8d0-3450a733deeb tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:18.760649 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d90dc197-ae32-45ac-811b-c67ce28a5e63 None None] Provisioning for port c8a5bb9c-6ff4-4661-8f84-faf7f1cfefc3 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:12:18.772856 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-72c7ebc2-6545-4d79-b8d0-3450a733deeb tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Transition to ACTIVE for port object 4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:12:18.780207 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d90dc197-ae32-45ac-811b-c67ce28a5e63 None None] Provisioning complete for port c8a5bb9c-6ff4-4661-8f84-faf7f1cfefc3 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:12:18.780579 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d90dc197-ae32-45ac-811b-c67ce28a5e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:18.899132 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40314) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:18.900043 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-1e8bf64b-0e45-4854-a70b-200a51302499 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/18cdf25e-e00e-49f2-998b-e61f38329fa8 HTTP/1.1" status: 204 len: 168 time: 3.7441406 Feb 04 21:12:18.901547 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-72c7ebc2-6545-4d79-b8d0-3450a733deeb tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:18.920101 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-426f22d5-e630-495b-a2f0-99c51d5f937a tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Unset dirty status for tenant:d12823a006ff49a4916b73b08e3ad259 on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:12:18.930884 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-426f22d5-e630-495b-a2f0-99c51d5f937a tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1786786398&fields=id&tenant_id=d12823a006ff49a4916b73b08e3ad259 HTTP/1.1" status: 200 len: 267 time: 0.7020521 Feb 04 21:12:19.033065 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:19.080909 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b538482f-2e51-47d2-8228-e52fbb02e298 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:19.084430 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b538482f-2e51-47d2-8228-e52fbb02e298 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:19.085258 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b538482f-2e51-47d2-8228-e52fbb02e298 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:12:19.130336 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b538482f-2e51-47d2-8228-e52fbb02e298 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:12:19.131946 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b538482f-2e51-47d2-8228-e52fbb02e298 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2318461 Feb 04 21:12:19.134564 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40318) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:19.182267 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d90dc197-ae32-45ac-811b-c67ce28a5e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:19.195684 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-47020058-677b-423b-84dd-943854c07df9 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:19.196700 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-47020058-677b-423b-84dd-943854c07df9 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Synchronizing usage tracker for tenant:d12823a006ff49a4916b73b08e3ad259 on resource:network {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:12:19.244536 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-d90dc197-ae32-45ac-811b-c67ce28a5e63 None None] For port c8a5bb9c-6ff4-4661-8f84-faf7f1cfefc3, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=c8a5bb9c-6ff4-4661-8f84-faf7f1cfefc3,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:12:19.251019 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d90dc197-ae32-45ac-811b-c67ce28a5e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:19.258194 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb01954c-09f3-406b-a35a-5acc6ac302dd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting subnet bca788c3-2156-4cdc-a845-526398d5a790 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:12:19.267504 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bb01954c-09f3-406b-a35a-5acc6ac302dd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:19.286586 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-72c7ebc2-6545-4d79-b8d0-3450a733deeb tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Network 3d58cd99-6056-4122-a3aa-beba29366a52 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:12:19.294343 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-72c7ebc2-6545-4d79-b8d0-3450a733deeb tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:12:19.308306 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-72c7ebc2-6545-4d79-b8d0-3450a733deeb tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:12:19.352450 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90dc197-ae32-45ac-811b-c67ce28a5e63 None None] Pushing event updated for resources: {'Port': ['ID=c8a5bb9c-6ff4-4661-8f84-faf7f1cfefc3,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:19.417925 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bb01954c-09f3-406b-a35a-5acc6ac302dd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:19.562916 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b9604-c2b4-43c7-b175-99c83fa05441 req-6adb91f0-c1f6-46d2-8baf-dafba39b468d tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:19.574765 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1c1b9604-c2b4-43c7-b175-99c83fa05441 req-6adb91f0-c1f6-46d2-8baf-dafba39b468d tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 945 time: 1.3449059 Feb 04 21:12:19.601596 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803dda12-b616-4440-963b-ec83a049ca30 req-56e1bd53-6168-4d1b-b3c4-dfc1101b07b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:19.609093 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-803dda12-b616-4440-963b-ec83a049ca30 req-56e1bd53-6168-4d1b-b3c4-dfc1101b07b7 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9398203 Feb 04 21:12:19.612130 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7ebc2-6545-4d79-b8d0-3450a733deeb tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Pushing event updated for resources: {'Port': ['ID=4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:19.627481 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-72c7ebc2-6545-4d79-b8d0-3450a733deeb tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:19.634429 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-72c7ebc2-6545-4d79-b8d0-3450a733deeb tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:19.671785 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-47020058-677b-423b-84dd-943854c07df9 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Unset dirty status for tenant:d12823a006ff49a4916b73b08e3ad259 on resource:network {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:12:19.679379 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-47020058-677b-423b-84dd-943854c07df9 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/networks?id=aeca86bf-5462-4afd-9138-c5fe85a0ef79 HTTP/1.1" status: 200 len: 817 time: 0.7475660 Feb 04 21:12:19.733152 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1c1b9604-c2b4-43c7-b175-99c83fa05441 req-29a422c1-817e-4de2-a68a-718125f270d7 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509604 Feb 04 21:12:19.772989 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-7e0da399-5419-4646-9eb7-207a15f812b1 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/quotas/d12823a006ff49a4916b73b08e3ad259 HTTP/1.1" status: 200 len: 375 time: 0.0923417 Feb 04 21:12:19.818383 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-72c7ebc2-6545-4d79-b8d0-3450a733deeb tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5271828 Feb 04 21:12:19.822787 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-da9cda82-3fef-4cd7-bd65-5714a2c1d19d None None] Provisioning for port 4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:12:19.838270 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-dc584b4e-a8e8-425f-9eb0-0bbe233e2b27 service neutron] Request body: {'port': {'device_id': '8cc245bc-688c-478d-b920-da244c56e1dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:19.850738 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-da9cda82-3fef-4cd7-bd65-5714a2c1d19d None None] Provisioning complete for port 4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:12:19.853246 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-da9cda82-3fef-4cd7-bd65-5714a2c1d19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:19.942592 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bb01954c-09f3-406b-a35a-5acc6ac302dd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:20.053562 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bb01954c-09f3-406b-a35a-5acc6ac302dd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:20.083753 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-da9cda82-3fef-4cd7-bd65-5714a2c1d19d None None] Port 4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:12:20.093200 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 61fe87d9-2042-4921-bf0f-4fb86b79e35c up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:12:20.136048 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bb01954c-09f3-406b-a35a-5acc6ac302dd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:20.179902 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bb01954c-09f3-406b-a35a-5acc6ac302dd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/bca788c3-2156-4cdc-a845-526398d5a790 HTTP/1.1" status: 204 len: 168 time: 1.0441132 Feb 04 21:12:20.181252 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01954c-09f3-406b-a35a-5acc6ac302dd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Subnet': ['ID=bca788c3-2156-4cdc-a845-526398d5a790,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:20.189931 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40334) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:20.216641 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-da9cda82-3fef-4cd7-bd65-5714a2c1d19d None None] Provisioning complete for port c8a5bb9c-6ff4-4661-8f84-faf7f1cfefc3 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:12:20.217170 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-da9cda82-3fef-4cd7-bd65-5714a2c1d19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:20.275234 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68aee57-5f06-4ec1-b148-a43962284377 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:12:20.283441 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-dc120d8b-ef58-4396-bec1-f46caaf6c415 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0885890 Feb 04 21:12:20.286351 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40338) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:20.298822 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-07045200-86a8-4348-a0f1-f3361fbfa91a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:20.436785 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 61fe87d9-2042-4921-bf0f-4fb86b79e35c completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:12:20.467932 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-dc584b4e-a8e8-425f-9eb0-0bbe233e2b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:20.477655 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-07045200-86a8-4348-a0f1-f3361fbfa91a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:20.484925 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-07045200-86a8-4348-a0f1-f3361fbfa91a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:subnet and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:12:20.490015 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-07045200-86a8-4348-a0f1-f3361fbfa91a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:12:20.490393 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 61fe87d9-2042-4921-bf0f-4fb86b79e35c triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:12:20.491042 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:20.496620 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-07045200-86a8-4348-a0f1-f3361fbfa91a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:20.509783 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07045200-86a8-4348-a0f1-f3361fbfa91a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:12:20.527166 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-07045200-86a8-4348-a0f1-f3361fbfa91a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:20.721666 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3f76c482-4380-42b8-ae2c-67d8b28054e3 req-9ce9a75e-2785-4dca-a971-6cd290ffd6e2 tempest-ServerShowV257Test-351762875 tempest-ServerShowV257Test-351762875-project] 10.222.0.26 "GET /v2.0/ports?device_id=4481647c-c947-42b0-99a9-03cf446838bd HTTP/1.1" status: 200 len: 210 time: 0.3792896 Feb 04 21:12:20.880242 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-12ebd167-c430-4ded-9875-9626dba12b02 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Synchronizing usage tracker for tenant:d12823a006ff49a4916b73b08e3ad259 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:12:20.986551 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-803dda12-b616-4440-963b-ec83a049ca30 req-f3eabd6f-5250-43d0-93c7-ee9b191f5b44 tempest-ServerShowV257Test-351762875 tempest-ServerShowV257Test-351762875-project] 10.222.0.18 "GET /v2.0/ports?device_id=4481647c-c947-42b0-99a9-03cf446838bd HTTP/1.1" status: 200 len: 210 time: 0.1299136 Feb 04 21:12:20.999861 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-07045200-86a8-4348-a0f1-f3361fbfa91a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:21.026407 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-12ebd167-c430-4ded-9875-9626dba12b02 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Unset dirty status for tenant:d12823a006ff49a4916b73b08e3ad259 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:12:21.045678 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-12ebd167-c430-4ded-9875-9626dba12b02 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d12823a006ff49a4916b73b08e3ad259&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2661881 Feb 04 21:12:21.168359 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07045200-86a8-4348-a0f1-f3361fbfa91a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:12:21.205389 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-07045200-86a8-4348-a0f1-f3361fbfa91a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:12:21.210510 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07045200-86a8-4348-a0f1-f3361fbfa91a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:21.211133 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-07045200-86a8-4348-a0f1-f3361fbfa91a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:21.212001 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-75109c7a-3b82-4637-b1fb-e349e57e1bf5 None None] Could not find standard attr ID for object 18cdf25e-e00e-49f2-998b-e61f38329fa8. {{(pid=87684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 21:12:21.247957 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:21.257324 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-07045200-86a8-4348-a0f1-f3361fbfa91a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9697745 Feb 04 21:12:21.268270 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07045200-86a8-4348-a0f1-f3361fbfa91a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Subnet': ['ID=920367fb-f7c3-4438-8dd8-5aa7aa149061,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:21.280373 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40358) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:21.292565 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-ed55fe25-48fb-4a56-8cdc-1ba079f3e2b0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'port': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'name': 'tempest-NetworksTestDHCPv6-1242166635'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:21.302747 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 61fe87d9-2042-4921-bf0f-4fb86b79e35c, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=61fe87d9-2042-4921-bf0f-4fb86b79e35c,segment=NetworkSegment(84b34f62-20de-461e-9dfa-a6b12b358939),segment_id=84b34f62-20de-461e-9dfa-a6b12b358939)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:12:21.319080 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:21.320172 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device c8a5bb9c-6ff4-4661-8f84-faf7f1cfefc3 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:12:21.354764 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-b0806410-5319-4d40-9f06-1bc41b8c9b47 service neutron] 10.222.0.26 "GET /v2.0/networks/aeca86bf-5462-4afd-9138-c5fe85a0ef79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405002 Feb 04 21:12:21.440145 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a740a0-9d1f-4ba8-8df4-1b2a12fc0239 None None] DHCP port deletion for f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:12:21.465945 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ed55fe25-48fb-4a56-8cdc-1ba079f3e2b0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:21.470536 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ed55fe25-48fb-4a56-8cdc-1ba079f3e2b0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:port and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:12:21.474463 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ed55fe25-48fb-4a56-8cdc-1ba079f3e2b0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:12:21.480871 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ed55fe25-48fb-4a56-8cdc-1ba079f3e2b0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:21.481027 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-81a740a0-9d1f-4ba8-8df4-1b2a12fc0239 None None] Deleting port c8a5bb9c-6ff4-4661-8f84-faf7f1cfefc3 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:12:21.481602 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-81a740a0-9d1f-4ba8-8df4-1b2a12fc0239 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:21.492624 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed55fe25-48fb-4a56-8cdc-1ba079f3e2b0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:12:21.496766 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ed55fe25-48fb-4a56-8cdc-1ba079f3e2b0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:21.593303 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-ed55fe25-48fb-4a56-8cdc-1ba079f3e2b0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] device_id is not set on port 6905689e-187b-4751-a90b-cc2586f38974 yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:12:21.625139 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-569e0323-9274-4834-abe9-18d38ee85ee9 service neutron] 10.222.0.26 "GET /v2.0/networks/aeca86bf-5462-4afd-9138-c5fe85a0ef79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693181 Feb 04 21:12:21.730416 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=61fe87d9-2042-4921-bf0f-4fb86b79e35c,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:21.773370 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port c8a5bb9c-6ff4-4661-8f84-faf7f1cfefc3 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:12:21.773745 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:21.838410 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3a14d-ed42-4444-8297-e000bb848cf7 req-cb8cd7d3-ac50-4420-b982-48e366db7a46 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:21.845744 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-04c3a14d-ed42-4444-8297-e000bb848cf7 req-cb8cd7d3-ac50-4420-b982-48e366db7a46 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.8268828 Feb 04 21:12:21.929358 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-04c3a14d-ed42-4444-8297-e000bb848cf7 req-d1d6c910-efa7-42ac-b285-dae56ce386d9 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824635 Feb 04 21:12:22.123101 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-ed55fe25-48fb-4a56-8cdc-1ba079f3e2b0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Allocated IP 2001:db8::34b (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/920367fb-f7c3-4438-8dd8-5aa7aa149061/6905689e-187b-4751-a90b-cc2586f38974) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:12:22.206583 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-81a740a0-9d1f-4ba8-8df4-1b2a12fc0239 None None] For port c8a5bb9c-6ff4-4661-8f84-faf7f1cfefc3, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=c8a5bb9c-6ff4-4661-8f84-faf7f1cfefc3,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:12:22.214309 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-81a740a0-9d1f-4ba8-8df4-1b2a12fc0239 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:22.300193 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-dc584b4e-a8e8-425f-9eb0-0bbe233e2b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:12:22.312357 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-dc584b4e-a8e8-425f-9eb0-0bbe233e2b27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:22.340588 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-dc584b4e-a8e8-425f-9eb0-0bbe233e2b27 service neutron] Transition to ACTIVE for port object 4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:12:22.404359 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-dc584b4e-a8e8-425f-9eb0-0bbe233e2b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:22.638200 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-81a740a0-9d1f-4ba8-8df4-1b2a12fc0239 None None] Calling delete_port for c8a5bb9c-6ff4-4661-8f84-faf7f1cfefc3 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:12:22.719257 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc584b4e-a8e8-425f-9eb0-0bbe233e2b27 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:22.733919 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 61fe87d9-2042-4921-bf0f-4fb86b79e35c up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:12:22.887079 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ed55fe25-48fb-4a56-8cdc-1ba079f3e2b0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:22.930359 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-ed55fe25-48fb-4a56-8cdc-1ba079f3e2b0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Transition to ACTIVE for port object 6905689e-187b-4751-a90b-cc2586f38974 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:12:23.007651 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ed55fe25-48fb-4a56-8cdc-1ba079f3e2b0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:23.104534 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 61fe87d9-2042-4921-bf0f-4fb86b79e35c triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:12:23.105133 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:23.135662 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40400) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:23.149410 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55fe25-48fb-4a56-8cdc-1ba079f3e2b0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Port': ['ID=6905689e-187b-4751-a90b-cc2586f38974,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:23.167290 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed55fe25-48fb-4a56-8cdc-1ba079f3e2b0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:12:23.168600 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-ed55fe25-48fb-4a56-8cdc-1ba079f3e2b0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:12:23.178151 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed55fe25-48fb-4a56-8cdc-1ba079f3e2b0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:12:23.184598 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed55fe25-48fb-4a56-8cdc-1ba079f3e2b0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:23.185555 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ed55fe25-48fb-4a56-8cdc-1ba079f3e2b0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:23.202180 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-81a740a0-9d1f-4ba8-8df4-1b2a12fc0239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:23.220028 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-da9df0d9-18c1-4b88-92ce-add1d8f02c60 req-6253284b-bb2c-4ace-810c-ce913b6125ad tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 210 time: 0.3079789 Feb 04 21:12:23.245710 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ed55fe25-48fb-4a56-8cdc-1ba079f3e2b0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9642303 Feb 04 21:12:23.246378 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40410) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:23.275156 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd947c65-1ccd-423c-a0bd-a7bfcc53bab4 req-ac2a6c85-5ce2-4111-99a4-05bc7a610b2e tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:23.276377 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-fd947c65-1ccd-423c-a0bd-a7bfcc53bab4 req-ac2a6c85-5ce2-4111-99a4-05bc7a610b2e tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Synchronizing usage tracker for tenant:5b62090a5f4b46a7a4a369c51041e5e3 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:12:23.289856 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a740a0-9d1f-4ba8-8df4-1b2a12fc0239 None None] No DVR routers for this DVR port c8a5bb9c-6ff4-4661-8f84-faf7f1cfefc3 on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:12:23.295002 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-dc584b4e-a8e8-425f-9eb0-0bbe233e2b27 service neutron] Attempting to bind port 4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:12:23.295305 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-dc584b4e-a8e8-425f-9eb0-0bbe233e2b27 service neutron] Attempting to bind port 4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'da4d15b5-6618-43a3-9893-b81121c7be88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3d58cd99-6056-4122-a3aa-beba29366a52'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:12:23.295979 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a740a0-9d1f-4ba8-8df4-1b2a12fc0239 None None] Pushing event deleted for resources: {'Port': ['ID=c8a5bb9c-6ff4-4661-8f84-faf7f1cfefc3,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:23.298525 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-dc584b4e-a8e8-425f-9eb0-0bbe233e2b27 service neutron] Attempting to bind port 4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a on network 3d58cd99-6056-4122-a3aa-beba29366a52 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:12:23.351052 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bab687-77fe-4f8d-b69f-c4b57cae23fc None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:12:23.353643 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-dc584b4e-a8e8-425f-9eb0-0bbe233e2b27 service neutron] Port 4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a on network 3d58cd99-6056-4122-a3aa-beba29366a52 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:12:23.354106 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-dc584b4e-a8e8-425f-9eb0-0bbe233e2b27 service neutron] Attempting to bind port 4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a on network 3d58cd99-6056-4122-a3aa-beba29366a52 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:12:23.393409 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-dc584b4e-a8e8-425f-9eb0-0bbe233e2b27 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:12:23.393875 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-dc584b4e-a8e8-425f-9eb0-0bbe233e2b27 service neutron] Checking segment: {'id': 'da4d15b5-6618-43a3-9893-b81121c7be88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3d58cd99-6056-4122-a3aa-beba29366a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:12:23.394340 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-dc584b4e-a8e8-425f-9eb0-0bbe233e2b27 service neutron] Bound using segment: {'id': 'da4d15b5-6618-43a3-9893-b81121c7be88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3d58cd99-6056-4122-a3aa-beba29366a52'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:12:23.394963 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-dc584b4e-a8e8-425f-9eb0-0bbe233e2b27 service neutron] Bound port: 4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4d15b5-6618-43a3-9893-b81121c7be88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3d58cd99-6056-4122-a3aa-beba29366a52'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:12:23.397450 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-dc584b4e-a8e8-425f-9eb0-0bbe233e2b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:23.443518 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570d6154-5009-48a6-b681-7ed10d3ae1c4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:23.444344 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-570d6154-5009-48a6-b681-7ed10d3ae1c4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:12:23.487858 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-841fd3c4-6bee-4417-857c-6b6c7f4b52fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:23.498760 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-fd947c65-1ccd-423c-a0bd-a7bfcc53bab4 req-ac2a6c85-5ce2-4111-99a4-05bc7a610b2e tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Unset dirty status for tenant:5b62090a5f4b46a7a4a369c51041e5e3 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:12:23.501592 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd947c65-1ccd-423c-a0bd-a7bfcc53bab4 req-ac2a6c85-5ce2-4111-99a4-05bc7a610b2e tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cc245bc-688c-478d-b920-da244c56e1dc HTTP/1.1" status: 200 len: 943 time: 1.1576250 Feb 04 21:12:23.548014 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-841fd3c4-6bee-4417-857c-6b6c7f4b52fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:23.564279 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-841fd3c4-6bee-4417-857c-6b6c7f4b52fb admin admin] Usage tracker for resource:security_group_rule and tenant:e1345c56a00a442683ef14559d5baf3e is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:12:23.576329 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-841fd3c4-6bee-4417-857c-6b6c7f4b52fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:12:23.602882 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-570d6154-5009-48a6-b681-7ed10d3ae1c4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:12:23.606736 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-570d6154-5009-48a6-b681-7ed10d3ae1c4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3594472 Feb 04 21:12:23.607403 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40418) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:23.612583 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-841fd3c4-6bee-4417-857c-6b6c7f4b52fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:23.656326 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device c8a5bb9c-6ff4-4661-8f84-faf7f1cfefc3 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:12:23.708774 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: c8a5bb9c-6ff4-4661-8f84-faf7f1cfefc3 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:12:23.709177 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device c8a5bb9c-6ff4-4661-8f84-faf7f1cfefc3 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:12:23.731116 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f27f7-97d9-4509-9367-debf5e157955 req-be337d1f-1b78-444c-bda4-ae5f91941d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:23.733868 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6b9f27f7-97d9-4509-9367-debf5e157955 req-be337d1f-1b78-444c-bda4-ae5f91941d98 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d539dc97a744058fdb427e438eb9ad&device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 1095 time: 0.6320894 Feb 04 21:12:23.767794 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-09a12620-1a08-423e-a4ca-5d163955eace tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting port 6905689e-187b-4751-a90b-cc2586f38974 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:12:23.768141 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-09a12620-1a08-423e-a4ca-5d163955eace tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:23.771350 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a09db6-7562-4440-905e-82fbebd100a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'tenant_id': 'c1a09abf1d69443ba4dc5757947fc733', 'fixed_ips': [{'subnet_id': '920367fb-f7c3-4438-8dd8-5aa7aa149061'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:12:23.772222 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-97a09db6-7562-4440-905e-82fbebd100a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:23.782046 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd947c65-1ccd-423c-a0bd-a7bfcc53bab4 req-002a7f0f-f9a9-4847-83cd-0fac936c5587 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea76193b-dc3c-4711-98ab-c1fcf94780c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2699227 Feb 04 21:12:24.094141 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-dc584b4e-a8e8-425f-9eb0-0bbe233e2b27 service neutron] For port 4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:12:24.128338 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc515de-7227-4448-a6a0-01b5f7011cba req-b2419c9c-8940-41dc-b3e8-d0a813972c7a tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:24.137054 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6fc515de-7227-4448-a6a0-01b5f7011cba req-b2419c9c-8940-41dc-b3e8-d0a813972c7a tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.5187206 Feb 04 21:12:24.140736 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-dc584b4e-a8e8-425f-9eb0-0bbe233e2b27 service neutron] For port 4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a,segment=NetworkSegment(da4d15b5-6618-43a3-9893-b81121c7be88),segment_id=da4d15b5-6618-43a3-9893-b81121c7be88)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:12:24.182770 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-dc584b4e-a8e8-425f-9eb0-0bbe233e2b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:24.264237 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-09a12620-1a08-423e-a4ca-5d163955eace tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:24.302585 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-97a09db6-7562-4440-905e-82fbebd100a7 None None] Allocated IP 2001:db8::2 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/920367fb-f7c3-4438-8dd8-5aa7aa149061/3c6324c9-682a-4d45-b5e3-83fe04c1fe36) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:12:24.328527 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc584b4e-a8e8-425f-9eb0-0bbe233e2b27 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:24.441533 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-09a12620-1a08-423e-a4ca-5d163955eace tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Calling delete_port for 6905689e-187b-4751-a90b-cc2586f38974 owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:12:24.588081 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-dc584b4e-a8e8-425f-9eb0-0bbe233e2b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:24.588692 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-dc584b4e-a8e8-425f-9eb0-0bbe233e2b27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:24.596693 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-dc584b4e-a8e8-425f-9eb0-0bbe233e2b27 service neutron] 10.222.0.32 "PUT /v2.0/ports/4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a HTTP/1.1" status: 200 len: 1091 time: 4.7715125 Feb 04 21:12:24.617188 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc245bc-688c-478d-b920-da244c56e1dc', 'tag': '4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:12:24.658916 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f27f7-97d9-4509-9367-debf5e157955 req-970dc189-a2c8-419a-89be-dd74b670f491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:24.659791 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-09a12620-1a08-423e-a4ca-5d163955eace tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:24.661121 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6b9f27f7-97d9-4509-9367-debf5e157955 req-970dc189-a2c8-419a-89be-dd74b670f491 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4cc1ce8-eeb6-46af-80b5-92196799c865 HTTP/1.1" status: 200 len: 912 time: 0.8826904 Feb 04 21:12:24.664738 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6fc515de-7227-4448-a6a0-01b5f7011cba req-572c8637-9ed7-4022-ac6f-3f12652784c8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5266840 Feb 04 21:12:24.784676 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-97a09db6-7562-4440-905e-82fbebd100a7 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:24.806556 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-97a09db6-7562-4440-905e-82fbebd100a7 None None] Transition to ACTIVE for port object 3c6324c9-682a-4d45-b5e3-83fe04c1fe36 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:12:24.877056 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-97a09db6-7562-4440-905e-82fbebd100a7 None None] Transition to ACTIVE for port object 3c6324c9-682a-4d45-b5e3-83fe04c1fe36 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:12:24.887010 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-97a09db6-7562-4440-905e-82fbebd100a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:24.890248 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-841fd3c4-6bee-4417-857c-6b6c7f4b52fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:24.939628 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-841fd3c4-6bee-4417-857c-6b6c7f4b52fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:24.946430 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a09db6-7562-4440-905e-82fbebd100a7 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:12:24.953489 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-97a09db6-7562-4440-905e-82fbebd100a7 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:12:24.961387 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a12620-1a08-423e-a4ca-5d163955eace tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Port': ['ID=6905689e-187b-4751-a90b-cc2586f38974,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:24.968431 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a09db6-7562-4440-905e-82fbebd100a7 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:12:25.002497 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a06f1c8e-4650-44e9-9833-0e7fdee040ff req-c5f61509-eea5-4d6a-be86-c2f3a938c4fc tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 210 time: 0.0841427 Feb 04 21:12:25.035313 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6b9f27f7-97d9-4509-9367-debf5e157955 req-372aea2c-741d-4258-ade5-92e3f445fc30 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88606a30-0adc-41c2-8bc6-51b965a3377c HTTP/1.1" status: 200 len: 999 time: 0.3666799 Feb 04 21:12:25.040345 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb221742-b05e-42ba-bf68-a79f2334782d req-2b66b05c-6774-45b0-b5a2-e099109f4319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:25.041981 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bb221742-b05e-42ba-bf68-a79f2334782d req-2b66b05c-6774-45b0-b5a2-e099109f4319 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c0334bb297a2459cb341ceb6d3c2f76e&device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 1096 time: 0.7710347 Feb 04 21:12:25.042785 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a12620-1a08-423e-a4ca-5d163955eace tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:25.043129 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a12620-1a08-423e-a4ca-5d163955eace tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:25.043466 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a12620-1a08-423e-a4ca-5d163955eace tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:25.043797 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a12620-1a08-423e-a4ca-5d163955eace tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:25.044123 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a12620-1a08-423e-a4ca-5d163955eace tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:25.044447 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a12620-1a08-423e-a4ca-5d163955eace tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:25.044770 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a12620-1a08-423e-a4ca-5d163955eace tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:25.045201 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a12620-1a08-423e-a4ca-5d163955eace tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:25.045562 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a12620-1a08-423e-a4ca-5d163955eace tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:25.045883 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a12620-1a08-423e-a4ca-5d163955eace tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:25.046202 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a12620-1a08-423e-a4ca-5d163955eace tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:25.046521 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a12620-1a08-423e-a4ca-5d163955eace tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:25.069070 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a09db6-7562-4440-905e-82fbebd100a7 None None] Pushing event updated for resources: {'Port': ['ID=3c6324c9-682a-4d45-b5e3-83fe04c1fe36,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:25.087268 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841fd3c4-6bee-4417-857c-6b6c7f4b52fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36cfb95-5520-4227-a4f3-07a09dd0e83d,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:25.163822 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-841fd3c4-6bee-4417-857c-6b6c7f4b52fb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e1345c56a00a442683ef14559d5baf3e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0257058 Feb 04 21:12:25.164606 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40450) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:25.194362 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d0597-89fd-4ad6-80cf-ca308007dcbb req-86902402-17a7-4c5a-ac80-dc4cbdd33d04 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:25.201368 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dc4d0597-89fd-4ad6-80cf-ca308007dcbb req-86902402-17a7-4c5a-ac80-dc4cbdd33d04 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 945 time: 0.7568939 Feb 04 21:12:25.229579 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-97a09db6-7562-4440-905e-82fbebd100a7 None None] Attempting to bind port 3c6324c9-682a-4d45-b5e3-83fe04c1fe36 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:12:25.229932 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-97a09db6-7562-4440-905e-82fbebd100a7 None None] Attempting to bind port 3c6324c9-682a-4d45-b5e3-83fe04c1fe36 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:12:25.230294 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a09db6-7562-4440-905e-82fbebd100a7 None None] Attempting to bind port 3c6324c9-682a-4d45-b5e3-83fe04c1fe36 on network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:12:25.244731 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a09db6-7562-4440-905e-82fbebd100a7 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:12:25.245111 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a09db6-7562-4440-905e-82fbebd100a7 None None] Checking segment: {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:12:25.245623 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-97a09db6-7562-4440-905e-82fbebd100a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:25.246024 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a09db6-7562-4440-905e-82fbebd100a7 None None] Bound using segment: {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:12:25.246588 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-97a09db6-7562-4440-905e-82fbebd100a7 None None] Bound port: 3c6324c9-682a-4d45-b5e3-83fe04c1fe36, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:12:25.246851 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-97a09db6-7562-4440-905e-82fbebd100a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:25.257344 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-09a12620-1a08-423e-a4ca-5d163955eace tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:25.283272 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f27f7-97d9-4509-9367-debf5e157955 req-3b9f4884-9399-48f5-a153-cdc40ef9b6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:25.288388 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6b9f27f7-97d9-4509-9367-debf5e157955 req-3b9f4884-9399-48f5-a153-cdc40ef9b6cc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee4d3909-e094-4079-9a7f-4f6007c68222 HTTP/1.1" status: 200 len: 850 time: 0.2437119 Feb 04 21:12:25.319958 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-09a12620-1a08-423e-a4ca-5d163955eace tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/6905689e-187b-4751-a90b-cc2586f38974 HTTP/1.1" status: 204 len: 168 time: 1.7088356 Feb 04 21:12:25.327164 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-8adf5bb6-876e-47ed-8f9f-26cac0cdf45a tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:25.328745 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-8adf5bb6-876e-47ed-8f9f-26cac0cdf45a tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.18 "GET /v2.0/networks?id=aeca86bf-5462-4afd-9138-c5fe85a0ef79 HTTP/1.1" status: 200 len: 817 time: 0.7013261 Feb 04 21:12:25.332244 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40458) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:25.403669 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc245bc-688c-478d-b920-da244c56e1dc', 'tag': '4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a', 'status': 'completed', 'code': 200} Feb 04 21:12:25.409043 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-b64d12a8-0318-4ac4-b45f-b88949202749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:25.410600 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-b64d12a8-0318-4ac4-b45f-b88949202749 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b62090a5f4b46a7a4a369c51041e5e3&device_id=8cc245bc-688c-478d-b920-da244c56e1dc HTTP/1.1" status: 200 len: 1094 time: 0.6351254 Feb 04 21:12:25.415504 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-97a09db6-7562-4440-905e-82fbebd100a7 None None] For port 3c6324c9-682a-4d45-b5e3-83fe04c1fe36, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:12:25.419762 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-97a09db6-7562-4440-905e-82fbebd100a7 None None] For port 3c6324c9-682a-4d45-b5e3-83fe04c1fe36, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=3c6324c9-682a-4d45-b5e3-83fe04c1fe36,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:12:25.429534 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-97a09db6-7562-4440-905e-82fbebd100a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:25.435809 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dc4d0597-89fd-4ad6-80cf-ca308007dcbb req-60fd2267-53be-41ee-9df3-cb5e041bb90b tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333462 Feb 04 21:12:25.466714 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-818b8f56-88ba-4b3e-a1ae-3868ecd4e1e3 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Synchronizing usage tracker for tenant:d12823a006ff49a4916b73b08e3ad259 on resource:security_group {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:12:25.472586 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-454afe55-0b75-44a2-b4ca-fa7004d9d9e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:25.500615 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-454afe55-0b75-44a2-b4ca-fa7004d9d9e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:25.531948 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-83002a3e-2809-4dac-9f16-2795369fce30 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a HTTP/1.1" status: 200 len: 217 time: 0.1087089 Feb 04 21:12:25.536118 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb221742-b05e-42ba-bf68-a79f2334782d req-a0afb52c-cb3e-4db7-bb0a-a6f4815aecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:25.537477 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bb221742-b05e-42ba-bf68-a79f2334782d req-a0afb52c-cb3e-4db7-bb0a-a6f4815aecf7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=45821ff6-3791-4a68-b829-a67211a973e0 HTTP/1.1" status: 200 len: 919 time: 0.4582865 Feb 04 21:12:25.567785 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a09db6-7562-4440-905e-82fbebd100a7 None None] Pushing event updated for resources: {'Port': ['ID=3c6324c9-682a-4d45-b5e3-83fe04c1fe36,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:25.586062 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c485a07-47d6-439a-ab8a-c04e216562f5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:25.587984 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c485a07-47d6-439a-ab8a-c04e216562f5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:25.588906 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1c485a07-47d6-439a-ab8a-c04e216562f5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:12:25.598111 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-454afe55-0b75-44a2-b4ca-fa7004d9d9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:25.618040 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-818b8f56-88ba-4b3e-a1ae-3868ecd4e1e3 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Unset dirty status for tenant:d12823a006ff49a4916b73b08e3ad259 on resource:security_group {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:12:25.619365 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-818b8f56-88ba-4b3e-a1ae-3868ecd4e1e3 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d12823a006ff49a4916b73b08e3ad259 HTTP/1.1" status: 200 len: 380 time: 0.2346976 Feb 04 21:12:25.635249 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-6f74c36f-73a5-4720-95cf-157884b4c5b8 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Request body: {'port': {'device_id': '32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db', 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79', 'admin_state_up': True, 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'security_groups': ['b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3']}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:25.653659 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454afe55-0b75-44a2-b4ca-fa7004d9d9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36cfb95-5520-4227-a4f3-07a09dd0e83d,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:25.659865 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1c485a07-47d6-439a-ab8a-c04e216562f5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:12:25.664303 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1c485a07-47d6-439a-ab8a-c04e216562f5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3299303 Feb 04 21:12:25.665311 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-454afe55-0b75-44a2-b4ca-fa7004d9d9e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:25.668702 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-454afe55-0b75-44a2-b4ca-fa7004d9d9e9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d36cfb95-5520-4227-a4f3-07a09dd0e83d HTTP/1.1" status: 204 len: 168 time: 0.4969382 Feb 04 21:12:25.670871 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40466) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:25.781157 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bb221742-b05e-42ba-bf68-a79f2334782d req-d2e1784f-3ce8-4f74-bc1c-664253cee589 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffecdf98-c817-481b-b0b0-07871ba48ec8 HTTP/1.1" status: 200 len: 217 time: 0.2003438 Feb 04 21:12:25.859614 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f27f7-97d9-4509-9367-debf5e157955 req-337e9b18-c974-4d2b-8e71-89ea1552b26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:25.885452 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6b9f27f7-97d9-4509-9367-debf5e157955 req-337e9b18-c974-4d2b-8e71-89ea1552b26b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4cc1ce8-eeb6-46af-80b5-92196799c865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5706060 Feb 04 21:12:25.892375 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-6b9f27f7-97d9-4509-9367-debf5e157955 req-8cd2cb78-da3d-4aae-8462-d6d5f56cd7e7 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:12:25.896187 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6b9f27f7-97d9-4509-9367-debf5e157955 req-8cd2cb78-da3d-4aae-8462-d6d5f56cd7e7 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061722 Feb 04 21:12:26.023889 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-6f74c36f-73a5-4720-95cf-157884b4c5b8 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:26.046379 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-e49b79ea-c5e2-4a2d-b1c0-71344f00ee7e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting subnet 920367fb-f7c3-4438-8dd8-5aa7aa149061 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:12:26.064151 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e49b79ea-c5e2-4a2d-b1c0-71344f00ee7e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:26.074852 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:26.092544 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb221742-b05e-42ba-bf68-a79f2334782d req-90b2d2b5-3714-4581-9951-c53c34d6ceac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:26.093677 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-6f74c36f-73a5-4720-95cf-157884b4c5b8 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:26.094722 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bb221742-b05e-42ba-bf68-a79f2334782d req-90b2d2b5-3714-4581-9951-c53c34d6ceac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e215eb7a-eead-45ce-94f4-e8f9a41d8b7e HTTP/1.1" status: 200 len: 858 time: 0.2981169 Feb 04 21:12:26.096762 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-19f2bb6d-bd46-4493-8184-aeb4364d5ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:26.099256 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-19f2bb6d-bd46-4493-8184-aeb4364d5ff1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ba34e41-1e8a-40be-b620-552f144c8194 HTTP/1.1" status: 200 len: 851 time: 0.5588439 Feb 04 21:12:26.162068 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-6f74c36f-73a5-4720-95cf-157884b4c5b8 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Made reservation on behalf of d12823a006ff49a4916b73b08e3ad259 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:12:26.164099 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bb221742-b05e-42ba-bf68-a79f2334782d req-829c1492-dc54-462c-bba3-76a4321cedf0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=45821ff6-3791-4a68-b829-a67211a973e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580435 Feb 04 21:12:26.169497 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-6f74c36f-73a5-4720-95cf-157884b4c5b8 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:26.185201 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e49b79ea-c5e2-4a2d-b1c0-71344f00ee7e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:26.415136 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e49b79ea-c5e2-4a2d-b1c0-71344f00ee7e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:26.427640 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 3c6324c9-682a-4d45-b5e3-83fe04c1fe36 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:12:26.505640 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-6f74c36f-73a5-4720-95cf-157884b4c5b8 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Allocated IP 172.20.0.11 (aeca86bf-5462-4afd-9138-c5fe85a0ef79/2332d4ab-28bd-4df4-abe3-897aa8896a30/643c6a12-47d2-4a5a-a384-c6eee850b1ca) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:12:26.552736 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 3c6324c9-682a-4d45-b5e3-83fe04c1fe36 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:12:26.562467 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6b9f27f7-97d9-4509-9367-debf5e157955 req-3f7c7708-a323-4ebc-aafc-84e91fc57fdc service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6489127 Feb 04 21:12:26.573546 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e49b79ea-c5e2-4a2d-b1c0-71344f00ee7e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:26.680009 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b79ea-c5e2-4a2d-b1c0-71344f00ee7e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Subnet': ['ID=920367fb-f7c3-4438-8dd8-5aa7aa149061,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:26.687767 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e49b79ea-c5e2-4a2d-b1c0-71344f00ee7e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:26.759735 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6b9f27f7-97d9-4509-9367-debf5e157955 req-477d7064-a284-4b10-8662-be7d760251ea service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815767 Feb 04 21:12:26.795209 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e49b79ea-c5e2-4a2d-b1c0-71344f00ee7e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/920367fb-f7c3-4438-8dd8-5aa7aa149061 HTTP/1.1" status: 204 len: 168 time: 1.1231265 Feb 04 21:12:26.802163 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40502) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:26.891165 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f071e8-a96a-4759-aa6b-67ae357617c3 req-5a85244f-9a51-49c3-8426-bef1e1030277 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:26.898143 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-41f071e8-a96a-4759-aa6b-67ae357617c3 req-5a85244f-9a51-49c3-8426-bef1e1030277 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cc245bc-688c-478d-b920-da244c56e1dc HTTP/1.1" status: 200 len: 943 time: 1.2104516 Feb 04 21:12:27.021966 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13402f29-4ee0-4ed6-956b-8404ac03d89a req-c536de77-85bd-42f1-b779-f7a8d9e7ff90 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:27.030525 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-13402f29-4ee0-4ed6-956b-8404ac03d89a req-c536de77-85bd-42f1-b779-f7a8d9e7ff90 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 1.1331439 Feb 04 21:12:27.100221 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-756ee423-9c2f-4f9b-9c3d-dced8f75d327 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2967970 Feb 04 21:12:27.105244 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-41f071e8-a96a-4759-aa6b-67ae357617c3 req-ab2b0e07-ffe2-4aed-9126-4571d42a3a1a tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea76193b-dc3c-4711-98ab-c1fcf94780c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2057714 Feb 04 21:12:27.122983 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 40516) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:27.147527 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-7aac777f-0bb3-4b0c-b7c6-d163ef789f26 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:27.177273 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-6f74c36f-73a5-4720-95cf-157884b4c5b8 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:27.189111 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40524) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:27.201266 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-6f74c36f-73a5-4720-95cf-157884b4c5b8 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Transition to ACTIVE for port object 643c6a12-47d2-4a5a-a384-c6eee850b1ca will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:12:27.207746 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bb221742-b05e-42ba-bf68-a79f2334782d req-50de7681-8ac7-4b88-99d7-728d71d52f2a service neutron] 10.222.0.18 "GET /v2.0/networks/45821ff6-3791-4a68-b829-a67211a973e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6438572 Feb 04 21:12:27.242169 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-6f74c36f-73a5-4720-95cf-157884b4c5b8 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:27.401058 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3f0444-4c03-4dde-9ac8-12ee017fa16b None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:12:27.419099 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74c36f-73a5-4720-95cf-157884b4c5b8 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Pushing event updated for resources: {'Port': ['ID=643c6a12-47d2-4a5a-a384-c6eee850b1ca,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:27.421902 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-32d2f3f2-9e72-44ae-bd20-e32ed2e4e426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:27.423654 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-32d2f3f2-9e72-44ae-bd20-e32ed2e4e426 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3d58cd99-6056-4122-a3aa-beba29366a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2436633 Feb 04 21:12:27.461137 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-6f74c36f-73a5-4720-95cf-157884b4c5b8 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Network aeca86bf-5462-4afd-9138-c5fe85a0ef79 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:12:27.462534 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-6f74c36f-73a5-4720-95cf-157884b4c5b8 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:12:27.476418 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-6f74c36f-73a5-4720-95cf-157884b4c5b8 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:12:27.534858 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-99d20b18-3a15-4c51-b300-9021ad8cad5e None None] Could not find standard attr ID for object 6905689e-187b-4751-a90b-cc2586f38974. {{(pid=87684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 21:12:27.551859 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-1aadd63d-afb3-4a36-a3ee-736522e5bb79 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1393831956-network', 'tenant_id': '803c4bfb4a0c4d64ba81f7b2220cf823'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:27.584747 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-1aadd63d-afb3-4a36-a3ee-736522e5bb79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:27.591781 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1aadd63d-afb3-4a36-a3ee-736522e5bb79 admin admin] Usage tracker for resource:network and tenant:803c4bfb4a0c4d64ba81f7b2220cf823 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:12:27.606299 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1aadd63d-afb3-4a36-a3ee-736522e5bb79 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:12:27.615735 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-1aadd63d-afb3-4a36-a3ee-736522e5bb79 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:27.633938 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-99d20b18-3a15-4c51-b300-9021ad8cad5e None None] Provisioning for port 3c6324c9-682a-4d45-b5e3-83fe04c1fe36 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:12:27.634520 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bb221742-b05e-42ba-bf68-a79f2334782d req-60a1611f-01dc-4b48-b9bb-2ac98b611acc service neutron] 10.222.0.18 "GET /v2.0/networks/45821ff6-3791-4a68-b829-a67211a973e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075918 Feb 04 21:12:27.647519 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aadd63d-afb3-4a36-a3ee-736522e5bb79 admin admin] Made reservation on behalf of 803c4bfb4a0c4d64ba81f7b2220cf823 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:12:27.651071 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1aadd63d-afb3-4a36-a3ee-736522e5bb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:27.658074 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-13402f29-4ee0-4ed6-956b-8404ac03d89a req-26f23f6d-a8ad-4ebf-b31c-a03e4df0541f tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6263788 Feb 04 21:12:27.685847 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-6f74c36f-73a5-4720-95cf-157884b4c5b8 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:27.686851 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-6f74c36f-73a5-4720-95cf-157884b4c5b8 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:27.695217 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1aadd63d-afb3-4a36-a3ee-736522e5bb79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:27.702424 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-99d20b18-3a15-4c51-b300-9021ad8cad5e None None] Provisioning complete for port 3c6324c9-682a-4d45-b5e3-83fe04c1fe36 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:12:27.710056 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-99d20b18-3a15-4c51-b300-9021ad8cad5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:27.749359 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-1aadd63d-afb3-4a36-a3ee-736522e5bb79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:27.774232 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-6f74c36f-73a5-4720-95cf-157884b4c5b8 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1474998 Feb 04 21:12:27.777449 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1aadd63d-afb3-4a36-a3ee-736522e5bb79 admin admin] Usage tracker for resource:security_group_rule and tenant:803c4bfb4a0c4d64ba81f7b2220cf823 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:12:27.793495 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-2fd442a1-2813-4481-8233-da79ad1f00f3 service neutron] Request body: {'port': {'device_id': '32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:27.841724 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1aadd63d-afb3-4a36-a3ee-736522e5bb79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:12:27.859607 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-1aadd63d-afb3-4a36-a3ee-736522e5bb79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:27.923437 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-99d20b18-3a15-4c51-b300-9021ad8cad5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:27.968929 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-2fd442a1-2813-4481-8233-da79ad1f00f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:27.993186 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-99d20b18-3a15-4c51-b300-9021ad8cad5e None None] For port 3c6324c9-682a-4d45-b5e3-83fe04c1fe36, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=3c6324c9-682a-4d45-b5e3-83fe04c1fe36,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:12:28.002139 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-99d20b18-3a15-4c51-b300-9021ad8cad5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:28.034571 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7aac777f-0bb3-4b0c-b7c6-d163ef789f26 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:28.058276 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291bb491-4ba4-4444-bc33-480886b8be34 None None] DHCP port deletion for f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:12:28.060689 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7aac777f-0bb3-4b0c-b7c6-d163ef789f26 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:subnet and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:12:28.064563 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7aac777f-0bb3-4b0c-b7c6-d163ef789f26 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:12:28.071298 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-291bb491-4ba4-4444-bc33-480886b8be34 None None] Deleting port 3c6324c9-682a-4d45-b5e3-83fe04c1fe36 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:12:28.071683 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-291bb491-4ba4-4444-bc33-480886b8be34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:28.077918 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7aac777f-0bb3-4b0c-b7c6-d163ef789f26 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:28.104624 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539fddc-29c2-4d4a-8e5b-56500b1b8f20 req-38692d73-17cd-410a-9348-5c01f7525c16 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:28.115478 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3539fddc-29c2-4d4a-8e5b-56500b1b8f20 req-38692d73-17cd-410a-9348-5c01f7525c16 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 932 time: 0.7713387 Feb 04 21:12:28.215965 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d20b18-3a15-4c51-b300-9021ad8cad5e None None] Pushing event updated for resources: {'Port': ['ID=3c6324c9-682a-4d45-b5e3-83fe04c1fe36,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:28.234569 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-557dea49-0244-4a01-888f-3bcfd802b152 None None] Provisioning for port 643c6a12-47d2-4a5a-a384-c6eee850b1ca completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:12:28.264635 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aac777f-0bb3-4b0c-b7c6-d163ef789f26 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:12:28.265530 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1aadd63d-afb3-4a36-a3ee-736522e5bb79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:28.271342 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7aac777f-0bb3-4b0c-b7c6-d163ef789f26 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:28.283246 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1aadd63d-afb3-4a36-a3ee-736522e5bb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:28.286700 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:12:28.298224 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-557dea49-0244-4a01-888f-3bcfd802b152 None None] Provisioning complete for port 643c6a12-47d2-4a5a-a384-c6eee850b1ca triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:12:28.298809 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-557dea49-0244-4a01-888f-3bcfd802b152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:28.322127 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-c56a9f0a-7fba-4b3f-9e63-983110b7604a service neutron] 10.222.0.32 "GET /v2.0/networks/3d58cd99-6056-4122-a3aa-beba29366a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6577272 Feb 04 21:12:28.340561 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 3c6324c9-682a-4d45-b5e3-83fe04c1fe36 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:12:28.375064 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aadd63d-afb3-4a36-a3ee-736522e5bb79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:12:28.405091 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3539fddc-29c2-4d4a-8e5b-56500b1b8f20 req-10ca5392-b3bb-46ef-be16-a3fa98995a43 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2878180 Feb 04 21:12:28.417095 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aadd63d-afb3-4a36-a3ee-736522e5bb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:28.434280 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1aadd63d-afb3-4a36-a3ee-736522e5bb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:28.435460 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-1aadd63d-afb3-4a36-a3ee-736522e5bb79 admin admin] Added segment 90500554-f748-4464-907c-9d77092e3d3a of type vlan for network 8fabec85-7328-4725-bced-b859dec9a60d Feb 04 21:12:28.453407 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-557dea49-0244-4a01-888f-3bcfd802b152 None None] Port 643c6a12-47d2-4a5a-a384-c6eee850b1ca cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:12:28.457068 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-291bb491-4ba4-4444-bc33-480886b8be34 None None] For port 3c6324c9-682a-4d45-b5e3-83fe04c1fe36, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=3c6324c9-682a-4d45-b5e3-83fe04c1fe36,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:12:28.458428 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-291bb491-4ba4-4444-bc33-480886b8be34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:28.478262 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb3649-5ab7-4cb0-a1c8-2d29b87dcd5a req-d5d2e3d1-6a2f-4fe7-a103-78b043333af9 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:28.479929 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1cbb3649-5ab7-4cb0-a1c8-2d29b87dcd5a req-d5d2e3d1-6a2f-4fe7-a103-78b043333af9 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 945 time: 0.6123087 Feb 04 21:12:28.537397 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1aadd63d-afb3-4a36-a3ee-736522e5bb79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:28.580212 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1aadd63d-afb3-4a36-a3ee-736522e5bb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:28.581547 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aadd63d-afb3-4a36-a3ee-736522e5bb79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:28.582849 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1aadd63d-afb3-4a36-a3ee-736522e5bb79 admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:28.657291 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-291bb491-4ba4-4444-bc33-480886b8be34 None None] Calling delete_port for 3c6324c9-682a-4d45-b5e3-83fe04c1fe36 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:12:28.760302 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aadd63d-afb3-4a36-a3ee-736522e5bb79 admin admin] Pushing event updated for resources: {'Network': ['ID=8fabec85-7328-4725-bced-b859dec9a60d,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:28.775597 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 8fabec85-7328-4725-bced-b859dec9a60d details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:12:28.779027 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1cbb3649-5ab7-4cb0-a1c8-2d29b87dcd5a req-8246e329-a51e-42a2-a8ee-83189aca70df tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878792 Feb 04 21:12:28.786495 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1aadd63d-afb3-4a36-a3ee-736522e5bb79 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5932639 Feb 04 21:12:28.789165 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40556) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:28.802034 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-814c390f-6efa-4b30-85b6-f79cb9237103 admin admin] Request body: {'subnet': {'network_id': '8fabec85-7328-4725-bced-b859dec9a60d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1393831956-subnet', 'tenant_id': '803c4bfb4a0c4d64ba81f7b2220cf823', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:28.815921 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-814c390f-6efa-4b30-85b6-f79cb9237103 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:28.826767 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac89099-7206-4a15-aac6-dface6c4723f req-7fffa232-31ef-46f8-a80e-bc52def10a56 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:28.827894 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3ac89099-7206-4a15-aac6-dface6c4723f req-7fffa232-31ef-46f8-a80e-bc52def10a56 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cc245bc-688c-478d-b920-da244c56e1dc HTTP/1.1" status: 200 len: 943 time: 0.2358432 Feb 04 21:12:28.831738 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-814c390f-6efa-4b30-85b6-f79cb9237103 admin admin] Usage tracker for resource:subnet and tenant:803c4bfb4a0c4d64ba81f7b2220cf823 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:12:28.833659 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ebd9b38-5478-45cf-b6cb-7b2052fde3f7 req-1834bbc9-9dad-4561-8a76-5a202a71d392 service neutron] 10.222.0.32 "GET /v2.0/networks/3d58cd99-6056-4122-a3aa-beba29366a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331443 Feb 04 21:12:28.838907 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-2fd442a1-2813-4481-8233-da79ad1f00f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 643c6a12-47d2-4a5a-a384-c6eee850b1ca {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:12:28.844181 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-814c390f-6efa-4b30-85b6-f79cb9237103 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:12:28.854128 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-2fd442a1-2813-4481-8233-da79ad1f00f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:28.856838 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-814c390f-6efa-4b30-85b6-f79cb9237103 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:28.908442 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-2fd442a1-2813-4481-8233-da79ad1f00f3 service neutron] Transition to ACTIVE for port object 643c6a12-47d2-4a5a-a384-c6eee850b1ca will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:12:28.908442 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814c390f-6efa-4b30-85b6-f79cb9237103 admin admin] Made reservation on behalf of 803c4bfb4a0c4d64ba81f7b2220cf823 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:12:28.909895 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-814c390f-6efa-4b30-85b6-f79cb9237103 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:29.017889 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:29.058046 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 3c6324c9-682a-4d45-b5e3-83fe04c1fe36, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=3c6324c9-682a-4d45-b5e3-83fe04c1fe36,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:12:29.074893 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:29.125923 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-2fd442a1-2813-4481-8233-da79ad1f00f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:29.163267 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3ac89099-7206-4a15-aac6-dface6c4723f req-764a850c-ec89-4342-9537-2f5a59930ca9 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea76193b-dc3c-4711-98ab-c1fcf94780c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3262143 Feb 04 21:12:29.181606 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-291bb491-4ba4-4444-bc33-480886b8be34 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:12:29.181958 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-291bb491-4ba4-4444-bc33-480886b8be34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:12:29.236766 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=3c6324c9-682a-4d45-b5e3-83fe04c1fe36,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:29.358872 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd442a1-2813-4481-8233-da79ad1f00f3 service neutron] Pushing event updated for resources: {'Port': ['ID=643c6a12-47d2-4a5a-a384-c6eee850b1ca,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:29.431390 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-814c390f-6efa-4b30-85b6-f79cb9237103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:29.435953 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7aac777f-0bb3-4b0c-b7c6-d163ef789f26 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:29.529481 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce36aab-af3a-450a-9c2c-86021ab0f46d req-bd854eb5-1c9a-4b3a-8c25-56a06b73b5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:29.531246 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dce36aab-af3a-450a-9c2c-86021ab0f46d req-bd854eb5-1c9a-4b3a-8c25-56a06b73b5f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b62090a5f4b46a7a4a369c51041e5e3&device_id=8cc245bc-688c-478d-b920-da244c56e1dc HTTP/1.1" status: 200 len: 1094 time: 0.5977674 Feb 04 21:12:29.543921 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aac777f-0bb3-4b0c-b7c6-d163ef789f26 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:12:29.545464 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c390f-6efa-4b30-85b6-f79cb9237103 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf4393a5-4d9f-4e62-a55d-2fc5de86b20c,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:29.571749 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-7aac777f-0bb3-4b0c-b7c6-d163ef789f26 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:12:29.581082 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aac777f-0bb3-4b0c-b7c6-d163ef789f26 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:29.581470 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814c390f-6efa-4b30-85b6-f79cb9237103 admin admin] Checking segment: {'id': '90500554-f748-4464-907c-9d77092e3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8fabec85-7328-4725-bced-b859dec9a60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:12:29.581575 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7aac777f-0bb3-4b0c-b7c6-d163ef789f26 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:29.581843 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814c390f-6efa-4b30-85b6-f79cb9237103 admin admin] Network hostable DHCP agents. Network: 8fabec85-7328-4725-bced-b859dec9a60d, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:12:29.593240 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-2fd442a1-2813-4481-8233-da79ad1f00f3 service neutron] Attempting to bind port 643c6a12-47d2-4a5a-a384-c6eee850b1ca on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:12:29.593697 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-2fd442a1-2813-4481-8233-da79ad1f00f3 service neutron] Attempting to bind port 643c6a12-47d2-4a5a-a384-c6eee850b1ca by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '84b34f62-20de-461e-9dfa-a6b12b358939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:12:29.594180 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-2fd442a1-2813-4481-8233-da79ad1f00f3 service neutron] Attempting to bind port 643c6a12-47d2-4a5a-a384-c6eee850b1ca on network aeca86bf-5462-4afd-9138-c5fe85a0ef79 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:12:29.607635 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-2fd442a1-2813-4481-8233-da79ad1f00f3 service neutron] Port 643c6a12-47d2-4a5a-a384-c6eee850b1ca on network aeca86bf-5462-4afd-9138-c5fe85a0ef79 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:12:29.608130 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-2fd442a1-2813-4481-8233-da79ad1f00f3 service neutron] Attempting to bind port 643c6a12-47d2-4a5a-a384-c6eee850b1ca on network aeca86bf-5462-4afd-9138-c5fe85a0ef79 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:12:29.617680 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-2fd442a1-2813-4481-8233-da79ad1f00f3 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:12:29.618106 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-2fd442a1-2813-4481-8233-da79ad1f00f3 service neutron] Checking segment: {'id': '84b34f62-20de-461e-9dfa-a6b12b358939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:12:29.618475 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-2fd442a1-2813-4481-8233-da79ad1f00f3 service neutron] Bound using segment: {'id': '84b34f62-20de-461e-9dfa-a6b12b358939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:12:29.618962 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-2fd442a1-2813-4481-8233-da79ad1f00f3 service neutron] Bound port: 643c6a12-47d2-4a5a-a384-c6eee850b1ca, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84b34f62-20de-461e-9dfa-a6b12b358939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:12:29.619370 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-2fd442a1-2813-4481-8233-da79ad1f00f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:29.631771 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814c390f-6efa-4b30-85b6-f79cb9237103 admin admin] Network 8fabec85-7328-4725-bced-b859dec9a60d is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:12:29.672120 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-814c390f-6efa-4b30-85b6-f79cb9237103 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 8fabec85-7328-4725-bced-b859dec9a60d) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:12:29.681723 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78847b29-bff8-447a-9cb8-1ad782a829ae None None] Network 8fabec85-7328-4725-bced-b859dec9a60d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:12:29.697486 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-291bb491-4ba4-4444-bc33-480886b8be34 None None] Deleting port 3c6324c9-682a-4d45-b5e3-83fe04c1fe36 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:12:29.698133 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-291bb491-4ba4-4444-bc33-480886b8be34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:29.744645 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-2fd442a1-2813-4481-8233-da79ad1f00f3 service neutron] For port 643c6a12-47d2-4a5a-a384-c6eee850b1ca, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:12:29.750918 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-2fd442a1-2813-4481-8233-da79ad1f00f3 service neutron] For port 643c6a12-47d2-4a5a-a384-c6eee850b1ca, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=643c6a12-47d2-4a5a-a384-c6eee850b1ca,segment=NetworkSegment(84b34f62-20de-461e-9dfa-a6b12b358939),segment_id=84b34f62-20de-461e-9dfa-a6b12b358939)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:12:29.757551 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436f1ac-544a-4dab-a8b6-83e2a5ddecba req-1271f460-31ef-431a-89b4-0823bf68b584 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:29.759081 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6436f1ac-544a-4dab-a8b6-83e2a5ddecba req-1271f460-31ef-431a-89b4-0823bf68b584 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.7238722 Feb 04 21:12:29.759734 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac777f-0bb3-4b0c-b7c6-d163ef789f26 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Subnet': ['ID=10a2b096-04bc-4f74-ab54-3c5a60a30a34,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:29.771395 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814c390f-6efa-4b30-85b6-f79cb9237103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:29.772245 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-814c390f-6efa-4b30-85b6-f79cb9237103 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:29.781573 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-2fd442a1-2813-4481-8233-da79ad1f00f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:29.785956 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-7aac777f-0bb3-4b0c-b7c6-d163ef789f26 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6613693 Feb 04 21:12:29.824452 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 40572) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:29.861656 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6436f1ac-544a-4dab-a8b6-83e2a5ddecba req-16fc811f-5d2b-42c1-a588-259dc58419b1 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833776 Feb 04 21:12:29.867519 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-2fd442a1-2813-4481-8233-da79ad1f00f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:29.869150 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-2fd442a1-2813-4481-8233-da79ad1f00f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:29.871841 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-2fd442a1-2813-4481-8233-da79ad1f00f3 service neutron] 10.222.0.18 "PUT /v2.0/ports/643c6a12-47d2-4a5a-a384-c6eee850b1ca HTTP/1.1" status: 200 len: 1092 time: 2.0880697 Feb 04 21:12:29.883556 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-6b6b042c-4ebe-4552-a0e1-4c178827ea82 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'port': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'name': 'tempest-NetworksTestDHCPv6-1541647736'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:29.886525 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db', 'tag': '643c6a12-47d2-4a5a-a384-c6eee850b1ca'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:12:29.930779 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-814c390f-6efa-4b30-85b6-f79cb9237103 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1301725 Feb 04 21:12:29.947852 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd442a1-2813-4481-8233-da79ad1f00f3 service neutron] Pushing event updated for resources: {'Port': ['ID=643c6a12-47d2-4a5a-a384-c6eee850b1ca,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:30.226020 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce36aab-af3a-450a-9c2c-86021ab0f46d req-36b62eee-15f2-4d79-bbbb-f55189c5ad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:30.227494 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dce36aab-af3a-450a-9c2c-86021ab0f46d req-36b62eee-15f2-4d79-bbbb-f55189c5ad21 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3d58cd99-6056-4122-a3aa-beba29366a52 HTTP/1.1" status: 200 len: 913 time: 0.6765399 Feb 04 21:12:30.308451 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477130c4-51e2-4baa-8903-03d68523a16b req-f4848823-5285-4f7f-a01f-bddc5b48d82e tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:30.310003 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-477130c4-51e2-4baa-8903-03d68523a16b req-f4848823-5285-4f7f-a01f-bddc5b48d82e tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 944 time: 0.7327089 Feb 04 21:12:30.314371 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac34206-1950-4e03-933a-1250c866341e None None] Network 8fabec85-7328-4725-bced-b859dec9a60d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:12:30.350805 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-104d51ea-a38c-41a4-88cf-74ebcb429f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:30.352507 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-104d51ea-a38c-41a4-88cf-74ebcb429f0c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d12823a006ff49a4916b73b08e3ad259&device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 1095 time: 0.3689890 Feb 04 21:12:30.460578 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-a6d69145-9cf0-4620-86f6-98cf6fe91473 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=643c6a12-47d2-4a5a-a384-c6eee850b1ca HTTP/1.1" status: 200 len: 217 time: 0.1002982 Feb 04 21:12:30.479898 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-6b6b042c-4ebe-4552-a0e1-4c178827ea82 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:30.510293 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-6b6b042c-4ebe-4552-a0e1-4c178827ea82 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:port and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:12:30.519748 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-477130c4-51e2-4baa-8903-03d68523a16b req-9622de64-29d9-449b-bb17-e21d88247106 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920495 Feb 04 21:12:30.521761 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dce36aab-af3a-450a-9c2c-86021ab0f46d req-da2d7863-0209-483d-a596-0ff8a7342dbe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a HTTP/1.1" status: 200 len: 217 time: 0.2316287 Feb 04 21:12:30.523456 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-6b6b042c-4ebe-4552-a0e1-4c178827ea82 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:12:30.532851 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-6b6b042c-4ebe-4552-a0e1-4c178827ea82 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:30.551837 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-291bb491-4ba4-4444-bc33-480886b8be34 None None] For port 3c6324c9-682a-4d45-b5e3-83fe04c1fe36, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=3c6324c9-682a-4d45-b5e3-83fe04c1fe36,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:12:30.552247 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-291bb491-4ba4-4444-bc33-480886b8be34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:30.556163 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e448c-ef75-461b-9d92-330a0d601f9f req-ea6e35b1-c6c0-4a9d-a36a-35704395a21a tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:30.559183 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e74e448c-ef75-461b-9d92-330a0d601f9f req-ea6e35b1-c6c0-4a9d-a36a-35704395a21a tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 945 time: 0.4401789 Feb 04 21:12:30.576441 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-54d1856e-0b14-4b9d-a0cb-1c749705b353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:30.578553 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-54d1856e-0b14-4b9d-a0cb-1c749705b353 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2332d4ab-28bd-4df4-abe3-897aa8896a30 HTTP/1.1" status: 200 len: 856 time: 0.1082010 Feb 04 21:12:30.632759 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce36aab-af3a-450a-9c2c-86021ab0f46d req-6da5b99f-ab26-427c-8abe-b7d32f9ab716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:30.634399 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dce36aab-af3a-450a-9c2c-86021ab0f46d req-6da5b99f-ab26-427c-8abe-b7d32f9ab716 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ba34e41-1e8a-40be-b620-552f144c8194 HTTP/1.1" status: 200 len: 851 time: 0.0739055 Feb 04 21:12:30.636371 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6b042c-4ebe-4552-a0e1-4c178827ea82 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:12:30.639934 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6b6b042c-4ebe-4552-a0e1-4c178827ea82 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:30.704751 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-f5d9a0da-4f6e-4b1f-a8dd-8648fee7f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:30.708209 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-f5d9a0da-4f6e-4b1f-a8dd-8648fee7f155 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=aeca86bf-5462-4afd-9138-c5fe85a0ef79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1206052 Feb 04 21:12:30.715638 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-291bb491-4ba4-4444-bc33-480886b8be34 None None] Calling delete_port for 3c6324c9-682a-4d45-b5e3-83fe04c1fe36 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:12:30.721744 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [None req-6b6b042c-4ebe-4552-a0e1-4c178827ea82 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] device_id is not set on port 53cf9645-bfcb-4e07-a4c6-20db72a32581 yet. {{(pid=87683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:12:30.847906 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-291bb491-4ba4-4444-bc33-480886b8be34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:30.892149 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-fed03a67-dd4f-4d2c-8ea7-eb388bf957a9 service neutron] 10.222.0.18 "GET /v2.0/networks/aeca86bf-5462-4afd-9138-c5fe85a0ef79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786149 Feb 04 21:12:30.924613 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bb491-4ba4-4444-bc33-480886b8be34 None None] Pushing event deleted for resources: {'Port': ['ID=3c6324c9-682a-4d45-b5e3-83fe04c1fe36,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:30.931760 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291bb491-4ba4-4444-bc33-480886b8be34 None None] No DVR routers for this DVR port 3c6324c9-682a-4d45-b5e3-83fe04c1fe36 on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:12:30.948543 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb657a5-7d6f-4565-b32a-fc0a0de22f01 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:12:30.970178 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-6b6b042c-4ebe-4552-a0e1-4c178827ea82 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Allocated IP 2001:db8::7e (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/10a2b096-04bc-4f74-ab54-3c5a60a30a34/53cf9645-bfcb-4e07-a4c6-20db72a32581) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:12:31.015854 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e74e448c-ef75-461b-9d92-330a0d601f9f req-4a32174f-14d8-4f06-bcb1-93dcc298b8d6 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804519 Feb 04 21:12:31.116595 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5e67660e-ce3b-4445-afcc-f9cbce413019 req-fbe6404e-e3be-4e35-a1ff-dbe84ff0e640 service neutron] 10.222.0.18 "GET /v2.0/networks/aeca86bf-5462-4afd-9138-c5fe85a0ef79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179677 Feb 04 21:12:31.123458 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce36aab-af3a-450a-9c2c-86021ab0f46d req-a0b73ebf-9bc7-491e-b7d7-f464bc49e90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:31.125661 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dce36aab-af3a-450a-9c2c-86021ab0f46d req-a0b73ebf-9bc7-491e-b7d7-f464bc49e90a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3d58cd99-6056-4122-a3aa-beba29366a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4624512 Feb 04 21:12:31.154930 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda456af-ecf2-42e5-a862-d416d8f6a01a req-f7c712cc-e954-410d-84c3-bf360f03eb53 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:31.156444 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dda456af-ecf2-42e5-a862-d416d8f6a01a req-f7c712cc-e954-410d-84c3-bf360f03eb53 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.4912348 Feb 04 21:12:31.267330 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bd8d73-2d5c-4b47-b1a6-c83626bec081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'tenant_id': 'c1a09abf1d69443ba4dc5757947fc733', 'fixed_ips': [{'subnet_id': '10a2b096-04bc-4f74-ab54-3c5a60a30a34'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:12:31.268172 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-42bd8d73-2d5c-4b47-b1a6-c83626bec081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:31.294903 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db', 'tag': '643c6a12-47d2-4a5a-a384-c6eee850b1ca', 'status': 'completed', 'code': 200} Feb 04 21:12:31.444893 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a55bde-bcba-48dd-a5c5-48684e3fe5e9 req-9df4b0cf-cf9e-419e-90ea-da3ec0d65065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:31.447438 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-55a55bde-bcba-48dd-a5c5-48684e3fe5e9 req-9df4b0cf-cf9e-419e-90ea-da3ec0d65065 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d12823a006ff49a4916b73b08e3ad259&device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 1095 time: 0.1223164 Feb 04 21:12:31.481149 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dda456af-ecf2-42e5-a862-d416d8f6a01a req-4d05c7c5-4511-4732-ba47-451cf06930a5 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2973154 Feb 04 21:12:31.573567 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dce36aab-af3a-450a-9c2c-86021ab0f46d req-0373441e-8ebd-4074-a4cd-556d468d4c25 service neutron] 10.222.0.32 "GET /v2.0/networks/3d58cd99-6056-4122-a3aa-beba29366a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155004 Feb 04 21:12:31.631115 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a55bde-bcba-48dd-a5c5-48684e3fe5e9 req-f0cec957-ece7-46b3-859a-654a99a18cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:31.632682 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-55a55bde-bcba-48dd-a5c5-48684e3fe5e9 req-f0cec957-ece7-46b3-859a-654a99a18cda service neutron] 10.222.0.18 "GET /v2.0/networks?id=aeca86bf-5462-4afd-9138-c5fe85a0ef79 HTTP/1.1" status: 200 len: 918 time: 0.1804590 Feb 04 21:12:31.709799 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-55a55bde-bcba-48dd-a5c5-48684e3fe5e9 req-591eedfa-64ff-4e1f-a792-b53876d519c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=643c6a12-47d2-4a5a-a384-c6eee850b1ca HTTP/1.1" status: 200 len: 217 time: 0.0701227 Feb 04 21:12:31.783534 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a55bde-bcba-48dd-a5c5-48684e3fe5e9 req-c4080739-ca34-4651-a595-91e395606ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:31.785004 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-55a55bde-bcba-48dd-a5c5-48684e3fe5e9 req-c4080739-ca34-4651-a595-91e395606ddc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2332d4ab-28bd-4df4-abe3-897aa8896a30 HTTP/1.1" status: 200 len: 856 time: 0.0695550 Feb 04 21:12:31.880670 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6b6b042c-4ebe-4552-a0e1-4c178827ea82 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:31.884856 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a55bde-bcba-48dd-a5c5-48684e3fe5e9 req-7db23e14-16b0-4419-b788-b0ce60958c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:31.887215 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-55a55bde-bcba-48dd-a5c5-48684e3fe5e9 req-7db23e14-16b0-4419-b788-b0ce60958c7d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=aeca86bf-5462-4afd-9138-c5fe85a0ef79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942166 Feb 04 21:12:31.953996 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f590ae-d695-4660-b236-1a0168ad9387 req-f161a368-d33c-453b-b500-cdf9a78b3bc2 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:31.955488 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-40f590ae-d695-4660-b236-1a0168ad9387 req-f161a368-d33c-453b-b500-cdf9a78b3bc2 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cc245bc-688c-478d-b920-da244c56e1dc HTTP/1.1" status: 200 len: 943 time: 0.5435190 Feb 04 21:12:32.007390 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [None req-6b6b042c-4ebe-4552-a0e1-4c178827ea82 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Transition to ACTIVE for port object 53cf9645-bfcb-4e07-a4c6-20db72a32581 will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:12:32.028117 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-55a55bde-bcba-48dd-a5c5-48684e3fe5e9 req-6b530b0e-2528-44db-ba12-f88b9533ab6d service neutron] 10.222.0.18 "GET /v2.0/networks/aeca86bf-5462-4afd-9138-c5fe85a0ef79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338844 Feb 04 21:12:32.069607 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dce36aab-af3a-450a-9c2c-86021ab0f46d req-e96105ca-4b2d-4c30-ae28-dbc4afbbca2d service neutron] 10.222.0.32 "GET /v2.0/networks/3d58cd99-6056-4122-a3aa-beba29366a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4886661 Feb 04 21:12:32.087118 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-40f590ae-d695-4660-b236-1a0168ad9387 req-96b86ab7-282b-44cd-b998-4e0febb24cc5 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea76193b-dc3c-4711-98ab-c1fcf94780c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242306 Feb 04 21:12:32.127138 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-ad28cd61-7f11-4259-8e62-1708527f3aac tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:32.128733 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-ad28cd61-7f11-4259-8e62-1708527f3aac tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/networks?id=8fabec85-7328-4725-bced-b859dec9a60d HTTP/1.1" status: 200 len: 814 time: 0.3054819 Feb 04 21:12:32.148160 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6b6b042c-4ebe-4552-a0e1-4c178827ea82 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:32.202388 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-cf7e651a-1f8a-4fcc-a9f2-97b9c81c0452 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/quotas/803c4bfb4a0c4d64ba81f7b2220cf823 HTTP/1.1" status: 200 len: 375 time: 0.0625091 Feb 04 21:12:32.258147 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-55a55bde-bcba-48dd-a5c5-48684e3fe5e9 req-923e9bfb-8513-47fe-8a73-673153659882 service neutron] 10.222.0.18 "GET /v2.0/networks/aeca86bf-5462-4afd-9138-c5fe85a0ef79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225311 Feb 04 21:12:32.279678 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6b042c-4ebe-4552-a0e1-4c178827ea82 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:12:32.290447 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-6b6b042c-4ebe-4552-a0e1-4c178827ea82 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:12:32.293237 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6b042c-4ebe-4552-a0e1-4c178827ea82 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:12:32.300458 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6b042c-4ebe-4552-a0e1-4c178827ea82 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:32.302435 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6b6b042c-4ebe-4552-a0e1-4c178827ea82 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:32.302575 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:12:32.327400 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-42bd8d73-2d5c-4b47-b1a6-c83626bec081 None None] Allocated IP 2001:db8::2 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/10a2b096-04bc-4f74-ab54-3c5a60a30a34/a58ecc97-d4fe-4561-908b-7617ba7a3091) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:12:32.362751 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-5ca917fa-dda3-4489-99f1-6dc0ea27c344 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=803c4bfb4a0c4d64ba81f7b2220cf823&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1529438 Feb 04 21:12:32.392970 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b042c-4ebe-4552-a0e1-4c178827ea82 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Port': ['ID=53cf9645-bfcb-4e07-a4c6-20db72a32581,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:32.499930 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-6b6b042c-4ebe-4552-a0e1-4c178827ea82 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6565228 Feb 04 21:12:32.500599 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 643c6a12-47d2-4a5a-a384-c6eee850b1ca details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:12:32.502969 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40648) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:32.586111 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c646b9-4bb8-43f4-997a-f216d17fb689 req-a93b7e4a-4ac8-43b7-bc40-2ee3b032378a tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:32.587617 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-57c646b9-4bb8-43f4-997a-f216d17fb689 req-a93b7e4a-4ac8-43b7-bc40-2ee3b032378a tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.3066556 Feb 04 21:12:32.596549 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-6df207e9-6095-4e7c-a256-e88afaa0ddc8 service neutron] 10.222.0.26 "GET /v2.0/networks/8fabec85-7328-4725-bced-b859dec9a60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135015 Feb 04 21:12:32.627609 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a,segment=NetworkSegment(da4d15b5-6618-43a3-9893-b81121c7be88),segment_id=da4d15b5-6618-43a3-9893-b81121c7be88)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:12:32.638399 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1019a8d2-dff2-473a-b246-ceec213afa29 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:32.639110 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1019a8d2-dff2-473a-b246-ceec213afa29 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:12:32.656264 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1019a8d2-dff2-473a-b246-ceec213afa29 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:12:32.661924 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1019a8d2-dff2-473a-b246-ceec213afa29 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1574008 Feb 04 21:12:32.662664 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40652) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:32.740844 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-8b1a31a2-d7dc-422d-8b5f-e30d2db334cf tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting port 53cf9645-bfcb-4e07-a4c6-20db72a32581 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:12:32.741189 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8b1a31a2-d7dc-422d-8b5f-e30d2db334cf tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:32.752018 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-57c646b9-4bb8-43f4-997a-f216d17fb689 req-da4a360f-2c5d-4491-87f5-597820e8fd99 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517956 Feb 04 21:12:32.773699 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a', 'network_id': '3d58cd99-6056-4122-a3aa-beba29366a52', 'port_id': '4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a', 'mac_address': 'fa:16:3e:ee:0a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ba34e41-1e8a-40be-b620-552f144c8194', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:12:32.826160 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-dc9982d8-dbe7-4cda-a9a1-999658751c3d service neutron] 10.222.0.26 "GET /v2.0/networks/8fabec85-7328-4725-bced-b859dec9a60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071986 Feb 04 21:12:32.933110 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-42bd8d73-2d5c-4b47-b1a6-c83626bec081 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:32.947912 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-42bd8d73-2d5c-4b47-b1a6-c83626bec081 None None] Transition to ACTIVE for port object a58ecc97-d4fe-4561-908b-7617ba7a3091 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:12:32.991283 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-42bd8d73-2d5c-4b47-b1a6-c83626bec081 None None] Transition to ACTIVE for port object a58ecc97-d4fe-4561-908b-7617ba7a3091 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:12:33.024622 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:33.026253 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-42bd8d73-2d5c-4b47-b1a6-c83626bec081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:33.117605 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97d250-4d11-4c48-ad58-361229cc3749 req-0c83c74d-c206-4710-8bab-f386ac2c3871 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:33.122223 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2e97d250-4d11-4c48-ad58-361229cc3749 req-0c83c74d-c206-4710-8bab-f386ac2c3871 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 944 time: 0.2163866 Feb 04 21:12:33.201721 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2e97d250-4d11-4c48-ad58-361229cc3749 req-fcffb4c1-93f6-4893-890c-aa71baec6796 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724208 Feb 04 21:12:33.248045 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bd8d73-2d5c-4b47-b1a6-c83626bec081 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:12:33.253739 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-42bd8d73-2d5c-4b47-b1a6-c83626bec081 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:12:33.260746 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bd8d73-2d5c-4b47-b1a6-c83626bec081 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:12:33.287084 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:33.351272 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8b1a31a2-d7dc-422d-8b5f-e30d2db334cf tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:33.423674 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd8d73-2d5c-4b47-b1a6-c83626bec081 None None] Pushing event updated for resources: {'Port': ['ID=a58ecc97-d4fe-4561-908b-7617ba7a3091,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:33.453733 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-42bd8d73-2d5c-4b47-b1a6-c83626bec081 None None] Attempting to bind port a58ecc97-d4fe-4561-908b-7617ba7a3091 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:12:33.454363 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-42bd8d73-2d5c-4b47-b1a6-c83626bec081 None None] Attempting to bind port a58ecc97-d4fe-4561-908b-7617ba7a3091 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:12:33.454902 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bd8d73-2d5c-4b47-b1a6-c83626bec081 None None] Attempting to bind port a58ecc97-d4fe-4561-908b-7617ba7a3091 on network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:12:33.459026 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:12:33.466668 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 643c6a12-47d2-4a5a-a384-c6eee850b1ca, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=643c6a12-47d2-4a5a-a384-c6eee850b1ca,segment=NetworkSegment(84b34f62-20de-461e-9dfa-a6b12b358939),segment_id=84b34f62-20de-461e-9dfa-a6b12b358939)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:12:33.472124 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50902c02-e2e7-4eaf-85c9-8311a11a573b req-53ff1977-e909-485a-9e1a-2266c82a6d9d tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:33.485797 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-50902c02-e2e7-4eaf-85c9-8311a11a573b req-53ff1977-e909-485a-9e1a-2266c82a6d9d tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 945 time: 0.2345119 Feb 04 21:12:33.486626 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bd8d73-2d5c-4b47-b1a6-c83626bec081 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:12:33.487209 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bd8d73-2d5c-4b47-b1a6-c83626bec081 None None] Checking segment: {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:12:33.487930 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-42bd8d73-2d5c-4b47-b1a6-c83626bec081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:33.490667 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bd8d73-2d5c-4b47-b1a6-c83626bec081 None None] Bound using segment: {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:12:33.491462 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-42bd8d73-2d5c-4b47-b1a6-c83626bec081 None None] Bound port: a58ecc97-d4fe-4561-908b-7617ba7a3091, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:12:33.492028 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-42bd8d73-2d5c-4b47-b1a6-c83626bec081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:33.535562 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a,segment=NetworkSegment(da4d15b5-6618-43a3-9893-b81121c7be88),segment_id=da4d15b5-6618-43a3-9893-b81121c7be88)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:12:33.542897 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '643c6a12-47d2-4a5a-a384-c6eee850b1ca', 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79', 'port_id': '643c6a12-47d2-4a5a-a384-c6eee850b1ca', 'mac_address': 'fa:16:3e:8f:ae:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2332d4ab-28bd-4df4-abe3-897aa8896a30', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:12:33.559695 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-50902c02-e2e7-4eaf-85c9-8311a11a573b req-89c1af67-1bed-48e2-a3c1-0fea3b8b8592 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727816 Feb 04 21:12:33.638720 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-8b1a31a2-d7dc-422d-8b5f-e30d2db334cf tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Calling delete_port for 53cf9645-bfcb-4e07-a4c6-20db72a32581 owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:12:33.639792 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:33.709057 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-432e74da-024d-4c7a-b708-052280316985 req-aae9bd13-4e77-4aeb-9348-7368a4f467c3 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 210 time: 0.0909519 Feb 04 21:12:33.947333 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:33.984328 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 643c6a12-47d2-4a5a-a384-c6eee850b1ca {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:12:33.991357 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:34.006656 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-42bd8d73-2d5c-4b47-b1a6-c83626bec081 None None] For port a58ecc97-d4fe-4561-908b-7617ba7a3091, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:12:34.020106 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-42bd8d73-2d5c-4b47-b1a6-c83626bec081 None None] For port a58ecc97-d4fe-4561-908b-7617ba7a3091, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a58ecc97-d4fe-4561-908b-7617ba7a3091,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:12:34.028378 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8b1a31a2-d7dc-422d-8b5f-e30d2db334cf tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:34.040572 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 643c6a12-47d2-4a5a-a384-c6eee850b1ca, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=643c6a12-47d2-4a5a-a384-c6eee850b1ca,segment=NetworkSegment(84b34f62-20de-461e-9dfa-a6b12b358939),segment_id=84b34f62-20de-461e-9dfa-a6b12b358939)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:12:34.047885 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-42bd8d73-2d5c-4b47-b1a6-c83626bec081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:34.145690 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:34.148507 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:12:34.228962 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a31a2-d7dc-422d-8b5f-e30d2db334cf tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Port': ['ID=53cf9645-bfcb-4e07-a4c6-20db72a32581,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:34.234763 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8b1a31a2-d7dc-422d-8b5f-e30d2db334cf tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:34.258721 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8b1a31a2-d7dc-422d-8b5f-e30d2db334cf tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/53cf9645-bfcb-4e07-a4c6-20db72a32581 HTTP/1.1" status: 204 len: 168 time: 1.5926630 Feb 04 21:12:34.261339 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40692) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:34.315451 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd8d73-2d5c-4b47-b1a6-c83626bec081 None None] Pushing event updated for resources: {'Port': ['ID=a58ecc97-d4fe-4561-908b-7617ba7a3091,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:34.345041 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4396874-9411-472a-9a8f-656d53c64641 req-40c2ab29-edbc-450e-baec-b0ed6973de4c tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:34.346568 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f4396874-9411-472a-9a8f-656d53c64641 req-40c2ab29-edbc-450e-baec-b0ed6973de4c tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cc245bc-688c-478d-b920-da244c56e1dc HTTP/1.1" status: 200 len: 944 time: 0.3520992 Feb 04 21:12:34.411876 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563e91c-e745-409d-afcb-239b19e10db2 req-c2d69d1c-8969-4561-a633-89018f2c43c8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:34.413357 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e563e91c-e745-409d-afcb-239b19e10db2 req-c2d69d1c-8969-4561-a633-89018f2c43c8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.4924014 Feb 04 21:12:34.430550 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027c9859-70ee-4aa1-8f60-3a1172cc5cf4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:34.432271 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027c9859-70ee-4aa1-8f60-3a1172cc5cf4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:34.433064 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-027c9859-70ee-4aa1-8f60-3a1172cc5cf4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:12:34.445822 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=643c6a12-47d2-4a5a-a384-c6eee850b1ca,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:34.454165 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['643c6a12-47d2-4a5a-a384-c6eee850b1ca'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:12:34.478152 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-027c9859-70ee-4aa1-8f60-3a1172cc5cf4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:12:34.482898 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-027c9859-70ee-4aa1-8f60-3a1172cc5cf4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2131104 Feb 04 21:12:34.484109 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40696) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:34.508110 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f4396874-9411-472a-9a8f-656d53c64641 req-688edfe0-030e-4303-92b5-cdacf3736089 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea76193b-dc3c-4711-98ab-c1fcf94780c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520810 Feb 04 21:12:34.602333 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e563e91c-e745-409d-afcb-239b19e10db2 req-f83fb081-0a9e-4baf-a8f8-477c565dd925 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814458 Feb 04 21:12:34.661428 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc137a67-155b-4883-863d-4570e059fb54 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting subnet 10a2b096-04bc-4f74-ab54-3c5a60a30a34 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:12:34.665991 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bc137a67-155b-4883-863d-4570e059fb54 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:34.839633 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bc137a67-155b-4883-863d-4570e059fb54 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:34.987295 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b684901-0538-478f-a94e-4dca8a57812e req-ee75b4a2-9098-47df-a838-8059cbf69d90 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:34.997200 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6b684901-0538-478f-a94e-4dca8a57812e req-ee75b4a2-9098-47df-a838-8059cbf69d90 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 945 time: 0.2285068 Feb 04 21:12:35.007486 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983f17c-d066-4fe8-97b1-11b503046f07 req-4aa9cd5d-a756-49dc-bf54-b07c4d459627 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:35.009198 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d983f17c-d066-4fe8-97b1-11b503046f07 req-4aa9cd5d-a756-49dc-bf54-b07c4d459627 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 945 time: 0.1750138 Feb 04 21:12:35.020458 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bc137a67-155b-4883-863d-4570e059fb54 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:35.079138 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6b684901-0538-478f-a94e-4dca8a57812e req-a7e4a74a-c2b8-4993-bac1-1d4a3f68f79e tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686202 Feb 04 21:12:35.113101 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d983f17c-d066-4fe8-97b1-11b503046f07 req-f1c2ac68-b586-43f4-8d01-43590a951e7d tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639653 Feb 04 21:12:35.280615 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bc137a67-155b-4883-863d-4570e059fb54 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:35.293825 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ac0a0f1f-8e99-4989-8d00-4ac993de655c req-46853699-f3c9-447d-831b-2b7030481111 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 210 time: 0.0729239 Feb 04 21:12:35.353128 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc137a67-155b-4883-863d-4570e059fb54 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Subnet': ['ID=10a2b096-04bc-4f74-ab54-3c5a60a30a34,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:35.374192 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bc137a67-155b-4883-863d-4570e059fb54 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:35.393629 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-f023be00-c94f-4d08-89da-bb6a62702160 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:35.394302 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-f023be00-c94f-4d08-89da-bb6a62702160 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Synchronizing usage tracker for tenant:803c4bfb4a0c4d64ba81f7b2220cf823 on resource:network {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:12:35.406682 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bc137a67-155b-4883-863d-4570e059fb54 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/10a2b096-04bc-4f74-ab54-3c5a60a30a34 HTTP/1.1" status: 204 len: 168 time: 0.9211032 Feb 04 21:12:35.409302 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 40714) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:35.417150 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-f023be00-c94f-4d08-89da-bb6a62702160 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Unset dirty status for tenant:803c4bfb4a0c4d64ba81f7b2220cf823 on resource:network {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:12:35.418455 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-f023be00-c94f-4d08-89da-bb6a62702160 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.18 "GET /v2.0/networks?id=8fabec85-7328-4725-bced-b859dec9a60d HTTP/1.1" status: 200 len: 814 time: 0.2981021 Feb 04 21:12:35.436238 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-d816d2e6-1210-4b1b-a08d-3d043372386a tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Request body: {'port': {'device_id': 'e00181b5-e27b-4820-8717-786716333161', 'network_id': '8fabec85-7328-4725-bced-b859dec9a60d', 'admin_state_up': True, 'tenant_id': '803c4bfb4a0c4d64ba81f7b2220cf823'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:35.488772 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-8ffcea7e-e3f3-4a3f-847c-64aada945598 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0748532 Feb 04 21:12:35.488943 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 40718) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:35.645805 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-d816d2e6-1210-4b1b-a08d-3d043372386a tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:35.650704 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-d816d2e6-1210-4b1b-a08d-3d043372386a tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Usage tracker for resource:port and tenant:803c4bfb4a0c4d64ba81f7b2220cf823 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:12:35.659538 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e48fceb-a279-471e-901d-3590581d43f3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:35.661180 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-3e48fceb-a279-471e-901d-3590581d43f3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:12:35.672451 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-d816d2e6-1210-4b1b-a08d-3d043372386a tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:12:35.686578 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-d816d2e6-1210-4b1b-a08d-3d043372386a tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:35.700536 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-d816d2e6-1210-4b1b-a08d-3d043372386a tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Made reservation on behalf of 803c4bfb4a0c4d64ba81f7b2220cf823 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:12:35.710367 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-d816d2e6-1210-4b1b-a08d-3d043372386a tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:35.961196 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-3e48fceb-a279-471e-901d-3590581d43f3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:12:35.978668 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fead0831-f313-48e7-ab30-e7c003e8477d None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:12:35.980851 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-3e48fceb-a279-471e-901d-3590581d43f3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4906256 Feb 04 21:12:35.985061 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 40736) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:36.002909 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-d816d2e6-1210-4b1b-a08d-3d043372386a tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Allocated IP 172.20.0.10 (8fabec85-7328-4725-bced-b859dec9a60d/bf4393a5-4d9f-4e62-a55d-2fc5de86b20c/f61ea82f-8f87-42d7-9d33-19d254d5287d) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:12:36.141930 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ec89d2e5-e7fe-40fc-a9f0-316e28f0b1e1 None None] Provisioning for port a58ecc97-d4fe-4561-908b-7617ba7a3091 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:12:36.165914 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bac7c3-229c-4eab-92b4-266886de8f82 req-4d1de421-4f4f-46a0-839c-c0f17e3c1377 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:36.173642 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-37bac7c3-229c-4eab-92b4-266886de8f82 req-4d1de421-4f4f-46a0-839c-c0f17e3c1377 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cc245bc-688c-478d-b920-da244c56e1dc HTTP/1.1" status: 200 len: 944 time: 0.5045373 Feb 04 21:12:36.208828 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a2661c-db55-4de2-b9fa-028cc69d512f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:36.225370 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-64a2661c-db55-4de2-b9fa-028cc69d512f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:12:36.278966 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6cfbe-942d-445f-a9bf-fc429eb896e1 req-e0cfaf69-aad3-49b3-8a8b-2cc9744fc291 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:36.286827 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7db6cfbe-942d-445f-a9bf-fc429eb896e1 req-e0cfaf69-aad3-49b3-8a8b-2cc9744fc291 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.2966444 Feb 04 21:12:36.322881 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-37bac7c3-229c-4eab-92b4-266886de8f82 req-f218f6bc-03cf-4dac-af69-0441b8edb134 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea76193b-dc3c-4711-98ab-c1fcf94780c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476572 Feb 04 21:12:36.323577 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-64a2661c-db55-4de2-b9fa-028cc69d512f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:12:36.327176 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-64a2661c-db55-4de2-b9fa-028cc69d512f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3371890 Feb 04 21:12:36.328361 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 40748) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:36.338640 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-d816d2e6-1210-4b1b-a08d-3d043372386a tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:36.349423 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:12:36.392611 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-d816d2e6-1210-4b1b-a08d-3d043372386a tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:36.464004 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a58ecc97-d4fe-4561-908b-7617ba7a3091 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:12:36.499963 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816d2e6-1210-4b1b-a08d-3d043372386a tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Pushing event updated for resources: {'Port': ['ID=f61ea82f-8f87-42d7-9d33-19d254d5287d,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:36.512868 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-d816d2e6-1210-4b1b-a08d-3d043372386a tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Network 8fabec85-7328-4725-bced-b859dec9a60d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:12:36.514517 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-d816d2e6-1210-4b1b-a08d-3d043372386a tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:12:36.521945 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-d816d2e6-1210-4b1b-a08d-3d043372386a tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:12:36.539251 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 643c6a12-47d2-4a5a-a384-c6eee850b1ca up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:12:36.584877 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-226cfda8-9fbe-46a4-9396-c2b38e71816c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2494690 Feb 04 21:12:36.589091 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40754) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:36.615916 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-6a5de69c-d3d9-42f4-932e-74779dbda4cd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:36.620905 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7db6cfbe-942d-445f-a9bf-fc429eb896e1 req-e853737f-6744-44b6-93df-fa6645cf623a tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3313053 Feb 04 21:12:36.666065 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-d816d2e6-1210-4b1b-a08d-3d043372386a tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:36.666725 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-d816d2e6-1210-4b1b-a08d-3d043372386a tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:36.696140 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3629a07-f958-42fa-96a2-5b58db0ea537 req-7982ed70-a4d0-4b36-8686-74ee66ab7f15 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:36.711473 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a3629a07-f958-42fa-96a2-5b58db0ea537 req-7982ed70-a4d0-4b36-8686-74ee66ab7f15 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 945 time: 0.1707256 Feb 04 21:12:36.713835 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:12:36.716878 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port a58ecc97-d4fe-4561-908b-7617ba7a3091 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:12:36.725500 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:12:36.725967 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:36.768173 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 643c6a12-47d2-4a5a-a384-c6eee850b1ca completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:12:36.780825 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18af8025-f3d1-43c3-9ed3-22fb6e6d650d None None] DHCP port deletion for f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:12:36.784794 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port a58ecc97-d4fe-4561-908b-7617ba7a3091 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:12:36.785928 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:36.821851 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a3629a07-f958-42fa-96a2-5b58db0ea537 req-e5767238-b77a-486c-8a7d-26609349faa2 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093731 Feb 04 21:12:36.833489 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 643c6a12-47d2-4a5a-a384-c6eee850b1ca triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:12:36.833864 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:36.867374 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-18af8025-f3d1-43c3-9ed3-22fb6e6d650d None None] Deleting port a58ecc97-d4fe-4561-908b-7617ba7a3091 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:12:36.867748 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-18af8025-f3d1-43c3-9ed3-22fb6e6d650d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:36.923906 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914521c-2b6b-48f7-a1ea-ccb39e6eee4d req-171b2987-dcdc-4848-9868-c57a720c5f3b tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:36.931949 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9914521c-2b6b-48f7-a1ea-ccb39e6eee4d req-171b2987-dcdc-4848-9868-c57a720c5f3b tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 945 time: 0.0976288 Feb 04 21:12:36.995180 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9914521c-2b6b-48f7-a1ea-ccb39e6eee4d req-f2278d2d-3faa-47e8-86f1-620431949e03 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595498 Feb 04 21:12:37.106402 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6a5de69c-d3d9-42f4-932e-74779dbda4cd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:37.120380 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6a5de69c-d3d9-42f4-932e-74779dbda4cd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:37.139589 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5de69c-d3d9-42f4-932e-74779dbda4cd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:12:37.144665 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6a5de69c-d3d9-42f4-932e-74779dbda4cd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:37.223846 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05e140-e9e1-4dd7-9f76-ef4efa9cc89e req-410b04d7-77ee-4d2f-8d3f-07ee98fd69b1 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:37.226183 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bf05e140-e9e1-4dd7-9f76-ef4efa9cc89e req-410b04d7-77ee-4d2f-8d3f-07ee98fd69b1 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 932 time: 0.1898339 Feb 04 21:12:37.251606 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-d816d2e6-1210-4b1b-a08d-3d043372386a tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8203807 Feb 04 21:12:37.282217 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-8b0143b2-5f9e-4055-a298-536bd39edebb service neutron] Request body: {'port': {'device_id': 'e00181b5-e27b-4820-8717-786716333161', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:37.324099 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bf05e140-e9e1-4dd7-9f76-ef4efa9cc89e req-96ad1bd0-6dce-4d78-b0e4-ac5cc8b0ff6d tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924556 Feb 04 21:12:37.459704 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:37.527107 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:37.575333 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-8b0143b2-5f9e-4055-a298-536bd39edebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:37.584100 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port a58ecc97-d4fe-4561-908b-7617ba7a3091, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a58ecc97-d4fe-4561-908b-7617ba7a3091,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:12:37.586482 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:37.631212 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc245bc-688c-478d-b920-da244c56e1dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:12:37.633567 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:37.702451 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b00b8c-9e01-4d07-892c-1881ba579d91 req-8d2d0173-eb55-4e6b-9eeb-55611133e491 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:37.709893 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-18af8025-f3d1-43c3-9ed3-22fb6e6d650d None None] For port a58ecc97-d4fe-4561-908b-7617ba7a3091, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a58ecc97-d4fe-4561-908b-7617ba7a3091,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:12:37.710255 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-63b00b8c-9e01-4d07-892c-1881ba579d91 req-8d2d0173-eb55-4e6b-9eeb-55611133e491 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.2612460 Feb 04 21:12:37.710402 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-18af8025-f3d1-43c3-9ed3-22fb6e6d650d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:37.720650 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a,segment=NetworkSegment(da4d15b5-6618-43a3-9893-b81121c7be88),segment_id=da4d15b5-6618-43a3-9893-b81121c7be88)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:12:37.734246 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 643c6a12-47d2-4a5a-a384-c6eee850b1ca, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=643c6a12-47d2-4a5a-a384-c6eee850b1ca,segment=NetworkSegment(84b34f62-20de-461e-9dfa-a6b12b358939),segment_id=84b34f62-20de-461e-9dfa-a6b12b358939)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:12:37.799641 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:37.800171 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-63b00b8c-9e01-4d07-892c-1881ba579d91 req-0c4b6fb9-6253-4a2f-88c8-0c0336224749 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841317 Feb 04 21:12:37.814044 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181cd46-d320-4491-afa0-cf5f309cfea0 req-a0c1e73e-27b8-48b1-96c8-639f97e10b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:37.818005 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3181cd46-d320-4491-afa0-cf5f309cfea0 req-a0c1e73e-27b8-48b1-96c8-639f97e10b97 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d539dc97a744058fdb427e438eb9ad&device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 1095 time: 0.2426937 Feb 04 21:12:37.835684 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324eb37-f8ab-416c-9a24-d3ce841b38cb req-6cd200ae-f4f7-4a57-a48e-f011e833a9c5 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:37.837290 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9324eb37-f8ab-416c-9a24-d3ce841b38cb req-6cd200ae-f4f7-4a57-a48e-f011e833a9c5 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cc245bc-688c-478d-b920-da244c56e1dc HTTP/1.1" status: 200 len: 944 time: 0.3132834 Feb 04 21:12:37.920957 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-18af8025-f3d1-43c3-9ed3-22fb6e6d650d None None] Calling delete_port for a58ecc97-d4fe-4561-908b-7617ba7a3091 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:12:37.951711 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:37.967045 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc245bc-688c-478d-b920-da244c56e1dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a', 'code': 200} Feb 04 21:12:37.981748 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=a58ecc97-d4fe-4561-908b-7617ba7a3091,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:38.071563 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:38.159625 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-8b0143b2-5f9e-4055-a298-536bd39edebb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f61ea82f-8f87-42d7-9d33-19d254d5287d {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:12:38.160247 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=643c6a12-47d2-4a5a-a384-c6eee850b1ca,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:38.164202 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-18af8025-f3d1-43c3-9ed3-22fb6e6d650d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:12:38.164730 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-18af8025-f3d1-43c3-9ed3-22fb6e6d650d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:12:38.170435 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-8b0143b2-5f9e-4055-a298-536bd39edebb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:38.189825 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9324eb37-f8ab-416c-9a24-d3ce841b38cb req-583cf1f1-c87c-4f0b-8bc5-7656b0e78cbf tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea76193b-dc3c-4711-98ab-c1fcf94780c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3288231 Feb 04 21:12:38.193748 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-8b0143b2-5f9e-4055-a298-536bd39edebb service neutron] Transition to ACTIVE for port object f61ea82f-8f87-42d7-9d33-19d254d5287d will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:12:38.242156 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-8b0143b2-5f9e-4055-a298-536bd39edebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:38.260396 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181cd46-d320-4491-afa0-cf5f309cfea0 req-45d3e83b-c908-4614-bd19-396f20877b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:38.262014 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3181cd46-d320-4491-afa0-cf5f309cfea0 req-45d3e83b-c908-4614-bd19-396f20877b04 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4cc1ce8-eeb6-46af-80b5-92196799c865 HTTP/1.1" status: 200 len: 912 time: 0.4364004 Feb 04 21:12:38.319659 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a58ecc97-d4fe-4561-908b-7617ba7a3091 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:12:38.485959 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:38.511876 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3181cd46-d320-4491-afa0-cf5f309cfea0 req-143f7462-9d36-4a28-866b-67fee25648fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88606a30-0adc-41c2-8bc6-51b965a3377c HTTP/1.1" status: 200 len: 999 time: 0.2345145 Feb 04 21:12:38.520900 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port a58ecc97-d4fe-4561-908b-7617ba7a3091, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a58ecc97-d4fe-4561-908b-7617ba7a3091,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:12:38.525795 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:38.593032 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0143b2-5f9e-4055-a298-536bd39edebb service neutron] Pushing event updated for resources: {'Port': ['ID=f61ea82f-8f87-42d7-9d33-19d254d5287d,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:38.596020 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eeb0d0-7443-4912-a4dc-8f0b23b53894 req-283e3be4-82de-45ad-9bb2-0aef2083cec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:38.598643 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f5eeb0d0-7443-4912-a4dc-8f0b23b53894 req-283e3be4-82de-45ad-9bb2-0aef2083cec9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8cc245bc-688c-478d-b920-da244c56e1dc HTTP/1.1" status: 200 len: 1096 time: 0.5607913 Feb 04 21:12:38.599299 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6a5de69c-d3d9-42f4-932e-74779dbda4cd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:38.611095 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30afde6-2f2c-4992-81dd-cd84787ecc0e req-9f8b3d90-7b21-4edc-995d-2e583b378147 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:38.612650 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f30afde6-2f2c-4992-81dd-cd84787ecc0e req-9f8b3d90-7b21-4edc-995d-2e583b378147 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 946 time: 0.5003390 Feb 04 21:12:38.679929 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181cd46-d320-4491-afa0-cf5f309cfea0 req-fb97b05a-8ecb-45d9-a23c-fcf11d990683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:38.681780 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-18af8025-f3d1-43c3-9ed3-22fb6e6d650d None None] Deleting port a58ecc97-d4fe-4561-908b-7617ba7a3091 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:12:38.682187 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-18af8025-f3d1-43c3-9ed3-22fb6e6d650d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:38.683764 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5de69c-d3d9-42f4-932e-74779dbda4cd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Subnet': ['ID=6f25ddf5-91e2-4ef2-8439-9c8eb848ec0b,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:38.689826 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3181cd46-d320-4491-afa0-cf5f309cfea0 req-fb97b05a-8ecb-45d9-a23c-fcf11d990683 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee4d3909-e094-4079-9a7f-4f6007c68222 HTTP/1.1" status: 200 len: 850 time: 0.1573508 Feb 04 21:12:38.696048 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5de69c-d3d9-42f4-932e-74779dbda4cd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:12:38.698566 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-6a5de69c-d3d9-42f4-932e-74779dbda4cd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:12:38.702127 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-8b0143b2-5f9e-4055-a298-536bd39edebb service neutron] Attempting to bind port f61ea82f-8f87-42d7-9d33-19d254d5287d on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:12:38.702220 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-8b0143b2-5f9e-4055-a298-536bd39edebb service neutron] Attempting to bind port f61ea82f-8f87-42d7-9d33-19d254d5287d by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '90500554-f748-4464-907c-9d77092e3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8fabec85-7328-4725-bced-b859dec9a60d'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:12:38.702524 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-8b0143b2-5f9e-4055-a298-536bd39edebb service neutron] Attempting to bind port f61ea82f-8f87-42d7-9d33-19d254d5287d on network 8fabec85-7328-4725-bced-b859dec9a60d {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:12:38.707641 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5de69c-d3d9-42f4-932e-74779dbda4cd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:38.708230 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6a5de69c-d3d9-42f4-932e-74779dbda4cd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:38.726787 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-8b0143b2-5f9e-4055-a298-536bd39edebb service neutron] Port f61ea82f-8f87-42d7-9d33-19d254d5287d on network 8fabec85-7328-4725-bced-b859dec9a60d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:12:38.727120 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-8b0143b2-5f9e-4055-a298-536bd39edebb service neutron] Attempting to bind port f61ea82f-8f87-42d7-9d33-19d254d5287d on network 8fabec85-7328-4725-bced-b859dec9a60d {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:12:38.735140 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-8b0143b2-5f9e-4055-a298-536bd39edebb service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:12:38.735476 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-8b0143b2-5f9e-4055-a298-536bd39edebb service neutron] Checking segment: {'id': '90500554-f748-4464-907c-9d77092e3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8fabec85-7328-4725-bced-b859dec9a60d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:12:38.735862 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-8b0143b2-5f9e-4055-a298-536bd39edebb service neutron] Bound using segment: {'id': '90500554-f748-4464-907c-9d77092e3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8fabec85-7328-4725-bced-b859dec9a60d'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:12:38.736298 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-8b0143b2-5f9e-4055-a298-536bd39edebb service neutron] Bound port: f61ea82f-8f87-42d7-9d33-19d254d5287d, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90500554-f748-4464-907c-9d77092e3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8fabec85-7328-4725-bced-b859dec9a60d'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:12:38.736646 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-8b0143b2-5f9e-4055-a298-536bd39edebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:38.740713 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=a58ecc97-d4fe-4561-908b-7617ba7a3091,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:38.789800 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f5eeb0d0-7443-4912-a4dc-8f0b23b53894 req-8f5f6997-4f4a-431a-a5bd-1d072dedb2ca service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ea76193b-dc3c-4711-98ab-c1fcf94780c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761737 Feb 04 21:12:38.802131 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f30afde6-2f2c-4992-81dd-cd84787ecc0e req-1a87cc25-14f0-438e-871a-5e7c931b8cb1 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647937 Feb 04 21:12:38.822645 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ec2cd-0385-4d88-8b2a-dc114b5546cb req-da66475e-d0e9-4531-80f4-98b7eb72aaa6 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:38.824179 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-685ec2cd-0385-4d88-8b2a-dc114b5546cb req-da66475e-d0e9-4531-80f4-98b7eb72aaa6 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 945 time: 0.4668434 Feb 04 21:12:38.862070 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-8b0143b2-5f9e-4055-a298-536bd39edebb service neutron] For port f61ea82f-8f87-42d7-9d33-19d254d5287d, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:12:38.866075 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-8b0143b2-5f9e-4055-a298-536bd39edebb service neutron] For port f61ea82f-8f87-42d7-9d33-19d254d5287d, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f61ea82f-8f87-42d7-9d33-19d254d5287d,segment=NetworkSegment(90500554-f748-4464-907c-9d77092e3d3a),segment_id=90500554-f748-4464-907c-9d77092e3d3a)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:12:38.871383 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6a5de69c-d3d9-42f4-932e-74779dbda4cd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2784934 Feb 04 21:12:38.872479 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40808) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:38.879852 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-1947f885-5844-4000-9709-2695b4b81f7a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'port': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'fixed_ips': [{'subnet_id': '6f25ddf5-91e2-4ef2-8439-9c8eb848ec0b', 'ip_address': '2001:db8::2040:6b6f:4524:532c'}], 'name': 'tempest-NetworksTestDHCPv6-2061198701'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:38.898874 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-8b0143b2-5f9e-4055-a298-536bd39edebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:39.057770 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-8b0143b2-5f9e-4055-a298-536bd39edebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:39.058945 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-8b0143b2-5f9e-4055-a298-536bd39edebb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:39.061169 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-8b0143b2-5f9e-4055-a298-536bd39edebb service neutron] 10.222.0.18 "PUT /v2.0/ports/f61ea82f-8f87-42d7-9d33-19d254d5287d HTTP/1.1" status: 200 len: 1092 time: 1.7915938 Feb 04 21:12:39.061814 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e00181b5-e27b-4820-8717-786716333161', 'tag': 'f61ea82f-8f87-42d7-9d33-19d254d5287d'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:12:39.117224 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0143b2-5f9e-4055-a298-536bd39edebb service neutron] Pushing event updated for resources: {'Port': ['ID=f61ea82f-8f87-42d7-9d33-19d254d5287d,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:39.130405 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-18af8025-f3d1-43c3-9ed3-22fb6e6d650d None None] For port a58ecc97-d4fe-4561-908b-7617ba7a3091, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a58ecc97-d4fe-4561-908b-7617ba7a3091,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:12:39.130809 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-18af8025-f3d1-43c3-9ed3-22fb6e6d650d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:39.230997 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-1947f885-5844-4000-9709-2695b4b81f7a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:39.247377 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-1947f885-5844-4000-9709-2695b4b81f7a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:39.260328 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-c9c96311-b133-43a5-a56f-2f4e1c66164e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:39.262093 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-c9c96311-b133-43a5-a56f-2f4e1c66164e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=803c4bfb4a0c4d64ba81f7b2220cf823&device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 1095 time: 0.1413069 Feb 04 21:12:39.267130 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1947f885-5844-4000-9709-2695b4b81f7a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:12:39.282926 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-18af8025-f3d1-43c3-9ed3-22fb6e6d650d None None] Calling delete_port for a58ecc97-d4fe-4561-908b-7617ba7a3091 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:12:39.294773 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-685ec2cd-0385-4d88-8b2a-dc114b5546cb req-42db30b9-7e60-4dff-865f-e5bc2c212cea tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4544740 Feb 04 21:12:39.373326 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-18af8025-f3d1-43c3-9ed3-22fb6e6d650d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:39.380009 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181cd46-d320-4491-afa0-cf5f309cfea0 req-d1b2b607-f14b-4810-941c-11d39055b619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:39.381757 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3181cd46-d320-4491-afa0-cf5f309cfea0 req-d1b2b607-f14b-4810-941c-11d39055b619 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4cc1ce8-eeb6-46af-80b5-92196799c865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6615987 Feb 04 21:12:39.439429 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18af8025-f3d1-43c3-9ed3-22fb6e6d650d None None] No DVR routers for this DVR port a58ecc97-d4fe-4561-908b-7617ba7a3091 on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:12:39.455034 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af8025-f3d1-43c3-9ed3-22fb6e6d650d None None] Pushing event deleted for resources: {'Port': ['ID=a58ecc97-d4fe-4561-908b-7617ba7a3091,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:39.460519 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23332b70-1e45-4808-baa1-02829229d9f1 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:12:39.560927 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3181cd46-d320-4491-afa0-cf5f309cfea0 req-8091532b-5a63-4d3b-9632-8df3b12dd37b service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706281 Feb 04 21:12:39.569573 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa27765-7cc3-4401-ae11-b02fc4b6bfb9 req-fa685a4d-24cb-4c99-9fe2-b7d129dc4664 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:39.571250 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1fa27765-7cc3-4401-ae11-b02fc4b6bfb9 req-fa685a4d-24cb-4c99-9fe2-b7d129dc4664 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 944 time: 0.3765659 Feb 04 21:12:39.663980 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-d14f76d1-ce9e-4693-95f0-55b8826a40b0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f61ea82f-8f87-42d7-9d33-19d254d5287d HTTP/1.1" status: 200 len: 217 time: 0.3777125 Feb 04 21:12:39.730074 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0d6c3-9191-45be-82d3-6c181f1be522 req-83aead6d-1fe3-44b1-83ff-ab42aa46c3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:39.731893 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ced0d6c3-9191-45be-82d3-6c181f1be522 req-83aead6d-1fe3-44b1-83ff-ab42aa46c3c8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 1096 time: 0.5466108 Feb 04 21:12:39.745129 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87c78fc-c34e-42f0-9f84-586214e1aaa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'tenant_id': 'c1a09abf1d69443ba4dc5757947fc733', 'fixed_ips': [{'subnet_id': '6f25ddf5-91e2-4ef2-8439-9c8eb848ec0b'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:12:39.745992 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b87c78fc-c34e-42f0-9f84-586214e1aaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:39.802169 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3181cd46-d320-4491-afa0-cf5f309cfea0 req-d4560b9d-4606-4dc0-aadb-3d992f547ed3 service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891353 Feb 04 21:12:39.827267 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1947f885-5844-4000-9709-2695b4b81f7a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:39.860783 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ced0d6c3-9191-45be-82d3-6c181f1be522 req-0982c689-06ed-4407-b352-164ec61e00fc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149986 Feb 04 21:12:39.870541 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1fa27765-7cc3-4401-ae11-b02fc4b6bfb9 req-d52d608b-ebc0-42da-b432-5d440f3c7904 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271796 Feb 04 21:12:39.871859 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-1947f885-5844-4000-9709-2695b4b81f7a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] device_id is not set on port 51f789e9-485d-4cd2-bd2f-2a7b904e657d yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:12:39.906371 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee66172-3e5f-4ba5-8115-1574079a50ba req-12bb9a3e-25ff-478f-8308-e7e4ca38638b tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:39.913051 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7ee66172-3e5f-4ba5-8115-1574079a50ba req-12bb9a3e-25ff-478f-8308-e7e4ca38638b tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.3513827 Feb 04 21:12:39.913778 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-d54a2ddb-abcb-48f3-9090-848892118c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:39.915665 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-d54a2ddb-abcb-48f3-9090-848892118c66 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf4393a5-4d9f-4e62-a55d-2fc5de86b20c HTTP/1.1" status: 200 len: 854 time: 0.2441771 Feb 04 21:12:39.945240 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e00181b5-e27b-4820-8717-786716333161', 'tag': 'f61ea82f-8f87-42d7-9d33-19d254d5287d', 'status': 'completed', 'code': 200} Feb 04 21:12:39.981335 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643c6a12-47d2-4a5a-a384-c6eee850b1ca'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:12:39.986886 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-b87c78fc-c34e-42f0-9f84-586214e1aaa0 None None] Allocated IP 2001:db8::2 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/6f25ddf5-91e2-4ef2-8439-9c8eb848ec0b/9d0cc660-2d93-4498-9cb3-de08cff545af) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:12:40.054386 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7ee66172-3e5f-4ba5-8115-1574079a50ba req-ea243c18-d825-4b25-bb84-27ae2e9ae189 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226888 Feb 04 21:12:40.151258 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-b2b01550-de97-46ea-96fc-5cf456d27eb3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8fabec85-7328-4725-bced-b859dec9a60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685549 Feb 04 21:12:40.328774 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc0015-e6f6-4fd5-9c91-1afcf077e5fb req-3bc6b0ac-0497-48c3-ae8f-5d4da38d25d4 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:40.337630 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77fc0015-e6f6-4fd5-9c91-1afcf077e5fb req-3bc6b0ac-0497-48c3-ae8f-5d4da38d25d4 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cc245bc-688c-478d-b920-da244c56e1dc HTTP/1.1" status: 200 len: 945 time: 0.2455449 Feb 04 21:12:40.359100 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-c61e00cf-000d-4a52-9883-9aaf74b85afc service neutron] 10.222.0.18 "GET /v2.0/networks/8fabec85-7328-4725-bced-b859dec9a60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957166 Feb 04 21:12:40.395926 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77fc0015-e6f6-4fd5-9c91-1afcf077e5fb req-314019a1-da68-42c6-9b17-319aa620b59c tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea76193b-dc3c-4711-98ab-c1fcf94780c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573635 Feb 04 21:12:40.416671 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00d0ad-d709-41eb-ad12-56d1756503d5 req-1821824e-250d-4cac-bce9-c1c192377b3b tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:40.421558 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1e00d0ad-d709-41eb-ad12-56d1756503d5 req-1821824e-250d-4cac-bce9-c1c192377b3b tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 946 time: 0.2130902 Feb 04 21:12:40.463106 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b87c78fc-c34e-42f0-9f84-586214e1aaa0 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:40.483870 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b87c78fc-c34e-42f0-9f84-586214e1aaa0 None None] Transition to ACTIVE for port object 9d0cc660-2d93-4498-9cb3-de08cff545af will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:12:40.514664 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643c6a12-47d2-4a5a-a384-c6eee850b1ca', 'code': 200} Feb 04 21:12:40.522422 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1e00d0ad-d709-41eb-ad12-56d1756503d5 req-8b1c1899-c71d-41f9-bff6-dfa342138714 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932584 Feb 04 21:12:40.531598 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b87c78fc-c34e-42f0-9f84-586214e1aaa0 None None] Transition to ACTIVE for port object 9d0cc660-2d93-4498-9cb3-de08cff545af will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:12:40.542498 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b87c78fc-c34e-42f0-9f84-586214e1aaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:40.586998 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-02eaf4cc-22c8-4323-893e-42b0fd712a4e req-cb7fdbad-71fd-4b37-ac0a-fb552d6fca87 service neutron] 10.222.0.18 "GET /v2.0/networks/8fabec85-7328-4725-bced-b859dec9a60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210875 Feb 04 21:12:40.645590 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87c78fc-c34e-42f0-9f84-586214e1aaa0 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:12:40.647000 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-1947f885-5844-4000-9709-2695b4b81f7a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Allocated IP 2001:db8::2040:6b6f:4524:532c (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/6f25ddf5-91e2-4ef2-8439-9c8eb848ec0b/51f789e9-485d-4cd2-bd2f-2a7b904e657d) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:12:40.648862 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-b87c78fc-c34e-42f0-9f84-586214e1aaa0 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:12:40.653195 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87c78fc-c34e-42f0-9f84-586214e1aaa0 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:12:40.819293 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c78fc-c34e-42f0-9f84-586214e1aaa0 None None] Pushing event updated for resources: {'Port': ['ID=9d0cc660-2d93-4498-9cb3-de08cff545af,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:40.833844 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-b87c78fc-c34e-42f0-9f84-586214e1aaa0 None None] Attempting to bind port 9d0cc660-2d93-4498-9cb3-de08cff545af on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:12:40.834242 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-b87c78fc-c34e-42f0-9f84-586214e1aaa0 None None] Attempting to bind port 9d0cc660-2d93-4498-9cb3-de08cff545af by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:12:40.834597 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87c78fc-c34e-42f0-9f84-586214e1aaa0 None None] Attempting to bind port 9d0cc660-2d93-4498-9cb3-de08cff545af on network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:12:40.839905 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92a6d9-e8d2-4cd4-976c-3e93a36baef6 req-80e02b96-d3e0-4f0c-bcc2-b1748fbd80e5 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:40.840834 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87c78fc-c34e-42f0-9f84-586214e1aaa0 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:12:40.841288 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87c78fc-c34e-42f0-9f84-586214e1aaa0 None None] Checking segment: {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:12:40.841588 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6f92a6d9-e8d2-4cd4-976c-3e93a36baef6 req-80e02b96-d3e0-4f0c-bcc2-b1748fbd80e5 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 945 time: 0.1687434 Feb 04 21:12:40.841705 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b87c78fc-c34e-42f0-9f84-586214e1aaa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:40.842025 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87c78fc-c34e-42f0-9f84-586214e1aaa0 None None] Bound using segment: {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:12:40.842501 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-b87c78fc-c34e-42f0-9f84-586214e1aaa0 None None] Bound port: 9d0cc660-2d93-4498-9cb3-de08cff545af, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:12:40.842878 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b87c78fc-c34e-42f0-9f84-586214e1aaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:40.843669 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5519d48-db28-4c6b-bea6-667c8f18eeba req-fa5ed907-55d7-4572-b409-a0efa6eb42a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:40.844996 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e5519d48-db28-4c6b-bea6-667c8f18eeba req-fa5ed907-55d7-4572-b409-a0efa6eb42a6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 1097 time: 0.1245062 Feb 04 21:12:40.959551 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e5519d48-db28-4c6b-bea6-667c8f18eeba req-ce48bad6-0a38-4d5d-a1ba-c9d06b6f1eb3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961072 Feb 04 21:12:40.970565 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6f92a6d9-e8d2-4cd4-976c-3e93a36baef6 req-825201de-464c-4441-95f2-e5b09b681b7a tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233044 Feb 04 21:12:40.990008 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-b87c78fc-c34e-42f0-9f84-586214e1aaa0 None None] For port 9d0cc660-2d93-4498-9cb3-de08cff545af, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:12:40.993971 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-b87c78fc-c34e-42f0-9f84-586214e1aaa0 None None] For port 9d0cc660-2d93-4498-9cb3-de08cff545af, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=9d0cc660-2d93-4498-9cb3-de08cff545af,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:12:41.020560 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b87c78fc-c34e-42f0-9f84-586214e1aaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:41.071530 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46f99f-dc88-45ac-be8c-46cd369bdce1 req-20130b26-cb24-4084-a208-ec55e0cc7cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:41.073658 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0b46f99f-dc88-45ac-be8c-46cd369bdce1 req-20130b26-cb24-4084-a208-ec55e0cc7cbc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=803c4bfb4a0c4d64ba81f7b2220cf823&device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 1095 time: 0.3965483 Feb 04 21:12:41.107735 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1947f885-5844-4000-9709-2695b4b81f7a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:41.136012 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-1947f885-5844-4000-9709-2695b4b81f7a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Transition to ACTIVE for port object 51f789e9-485d-4cd2-bd2f-2a7b904e657d will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:12:41.146343 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c78fc-c34e-42f0-9f84-586214e1aaa0 None None] Pushing event updated for resources: {'Port': ['ID=9d0cc660-2d93-4498-9cb3-de08cff545af,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:41.168244 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5bf2c-5066-4bb0-8125-1a92a0a95dc1 req-13b87c22-207d-4eb8-93d1-be45d27f00be tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:41.171907 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-04c5bf2c-5066-4bb0-8125-1a92a0a95dc1 req-13b87c22-207d-4eb8-93d1-be45d27f00be tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 944 time: 0.1438508 Feb 04 21:12:41.292958 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1947f885-5844-4000-9709-2695b4b81f7a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:41.347203 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-04c5bf2c-5066-4bb0-8125-1a92a0a95dc1 req-f503b68e-7a73-432f-933c-63905de91d72 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695135 Feb 04 21:12:41.386386 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be5460-aa38-43d7-b56a-f0c5ebdb6182 req-e0266519-9edb-4db8-822f-66ef264b6550 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:41.387847 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b9be5460-aa38-43d7-b56a-f0c5ebdb6182 req-e0266519-9edb-4db8-822f-66ef264b6550 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.1427810 Feb 04 21:12:41.415244 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1947f885-5844-4000-9709-2695b4b81f7a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:12:41.423646 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-1947f885-5844-4000-9709-2695b4b81f7a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:12:41.428057 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1947f885-5844-4000-9709-2695b4b81f7a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:12:41.433624 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1947f885-5844-4000-9709-2695b4b81f7a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:41.434261 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1947f885-5844-4000-9709-2695b4b81f7a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:41.456765 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947f885-5844-4000-9709-2695b4b81f7a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Port': ['ID=51f789e9-485d-4cd2-bd2f-2a7b904e657d,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:41.468639 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b9be5460-aa38-43d7-b56a-f0c5ebdb6182 req-a1ae9cf2-a55a-41fa-bc54-288042f196a0 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648019 Feb 04 21:12:41.520922 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46f99f-dc88-45ac-be8c-46cd369bdce1 req-147011db-c8a3-4b89-b7c4-b3a3798f2c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:41.522472 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0b46f99f-dc88-45ac-be8c-46cd369bdce1 req-147011db-c8a3-4b89-b7c4-b3a3798f2c43 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8fabec85-7328-4725-bced-b859dec9a60d HTTP/1.1" status: 200 len: 915 time: 0.3486292 Feb 04 21:12:41.654321 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1947f885-5844-4000-9709-2695b4b81f7a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7809656 Feb 04 21:12:41.662741 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40866) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:41.666197 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0b46f99f-dc88-45ac-be8c-46cd369bdce1 req-a4481bdb-d25c-46f0-b9b5-92448272c485 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f61ea82f-8f87-42d7-9d33-19d254d5287d HTTP/1.1" status: 200 len: 217 time: 0.1354187 Feb 04 21:12:41.794663 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46f99f-dc88-45ac-be8c-46cd369bdce1 req-46df5437-4a18-45d4-8736-6427b87a71ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:41.797192 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0b46f99f-dc88-45ac-be8c-46cd369bdce1 req-46df5437-4a18-45d4-8736-6427b87a71ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf4393a5-4d9f-4e62-a55d-2fc5de86b20c HTTP/1.1" status: 200 len: 854 time: 0.0943303 Feb 04 21:12:41.854291 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0b46f99f-dc88-45ac-be8c-46cd369bdce1 req-102b44e3-a262-4a41-878f-ac77f43a3d19 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8fabec85-7328-4725-bced-b859dec9a60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466402 Feb 04 21:12:41.858612 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30baf28d-1444-44f4-af0b-ada1f294ecfd req-91ebc89a-f3c4-4c89-a3f4-670a139d962c tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:41.860949 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-30baf28d-1444-44f4-af0b-ada1f294ecfd req-91ebc89a-f3c4-4c89-a3f4-670a139d962c tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cc245bc-688c-478d-b920-da244c56e1dc HTTP/1.1" status: 200 len: 945 time: 0.2441766 Feb 04 21:12:41.868411 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bd9a9a-09ab-4dfb-8362-61471ae04373 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:41.876005 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bd9a9a-09ab-4dfb-8362-61471ae04373 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:41.876896 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-19bd9a9a-09ab-4dfb-8362-61471ae04373 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:12:41.895412 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a8957-9528-4772-95d0-bf246e13de78 req-962ffc4d-8c17-4bc2-a018-97338d215e64 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:41.897355 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d38a8957-9528-4772-95d0-bf246e13de78 req-962ffc4d-8c17-4bc2-a018-97338d215e64 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.2021344 Feb 04 21:12:41.975825 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-19bd9a9a-09ab-4dfb-8362-61471ae04373 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:12:41.977091 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-19bd9a9a-09ab-4dfb-8362-61471ae04373 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3130081 Feb 04 21:12:41.979650 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-30baf28d-1444-44f4-af0b-ada1f294ecfd req-629c56a6-e4d6-490c-a5f3-b577645e9cca tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea76193b-dc3c-4711-98ab-c1fcf94780c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093719 Feb 04 21:12:41.981818 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40874) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:42.074343 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d38a8957-9528-4772-95d0-bf246e13de78 req-e198808a-73f8-46ac-9402-552ef8a80bb4 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579838 Feb 04 21:12:42.255133 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-bbb68470-7328-44e7-acc9-c06c3047a644 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting port 51f789e9-485d-4cd2-bd2f-2a7b904e657d {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:12:42.255751 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bbb68470-7328-44e7-acc9-c06c3047a644 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:42.506216 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 9d0cc660-2d93-4498-9cb3-de08cff545af up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:12:42.551641 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0b46f99f-dc88-45ac-be8c-46cd369bdce1 req-9777a669-fc59-4bbd-a934-109d8d96ca4c service neutron] 10.222.0.18 "GET /v2.0/networks/8fabec85-7328-4725-bced-b859dec9a60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6704841 Feb 04 21:12:42.585972 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device f61ea82f-8f87-42d7-9d33-19d254d5287d details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:12:42.587937 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d41d00-894e-410f-a9fc-c679155daf25 req-0b07da40-85c5-4336-8c20-ba750ad474a1 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:42.595810 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b9d41d00-894e-410f-a9fc-c679155daf25 req-0b07da40-85c5-4336-8c20-ba750ad474a1 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 946 time: 0.2972543 Feb 04 21:12:42.725483 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b9d41d00-894e-410f-a9fc-c679155daf25 req-d1e57d6e-1ad0-4fd3-a625-271d8539f59c tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251624 Feb 04 21:12:42.752075 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219f929-443a-4a76-841f-fe624de0baed req-c7ba89e4-4551-43c3-bba2-50829c6b9721 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:42.755945 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6219f929-443a-4a76-841f-fe624de0baed req-c7ba89e4-4551-43c3-bba2-50829c6b9721 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cc245bc-688c-478d-b920-da244c56e1dc HTTP/1.1" status: 200 len: 945 time: 0.3221700 Feb 04 21:12:42.764747 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 40892) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:42.786569 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-43ba39b8-c9b3-4b9c-b3a9-5a9a10255ed7 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Request body: {'floatingip': {'port_id': '4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:42.841735 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port f61ea82f-8f87-42d7-9d33-19d254d5287d, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f61ea82f-8f87-42d7-9d33-19d254d5287d,segment=NetworkSegment(90500554-f748-4464-907c-9d77092e3d3a),segment_id=90500554-f748-4464-907c-9d77092e3d3a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:12:42.850152 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0b46f99f-dc88-45ac-be8c-46cd369bdce1 req-d1ed5879-2698-438b-b7fc-8ce9c0554f49 service neutron] 10.222.0.18 "GET /v2.0/networks/8fabec85-7328-4725-bced-b859dec9a60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199209 Feb 04 21:12:42.869400 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'f61ea82f-8f87-42d7-9d33-19d254d5287d', 'network_id': '8fabec85-7328-4725-bced-b859dec9a60d', 'port_id': 'f61ea82f-8f87-42d7-9d33-19d254d5287d', 'mac_address': 'fa:16:3e:21:90:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf4393a5-4d9f-4e62-a55d-2fc5de86b20c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:12:43.096813 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-bd1361d2-8cf1-417f-a546-06aa10b9ea0a None None] Provisioning for port 9d0cc660-2d93-4498-9cb3-de08cff545af completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:12:43.110550 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:43.154757 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f61ea82f-8f87-42d7-9d33-19d254d5287d {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:12:43.206040 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port f61ea82f-8f87-42d7-9d33-19d254d5287d, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f61ea82f-8f87-42d7-9d33-19d254d5287d,segment=NetworkSegment(90500554-f748-4464-907c-9d77092e3d3a),segment_id=90500554-f748-4464-907c-9d77092e3d3a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:12:43.214433 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 9d0cc660-2d93-4498-9cb3-de08cff545af completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:12:43.223562 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-43ba39b8-c9b3-4b9c-b3a9-5a9a10255ed7 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks [] for floatingip, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:43.237281 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 9d0cc660-2d93-4498-9cb3-de08cff545af triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:12:43.237669 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:43.312173 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bbb68470-7328-44e7-acc9-c06c3047a644 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:43.387424 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:43.515931 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-bbb68470-7328-44e7-acc9-c06c3047a644 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Calling delete_port for 51f789e9-485d-4cd2-bd2f-2a7b904e657d owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:12:43.581654 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=f61ea82f-8f87-42d7-9d33-19d254d5287d,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:43.594667 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1264f65a-ca66-473d-a8e7-af179ee6e3c5 None None] Could not find standard attr ID for object 6905689e-187b-4751-a90b-cc2586f38974. {{(pid=87684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 21:12:43.763096 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bbb68470-7328-44e7-acc9-c06c3047a644 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:43.778938 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['f61ea82f-8f87-42d7-9d33-19d254d5287d'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:12:43.807298 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e093c6-9a3c-42e1-8937-e725a624395a req-9fb20502-b68b-4ff3-ab59-6fc6b1b114ab tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:43.808817 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7e093c6-9a3c-42e1-8937-e725a624395a req-9fb20502-b68b-4ff3-ab59-6fc6b1b114ab tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 945 time: 0.5183594 Feb 04 21:12:43.852611 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-0a5d3263-a54c-413a-9145-04d1e177f2d6 None None] Could not find standard attr ID for object 53cf9645-bfcb-4e07-a4c6-20db72a32581. {{(pid=87684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 21:12:43.856656 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb68470-7328-44e7-acc9-c06c3047a644 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Port': ['ID=51f789e9-485d-4cd2-bd2f-2a7b904e657d,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:43.931045 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bbb68470-7328-44e7-acc9-c06c3047a644 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:43.936632 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:43.979408 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bbb68470-7328-44e7-acc9-c06c3047a644 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/51f789e9-485d-4cd2-bd2f-2a7b904e657d HTTP/1.1" status: 204 len: 168 time: 1.9958348 Feb 04 21:12:43.986059 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40952) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:44.028849 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d8587933-0696-4b9c-b6c3-b42962c0dfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:44.073739 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7e093c6-9a3c-42e1-8937-e725a624395a req-a768999f-6dc4-43ab-b977-67227c6bbf66 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516186 Feb 04 21:12:44.101337 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 9d0cc660-2d93-4498-9cb3-de08cff545af, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=9d0cc660-2d93-4498-9cb3-de08cff545af,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:12:44.115236 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:44.199949 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac40c50-e0f9-4d77-98b8-be0512c4a457 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:44.202914 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac40c50-e0f9-4d77-98b8-be0512c4a457 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:44.207812 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0ac40c50-e0f9-4d77-98b8-be0512c4a457 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:12:44.246531 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-e02420b1-2cf3-4b4a-a2fc-8e9fb689e136 None None] Could not find standard attr ID for object 51f789e9-485d-4cd2-bd2f-2a7b904e657d. {{(pid=87684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 21:12:44.271577 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=9d0cc660-2d93-4498-9cb3-de08cff545af,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:44.285505 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0ac40c50-e0f9-4d77-98b8-be0512c4a457 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:12:44.287124 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0ac40c50-e0f9-4d77-98b8-be0512c4a457 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3019092 Feb 04 21:12:44.290261 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40958) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:44.424191 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-112a2552-25e6-4334-841b-7ee44ec22d5f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting subnet 6f25ddf5-91e2-4ef2-8439-9c8eb848ec0b {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:12:44.429225 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-112a2552-25e6-4334-841b-7ee44ec22d5f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:44.529149 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-112a2552-25e6-4334-841b-7ee44ec22d5f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:44.549656 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df8879-e18e-4080-ad88-c532964c9975 req-68da41de-237e-4d5b-a7be-b98d451214d2 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:44.557442 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-41df8879-e18e-4080-ad88-c532964c9975 req-68da41de-237e-4d5b-a7be-b98d451214d2 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 945 time: 0.2287676 Feb 04 21:12:44.629405 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cde2a7-3fdb-44b4-a66f-8e714726c376 req-6ee03568-3793-4566-ac77-89061ccd83b9 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:44.632200 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-28cde2a7-3fdb-44b4-a66f-8e714726c376 req-6ee03568-3793-4566-ac77-89061ccd83b9 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8b5580-581f-45b2-8a62-0f7bab064a1e HTTP/1.1" status: 200 len: 943 time: 0.1680546 Feb 04 21:12:44.636609 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-41df8879-e18e-4080-ad88-c532964c9975 req-3614d55e-f687-494e-9b26-ecb9c5dbeb4a tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783930 Feb 04 21:12:44.637914 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-112a2552-25e6-4334-841b-7ee44ec22d5f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:44.753986 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-112a2552-25e6-4334-841b-7ee44ec22d5f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:44.827204 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a2552-25e6-4334-841b-7ee44ec22d5f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Subnet': ['ID=6f25ddf5-91e2-4ef2-8439-9c8eb848ec0b,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:44.829322 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-112a2552-25e6-4334-841b-7ee44ec22d5f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:44.849930 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-112a2552-25e6-4334-841b-7ee44ec22d5f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/6f25ddf5-91e2-4ef2-8439-9c8eb848ec0b HTTP/1.1" status: 204 len: 168 time: 0.5554867 Feb 04 21:12:44.850472 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40972) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:44.935456 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-db8a2ade-b505-446f-bf40-409f285e6818 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0833290 Feb 04 21:12:44.938056 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 40976) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:44.949839 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe377375-64cc-4a29-8664-2adf4f3a2953 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:12:44.966672 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-bdf82c4b-a627-4ff2-87fb-9ea23d7b0881 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:44.982544 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-43ba39b8-c9b3-4b9c-b3a9-5a9a10255ed7 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:45.009616 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-28cde2a7-3fdb-44b4-a66f-8e714726c376 req-0f4de9bd-499c-4a01-b8c6-fbae332efb4c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Deleting port 482e6750-0446-470c-a003-debc4eae84ff {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:12:45.011321 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-28cde2a7-3fdb-44b4-a66f-8e714726c376 req-0f4de9bd-499c-4a01-b8c6-fbae332efb4c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:45.067501 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-43ba39b8-c9b3-4b9c-b3a9-5a9a10255ed7 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:45.206040 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c4737-1cd3-4020-a2e0-fbf76e2c57b3 req-90926cad-6757-4f86-8370-504e14f12be5 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:45.209550 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fa2c4737-1cd3-4020-a2e0-fbf76e2c57b3 req-90926cad-6757-4f86-8370-504e14f12be5 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 946 time: 0.4150507 Feb 04 21:12:45.233417 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-bdf82c4b-a627-4ff2-87fb-9ea23d7b0881 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:45.242850 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-bdf82c4b-a627-4ff2-87fb-9ea23d7b0881 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:subnet and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:12:45.248811 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-bdf82c4b-a627-4ff2-87fb-9ea23d7b0881 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:12:45.258399 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-bdf82c4b-a627-4ff2-87fb-9ea23d7b0881 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:45.267861 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-84e51c1b-2a2f-41b6-bf72-a5f4e30e2765 req-82c22b23-9405-4cd2-9e0a-17f9a190b449 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9fd219f1-0690-4dd5-a7a5-5b65b7f39357&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1466467 Feb 04 21:12:45.278133 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf82c4b-a627-4ff2-87fb-9ea23d7b0881 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:12:45.282329 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bdf82c4b-a627-4ff2-87fb-9ea23d7b0881 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:45.361751 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b179c770-4300-4ee7-9e4d-e88c6a505855 None None] DHCP port deletion for f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:12:45.367267 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-b179c770-4300-4ee7-9e4d-e88c6a505855 None None] Deleting port 9d0cc660-2d93-4498-9cb3-de08cff545af {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:12:45.367915 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b179c770-4300-4ee7-9e4d-e88c6a505855 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:45.632634 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e51c1b-2a2f-41b6-bf72-a5f4e30e2765 req-4db1b410-5dae-4ab9-b063-c8f56802619b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:45.634133 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-84e51c1b-2a2f-41b6-bf72-a5f4e30e2765 req-4db1b410-5dae-4ab9-b063-c8f56802619b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d539dc97a744058fdb427e438eb9ad&device_id=9fd219f1-0690-4dd5-a7a5-5b65b7f39357 HTTP/1.1" status: 200 len: 1058 time: 0.3349612 Feb 04 21:12:45.647044 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fa2c4737-1cd3-4020-a2e0-fbf76e2c57b3 req-a19f754a-f60e-4db7-963a-9df007c109ed tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3192122 Feb 04 21:12:45.648224 n-d-827896-1 neutron-server[87683]: INFO neutron.db.l3_db [None req-43ba39b8-c9b3-4b9c-b3a9-5a9a10255ed7 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Floating IP 1f0d1b8a-4436-44f0-97fd-e11b64f51a58 associated. External IP: 172.25.5.125, port: 4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a. Feb 04 21:12:45.657264 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-b179c770-4300-4ee7-9e4d-e88c6a505855 None None] For port 9d0cc660-2d93-4498-9cb3-de08cff545af, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=9d0cc660-2d93-4498-9cb3-de08cff545af,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:12:45.657891 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b179c770-4300-4ee7-9e4d-e88c6a505855 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:45.830149 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-b179c770-4300-4ee7-9e4d-e88c6a505855 None None] Calling delete_port for 9d0cc660-2d93-4498-9cb3-de08cff545af owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:12:45.929295 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b179c770-4300-4ee7-9e4d-e88c6a505855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:45.955348 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e51c1b-2a2f-41b6-bf72-a5f4e30e2765 req-ca197ec5-695e-4779-bb3e-6662e5a77d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:45.957619 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-84e51c1b-2a2f-41b6-bf72-a5f4e30e2765 req-ca197ec5-695e-4779-bb3e-6662e5a77d5d service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4cc1ce8-eeb6-46af-80b5-92196799c865 HTTP/1.1" status: 200 len: 912 time: 0.2612402 Feb 04 21:12:45.959088 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bdf82c4b-a627-4ff2-87fb-9ea23d7b0881 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:46.022286 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179c770-4300-4ee7-9e4d-e88c6a505855 None None] Pushing event deleted for resources: {'Port': ['ID=9d0cc660-2d93-4498-9cb3-de08cff545af,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:46.024954 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b179c770-4300-4ee7-9e4d-e88c6a505855 None None] No DVR routers for this DVR port 9d0cc660-2d93-4498-9cb3-de08cff545af on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:12:46.101292 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-84e51c1b-2a2f-41b6-bf72-a5f4e30e2765 req-978dc98a-5269-4d9a-bd09-0afdb75c7b0b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a4007de-145c-47df-a5e4-a2d29251f7e5 HTTP/1.1" status: 200 len: 217 time: 0.1369464 Feb 04 21:12:46.145037 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-28cde2a7-3fdb-44b4-a66f-8e714726c376 req-0f4de9bd-499c-4a01-b8c6-fbae332efb4c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] For port 482e6750-0446-470c-a003-debc4eae84ff, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=482e6750-0446-470c-a003-debc4eae84ff,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:12:46.145448 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-28cde2a7-3fdb-44b4-a66f-8e714726c376 req-0f4de9bd-499c-4a01-b8c6-fbae332efb4c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:46.156669 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf82c4b-a627-4ff2-87fb-9ea23d7b0881 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:12:46.163827 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-bdf82c4b-a627-4ff2-87fb-9ea23d7b0881 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:12:46.173684 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7afdc1-6515-44b1-b229-a12e0675dc58 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:12:46.176005 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf82c4b-a627-4ff2-87fb-9ea23d7b0881 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:46.176782 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bdf82c4b-a627-4ff2-87fb-9ea23d7b0881 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:46.203308 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf82c4b-a627-4ff2-87fb-9ea23d7b0881 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Subnet': ['ID=2786e2ad-464d-4eea-a7a7-2947d1d903b2,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:46.220644 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e51c1b-2a2f-41b6-bf72-a5f4e30e2765 req-840e86e9-a5a2-4da4-84ce-c7e4825e701f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:46.222859 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-84e51c1b-2a2f-41b6-bf72-a5f4e30e2765 req-840e86e9-a5a2-4da4-84ce-c7e4825e701f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee4d3909-e094-4079-9a7f-4f6007c68222 HTTP/1.1" status: 200 len: 850 time: 0.1154053 Feb 04 21:12:46.228799 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bdf82c4b-a627-4ff2-87fb-9ea23d7b0881 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2897918 Feb 04 21:12:46.232929 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 41004) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:46.279053 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-7c518845-b3f1-4aa0-9431-b9fee754469e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'port': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'fixed_ips': [{'subnet_id': '2786e2ad-464d-4eea-a7a7-2947d1d903b2', 'ip_address': '2001:db8::15c3:6640:6695:375d'}], 'name': 'tempest-NetworksTestDHCPv6-531796410'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:46.346317 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-277e20f8-997e-4376-9bfc-9890221b3cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:46.374515 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-28cde2a7-3fdb-44b4-a66f-8e714726c376 req-0f4de9bd-499c-4a01-b8c6-fbae332efb4c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Calling delete_port for 482e6750-0446-470c-a003-debc4eae84ff owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:12:46.374705 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 9d0cc660-2d93-4498-9cb3-de08cff545af no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:12:46.434471 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 9d0cc660-2d93-4498-9cb3-de08cff545af {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:12:46.435239 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 9d0cc660-2d93-4498-9cb3-de08cff545af not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:12:46.471583 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e51c1b-2a2f-41b6-bf72-a5f4e30e2765 req-5c734297-5890-402d-ba31-312fb92d982d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:46.473253 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-84e51c1b-2a2f-41b6-bf72-a5f4e30e2765 req-5c734297-5890-402d-ba31-312fb92d982d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4cc1ce8-eeb6-46af-80b5-92196799c865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2417417 Feb 04 21:12:46.475843 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7c518845-b3f1-4aa0-9431-b9fee754469e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:46.480171 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7c518845-b3f1-4aa0-9431-b9fee754469e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:port and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:12:46.484363 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7c518845-b3f1-4aa0-9431-b9fee754469e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:12:46.521911 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7c518845-b3f1-4aa0-9431-b9fee754469e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:46.599317 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c518845-b3f1-4aa0-9431-b9fee754469e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:12:46.613964 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device f61ea82f-8f87-42d7-9d33-19d254d5287d up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:12:46.660272 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7c89a-f047-471d-ae0f-9bb16fe69977 req-630c9558-ef53-47b3-8029-e14e3382ba9c tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:46.662198 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-07d7c89a-f047-471d-ae0f-9bb16fe69977 req-630c9558-ef53-47b3-8029-e14e3382ba9c tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 945 time: 0.7960865 Feb 04 21:12:46.667465 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ba39b8-c9b3-4b9c-b3a9-5a9a10255ed7 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Router 4082749f-5bae-413d-bb94-08cefe3f607c has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:12:46.746080 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d76ec8-5267-4fa5-a0bb-2059fbe7b432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'tenant_id': 'c1a09abf1d69443ba4dc5757947fc733', 'fixed_ips': [{'subnet_id': '2786e2ad-464d-4eea-a7a7-2947d1d903b2'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:12:46.746887 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b0d76ec8-5267-4fa5-a0bb-2059fbe7b432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:46.791865 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-07d7c89a-f047-471d-ae0f-9bb16fe69977 req-d1d0eba4-8923-42bf-88be-d6e5fe92e3b6 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126513 Feb 04 21:12:46.820709 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7c518845-b3f1-4aa0-9431-b9fee754469e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:46.869930 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-84e51c1b-2a2f-41b6-bf72-a5f4e30e2765 req-6cf72a71-cd42-42ff-bcf8-bfa9ff91b19a service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864717 Feb 04 21:12:46.881848 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-7c518845-b3f1-4aa0-9431-b9fee754469e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] device_id is not set on port 8c07f71b-75fa-467d-b858-70ea70a40054 yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:12:46.889523 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port f61ea82f-8f87-42d7-9d33-19d254d5287d completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:12:46.936654 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port f61ea82f-8f87-42d7-9d33-19d254d5287d triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:12:46.937031 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:47.047699 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-b0d76ec8-5267-4fa5-a0bb-2059fbe7b432 None None] Allocated IP 2001:db8::2 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/2786e2ad-464d-4eea-a7a7-2947d1d903b2/f145248b-a32c-45b6-8295-d344afbdfc89) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:12:47.139937 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ded064-b312-4436-a989-c2561707b59c req-dd34eee4-fa67-4521-8bdd-a794c3dd2ac3 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:47.155711 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-29ded064-b312-4436-a989-c2561707b59c req-dd34eee4-fa67-4521-8bdd-a794c3dd2ac3 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 946 time: 0.1755335 Feb 04 21:12:47.160547 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 41018) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:47.169686 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ba39b8-c9b3-4b9c-b3a9-5a9a10255ed7 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:12:47.182647 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874d2094-bc2a-4c5a-ad96-677fceeccef9 None None] Sync routers for ids ['4082749f-5bae-413d-bb94-08cefe3f607c'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:12:47.195448 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-ef6c4e90-7c6b-4a86-a994-a452d42a582f tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Request body: {'floatingip': {'port_id': '643c6a12-47d2-4a5a-a384-c6eee850b1ca'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:47.213518 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874d2094-bc2a-4c5a-ad96-677fceeccef9 None None] Routers {'4082749f-5bae-413d-bb94-08cefe3f607c'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:12:47.214417 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-874d2094-bc2a-4c5a-ad96-677fceeccef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:12:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4082749f-5bae-413d-bb94-08cefe3f607c'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:12:47.236547 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:47.258468 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-84e51c1b-2a2f-41b6-bf72-a5f4e30e2765 req-077007f2-d7d7-49da-ad4b-00974be4095c service neutron] 10.222.0.18 "GET /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990172 Feb 04 21:12:47.280404 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00181b5-e27b-4820-8717-786716333161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61ea82f-8f87-42d7-9d33-19d254d5287d'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:12:47.308066 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port f61ea82f-8f87-42d7-9d33-19d254d5287d, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f61ea82f-8f87-42d7-9d33-19d254d5287d,segment=NetworkSegment(90500554-f748-4464-907c-9d77092e3d3a),segment_id=90500554-f748-4464-907c-9d77092e3d3a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:12:47.326032 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:47.407951 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ef6c4e90-7c6b-4a86-a994-a452d42a582f tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for floatingip, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:47.479906 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:47.536840 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-28cde2a7-3fdb-44b4-a66f-8e714726c376 req-0f4de9bd-499c-4a01-b8c6-fbae332efb4c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:47.581394 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['e9f4b42e-cf56-4a03-94e2-a66988e9676e'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:12:47.606660 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-874d2094-bc2a-4c5a-ad96-677fceeccef9 None None] Set router 4082749f-5bae-413d-bb94-08cefe3f607c gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:12:47.626126 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['c5600ea9-5404-40f3-8472-39f6fa709ef1'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:12:47.669508 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00181b5-e27b-4820-8717-786716333161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61ea82f-8f87-42d7-9d33-19d254d5287d', 'code': 200} Feb 04 21:12:47.738824 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5d91c-1334-4bfa-8585-b36683a7ca48 req-c9a6448f-9a2c-4da1-92e6-6a6d274d3d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:47.740333 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5fa5d91c-1334-4bfa-8585-b36683a7ca48 req-c9a6448f-9a2c-4da1-92e6-6a6d274d3d3e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c0334bb297a2459cb341ceb6d3c2f76e&device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 1096 time: 0.1527328 Feb 04 21:12:47.745936 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=f61ea82f-8f87-42d7-9d33-19d254d5287d,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:47.789445 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:47.802574 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b0d76ec8-5267-4fa5-a0bb-2059fbe7b432 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:47.837032 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b0d76ec8-5267-4fa5-a0bb-2059fbe7b432 None None] Transition to ACTIVE for port object f145248b-a32c-45b6-8295-d344afbdfc89 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:12:47.908343 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b0d76ec8-5267-4fa5-a0bb-2059fbe7b432 None None] Transition to ACTIVE for port object f145248b-a32c-45b6-8295-d344afbdfc89 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:12:47.923079 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5d91c-1334-4bfa-8585-b36683a7ca48 req-5fa62168-f4c7-4b1d-9be3-9d1b359f820a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:47.925817 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5fa5d91c-1334-4bfa-8585-b36683a7ca48 req-5fa62168-f4c7-4b1d-9be3-9d1b359f820a service neutron] 10.222.0.18 "GET /v2.0/networks?id=45821ff6-3791-4a68-b829-a67211a973e0 HTTP/1.1" status: 200 len: 919 time: 0.1781335 Feb 04 21:12:47.929983 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b0d76ec8-5267-4fa5-a0bb-2059fbe7b432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:47.954749 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-43ba39b8-c9b3-4b9c-b3a9-5a9a10255ed7 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:47.994290 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4de9bd-499c-4a01-b8c6-fbae332efb4c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Pushing event deleted for resources: {'Port': ['ID=482e6750-0446-470c-a003-debc4eae84ff,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:48.130484 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d76ec8-5267-4fa5-a0bb-2059fbe7b432 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:12:48.144795 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-b0d76ec8-5267-4fa5-a0bb-2059fbe7b432 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:12:48.189289 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-7c518845-b3f1-4aa0-9431-b9fee754469e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Allocated IP 2001:db8::15c3:6640:6695:375d (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/2786e2ad-464d-4eea-a7a7-2947d1d903b2/8c07f71b-75fa-467d-b858-70ea70a40054) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:12:48.226601 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d76ec8-5267-4fa5-a0bb-2059fbe7b432 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:12:48.256078 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-874d2094-bc2a-4c5a-ad96-677fceeccef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'name': 'tempest-ServersTestManualDisk-1957728473-router', 'tenant_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'e689f9be-a199-4432-905e-d7fee1d14982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:53Z', 'updated_at': '2022-02-04T21:12:02Z', 'revision_number': 4, 'project_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'gw_port': {'id': 'e689f9be-a199-4432-905e-d7fee1d14982', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:34:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:55Z', 'updated_at': '2022-02-04T21:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': '1f0d1b8a-4436-44f0-97fd-e11b64f51a58', 'tenant_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'floating_ip_address': '172.25.5.125', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'port_id': '4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d58cd99-6056-4122-a3aa-beba29366a52', 'mac_address': 'fa:16:3e:ee:0a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc245bc-688c-478d-b920-da244c56e1dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:12:09Z', 'updated_at': '2022-02-04T21:12:44Z', 'revision_number': 1, 'project_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967755ef-9e2f-4e5b-8898-0ddc28c7d26d', 'name': '', 'network_id': '3d58cd99-6056-4122-a3aa-beba29366a52', 'tenant_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'mac_address': 'fa:16:3e:cd:8b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '2ba34e41-1e8a-40be-b620-552f144c8194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:12:01Z', 'updated_at': '2022-02-04T21:12:11Z', 'revision_number': 5, 'project_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'subnets': [{'id': '2ba34e41-1e8a-40be-b620-552f144c8194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:12:48.260144 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874d2094-bc2a-4c5a-ad96-677fceeccef9 None None] Checking router: 4082749f-5bae-413d-bb94-08cefe3f607c for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:12:48.261173 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5fa5d91c-1334-4bfa-8585-b36683a7ca48 req-9e76a024-240a-471a-9bb6-3439db15cf3c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffecdf98-c817-481b-b0b0-07871ba48ec8 HTTP/1.1" status: 200 len: 217 time: 0.0685403 Feb 04 21:12:48.269863 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874d2094-bc2a-4c5a-ad96-677fceeccef9 None None] Routers {'4082749f-5bae-413d-bb94-08cefe3f607c'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:12:48.271054 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-874d2094-bc2a-4c5a-ad96-677fceeccef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:12:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4082749f-5bae-413d-bb94-08cefe3f607c'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:12:48.338443 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5d91c-1334-4bfa-8585-b36683a7ca48 req-b02bfb06-171f-4ba5-83bb-ab3a298a75d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:48.339817 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5fa5d91c-1334-4bfa-8585-b36683a7ca48 req-b02bfb06-171f-4ba5-83bb-ab3a298a75d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e215eb7a-eead-45ce-94f4-e8f9a41d8b7e HTTP/1.1" status: 200 len: 858 time: 0.0654271 Feb 04 21:12:48.401544 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5fa5d91c-1334-4bfa-8585-b36683a7ca48 req-bb8f6c2e-f5ea-449c-8d92-6e78c3c87dd7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=45821ff6-3791-4a68-b829-a67211a973e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498681 Feb 04 21:12:48.478746 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d76ec8-5267-4fa5-a0bb-2059fbe7b432 None None] Pushing event updated for resources: {'Port': ['ID=f145248b-a32c-45b6-8295-d344afbdfc89,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:48.495429 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4de9bd-499c-4a01-b8c6-fbae332efb4c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:48.495771 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4de9bd-499c-4a01-b8c6-fbae332efb4c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:48.496114 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4de9bd-499c-4a01-b8c6-fbae332efb4c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:48.496456 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4de9bd-499c-4a01-b8c6-fbae332efb4c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:48.497373 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4de9bd-499c-4a01-b8c6-fbae332efb4c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:48.497712 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4de9bd-499c-4a01-b8c6-fbae332efb4c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:48.498100 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4de9bd-499c-4a01-b8c6-fbae332efb4c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:48.498434 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4de9bd-499c-4a01-b8c6-fbae332efb4c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:48.498899 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4de9bd-499c-4a01-b8c6-fbae332efb4c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:48.499478 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4de9bd-499c-4a01-b8c6-fbae332efb4c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:48.499593 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4de9bd-499c-4a01-b8c6-fbae332efb4c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:48.499908 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4de9bd-499c-4a01-b8c6-fbae332efb4c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:12:48.533634 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-b0d76ec8-5267-4fa5-a0bb-2059fbe7b432 None None] Attempting to bind port f145248b-a32c-45b6-8295-d344afbdfc89 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:12:48.537926 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-b0d76ec8-5267-4fa5-a0bb-2059fbe7b432 None None] Attempting to bind port f145248b-a32c-45b6-8295-d344afbdfc89 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:12:48.537926 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d76ec8-5267-4fa5-a0bb-2059fbe7b432 None None] Attempting to bind port f145248b-a32c-45b6-8295-d344afbdfc89 on network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:12:48.548257 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d76ec8-5267-4fa5-a0bb-2059fbe7b432 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:12:48.550882 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d76ec8-5267-4fa5-a0bb-2059fbe7b432 None None] Checking segment: {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:12:48.551411 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b0d76ec8-5267-4fa5-a0bb-2059fbe7b432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:48.551917 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d76ec8-5267-4fa5-a0bb-2059fbe7b432 None None] Bound using segment: {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:12:48.557292 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-b0d76ec8-5267-4fa5-a0bb-2059fbe7b432 None None] Bound port: f145248b-a32c-45b6-8295-d344afbdfc89, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:12:48.557691 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b0d76ec8-5267-4fa5-a0bb-2059fbe7b432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:48.639423 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-28cde2a7-3fdb-44b4-a66f-8e714726c376 req-0f4de9bd-499c-4a01-b8c6-fbae332efb4c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] No DVR routers for this DVR port 482e6750-0446-470c-a003-debc4eae84ff on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:12:48.648839 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-28cde2a7-3fdb-44b4-a66f-8e714726c376 req-0f4de9bd-499c-4a01-b8c6-fbae332efb4c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:48.650975 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-28cde2a7-3fdb-44b4-a66f-8e714726c376 req-0f4de9bd-499c-4a01-b8c6-fbae332efb4c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "DELETE /v2.0/ports/482e6750-0446-470c-a003-debc4eae84ff HTTP/1.1" status: 204 len: 173 time: 4.0128405 Feb 04 21:12:48.672827 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8b5580-581f-45b2-8a62-0f7bab064a1e', 'name': 'network-vif-deleted', 'tag': '482e6750-0446-470c-a003-debc4eae84ff'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:12:48.713443 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-874d2094-bc2a-4c5a-ad96-677fceeccef9 None None] Set router 4082749f-5bae-413d-bb94-08cefe3f607c gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:12:48.723030 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-b0d76ec8-5267-4fa5-a0bb-2059fbe7b432 None None] For port f145248b-a32c-45b6-8295-d344afbdfc89, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:12:48.727546 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-b0d76ec8-5267-4fa5-a0bb-2059fbe7b432 None None] For port f145248b-a32c-45b6-8295-d344afbdfc89, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=f145248b-a32c-45b6-8295-d344afbdfc89,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:12:48.728970 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-43ba39b8-c9b3-4b9c-b3a9-5a9a10255ed7 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "PUT /v2.0/floatingips/1f0d1b8a-4436-44f0-97fd-e11b64f51a58 HTTP/1.1" status: 200 len: 991 time: 5.9630167 Feb 04 21:12:48.733690 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b0d76ec8-5267-4fa5-a0bb-2059fbe7b432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:48.918031 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:49.001684 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d76ec8-5267-4fa5-a0bb-2059fbe7b432 None None] Pushing event updated for resources: {'Port': ['ID=f145248b-a32c-45b6-8295-d344afbdfc89,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:49.027291 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5fa5d91c-1334-4bfa-8585-b36683a7ca48 req-2dc6a4a2-ef1d-4578-abdf-48b954d3f4f3 service neutron] 10.222.0.18 "GET /v2.0/networks/45821ff6-3791-4a68-b829-a67211a973e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5946722 Feb 04 21:12:49.068044 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a1563-3718-46a8-81d0-d6b8dcb3c46a req-61293cde-6f6e-4c43-9957-3d6d7e515eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:49.069532 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b65a1563-3718-46a8-81d0-d6b8dcb3c46a req-61293cde-6f6e-4c43-9957-3d6d7e515eca service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 1097 time: 1.1310551 Feb 04 21:12:49.094990 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffbf08-aeeb-41a7-a094-6dd1474e8f1c req-784faac0-f5bc-42a0-83a1-8f188e4118ed tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:49.096370 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b8ffbf08-aeeb-41a7-a094-6dd1474e8f1c req-784faac0-f5bc-42a0-83a1-8f188e4118ed tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 945 time: 1.1590071 Feb 04 21:12:49.253932 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5fa5d91c-1334-4bfa-8585-b36683a7ca48 req-8a2c219d-e2ad-45cc-ba04-ef36300b247c service neutron] 10.222.0.18 "GET /v2.0/networks/45821ff6-3791-4a68-b829-a67211a973e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217197 Feb 04 21:12:49.323148 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7c518845-b3f1-4aa0-9431-b9fee754469e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:49.359544 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-7c518845-b3f1-4aa0-9431-b9fee754469e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Transition to ACTIVE for port object 8c07f71b-75fa-467d-b858-70ea70a40054 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:12:49.429053 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7c518845-b3f1-4aa0-9431-b9fee754469e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:49.435593 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b65a1563-3718-46a8-81d0-d6b8dcb3c46a req-21f77239-b4db-499a-ae73-2d782735566f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486626 Feb 04 21:12:49.453441 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b8ffbf08-aeeb-41a7-a094-6dd1474e8f1c req-36e27189-9d2d-44e7-8879-d812c658cd45 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659597 Feb 04 21:12:49.580244 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c518845-b3f1-4aa0-9431-b9fee754469e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:12:49.583381 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-874d2094-bc2a-4c5a-ad96-677fceeccef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'name': 'tempest-ServersTestManualDisk-1957728473-router', 'tenant_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'e689f9be-a199-4432-905e-d7fee1d14982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:53Z', 'updated_at': '2022-02-04T21:12:02Z', 'revision_number': 4, 'project_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'gw_port': {'id': 'e689f9be-a199-4432-905e-d7fee1d14982', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:34:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:55Z', 'updated_at': '2022-02-04T21:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': '1f0d1b8a-4436-44f0-97fd-e11b64f51a58', 'tenant_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'floating_ip_address': '172.25.5.125', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'port_id': '4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d58cd99-6056-4122-a3aa-beba29366a52', 'mac_address': 'fa:16:3e:ee:0a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc245bc-688c-478d-b920-da244c56e1dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:12:09Z', 'updated_at': '2022-02-04T21:12:44Z', 'revision_number': 1, 'project_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967755ef-9e2f-4e5b-8898-0ddc28c7d26d', 'name': '', 'network_id': '3d58cd99-6056-4122-a3aa-beba29366a52', 'tenant_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'mac_address': 'fa:16:3e:cd:8b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '2ba34e41-1e8a-40be-b620-552f144c8194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:12:01Z', 'updated_at': '2022-02-04T21:12:11Z', 'revision_number': 5, 'project_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'subnets': [{'id': '2ba34e41-1e8a-40be-b620-552f144c8194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:12:49.584952 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-7c518845-b3f1-4aa0-9431-b9fee754469e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:12:49.589485 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c518845-b3f1-4aa0-9431-b9fee754469e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:12:49.595279 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c518845-b3f1-4aa0-9431-b9fee754469e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:49.595908 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7c518845-b3f1-4aa0-9431-b9fee754469e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:49.599376 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874d2094-bc2a-4c5a-ad96-677fceeccef9 None None] The sync data for ids ['4082749f-5bae-413d-bb94-08cefe3f607c'] in n-d-827896-1 is: [{'id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'name': 'tempest-ServersTestManualDisk-1957728473-router', 'tenant_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'e689f9be-a199-4432-905e-d7fee1d14982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:53Z', 'updated_at': '2022-02-04T21:12:02Z', 'revision_number': 4, 'project_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'gw_port': {'id': 'e689f9be-a199-4432-905e-d7fee1d14982', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:34:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:55Z', 'updated_at': '2022-02-04T21:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': '1f0d1b8a-4436-44f0-97fd-e11b64f51a58', 'tenant_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'floating_ip_address': '172.25.5.125', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'port_id': '4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d58cd99-6056-4122-a3aa-beba29366a52', 'mac_address': 'fa:16:3e:ee:0a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc245bc-688c-478d-b920-da244c56e1dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:12:09Z', 'updated_at': '2022-02-04T21:12:44Z', 'revision_number': 1, 'project_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967755ef-9e2f-4e5b-8898-0ddc28c7d26d', 'name': '', 'network_id': '3d58cd99-6056-4122-a3aa-beba29366a52', 'tenant_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'mac_address': 'fa:16:3e:cd:8b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '2ba34e41-1e8a-40be-b620-552f144c8194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:12:01Z', 'updated_at': '2022-02-04T21:12:11Z', 'revision_number': 5, 'project_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'subnets': [{'id': '2ba34e41-1e8a-40be-b620-552f144c8194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:12:49.619861 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c518845-b3f1-4aa0-9431-b9fee754469e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Port': ['ID=8c07f71b-75fa-467d-b858-70ea70a40054,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:49.666666 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7c518845-b3f1-4aa0-9431-b9fee754469e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3970804 Feb 04 21:12:49.667678 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 41070) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:49.832787 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a2f7b7-7acf-4a21-9cae-55c7c777939b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:49.838514 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ef6c4e90-7c6b-4a86-a994-a452d42a582f tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:49.841765 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a2f7b7-7acf-4a21-9cae-55c7c777939b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:49.842863 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-42a2f7b7-7acf-4a21-9cae-55c7c777939b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:12:49.854132 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ef6c4e90-7c6b-4a86-a994-a452d42a582f tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:49.875310 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-42a2f7b7-7acf-4a21-9cae-55c7c777939b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:12:49.876576 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-42a2f7b7-7acf-4a21-9cae-55c7c777939b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2077920 Feb 04 21:12:49.882012 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 41078) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:50.034069 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806e0e0b-7855-4557-99c6-d54c6053d36e None None] New status for floating IP 1f0d1b8a-4436-44f0-97fd-e11b64f51a58: ACTIVE {{(pid=87684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:12:50.047600 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-ec28dd48-eb2b-4b18-bd4a-cef4d225f43c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting port 8c07f71b-75fa-467d-b858-70ea70a40054 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:12:50.047941 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ec28dd48-eb2b-4b18-bd4a-cef4d225f43c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:50.117618 n-d-827896-1 neutron-server[87683]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'be8b5580-581f-45b2-8a62-0f7bab064a1e', 'name': 'network-vif-deleted', 'tag': '482e6750-0446-470c-a003-debc4eae84ff', 'status': 'failed', 'code': 422} returned with failed status Feb 04 21:12:50.119496 n-d-827896-1 neutron-server[87683]: INFO neutron.db.l3_db [None req-ef6c4e90-7c6b-4a86-a994-a452d42a582f tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Floating IP 6e2d6f8b-ee63-4bda-95e9-1c5a96dcabdb associated. External IP: 172.25.5.92, port: 643c6a12-47d2-4a5a-a384-c6eee850b1ca. Feb 04 21:12:50.260658 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f686f-d772-4590-b47a-c3735e01a502 req-7b473baa-18ed-4232-b7d3-e878f6734922 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:50.262261 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e53f686f-d772-4590-b47a-c3735e01a502 req-7b473baa-18ed-4232-b7d3-e878f6734922 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.5584369 Feb 04 21:12:50.463894 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ec28dd48-eb2b-4b18-bd4a-cef4d225f43c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:50.484814 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device f145248b-a32c-45b6-8295-d344afbdfc89 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:12:50.611290 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e53f686f-d772-4590-b47a-c3735e01a502 req-7452ec2d-c4de-4c4a-ac2f-b8a3a05c1d35 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014202 Feb 04 21:12:50.670597 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port f145248b-a32c-45b6-8295-d344afbdfc89 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:12:50.707498 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-ec28dd48-eb2b-4b18-bd4a-cef4d225f43c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Calling delete_port for 8c07f71b-75fa-467d-b858-70ea70a40054 owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:12:50.864518 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92026a25-f458-4016-8ee9-121622014979 req-439c03a7-4bac-406d-b394-5b70fab317ae tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:50.873238 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-92026a25-f458-4016-8ee9-121622014979 req-439c03a7-4bac-406d-b394-5b70fab317ae tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cc245bc-688c-478d-b920-da244c56e1dc HTTP/1.1" status: 200 len: 945 time: 0.7886870 Feb 04 21:12:50.942392 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-92026a25-f458-4016-8ee9-121622014979 req-e3fc9c7f-00ff-486f-8e11-32ed4b0e4c56 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea76193b-dc3c-4711-98ab-c1fcf94780c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682058 Feb 04 21:12:50.942728 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-face508f-edeb-4651-8688-b08e89cebdc7 None None] Provisioning for port f145248b-a32c-45b6-8295-d344afbdfc89 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:12:50.964570 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-face508f-edeb-4651-8688-b08e89cebdc7 None None] Provisioning complete for port f145248b-a32c-45b6-8295-d344afbdfc89 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:12:50.965870 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-face508f-edeb-4651-8688-b08e89cebdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:51.038561 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6c4e90-7c6b-4a86-a994-a452d42a582f tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Router e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:12:51.056104 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ec28dd48-eb2b-4b18-bd4a-cef4d225f43c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:51.195224 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28dd48-eb2b-4b18-bd4a-cef4d225f43c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Port': ['ID=8c07f71b-75fa-467d-b858-70ea70a40054,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:51.231706 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-face508f-edeb-4651-8688-b08e89cebdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:51.282441 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-face508f-edeb-4651-8688-b08e89cebdc7 None None] For port f145248b-a32c-45b6-8295-d344afbdfc89, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=f145248b-a32c-45b6-8295-d344afbdfc89,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:12:51.288252 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-face508f-edeb-4651-8688-b08e89cebdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:51.427175 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-8a2495e7-f20a-4d48-8dda-69104199e943 None None] Could not find standard attr ID for object 8c07f71b-75fa-467d-b858-70ea70a40054. {{(pid=87684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 21:12:51.461948 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face508f-edeb-4651-8688-b08e89cebdc7 None None] Pushing event updated for resources: {'Port': ['ID=f145248b-a32c-45b6-8295-d344afbdfc89,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:51.492199 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a1f25-dcad-48f3-b22a-fd4af595e78d req-abc875ad-4f2a-4107-b367-07508e69aab4 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:51.498747 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e83a1f25-dcad-48f3-b22a-fd4af595e78d req-abc875ad-4f2a-4107-b367-07508e69aab4 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 945 time: 0.4957850 Feb 04 21:12:51.577492 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ec28dd48-eb2b-4b18-bd4a-cef4d225f43c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:51.581229 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6c4e90-7c6b-4a86-a994-a452d42a582f tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:12:51.594151 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ef6c4e90-7c6b-4a86-a994-a452d42a582f tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:51.597521 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dde0357-c49a-4564-bcc0-7042a7dd2c14 None None] Sync routers for ids ['e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:12:51.616285 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ec28dd48-eb2b-4b18-bd4a-cef4d225f43c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/8c07f71b-75fa-467d-b858-70ea70a40054 HTTP/1.1" status: 204 len: 168 time: 1.7329354 Feb 04 21:12:51.618254 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dde0357-c49a-4564-bcc0-7042a7dd2c14 None None] Routers {'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:12:51.618864 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-3dde0357-c49a-4564-bcc0-7042a7dd2c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:12:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:12:51.621500 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 41092) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:51.717056 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e83a1f25-dcad-48f3-b22a-fd4af595e78d req-f33fcfcb-1e5f-418f-af20-c44d6a4bf0ed tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081473 Feb 04 21:12:51.726339 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e8c051-4169-44ec-ac61-dfbd37599047 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:51.745477 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e8c051-4169-44ec-ac61-dfbd37599047 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:51.745477 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-36e8c051-4169-44ec-ac61-dfbd37599047 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:12:51.748161 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ef6c4e90-7c6b-4a86-a994-a452d42a582f tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "PUT /v2.0/floatingips/6e2d6f8b-ee63-4bda-95e9-1c5a96dcabdb HTTP/1.1" status: 200 len: 991 time: 4.5839305 Feb 04 21:12:51.762774 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-36e8c051-4169-44ec-ac61-dfbd37599047 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:12:51.764449 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-36e8c051-4169-44ec-ac61-dfbd37599047 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1419828 Feb 04 21:12:51.767816 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 41100) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:51.776115 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3a809-f747-4c21-a9f2-86ddb5fb3a23 req-8c4377a2-d9bb-409a-a676-4d9cc1454eed tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:51.777255 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-1ab3a809-f747-4c21-a9f2-86ddb5fb3a23 req-8c4377a2-d9bb-409a-a676-4d9cc1454eed tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Synchronizing usage tracker for tenant:d3d539dc97a744058fdb427e438eb9ad on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:12:51.797770 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-1ab3a809-f747-4c21-a9f2-86ddb5fb3a23 req-8c4377a2-d9bb-409a-a676-4d9cc1454eed tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Unset dirty status for tenant:d3d539dc97a744058fdb427e438eb9ad on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:12:51.798995 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1ab3a809-f747-4c21-a9f2-86ddb5fb3a23 req-8c4377a2-d9bb-409a-a676-4d9cc1454eed tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fd219f1-0690-4dd5-a7a5-5b65b7f39357 HTTP/1.1" status: 200 len: 907 time: 0.1716974 Feb 04 21:12:51.879080 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-83f97223-484f-4fee-bfe3-171e8a471250 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting subnet 2786e2ad-464d-4eea-a7a7-2947d1d903b2 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:12:51.882415 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-83f97223-484f-4fee-bfe3-171e8a471250 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:51.976758 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-83f97223-484f-4fee-bfe3-171e8a471250 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:51.982467 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-3dde0357-c49a-4564-bcc0-7042a7dd2c14 None None] Set router e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:12:52.070426 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0ec51-a2f0-4b0d-beea-783026a071d5 req-42beb00c-d0e5-4878-bd1f-8d6fe9ff84d0 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:52.080017 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9fb0ec51-a2f0-4b0d-beea-783026a071d5 req-42beb00c-d0e5-4878-bd1f-8d6fe9ff84d0 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.2098343 Feb 04 21:12:52.084241 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-83f97223-484f-4fee-bfe3-171e8a471250 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:52.122072 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc245bc-688c-478d-b920-da244c56e1dc', 'tag': '4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a'}, {'name': 'network-changed', 'server_uuid': '32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db', 'tag': '643c6a12-47d2-4a5a-a384-c6eee850b1ca'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:12:52.199063 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9fb0ec51-a2f0-4b0d-beea-783026a071d5 req-d6053c46-d31a-4ab2-b351-d28215de5a89 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177056 Feb 04 21:12:52.209966 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c78083-d7a5-4465-af16-1ca0271cb502 req-bd5df5ad-bf9f-4087-928e-f4c8bd88a273 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:52.211537 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-73c78083-d7a5-4465-af16-1ca0271cb502 req-bd5df5ad-bf9f-4087-928e-f4c8bd88a273 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 946 time: 0.2441173 Feb 04 21:12:52.213100 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-83f97223-484f-4fee-bfe3-171e8a471250 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:52.271765 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f97223-484f-4fee-bfe3-171e8a471250 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Subnet': ['ID=2786e2ad-464d-4eea-a7a7-2947d1d903b2,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:52.277020 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-83f97223-484f-4fee-bfe3-171e8a471250 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:52.282769 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72da80c4-5762-4923-85e5-8092f12755ff None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:12:52.307729 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-83f97223-484f-4fee-bfe3-171e8a471250 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/2786e2ad-464d-4eea-a7a7-2947d1d903b2 HTTP/1.1" status: 204 len: 168 time: 0.5385959 Feb 04 21:12:52.310347 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 41128) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:52.353246 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-73c78083-d7a5-4465-af16-1ca0271cb502 req-9e55e50c-9fe5-4ec8-b638-585c657315de tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918128 Feb 04 21:12:52.541383 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6e1e4-a4c2-4d9d-94bc-f3b2869e684c req-596f0d02-4071-4d9d-8204-378daead905f tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:52.550979 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3bb6e1e4-a4c2-4d9d-94bc-f3b2869e684c req-596f0d02-4071-4d9d-8204-378daead905f tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cc245bc-688c-478d-b920-da244c56e1dc HTTP/1.1" status: 200 len: 945 time: 0.1353161 Feb 04 21:12:52.573422 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1d2f1c7d-b15e-4790-a860-f730d5e9b086 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2617123 Feb 04 21:12:52.577025 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 41160) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:52.580244 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc245bc-688c-478d-b920-da244c56e1dc', 'tag': '4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a', 'status': 'completed', 'code': 200} Feb 04 21:12:52.580687 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db', 'tag': '643c6a12-47d2-4a5a-a384-c6eee850b1ca', 'status': 'completed', 'code': 200} Feb 04 21:12:52.591436 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-aaa7e8be-daa8-4c30-b642-ed5d9a7d4cd4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:52.684940 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device f145248b-a32c-45b6-8295-d344afbdfc89 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:12:52.766463 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3bb6e1e4-a4c2-4d9d-94bc-f3b2869e684c req-d70fe8b4-2423-45af-8dc1-241af7bd911b tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea76193b-dc3c-4711-98ab-c1fcf94780c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140720 Feb 04 21:12:52.786833 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d8d96-9ace-4838-bbd9-0b74e80b1549 req-ef4247bb-a83d-438b-bc74-ea3b25ed4b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:52.789422 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f4d8d96-9ace-4838-bbd9-0b74e80b1549 req-ef4247bb-a83d-438b-bc74-ea3b25ed4b5c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b62090a5f4b46a7a4a369c51041e5e3&device_id=8cc245bc-688c-478d-b920-da244c56e1dc HTTP/1.1" status: 200 len: 1096 time: 0.2057042 Feb 04 21:12:52.834949 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-aaa7e8be-daa8-4c30-b642-ed5d9a7d4cd4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:52.845548 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-aaa7e8be-daa8-4c30-b642-ed5d9a7d4cd4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:subnet and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:12:52.854995 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-aaa7e8be-daa8-4c30-b642-ed5d9a7d4cd4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:12:52.866504 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-aaa7e8be-daa8-4c30-b642-ed5d9a7d4cd4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:52.880210 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa7e8be-daa8-4c30-b642-ed5d9a7d4cd4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:12:52.884358 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e8be-daa8-4c30-b642-ed5d9a7d4cd4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:53.070791 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port f145248b-a32c-45b6-8295-d344afbdfc89 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:12:53.077439 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:53.094295 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d8d96-9ace-4838-bbd9-0b74e80b1549 req-c01c41d1-6fa2-453a-b7e8-5835f4cc3e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:53.098135 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f4d8d96-9ace-4838-bbd9-0b74e80b1549 req-c01c41d1-6fa2-453a-b7e8-5835f4cc3e37 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3d58cd99-6056-4122-a3aa-beba29366a52 HTTP/1.1" status: 200 len: 913 time: 0.2999430 Feb 04 21:12:53.116782 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-3dde0357-c49a-4564-bcc0-7042a7dd2c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1628603465-router', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:53Z', 'updated_at': '2022-02-04T21:12:09Z', 'revision_number': 4, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'gw_port': {'id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:56Z', 'updated_at': '2022-02-04T21:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': '6e2d6f8b-ee63-4bda-95e9-1c5a96dcabdb', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'floating_ip_address': '172.25.5.92', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'port_id': '643c6a12-47d2-4a5a-a384-c6eee850b1ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79', 'mac_address': 'fa:16:3e:8f:ae:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:12:16Z', 'updated_at': '2022-02-04T21:12:49Z', 'revision_number': 1, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61fe87d9-2042-4921-bf0f-4fb86b79e35c', 'name': '', 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'mac_address': 'fa:16:3e:f8:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '2332d4ab-28bd-4df4-abe3-897aa8896a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:12:07Z', 'updated_at': '2022-02-04T21:12:21Z', 'revision_number': 5, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'subnets': [{'id': '2332d4ab-28bd-4df4-abe3-897aa8896a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:12:53.124885 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dde0357-c49a-4564-bcc0-7042a7dd2c14 None None] Checking router: e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:12:53.153094 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dde0357-c49a-4564-bcc0-7042a7dd2c14 None None] Routers {'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:12:53.154136 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-3dde0357-c49a-4564-bcc0-7042a7dd2c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:12:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:12:53.174098 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3378f3e-602f-406f-a592-4f6cd673fbc3 None None] DHCP port deletion for f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:12:53.202581 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-e3378f3e-602f-406f-a592-4f6cd673fbc3 None None] Deleting port f145248b-a32c-45b6-8295-d344afbdfc89 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:12:53.209416 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e3378f3e-602f-406f-a592-4f6cd673fbc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:53.506201 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e57932-9518-471d-8d0d-517fcafc1e34 req-a7031e2a-6094-4e13-af37-8bc41e5fddec tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:53.507268 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-c5e57932-9518-471d-8d0d-517fcafc1e34 req-a7031e2a-6094-4e13-af37-8bc41e5fddec tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Synchronizing usage tracker for tenant:d3d539dc97a744058fdb427e438eb9ad on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:12:53.535221 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-c5e57932-9518-471d-8d0d-517fcafc1e34 req-a7031e2a-6094-4e13-af37-8bc41e5fddec tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Unset dirty status for tenant:d3d539dc97a744058fdb427e438eb9ad on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:12:53.536626 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5e57932-9518-471d-8d0d-517fcafc1e34 req-a7031e2a-6094-4e13-af37-8bc41e5fddec tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fd219f1-0690-4dd5-a7a5-5b65b7f39357 HTTP/1.1" status: 200 len: 907 time: 0.4293015 Feb 04 21:12:53.625711 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-e3378f3e-602f-406f-a592-4f6cd673fbc3 None None] For port f145248b-a32c-45b6-8295-d344afbdfc89, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=f145248b-a32c-45b6-8295-d344afbdfc89,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:12:53.626689 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e3378f3e-602f-406f-a592-4f6cd673fbc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:53.632037 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-c5e57932-9518-471d-8d0d-517fcafc1e34 req-ccc172cc-ab73-4c75-b47d-491212d368e7 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Deleting port 4a4007de-145c-47df-a5e4-a2d29251f7e5 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:12:53.632567 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5e57932-9518-471d-8d0d-517fcafc1e34 req-ccc172cc-ab73-4c75-b47d-491212d368e7 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:53.650661 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-3dde0357-c49a-4564-bcc0-7042a7dd2c14 None None] Set router e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:12:53.764736 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-e3378f3e-602f-406f-a592-4f6cd673fbc3 None None] Calling delete_port for f145248b-a32c-45b6-8295-d344afbdfc89 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:12:53.822968 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f4d8d96-9ace-4838-bbd9-0b74e80b1549 req-fb68cfa7-1e34-4082-bdbb-fb5a2da9880f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a HTTP/1.1" status: 200 len: 1001 time: 0.6020815 Feb 04 21:12:53.902857 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e3378f3e-602f-406f-a592-4f6cd673fbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:53.950036 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d8d96-9ace-4838-bbd9-0b74e80b1549 req-3548d3ca-3d5d-4fae-b7b6-f1f4c144d803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:53.951667 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f4d8d96-9ace-4838-bbd9-0b74e80b1549 req-3548d3ca-3d5d-4fae-b7b6-f1f4c144d803 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d12823a006ff49a4916b73b08e3ad259&device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 1097 time: 1.3690505 Feb 04 21:12:53.958201 n-d-827896-1 neutron-server[87684]: INFO neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No ports have port_id starting with f145248b-a32c-45b6-8295-d344afbdfc89 Feb 04 21:12:53.959285 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3378f3e-602f-406f-a592-4f6cd673fbc3 None None] Pushing event deleted for resources: {'Port': ['ID=f145248b-a32c-45b6-8295-d344afbdfc89,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:53.969053 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3378f3e-602f-406f-a592-4f6cd673fbc3 None None] No DVR routers for this DVR port f145248b-a32c-45b6-8295-d344afbdfc89 on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:12:54.188146 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e8be-daa8-4c30-b642-ed5d9a7d4cd4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:54.234020 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d8d96-9ace-4838-bbd9-0b74e80b1549 req-1b494277-26ef-460d-a46d-37803b138fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:54.236124 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f4d8d96-9ace-4838-bbd9-0b74e80b1549 req-1b494277-26ef-460d-a46d-37803b138fa9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=aeca86bf-5462-4afd-9138-c5fe85a0ef79 HTTP/1.1" status: 200 len: 918 time: 0.2552490 Feb 04 21:12:54.323093 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa7e8be-daa8-4c30-b642-ed5d9a7d4cd4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:12:54.337568 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d8d96-9ace-4838-bbd9-0b74e80b1549 req-6bad9537-91b5-41a5-b80b-54e99ae1e921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:54.339225 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f4d8d96-9ace-4838-bbd9-0b74e80b1549 req-6bad9537-91b5-41a5-b80b-54e99ae1e921 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ba34e41-1e8a-40be-b620-552f144c8194 HTTP/1.1" status: 200 len: 851 time: 0.5032926 Feb 04 21:12:54.345069 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-aaa7e8be-daa8-4c30-b642-ed5d9a7d4cd4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:12:54.357943 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-3dde0357-c49a-4564-bcc0-7042a7dd2c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1628603465-router', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:53Z', 'updated_at': '2022-02-04T21:12:09Z', 'revision_number': 4, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'gw_port': {'id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:56Z', 'updated_at': '2022-02-04T21:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': '6e2d6f8b-ee63-4bda-95e9-1c5a96dcabdb', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'floating_ip_address': '172.25.5.92', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'port_id': '643c6a12-47d2-4a5a-a384-c6eee850b1ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79', 'mac_address': 'fa:16:3e:8f:ae:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:12:16Z', 'updated_at': '2022-02-04T21:12:49Z', 'revision_number': 1, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61fe87d9-2042-4921-bf0f-4fb86b79e35c', 'name': '', 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'mac_address': 'fa:16:3e:f8:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '2332d4ab-28bd-4df4-abe3-897aa8896a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:12:07Z', 'updated_at': '2022-02-04T21:12:21Z', 'revision_number': 5, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'subnets': [{'id': '2332d4ab-28bd-4df4-abe3-897aa8896a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:12:54.360380 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6d199b-98cb-4923-9f9a-44c819b7e6c1 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:12:54.372288 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dde0357-c49a-4564-bcc0-7042a7dd2c14 None None] The sync data for ids ['e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'] in n-d-827896-1 is: [{'id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1628603465-router', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:53Z', 'updated_at': '2022-02-04T21:12:09Z', 'revision_number': 4, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'gw_port': {'id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:56Z', 'updated_at': '2022-02-04T21:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': '6e2d6f8b-ee63-4bda-95e9-1c5a96dcabdb', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'floating_ip_address': '172.25.5.92', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'port_id': '643c6a12-47d2-4a5a-a384-c6eee850b1ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79', 'mac_address': 'fa:16:3e:8f:ae:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:12:16Z', 'updated_at': '2022-02-04T21:12:49Z', 'revision_number': 1, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61fe87d9-2042-4921-bf0f-4fb86b79e35c', 'name': '', 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'mac_address': 'fa:16:3e:f8:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '2332d4ab-28bd-4df4-abe3-897aa8896a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:12:07Z', 'updated_at': '2022-02-04T21:12:21Z', 'revision_number': 5, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'subnets': [{'id': '2332d4ab-28bd-4df4-abe3-897aa8896a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:12:54.374644 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa7e8be-daa8-4c30-b642-ed5d9a7d4cd4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:54.375426 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e8be-daa8-4c30-b642-ed5d9a7d4cd4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:54.391396 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576553ff-d1c5-424c-a680-962251c9cb7d req-60e84ba5-ed51-4f22-a0ce-7d2f1719eab1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:54.400467 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-576553ff-d1c5-424c-a680-962251c9cb7d req-60e84ba5-ed51-4f22-a0ce-7d2f1719eab1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 945 time: 1.2967663 Feb 04 21:12:54.407648 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device f145248b-a32c-45b6-8295-d344afbdfc89 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:12:54.416885 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-aaa7e8be-daa8-4c30-b642-ed5d9a7d4cd4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8387246 Feb 04 21:12:54.422577 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 41376) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:54.463647 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bda414-038e-4473-8bfe-07292552d28f req-7f92d776-7f81-4c29-b078-96832824d06c tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:54.465634 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-42bda414-038e-4473-8bfe-07292552d28f req-7f92d776-7f81-4c29-b078-96832824d06c tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/networks?id=8fabec85-7328-4725-bced-b859dec9a60d HTTP/1.1" status: 200 len: 814 time: 1.2753224 Feb 04 21:12:54.469085 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-1dffd8d5-b7de-4f15-aa4d-4b9b836eff01 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'port': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'fixed_ips': [{'subnet_id': 'ff24ac3a-5421-44f6-aff3-3f82c5368be2', 'ip_address': '2001:db8::6aec:1db4:4c4c:c1f7'}], 'name': 'tempest-NetworksTestDHCPv6-1026157025'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:54.529039 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-c5e57932-9518-471d-8d0d-517fcafc1e34 req-ccc172cc-ab73-4c75-b47d-491212d368e7 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] For port 4a4007de-145c-47df-a5e4-a2d29251f7e5, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=4a4007de-145c-47df-a5e4-a2d29251f7e5,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:12:54.529607 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5e57932-9518-471d-8d0d-517fcafc1e34 req-ccc172cc-ab73-4c75-b47d-491212d368e7 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:54.542165 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-42bda414-038e-4473-8bfe-07292552d28f req-98e9f0ee-ae0d-40c9-a0ba-1e625d46f369 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/quotas/803c4bfb4a0c4d64ba81f7b2220cf823 HTTP/1.1" status: 200 len: 375 time: 0.0555937 Feb 04 21:12:54.547393 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7e8be-daa8-4c30-b642-ed5d9a7d4cd4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Subnet': ['ID=ff24ac3a-5421-44f6-aff3-3f82c5368be2,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:54.649065 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: f145248b-a32c-45b6-8295-d344afbdfc89 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:12:54.649547 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device f145248b-a32c-45b6-8295-d344afbdfc89 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:12:54.728358 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-576553ff-d1c5-424c-a680-962251c9cb7d req-64197d9f-cfde-4f3c-af04-f4905f693182 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266647 Feb 04 21:12:54.739393 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f4d8d96-9ace-4838-bbd9-0b74e80b1549 req-9efa393b-313e-4131-932b-30dd3024eea4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=643c6a12-47d2-4a5a-a384-c6eee850b1ca HTTP/1.1" status: 200 len: 999 time: 0.4893959 Feb 04 21:12:54.840056 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415b221e-71ae-40b1-894d-cc285353724b None None] New status for floating IP 6e2d6f8b-ee63-4bda-95e9-1c5a96dcabdb: ACTIVE {{(pid=87684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:12:54.844638 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-c5e57932-9518-471d-8d0d-517fcafc1e34 req-ccc172cc-ab73-4c75-b47d-491212d368e7 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Calling delete_port for 4a4007de-145c-47df-a5e4-a2d29251f7e5 owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:12:54.907603 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d8d96-9ace-4838-bbd9-0b74e80b1549 req-a3e97871-e3be-48b1-ab27-47a764a29153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:54.911938 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f4d8d96-9ace-4838-bbd9-0b74e80b1549 req-a3e97871-e3be-48b1-ab27-47a764a29153 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3d58cd99-6056-4122-a3aa-beba29366a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5440488 Feb 04 21:12:54.951955 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-8f4d8d96-9ace-4838-bbd9-0b74e80b1549 req-019a849c-9d9e-4df6-a120-18dafbea65d8 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:12:54.953044 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f4d8d96-9ace-4838-bbd9-0b74e80b1549 req-019a849c-9d9e-4df6-a120-18dafbea65d8 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176649 Feb 04 21:12:55.116397 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d8d96-9ace-4838-bbd9-0b74e80b1549 req-0759c32f-1c26-45a2-bc0d-89a8fae69735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:55.118267 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f4d8d96-9ace-4838-bbd9-0b74e80b1549 req-0759c32f-1c26-45a2-bc0d-89a8fae69735 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2332d4ab-28bd-4df4-abe3-897aa8896a30 HTTP/1.1" status: 200 len: 856 time: 0.3578901 Feb 04 21:12:55.138515 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-42bda414-038e-4473-8bfe-07292552d28f req-ba019ab8-8b02-4346-8164-b3a500b5f5cd tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=803c4bfb4a0c4d64ba81f7b2220cf823&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5675128 Feb 04 21:12:55.260213 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-1dffd8d5-b7de-4f15-aa4d-4b9b836eff01 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:55.302231 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1dffd8d5-b7de-4f15-aa4d-4b9b836eff01 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:port and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:12:55.306220 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1dffd8d5-b7de-4f15-aa4d-4b9b836eff01 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:12:55.322360 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-1dffd8d5-b7de-4f15-aa4d-4b9b836eff01 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:55.364892 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-42bda414-038e-4473-8bfe-07292552d28f req-7735606b-645f-41da-ae7a-c20479e7583d service neutron] 10.222.0.26 "GET /v2.0/networks/8fabec85-7328-4725-bced-b859dec9a60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251620 Feb 04 21:12:55.380399 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dffd8d5-b7de-4f15-aa4d-4b9b836eff01 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:12:55.492770 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5e57932-9518-471d-8d0d-517fcafc1e34 req-ccc172cc-ab73-4c75-b47d-491212d368e7 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:55.601683 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc172cc-ab73-4c75-b47d-491212d368e7 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Pushing event deleted for resources: {'Port': ['ID=4a4007de-145c-47df-a5e4-a2d29251f7e5,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:55.631792 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666c6f84-a95f-497d-9c1a-444f61ca36d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'tenant_id': 'c1a09abf1d69443ba4dc5757947fc733', 'fixed_ips': [{'subnet_id': 'ff24ac3a-5421-44f6-aff3-3f82c5368be2'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:12:55.634804 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-666c6f84-a95f-497d-9c1a-444f61ca36d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:55.767142 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e57932-9518-471d-8d0d-517fcafc1e34 req-ccc172cc-ab73-4c75-b47d-491212d368e7 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] No DVR routers for this DVR port 4a4007de-145c-47df-a5e4-a2d29251f7e5 on host n-h2-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:12:55.780520 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-c5e57932-9518-471d-8d0d-517fcafc1e34 req-ccc172cc-ab73-4c75-b47d-491212d368e7 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:55.782824 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f4d8d96-9ace-4838-bbd9-0b74e80b1549 req-e49835fb-af5b-4a26-b6c0-a4a8daeb4303 service neutron] 10.222.0.32 "GET /v2.0/networks/3d58cd99-6056-4122-a3aa-beba29366a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8218970 Feb 04 21:12:55.807469 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd219f1-0690-4dd5-a7a5-5b65b7f39357', 'name': 'network-vif-deleted', 'tag': '4a4007de-145c-47df-a5e4-a2d29251f7e5'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:12:55.826279 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1dffd8d5-b7de-4f15-aa4d-4b9b836eff01 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:55.841487 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c5e57932-9518-471d-8d0d-517fcafc1e34 req-ccc172cc-ab73-4c75-b47d-491212d368e7 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.18 "DELETE /v2.0/ports/4a4007de-145c-47df-a5e4-a2d29251f7e5 HTTP/1.1" status: 204 len: 173 time: 2.2977045 Feb 04 21:12:55.861146 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-1dffd8d5-b7de-4f15-aa4d-4b9b836eff01 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] device_id is not set on port aa9911f2-a4e4-4efb-a66a-cf277c02367d yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:12:56.027519 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f4d8d96-9ace-4838-bbd9-0b74e80b1549 req-ecfec43f-dc02-4083-86c5-d6cdd2b24df4 service neutron] 10.222.0.32 "GET /v2.0/networks/3d58cd99-6056-4122-a3aa-beba29366a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248394 Feb 04 21:12:56.038960 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-42bda414-038e-4473-8bfe-07292552d28f req-403a9ad1-bc40-4fce-ac8a-4e517a05a76a service neutron] 10.222.0.26 "GET /v2.0/networks/8fabec85-7328-4725-bced-b859dec9a60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6712952 Feb 04 21:12:56.046177 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d8d96-9ace-4838-bbd9-0b74e80b1549 req-862d465b-be37-44af-a991-6dbfacda191c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:56.048199 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f4d8d96-9ace-4838-bbd9-0b74e80b1549 req-862d465b-be37-44af-a991-6dbfacda191c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=aeca86bf-5462-4afd-9138-c5fe85a0ef79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7468874 Feb 04 21:12:56.066264 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b1d6d-3ddd-4371-928f-a6a1350e5135 req-00d19fb6-24a2-43fa-80ea-6f377f14747e tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:56.068178 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4e5b1d6d-3ddd-4371-928f-a6a1350e5135 req-00d19fb6-24a2-43fa-80ea-6f377f14747e tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fd219f1-0690-4dd5-a7a5-5b65b7f39357 HTTP/1.1" status: 200 len: 907 time: 1.0190372 Feb 04 21:12:56.184136 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:56.202376 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-666c6f84-a95f-497d-9c1a-444f61ca36d1 None None] Allocated IP 2001:db8::2 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/ff24ac3a-5421-44f6-aff3-3f82c5368be2/07ed0647-259f-4496-bdc8-d02dca61f1ed) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:12:56.373927 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f4d8d96-9ace-4838-bbd9-0b74e80b1549 req-9898f02e-d388-4919-95d7-e6cc3aad4c75 service neutron] 10.222.0.18 "GET /v2.0/networks/aeca86bf-5462-4afd-9138-c5fe85a0ef79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047862 Feb 04 21:12:56.631320 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-666c6f84-a95f-497d-9c1a-444f61ca36d1 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:56.647681 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-666c6f84-a95f-497d-9c1a-444f61ca36d1 None None] Transition to ACTIVE for port object 07ed0647-259f-4496-bdc8-d02dca61f1ed will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:12:56.654482 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 4a4007de-145c-47df-a5e4-a2d29251f7e5 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:12:56.705480 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: 4a4007de-145c-47df-a5e4-a2d29251f7e5 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:12:56.706002 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 4a4007de-145c-47df-a5e4-a2d29251f7e5 not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:12:56.727098 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-666c6f84-a95f-497d-9c1a-444f61ca36d1 None None] Transition to ACTIVE for port object 07ed0647-259f-4496-bdc8-d02dca61f1ed will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:12:56.735055 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-666c6f84-a95f-497d-9c1a-444f61ca36d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:56.827561 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666c6f84-a95f-497d-9c1a-444f61ca36d1 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:12:56.833655 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-666c6f84-a95f-497d-9c1a-444f61ca36d1 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:12:56.836898 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666c6f84-a95f-497d-9c1a-444f61ca36d1 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:12:56.860452 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-1dffd8d5-b7de-4f15-aa4d-4b9b836eff01 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Allocated IP 2001:db8::6aec:1db4:4c4c:c1f7 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/ff24ac3a-5421-44f6-aff3-3f82c5368be2/aa9911f2-a4e4-4efb-a66a-cf277c02367d) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:12:56.983884 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c6f84-a95f-497d-9c1a-444f61ca36d1 None None] Pushing event updated for resources: {'Port': ['ID=07ed0647-259f-4496-bdc8-d02dca61f1ed,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:56.989166 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-666c6f84-a95f-497d-9c1a-444f61ca36d1 None None] Attempting to bind port 07ed0647-259f-4496-bdc8-d02dca61f1ed on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:12:56.989590 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-666c6f84-a95f-497d-9c1a-444f61ca36d1 None None] Attempting to bind port 07ed0647-259f-4496-bdc8-d02dca61f1ed by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:12:56.989949 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666c6f84-a95f-497d-9c1a-444f61ca36d1 None None] Attempting to bind port 07ed0647-259f-4496-bdc8-d02dca61f1ed on network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:12:56.997480 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666c6f84-a95f-497d-9c1a-444f61ca36d1 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:12:56.998186 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666c6f84-a95f-497d-9c1a-444f61ca36d1 None None] Checking segment: {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:12:56.999021 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-666c6f84-a95f-497d-9c1a-444f61ca36d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:56.999344 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666c6f84-a95f-497d-9c1a-444f61ca36d1 None None] Bound using segment: {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:12:57.000022 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-666c6f84-a95f-497d-9c1a-444f61ca36d1 None None] Bound port: 07ed0647-259f-4496-bdc8-d02dca61f1ed, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:12:57.000517 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-666c6f84-a95f-497d-9c1a-444f61ca36d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:57.134909 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-666c6f84-a95f-497d-9c1a-444f61ca36d1 None None] For port 07ed0647-259f-4496-bdc8-d02dca61f1ed, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:12:57.138811 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-666c6f84-a95f-497d-9c1a-444f61ca36d1 None None] For port 07ed0647-259f-4496-bdc8-d02dca61f1ed, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=07ed0647-259f-4496-bdc8-d02dca61f1ed,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:12:57.143408 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-666c6f84-a95f-497d-9c1a-444f61ca36d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:57.146609 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faca085-0474-4fa2-8c63-c033d4587041 req-97cb6ac4-7ea9-426e-8f88-d5e91ddc5184 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:57.154596 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7faca085-0474-4fa2-8c63-c033d4587041 req-97cb6ac4-7ea9-426e-8f88-d5e91ddc5184 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 946 time: 0.7736967 Feb 04 21:12:57.179488 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f4d8d96-9ace-4838-bbd9-0b74e80b1549 req-d9e9409d-4d8c-49fc-8736-5a3d15915b92 service neutron] 10.222.0.18 "GET /v2.0/networks/aeca86bf-5462-4afd-9138-c5fe85a0ef79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7495856 Feb 04 21:12:57.221528 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7faca085-0474-4fa2-8c63-c033d4587041 req-aba8e6e9-2715-4c9d-a100-62eb49ee295b tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658317 Feb 04 21:12:57.239643 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c6f84-a95f-497d-9c1a-444f61ca36d1 None None] Pushing event updated for resources: {'Port': ['ID=07ed0647-259f-4496-bdc8-d02dca61f1ed,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:57.252291 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55670b1-7978-4f74-abaf-bfee302a8cbf req-9e15fa36-c5a4-44d8-b6c7-93a38f854abb tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:57.253660 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1dffd8d5-b7de-4f15-aa4d-4b9b836eff01 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:57.266116 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c55670b1-7978-4f74-abaf-bfee302a8cbf req-9e15fa36-c5a4-44d8-b6c7-93a38f854abb tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cc245bc-688c-478d-b920-da244c56e1dc HTTP/1.1" status: 200 len: 945 time: 0.4817729 Feb 04 21:12:57.284809 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-1dffd8d5-b7de-4f15-aa4d-4b9b836eff01 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Transition to ACTIVE for port object aa9911f2-a4e4-4efb-a66a-cf277c02367d will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:12:57.301162 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd219f1-0690-4dd5-a7a5-5b65b7f39357', 'name': 'network-vif-deleted', 'tag': '4a4007de-145c-47df-a5e4-a2d29251f7e5', 'status': 'completed', 'code': 200} Feb 04 21:12:57.323835 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1dffd8d5-b7de-4f15-aa4d-4b9b836eff01 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:57.357824 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c55670b1-7978-4f74-abaf-bfee302a8cbf req-11e7fc2f-6ba1-4a61-af8f-3871d6828d76 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea76193b-dc3c-4711-98ab-c1fcf94780c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905151 Feb 04 21:12:57.408763 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dffd8d5-b7de-4f15-aa4d-4b9b836eff01 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:12:57.412815 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dcfeffb9-8e16-48d4-a24e-19ea37f35af5 req-df208c7e-9c43-4f1f-ab81-7fd7695fd636 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0f888a0-230b-4c71-beb1-03d55021b466 HTTP/1.1" status: 200 len: 210 time: 0.0539632 Feb 04 21:12:57.418606 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-1dffd8d5-b7de-4f15-aa4d-4b9b836eff01 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:12:57.423108 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dffd8d5-b7de-4f15-aa4d-4b9b836eff01 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:12:57.429677 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dffd8d5-b7de-4f15-aa4d-4b9b836eff01 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:57.430672 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1dffd8d5-b7de-4f15-aa4d-4b9b836eff01 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:57.494641 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dffd8d5-b7de-4f15-aa4d-4b9b836eff01 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Port': ['ID=aa9911f2-a4e4-4efb-a66a-cf277c02367d,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:57.507152 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1dffd8d5-b7de-4f15-aa4d-4b9b836eff01 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0798147 Feb 04 21:12:57.510097 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 41632) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:57.670805 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa0871a-1ef4-4a26-8dac-46b60b25587b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:57.678941 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa0871a-1ef4-4a26-8dac-46b60b25587b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:57.698470 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-efa0871a-1ef4-4a26-8dac-46b60b25587b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1862056 Feb 04 21:12:57.702888 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 41638) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:57.883199 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-dbadf72e-cdc5-4dd2-97c2-e43709210ae6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting port aa9911f2-a4e4-4efb-a66a-cf277c02367d {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:12:57.883199 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dbadf72e-cdc5-4dd2-97c2-e43709210ae6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:58.129322 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a991a4-09bf-4352-a000-bc15740aa320 req-3380738a-9db4-416b-a4b5-3134e7625ea5 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:58.137775 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b2a991a4-09bf-4352-a000-bc15740aa320 req-3380738a-9db4-416b-a4b5-3134e7625ea5 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cc245bc-688c-478d-b920-da244c56e1dc HTTP/1.1" status: 200 len: 945 time: 0.3155460 Feb 04 21:12:58.201192 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b2a991a4-09bf-4352-a000-bc15740aa320 req-71ec83ea-e9d6-4b0b-abb4-d0c0c8ee1218 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea76193b-dc3c-4711-98ab-c1fcf94780c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624471 Feb 04 21:12:58.381455 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dbadf72e-cdc5-4dd2-97c2-e43709210ae6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:58.418889 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 07ed0647-259f-4496-bdc8-d02dca61f1ed up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:12:58.506526 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 07ed0647-259f-4496-bdc8-d02dca61f1ed completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:12:58.543479 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26621c9-1fae-46bd-b4db-eb5b5fa69eec req-726bd151-6510-4f2b-9dbb-cdf1a2de981b tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:58.545180 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-dbadf72e-cdc5-4dd2-97c2-e43709210ae6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Calling delete_port for aa9911f2-a4e4-4efb-a66a-cf277c02367d owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:12:58.550479 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c26621c9-1fae-46bd-b4db-eb5b5fa69eec req-726bd151-6510-4f2b-9dbb-cdf1a2de981b tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 945 time: 0.1955693 Feb 04 21:12:58.580215 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd368c-f5e3-499e-ba36-29f391ab93e1 req-657033ec-99ae-42b2-8aed-884ec83d8c70 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:58.582021 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a5bd368c-f5e3-499e-ba36-29f391ab93e1 req-657033ec-99ae-42b2-8aed-884ec83d8c70 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 946 time: 0.1787596 Feb 04 21:12:58.741630 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c26621c9-1fae-46bd-b4db-eb5b5fa69eec req-fd4b1668-e929-4f05-882d-13734b58c7b3 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865225 Feb 04 21:12:58.748851 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dbadf72e-cdc5-4dd2-97c2-e43709210ae6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:58.812697 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a5bd368c-f5e3-499e-ba36-29f391ab93e1 req-d3146529-2bd6-4f92-acab-9f7527cae346 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064285 Feb 04 21:12:58.877235 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bda414-038e-4473-8bfe-07292552d28f req-012927cb-9931-42fd-9619-519eb665b340 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:58.892468 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-42bda414-038e-4473-8bfe-07292552d28f req-012927cb-9931-42fd-9619-519eb665b340 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.18 "GET /v2.0/networks?id=8fabec85-7328-4725-bced-b859dec9a60d HTTP/1.1" status: 200 len: 814 time: 0.3091259 Feb 04 21:12:58.904990 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbadf72e-cdc5-4dd2-97c2-e43709210ae6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Port': ['ID=aa9911f2-a4e4-4efb-a66a-cf277c02367d,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:12:58.919997 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-42bda414-038e-4473-8bfe-07292552d28f req-4cbdbcae-fe9f-493b-aecc-04ddde600646 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Request body: {'port': {'device_id': 'd0f888a0-230b-4c71-beb1-03d55021b466', 'network_id': '8fabec85-7328-4725-bced-b859dec9a60d', 'admin_state_up': True, 'tenant_id': '803c4bfb4a0c4d64ba81f7b2220cf823'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:12:58.989781 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dbadf72e-cdc5-4dd2-97c2-e43709210ae6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:59.013386 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-dbadf72e-cdc5-4dd2-97c2-e43709210ae6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/aa9911f2-a4e4-4efb-a66a-cf277c02367d HTTP/1.1" status: 204 len: 168 time: 1.3110914 Feb 04 21:12:59.015911 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 41662) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:59.288794 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d801480-d8bb-4a9c-9787-f57602414c24 req-62b30c8d-ebe7-40b8-890a-29a9a3e44300 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0f888a0-230b-4c71-beb1-03d55021b466 HTTP/1.1" status: 200 len: 210 time: 0.2060585 Feb 04 21:12:59.365505 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20955cf5-d470-48cc-9deb-707d92e4afc8 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:59.365505 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20955cf5-d470-48cc-9deb-707d92e4afc8 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:59.365505 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-20955cf5-d470-48cc-9deb-707d92e4afc8 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:12:59.387430 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-9b4eb4f0-3bad-4cba-bd94-475da982fcec None None] Provisioning for port 07ed0647-259f-4496-bdc8-d02dca61f1ed completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:12:59.387430 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-9b4eb4f0-3bad-4cba-bd94-475da982fcec None None] Provisioning complete for port 07ed0647-259f-4496-bdc8-d02dca61f1ed triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:12:59.401592 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-9b4eb4f0-3bad-4cba-bd94-475da982fcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:59.406205 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-20955cf5-d470-48cc-9deb-707d92e4afc8 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:12:59.406205 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-20955cf5-d470-48cc-9deb-707d92e4afc8 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3824441 Feb 04 21:12:59.406205 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 41668) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:12:59.553223 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a54040c-bf81-4ac7-bb38-ae11425326a1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting subnet ff24ac3a-5421-44f6-aff3-3f82c5368be2 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:12:59.557487 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5a54040c-bf81-4ac7-bb38-ae11425326a1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:59.559906 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-42bda414-038e-4473-8bfe-07292552d28f req-4cbdbcae-fe9f-493b-aecc-04ddde600646 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:12:59.574202 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-42bda414-038e-4473-8bfe-07292552d28f req-4cbdbcae-fe9f-493b-aecc-04ddde600646 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Usage tracker for resource:port and tenant:803c4bfb4a0c4d64ba81f7b2220cf823 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:12:59.606555 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-42bda414-038e-4473-8bfe-07292552d28f req-4cbdbcae-fe9f-493b-aecc-04ddde600646 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:12:59.634321 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-42bda414-038e-4473-8bfe-07292552d28f req-4cbdbcae-fe9f-493b-aecc-04ddde600646 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:12:59.635346 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5a54040c-bf81-4ac7-bb38-ae11425326a1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:59.688604 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde1bd7-ba52-4db7-b441-2bc5a384735f req-48ea1370-e78f-418f-be39-a8c646c6d71f tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:59.692216 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-afde1bd7-ba52-4db7-b441-2bc5a384735f req-48ea1370-e78f-418f-be39-a8c646c6d71f tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.32 "GET /v2.0/ports?device_id=15684e00-d06b-4bb2-9dd1-b459e2d442f4 HTTP/1.1" status: 200 len: 945 time: 0.7364271 Feb 04 21:12:59.765400 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42bda414-038e-4473-8bfe-07292552d28f req-4cbdbcae-fe9f-493b-aecc-04ddde600646 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Made reservation on behalf of 803c4bfb4a0c4d64ba81f7b2220cf823 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:12:59.776871 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-42bda414-038e-4473-8bfe-07292552d28f req-4cbdbcae-fe9f-493b-aecc-04ddde600646 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:59.820419 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-9b4eb4f0-3bad-4cba-bd94-475da982fcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:12:59.846009 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba968e99-6e2e-4e50-a104-04c1817394cf req-b3087521-ef37-445f-b5a2-5a22434ce023 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:12:59.848369 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ba968e99-6e2e-4e50-a104-04c1817394cf req-b3087521-ef37-445f-b5a2-5a22434ce023 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=15684e00-d06b-4bb2-9dd1-b459e2d442f4 HTTP/1.1" status: 200 len: 945 time: 0.8044720 Feb 04 21:12:59.888128 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5a54040c-bf81-4ac7-bb38-ae11425326a1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:00.005844 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5a54040c-bf81-4ac7-bb38-ae11425326a1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:00.120168 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-9b4eb4f0-3bad-4cba-bd94-475da982fcec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:13:00.121765 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-9b4eb4f0-3bad-4cba-bd94-475da982fcec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:13:00.144983 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5a54040c-bf81-4ac7-bb38-ae11425326a1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:00.148831 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-afde1bd7-ba52-4db7-b441-2bc5a384735f req-6e73ef0b-3a07-428c-be5f-0b0e87d13bc2 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Deleting port c5600ea9-5404-40f3-8472-39f6fa709ef1 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:00.149387 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-afde1bd7-ba52-4db7-b441-2bc5a384735f req-6e73ef0b-3a07-428c-be5f-0b0e87d13bc2 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:00.149913 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbd6b55-4e42-4f40-8713-d3d1e2c39781 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:13:00.154086 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54040c-bf81-4ac7-bb38-ae11425326a1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Subnet': ['ID=ff24ac3a-5421-44f6-aff3-3f82c5368be2,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:00.181778 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5a54040c-bf81-4ac7-bb38-ae11425326a1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/ff24ac3a-5421-44f6-aff3-3f82c5368be2 HTTP/1.1" status: 204 len: 168 time: 0.7776117 Feb 04 21:13:00.184388 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 41678) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:00.198226 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ba968e99-6e2e-4e50-a104-04c1817394cf req-97b257ca-fe04-494b-aff0-1112d1fe1193 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286502 Feb 04 21:13:00.327366 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0017e122-a764-44f8-b7b8-7535825b7a20 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1412067 Feb 04 21:13:00.332618 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 41686) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:00.519167 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7ad416-fce9-46d0-8468-89418d456286 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:00.521533 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2e7ad416-fce9-46d0-8468-89418d456286 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:13:00.540798 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2e7ad416-fce9-46d0-8468-89418d456286 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:13:00.542366 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2e7ad416-fce9-46d0-8468-89418d456286 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2076187 Feb 04 21:13:00.545059 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 41694) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:00.606160 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d341783-1a57-434a-a0db-25ec7d6d67ca None None] DHCP port deletion for f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:13:00.610608 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3d341783-1a57-434a-a0db-25ec7d6d67ca None None] Deleting port 07ed0647-259f-4496-bdc8-d02dca61f1ed {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:00.611574 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3d341783-1a57-434a-a0db-25ec7d6d67ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:00.651010 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c615f68-52a3-4fed-9a44-11b468bec1da tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:00.651767 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6c615f68-52a3-4fed-9a44-11b468bec1da tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:13:00.678713 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6c615f68-52a3-4fed-9a44-11b468bec1da tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:13:00.680305 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6c615f68-52a3-4fed-9a44-11b468bec1da tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1338685 Feb 04 21:13:00.683559 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 41700) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:00.836905 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-cae31ccd-56f5-4cf9-a985-0532299e058c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1520448 Feb 04 21:13:00.845856 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 41704) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:00.863098 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-78d5d2fb-f97f-4f13-b893-14be5632a588 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:13:00.919059 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-42bda414-038e-4473-8bfe-07292552d28f req-4cbdbcae-fe9f-493b-aecc-04ddde600646 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Allocated IP 172.20.0.6 (8fabec85-7328-4725-bced-b859dec9a60d/bf4393a5-4d9f-4e62-a55d-2fc5de86b20c/52adc30d-7401-4ed0-ae8f-7a242ac9bfb3) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:13:01.129596 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-78d5d2fb-f97f-4f13-b893-14be5632a588 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:13:01.144567 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-78d5d2fb-f97f-4f13-b893-14be5632a588 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:13:01.163757 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d5d2fb-f97f-4f13-b893-14be5632a588 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:13:01.167433 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-78d5d2fb-f97f-4f13-b893-14be5632a588 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:01.201409 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-afde1bd7-ba52-4db7-b441-2bc5a384735f req-6e73ef0b-3a07-428c-be5f-0b0e87d13bc2 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] For port c5600ea9-5404-40f3-8472-39f6fa709ef1, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=c5600ea9-5404-40f3-8472-39f6fa709ef1,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:01.202019 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-afde1bd7-ba52-4db7-b441-2bc5a384735f req-6e73ef0b-3a07-428c-be5f-0b0e87d13bc2 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:01.288491 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f7d694f-ab8c-4ce3-b135-4abb252d0772 req-23203a58-f5e7-46fa-9213-61c27849f6be tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0f888a0-230b-4c71-beb1-03d55021b466 HTTP/1.1" status: 200 len: 210 time: 0.5001926 Feb 04 21:13:01.542155 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-9b4eb4f0-3bad-4cba-bd94-475da982fcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:01.650506 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-78d5d2fb-f97f-4f13-b893-14be5632a588 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:01.662574 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-9b4eb4f0-3bad-4cba-bd94-475da982fcec None None] For port 07ed0647-259f-4496-bdc8-d02dca61f1ed, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=07ed0647-259f-4496-bdc8-d02dca61f1ed,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:01.684464 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-9b4eb4f0-3bad-4cba-bd94-475da982fcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:01.735772 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d5d2fb-f97f-4f13-b893-14be5632a588 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:13:01.744439 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-78d5d2fb-f97f-4f13-b893-14be5632a588 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:13:01.751837 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d5d2fb-f97f-4f13-b893-14be5632a588 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:01.752452 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-78d5d2fb-f97f-4f13-b893-14be5632a588 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:01.787003 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5d2fb-f97f-4f13-b893-14be5632a588 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Subnet': ['ID=475f5746-a1ac-47cd-931d-abbf09835259,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:01.805450 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-8d0ea831-0f7a-4ba0-91f8-7c9fa697fef2 None None] Could not find standard attr ID for object aa9911f2-a4e4-4efb-a66a-cf277c02367d. {{(pid=87684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 21:13:01.807871 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3d341783-1a57-434a-a0db-25ec7d6d67ca None None] For port 07ed0647-259f-4496-bdc8-d02dca61f1ed, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=07ed0647-259f-4496-bdc8-d02dca61f1ed,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:01.808443 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3d341783-1a57-434a-a0db-25ec7d6d67ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:01.809644 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-78d5d2fb-f97f-4f13-b893-14be5632a588 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9614275 Feb 04 21:13:01.812265 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 41720) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:01.820972 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-a89cbef1-b140-4b27-91ef-b370c2dbf0fe tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'port': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'fixed_ips': [{'subnet_id': '475f5746-a1ac-47cd-931d-abbf09835259', 'ip_address': '2001:db8::b9b9:8611:a472:7aca'}], 'name': 'tempest-NetworksTestDHCPv6-1365933716'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:13:01.889496 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-42bda414-038e-4473-8bfe-07292552d28f req-4cbdbcae-fe9f-493b-aecc-04ddde600646 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:01.972719 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-afde1bd7-ba52-4db7-b441-2bc5a384735f req-6e73ef0b-3a07-428c-be5f-0b0e87d13bc2 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Calling delete_port for c5600ea9-5404-40f3-8472-39f6fa709ef1 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:01.996783 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3d341783-1a57-434a-a0db-25ec7d6d67ca None None] Calling delete_port for 07ed0647-259f-4496-bdc8-d02dca61f1ed owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:02.059002 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4eb4f0-3bad-4cba-bd94-475da982fcec None None] Pushing event updated for resources: {'Port': ['ID=07ed0647-259f-4496-bdc8-d02dca61f1ed,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:02.068085 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a89cbef1-b140-4b27-91ef-b370c2dbf0fe tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:13:02.078827 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a89cbef1-b140-4b27-91ef-b370c2dbf0fe tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:13:02.090046 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89cbef1-b140-4b27-91ef-b370c2dbf0fe tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:13:02.127279 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-3d341783-1a57-434a-a0db-25ec7d6d67ca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:13:02.128622 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-3d341783-1a57-434a-a0db-25ec7d6d67ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:13:02.128733 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-42bda414-038e-4473-8bfe-07292552d28f req-4cbdbcae-fe9f-493b-aecc-04ddde600646 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:02.141551 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['f61ea82f-8f87-42d7-9d33-19d254d5287d'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:13:02.270483 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a89cbef1-b140-4b27-91ef-b370c2dbf0fe tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:02.310480 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42bda414-038e-4473-8bfe-07292552d28f req-4cbdbcae-fe9f-493b-aecc-04ddde600646 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Network 8fabec85-7328-4725-bced-b859dec9a60d is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:13:02.324282 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-42bda414-038e-4473-8bfe-07292552d28f req-4cbdbcae-fe9f-493b-aecc-04ddde600646 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:13:02.328606 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-a89cbef1-b140-4b27-91ef-b370c2dbf0fe tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] device_id is not set on port b9ef201f-3aa3-4f5d-9071-3ae958c0ed04 yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:13:02.338774 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-42bda414-038e-4473-8bfe-07292552d28f req-4cbdbcae-fe9f-493b-aecc-04ddde600646 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:13:02.406314 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 07ed0647-259f-4496-bdc8-d02dca61f1ed no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:13:02.415483 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bda414-038e-4473-8bfe-07292552d28f req-4cbdbcae-fe9f-493b-aecc-04ddde600646 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:02.425892 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-42bda414-038e-4473-8bfe-07292552d28f req-4cbdbcae-fe9f-493b-aecc-04ddde600646 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:02.479503 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbdbcae-fe9f-493b-aecc-04ddde600646 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Pushing event updated for resources: {'Port': ['ID=52adc30d-7401-4ed0-ae8f-7a242ac9bfb3,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:02.506506 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-42bda414-038e-4473-8bfe-07292552d28f req-4cbdbcae-fe9f-493b-aecc-04ddde600646 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6002436 Feb 04 21:13:02.568960 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8413692-9099-4657-a3e3-60399c3850b8 req-79b43ab8-36ad-40ca-8e3e-628aee586154 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:02.570488 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d8413692-9099-4657-a3e3-60399c3850b8 req-79b43ab8-36ad-40ca-8e3e-628aee586154 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] 10.222.0.26 "GET /v2.0/ports?device_id=5223ba26-27bb-4edf-9531-226dfc6d43bd HTTP/1.1" status: 200 len: 950 time: 1.1021659 Feb 04 21:13:02.579546 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b6a81-4de5-40d9-aaab-461b7213ac14 req-c5491ef8-f9ec-46ca-aff4-fbd7c005003b tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:02.581542 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b50b6a81-4de5-40d9-aaab-461b7213ac14 req-c5491ef8-f9ec-46ca-aff4-fbd7c005003b tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=15684e00-d06b-4bb2-9dd1-b459e2d442f4 HTTP/1.1" status: 200 len: 945 time: 1.0389035 Feb 04 21:13:02.590480 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-42bda414-038e-4473-8bfe-07292552d28f req-ad41eefe-22f7-432f-a0cc-92b15029f2b7 service neutron] Request body: {'port': {'device_id': 'd0f888a0-230b-4c71-beb1-03d55021b466', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:13:02.630479 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3d341783-1a57-434a-a0db-25ec7d6d67ca None None] Deleting port 07ed0647-259f-4496-bdc8-d02dca61f1ed {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:02.631658 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3d341783-1a57-434a-a0db-25ec7d6d67ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:02.710087 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-a89cbef1-b140-4b27-91ef-b370c2dbf0fe tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Allocated IP 2001:db8::b9b9:8611:a472:7aca (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/475f5746-a1ac-47cd-931d-abbf09835259/b9ef201f-3aa3-4f5d-9071-3ae958c0ed04) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:13:02.766141 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d8413692-9099-4657-a3e3-60399c3850b8 req-3f6685a9-abe6-4a5e-aeee-6ae238ffa1e6 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3f54f44-37c8-414d-9df0-9a0d9cda0dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444840 Feb 04 21:13:02.776452 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-afde1bd7-ba52-4db7-b441-2bc5a384735f req-6e73ef0b-3a07-428c-be5f-0b0e87d13bc2 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:02.845116 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:02.859986 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b50b6a81-4de5-40d9-aaab-461b7213ac14 req-12f49948-04b8-484f-ba32-3d2a2aee1d25 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142727 Feb 04 21:13:02.915098 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:03.006841 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 07ed0647-259f-4496-bdc8-d02dca61f1ed, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=07ed0647-259f-4496-bdc8-d02dca61f1ed,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:03.013296 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['e9f4b42e-cf56-4a03-94e2-a66988e9676e'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:13:03.046345 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73ef0b-3a07-428c-be5f-0b0e87d13bc2 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Pushing event deleted for resources: {'Port': ['ID=c5600ea9-5404-40f3-8472-39f6fa709ef1,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:03.077788 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:03.193365 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-afde1bd7-ba52-4db7-b441-2bc5a384735f req-6e73ef0b-3a07-428c-be5f-0b0e87d13bc2 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] No DVR routers for this DVR port c5600ea9-5404-40f3-8472-39f6fa709ef1 on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:13:03.196976 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-42bda414-038e-4473-8bfe-07292552d28f req-ad41eefe-22f7-432f-a0cc-92b15029f2b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:03.208121 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-afde1bd7-ba52-4db7-b441-2bc5a384735f req-6e73ef0b-3a07-428c-be5f-0b0e87d13bc2 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:03.213600 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15684e00-d06b-4bb2-9dd1-b459e2d442f4', 'name': 'network-vif-deleted', 'tag': 'c5600ea9-5404-40f3-8472-39f6fa709ef1'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:13:03.249653 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb8a04-10f7-42e5-ad2d-dfb9cecc57b3 req-7f6fb2c2-3a93-4ada-a5e1-caeac7cc5ec9 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:03.250575 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-13eb8a04-10f7-42e5-ad2d-dfb9cecc57b3 req-7f6fb2c2-3a93-4ada-a5e1-caeac7cc5ec9 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Synchronizing usage tracker for tenant:77bcf7e0790547d98769ee09df1cb892 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:13:03.256539 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a89cbef1-b140-4b27-91ef-b370c2dbf0fe tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:03.282149 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-13eb8a04-10f7-42e5-ad2d-dfb9cecc57b3 req-7f6fb2c2-3a93-4ada-a5e1-caeac7cc5ec9 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Unset dirty status for tenant:77bcf7e0790547d98769ee09df1cb892 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:13:03.283579 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-13eb8a04-10f7-42e5-ad2d-dfb9cecc57b3 req-7f6fb2c2-3a93-4ada-a5e1-caeac7cc5ec9 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] 10.222.0.18 "GET /v2.0/ports?device_id=5223ba26-27bb-4edf-9531-226dfc6d43bd HTTP/1.1" status: 200 len: 950 time: 0.1997590 Feb 04 21:13:03.311585 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=07ed0647-259f-4496-bdc8-d02dca61f1ed,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:03.321689 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15684e00-d06b-4bb2-9dd1-b459e2d442f4', 'name': 'network-vif-deleted', 'tag': 'c5600ea9-5404-40f3-8472-39f6fa709ef1', 'status': 'completed', 'code': 200} Feb 04 21:13:03.324806 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-afde1bd7-ba52-4db7-b441-2bc5a384735f req-6e73ef0b-3a07-428c-be5f-0b0e87d13bc2 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.32 "DELETE /v2.0/ports/c5600ea9-5404-40f3-8472-39f6fa709ef1 HTTP/1.1" status: 204 len: 173 time: 3.6217782 Feb 04 21:13:03.421886 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3d341783-1a57-434a-a0db-25ec7d6d67ca None None] For port 07ed0647-259f-4496-bdc8-d02dca61f1ed, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=07ed0647-259f-4496-bdc8-d02dca61f1ed,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:03.425462 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3d341783-1a57-434a-a0db-25ec7d6d67ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:03.439306 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-13eb8a04-10f7-42e5-ad2d-dfb9cecc57b3 req-7de91dca-f377-4f69-8571-db3d50f85aa2 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Deleting port 98f4327f-fc27-434f-9db3-963a1bd2b56a {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:03.439911 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-13eb8a04-10f7-42e5-ad2d-dfb9cecc57b3 req-7de91dca-f377-4f69-8571-db3d50f85aa2 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:03.461722 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b464e-176d-4a66-a170-dd3275173aaf req-ceeb75a7-d019-4589-a096-4e09924d9585 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:03.462830 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-953b464e-176d-4a66-a170-dd3275173aaf req-ceeb75a7-d019-4589-a096-4e09924d9585 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Synchronizing usage tracker for tenant:803c4bfb4a0c4d64ba81f7b2220cf823 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:13:03.560048 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-953b464e-176d-4a66-a170-dd3275173aaf req-ceeb75a7-d019-4589-a096-4e09924d9585 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Unset dirty status for tenant:803c4bfb4a0c4d64ba81f7b2220cf823 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:13:03.561585 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-953b464e-176d-4a66-a170-dd3275173aaf req-ceeb75a7-d019-4589-a096-4e09924d9585 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0f888a0-230b-4c71-beb1-03d55021b466 HTTP/1.1" status: 200 len: 931 time: 0.5130243 Feb 04 21:13:03.629989 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-a89cbef1-b140-4b27-91ef-b370c2dbf0fe tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Transition to ACTIVE for port object b9ef201f-3aa3-4f5d-9071-3ae958c0ed04 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:13:03.735564 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3d341783-1a57-434a-a0db-25ec7d6d67ca None None] Calling delete_port for 07ed0647-259f-4496-bdc8-d02dca61f1ed owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:03.833856 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-3d341783-1a57-434a-a0db-25ec7d6d67ca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:13:03.834236 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-3d341783-1a57-434a-a0db-25ec7d6d67ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:13:03.872970 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-13eb8a04-10f7-42e5-ad2d-dfb9cecc57b3 req-7de91dca-f377-4f69-8571-db3d50f85aa2 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] For port 98f4327f-fc27-434f-9db3-963a1bd2b56a, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=98f4327f-fc27-434f-9db3-963a1bd2b56a,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:03.873879 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-13eb8a04-10f7-42e5-ad2d-dfb9cecc57b3 req-7de91dca-f377-4f69-8571-db3d50f85aa2 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:03.881712 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a89cbef1-b140-4b27-91ef-b370c2dbf0fe tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:03.887368 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-953b464e-176d-4a66-a170-dd3275173aaf req-91b45dd2-f14c-4bbc-b4da-056d9b44739a tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186419 Feb 04 21:13:04.044286 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-42bda414-038e-4473-8bfe-07292552d28f req-ad41eefe-22f7-432f-a0cc-92b15029f2b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52adc30d-7401-4ed0-ae8f-7a242ac9bfb3 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:13:04.054577 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-42bda414-038e-4473-8bfe-07292552d28f req-ad41eefe-22f7-432f-a0cc-92b15029f2b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:04.077792 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-42bda414-038e-4473-8bfe-07292552d28f req-ad41eefe-22f7-432f-a0cc-92b15029f2b7 service neutron] Transition to ACTIVE for port object 52adc30d-7401-4ed0-ae8f-7a242ac9bfb3 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:13:04.098511 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-13eb8a04-10f7-42e5-ad2d-dfb9cecc57b3 req-7de91dca-f377-4f69-8571-db3d50f85aa2 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Calling delete_port for 98f4327f-fc27-434f-9db3-963a1bd2b56a owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:04.148584 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-42bda414-038e-4473-8bfe-07292552d28f req-ad41eefe-22f7-432f-a0cc-92b15029f2b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:04.160490 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89cbef1-b140-4b27-91ef-b370c2dbf0fe tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:13:04.166621 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-a89cbef1-b140-4b27-91ef-b370c2dbf0fe tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:13:04.170523 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89cbef1-b140-4b27-91ef-b370c2dbf0fe tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Port': ['ID=b9ef201f-3aa3-4f5d-9071-3ae958c0ed04,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:04.175513 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89cbef1-b140-4b27-91ef-b370c2dbf0fe tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:13:04.181200 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89cbef1-b140-4b27-91ef-b370c2dbf0fe tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:04.181869 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a89cbef1-b140-4b27-91ef-b370c2dbf0fe tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:04.227928 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a89cbef1-b140-4b27-91ef-b370c2dbf0fe tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4143188 Feb 04 21:13:04.230819 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 41744) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:04.239175 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-371ec5cd-a112-4dd9-9c37-1181197d7d56 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'port': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'fixed_ips': [{'subnet_id': '475f5746-a1ac-47cd-931d-abbf09835259', 'ip_address': '2001:db8::b9b9:8611:a472:7aca'}], 'name': 'tempest-NetworksTestDHCPv6-324828259'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:13:04.324502 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3d341783-1a57-434a-a0db-25ec7d6d67ca None None] Deleting port 07ed0647-259f-4496-bdc8-d02dca61f1ed {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:04.325022 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3d341783-1a57-434a-a0db-25ec7d6d67ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:04.332242 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-dacb5df5-c131-46a9-899f-b681cd2e1663 req-e473c6c4-2b73-4696-af61-2a7b0812799b tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Synchronizing usage tracker for tenant:d3d539dc97a744058fdb427e438eb9ad on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:13:04.398700 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-90049b99-ec80-419c-ac1a-e92f9b406574 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6165626 Feb 04 21:13:04.405705 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-13eb8a04-10f7-42e5-ad2d-dfb9cecc57b3 req-7de91dca-f377-4f69-8571-db3d50f85aa2 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:04.421558 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41eefe-22f7-432f-a0cc-92b15029f2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=52adc30d-7401-4ed0-ae8f-7a242ac9bfb3,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:04.436610 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['98f4327f-fc27-434f-9db3-963a1bd2b56a'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:13:04.492566 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device c5600ea9-5404-40f3-8472-39f6fa709ef1 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:13:04.499715 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-dacb5df5-c131-46a9-899f-b681cd2e1663 req-e473c6c4-2b73-4696-af61-2a7b0812799b tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Unset dirty status for tenant:d3d539dc97a744058fdb427e438eb9ad on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:13:04.501033 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dacb5df5-c131-46a9-899f-b681cd2e1663 req-e473c6c4-2b73-4696-af61-2a7b0812799b tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=15684e00-d06b-4bb2-9dd1-b459e2d442f4 HTTP/1.1" status: 200 len: 210 time: 0.4085591 Feb 04 21:13:04.543002 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de91dca-f377-4f69-8571-db3d50f85aa2 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Pushing event deleted for resources: {'Port': ['ID=98f4327f-fc27-434f-9db3-963a1bd2b56a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:04.562314 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-13eb8a04-10f7-42e5-ad2d-dfb9cecc57b3 req-7de91dca-f377-4f69-8571-db3d50f85aa2 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] No DVR routers for this DVR port 98f4327f-fc27-434f-9db3-963a1bd2b56a on host n-h2-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:13:04.564412 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-371ec5cd-a112-4dd9-9c37-1181197d7d56 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:13:04.568014 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-13eb8a04-10f7-42e5-ad2d-dfb9cecc57b3 req-7de91dca-f377-4f69-8571-db3d50f85aa2 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:04.570614 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5223ba26-27bb-4edf-9531-226dfc6d43bd', 'name': 'network-vif-deleted', 'tag': '98f4327f-fc27-434f-9db3-963a1bd2b56a'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:13:04.578853 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-371ec5cd-a112-4dd9-9c37-1181197d7d56 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:port and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:13:04.585289 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-371ec5cd-a112-4dd9-9c37-1181197d7d56 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:13:04.586774 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb4b2e-49a3-4213-9a9b-475587d5eb33 req-43a6febf-ba86-483b-a7e1-d9523bb0c81b tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:04.593655 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9efb4b2e-49a3-4213-9a9b-475587d5eb33 req-43a6febf-ba86-483b-a7e1-d9523bb0c81b tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] 10.222.0.26 "GET /v2.0/ports?device_id=5223ba26-27bb-4edf-9531-226dfc6d43bd HTTP/1.1" status: 200 len: 950 time: 0.5077167 Feb 04 21:13:04.593896 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-371ec5cd-a112-4dd9-9c37-1181197d7d56 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:13:04.603506 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-13eb8a04-10f7-42e5-ad2d-dfb9cecc57b3 req-7de91dca-f377-4f69-8571-db3d50f85aa2 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] 10.222.0.18 "DELETE /v2.0/ports/98f4327f-fc27-434f-9db3-963a1bd2b56a HTTP/1.1" status: 204 len: 173 time: 1.3136654 Feb 04 21:13:04.616371 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371ec5cd-a112-4dd9-9c37-1181197d7d56 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:13:04.624189 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: c5600ea9-5404-40f3-8472-39f6fa709ef1 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:13:04.624763 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device c5600ea9-5404-40f3-8472-39f6fa709ef1 not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:13:04.625573 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-371ec5cd-a112-4dd9-9c37-1181197d7d56 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:04.649576 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5223ba26-27bb-4edf-9531-226dfc6d43bd', 'name': 'network-vif-deleted', 'tag': '98f4327f-fc27-434f-9db3-963a1bd2b56a', 'status': 'completed', 'code': 200} Feb 04 21:13:04.655088 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-371ec5cd-a112-4dd9-9c37-1181197d7d56 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] device_id is not set on port c3609394-7d32-49da-a712-7449955ddadc yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:13:04.683674 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9efb4b2e-49a3-4213-9a9b-475587d5eb33 req-d6dc75f7-32cf-4652-a0fb-5d963cf8c203 tempest-VolumesBackupsTest-1939075849 tempest-VolumesBackupsTest-1939075849-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3f54f44-37c8-414d-9df0-9a0d9cda0dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884199 Feb 04 21:13:04.686827 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-42bda414-038e-4473-8bfe-07292552d28f req-ad41eefe-22f7-432f-a0cc-92b15029f2b7 service neutron] Attempting to bind port 52adc30d-7401-4ed0-ae8f-7a242ac9bfb3 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:13:04.687164 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-42bda414-038e-4473-8bfe-07292552d28f req-ad41eefe-22f7-432f-a0cc-92b15029f2b7 service neutron] Attempting to bind port 52adc30d-7401-4ed0-ae8f-7a242ac9bfb3 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '90500554-f748-4464-907c-9d77092e3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8fabec85-7328-4725-bced-b859dec9a60d'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:13:04.688208 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bda414-038e-4473-8bfe-07292552d28f req-ad41eefe-22f7-432f-a0cc-92b15029f2b7 service neutron] Attempting to bind port 52adc30d-7401-4ed0-ae8f-7a242ac9bfb3 on network 8fabec85-7328-4725-bced-b859dec9a60d {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:13:04.691994 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3d341783-1a57-434a-a0db-25ec7d6d67ca None None] For port 07ed0647-259f-4496-bdc8-d02dca61f1ed, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=07ed0647-259f-4496-bdc8-d02dca61f1ed,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:04.692408 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3d341783-1a57-434a-a0db-25ec7d6d67ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:04.696351 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bda414-038e-4473-8bfe-07292552d28f req-ad41eefe-22f7-432f-a0cc-92b15029f2b7 service neutron] Port 52adc30d-7401-4ed0-ae8f-7a242ac9bfb3 on network 8fabec85-7328-4725-bced-b859dec9a60d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:13:04.696674 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bda414-038e-4473-8bfe-07292552d28f req-ad41eefe-22f7-432f-a0cc-92b15029f2b7 service neutron] Attempting to bind port 52adc30d-7401-4ed0-ae8f-7a242ac9bfb3 on network 8fabec85-7328-4725-bced-b859dec9a60d {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:13:04.706218 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bda414-038e-4473-8bfe-07292552d28f req-ad41eefe-22f7-432f-a0cc-92b15029f2b7 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:13:04.706656 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bda414-038e-4473-8bfe-07292552d28f req-ad41eefe-22f7-432f-a0cc-92b15029f2b7 service neutron] Checking segment: {'id': '90500554-f748-4464-907c-9d77092e3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8fabec85-7328-4725-bced-b859dec9a60d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:13:04.709563 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bda414-038e-4473-8bfe-07292552d28f req-ad41eefe-22f7-432f-a0cc-92b15029f2b7 service neutron] Bound using segment: {'id': '90500554-f748-4464-907c-9d77092e3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8fabec85-7328-4725-bced-b859dec9a60d'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:13:04.710041 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-42bda414-038e-4473-8bfe-07292552d28f req-ad41eefe-22f7-432f-a0cc-92b15029f2b7 service neutron] Bound port: 52adc30d-7401-4ed0-ae8f-7a242ac9bfb3, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90500554-f748-4464-907c-9d77092e3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8fabec85-7328-4725-bced-b859dec9a60d'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:13:04.710441 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-42bda414-038e-4473-8bfe-07292552d28f req-ad41eefe-22f7-432f-a0cc-92b15029f2b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:04.806933 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-3f3007ed-2ea3-4e33-98a3-2457621ee41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:04.807662 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-3f3007ed-2ea3-4e33-98a3-2457621ee41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:04.808124 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-3f3007ed-2ea3-4e33-98a3-2457621ee41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:04.808741 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-3f3007ed-2ea3-4e33-98a3-2457621ee41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:04.809378 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-3f3007ed-2ea3-4e33-98a3-2457621ee41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:04.810015 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-3f3007ed-2ea3-4e33-98a3-2457621ee41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:04.810676 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-3f3007ed-2ea3-4e33-98a3-2457621ee41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:04.813180 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-3f3007ed-2ea3-4e33-98a3-2457621ee41e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b242a09179d94d8193cc1c0208c67871&device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 6501 time: 0.3594859 Feb 04 21:13:04.851704 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3d341783-1a57-434a-a0db-25ec7d6d67ca None None] Calling delete_port for 07ed0647-259f-4496-bdc8-d02dca61f1ed owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:04.933344 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-371ec5cd-a112-4dd9-9c37-1181197d7d56 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 21:13:04.933867 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-371ec5cd-a112-4dd9-9c37-1181197d7d56 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:13:04.954484 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3d341783-1a57-434a-a0db-25ec7d6d67ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:04.980098 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-371ec5cd-a112-4dd9-9c37-1181197d7d56 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7482300 Feb 04 21:13:04.980841 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 41752) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:05.048016 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-ca495b82-1cce-402a-b3ca-913dc16b97c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:05.048413 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-ca495b82-1cce-402a-b3ca-913dc16b97c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:05.048874 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-ca495b82-1cce-402a-b3ca-913dc16b97c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:05.050859 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-ca495b82-1cce-402a-b3ca-913dc16b97c1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=332fe6aa-ed66-44ea-9220-8f05179f41a3&id=bb213b90-85ae-4ae5-869b-fda768933cd6&id=bb213b90-85ae-4ae5-869b-fda768933cd6&id=bb213b90-85ae-4ae5-869b-fda768933cd6&id=bb213b90-85ae-4ae5-869b-fda768933cd6&id=874df1b5-5f8c-4914-8d0d-1a3a81a2fefb&id=874df1b5-5f8c-4914-8d0d-1a3a81a2fefb HTTP/1.1" status: 200 len: 2296 time: 0.2096915 Feb 04 21:13:05.051917 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-42bda414-038e-4473-8bfe-07292552d28f req-ad41eefe-22f7-432f-a0cc-92b15029f2b7 service neutron] For port 52adc30d-7401-4ed0-ae8f-7a242ac9bfb3, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:13:05.054216 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d341783-1a57-434a-a0db-25ec7d6d67ca None None] No DVR routers for this DVR port 07ed0647-259f-4496-bdc8-d02dca61f1ed on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:13:05.083619 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d341783-1a57-434a-a0db-25ec7d6d67ca None None] Pushing event deleted for resources: {'Port': ['ID=07ed0647-259f-4496-bdc8-d02dca61f1ed,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:05.102265 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46c6722-8832-41b0-b09c-ac06d8b3e83d None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:13:05.105419 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be158151-99f5-4ee5-8f26-1778afd03d3c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:05.106170 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-be158151-99f5-4ee5-8f26-1778afd03d3c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:13:05.128219 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-be158151-99f5-4ee5-8f26-1778afd03d3c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:13:05.134525 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-be158151-99f5-4ee5-8f26-1778afd03d3c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1526160 Feb 04 21:13:05.136086 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 41756) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:05.184108 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-42bda414-038e-4473-8bfe-07292552d28f req-ad41eefe-22f7-432f-a0cc-92b15029f2b7 service neutron] For port 52adc30d-7401-4ed0-ae8f-7a242ac9bfb3, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=52adc30d-7401-4ed0-ae8f-7a242ac9bfb3,segment=NetworkSegment(90500554-f748-4464-907c-9d77092e3d3a),segment_id=90500554-f748-4464-907c-9d77092e3d3a)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:13:05.231187 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-42bda414-038e-4473-8bfe-07292552d28f req-ad41eefe-22f7-432f-a0cc-92b15029f2b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:05.252594 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-235f9df0-d2da-4cac-bf77-9964e5c8fa30 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting port b9ef201f-3aa3-4f5d-9071-3ae958c0ed04 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:05.254123 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-235f9df0-d2da-4cac-bf77-9964e5c8fa30 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:05.287918 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:13:05.338848 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bda414-038e-4473-8bfe-07292552d28f req-ad41eefe-22f7-432f-a0cc-92b15029f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:05.339584 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-42bda414-038e-4473-8bfe-07292552d28f req-ad41eefe-22f7-432f-a0cc-92b15029f2b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:05.341197 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-42bda414-038e-4473-8bfe-07292552d28f req-ad41eefe-22f7-432f-a0cc-92b15029f2b7 service neutron] 10.222.0.18 "PUT /v2.0/ports/52adc30d-7401-4ed0-ae8f-7a242ac9bfb3 HTTP/1.1" status: 200 len: 1091 time: 2.7845607 Feb 04 21:13:05.344331 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f888a0-230b-4c71-beb1-03d55021b466', 'tag': '52adc30d-7401-4ed0-ae8f-7a242ac9bfb3'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:13:05.351634 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-3744139d-255a-4fb5-8008-c5133d4c6710 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06d94d64-09f0-456d-ab29-149d5c934f71 HTTP/1.1" status: 200 len: 1001 time: 0.2485592 Feb 04 21:13:05.433056 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41eefe-22f7-432f-a0cc-92b15029f2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=52adc30d-7401-4ed0-ae8f-7a242ac9bfb3,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:05.464064 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c31a1a-e035-425d-958d-b14d0a5af6b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'tenant_id': 'c1a09abf1d69443ba4dc5757947fc733', 'fixed_ips': [{'subnet_id': '475f5746-a1ac-47cd-931d-abbf09835259'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:13:05.464896 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a8c31a1a-e035-425d-958d-b14d0a5af6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:05.487160 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0f888a0-230b-4c71-beb1-03d55021b466', 'tag': '52adc30d-7401-4ed0-ae8f-7a242ac9bfb3', 'status': 'completed', 'code': 200} Feb 04 21:13:05.513336 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926280f1-6627-4080-952a-34e9628acd37 req-74847cdf-8e81-451d-adbf-d4652ac0d303 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:05.514918 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-926280f1-6627-4080-952a-34e9628acd37 req-74847cdf-8e81-451d-adbf-d4652ac0d303 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0f888a0-230b-4c71-beb1-03d55021b466 HTTP/1.1" status: 200 len: 943 time: 0.4606969 Feb 04 21:13:05.529758 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-fd94d7f0-47b9-4c33-b13a-b7ae4e7d9a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:05.531252 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-fd94d7f0-47b9-4c33-b13a-b7ae4e7d9a0c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=81b08678-ed5f-4876-93e1-3c270387f5db HTTP/1.1" status: 200 len: 856 time: 0.1699517 Feb 04 21:13:05.652449 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-926280f1-6627-4080-952a-34e9628acd37 req-c242b815-06df-4169-92a1-e632cef51aa6 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244276 Feb 04 21:13:05.660818 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-a8c31a1a-e035-425d-958d-b14d0a5af6b9 None None] Allocated IP 2001:db8::2 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/475f5746-a1ac-47cd-931d-abbf09835259/bc4ffae1-15ce-41b4-94fd-120af51b131e) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:13:05.663502 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bda414-038e-4473-8bfe-07292552d28f req-7afdfd49-23af-4d22-9aeb-8143b70602b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:05.665124 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-42bda414-038e-4473-8bfe-07292552d28f req-7afdfd49-23af-4d22-9aeb-8143b70602b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=803c4bfb4a0c4d64ba81f7b2220cf823&device_id=d0f888a0-230b-4c71-beb1-03d55021b466 HTTP/1.1" status: 200 len: 1094 time: 0.2284269 Feb 04 21:13:05.676073 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-ebb88cb4-ff97-4aa5-8aed-b44e0d50951f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:05.677791 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-ebb88cb4-ff97-4aa5-8aed-b44e0d50951f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=332fe6aa-ed66-44ea-9220-8f05179f41a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1256135 Feb 04 21:13:05.809862 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-235f9df0-d2da-4cac-bf77-9964e5c8fa30 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:05.945489 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-42bda414-038e-4473-8bfe-07292552d28f req-c4d9989e-8a8a-4c93-8a13-09e7618ab5c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52adc30d-7401-4ed0-ae8f-7a242ac9bfb3 HTTP/1.1" status: 200 len: 217 time: 0.2663913 Feb 04 21:13:05.946717 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a8c31a1a-e035-425d-958d-b14d0a5af6b9 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:05.960525 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-a8c31a1a-e035-425d-958d-b14d0a5af6b9 None None] Transition to ACTIVE for port object bc4ffae1-15ce-41b4-94fd-120af51b131e will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:13:06.005328 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-a8c31a1a-e035-425d-958d-b14d0a5af6b9 None None] Transition to ACTIVE for port object bc4ffae1-15ce-41b4-94fd-120af51b131e will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:13:06.011167 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a8c31a1a-e035-425d-958d-b14d0a5af6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:06.062120 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-235f9df0-d2da-4cac-bf77-9964e5c8fa30 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Calling delete_port for b9ef201f-3aa3-4f5d-9071-3ae958c0ed04 owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:06.085379 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bda414-038e-4473-8bfe-07292552d28f req-54c035fc-1ed1-4df7-9b62-b4b7800a65d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:06.086811 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-42bda414-038e-4473-8bfe-07292552d28f req-54c035fc-1ed1-4df7-9b62-b4b7800a65d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf4393a5-4d9f-4e62-a55d-2fc5de86b20c HTTP/1.1" status: 200 len: 854 time: 0.0831838 Feb 04 21:13:06.209820 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-42bda414-038e-4473-8bfe-07292552d28f req-03b6b693-6d17-46c6-9574-c8302e4f66a8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8fabec85-7328-4725-bced-b859dec9a60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1150963 Feb 04 21:13:06.213055 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c31a1a-e035-425d-958d-b14d0a5af6b9 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:13:06.224253 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-a8c31a1a-e035-425d-958d-b14d0a5af6b9 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:13:06.238827 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c31a1a-e035-425d-958d-b14d0a5af6b9 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:13:06.300102 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c31a1a-e035-425d-958d-b14d0a5af6b9 None None] Pushing event updated for resources: {'Port': ['ID=bc4ffae1-15ce-41b4-94fd-120af51b131e,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:06.317622 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-235f9df0-d2da-4cac-bf77-9964e5c8fa30 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:06.360448 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-d6d721c1-9773-4933-a2a4-c301d6c04256 service neutron] 10.222.0.32 "GET /v2.0/networks/332fe6aa-ed66-44ea-9220-8f05179f41a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6758740 Feb 04 21:13:06.366211 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-a8c31a1a-e035-425d-958d-b14d0a5af6b9 None None] Attempting to bind port bc4ffae1-15ce-41b4-94fd-120af51b131e on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:13:06.366600 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-a8c31a1a-e035-425d-958d-b14d0a5af6b9 None None] Attempting to bind port bc4ffae1-15ce-41b4-94fd-120af51b131e by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:13:06.366963 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c31a1a-e035-425d-958d-b14d0a5af6b9 None None] Attempting to bind port bc4ffae1-15ce-41b4-94fd-120af51b131e on network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:13:06.374406 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c31a1a-e035-425d-958d-b14d0a5af6b9 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:13:06.374788 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c31a1a-e035-425d-958d-b14d0a5af6b9 None None] Checking segment: {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:13:06.375356 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a8c31a1a-e035-425d-958d-b14d0a5af6b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:06.375755 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c31a1a-e035-425d-958d-b14d0a5af6b9 None None] Bound using segment: {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:13:06.376277 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-a8c31a1a-e035-425d-958d-b14d0a5af6b9 None None] Bound port: bc4ffae1-15ce-41b4-94fd-120af51b131e, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:13:06.376661 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a8c31a1a-e035-425d-958d-b14d0a5af6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:06.430970 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d48de7-c046-4cfd-adb0-c4231f63ed60 req-49c9be11-6af3-4174-9425-1d2d1b2993de tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:06.432114 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-a8d48de7-c046-4cfd-adb0-c4231f63ed60 req-49c9be11-6af3-4174-9425-1d2d1b2993de tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Synchronizing usage tracker for tenant:d3d539dc97a744058fdb427e438eb9ad on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:13:06.434991 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f9df0-d2da-4cac-bf77-9964e5c8fa30 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Port': ['ID=b9ef201f-3aa3-4f5d-9071-3ae958c0ed04,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:06.455436 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-235f9df0-d2da-4cac-bf77-9964e5c8fa30 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:06.476813 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-a8d48de7-c046-4cfd-adb0-c4231f63ed60 req-49c9be11-6af3-4174-9425-1d2d1b2993de tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Unset dirty status for tenant:d3d539dc97a744058fdb427e438eb9ad on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:13:06.478801 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a8d48de7-c046-4cfd-adb0-c4231f63ed60 req-49c9be11-6af3-4174-9425-1d2d1b2993de tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.18 "GET /v2.0/ports?device_id=7800c199-947a-4ccf-86aa-73a983b04500 HTTP/1.1" status: 200 len: 946 time: 0.3163116 Feb 04 21:13:06.481486 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-235f9df0-d2da-4cac-bf77-9964e5c8fa30 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/b9ef201f-3aa3-4f5d-9071-3ae958c0ed04 HTTP/1.1" status: 204 len: 168 time: 1.3436449 Feb 04 21:13:06.484233 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 41778) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:06.494343 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-a8c31a1a-e035-425d-958d-b14d0a5af6b9 None None] For port bc4ffae1-15ce-41b4-94fd-120af51b131e, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:13:06.498313 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-a8c31a1a-e035-425d-958d-b14d0a5af6b9 None None] For port bc4ffae1-15ce-41b4-94fd-120af51b131e, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=bc4ffae1-15ce-41b4-94fd-120af51b131e,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:13:06.503688 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a8c31a1a-e035-425d-958d-b14d0a5af6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:06.533003 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-e62265e2-671c-4b26-b904-039e294d6b56 service neutron] 10.222.0.32 "GET /v2.0/networks/332fe6aa-ed66-44ea-9220-8f05179f41a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651235 Feb 04 21:13:06.639120 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-5c7f8fda-0a26-4498-9b2c-01b29f93e352 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=aa4eda3d-4b67-4f85-b755-44b84dd11b2f HTTP/1.1" status: 200 len: 217 time: 0.0955834 Feb 04 21:13:06.648910 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c31a1a-e035-425d-958d-b14d0a5af6b9 None None] Pushing event updated for resources: {'Port': ['ID=bc4ffae1-15ce-41b4-94fd-120af51b131e,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:06.665684 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-a8d48de7-c046-4cfd-adb0-c4231f63ed60 req-78b790da-3183-44d7-819a-e09f359f4e38 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Deleting port e9f4b42e-cf56-4a03-94e2-a66988e9676e {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:06.666235 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a8d48de7-c046-4cfd-adb0-c4231f63ed60 req-78b790da-3183-44d7-819a-e09f359f4e38 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:06.712066 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 98f4327f-fc27-434f-9db3-963a1bd2b56a no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:13:06.724305 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debda6f-1a7d-402b-a778-d7dee75a4dfd req-6c40857f-0a65-46f5-beb7-9b84d8c27496 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:06.726427 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f68a6b-276e-4364-a57c-e490f1e8194f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:06.727995 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f68a6b-276e-4364-a57c-e490f1e8194f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:06.728770 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-78f68a6b-276e-4364-a57c-e490f1e8194f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:13:06.733075 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6debda6f-1a7d-402b-a778-d7dee75a4dfd req-6c40857f-0a65-46f5-beb7-9b84d8c27496 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=7800c199-947a-4ccf-86aa-73a983b04500 HTTP/1.1" status: 200 len: 946 time: 0.6053147 Feb 04 21:13:06.781628 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-78f68a6b-276e-4364-a57c-e490f1e8194f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:13:06.782991 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-78f68a6b-276e-4364-a57c-e490f1e8194f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2976701 Feb 04 21:13:06.788376 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 41784) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:06.795602 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: 98f4327f-fc27-434f-9db3-963a1bd2b56a {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:13:06.795950 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 98f4327f-fc27-434f-9db3-963a1bd2b56a not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:13:06.812614 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-42bda414-038e-4473-8bfe-07292552d28f req-548b2f36-1edd-4855-8529-e396ceefd77a service neutron] 10.222.0.18 "GET /v2.0/networks/8fabec85-7328-4725-bced-b859dec9a60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5794117 Feb 04 21:13:06.914266 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6debda6f-1a7d-402b-a778-d7dee75a4dfd req-3a697654-d61a-421f-b2c3-d75d915656f6 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc700f67-48eb-4931-b905-8e049e361da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799006 Feb 04 21:13:06.963004 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-5c5026da-7010-4616-94cf-e95dc3e1f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:06.965720 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-5c5026da-7010-4616-94cf-e95dc3e1f53d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d8ab602a-389e-46ed-9e60-c4075f6a2251 HTTP/1.1" status: 200 len: 797 time: 0.3196526 Feb 04 21:13:07.026135 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ba90382-8640-4e69-b775-4c6b3bde95c2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting subnet 475f5746-a1ac-47cd-931d-abbf09835259 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:13:07.029303 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5ba90382-8640-4e69-b775-4c6b3bde95c2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:07.100962 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5ba90382-8640-4e69-b775-4c6b3bde95c2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:07.214813 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-a8d48de7-c046-4cfd-adb0-c4231f63ed60 req-78b790da-3183-44d7-819a-e09f359f4e38 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] For port e9f4b42e-cf56-4a03-94e2-a66988e9676e, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=e9f4b42e-cf56-4a03-94e2-a66988e9676e,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:07.215171 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a8d48de7-c046-4cfd-adb0-c4231f63ed60 req-78b790da-3183-44d7-819a-e09f359f4e38 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:07.231539 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-42bda414-038e-4473-8bfe-07292552d28f req-a0aafa1e-840c-4291-aa04-e827f6ab2e5f service neutron] 10.222.0.18 "GET /v2.0/networks/8fabec85-7328-4725-bced-b859dec9a60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558998 Feb 04 21:13:07.303504 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6f692-435f-4d8d-b8bc-8f5946fd0d4e req-e75638c1-5c62-491d-baf4-04082574459a tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:07.330584 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d8c6f692-435f-4d8d-b8bc-8f5946fd0d4e req-e75638c1-5c62-491d-baf4-04082574459a tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0f888a0-230b-4c71-beb1-03d55021b466 HTTP/1.1" status: 200 len: 943 time: 0.5166852 Feb 04 21:13:07.379858 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-a8d48de7-c046-4cfd-adb0-c4231f63ed60 req-78b790da-3183-44d7-819a-e09f359f4e38 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Calling delete_port for e9f4b42e-cf56-4a03-94e2-a66988e9676e owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:07.407569 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-2f05deff-0f23-4aa1-93e0-04324ba19a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:07.408240 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-2f05deff-0f23-4aa1-93e0-04324ba19a04 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb213b90-85ae-4ae5-869b-fda768933cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3542116 Feb 04 21:13:07.451183 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5ba90382-8640-4e69-b775-4c6b3bde95c2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:07.526194 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d8c6f692-435f-4d8d-b8bc-8f5946fd0d4e req-d9837b2d-1d54-4d2c-a646-31100829e489 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937289 Feb 04 21:13:07.582858 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761162a0-9082-4c15-bce2-27f73e628e75 req-409ca1b8-644c-4925-ba57-c08c47246fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:07.583812 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-761162a0-9082-4c15-bce2-27f73e628e75 req-409ca1b8-644c-4925-ba57-c08c47246fd3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=803c4bfb4a0c4d64ba81f7b2220cf823&device_id=d0f888a0-230b-4c71-beb1-03d55021b466 HTTP/1.1" status: 200 len: 1094 time: 0.2492409 Feb 04 21:13:07.614659 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-77ee7c86-9612-479a-bcd0-321b67b92589 service neutron] 10.222.0.32 "GET /v2.0/networks/bb213b90-85ae-4ae5-869b-fda768933cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958590 Feb 04 21:13:07.718444 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5ba90382-8640-4e69-b775-4c6b3bde95c2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:07.767392 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba90382-8640-4e69-b775-4c6b3bde95c2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Subnet': ['ID=475f5746-a1ac-47cd-931d-abbf09835259,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:07.770675 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5ba90382-8640-4e69-b775-4c6b3bde95c2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:07.777153 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a8d48de7-c046-4cfd-adb0-c4231f63ed60 req-78b790da-3183-44d7-819a-e09f359f4e38 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:07.789504 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['e9f4b42e-cf56-4a03-94e2-a66988e9676e'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:13:07.815013 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-f40838e8-3a11-49ba-bfbc-7894c74e0d2c service neutron] 10.222.0.32 "GET /v2.0/networks/bb213b90-85ae-4ae5-869b-fda768933cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750331 Feb 04 21:13:07.854028 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b790da-3183-44d7-819a-e09f359f4e38 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Pushing event deleted for resources: {'Port': ['ID=e9f4b42e-cf56-4a03-94e2-a66988e9676e,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:07.936323 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5ba90382-8640-4e69-b775-4c6b3bde95c2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/475f5746-a1ac-47cd-931d-abbf09835259 HTTP/1.1" status: 204 len: 168 time: 1.1468840 Feb 04 21:13:07.943891 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 41792) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:08.031509 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d48de7-c046-4cfd-adb0-c4231f63ed60 req-78b790da-3183-44d7-819a-e09f359f4e38 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] No DVR routers for this DVR port e9f4b42e-cf56-4a03-94e2-a66988e9676e on host n-h2-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:13:08.036272 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a8d48de7-c046-4cfd-adb0-c4231f63ed60 req-78b790da-3183-44d7-819a-e09f359f4e38 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:08.040264 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a8d48de7-c046-4cfd-adb0-c4231f63ed60 req-78b790da-3183-44d7-819a-e09f359f4e38 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.18 "DELETE /v2.0/ports/e9f4b42e-cf56-4a03-94e2-a66988e9676e HTTP/1.1" status: 204 len: 173 time: 1.5531638 Feb 04 21:13:08.057085 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7800c199-947a-4ccf-86aa-73a983b04500', 'name': 'network-vif-deleted', 'tag': 'e9f4b42e-cf56-4a03-94e2-a66988e9676e'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:13:08.073108 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-80dda23b-3470-458d-ad67-a8f631ad87f4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1289237 Feb 04 21:13:08.078330 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 41800) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:08.087220 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-65e9a1ea-c417-4f10-9541-ac1273535430 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:13:08.314057 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7800c199-947a-4ccf-86aa-73a983b04500', 'name': 'network-vif-deleted', 'tag': 'e9f4b42e-cf56-4a03-94e2-a66988e9676e', 'status': 'completed', 'code': 200} Feb 04 21:13:08.316856 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-65e9a1ea-c417-4f10-9541-ac1273535430 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:13:08.321443 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-65e9a1ea-c417-4f10-9541-ac1273535430 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:subnet and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:13:08.327245 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-65e9a1ea-c417-4f10-9541-ac1273535430 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:13:08.334854 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ced11347-bcf0-4f9c-aae0-e604e1128874 req-9a40b310-3997-4850-85c8-d8ffad725e5e tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=7800c199-947a-4ccf-86aa-73a983b04500 HTTP/1.1" status: 200 len: 210 time: 0.0672085 Feb 04 21:13:08.337163 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-65e9a1ea-c417-4f10-9541-ac1273535430 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:13:08.352327 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e9a1ea-c417-4f10-9541-ac1273535430 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:13:08.356506 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-65e9a1ea-c417-4f10-9541-ac1273535430 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:08.358902 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-7d3b5480-2e5a-47f0-aa1d-306ab0d970e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=6183f8f3-5b46-4ccb-8a74-78b479952b28 HTTP/1.1" status: 200 len: 217 time: 0.4876442 Feb 04 21:13:08.411574 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a34473-2a9f-42e4-b6b2-f240dcb2bfb7 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:13:08.495778 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761162a0-9082-4c15-bce2-27f73e628e75 req-5eb57c3e-71b5-405b-9efd-f3c29813a77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:08.497142 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-761162a0-9082-4c15-bce2-27f73e628e75 req-5eb57c3e-71b5-405b-9efd-f3c29813a77e service neutron] 10.222.0.18 "GET /v2.0/networks?id=8fabec85-7328-4725-bced-b859dec9a60d HTTP/1.1" status: 200 len: 915 time: 0.8810840 Feb 04 21:13:08.498952 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-0ab0b66c-de0f-4849-9aab-2fb82c2d3c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:08.500300 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-0ab0b66c-de0f-4849-9aab-2fb82c2d3c21 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d8ab602a-389e-46ed-9e60-c4075f6a2251 HTTP/1.1" status: 200 len: 797 time: 0.1284163 Feb 04 21:13:08.529141 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device bc4ffae1-15ce-41b4-94fd-120af51b131e up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:13:08.624274 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-761162a0-9082-4c15-bce2-27f73e628e75 req-ef632c7b-9168-4c25-aae4-6c447f5f468c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52adc30d-7401-4ed0-ae8f-7a242ac9bfb3 HTTP/1.1" status: 200 len: 217 time: 0.1180177 Feb 04 21:13:08.683483 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d5a0ff10-a6a6-4d7a-9c58-0de74dc2887d None None] Could not find standard attr ID for object b9ef201f-3aa3-4f5d-9071-3ae958c0ed04. {{(pid=87684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 21:13:08.757100 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d5a0ff10-a6a6-4d7a-9c58-0de74dc2887d None None] Provisioning for port bc4ffae1-15ce-41b4-94fd-120af51b131e completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:13:08.802906 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-65e9a1ea-c417-4f10-9541-ac1273535430 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:08.805436 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port bc4ffae1-15ce-41b4-94fd-120af51b131e completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:13:08.826935 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port bc4ffae1-15ce-41b4-94fd-120af51b131e triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:13:08.827338 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:08.914793 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e9a1ea-c417-4f10-9541-ac1273535430 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Subnet': ['ID=6eb4051c-2f04-44d2-a859-c516bb77030b,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:08.963507 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e9a1ea-c417-4f10-9541-ac1273535430 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:13:08.964939 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-65e9a1ea-c417-4f10-9541-ac1273535430 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:13:08.980254 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e9a1ea-c417-4f10-9541-ac1273535430 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:08.982259 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-65e9a1ea-c417-4f10-9541-ac1273535430 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:09.051468 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dd29ab-df9e-4b90-9b55-0fd0b2249a80 None None] DHCP port deletion for f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:13:09.053783 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-a1cc84b1-1e82-4098-bf50-f0955608da48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:09.055501 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-a1cc84b1-1e82-4098-bf50-f0955608da48 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb213b90-85ae-4ae5-869b-fda768933cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4902220 Feb 04 21:13:09.056990 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-65e9a1ea-c417-4f10-9541-ac1273535430 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9774251 Feb 04 21:13:09.057665 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 41810) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:09.067357 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-53dd29ab-df9e-4b90-9b55-0fd0b2249a80 None None] Deleting port bc4ffae1-15ce-41b4-94fd-120af51b131e {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:09.067814 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-53dd29ab-df9e-4b90-9b55-0fd0b2249a80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:09.077573 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-a049d70b-8ac1-4dc5-8030-0d7256c5c5b7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'port': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'fixed_ips': [{'subnet_id': '6eb4051c-2f04-44d2-a859-c516bb77030b', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-749084609'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:13:09.172860 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:09.253780 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761162a0-9082-4c15-bce2-27f73e628e75 req-2f4221cb-f55d-4426-bb7f-e53ba2178829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:09.257316 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-761162a0-9082-4c15-bce2-27f73e628e75 req-2f4221cb-f55d-4426-bb7f-e53ba2178829 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf4393a5-4d9f-4e62-a55d-2fc5de86b20c HTTP/1.1" status: 200 len: 854 time: 0.6097991 Feb 04 21:13:09.294582 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a049d70b-8ac1-4dc5-8030-0d7256c5c5b7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:13:09.302886 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a049d70b-8ac1-4dc5-8030-0d7256c5c5b7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:port and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:13:09.307219 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a049d70b-8ac1-4dc5-8030-0d7256c5c5b7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:13:09.317377 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a049d70b-8ac1-4dc5-8030-0d7256c5c5b7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:13:09.337937 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a049d70b-8ac1-4dc5-8030-0d7256c5c5b7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:13:09.354065 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port bc4ffae1-15ce-41b4-94fd-120af51b131e, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=bc4ffae1-15ce-41b4-94fd-120af51b131e,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:09.363895 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:09.428729 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-46c0af3d-93c5-4c1f-8b60-c3966447ac62 service neutron] 10.222.0.32 "GET /v2.0/networks/bb213b90-85ae-4ae5-869b-fda768933cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523009 Feb 04 21:13:09.441924 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-761162a0-9082-4c15-bce2-27f73e628e75 req-e00f1b06-39f3-4e7f-af7f-87f3bef64361 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8fabec85-7328-4725-bced-b859dec9a60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995524 Feb 04 21:13:09.558803 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a049d70b-8ac1-4dc5-8030-0d7256c5c5b7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:09.582305 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=bc4ffae1-15ce-41b4-94fd-120af51b131e,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:09.595545 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-d43a46cd-0000-4e4c-b825-2788e5795656 service neutron] 10.222.0.32 "GET /v2.0/networks/bb213b90-85ae-4ae5-869b-fda768933cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570549 Feb 04 21:13:09.617249 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-a049d70b-8ac1-4dc5-8030-0d7256c5c5b7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] device_id is not set on port 99fed107-cfc0-4acb-9a39-241b4c7fde0b yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:13:09.641374 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-53dd29ab-df9e-4b90-9b55-0fd0b2249a80 None None] For port bc4ffae1-15ce-41b4-94fd-120af51b131e, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=bc4ffae1-15ce-41b4-94fd-120af51b131e,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:09.642004 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-53dd29ab-df9e-4b90-9b55-0fd0b2249a80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:09.710370 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b648e-4e2e-496e-bf91-caf2bff62f57 req-6f8d6e14-fca0-4c38-b4aa-03890c292ae9 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:09.725483 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-754b648e-4e2e-496e-bf91-caf2bff62f57 req-6f8d6e14-fca0-4c38-b4aa-03890c292ae9 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0f888a0-230b-4c71-beb1-03d55021b466 HTTP/1.1" status: 200 len: 943 time: 0.9464381 Feb 04 21:13:09.827148 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-a049d70b-8ac1-4dc5-8030-0d7256c5c5b7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 21:13:09.827458 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a049d70b-8ac1-4dc5-8030-0d7256c5c5b7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:13:09.851590 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-53dd29ab-df9e-4b90-9b55-0fd0b2249a80 None None] Calling delete_port for bc4ffae1-15ce-41b4-94fd-120af51b131e owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:09.900922 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a049d70b-8ac1-4dc5-8030-0d7256c5c5b7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8421595 Feb 04 21:13:09.901637 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 41854) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:09.905942 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-d11a3255-d44f-4f9d-9996-199353c43872 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=746edaf1-0070-4819-a4c2-321e5c28a8a4 HTTP/1.1" status: 200 len: 217 time: 0.2775307 Feb 04 21:13:09.957818 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-53dd29ab-df9e-4b90-9b55-0fd0b2249a80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:13:09.958455 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-53dd29ab-df9e-4b90-9b55-0fd0b2249a80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:13:10.010113 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-754b648e-4e2e-496e-bf91-caf2bff62f57 req-0907970d-5a87-471c-a4d2-dbe5e7963498 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835081 Feb 04 21:13:10.084211 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8431b11d-81c8-4033-8376-bb6fe14ce16b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:10.085697 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-8431b11d-81c8-4033-8376-bb6fe14ce16b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:13:10.106901 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-8431b11d-81c8-4033-8376-bb6fe14ce16b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:13:10.110795 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-31c4029f-8c33-4ee3-8a19-d190fc4028a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:10.112513 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8431b11d-81c8-4033-8376-bb6fe14ce16b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2059031 Feb 04 21:13:10.112625 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-31c4029f-8c33-4ee3-8a19-d190fc4028a1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d8ab602a-389e-46ed-9e60-c4075f6a2251 HTTP/1.1" status: 200 len: 797 time: 0.2031260 Feb 04 21:13:10.112752 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 41870) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:10.149414 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-761162a0-9082-4c15-bce2-27f73e628e75 req-1eb81a6b-2b47-4065-9236-a833dfa344c5 service neutron] 10.222.0.18 "GET /v2.0/networks/8fabec85-7328-4725-bced-b859dec9a60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5492456 Feb 04 21:13:10.213548 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cedece1-6e3d-4b2f-9b06-616b5e30ec0b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:10.215530 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cedece1-6e3d-4b2f-9b06-616b5e30ec0b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:10.216364 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1cedece1-6e3d-4b2f-9b06-616b5e30ec0b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:13:10.235305 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1cedece1-6e3d-4b2f-9b06-616b5e30ec0b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:13:10.236677 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1cedece1-6e3d-4b2f-9b06-616b5e30ec0b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1237161 Feb 04 21:13:10.240171 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 41876) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:10.354405 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-761162a0-9082-4c15-bce2-27f73e628e75 req-52da5608-f3c8-48f9-83b9-89440d0d9b53 service neutron] 10.222.0.18 "GET /v2.0/networks/8fabec85-7328-4725-bced-b859dec9a60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845672 Feb 04 21:13:10.364670 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device bc4ffae1-15ce-41b4-94fd-120af51b131e no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:13:10.370580 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4d13396-4124-4a05-a2b3-b1498f4189f7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting subnet 6eb4051c-2f04-44d2-a859-c516bb77030b {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:13:10.373818 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f4d13396-4124-4a05-a2b3-b1498f4189f7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:10.400271 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01be2f-b612-4d50-ac5d-efcc0ce9cf6c req-7a1f37d8-3a54-457b-a2a7-a1450ea2a056 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:10.402414 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6b01be2f-b612-4d50-ac5d-efcc0ce9cf6c req-7a1f37d8-3a54-457b-a2a7-a1450ea2a056 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.3630559 Feb 04 21:13:10.408173 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-e4fe775b-bdc5-4b1d-a7a0-45780dfb02b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:10.421041 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-e4fe775b-bdc5-4b1d-a7a0-45780dfb02b9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb213b90-85ae-4ae5-869b-fda768933cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3046989 Feb 04 21:13:10.446632 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f4d13396-4124-4a05-a2b3-b1498f4189f7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:10.498691 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-53dd29ab-df9e-4b90-9b55-0fd0b2249a80 None None] Deleting port bc4ffae1-15ce-41b4-94fd-120af51b131e {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:10.499066 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-53dd29ab-df9e-4b90-9b55-0fd0b2249a80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:10.571115 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f4d13396-4124-4a05-a2b3-b1498f4189f7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:10.671182 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f4d13396-4124-4a05-a2b3-b1498f4189f7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:10.724879 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d13396-4124-4a05-a2b3-b1498f4189f7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Subnet': ['ID=6eb4051c-2f04-44d2-a859-c516bb77030b,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:10.736528 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f4d13396-4124-4a05-a2b3-b1498f4189f7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:10.753808 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f4d13396-4124-4a05-a2b3-b1498f4189f7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/6eb4051c-2f04-44d2-a859-c516bb77030b HTTP/1.1" status: 204 len: 168 time: 0.5124378 Feb 04 21:13:10.756969 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 41896) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:10.801442 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 52adc30d-7401-4ed0-ae8f-7a242ac9bfb3 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:13:10.804091 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device e9f4b42e-cf56-4a03-94e2-a66988e9676e no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:13:10.827019 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6b01be2f-b612-4d50-ac5d-efcc0ce9cf6c req-6f1c6559-656b-4476-87fe-6e9ccaf6bbe8 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4022508 Feb 04 21:13:10.874430 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: e9f4b42e-cf56-4a03-94e2-a66988e9676e {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:13:10.874974 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device e9f4b42e-cf56-4a03-94e2-a66988e9676e not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:13:10.946931 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-d2031d7f-2ca5-47d7-b35d-abf49e93ae46 service neutron] 10.222.0.32 "GET /v2.0/networks/bb213b90-85ae-4ae5-869b-fda768933cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4955840 Feb 04 21:13:11.046606 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:11.061546 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e8983953-dbe7-49fc-8d0a-1c1dbe510e5b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2999022 Feb 04 21:13:11.063170 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 41928) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:11.074883 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-aabc92b6-ed94-4374-b37a-f05004ab34a5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:13:11.227319 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port bc4ffae1-15ce-41b4-94fd-120af51b131e, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=bc4ffae1-15ce-41b4-94fd-120af51b131e,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:11.244994 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:11.285520 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-aabc92b6-ed94-4374-b37a-f05004ab34a5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:13:11.290936 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-aabc92b6-ed94-4374-b37a-f05004ab34a5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:subnet and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:13:11.295071 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-aabc92b6-ed94-4374-b37a-f05004ab34a5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:13:11.317095 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-aabc92b6-ed94-4374-b37a-f05004ab34a5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:13:11.364225 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabc92b6-ed94-4374-b37a-f05004ab34a5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:13:11.364225 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aabc92b6-ed94-4374-b37a-f05004ab34a5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:11.369753 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-53dd29ab-df9e-4b90-9b55-0fd0b2249a80 None None] For port bc4ffae1-15ce-41b4-94fd-120af51b131e, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=bc4ffae1-15ce-41b4-94fd-120af51b131e,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:11.369753 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-53dd29ab-df9e-4b90-9b55-0fd0b2249a80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:11.447760 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e61f5-57fd-445d-a21b-eb4185ea25b5 req-ccbd1b70-fa07-4ebd-b921-b25695caeccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:11.449190 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c64e61f5-57fd-445d-a21b-eb4185ea25b5 req-ccbd1b70-fa07-4ebd-b921-b25695caeccb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c0334bb297a2459cb341ceb6d3c2f76e&device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 1096 time: 0.4256780 Feb 04 21:13:11.452840 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-95c7c8cf-150b-4cd9-9e1c-8226456cfc8e service neutron] 10.222.0.32 "GET /v2.0/networks/bb213b90-85ae-4ae5-869b-fda768933cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4975500 Feb 04 21:13:11.561177 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-0afe204d-7fa8-41b0-84e0-d05112f72ea5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=c4e25158-47e9-42b4-972c-d39e229b32b8 HTTP/1.1" status: 200 len: 217 time: 0.1012504 Feb 04 21:13:11.570035 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 52adc30d-7401-4ed0-ae8f-7a242ac9bfb3, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=52adc30d-7401-4ed0-ae8f-7a242ac9bfb3,segment=NetworkSegment(90500554-f748-4464-907c-9d77092e3d3a),segment_id=90500554-f748-4464-907c-9d77092e3d3a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:11.573230 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0fa4f-63e0-4a76-a995-f245d863e950 req-4850b8f2-fb5c-4564-ad1e-c71aefe56dee tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:11.579957 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-10c0fa4f-63e0-4a76-a995-f245d863e950 req-4850b8f2-fb5c-4564-ad1e-c71aefe56dee tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0f888a0-230b-4c71-beb1-03d55021b466 HTTP/1.1" status: 200 len: 943 time: 0.3283613 Feb 04 21:13:11.586306 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-53dd29ab-df9e-4b90-9b55-0fd0b2249a80 None None] Calling delete_port for bc4ffae1-15ce-41b4-94fd-120af51b131e owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:11.602068 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfb93c-44de-4a24-b21f-08cb2b21537c req-f591bb9a-aa11-4d20-9692-755e3e12bb90 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:11.603559 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dcdfb93c-44de-4a24-b21f-08cb2b21537c req-f591bb9a-aa11-4d20-9692-755e3e12bb90 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 945 time: 0.4314435 Feb 04 21:13:11.639765 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '52adc30d-7401-4ed0-ae8f-7a242ac9bfb3', 'network_id': '8fabec85-7328-4725-bced-b859dec9a60d', 'port_id': '52adc30d-7401-4ed0-ae8f-7a242ac9bfb3', 'mac_address': 'fa:16:3e:45:73:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf4393a5-4d9f-4e62-a55d-2fc5de86b20c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:13:11.641800 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=bc4ffae1-15ce-41b4-94fd-120af51b131e,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:11.729081 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:11.753634 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52adc30d-7401-4ed0-ae8f-7a242ac9bfb3 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:13:11.763086 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-53dd29ab-df9e-4b90-9b55-0fd0b2249a80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:13:11.763771 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-53dd29ab-df9e-4b90-9b55-0fd0b2249a80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:13:11.777104 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 52adc30d-7401-4ed0-ae8f-7a242ac9bfb3, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=52adc30d-7401-4ed0-ae8f-7a242ac9bfb3,segment=NetworkSegment(90500554-f748-4464-907c-9d77092e3d3a),segment_id=90500554-f748-4464-907c-9d77092e3d3a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:11.782021 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:11.820150 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-10c0fa4f-63e0-4a76-a995-f245d863e950 req-e9ff902d-d7fd-4ad6-b77e-924948445b74 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392566 Feb 04 21:13:11.832770 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dcdfb93c-44de-4a24-b21f-08cb2b21537c req-198a95ea-8058-4792-8810-9ed8eea91ec1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362641 Feb 04 21:13:11.836322 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-41c3cf12-82b1-4cdb-a9b2-4e5199cda0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:11.837932 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-41c3cf12-82b1-4cdb-a9b2-4e5199cda0a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d8ab602a-389e-46ed-9e60-c4075f6a2251 HTTP/1.1" status: 200 len: 797 time: 0.1807427 Feb 04 21:13:11.875391 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9009de-f594-4148-ad9e-58a3b2ec753d req-a9783314-aa26-4d0e-af30-a8bf45717344 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:11.876269 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-fd9009de-f594-4148-ad9e-58a3b2ec753d req-a9783314-aa26-4d0e-af30-a8bf45717344 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Synchronizing usage tracker for tenant:d3d539dc97a744058fdb427e438eb9ad on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:13:11.879603 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=52adc30d-7401-4ed0-ae8f-7a242ac9bfb3,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:11.882775 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aabc92b6-ed94-4374-b37a-f05004ab34a5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:11.926181 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e61f5-57fd-445d-a21b-eb4185ea25b5 req-d56fe05d-35ed-4b31-9ca7-230679900e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:11.927965 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c64e61f5-57fd-445d-a21b-eb4185ea25b5 req-d56fe05d-35ed-4b31-9ca7-230679900e4c service neutron] 10.222.0.18 "GET /v2.0/networks?id=45821ff6-3791-4a68-b829-a67211a973e0 HTTP/1.1" status: 200 len: 919 time: 0.4044611 Feb 04 21:13:11.977653 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc92b6-ed94-4374-b37a-f05004ab34a5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Subnet': ['ID=8f8d39b8-5303-49fd-b354-f878e20f7016,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:12.000871 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-fd9009de-f594-4148-ad9e-58a3b2ec753d req-a9783314-aa26-4d0e-af30-a8bf45717344 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Unset dirty status for tenant:d3d539dc97a744058fdb427e438eb9ad on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:13:12.002801 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-fd9009de-f594-4148-ad9e-58a3b2ec753d req-a9783314-aa26-4d0e-af30-a8bf45717344 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.3536201 Feb 04 21:13:12.009545 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-53dd29ab-df9e-4b90-9b55-0fd0b2249a80 None None] Deleting port bc4ffae1-15ce-41b4-94fd-120af51b131e {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:12.010199 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-53dd29ab-df9e-4b90-9b55-0fd0b2249a80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:12.011043 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabc92b6-ed94-4374-b37a-f05004ab34a5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:13:12.061856 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c64e61f5-57fd-445d-a21b-eb4185ea25b5 req-3d1b4902-d0c3-40f8-bb66-0ae26e2dd4f7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffecdf98-c817-481b-b0b0-07871ba48ec8 HTTP/1.1" status: 200 len: 217 time: 0.1203985 Feb 04 21:13:12.062846 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-aabc92b6-ed94-4374-b37a-f05004ab34a5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:13:12.068925 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['52adc30d-7401-4ed0-ae8f-7a242ac9bfb3'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:13:12.073725 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabc92b6-ed94-4374-b37a-f05004ab34a5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:12.074363 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aabc92b6-ed94-4374-b37a-f05004ab34a5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:12.126717 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-fd9009de-f594-4148-ad9e-58a3b2ec753d req-a9dc6b51-ab68-4e89-8949-da6df76d1b55 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Deleting port 88606a30-0adc-41c2-8bc6-51b965a3377c {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:12.128008 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-fd9009de-f594-4148-ad9e-58a3b2ec753d req-a9dc6b51-ab68-4e89-8949-da6df76d1b55 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:12.158596 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-3db146bf-a73e-494a-8114-1fc7891f0647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:12.160992 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-3db146bf-a73e-494a-8114-1fc7891f0647 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb213b90-85ae-4ae5-869b-fda768933cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2871432 Feb 04 21:13:12.162604 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e61f5-57fd-445d-a21b-eb4185ea25b5 req-e93c0506-e7e8-4847-a983-6126b1b6ba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:12.163898 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c64e61f5-57fd-445d-a21b-eb4185ea25b5 req-e93c0506-e7e8-4847-a983-6126b1b6ba1d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e215eb7a-eead-45ce-94f4-e8f9a41d8b7e HTTP/1.1" status: 200 len: 858 time: 0.0934656 Feb 04 21:13:12.196002 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-aabc92b6-ed94-4374-b37a-f05004ab34a5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1309538 Feb 04 21:13:12.199241 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 41936) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:12.207495 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-f8edef8d-1b3e-4408-bcd4-9826d1058691 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-527919284', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:13:12.216913 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f8edef8d-1b3e-4408-bcd4-9826d1058691 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:13:12.291189 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c64e61f5-57fd-445d-a21b-eb4185ea25b5 req-b8b94393-2f1e-4b41-808c-a8bbf73ae9c1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=45821ff6-3791-4a68-b829-a67211a973e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030757 Feb 04 21:13:12.304228 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03153708-d477-4e39-b39e-fd812e7dd25b req-19e1417f-72af-405e-a888-35569a265846 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:12.311096 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-03153708-d477-4e39-b39e-fd812e7dd25b req-19e1417f-72af-405e-a888-35569a265846 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.3067214 Feb 04 21:13:12.385713 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f8edef8d-1b3e-4408-bcd4-9826d1058691 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:router and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:13:12.391338 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f8edef8d-1b3e-4408-bcd4-9826d1058691 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:13:12.411359 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f8edef8d-1b3e-4408-bcd4-9826d1058691 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:13:12.447825 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f8edef8d-1b3e-4408-bcd4-9826d1058691 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:12.450826 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f8edef8d-1b3e-4408-bcd4-9826d1058691 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:12.495411 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-03153708-d477-4e39-b39e-fd812e7dd25b req-1d7fc1ab-f66a-4279-b36d-c252c77ea15d tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827264 Feb 04 21:13:12.499887 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f8edef8d-1b3e-4408-bcd4-9826d1058691 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:12.516230 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-fd9009de-f594-4148-ad9e-58a3b2ec753d req-a9dc6b51-ab68-4e89-8949-da6df76d1b55 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] For port 88606a30-0adc-41c2-8bc6-51b965a3377c, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=88606a30-0adc-41c2-8bc6-51b965a3377c,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:12.516230 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-fd9009de-f594-4148-ad9e-58a3b2ec753d req-a9dc6b51-ab68-4e89-8949-da6df76d1b55 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:12.539378 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-53dd29ab-df9e-4b90-9b55-0fd0b2249a80 None None] For port bc4ffae1-15ce-41b4-94fd-120af51b131e, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=bc4ffae1-15ce-41b4-94fd-120af51b131e,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:12.539851 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-53dd29ab-df9e-4b90-9b55-0fd0b2249a80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:12.574216 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-dbf08c7d-9e0a-45cb-be6b-43687c42fbfa service neutron] 10.222.0.32 "GET /v2.0/networks/bb213b90-85ae-4ae5-869b-fda768933cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061651 Feb 04 21:13:12.577653 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c64e61f5-57fd-445d-a21b-eb4185ea25b5 req-562e42ce-8b30-4aee-981c-7f03b320a225 service neutron] 10.222.0.18 "GET /v2.0/networks/45821ff6-3791-4a68-b829-a67211a973e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500541 Feb 04 21:13:12.603197 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f8edef8d-1b3e-4408-bcd4-9826d1058691 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:12.647305 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f8edef8d-1b3e-4408-bcd4-9826d1058691 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:12.649088 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f8edef8d-1b3e-4408-bcd4-9826d1058691 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4483416 Feb 04 21:13:12.652283 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 41940) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:12.750483 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-53dd29ab-df9e-4b90-9b55-0fd0b2249a80 None None] Calling delete_port for bc4ffae1-15ce-41b4-94fd-120af51b131e owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:12.884252 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-53dd29ab-df9e-4b90-9b55-0fd0b2249a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:12.992009 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dd29ab-df9e-4b90-9b55-0fd0b2249a80 None None] No DVR routers for this DVR port bc4ffae1-15ce-41b4-94fd-120af51b131e on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:13:13.021708 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be20f6ed-a5e9-4bfb-81cc-626570389449 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:13:13.164026 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-6b7b786d-240b-4e97-8424-bcce4c5461e9 service neutron] 10.222.0.32 "GET /v2.0/networks/bb213b90-85ae-4ae5-869b-fda768933cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5831299 Feb 04 21:13:13.190585 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd29ab-df9e-4b90-9b55-0fd0b2249a80 None None] Pushing event deleted for resources: {'Port': ['ID=bc4ffae1-15ce-41b4-94fd-120af51b131e,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:13.253868 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c64e61f5-57fd-445d-a21b-eb4185ea25b5 req-e0e69c11-f922-4f29-ba77-9542b45e7844 service neutron] 10.222.0.18 "GET /v2.0/networks/45821ff6-3791-4a68-b829-a67211a973e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6479704 Feb 04 21:13:13.257751 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-5b7d3621-c610-4335-bf04-18cad9cb1826 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d744b444-342d-49e4-b7c2-bdadcf0af1d9 HTTP/1.1" status: 200 len: 217 time: 0.0800602 Feb 04 21:13:13.379487 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-9daee5ff-7728-4d9d-99c7-7083a9dd2907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:13.381073 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-9daee5ff-7728-4d9d-99c7-7083a9dd2907 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7f41bda-5d42-40fd-a72e-415f8cf425d0 HTTP/1.1" status: 200 len: 797 time: 0.1154647 Feb 04 21:13:13.409344 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a061844f-fa48-4b28-95f5-b4a82d5b4b70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'tenant_id': 'c1a09abf1d69443ba4dc5757947fc733', 'fixed_ips': [{'subnet_id': '8f8d39b8-5303-49fd-b354-f878e20f7016'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:13:13.411389 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a061844f-fa48-4b28-95f5-b4a82d5b4b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:13.446375 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a6310-ca1f-41ad-b8f5-b68efd7f1ed5 req-25fd873f-2f35-4d78-be37-04a7d6958e1b tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:13.447879 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-909a6310-ca1f-41ad-b8f5-b68efd7f1ed5 req-25fd873f-2f35-4d78-be37-04a7d6958e1b tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0f888a0-230b-4c71-beb1-03d55021b466 HTTP/1.1" status: 200 len: 944 time: 0.3814914 Feb 04 21:13:13.461463 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d772a-d317-44b4-a4ba-b92b96b59d5e req-cf4de169-3a72-41ed-9fb2-95ce82fafc3e tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:13.468504 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-254d772a-d317-44b4-a4ba-b92b96b59d5e req-cf4de169-3a72-41ed-9fb2-95ce82fafc3e tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 945 time: 0.3507552 Feb 04 21:13:13.566711 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-909a6310-ca1f-41ad-b8f5-b68efd7f1ed5 req-228fc019-bc08-42f2-b5cd-33e97d12eece tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939174 Feb 04 21:13:13.577549 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-254d772a-d317-44b4-a4ba-b92b96b59d5e req-79527903-be55-4c32-9b12-962f1225d57e tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081238 Feb 04 21:13:13.612130 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-48131727-8181-4a1d-bb6e-c7af466c3b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:13.613792 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-48131727-8181-4a1d-bb6e-c7af466c3b52 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=874df1b5-5f8c-4914-8d0d-1a3a81a2fefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2254512 Feb 04 21:13:13.640083 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-fd9009de-f594-4148-ad9e-58a3b2ec753d req-a9dc6b51-ab68-4e89-8949-da6df76d1b55 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:13.640638 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-fd9009de-f594-4148-ad9e-58a3b2ec753d req-a9dc6b51-ab68-4e89-8949-da6df76d1b55 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:13.640893 n-d-827896-1 neutron-server[87682]: INFO neutron.db.l3_db [req-fd9009de-f594-4148-ad9e-58a3b2ec753d req-a9dc6b51-ab68-4e89-8949-da6df76d1b55 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Floating IP 7adeac67-c1b2-44ac-99d7-c29dbb616adc disassociated. External IP: 172.25.5.226, port: 88606a30-0adc-41c2-8bc6-51b965a3377c. Feb 04 21:13:13.641144 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-fd9009de-f594-4148-ad9e-58a3b2ec753d req-a9dc6b51-ab68-4e89-8949-da6df76d1b55 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Calling delete_port for 88606a30-0adc-41c2-8bc6-51b965a3377c owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:13.673898 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-88b91252-c250-4f5f-baef-169684ef1012 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:13.704126 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-a061844f-fa48-4b28-95f5-b4a82d5b4b70 None None] Allocated IP 2001:db8::2 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/8f8d39b8-5303-49fd-b354-f878e20f7016/5054bdbb-aee1-4705-b57b-c5882524778d) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:13:13.875191 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-6e7896d1-78ac-45dc-ba4d-03c030772387 service neutron] 10.222.0.32 "GET /v2.0/networks/874df1b5-5f8c-4914-8d0d-1a3a81a2fefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546630 Feb 04 21:13:13.878274 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4407b12b-0ca1-41a6-bafd-bbd7fc1870c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:13.990968 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180af909-c9cb-46d8-9ed7-33ae351dd578 req-e40a75b7-750e-409a-a87c-60b5db8003ff tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:13.992564 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-180af909-c9cb-46d8-9ed7-33ae351dd578 req-e40a75b7-750e-409a-a87c-60b5db8003ff tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 944 time: 0.2163990 Feb 04 21:13:14.017741 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a061844f-fa48-4b28-95f5-b4a82d5b4b70 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:14.044380 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-a061844f-fa48-4b28-95f5-b4a82d5b4b70 None None] Transition to ACTIVE for port object 5054bdbb-aee1-4705-b57b-c5882524778d will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:13:14.060076 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-180af909-c9cb-46d8-9ed7-33ae351dd578 req-0c9b997b-0b5c-40a3-ad19-2347b9659e83 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups?id=9007a4e7-b29e-4283-b495-95b6092a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615175 Feb 04 21:13:14.084157 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-a061844f-fa48-4b28-95f5-b4a82d5b4b70 None None] Transition to ACTIVE for port object 5054bdbb-aee1-4705-b57b-c5882524778d will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:13:14.093996 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-801cd3dd-ddf3-40bc-89cd-9ecef5ee2283 service neutron] 10.222.0.32 "GET /v2.0/networks/874df1b5-5f8c-4914-8d0d-1a3a81a2fefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111902 Feb 04 21:13:14.095973 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a061844f-fa48-4b28-95f5-b4a82d5b4b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:14.201335 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-f24ef73a-47b2-4cbd-a992-5389100a89ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=41158139-7424-4ba1-8ba1-b7ebcd524ad6 HTTP/1.1" status: 200 len: 217 time: 0.0996003 Feb 04 21:13:14.251443 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a061844f-fa48-4b28-95f5-b4a82d5b4b70 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:13:14.254769 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-a061844f-fa48-4b28-95f5-b4a82d5b4b70 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:13:14.258098 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a061844f-fa48-4b28-95f5-b4a82d5b4b70 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:13:14.302590 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061844f-fa48-4b28-95f5-b4a82d5b4b70 None None] Pushing event updated for resources: {'Port': ['ID=5054bdbb-aee1-4705-b57b-c5882524778d,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:14.329917 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-88b91252-c250-4f5f-baef-169684ef1012 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Allocated IP 2001:db8::1 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/8f8d39b8-5303-49fd-b354-f878e20f7016/3cebb2e7-40d2-4b83-a5f0-55159eafcd26) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:13:14.331337 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-d0cc89e2-e5fe-49bd-b7a5-0f61efe9d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:14.334197 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-d0cc89e2-e5fe-49bd-b7a5-0f61efe9d702 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7f41bda-5d42-40fd-a72e-415f8cf425d0 HTTP/1.1" status: 200 len: 797 time: 0.1267610 Feb 04 21:13:14.372813 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-a061844f-fa48-4b28-95f5-b4a82d5b4b70 None None] Attempting to bind port 5054bdbb-aee1-4705-b57b-c5882524778d on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:13:14.373964 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-fd9009de-f594-4148-ad9e-58a3b2ec753d req-a9dc6b51-ab68-4e89-8949-da6df76d1b55 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:14.374122 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-a061844f-fa48-4b28-95f5-b4a82d5b4b70 None None] Attempting to bind port 5054bdbb-aee1-4705-b57b-c5882524778d by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:13:14.375531 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a061844f-fa48-4b28-95f5-b4a82d5b4b70 None None] Attempting to bind port 5054bdbb-aee1-4705-b57b-c5882524778d on network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:13:14.382632 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a061844f-fa48-4b28-95f5-b4a82d5b4b70 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:13:14.383004 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a061844f-fa48-4b28-95f5-b4a82d5b4b70 None None] Checking segment: {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:13:14.383405 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a061844f-fa48-4b28-95f5-b4a82d5b4b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:14.383824 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a061844f-fa48-4b28-95f5-b4a82d5b4b70 None None] Bound using segment: {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:13:14.384269 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-a061844f-fa48-4b28-95f5-b4a82d5b4b70 None None] Bound port: 5054bdbb-aee1-4705-b57b-c5882524778d, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:13:14.384895 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a061844f-fa48-4b28-95f5-b4a82d5b4b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:14.446834 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-59861fd0-e702-4733-b241-61660c9677d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:14.457255 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-59861fd0-e702-4733-b241-61660c9677d3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=874df1b5-5f8c-4914-8d0d-1a3a81a2fefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1120291 Feb 04 21:13:14.498427 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc6b51-ab68-4e89-8949-da6df76d1b55 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Pushing event deleted for resources: {'Port': ['ID=88606a30-0adc-41c2-8bc6-51b965a3377c,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:14.527935 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-a061844f-fa48-4b28-95f5-b4a82d5b4b70 None None] For port 5054bdbb-aee1-4705-b57b-c5882524778d, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:13:14.532054 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-a061844f-fa48-4b28-95f5-b4a82d5b4b70 None None] For port 5054bdbb-aee1-4705-b57b-c5882524778d, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=5054bdbb-aee1-4705-b57b-c5882524778d,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:13:14.536877 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a061844f-fa48-4b28-95f5-b4a82d5b4b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:14.668968 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-5ec0b159-d665-47ae-8d14-4b0e86389164 service neutron] 10.222.0.32 "GET /v2.0/networks/874df1b5-5f8c-4914-8d0d-1a3a81a2fefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051523 Feb 04 21:13:14.692692 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061844f-fa48-4b28-95f5-b4a82d5b4b70 None None] Pushing event updated for resources: {'Port': ['ID=5054bdbb-aee1-4705-b57b-c5882524778d,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:14.759747 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 52adc30d-7401-4ed0-ae8f-7a242ac9bfb3 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:13:14.865402 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 52adc30d-7401-4ed0-ae8f-7a242ac9bfb3 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:13:14.872100 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 52adc30d-7401-4ed0-ae8f-7a242ac9bfb3 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:13:14.872592 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:14.878987 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-88b91252-c250-4f5f-baef-169684ef1012 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:14.941477 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-88b91252-c250-4f5f-baef-169684ef1012 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Transition to ACTIVE for port object 3cebb2e7-40d2-4b83-a5f0-55159eafcd26 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:13:14.964655 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd9009de-f594-4148-ad9e-58a3b2ec753d req-a9dc6b51-ab68-4e89-8949-da6df76d1b55 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Router cd28936a-39af-45cc-a69a-cf4de69fd925 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:13:15.108728 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:15.165262 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f888a0-230b-4c71-beb1-03d55021b466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52adc30d-7401-4ed0-ae8f-7a242ac9bfb3'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:13:15.218057 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 52adc30d-7401-4ed0-ae8f-7a242ac9bfb3, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=52adc30d-7401-4ed0-ae8f-7a242ac9bfb3,segment=NetworkSegment(90500554-f748-4464-907c-9d77092e3d3a),segment_id=90500554-f748-4464-907c-9d77092e3d3a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:15.224462 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:15.305710 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=52adc30d-7401-4ed0-ae8f-7a242ac9bfb3,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:15.318359 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423696e-33db-4219-abfe-ee1f348d95c1 req-da7aaa8d-454b-4c04-b993-bd76b12818da tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:15.325511 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6423696e-33db-4219-abfe-ee1f348d95c1 req-da7aaa8d-454b-4c04-b993-bd76b12818da tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0f888a0-230b-4c71-beb1-03d55021b466 HTTP/1.1" status: 200 len: 944 time: 0.2121360 Feb 04 21:13:15.372707 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-93ee9369-9f63-4b83-b49a-e3a6db712c2c req-93366619-ca0e-429b-a011-622ca394e742 service neutron] 10.222.0.32 "GET /v2.0/networks/874df1b5-5f8c-4914-8d0d-1a3a81a2fefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6964312 Feb 04 21:13:15.401365 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47d874-d65e-4211-9765-b3c91d109a76 req-cb2a4679-2648-497a-85e9-ddbcb5c2af66 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:15.401541 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dc47d874-d65e-4211-9765-b3c91d109a76 req-cb2a4679-2648-497a-85e9-ddbcb5c2af66 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 945 time: 0.5568311 Feb 04 21:13:15.419435 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6423696e-33db-4219-abfe-ee1f348d95c1 req-1fb5f53b-3b47-41b9-9015-d094d28aaa10 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930455 Feb 04 21:13:15.434347 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-88b91252-c250-4f5f-baef-169684ef1012 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:15.464359 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dc47d874-d65e-4211-9765-b3c91d109a76 req-948b6d27-0c83-437d-b900-b90d3cfc06b6 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438695 Feb 04 21:13:15.537481 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f888a0-230b-4c71-beb1-03d55021b466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52adc30d-7401-4ed0-ae8f-7a242ac9bfb3', 'code': 200} Feb 04 21:13:15.599460 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ce2f155e-9d11-4121-8980-3acdaf55d04d req-1eacf13d-5bc4-4ab5-866e-59fc4acfcbd7 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d678711-3537-468d-a07a-71fdafae9691 HTTP/1.1" status: 200 len: 210 time: 0.0657358 Feb 04 21:13:15.674498 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b91252-c250-4f5f-baef-169684ef1012 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:13:15.681150 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-88b91252-c250-4f5f-baef-169684ef1012 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:13:15.688941 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b91252-c250-4f5f-baef-169684ef1012 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:13:15.689503 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-88b91252-c250-4f5f-baef-169684ef1012 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:15.703649 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e94131-49a0-4872-8dd3-02bc9642fdea req-961a4735-3218-4ded-9ccb-d96d32b250ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:15.703884 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-45e94131-49a0-4872-8dd3-02bc9642fdea req-961a4735-3218-4ded-9ccb-d96d32b250ae service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d0f888a0-230b-4c71-beb1-03d55021b466 HTTP/1.1" status: 200 len: 1096 time: 0.0875797 Feb 04 21:13:15.706549 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd9009de-f594-4148-ad9e-58a3b2ec753d req-a9dc6b51-ab68-4e89-8949-da6df76d1b55 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:13:15.717881 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2732fd9-78bb-48a1-b6ae-2e6c3d1130ee None None] Sync routers for ids ['cd28936a-39af-45cc-a69a-cf4de69fd925'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:13:15.732405 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2732fd9-78bb-48a1-b6ae-2e6c3d1130ee None None] Routers {'cd28936a-39af-45cc-a69a-cf4de69fd925'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:13:15.733296 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-b2732fd9-78bb-48a1-b6ae-2e6c3d1130ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:12:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['cd28936a-39af-45cc-a69a-cf4de69fd925'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:15.737911 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b91252-c250-4f5f-baef-169684ef1012 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Port': ['ID=3cebb2e7-40d2-4b83-a5f0-55159eafcd26,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:15.766571 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-45e94131-49a0-4872-8dd3-02bc9642fdea req-07a58fbd-481d-4d02-bb20-8c01915d17bd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532436 Feb 04 21:13:15.804659 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9009de-f594-4148-ad9e-58a3b2ec753d req-a9dc6b51-ab68-4e89-8949-da6df76d1b55 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] No DVR routers for this DVR port 88606a30-0adc-41c2-8bc6-51b965a3377c on host n-h2-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:13:15.828134 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-fd9009de-f594-4148-ad9e-58a3b2ec753d req-a9dc6b51-ab68-4e89-8949-da6df76d1b55 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:15.833027 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d678711-3537-468d-a07a-71fdafae9691', 'name': 'network-vif-deleted', 'tag': '88606a30-0adc-41c2-8bc6-51b965a3377c'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:13:15.922404 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-fd9009de-f594-4148-ad9e-58a3b2ec753d req-a9dc6b51-ab68-4e89-8949-da6df76d1b55 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.18 "DELETE /v2.0/ports/88606a30-0adc-41c2-8bc6-51b965a3377c HTTP/1.1" status: 204 len: 173 time: 3.9100389 Feb 04 21:13:15.931511 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-88b91252-c250-4f5f-baef-169684ef1012 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:15.955150 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d678711-3537-468d-a07a-71fdafae9691', 'name': 'network-vif-deleted', 'tag': '88606a30-0adc-41c2-8bc6-51b965a3377c', 'status': 'completed', 'code': 200} Feb 04 21:13:15.959999 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-b2732fd9-78bb-48a1-b6ae-2e6c3d1130ee None None] Set router cd28936a-39af-45cc-a69a-cf4de69fd925 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:13:16.266902 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f89cc761-383e-4654-9176-05a37cefe7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:16.453764 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4daf7d-1902-418a-abd8-b7315ea0ba38 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:13:16.483303 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-b2732fd9-78bb-48a1-b6ae-2e6c3d1130ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'name': 'tempest-ServerActionsTestJSON-881064721-router', 'tenant_id': 'd3d539dc97a744058fdb427e438eb9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '78c97175-1a5d-4eb7-9c8b-2e63172ca3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:10Z', 'updated_at': '2022-02-04T21:03:24Z', 'revision_number': 4, 'project_id': 'd3d539dc97a744058fdb427e438eb9ad', 'gw_port': {'id': '78c97175-1a5d-4eb7-9c8b-2e63172ca3c6', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:12Z', 'updated_at': '2022-02-04T21:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'd65a4773-ebcc-4487-95eb-5188f1150f8d', 'name': '', 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865', 'tenant_id': 'd3d539dc97a744058fdb427e438eb9ad', 'mac_address': 'fa:16:3e:a9:6c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'ee4d3909-e094-4079-9a7f-4f6007c68222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:20Z', 'updated_at': '2022-02-04T21:03:35Z', 'revision_number': 5, 'project_id': 'd3d539dc97a744058fdb427e438eb9ad', 'subnets': [{'id': 'ee4d3909-e094-4079-9a7f-4f6007c68222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:16.496470 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2732fd9-78bb-48a1-b6ae-2e6c3d1130ee None None] Checking router: cd28936a-39af-45cc-a69a-cf4de69fd925 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:13:16.515742 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 5054bdbb-aee1-4705-b57b-c5882524778d up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:13:16.518927 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2732fd9-78bb-48a1-b6ae-2e6c3d1130ee None None] Routers {'cd28936a-39af-45cc-a69a-cf4de69fd925'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:13:16.519768 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-b2732fd9-78bb-48a1-b6ae-2e6c3d1130ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:13:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['cd28936a-39af-45cc-a69a-cf4de69fd925'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:16.590087 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-88b91252-c250-4f5f-baef-169684ef1012 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:16.598335 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-88b91252-c250-4f5f-baef-169684ef1012 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:16.599363 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-88b91252-c250-4f5f-baef-169684ef1012 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:16.727285 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b91252-c250-4f5f-baef-169684ef1012 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Port': ['ID=3cebb2e7-40d2-4b83-a5f0-55159eafcd26,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:16.747915 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-df7a39b7-3ebc-4f59-bab3-74535119a869 None None] Provisioning for port 5054bdbb-aee1-4705-b57b-c5882524778d completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:13:16.782117 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 88606a30-0adc-41c2-8bc6-51b965a3377c no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:13:16.845171 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 5054bdbb-aee1-4705-b57b-c5882524778d completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:13:16.853238 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: 88606a30-0adc-41c2-8bc6-51b965a3377c {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:13:16.853653 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 88606a30-0adc-41c2-8bc6-51b965a3377c not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:13:16.863345 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-b2732fd9-78bb-48a1-b6ae-2e6c3d1130ee None None] Set router cd28936a-39af-45cc-a69a-cf4de69fd925 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:13:16.863898 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 5054bdbb-aee1-4705-b57b-c5882524778d triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:13:16.864292 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:16.913796 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9da8a8-b9ea-4356-9670-214de99f45a8 req-2cf80ba1-20bb-4943-b73d-3cbe35232d01 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:16.923044 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6c9da8a8-b9ea-4356-9670-214de99f45a8 req-2cf80ba1-20bb-4943-b73d-3cbe35232d01 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0f888a0-230b-4c71-beb1-03d55021b466 HTTP/1.1" status: 200 len: 945 time: 0.3027604 Feb 04 21:13:16.970149 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b26167-c93e-4e66-99e6-d4227805a275 req-a036239f-2093-45f7-9537-b0303c5c25d1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:16.980182 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7b26167-c93e-4e66-99e6-d4227805a275 req-a036239f-2093-45f7-9537-b0303c5c25d1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 945 time: 0.2621655 Feb 04 21:13:16.992881 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b91252-c250-4f5f-baef-169684ef1012 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:13:16.997522 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-88b91252-c250-4f5f-baef-169684ef1012 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:13:17.157854 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7b26167-c93e-4e66-99e6-d4227805a275 req-092c5d32-bc7b-46ea-934f-4ec96635b1ee tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762323 Feb 04 21:13:17.167356 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6c9da8a8-b9ea-4356-9670-214de99f45a8 req-e6d0ec66-5522-47bc-8be7-dfed938cf08f tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431936 Feb 04 21:13:17.354844 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:17.374108 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b91252-c250-4f5f-baef-169684ef1012 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Router 7217673c-bddd-44b6-8b88-da749a4a35d3 is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:13:17.387391 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 41982) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:17.395329 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:17.426689 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 5054bdbb-aee1-4705-b57b-c5882524778d, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=5054bdbb-aee1-4705-b57b-c5882524778d,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:17.435798 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:17.510983 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-b2732fd9-78bb-48a1-b6ae-2e6c3d1130ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'name': 'tempest-ServerActionsTestJSON-881064721-router', 'tenant_id': 'd3d539dc97a744058fdb427e438eb9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '78c97175-1a5d-4eb7-9c8b-2e63172ca3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:10Z', 'updated_at': '2022-02-04T21:03:24Z', 'revision_number': 4, 'project_id': 'd3d539dc97a744058fdb427e438eb9ad', 'gw_port': {'id': '78c97175-1a5d-4eb7-9c8b-2e63172ca3c6', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:12Z', 'updated_at': '2022-02-04T21:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'd65a4773-ebcc-4487-95eb-5188f1150f8d', 'name': '', 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865', 'tenant_id': 'd3d539dc97a744058fdb427e438eb9ad', 'mac_address': 'fa:16:3e:a9:6c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'ee4d3909-e094-4079-9a7f-4f6007c68222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:20Z', 'updated_at': '2022-02-04T21:03:35Z', 'revision_number': 5, 'project_id': 'd3d539dc97a744058fdb427e438eb9ad', 'subnets': [{'id': 'ee4d3909-e094-4079-9a7f-4f6007c68222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:17.520152 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fc62faa4-de89-4ae3-8ea7-12baecccecc4 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:17.521972 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2732fd9-78bb-48a1-b6ae-2e6c3d1130ee None None] The sync data for ids ['cd28936a-39af-45cc-a69a-cf4de69fd925'] in n-d-827896-1 is: [{'id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'name': 'tempest-ServerActionsTestJSON-881064721-router', 'tenant_id': 'd3d539dc97a744058fdb427e438eb9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '78c97175-1a5d-4eb7-9c8b-2e63172ca3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:10Z', 'updated_at': '2022-02-04T21:03:24Z', 'revision_number': 4, 'project_id': 'd3d539dc97a744058fdb427e438eb9ad', 'gw_port': {'id': '78c97175-1a5d-4eb7-9c8b-2e63172ca3c6', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:12Z', 'updated_at': '2022-02-04T21:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'd65a4773-ebcc-4487-95eb-5188f1150f8d', 'name': '', 'network_id': 'e4cc1ce8-eeb6-46af-80b5-92196799c865', 'tenant_id': 'd3d539dc97a744058fdb427e438eb9ad', 'mac_address': 'fa:16:3e:a9:6c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'ee4d3909-e094-4079-9a7f-4f6007c68222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:20Z', 'updated_at': '2022-02-04T21:03:35Z', 'revision_number': 5, 'project_id': 'd3d539dc97a744058fdb427e438eb9ad', 'subnets': [{'id': 'ee4d3909-e094-4079-9a7f-4f6007c68222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:13:17.546350 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=5054bdbb-aee1-4705-b57b-c5882524778d,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:17.559999 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:17.560351 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:17.560723 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:17.561913 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:17.564677 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:17.568009 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:17.569756 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:17.571553 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:17.574180 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fc62faa4-de89-4ae3-8ea7-12baecccecc4 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:17.574337 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:17.574337 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:17.574337 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:17.574678 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:17.648529 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:17.655033 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fc62faa4-de89-4ae3-8ea7-12baecccecc4 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:17.695968 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b91252-c250-4f5f-baef-169684ef1012 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:13:17.702554 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62faa4-de89-4ae3-8ea7-12baecccecc4 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9007a4e7-b29e-4283-b495-95b6092a708c,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:17.708909 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-88b91252-c250-4f5f-baef-169684ef1012 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "PUT /v2.0/routers/7217673c-bddd-44b6-8b88-da749a4a35d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0556810 Feb 04 21:13:17.711658 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06d5840-cef9-43ec-b602-a6579ea3874d None None] Sync routers for ids ['7217673c-bddd-44b6-8b88-da749a4a35d3'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:13:17.712007 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 41988) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:17.755236 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06d5840-cef9-43ec-b602-a6579ea3874d None None] Routers {'7217673c-bddd-44b6-8b88-da749a4a35d3'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:13:17.755882 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-b06d5840-cef9-43ec-b602-a6579ea3874d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:13:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['7217673c-bddd-44b6-8b88-da749a4a35d3'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:17.791677 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fc62faa4-de89-4ae3-8ea7-12baecccecc4 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:17.795203 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-fc62faa4-de89-4ae3-8ea7-12baecccecc4 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "DELETE /v2.0/security-groups/9007a4e7-b29e-4283-b495-95b6092a708c HTTP/1.1" status: 204 len: 168 time: 0.4043441 Feb 04 21:13:17.795562 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 41992) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:17.825093 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-4a0b4638-3b1f-4a8e-ac18-76cd64a3e00c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] show failed (client error): The resource could not be found. Feb 04 21:13:17.828743 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4a0b4638-3b1f-4a8e-ac18-76cd64a3e00c tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "GET /v2.0/security-groups/9007a4e7-b29e-4283-b495-95b6092a708c HTTP/1.1" status: 404 len: 347 time: 0.0295954 Feb 04 21:13:17.831246 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 41996) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:17.845747 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8015592-aaab-40ff-9c86-c8503097f9c7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:17.852379 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e8015592-aaab-40ff-9c86-c8503097f9c7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports/3cebb2e7-40d2-4b83-a5f0-55159eafcd26 HTTP/1.1" status: 200 len: 911 time: 0.1390030 Feb 04 21:13:17.855359 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 42000) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:17.967647 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-0c9c723d-13a0-483d-a0a3-b96940ce3f38 None None] Provisioning complete for port 5054bdbb-aee1-4705-b57b-c5882524778d triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:13:17.968337 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0c9c723d-13a0-483d-a0a3-b96940ce3f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:18.018410 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54273ea4-bc9e-4bfe-bac8-a34b1d688d4c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:18.027305 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54273ea4-bc9e-4bfe-bac8-a34b1d688d4c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:18.031531 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-54273ea4-bc9e-4bfe-bac8-a34b1d688d4c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1751015 Feb 04 21:13:18.037713 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 42006) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:18.063816 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-b06d5840-cef9-43ec-b602-a6579ea3874d None None] Set router 7217673c-bddd-44b6-8b88-da749a4a35d3 gateway port host: None {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:13:18.129104 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4afe2a1-e7a5-4fe4-a249-6242d783a55b None None] New status for floating IP 7adeac67-c1b2-44ac-99d7-c29dbb616adc: DOWN {{(pid=87685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:13:18.133847 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-e9e16442-a137-4f4b-b0c6-ba57282be981 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Deleting port 24e48144-e94e-43c6-ba1d-16793fc0c172 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:18.134302 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e9e16442-a137-4f4b-b0c6-ba57282be981 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:18.503716 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 5054bdbb-aee1-4705-b57b-c5882524778d up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:13:18.766197 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-0c9c723d-13a0-483d-a0a3-b96940ce3f38 None None] Provisioning for port 3cebb2e7-40d2-4b83-a5f0-55159eafcd26 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:13:18.829155 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e9e16442-a137-4f4b-b0c6-ba57282be981 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:18.829577 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e9e16442-a137-4f4b-b0c6-ba57282be981 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:18.894841 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-0c9c723d-13a0-483d-a0a3-b96940ce3f38 None None] Provisioning complete for port 3cebb2e7-40d2-4b83-a5f0-55159eafcd26 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:13:18.897508 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0c9c723d-13a0-483d-a0a3-b96940ce3f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:18.928209 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebcb74-fcf2-4400-8eff-50b5ffa08a52 req-f85bdbaa-c818-4a50-ada4-775b8a8704f3 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:18.935365 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-08ebcb74-fcf2-4400-8eff-50b5ffa08a52 req-f85bdbaa-c818-4a50-ada4-775b8a8704f3 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0f888a0-230b-4c71-beb1-03d55021b466 HTTP/1.1" status: 200 len: 945 time: 0.4103515 Feb 04 21:13:18.960769 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 5054bdbb-aee1-4705-b57b-c5882524778d triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:13:18.961448 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:18.986618 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5640d8-5432-4494-9bf5-6e866f64adc3 req-db5e0fc3-c2cb-49a1-a027-0167aa491401 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:18.993749 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0d5640d8-5432-4494-9bf5-6e866f64adc3 req-db5e0fc3-c2cb-49a1-a027-0167aa491401 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 945 time: 0.4180801 Feb 04 21:13:19.039518 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:19.069623 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-0c9c723d-13a0-483d-a0a3-b96940ce3f38 None None] Port 3cebb2e7-40d2-4b83-a5f0-55159eafcd26 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:13:19.091555 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-08ebcb74-fcf2-4400-8eff-50b5ffa08a52 req-b9e0244b-8ee4-426a-966c-1e1f84fa1435 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552212 Feb 04 21:13:19.108371 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-e9e16442-a137-4f4b-b0c6-ba57282be981 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Calling delete_port for 24e48144-e94e-43c6-ba1d-16793fc0c172 owned by network:floatingip {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:19.121119 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0d5640d8-5432-4494-9bf5-6e866f64adc3 req-1937d5fb-24f8-4bb7-badc-1009d139f8a1 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237423 Feb 04 21:13:19.183798 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-b06d5840-cef9-43ec-b602-a6579ea3874d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7217673c-bddd-44b6-8b88-da749a4a35d3', 'name': 'tempest-NetworksTestDHCPv6-router-527919284', 'tenant_id': 'c1a09abf1d69443ba4dc5757947fc733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:13:12Z', 'updated_at': '2022-02-04T21:13:15Z', 'revision_number': 2, 'project_id': 'c1a09abf1d69443ba4dc5757947fc733', 'gw_port_host': None, '_interfaces': [{'id': '3cebb2e7-40d2-4b83-a5f0-55159eafcd26', 'name': '', 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'tenant_id': 'c1a09abf1d69443ba4dc5757947fc733', 'mac_address': 'fa:16:3e:6c:36:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7217673c-bddd-44b6-8b88-da749a4a35d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '8f8d39b8-5303-49fd-b354-f878e20f7016', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:13:13Z', 'updated_at': '2022-02-04T21:13:16Z', 'revision_number': 2, 'project_id': 'c1a09abf1d69443ba4dc5757947fc733', 'subnets': [{'id': '8f8d39b8-5303-49fd-b354-f878e20f7016', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:19.195134 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-2ed21231-8a0a-4e6b-a491-1ad1c74fcab1 None None] Could not find standard attr ID for object b9ef201f-3aa3-4f5d-9071-3ae958c0ed04. {{(pid=87684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 21:13:19.207588 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06d5840-cef9-43ec-b602-a6579ea3874d None None] Checking router: 7217673c-bddd-44b6-8b88-da749a4a35d3 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:13:19.212433 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06d5840-cef9-43ec-b602-a6579ea3874d None None] Updating router 7217673c-bddd-44b6-8b88-da749a4a35d3 port 3cebb2e7-40d2-4b83-a5f0-55159eafcd26 binding host n-d-827896-1 {{(pid=87684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:13:19.274946 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.api [None req-e9e16442-a137-4f4b-b0c6-ba57282be981 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:13:19.275885 n-d-827896-1 neutron-server[87682]: DEBUG oslo_db.api [None req-e9e16442-a137-4f4b-b0c6-ba57282be981 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:13:19.290619 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-2ed21231-8a0a-4e6b-a491-1ad1c74fcab1 None None] Provisioning complete for port 3cebb2e7-40d2-4b83-a5f0-55159eafcd26 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:13:19.290995 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2ed21231-8a0a-4e6b-a491-1ad1c74fcab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:19.321265 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b06d5840-cef9-43ec-b602-a6579ea3874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:19.438622 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-2ed21231-8a0a-4e6b-a491-1ad1c74fcab1 None None] Port 3cebb2e7-40d2-4b83-a5f0-55159eafcd26 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:13:19.482245 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6fcd49d7-5c14-4c49-afca-5bf91eddba5f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:19.594625 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d4fccdcf-e48f-4e75-966a-c543be13678e None None] Provisioning complete for port 3cebb2e7-40d2-4b83-a5f0-55159eafcd26 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:13:19.595199 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d4fccdcf-e48f-4e75-966a-c543be13678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:19.730114 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-d4fccdcf-e48f-4e75-966a-c543be13678e None None] Port 3cebb2e7-40d2-4b83-a5f0-55159eafcd26 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:13:19.776792 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-e9e16442-a137-4f4b-b0c6-ba57282be981 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Deleting port 24e48144-e94e-43c6-ba1d-16793fc0c172 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:19.777436 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e9e16442-a137-4f4b-b0c6-ba57282be981 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:19.861025 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f4468-2610-4291-99a8-8cf3d7113e44 req-76046d97-f416-4314-9b9a-98c83a269974 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:19.863069 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-478f4468-2610-4291-99a8-8cf3d7113e44 req-76046d97-f416-4314-9b9a-98c83a269974 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0f888a0-230b-4c71-beb1-03d55021b466 HTTP/1.1" status: 200 len: 945 time: 0.2100770 Feb 04 21:13:19.886040 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-6fcd49d7-5c14-4c49-afca-5bf91eddba5f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting port 3cebb2e7-40d2-4b83-a5f0-55159eafcd26 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:19.886382 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6fcd49d7-5c14-4c49-afca-5bf91eddba5f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:19.914353 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b06d5840-cef9-43ec-b602-a6579ea3874d None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:19.935027 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b06d5840-cef9-43ec-b602-a6579ea3874d None None] Transition to ACTIVE for port object 3cebb2e7-40d2-4b83-a5f0-55159eafcd26 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:13:19.958332 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b06d5840-cef9-43ec-b602-a6579ea3874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:19.996507 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-478f4468-2610-4291-99a8-8cf3d7113e44 req-25282375-7fe6-49d0-b965-f90facb63479 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267142 Feb 04 21:13:20.070873 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e9e16442-a137-4f4b-b0c6-ba57282be981 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:20.071300 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e9e16442-a137-4f4b-b0c6-ba57282be981 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:20.144322 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e1c8e7-7bb3-4ac4-9877-083fb10ec757 None None] Pushing event updated for resources: {'Port': ['ID=3cebb2e7-40d2-4b83-a5f0-55159eafcd26,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:20.147276 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6fcd49d7-5c14-4c49-afca-5bf91eddba5f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:20.297397 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-6fcd49d7-5c14-4c49-afca-5bf91eddba5f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Calling delete_port for 3cebb2e7-40d2-4b83-a5f0-55159eafcd26 owned by network:router_interface {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:20.341359 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-b06d5840-cef9-43ec-b602-a6579ea3874d None None] Attempting to bind port 3cebb2e7-40d2-4b83-a5f0-55159eafcd26 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:13:20.341736 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-b06d5840-cef9-43ec-b602-a6579ea3874d None None] Attempting to bind port 3cebb2e7-40d2-4b83-a5f0-55159eafcd26 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:13:20.342107 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06d5840-cef9-43ec-b602-a6579ea3874d None None] Attempting to bind port 3cebb2e7-40d2-4b83-a5f0-55159eafcd26 on network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:13:20.349643 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06d5840-cef9-43ec-b602-a6579ea3874d None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:13:20.353776 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06d5840-cef9-43ec-b602-a6579ea3874d None None] Checking segment: {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:13:20.354233 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b06d5840-cef9-43ec-b602-a6579ea3874d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:20.355373 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06d5840-cef9-43ec-b602-a6579ea3874d None None] Bound using segment: {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:13:20.355893 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-b06d5840-cef9-43ec-b602-a6579ea3874d None None] Bound port: 3cebb2e7-40d2-4b83-a5f0-55159eafcd26, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:13:20.356280 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b06d5840-cef9-43ec-b602-a6579ea3874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:20.358208 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-e9e16442-a137-4f4b-b0c6-ba57282be981 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Calling delete_port for 24e48144-e94e-43c6-ba1d-16793fc0c172 owned by network:floatingip {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:20.493632 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-b06d5840-cef9-43ec-b602-a6579ea3874d None None] For port 3cebb2e7-40d2-4b83-a5f0-55159eafcd26, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:13:20.547887 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e9e16442-a137-4f4b-b0c6-ba57282be981 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:20.551460 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-b06d5840-cef9-43ec-b602-a6579ea3874d None None] For port 3cebb2e7-40d2-4b83-a5f0-55159eafcd26, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=3cebb2e7-40d2-4b83-a5f0-55159eafcd26,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:13:20.558093 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b06d5840-cef9-43ec-b602-a6579ea3874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:20.604695 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e16442-a137-4f4b-b0c6-ba57282be981 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Pushing event deleted for resources: {'Port': ['ID=24e48144-e94e-43c6-ba1d-16793fc0c172,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:20.640834 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.api [None req-6fcd49d7-5c14-4c49-afca-5bf91eddba5f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:13:20.641262 n-d-827896-1 neutron-server[87683]: DEBUG oslo_db.api [None req-6fcd49d7-5c14-4c49-afca-5bf91eddba5f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:13:20.680814 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f813f-dbff-4265-8a42-44e100ed1fa3 req-7a926daa-b39b-49ef-8435-126ff478ec73 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:20.682424 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c86f813f-dbff-4265-8a42-44e100ed1fa3 req-7a926daa-b39b-49ef-8435-126ff478ec73 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 945 time: 0.1210263 Feb 04 21:13:20.698390 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06d5840-cef9-43ec-b602-a6579ea3874d None None] Routers {'7217673c-bddd-44b6-8b88-da749a4a35d3'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:13:20.699063 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-b06d5840-cef9-43ec-b602-a6579ea3874d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:13:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['7217673c-bddd-44b6-8b88-da749a4a35d3'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:20.760494 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c86f813f-dbff-4265-8a42-44e100ed1fa3 req-cbe3a563-8a95-4354-82e7-7d84d638d9fc tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686104 Feb 04 21:13:20.761220 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e9e16442-a137-4f4b-b0c6-ba57282be981 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks [] for floatingip, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:20.781394 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e9e16442-a137-4f4b-b0c6-ba57282be981 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:20.785264 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e9e16442-a137-4f4b-b0c6-ba57282be981 tempest-ServerActionsTestJSON-1959916369 tempest-ServerActionsTestJSON-1959916369-project] 10.222.0.26 "DELETE /v2.0/floatingips/7adeac67-c1b2-44ac-99d7-c29dbb616adc HTTP/1.1" status: 204 len: 168 time: 2.9426627 Feb 04 21:13:20.786114 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 42030) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:20.926330 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e1c8e7-7bb3-4ac4-9877-083fb10ec757 None None] Pushing event updated for resources: {'Port': ['ID=3cebb2e7-40d2-4b83-a5f0-55159eafcd26,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:20.940351 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-b06d5840-cef9-43ec-b602-a6579ea3874d None None] Set router 7217673c-bddd-44b6-8b88-da749a4a35d3 gateway port host: None {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:13:21.201898 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c69c56-5741-470b-ad3e-fa3e064653cc req-c778f552-c8a1-453e-bd90-ea57513d6259 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:21.202665 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-55c69c56-5741-470b-ad3e-fa3e064653cc req-c778f552-c8a1-453e-bd90-ea57513d6259 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Synchronizing usage tracker for tenant:803c4bfb4a0c4d64ba81f7b2220cf823 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:13:21.237131 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-55c69c56-5741-470b-ad3e-fa3e064653cc req-c778f552-c8a1-453e-bd90-ea57513d6259 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Unset dirty status for tenant:803c4bfb4a0c4d64ba81f7b2220cf823 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:13:21.238324 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-55c69c56-5741-470b-ad3e-fa3e064653cc req-c778f552-c8a1-453e-bd90-ea57513d6259 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0f888a0-230b-4c71-beb1-03d55021b466 HTTP/1.1" status: 200 len: 945 time: 0.1638048 Feb 04 21:13:21.349594 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-b06d5840-cef9-43ec-b602-a6579ea3874d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7217673c-bddd-44b6-8b88-da749a4a35d3', 'name': 'tempest-NetworksTestDHCPv6-router-527919284', 'tenant_id': 'c1a09abf1d69443ba4dc5757947fc733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:13:12Z', 'updated_at': '2022-02-04T21:13:15Z', 'revision_number': 2, 'project_id': 'c1a09abf1d69443ba4dc5757947fc733', 'gw_port_host': None, '_interfaces': [{'id': '3cebb2e7-40d2-4b83-a5f0-55159eafcd26', 'name': '', 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'tenant_id': 'c1a09abf1d69443ba4dc5757947fc733', 'mac_address': 'fa:16:3e:6c:36:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7217673c-bddd-44b6-8b88-da749a4a35d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '8f8d39b8-5303-49fd-b354-f878e20f7016', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:13:13Z', 'updated_at': '2022-02-04T21:13:20Z', 'revision_number': 4, 'project_id': 'c1a09abf1d69443ba4dc5757947fc733', 'subnets': [{'id': '8f8d39b8-5303-49fd-b354-f878e20f7016', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:21.366968 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06d5840-cef9-43ec-b602-a6579ea3874d None None] The sync data for ids ['7217673c-bddd-44b6-8b88-da749a4a35d3'] in n-d-827896-1 is: [{'id': '7217673c-bddd-44b6-8b88-da749a4a35d3', 'name': 'tempest-NetworksTestDHCPv6-router-527919284', 'tenant_id': 'c1a09abf1d69443ba4dc5757947fc733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:13:12Z', 'updated_at': '2022-02-04T21:13:15Z', 'revision_number': 2, 'project_id': 'c1a09abf1d69443ba4dc5757947fc733', 'gw_port_host': None, '_interfaces': [{'id': '3cebb2e7-40d2-4b83-a5f0-55159eafcd26', 'name': '', 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'tenant_id': 'c1a09abf1d69443ba4dc5757947fc733', 'mac_address': 'fa:16:3e:6c:36:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7217673c-bddd-44b6-8b88-da749a4a35d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '8f8d39b8-5303-49fd-b354-f878e20f7016', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:13:13Z', 'updated_at': '2022-02-04T21:13:20Z', 'revision_number': 4, 'project_id': 'c1a09abf1d69443ba4dc5757947fc733', 'subnets': [{'id': '8f8d39b8-5303-49fd-b354-f878e20f7016', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:13:21.367913 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-6fcd49d7-5c14-4c49-afca-5bf91eddba5f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting port 3cebb2e7-40d2-4b83-a5f0-55159eafcd26 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:21.368376 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6fcd49d7-5c14-4c49-afca-5bf91eddba5f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:21.417073 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-55c69c56-5741-470b-ad3e-fa3e064653cc req-cbf63f31-1a2e-4207-b45e-aac57f8eee77 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Deleting port 52adc30d-7401-4ed0-ae8f-7a242ac9bfb3 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:21.418052 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-55c69c56-5741-470b-ad3e-fa3e064653cc req-cbf63f31-1a2e-4207-b45e-aac57f8eee77 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:21.765456 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033374bb-4685-4f60-b32e-a54ec6243fe3 req-5f750dd7-6a55-4b52-8eef-79f70ec24b60 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:21.769385 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-55c69c56-5741-470b-ad3e-fa3e064653cc req-cbf63f31-1a2e-4207-b45e-aac57f8eee77 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] For port 52adc30d-7401-4ed0-ae8f-7a242ac9bfb3, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=52adc30d-7401-4ed0-ae8f-7a242ac9bfb3,segment=NetworkSegment(90500554-f748-4464-907c-9d77092e3d3a),segment_id=90500554-f748-4464-907c-9d77092e3d3a)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:21.769758 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-55c69c56-5741-470b-ad3e-fa3e064653cc req-cbf63f31-1a2e-4207-b45e-aac57f8eee77 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:21.772840 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-033374bb-4685-4f60-b32e-a54ec6243fe3 req-5f750dd7-6a55-4b52-8eef-79f70ec24b60 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0f888a0-230b-4c71-beb1-03d55021b466 HTTP/1.1" status: 200 len: 945 time: 0.4454408 Feb 04 21:13:21.838773 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-6fcd49d7-5c14-4c49-afca-5bf91eddba5f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] For port 3cebb2e7-40d2-4b83-a5f0-55159eafcd26, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=3cebb2e7-40d2-4b83-a5f0-55159eafcd26,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:21.839141 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6fcd49d7-5c14-4c49-afca-5bf91eddba5f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:21.988313 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-033374bb-4685-4f60-b32e-a54ec6243fe3 req-917a57a7-d859-4461-b80e-96226f6c109f tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144620 Feb 04 21:13:22.010930 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-6fcd49d7-5c14-4c49-afca-5bf91eddba5f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Calling delete_port for 3cebb2e7-40d2-4b83-a5f0-55159eafcd26 owned by network:router_interface {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:22.041029 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-55c69c56-5741-470b-ad3e-fa3e064653cc req-cbf63f31-1a2e-4207-b45e-aac57f8eee77 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Calling delete_port for 52adc30d-7401-4ed0-ae8f-7a242ac9bfb3 owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:22.250985 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-55c69c56-5741-470b-ad3e-fa3e064653cc req-cbf63f31-1a2e-4207-b45e-aac57f8eee77 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:22.266117 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['f61ea82f-8f87-42d7-9d33-19d254d5287d', '52adc30d-7401-4ed0-ae8f-7a242ac9bfb3'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:13:22.284577 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e387949-1cf1-4813-96bc-bbab3c6fe695 req-729867e5-acc6-411b-af22-ec4a9f826028 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:22.289621 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2e387949-1cf1-4813-96bc-bbab3c6fe695 req-729867e5-acc6-411b-af22-ec4a9f826028 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 945 time: 0.3001344 Feb 04 21:13:22.476372 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2e387949-1cf1-4813-96bc-bbab3c6fe695 req-6444abdf-a4ad-4734-afea-8f2139128fde tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830525 Feb 04 21:13:22.501118 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf63f31-1a2e-4207-b45e-aac57f8eee77 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Pushing event deleted for resources: {'Port': ['ID=52adc30d-7401-4ed0-ae8f-7a242ac9bfb3,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:22.514270 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6fcd49d7-5c14-4c49-afca-5bf91eddba5f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:22.565281 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 3cebb2e7-40d2-4b83-a5f0-55159eafcd26 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:13:22.581544 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd49d7-5c14-4c49-afca-5bf91eddba5f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Port': ['ID=3cebb2e7-40d2-4b83-a5f0-55159eafcd26,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:22.623772 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 3cebb2e7-40d2-4b83-a5f0-55159eafcd26 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:13:22.624110 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 3cebb2e7-40d2-4b83-a5f0-55159eafcd26 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 04 21:13:22.630726 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c69c56-5741-470b-ad3e-fa3e064653cc req-cbf63f31-1a2e-4207-b45e-aac57f8eee77 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] No DVR routers for this DVR port 52adc30d-7401-4ed0-ae8f-7a242ac9bfb3 on host n-h2-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:13:22.632866 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-55c69c56-5741-470b-ad3e-fa3e064653cc req-cbf63f31-1a2e-4207-b45e-aac57f8eee77 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:22.641522 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f888a0-230b-4c71-beb1-03d55021b466', 'name': 'network-vif-deleted', 'tag': '52adc30d-7401-4ed0-ae8f-7a242ac9bfb3'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:13:22.662180 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-55c69c56-5741-470b-ad3e-fa3e064653cc req-cbf63f31-1a2e-4207-b45e-aac57f8eee77 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.18 "DELETE /v2.0/ports/52adc30d-7401-4ed0-ae8f-7a242ac9bfb3 HTTP/1.1" status: 204 len: 173 time: 1.4144306 Feb 04 21:13:22.677282 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Port 3cebb2e7-40d2-4b83-a5f0-55159eafcd26 not found, will not notify nova. {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 04 21:13:22.752301 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f888a0-230b-4c71-beb1-03d55021b466', 'name': 'network-vif-deleted', 'tag': '52adc30d-7401-4ed0-ae8f-7a242ac9bfb3', 'status': 'completed', 'code': 200} Feb 04 21:13:22.774946 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-06c53443-066d-442d-bb4c-eda37c60632f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:22.885265 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6fcd49d7-5c14-4c49-afca-5bf91eddba5f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:23.299768 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5cbedf6e-3a78-4547-b812-a76e61245f50 req-669aaf09-e512-4fb2-8c6f-e480b8370c1c tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0f888a0-230b-4c71-beb1-03d55021b466 HTTP/1.1" status: 200 len: 210 time: 0.0739484 Feb 04 21:13:23.577249 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fcd49d7-5c14-4c49-afca-5bf91eddba5f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Router 7217673c-bddd-44b6-8b88-da749a4a35d3 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:13:23.820888 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcd49d7-5c14-4c49-afca-5bf91eddba5f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:13:23.833159 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50878c0-90d5-42cf-bc5d-81e319c2cfbc None None] Sync routers for ids ['7217673c-bddd-44b6-8b88-da749a4a35d3'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:13:23.842182 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50878c0-90d5-42cf-bc5d-81e319c2cfbc None None] Routers {'7217673c-bddd-44b6-8b88-da749a4a35d3'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:13:23.843070 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-e50878c0-90d5-42cf-bc5d-81e319c2cfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:13:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['7217673c-bddd-44b6-8b88-da749a4a35d3'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:23.851020 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-06c53443-066d-442d-bb4c-eda37c60632f admin admin] Deleting port d65a4773-ebcc-4487-95eb-5188f1150f8d {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:23.851352 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-06c53443-066d-442d-bb4c-eda37c60632f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:23.879238 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-6fcd49d7-5c14-4c49-afca-5bf91eddba5f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "PUT /v2.0/routers/7217673c-bddd-44b6-8b88-da749a4a35d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8401136 Feb 04 21:13:23.881764 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42054) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:23.952712 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1480df8-22e5-4dbc-8375-b66311ac973a req-78a606f7-7c66-4eb6-a6bc-14d47849ac66 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:23.954268 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f1480df8-22e5-4dbc-8375-b66311ac973a req-78a606f7-7c66-4eb6-a6bc-14d47849ac66 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 945 time: 0.3532677 Feb 04 21:13:23.975964 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825018fe-07ff-48f6-87b1-57b15d381fef tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:23.977987 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825018fe-07ff-48f6-87b1-57b15d381fef tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:23.979553 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-825018fe-07ff-48f6-87b1-57b15d381fef tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:13:23.983127 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-e50878c0-90d5-42cf-bc5d-81e319c2cfbc None None] Set router 7217673c-bddd-44b6-8b88-da749a4a35d3 gateway port host: None {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:13:24.000674 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-825018fe-07ff-48f6-87b1-57b15d381fef tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:13:24.003336 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-825018fe-07ff-48f6-87b1-57b15d381fef tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1197698 Feb 04 21:13:24.007977 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42058) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:24.109994 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ff5d4c-7564-4a2d-8bcc-c41094f8c186 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting subnet 8f8d39b8-5303-49fd-b354-f878e20f7016 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:13:24.114093 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-36ff5d4c-7564-4a2d-8bcc-c41094f8c186 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:24.116876 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f1480df8-22e5-4dbc-8375-b66311ac973a req-7f31abf0-96ef-40ca-96d3-0fa320e0ea82 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126699 Feb 04 21:13:24.139751 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-e50878c0-90d5-42cf-bc5d-81e319c2cfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7217673c-bddd-44b6-8b88-da749a4a35d3', 'name': 'tempest-NetworksTestDHCPv6-router-527919284', 'tenant_id': 'c1a09abf1d69443ba4dc5757947fc733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:13:12Z', 'updated_at': '2022-02-04T21:13:22Z', 'revision_number': 3, 'project_id': 'c1a09abf1d69443ba4dc5757947fc733', 'gw_port_host': None}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:24.145342 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50878c0-90d5-42cf-bc5d-81e319c2cfbc None None] Checking router: 7217673c-bddd-44b6-8b88-da749a4a35d3 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:13:24.154489 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50878c0-90d5-42cf-bc5d-81e319c2cfbc None None] Routers {'7217673c-bddd-44b6-8b88-da749a4a35d3'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:13:24.155406 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-e50878c0-90d5-42cf-bc5d-81e319c2cfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:13:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['7217673c-bddd-44b6-8b88-da749a4a35d3'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:24.171456 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-06c53443-066d-442d-bb4c-eda37c60632f admin admin] For port d65a4773-ebcc-4487-95eb-5188f1150f8d, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=d65a4773-ebcc-4487-95eb-5188f1150f8d,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:24.172430 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-06c53443-066d-442d-bb4c-eda37c60632f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:24.172913 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-36ff5d4c-7564-4a2d-8bcc-c41094f8c186 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:24.262932 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-36ff5d4c-7564-4a2d-8bcc-c41094f8c186 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:24.307284 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-e50878c0-90d5-42cf-bc5d-81e319c2cfbc None None] Set router 7217673c-bddd-44b6-8b88-da749a4a35d3 gateway port host: None {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:13:24.401621 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-06c53443-066d-442d-bb4c-eda37c60632f admin admin] Calling delete_port for d65a4773-ebcc-4487-95eb-5188f1150f8d owned by network:router_interface {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:24.439334 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-36ff5d4c-7564-4a2d-8bcc-c41094f8c186 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:24.478198 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-e50878c0-90d5-42cf-bc5d-81e319c2cfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7217673c-bddd-44b6-8b88-da749a4a35d3', 'name': 'tempest-NetworksTestDHCPv6-router-527919284', 'tenant_id': 'c1a09abf1d69443ba4dc5757947fc733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:13:12Z', 'updated_at': '2022-02-04T21:13:22Z', 'revision_number': 3, 'project_id': 'c1a09abf1d69443ba4dc5757947fc733', 'gw_port_host': None}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:24.484805 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50878c0-90d5-42cf-bc5d-81e319c2cfbc None None] The sync data for ids ['7217673c-bddd-44b6-8b88-da749a4a35d3'] in n-d-827896-1 is: [{'id': '7217673c-bddd-44b6-8b88-da749a4a35d3', 'name': 'tempest-NetworksTestDHCPv6-router-527919284', 'tenant_id': 'c1a09abf1d69443ba4dc5757947fc733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:13:12Z', 'updated_at': '2022-02-04T21:13:22Z', 'revision_number': 3, 'project_id': 'c1a09abf1d69443ba4dc5757947fc733', 'gw_port_host': None}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:13:24.528487 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff5d4c-7564-4a2d-8bcc-c41094f8c186 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Subnet': ['ID=8f8d39b8-5303-49fd-b354-f878e20f7016,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:24.550168 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-36ff5d4c-7564-4a2d-8bcc-c41094f8c186 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:24.559108 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80e78c2-87dc-4bb4-86a8-b90aeabeb545 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:13:24.574228 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-36ff5d4c-7564-4a2d-8bcc-c41094f8c186 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/8f8d39b8-5303-49fd-b354-f878e20f7016 HTTP/1.1" status: 204 len: 168 time: 0.5634832 Feb 04 21:13:24.576694 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42066) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:24.793620 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 52adc30d-7401-4ed0-ae8f-7a242ac9bfb3 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:13:24.847628 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-47191271-50f1-402f-a3db-4bc286c2017a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:router {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:13:24.871330 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: 52adc30d-7401-4ed0-ae8f-7a242ac9bfb3 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:13:24.872220 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 52adc30d-7401-4ed0-ae8f-7a242ac9bfb3 not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:13:24.890251 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e56b19-1e1d-4c79-bf08-2a6e172efe01 req-daa84c25-ee1f-492b-b085-9b7420d57602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:24.891918 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e9e56b19-1e1d-4c79-bf08-2a6e172efe01 req-daa84c25-ee1f-492b-b085-9b7420d57602 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 1096 time: 0.2140660 Feb 04 21:13:24.892718 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-47191271-50f1-402f-a3db-4bc286c2017a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:router {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:13:24.896608 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-47191271-50f1-402f-a3db-4bc286c2017a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3187289 Feb 04 21:13:24.901625 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42072) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:24.943299 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2abb2b-8bea-4f8d-95ac-006a9074b460 req-e1823e7e-fd6f-48ff-8e62-bbf2211beb55 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:24.950811 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ad2abb2b-8bea-4f8d-95ac-006a9074b460 req-e1823e7e-fd6f-48ff-8e62-bbf2211beb55 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.3397477 Feb 04 21:13:25.007851 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bf0b76-6a68-480f-9d5e-51f69f8f77ce None None] DHCP port deletion for f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:13:25.010377 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-06c53443-066d-442d-bb4c-eda37c60632f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:25.012604 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-c5bf0b76-6a68-480f-9d5e-51f69f8f77ce None None] Deleting port 5054bdbb-aee1-4705-b57b-c5882524778d {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:25.012986 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c5bf0b76-6a68-480f-9d5e-51f69f8f77ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:25.065257 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ad2abb2b-8bea-4f8d-95ac-006a9074b460 req-8febad46-4b37-4a48-b216-a562256fc81d tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129844 Feb 04 21:13:25.100715 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c53443-066d-442d-bb4c-eda37c60632f admin admin] Pushing event deleted for resources: {'Port': ['ID=d65a4773-ebcc-4487-95eb-5188f1150f8d,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:25.241077 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ca017d90-80f6-454d-a24d-4e3144731678 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:25.334177 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e9e56b19-1e1d-4c79-bf08-2a6e172efe01 req-828d67fd-4c51-4863-8aa4-c68ae5a3a949 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340534 Feb 04 21:13:25.432278 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-c5bf0b76-6a68-480f-9d5e-51f69f8f77ce None None] For port 5054bdbb-aee1-4705-b57b-c5882524778d, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=5054bdbb-aee1-4705-b57b-c5882524778d,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:25.433378 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c5bf0b76-6a68-480f-9d5e-51f69f8f77ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:25.587505 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-c5bf0b76-6a68-480f-9d5e-51f69f8f77ce None None] Calling delete_port for 5054bdbb-aee1-4705-b57b-c5882524778d owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:25.685596 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c5bf0b76-6a68-480f-9d5e-51f69f8f77ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:25.690031 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8f31c-d1f9-49cd-b1b6-9709ce722504 req-aac7c7b4-bf9f-496c-9444-a5be8540278b tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:25.692163 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-46e8f31c-d1f9-49cd-b1b6-9709ce722504 req-aac7c7b4-bf9f-496c-9444-a5be8540278b tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 945 time: 0.2391124 Feb 04 21:13:25.748602 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf0b76-6a68-480f-9d5e-51f69f8f77ce None None] Pushing event deleted for resources: {'Port': ['ID=5054bdbb-aee1-4705-b57b-c5882524778d,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:25.750523 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bf0b76-6a68-480f-9d5e-51f69f8f77ce None None] No DVR routers for this DVR port 5054bdbb-aee1-4705-b57b-c5882524778d on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:13:25.798614 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b99eb1-51c0-48f7-abdb-7269311d8a0d req-a4d59352-5d19-469c-881a-f362239333a5 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:25.800438 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a0b99eb1-51c0-48f7-abdb-7269311d8a0d req-a4d59352-5d19-469c-881a-f362239333a5 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.4344075 Feb 04 21:13:25.803422 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ca017d90-80f6-454d-a24d-4e3144731678 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:25.805803 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ca017d90-80f6-454d-a24d-4e3144731678 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:25.855819 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ca017d90-80f6-454d-a24d-4e3144731678 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:25.856457 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca017d90-80f6-454d-a24d-4e3144731678 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Fanout notify agent at l3_agent the message router_deleted on router 7217673c-bddd-44b6-8b88-da749a4a35d3 {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:13:25.933997 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ca017d90-80f6-454d-a24d-4e3144731678 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:25.938682 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ca017d90-80f6-454d-a24d-4e3144731678 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/routers/7217673c-bddd-44b6-8b88-da749a4a35d3 HTTP/1.1" status: 204 len: 168 time: 1.0098765 Feb 04 21:13:25.957016 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42088) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:25.971397 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-46e8f31c-d1f9-49cd-b1b6-9709ce722504 req-5e55392a-d48b-4f50-aab8-933726a4980b tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025359 Feb 04 21:13:25.973620 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-f0bb0c75-3266-4e1d-9161-ba2190d8aad4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:13:25.987567 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-06c53443-066d-442d-bb4c-eda37c60632f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:26.103337 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:26.113068 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a0b99eb1-51c0-48f7-abdb-7269311d8a0d req-a7a087a0-3381-4ada-903c-673e9f0fe4ac tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000467 Feb 04 21:13:26.174210 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f0bb0c75-3266-4e1d-9161-ba2190d8aad4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:13:26.178797 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f0bb0c75-3266-4e1d-9161-ba2190d8aad4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:subnet and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:13:26.182097 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f0bb0c75-3266-4e1d-9161-ba2190d8aad4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:13:26.188914 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f0bb0c75-3266-4e1d-9161-ba2190d8aad4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:13:26.204267 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0bb0c75-3266-4e1d-9161-ba2190d8aad4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:13:26.212575 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f0bb0c75-3266-4e1d-9161-ba2190d8aad4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:26.480806 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 5054bdbb-aee1-4705-b57b-c5882524778d no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:13:26.523762 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 5054bdbb-aee1-4705-b57b-c5882524778d {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:13:26.524051 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 5054bdbb-aee1-4705-b57b-c5882524778d not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:13:26.524473 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 3cebb2e7-40d2-4b83-a5f0-55159eafcd26 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:13:26.554045 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4082c-d010-439c-984e-5ce4fa394d43 req-b4494f88-b803-4114-b5c3-62bdef20e103 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:26.561367 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-87c4082c-d010-439c-984e-5ce4fa394d43 req-b4494f88-b803-4114-b5c3-62bdef20e103 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.2549567 Feb 04 21:13:26.564633 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 3cebb2e7-40d2-4b83-a5f0-55159eafcd26 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:13:26.565489 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 3cebb2e7-40d2-4b83-a5f0-55159eafcd26 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:13:26.570158 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f0bb0c75-3266-4e1d-9161-ba2190d8aad4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:26.588749 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c53443-066d-442d-bb4c-eda37c60632f admin admin] Router cd28936a-39af-45cc-a69a-cf4de69fd925 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:13:26.637337 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bb0c75-3266-4e1d-9161-ba2190d8aad4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:13:26.640642 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-f0bb0c75-3266-4e1d-9161-ba2190d8aad4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:13:26.644586 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bb0c75-3266-4e1d-9161-ba2190d8aad4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:26.645183 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f0bb0c75-3266-4e1d-9161-ba2190d8aad4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:26.654078 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9af25c-01af-4c60-bc90-4722266705c5 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:13:26.676094 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb0c75-3266-4e1d-9161-ba2190d8aad4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Subnet': ['ID=3f342fe5-6d40-4769-8d49-b1f0ee03392c,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:26.682817 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-87c4082c-d010-439c-984e-5ce4fa394d43 req-8653d373-a99c-4405-aa15-eaac818e4de2 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204269 Feb 04 21:13:26.686886 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb0c75-3266-4e1d-9161-ba2190d8aad4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:26.687261 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb0c75-3266-4e1d-9161-ba2190d8aad4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:26.687715 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb0c75-3266-4e1d-9161-ba2190d8aad4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:26.688076 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb0c75-3266-4e1d-9161-ba2190d8aad4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:26.688526 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb0c75-3266-4e1d-9161-ba2190d8aad4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:26.688781 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb0c75-3266-4e1d-9161-ba2190d8aad4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:26.689126 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb0c75-3266-4e1d-9161-ba2190d8aad4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:26.690092 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb0c75-3266-4e1d-9161-ba2190d8aad4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:26.690523 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb0c75-3266-4e1d-9161-ba2190d8aad4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:26.691128 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb0c75-3266-4e1d-9161-ba2190d8aad4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:26.691733 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb0c75-3266-4e1d-9161-ba2190d8aad4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:26.692164 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb0c75-3266-4e1d-9161-ba2190d8aad4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:26.712628 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f0bb0c75-3266-4e1d-9161-ba2190d8aad4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7528880 Feb 04 21:13:26.713246 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42096) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:26.718636 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-40d556d4-8c7c-4bd1-bc61-bbcf277507b0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-432568597', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:13:26.726904 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-40d556d4-8c7c-4bd1-bc61-bbcf277507b0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:13:26.734383 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-40d556d4-8c7c-4bd1-bc61-bbcf277507b0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:router and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:13:26.738666 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-40d556d4-8c7c-4bd1-bc61-bbcf277507b0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:13:26.754415 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-40d556d4-8c7c-4bd1-bc61-bbcf277507b0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:13:26.781809 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-40d556d4-8c7c-4bd1-bc61-bbcf277507b0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:26.783351 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-40d556d4-8c7c-4bd1-bc61-bbcf277507b0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:26.810894 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-40d556d4-8c7c-4bd1-bc61-bbcf277507b0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:26.834801 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-40d556d4-8c7c-4bd1-bc61-bbcf277507b0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:26.856559 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c53443-066d-442d-bb4c-eda37c60632f admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:13:26.866180 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee690730-1ca3-4661-8220-2d4cd89cb5ab None None] Sync routers for ids ['cd28936a-39af-45cc-a69a-cf4de69fd925'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:13:26.880388 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-06c53443-066d-442d-bb4c-eda37c60632f admin admin] 10.222.0.26 "PUT /v2.0/routers/cd28936a-39af-45cc-a69a-cf4de69fd925/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0888882 Feb 04 21:13:26.881500 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 42100) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:26.884694 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee690730-1ca3-4661-8220-2d4cd89cb5ab None None] Routers {'cd28936a-39af-45cc-a69a-cf4de69fd925'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:13:26.885352 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-ee690730-1ca3-4661-8220-2d4cd89cb5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:13:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['cd28936a-39af-45cc-a69a-cf4de69fd925'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:26.914616 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-40d556d4-8c7c-4bd1-bc61-bbcf277507b0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:26.916094 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-40d556d4-8c7c-4bd1-bc61-bbcf277507b0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2019389 Feb 04 21:13:26.918948 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42104) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:27.062270 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7518a2ca-364e-4629-81fb-af280736c57c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'tenant_id': 'c1a09abf1d69443ba4dc5757947fc733', 'fixed_ips': [{'subnet_id': '3f342fe5-6d40-4769-8d49-b1f0ee03392c'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:13:27.063460 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7518a2ca-364e-4629-81fb-af280736c57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:27.312329 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-ee690730-1ca3-4661-8220-2d4cd89cb5ab None None] Set router cd28936a-39af-45cc-a69a-cf4de69fd925 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:13:27.463428 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-7518a2ca-364e-4629-81fb-af280736c57c None None] Allocated IP 2001:db8::2 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/3f342fe5-6d40-4769-8d49-b1f0ee03392c/a84f9e0b-d8f7-49ce-a7c0-da17fd05ca72) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:13:27.701452 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-016ab07d-caac-40d2-8435-378bf0dbbb9b req-98594d84-7e07-4845-a1b6-24bd1a3f1c14 service neutron] (87683) timed out ('10.222.0.26', 45134) {{(pid=87683) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 21:13:27.878415 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-db20a8df-844b-40bd-b871-a094936791e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:27.899786 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7518a2ca-364e-4629-81fb-af280736c57c None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:27.925459 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-7518a2ca-364e-4629-81fb-af280736c57c None None] Transition to ACTIVE for port object a84f9e0b-d8f7-49ce-a7c0-da17fd05ca72 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:13:27.972103 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-7518a2ca-364e-4629-81fb-af280736c57c None None] Transition to ACTIVE for port object a84f9e0b-d8f7-49ce-a7c0-da17fd05ca72 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:13:27.988374 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7518a2ca-364e-4629-81fb-af280736c57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:28.038537 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4493d-4cfd-4acc-9b67-67d6b202a0d3 req-156bd992-abad-428b-bb9d-141e0c7d1f16 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:28.040137 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a4a4493d-4cfd-4acc-9b67-67d6b202a0d3 req-156bd992-abad-428b-bb9d-141e0c7d1f16 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 945 time: 0.3377228 Feb 04 21:13:28.099884 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-ee690730-1ca3-4661-8220-2d4cd89cb5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'name': 'tempest-ServerActionsTestJSON-881064721-router', 'tenant_id': 'd3d539dc97a744058fdb427e438eb9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '78c97175-1a5d-4eb7-9c8b-2e63172ca3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:10Z', 'updated_at': '2022-02-04T21:13:24Z', 'revision_number': 5, 'project_id': 'd3d539dc97a744058fdb427e438eb9ad', 'gw_port': {'id': '78c97175-1a5d-4eb7-9c8b-2e63172ca3c6', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:12Z', 'updated_at': '2022-02-04T21:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:28.113995 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee690730-1ca3-4661-8220-2d4cd89cb5ab None None] Checking router: cd28936a-39af-45cc-a69a-cf4de69fd925 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:13:28.123429 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee690730-1ca3-4661-8220-2d4cd89cb5ab None None] Routers {'cd28936a-39af-45cc-a69a-cf4de69fd925'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:13:28.124040 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-ee690730-1ca3-4661-8220-2d4cd89cb5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:13:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['cd28936a-39af-45cc-a69a-cf4de69fd925'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:28.147548 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518a2ca-364e-4629-81fb-af280736c57c None None] Pushing event updated for resources: {'Port': ['ID=a84f9e0b-d8f7-49ce-a7c0-da17fd05ca72,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:28.170133 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7518a2ca-364e-4629-81fb-af280736c57c None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:13:28.172349 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-7518a2ca-364e-4629-81fb-af280736c57c None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:13:28.178296 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7518a2ca-364e-4629-81fb-af280736c57c None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:13:28.241055 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f530039d-3d0d-44e1-ab74-362a3a72d22f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:28.329759 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-7518a2ca-364e-4629-81fb-af280736c57c None None] Attempting to bind port a84f9e0b-d8f7-49ce-a7c0-da17fd05ca72 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:13:28.331362 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-7518a2ca-364e-4629-81fb-af280736c57c None None] Attempting to bind port a84f9e0b-d8f7-49ce-a7c0-da17fd05ca72 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:13:28.332044 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7518a2ca-364e-4629-81fb-af280736c57c None None] Attempting to bind port a84f9e0b-d8f7-49ce-a7c0-da17fd05ca72 on network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:13:28.339239 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7518a2ca-364e-4629-81fb-af280736c57c None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:13:28.339885 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7518a2ca-364e-4629-81fb-af280736c57c None None] Checking segment: {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:13:28.340559 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7518a2ca-364e-4629-81fb-af280736c57c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:28.341135 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7518a2ca-364e-4629-81fb-af280736c57c None None] Bound using segment: {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:13:28.341911 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-7518a2ca-364e-4629-81fb-af280736c57c None None] Bound port: a84f9e0b-d8f7-49ce-a7c0-da17fd05ca72, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:13:28.342462 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7518a2ca-364e-4629-81fb-af280736c57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:28.344381 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a4a4493d-4cfd-4acc-9b67-67d6b202a0d3 req-251f3945-9dda-4166-be5e-32df3d37b3bf tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930698 Feb 04 21:13:28.389931 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-db20a8df-844b-40bd-b871-a094936791e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:28.409470 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-ee690730-1ca3-4661-8220-2d4cd89cb5ab None None] Set router cd28936a-39af-45cc-a69a-cf4de69fd925 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:13:28.603897 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-7518a2ca-364e-4629-81fb-af280736c57c None None] For port a84f9e0b-d8f7-49ce-a7c0-da17fd05ca72, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:13:28.612263 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-7518a2ca-364e-4629-81fb-af280736c57c None None] For port a84f9e0b-d8f7-49ce-a7c0-da17fd05ca72, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a84f9e0b-d8f7-49ce-a7c0-da17fd05ca72,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:13:28.620335 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7518a2ca-364e-4629-81fb-af280736c57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:28.648562 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-db20a8df-844b-40bd-b871-a094936791e5 admin admin] Deleting port 78c97175-1a5d-4eb7-9c8b-2e63172ca3c6 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:28.648813 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-db20a8df-844b-40bd-b871-a094936791e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:28.730895 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518a2ca-364e-4629-81fb-af280736c57c None None] Pushing event updated for resources: {'Port': ['ID=a84f9e0b-d8f7-49ce-a7c0-da17fd05ca72,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:28.876506 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-ee690730-1ca3-4661-8220-2d4cd89cb5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'name': 'tempest-ServerActionsTestJSON-881064721-router', 'tenant_id': 'd3d539dc97a744058fdb427e438eb9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '78c97175-1a5d-4eb7-9c8b-2e63172ca3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:10Z', 'updated_at': '2022-02-04T21:13:24Z', 'revision_number': 5, 'project_id': 'd3d539dc97a744058fdb427e438eb9ad', 'gw_port': {'id': '78c97175-1a5d-4eb7-9c8b-2e63172ca3c6', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:12Z', 'updated_at': '2022-02-04T21:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:28.882252 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee690730-1ca3-4661-8220-2d4cd89cb5ab None None] The sync data for ids ['cd28936a-39af-45cc-a69a-cf4de69fd925'] in n-d-827896-1 is: [{'id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'name': 'tempest-ServerActionsTestJSON-881064721-router', 'tenant_id': 'd3d539dc97a744058fdb427e438eb9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '78c97175-1a5d-4eb7-9c8b-2e63172ca3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:03:10Z', 'updated_at': '2022-02-04T21:13:24Z', 'revision_number': 5, 'project_id': 'd3d539dc97a744058fdb427e438eb9ad', 'gw_port': {'id': '78c97175-1a5d-4eb7-9c8b-2e63172ca3c6', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd28936a-39af-45cc-a69a-cf4de69fd925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:03:12Z', 'updated_at': '2022-02-04T21:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:13:28.954799 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-f530039d-3d0d-44e1-ab74-362a3a72d22f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Allocated IP 2001:db8::1 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/3f342fe5-6d40-4769-8d49-b1f0ee03392c/77e3c5d8-0318-4819-8328-25f60cece33a) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:13:29.033827 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439f0b1-6557-47de-93cc-ee1a443b2f5d req-0dc30231-b378-4ab7-960e-191eeacebef7 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:29.039893 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c439f0b1-6557-47de-93cc-ee1a443b2f5d req-0dc30231-b378-4ab7-960e-191eeacebef7 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 946 time: 0.6167176 Feb 04 21:13:29.161512 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c439f0b1-6557-47de-93cc-ee1a443b2f5d req-b9022673-b87f-490c-ac19-5905edde1c6c tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986342 Feb 04 21:13:29.221319 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-db20a8df-844b-40bd-b871-a094936791e5 admin admin] For port 78c97175-1a5d-4eb7-9c8b-2e63172ca3c6, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=78c97175-1a5d-4eb7-9c8b-2e63172ca3c6,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:29.221319 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-db20a8df-844b-40bd-b871-a094936791e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:29.503322 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadccb85-5b6d-4abb-a993-5140b1af58e2 req-4cde0ba2-b238-4749-a958-6dfee916a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:29.504742 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-aadccb85-5b6d-4abb-a993-5140b1af58e2 req-4cde0ba2-b238-4749-a958-6dfee916a0bf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c0334bb297a2459cb341ceb6d3c2f76e&device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 1096 time: 0.1666307 Feb 04 21:13:29.527073 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-db20a8df-844b-40bd-b871-a094936791e5 admin admin] Calling delete_port for 78c97175-1a5d-4eb7-9c8b-2e63172ca3c6 owned by network:router_gateway {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:29.551099 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f530039d-3d0d-44e1-ab74-362a3a72d22f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:29.628714 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-f530039d-3d0d-44e1-ab74-362a3a72d22f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Transition to ACTIVE for port object 77e3c5d8-0318-4819-8328-25f60cece33a will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:13:29.666736 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86e9be-cd15-4d60-bb1b-397129655578 req-6dc432b6-2555-4118-a8d6-a9049db948e3 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:29.668214 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1d86e9be-cd15-4d60-bb1b-397129655578 req-6dc432b6-2555-4118-a8d6-a9049db948e3 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 945 time: 0.2050309 Feb 04 21:13:29.698898 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadccb85-5b6d-4abb-a993-5140b1af58e2 req-9e0559b6-4596-4db0-ae98-2cca3598a732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:29.700658 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-aadccb85-5b6d-4abb-a993-5140b1af58e2 req-9e0559b6-4596-4db0-ae98-2cca3598a732 service neutron] 10.222.0.18 "GET /v2.0/networks?id=45821ff6-3791-4a68-b829-a67211a973e0 HTTP/1.1" status: 200 len: 919 time: 0.1806262 Feb 04 21:13:29.731359 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1d86e9be-cd15-4d60-bb1b-397129655578 req-51dfbecb-f9d0-473f-83fa-fb00171ed51d tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569358 Feb 04 21:13:29.800244 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-db20a8df-844b-40bd-b871-a094936791e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:29.803181 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f530039d-3d0d-44e1-ab74-362a3a72d22f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:29.860940 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-aadccb85-5b6d-4abb-a993-5140b1af58e2 req-5daaed60-a88c-447e-bb0f-da3af3274458 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffecdf98-c817-481b-b0b0-07871ba48ec8 HTTP/1.1" status: 200 len: 217 time: 0.1349967 Feb 04 21:13:29.872040 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f530039d-3d0d-44e1-ab74-362a3a72d22f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:13:29.894908 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20a8df-844b-40bd-b871-a094936791e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=78c97175-1a5d-4eb7-9c8b-2e63172ca3c6,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:29.915031 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-f530039d-3d0d-44e1-ab74-362a3a72d22f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:13:29.921971 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f530039d-3d0d-44e1-ab74-362a3a72d22f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:13:29.922521 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f530039d-3d0d-44e1-ab74-362a3a72d22f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:29.968853 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-db20a8df-844b-40bd-b871-a094936791e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:29.974200 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530039d-3d0d-44e1-ab74-362a3a72d22f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Port': ['ID=77e3c5d8-0318-4819-8328-25f60cece33a,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:29.996609 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadccb85-5b6d-4abb-a993-5140b1af58e2 req-9291f687-c3ef-4d9b-a61b-cd600c5befbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:29.998173 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-aadccb85-5b6d-4abb-a993-5140b1af58e2 req-9291f687-c3ef-4d9b-a61b-cd600c5befbd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e215eb7a-eead-45ce-94f4-e8f9a41d8b7e HTTP/1.1" status: 200 len: 858 time: 0.1250517 Feb 04 21:13:30.054104 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-aadccb85-5b6d-4abb-a993-5140b1af58e2 req-998658f7-4735-4986-be19-818dcaa6db01 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=45821ff6-3791-4a68-b829-a67211a973e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493894 Feb 04 21:13:30.149477 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f530039d-3d0d-44e1-ab74-362a3a72d22f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:30.532775 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-db20a8df-844b-40bd-b871-a094936791e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:30.543263 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-db20a8df-844b-40bd-b871-a094936791e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:30.543859 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-aadccb85-5b6d-4abb-a993-5140b1af58e2 req-b872a74d-0b26-49e5-9531-fadc62d7c72c service neutron] 10.222.0.18 "GET /v2.0/networks/45821ff6-3791-4a68-b829-a67211a973e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176369 Feb 04 21:13:30.602132 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a84f9e0b-d8f7-49ce-a7c0-da17fd05ca72 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:13:30.612518 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-db20a8df-844b-40bd-b871-a094936791e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:30.615631 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db20a8df-844b-40bd-b871-a094936791e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd28936a-39af-45cc-a69a-cf4de69fd925 {{(pid=87683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:13:30.650241 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef20b65-8e57-41c4-bfb7-bd9e33dde85d req-0edee302-9e10-4405-9f28-c51217c3bb9c tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:30.659410 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fef20b65-8e57-41c4-bfb7-bd9e33dde85d req-0edee302-9e10-4405-9f28-c51217c3bb9c tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 946 time: 0.1844754 Feb 04 21:13:30.725514 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-db20a8df-844b-40bd-b871-a094936791e5 admin admin] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:30.726852 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-db20a8df-844b-40bd-b871-a094936791e5 admin admin] 10.222.0.26 "DELETE /v2.0/routers/cd28936a-39af-45cc-a69a-cf4de69fd925 HTTP/1.1" status: 204 len: 168 time: 3.8452077 Feb 04 21:13:30.730414 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 42184) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:30.821877 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-70cf7ed7-f934-45a7-b382-cb9aea290702 admin admin] Deleting subnet ee4d3909-e094-4079-9a7f-4f6007c68222 {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:13:30.850670 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fef20b65-8e57-41c4-bfb7-bd9e33dde85d req-73c9cec6-5062-4131-8117-e09aadf90ffd tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898150 Feb 04 21:13:30.850894 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port a84f9e0b-d8f7-49ce-a7c0-da17fd05ca72 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:13:30.853699 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-70cf7ed7-f934-45a7-b382-cb9aea290702 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:30.890701 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device d65a4773-ebcc-4487-95eb-5188f1150f8d no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:13:30.997979 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-aadccb85-5b6d-4abb-a993-5140b1af58e2 req-be1a8409-7aab-4fb7-8557-6af1b736c0f5 service neutron] 10.222.0.18 "GET /v2.0/networks/45821ff6-3791-4a68-b829-a67211a973e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413769 Feb 04 21:13:31.026875 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-70cf7ed7-f934-45a7-b382-cb9aea290702 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:31.042720 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: d65a4773-ebcc-4487-95eb-5188f1150f8d {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:13:31.052659 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device d65a4773-ebcc-4487-95eb-5188f1150f8d not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:13:31.052659 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-8520fe58-b0dc-47a7-ae63-ba5a8cca7033 None None] Provisioning for port a84f9e0b-d8f7-49ce-a7c0-da17fd05ca72 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:13:31.058878 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-8520fe58-b0dc-47a7-ae63-ba5a8cca7033 None None] Provisioning complete for port a84f9e0b-d8f7-49ce-a7c0-da17fd05ca72 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:13:31.059258 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8520fe58-b0dc-47a7-ae63-ba5a8cca7033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:31.106308 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f530039d-3d0d-44e1-ab74-362a3a72d22f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:31.119353 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f530039d-3d0d-44e1-ab74-362a3a72d22f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:31.120129 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f530039d-3d0d-44e1-ab74-362a3a72d22f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:31.297527 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8520fe58-b0dc-47a7-ae63-ba5a8cca7033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:31.313728 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530039d-3d0d-44e1-ab74-362a3a72d22f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Port': ['ID=77e3c5d8-0318-4819-8328-25f60cece33a,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:31.351691 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-8520fe58-b0dc-47a7-ae63-ba5a8cca7033 None None] For port a84f9e0b-d8f7-49ce-a7c0-da17fd05ca72, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a84f9e0b-d8f7-49ce-a7c0-da17fd05ca72,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:31.361961 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8520fe58-b0dc-47a7-ae63-ba5a8cca7033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:31.404066 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-70cf7ed7-f934-45a7-b382-cb9aea290702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:31.441950 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b6c81-a7b4-44b8-a37a-cc0118c4ea96 req-b9207326-18f6-4983-8d52-c971ca9013ed tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:31.449174 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a55b6c81-a7b4-44b8-a37a-cc0118c4ea96 req-b9207326-18f6-4983-8d52-c971ca9013ed tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 945 time: 0.3489349 Feb 04 21:13:31.487000 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520fe58-b0dc-47a7-ae63-ba5a8cca7033 None None] Pushing event updated for resources: {'Port': ['ID=a84f9e0b-d8f7-49ce-a7c0-da17fd05ca72,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:31.504050 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ceb40cab-f4fd-42d7-9198-76614612ee31 None None] Provisioning for port 77e3c5d8-0318-4819-8328-25f60cece33a completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:13:31.511429 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ceb40cab-f4fd-42d7-9198-76614612ee31 None None] Provisioning complete for port 77e3c5d8-0318-4819-8328-25f60cece33a triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:13:31.511806 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ceb40cab-f4fd-42d7-9198-76614612ee31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:31.539750 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a55b6c81-a7b4-44b8-a37a-cc0118c4ea96 req-176db262-7aa3-4516-b4a8-c4fae9580f4c tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895412 Feb 04 21:13:31.570208 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9c3fe-2633-4053-a1bc-dbf337057e21 req-ee165268-ed80-4582-8fc4-53256ef59e04 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:31.572229 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1fa9c3fe-2633-4053-a1bc-dbf337057e21 req-ee165268-ed80-4582-8fc4-53256ef59e04 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.3137751 Feb 04 21:13:31.582255 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-70cf7ed7-f934-45a7-b382-cb9aea290702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:31.602545 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f530039d-3d0d-44e1-ab74-362a3a72d22f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:13:31.604318 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-f530039d-3d0d-44e1-ab74-362a3a72d22f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:13:31.615885 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-ceb40cab-f4fd-42d7-9198-76614612ee31 None None] Port 77e3c5d8-0318-4819-8328-25f60cece33a cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:13:31.652112 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-70cf7ed7-f934-45a7-b382-cb9aea290702 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:31.654846 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf7ed7-f934-45a7-b382-cb9aea290702 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee4d3909-e094-4079-9a7f-4f6007c68222,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:31.664382 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98e043d-0869-469f-ae06-f4deff504efb None None] Network e4cc1ce8-eeb6-46af-80b5-92196799c865 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:13:31.680377 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-70cf7ed7-f934-45a7-b382-cb9aea290702 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ee4d3909-e094-4079-9a7f-4f6007c68222 HTTP/1.1" status: 204 len: 168 time: 0.9488156 Feb 04 21:13:31.682976 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 42198) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:31.703411 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1fa9c3fe-2633-4053-a1bc-dbf337057e21 req-c33d2a92-a525-445a-96f8-81759d3bf253 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248276 Feb 04 21:13:31.853455 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7708e925-a5a8-44bc-8207-ea0e94816211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:31.865649 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-7708e925-a5a8-44bc-8207-ea0e94816211 admin admin] Deleting port d85221e8-ab39-495c-9106-7eb53db28ee9 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:31.866041 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7708e925-a5a8-44bc-8207-ea0e94816211 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:31.882586 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f530039d-3d0d-44e1-ab74-362a3a72d22f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Router 50081129-0ed2-4211-9fff-c53cc4c45cab is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:13:32.052347 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ad64469a-5257-4310-aa3d-e33f0bbbdffe None None] Provisioning complete for port 77e3c5d8-0318-4819-8328-25f60cece33a triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:13:32.052721 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ad64469a-5257-4310-aa3d-e33f0bbbdffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:32.135181 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9c970d-103c-4f6f-ba56-652c9d741415 None None] DHCP port deletion for e4cc1ce8-eeb6-46af-80b5-92196799c865 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:13:32.146292 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-5f9c970d-103c-4f6f-ba56-652c9d741415 None None] Deleting port d85221e8-ab39-495c-9106-7eb53db28ee9 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:32.146900 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5f9c970d-103c-4f6f-ba56-652c9d741415 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:32.207704 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f530039d-3d0d-44e1-ab74-362a3a72d22f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:13:32.231577 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f530039d-3d0d-44e1-ab74-362a3a72d22f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "PUT /v2.0/routers/50081129-0ed2-4211-9fff-c53cc4c45cab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3111672 Feb 04 21:13:32.234060 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42208) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:32.257076 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5593b3-6052-40e5-b256-0e4083e01f7b None None] Sync routers for ids ['50081129-0ed2-4211-9fff-c53cc4c45cab'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:13:32.303842 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-ad64469a-5257-4310-aa3d-e33f0bbbdffe None None] Port 77e3c5d8-0318-4819-8328-25f60cece33a cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:13:32.310029 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5593b3-6052-40e5-b256-0e4083e01f7b None None] Routers {'50081129-0ed2-4211-9fff-c53cc4c45cab'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:13:32.310396 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-bd5593b3-6052-40e5-b256-0e4083e01f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:13:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['50081129-0ed2-4211-9fff-c53cc4c45cab'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:32.371726 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-7708e925-a5a8-44bc-8207-ea0e94816211 admin admin] For port d85221e8-ab39-495c-9106-7eb53db28ee9, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=d85221e8-ab39-495c-9106-7eb53db28ee9,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:32.372020 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7708e925-a5a8-44bc-8207-ea0e94816211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:32.380085 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a84f9e0b-d8f7-49ce-a7c0-da17fd05ca72 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:13:32.384181 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b685be9-4f7b-4c87-bb41-9235341ba4da tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:32.385416 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-8b685be9-4f7b-4c87-bb41-9235341ba4da tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:13:32.393819 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16cbcd-c1d1-4ffd-b31c-3e5b474fb40e req-6734bd5d-83bc-4a09-bb56-65c30c8a9cdd tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:32.402221 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9f16cbcd-c1d1-4ffd-b31c-3e5b474fb40e req-6734bd5d-83bc-4a09-bb56-65c30c8a9cdd tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.4637024 Feb 04 21:13:32.412582 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-8b685be9-4f7b-4c87-bb41-9235341ba4da tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:13:32.414461 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8b685be9-4f7b-4c87-bb41-9235341ba4da tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports/77e3c5d8-0318-4819-8328-25f60cece33a HTTP/1.1" status: 200 len: 911 time: 0.1788137 Feb 04 21:13:32.416944 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42212) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:32.530623 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53758880-07b1-4eab-bd90-f2dc1433a04c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:32.538997 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53758880-07b1-4eab-bd90-f2dc1433a04c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:32.540842 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-53758880-07b1-4eab-bd90-f2dc1433a04c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1225924 Feb 04 21:13:32.544532 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42216) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:32.552063 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-7708e925-a5a8-44bc-8207-ea0e94816211 admin admin] Calling delete_port for d85221e8-ab39-495c-9106-7eb53db28ee9 owned by network:dhcp {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:32.645190 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9f16cbcd-c1d1-4ffd-b31c-3e5b474fb40e req-c510fbe6-1a6c-4e2e-a7e2-72878c954b7d tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420018 Feb 04 21:13:32.707705 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbca9fc-15ba-4a5a-85a3-163d2581d837 req-30be94a4-527d-4bcf-9698-e1623f0a434b tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:32.720930 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0bbca9fc-15ba-4a5a-85a3-163d2581d837 req-30be94a4-527d-4bcf-9698-e1623f0a434b tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 946 time: 0.5911670 Feb 04 21:13:32.781961 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7708e925-a5a8-44bc-8207-ea0e94816211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:32.815777 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port a84f9e0b-d8f7-49ce-a7c0-da17fd05ca72 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:13:32.816354 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:32.872756 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:32.890895 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-bd5593b3-6052-40e5-b256-0e4083e01f7b None None] Set router 50081129-0ed2-4211-9fff-c53cc4c45cab gateway port host: None {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:13:32.891099 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7708e925-a5a8-44bc-8207-ea0e94816211 admin admin] Pushing event deleted for resources: {'Port': ['ID=d85221e8-ab39-495c-9106-7eb53db28ee9,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:32.927751 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7708e925-a5a8-44bc-8207-ea0e94816211 admin admin] No DVR routers for this DVR port d85221e8-ab39-495c-9106-7eb53db28ee9 on host n-d-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:13:32.989223 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0bbca9fc-15ba-4a5a-85a3-163d2581d837 req-f3ffc7f1-7117-4a04-b910-074067cb945e tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2500043 Feb 04 21:13:33.171869 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-5f9c970d-103c-4f6f-ba56-652c9d741415 None None] For port d85221e8-ab39-495c-9106-7eb53db28ee9, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=d85221e8-ab39-495c-9106-7eb53db28ee9,segment=NetworkSegment(274548b3-06d3-4078-a4e7-5e4131c79abe),segment_id=274548b3-06d3-4078-a4e7-5e4131c79abe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:33.173383 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5f9c970d-103c-4f6f-ba56-652c9d741415 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:33.244516 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7708e925-a5a8-44bc-8207-ea0e94816211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:33.278697 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-7708e925-a5a8-44bc-8207-ea0e94816211 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4cc1ce8-eeb6-46af-80b5-92196799c865']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:33.307137 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9deea-9cf7-464a-8719-e19a121e2c50 req-670a5370-3344-4e59-a6e9-65b2cbca58eb tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:33.315970 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3ef9deea-9cf7-464a-8719-e19a121e2c50 req-670a5370-3344-4e59-a6e9-65b2cbca58eb tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 945 time: 0.4474897 Feb 04 21:13:33.352771 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-7708e925-a5a8-44bc-8207-ea0e94816211 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '274548b3-06d3-4078-a4e7-5e4131c79abe') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:33.353078 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-7708e925-a5a8-44bc-8207-ea0e94816211 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '274548b3-06d3-4078-a4e7-5e4131c79abe') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:33.418899 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-5f9c970d-103c-4f6f-ba56-652c9d741415 None None] Calling delete_port for d85221e8-ab39-495c-9106-7eb53db28ee9 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:33.424357 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7708e925-a5a8-44bc-8207-ea0e94816211 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:33.449306 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3ef9deea-9cf7-464a-8719-e19a121e2c50 req-372c92b0-1f4e-4cff-9e17-debe908affcd tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321077 Feb 04 21:13:33.460547 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7708e925-a5a8-44bc-8207-ea0e94816211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:33.484610 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7708e925-a5a8-44bc-8207-ea0e94816211 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:13:33.484610 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7708e925-a5a8-44bc-8207-ea0e94816211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:33.503172 n-d-827896-1 neutron-server[87683]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:13:33.503172 n-d-827896-1 neutron-server[87683]: util.warn( Feb 04 21:13:33.503172 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:13:33.503172 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:13:33.503172 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:13:33.503172 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:13:33.503172 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:13:33.503172 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:13:33.503172 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:13:33.503172 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:13:33.503172 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:13:33.503172 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:13:33.503172 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:13:33.503172 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:13:33.503172 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:13:33.503172 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:13:33.503172 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:13:33.503172 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:13:33.503172 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:13:33.503172 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:13:33.503172 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:13:33.503172 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:13:33.503172 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:13:33.503172 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:13:33.503172 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:13:33.503172 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:13:33.503172 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:13:33.503172 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:13:33.503172 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:13:33.503172 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:13:33.503172 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:13:33.503172 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:13:33.503172 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:13:33.503172 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:13:33.611007 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7708e925-a5a8-44bc-8207-ea0e94816211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:33.638141 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7708e925-a5a8-44bc-8207-ea0e94816211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:33.657231 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7708e925-a5a8-44bc-8207-ea0e94816211 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4cc1ce8-eeb6-46af-80b5-92196799c865,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:33.682923 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-7708e925-a5a8-44bc-8207-ea0e94816211 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e4cc1ce8-eeb6-46af-80b5-92196799c865 HTTP/1.1" status: 204 len: 168 time: 1.9988866 Feb 04 21:13:33.821069 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4ce880fd-f96c-47b8-82c9-20b51cc51db1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:33.996987 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 42234) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:34.000931 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device d85221e8-ab39-495c-9106-7eb53db28ee9 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:13:34.098811 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b6d9abfc-a09e-466d-af74-5ba2e266d5bd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d3d539dc97a744058fdb427e438eb9ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1004252 Feb 04 21:13:34.102188 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 42240) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:34.119326 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-5f9c970d-103c-4f6f-ba56-652c9d741415 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:13:34.119959 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-5f9c970d-103c-4f6f-ba56-652c9d741415 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:13:34.122076 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: d85221e8-ab39-495c-9106-7eb53db28ee9 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:13:34.122500 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device d85221e8-ab39-495c-9106-7eb53db28ee9 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:13:34.122992 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 78c97175-1a5d-4eb7-9c8b-2e63172ca3c6 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:13:34.181278 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 78c97175-1a5d-4eb7-9c8b-2e63172ca3c6 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:13:34.181660 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 78c97175-1a5d-4eb7-9c8b-2e63172ca3c6 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:13:34.243616 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-bd5593b3-6052-40e5-b256-0e4083e01f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50081129-0ed2-4211-9fff-c53cc4c45cab', 'name': 'tempest-NetworksTestDHCPv6-router-432568597', 'tenant_id': 'c1a09abf1d69443ba4dc5757947fc733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:13:26Z', 'updated_at': '2022-02-04T21:13:30Z', 'revision_number': 2, 'project_id': 'c1a09abf1d69443ba4dc5757947fc733', 'gw_port_host': None, '_interfaces': [{'id': '77e3c5d8-0318-4819-8328-25f60cece33a', 'name': '', 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'tenant_id': 'c1a09abf1d69443ba4dc5757947fc733', 'mac_address': 'fa:16:3e:f1:e5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50081129-0ed2-4211-9fff-c53cc4c45cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '3f342fe5-6d40-4769-8d49-b1f0ee03392c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:13:28Z', 'updated_at': '2022-02-04T21:13:30Z', 'revision_number': 2, 'project_id': 'c1a09abf1d69443ba4dc5757947fc733', 'subnets': [{'id': '3f342fe5-6d40-4769-8d49-b1f0ee03392c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:34.251712 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5593b3-6052-40e5-b256-0e4083e01f7b None None] Checking router: 50081129-0ed2-4211-9fff-c53cc4c45cab for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:13:34.252686 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5593b3-6052-40e5-b256-0e4083e01f7b None None] Updating router 50081129-0ed2-4211-9fff-c53cc4c45cab port 77e3c5d8-0318-4819-8328-25f60cece33a binding host n-d-827896-1 {{(pid=87684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:13:34.358620 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-bd5593b3-6052-40e5-b256-0e4083e01f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:34.363114 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f5d173b0-7dd1-423b-9107-a8723e96b20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:34.472593 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f5d173b0-7dd1-423b-9107-a8723e96b20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:34.648811 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f509b-7a27-43c2-a2fc-f341f8ea1cd3 req-691e7235-67e9-49dd-9fc9-5e9f473d494a tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:34.650403 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-279f509b-7a27-43c2-a2fc-f341f8ea1cd3 req-691e7235-67e9-49dd-9fc9-5e9f473d494a tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 946 time: 0.4100838 Feb 04 21:13:34.695289 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-4ce880fd-f96c-47b8-82c9-20b51cc51db1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting port 77e3c5d8-0318-4819-8328-25f60cece33a {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:34.699307 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4ce880fd-f96c-47b8-82c9-20b51cc51db1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:34.714189 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-5f9c970d-103c-4f6f-ba56-652c9d741415 None None] Deleting port d85221e8-ab39-495c-9106-7eb53db28ee9 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:34.714512 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5f9c970d-103c-4f6f-ba56-652c9d741415 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:34.739484 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f5d173b0-7dd1-423b-9107-a8723e96b20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:34.799098 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-279f509b-7a27-43c2-a2fc-f341f8ea1cd3 req-1d72169e-8501-49f4-a391-dcab46d60dd7 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391563 Feb 04 21:13:34.806075 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d173b0-7dd1-423b-9107-a8723e96b20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc700f67-48eb-4931-b905-8e049e361da4,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:34.915023 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f5d173b0-7dd1-423b-9107-a8723e96b20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:34.921773 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-f5d173b0-7dd1-423b-9107-a8723e96b20b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cc700f67-48eb-4931-b905-8e049e361da4 HTTP/1.1" status: 204 len: 168 time: 0.8165324 Feb 04 21:13:34.968482 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-5f9c970d-103c-4f6f-ba56-652c9d741415 None None] The port 'd85221e8-ab39-495c-9106-7eb53db28ee9' was deleted {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:13:35.025173 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f8019-f767-48f2-9e9f-ffe512a8b139 req-d57a2a90-3281-43af-a11c-245f253dd664 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:35.032352 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-203f8019-f767-48f2-9e9f-ffe512a8b139 req-d57a2a90-3281-43af-a11c-245f253dd664 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 945 time: 0.2077367 Feb 04 21:13:35.107658 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4ce880fd-f96c-47b8-82c9-20b51cc51db1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:35.143998 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-203f8019-f767-48f2-9e9f-ffe512a8b139 req-6d1f10d2-fc41-41ce-9ab0-4ea8b8b93d9f tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053665 Feb 04 21:13:35.188736 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-bd5593b3-6052-40e5-b256-0e4083e01f7b None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:35.207605 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-bd5593b3-6052-40e5-b256-0e4083e01f7b None None] Transition to ACTIVE for port object 77e3c5d8-0318-4819-8328-25f60cece33a will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:13:35.227565 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-bd5593b3-6052-40e5-b256-0e4083e01f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:35.345193 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6c552-55ff-4d9b-8524-a48f04d84fa6 None None] Pushing event updated for resources: {'Port': ['ID=77e3c5d8-0318-4819-8328-25f60cece33a,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:35.367242 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-4ce880fd-f96c-47b8-82c9-20b51cc51db1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Calling delete_port for 77e3c5d8-0318-4819-8328-25f60cece33a owned by network:router_interface {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:35.473645 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544e44a-2d70-4002-8792-ecfb0591c23b req-d41240e8-6e59-4156-aa31-2ede69786e4e tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:35.475772 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9544e44a-2d70-4002-8792-ecfb0591c23b req-d41240e8-6e59-4156-aa31-2ede69786e4e tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.2138069 Feb 04 21:13:35.563405 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9544e44a-2d70-4002-8792-ecfb0591c23b req-82272486-ab9d-4e96-8aa6-38ea11bb4c4b tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811152 Feb 04 21:13:35.596019 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-bd5593b3-6052-40e5-b256-0e4083e01f7b None None] Attempting to bind port 77e3c5d8-0318-4819-8328-25f60cece33a on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:13:35.596399 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-bd5593b3-6052-40e5-b256-0e4083e01f7b None None] Attempting to bind port 77e3c5d8-0318-4819-8328-25f60cece33a by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:13:35.596842 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5593b3-6052-40e5-b256-0e4083e01f7b None None] Attempting to bind port 77e3c5d8-0318-4819-8328-25f60cece33a on network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:13:35.603455 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5593b3-6052-40e5-b256-0e4083e01f7b None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:13:35.603958 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5593b3-6052-40e5-b256-0e4083e01f7b None None] Checking segment: {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:13:35.604371 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-bd5593b3-6052-40e5-b256-0e4083e01f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:35.604764 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5593b3-6052-40e5-b256-0e4083e01f7b None None] Bound using segment: {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:13:35.605284 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-bd5593b3-6052-40e5-b256-0e4083e01f7b None None] Bound port: 77e3c5d8-0318-4819-8328-25f60cece33a, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:13:35.605640 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-bd5593b3-6052-40e5-b256-0e4083e01f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:35.717321 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-bd5593b3-6052-40e5-b256-0e4083e01f7b None None] For port 77e3c5d8-0318-4819-8328-25f60cece33a, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:13:35.722198 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-bd5593b3-6052-40e5-b256-0e4083e01f7b None None] For port 77e3c5d8-0318-4819-8328-25f60cece33a, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=77e3c5d8-0318-4819-8328-25f60cece33a,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:13:35.731828 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-bd5593b3-6052-40e5-b256-0e4083e01f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:35.957944 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5593b3-6052-40e5-b256-0e4083e01f7b None None] Routers {'50081129-0ed2-4211-9fff-c53cc4c45cab'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:13:35.958608 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-bd5593b3-6052-40e5-b256-0e4083e01f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:13:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['50081129-0ed2-4211-9fff-c53cc4c45cab'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:35.962841 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.api [None req-4ce880fd-f96c-47b8-82c9-20b51cc51db1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:13:35.963257 n-d-827896-1 neutron-server[87682]: DEBUG oslo_db.api [None req-4ce880fd-f96c-47b8-82c9-20b51cc51db1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:13:35.996528 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5e55c-abd6-4376-966e-944b93fae29b req-931db566-8ff8-4e2e-bab3-f1a13db31bda tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:36.010414 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-55c5e55c-abd6-4376-966e-944b93fae29b req-931db566-8ff8-4e2e-bab3-f1a13db31bda tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.1989784 Feb 04 21:13:36.034074 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6c552-55ff-4d9b-8524-a48f04d84fa6 None None] Pushing event updated for resources: {'Port': ['ID=77e3c5d8-0318-4819-8328-25f60cece33a,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:36.120916 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-55c5e55c-abd6-4376-966e-944b93fae29b req-f068ff9c-ecd1-4e3a-9edf-9db6ad0811c0 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000998 Feb 04 21:13:36.257295 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-bd5593b3-6052-40e5-b256-0e4083e01f7b None None] Set router 50081129-0ed2-4211-9fff-c53cc4c45cab gateway port host: None {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:13:36.464388 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-4ce880fd-f96c-47b8-82c9-20b51cc51db1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting port 77e3c5d8-0318-4819-8328-25f60cece33a {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:36.464841 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4ce880fd-f96c-47b8-82c9-20b51cc51db1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:36.494780 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fca28-c800-4bb2-8a21-127a985695fd req-22080c29-e832-487d-9207-ef023f539e5f tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:36.506735 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0f4fca28-c800-4bb2-8a21-127a985695fd req-22080c29-e832-487d-9207-ef023f539e5f tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 946 time: 0.1923270 Feb 04 21:13:36.575180 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0f4fca28-c800-4bb2-8a21-127a985695fd req-24f1a9b6-e25a-4e47-a59f-d2d895d1f2b9 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675859 Feb 04 21:13:36.634709 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42304) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:36.706952 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b765b9c-a64a-4e50-a874-39f0f35f2257 req-a6cc9b69-fff0-4f4b-a9e3-ea63c5e0fb5b tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:36.709261 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7b765b9c-a64a-4e50-a874-39f0f35f2257 req-a6cc9b69-fff0-4f4b-a9e3-ea63c5e0fb5b tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.1078377 Feb 04 21:13:36.799738 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7b765b9c-a64a-4e50-a874-39f0f35f2257 req-4ac29fb9-3a8d-424a-be5f-8f3860ce7029 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774331 Feb 04 21:13:36.807426 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-bd5593b3-6052-40e5-b256-0e4083e01f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50081129-0ed2-4211-9fff-c53cc4c45cab', 'name': 'tempest-NetworksTestDHCPv6-router-432568597', 'tenant_id': 'c1a09abf1d69443ba4dc5757947fc733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:13:26Z', 'updated_at': '2022-02-04T21:13:30Z', 'revision_number': 2, 'project_id': 'c1a09abf1d69443ba4dc5757947fc733', 'gw_port_host': None, '_interfaces': [{'id': '77e3c5d8-0318-4819-8328-25f60cece33a', 'name': '', 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'tenant_id': 'c1a09abf1d69443ba4dc5757947fc733', 'mac_address': 'fa:16:3e:f1:e5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50081129-0ed2-4211-9fff-c53cc4c45cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '3f342fe5-6d40-4769-8d49-b1f0ee03392c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:13:28Z', 'updated_at': '2022-02-04T21:13:35Z', 'revision_number': 4, 'project_id': 'c1a09abf1d69443ba4dc5757947fc733', 'subnets': [{'id': '3f342fe5-6d40-4769-8d49-b1f0ee03392c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:36.815358 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5593b3-6052-40e5-b256-0e4083e01f7b None None] The sync data for ids ['50081129-0ed2-4211-9fff-c53cc4c45cab'] in n-d-827896-1 is: [{'id': '50081129-0ed2-4211-9fff-c53cc4c45cab', 'name': 'tempest-NetworksTestDHCPv6-router-432568597', 'tenant_id': 'c1a09abf1d69443ba4dc5757947fc733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:13:26Z', 'updated_at': '2022-02-04T21:13:30Z', 'revision_number': 2, 'project_id': 'c1a09abf1d69443ba4dc5757947fc733', 'gw_port_host': None, '_interfaces': [{'id': '77e3c5d8-0318-4819-8328-25f60cece33a', 'name': '', 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'tenant_id': 'c1a09abf1d69443ba4dc5757947fc733', 'mac_address': 'fa:16:3e:f1:e5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50081129-0ed2-4211-9fff-c53cc4c45cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '3f342fe5-6d40-4769-8d49-b1f0ee03392c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:13:28Z', 'updated_at': '2022-02-04T21:13:35Z', 'revision_number': 4, 'project_id': 'c1a09abf1d69443ba4dc5757947fc733', 'subnets': [{'id': '3f342fe5-6d40-4769-8d49-b1f0ee03392c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:13:36.854903 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-4ce880fd-f96c-47b8-82c9-20b51cc51db1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] For port 77e3c5d8-0318-4819-8328-25f60cece33a, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=77e3c5d8-0318-4819-8328-25f60cece33a,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:36.855280 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4ce880fd-f96c-47b8-82c9-20b51cc51db1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:36.866486 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-3bb1b1b8-e9a2-40d9-82f6-e4eb45d8b363 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2097637558-network', 'tenant_id': 'cbe7b967cf5b4bf8a129a586503d8461'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:13:36.877141 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3bb1b1b8-e9a2-40d9-82f6-e4eb45d8b363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:13:37.018846 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-4ce880fd-f96c-47b8-82c9-20b51cc51db1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Calling delete_port for 77e3c5d8-0318-4819-8328-25f60cece33a owned by network:router_interface {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:37.056697 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665f79f-f4de-4542-81da-408a092bf7d9 req-736565d0-c84c-4445-af19-9375e7852390 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:37.060059 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3bb1b1b8-e9a2-40d9-82f6-e4eb45d8b363 admin admin] Usage tracker for resource:network and tenant:cbe7b967cf5b4bf8a129a586503d8461 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:13:37.063760 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3bb1b1b8-e9a2-40d9-82f6-e4eb45d8b363 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:13:37.070507 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d665f79f-f4de-4542-81da-408a092bf7d9 req-736565d0-c84c-4445-af19-9375e7852390 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.1352348 Feb 04 21:13:37.094657 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3bb1b1b8-e9a2-40d9-82f6-e4eb45d8b363 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:13:37.125786 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb1b1b8-e9a2-40d9-82f6-e4eb45d8b363 admin admin] Made reservation on behalf of cbe7b967cf5b4bf8a129a586503d8461 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:13:37.128787 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3bb1b1b8-e9a2-40d9-82f6-e4eb45d8b363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:37.178677 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3bb1b1b8-e9a2-40d9-82f6-e4eb45d8b363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:37.195935 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d665f79f-f4de-4542-81da-408a092bf7d9 req-9032b1bd-b06f-4aca-a024-f001f4985315 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167991 Feb 04 21:13:37.331200 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3bb1b1b8-e9a2-40d9-82f6-e4eb45d8b363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:13:37.337687 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3bb1b1b8-e9a2-40d9-82f6-e4eb45d8b363 admin admin] Usage tracker for resource:security_group_rule and tenant:cbe7b967cf5b4bf8a129a586503d8461 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:13:37.340714 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3bb1b1b8-e9a2-40d9-82f6-e4eb45d8b363 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:13:37.347708 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3bb1b1b8-e9a2-40d9-82f6-e4eb45d8b363 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:13:37.479270 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4ce880fd-f96c-47b8-82c9-20b51cc51db1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:37.630893 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce880fd-f96c-47b8-82c9-20b51cc51db1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Port': ['ID=77e3c5d8-0318-4819-8328-25f60cece33a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:37.716327 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374200e-3d6e-40dd-bfdc-d58fc29c4cdb req-d6352052-17a9-44d4-9598-47a99c0bc06a tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:37.725519 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a374200e-3d6e-40dd-bfdc-d58fc29c4cdb req-d6352052-17a9-44d4-9598-47a99c0bc06a tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.2023053 Feb 04 21:13:37.892919 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a374200e-3d6e-40dd-bfdc-d58fc29c4cdb req-34d33bbd-1dce-485e-aea2-97a43737ff41 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663709 Feb 04 21:13:37.953153 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376a079-0869-4ef2-b498-e72aefde1496 req-032c2002-da3e-4c19-beaa-e5f2b57abd8c tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:37.963132 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2376a079-0869-4ef2-b498-e72aefde1496 req-032c2002-da3e-4c19-beaa-e5f2b57abd8c tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 946 time: 0.2009687 Feb 04 21:13:38.044792 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2376a079-0869-4ef2-b498-e72aefde1496 req-2dfa776b-bb2c-4850-9235-3262895660f5 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751143 Feb 04 21:13:38.139212 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4ce880fd-f96c-47b8-82c9-20b51cc51db1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:38.141863 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27512d70-0f55-4dfa-8ae9-510c69ed8494 req-306b4ec3-832a-4d79-9fbd-858970a8ef6d tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:38.144347 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-27512d70-0f55-4dfa-8ae9-510c69ed8494 req-306b4ec3-832a-4d79-9fbd-858970a8ef6d tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.0886323 Feb 04 21:13:38.194584 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-27512d70-0f55-4dfa-8ae9-510c69ed8494 req-ee2575a0-25e3-4b05-9364-14724d167be6 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441639 Feb 04 21:13:38.214529 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3bb1b1b8-e9a2-40d9-82f6-e4eb45d8b363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:38.229247 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3bb1b1b8-e9a2-40d9-82f6-e4eb45d8b363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:38.317856 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb1b1b8-e9a2-40d9-82f6-e4eb45d8b363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe7e5f9-3311-4ebe-8648-647697e240c0,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:38.334926 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb1b1b8-e9a2-40d9-82f6-e4eb45d8b363 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:13:38.466257 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3bb1b1b8-e9a2-40d9-82f6-e4eb45d8b363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:38.466612 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-3bb1b1b8-e9a2-40d9-82f6-e4eb45d8b363 admin admin] Added segment addd5f6f-d521-4a6a-b6fc-650d4541337b of type vlan for network 591535e8-eea5-447d-ad75-83d907ea6f08 Feb 04 21:13:38.486283 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce880fd-f96c-47b8-82c9-20b51cc51db1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Router 50081129-0ed2-4211-9fff-c53cc4c45cab has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:13:38.498082 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19728838-f900-4f29-a658-7f3235a9c9a3 req-90a83166-f683-422e-ae9e-8a7ab5211c61 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:38.499832 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-19728838-f900-4f29-a658-7f3235a9c9a3 req-90a83166-f683-422e-ae9e-8a7ab5211c61 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.0990181 Feb 04 21:13:38.552291 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-19728838-f900-4f29-a658-7f3235a9c9a3 req-5f066321-2d3e-4239-a1b6-3e3f4c9d7fa9 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456293 Feb 04 21:13:38.560883 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3bb1b1b8-e9a2-40d9-82f6-e4eb45d8b363 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:38.687462 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce880fd-f96c-47b8-82c9-20b51cc51db1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:13:38.714105 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3bb1b1b8-e9a2-40d9-82f6-e4eb45d8b363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:38.715305 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb1b1b8-e9a2-40d9-82f6-e4eb45d8b363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:38.715882 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3bb1b1b8-e9a2-40d9-82f6-e4eb45d8b363 admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:38.799314 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7c377-32f4-4708-907d-869be233222d req-93697c23-8efd-491a-9ae7-5d6e8a341a13 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:38.800727 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-83d7c377-32f4-4708-907d-869be233222d req-93697c23-8efd-491a-9ae7-5d6e8a341a13 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.1122677 Feb 04 21:13:38.841599 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4ce880fd-f96c-47b8-82c9-20b51cc51db1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "PUT /v2.0/routers/50081129-0ed2-4211-9fff-c53cc4c45cab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2954385 Feb 04 21:13:38.848250 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 42346) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:38.860375 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3bb1b1b8-e9a2-40d9-82f6-e4eb45d8b363 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.2222352 Feb 04 21:13:38.866845 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42350) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:38.872252 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-91017ad2-564a-427f-9f86-dd9fb21d8fcf admin admin] Request body: {'subnet': {'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2097637558-subnet', 'tenant_id': 'cbe7b967cf5b4bf8a129a586503d8461', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:13:38.883384 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-91017ad2-564a-427f-9f86-dd9fb21d8fcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:13:38.888177 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-91017ad2-564a-427f-9f86-dd9fb21d8fcf admin admin] Usage tracker for resource:subnet and tenant:cbe7b967cf5b4bf8a129a586503d8461 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:13:38.891219 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-91017ad2-564a-427f-9f86-dd9fb21d8fcf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:13:38.898172 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-91017ad2-564a-427f-9f86-dd9fb21d8fcf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:13:38.914986 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb1b1b8-e9a2-40d9-82f6-e4eb45d8b363 admin admin] Pushing event updated for resources: {'Network': ['ID=591535e8-eea5-447d-ad75-83d907ea6f08,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:38.927810 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 591535e8-eea5-447d-ad75-83d907ea6f08 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:13:38.928525 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91017ad2-564a-427f-9f86-dd9fb21d8fcf admin admin] Made reservation on behalf of cbe7b967cf5b4bf8a129a586503d8461 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:13:38.931064 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-91017ad2-564a-427f-9f86-dd9fb21d8fcf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:38.977960 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf9f951-c763-4bb9-ab1f-6d90d862df17 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:38.979447 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf9f951-c763-4bb9-ab1f-6d90d862df17 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:38.980926 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-bcf9f951-c763-4bb9-ab1f-6d90d862df17 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1319201 Feb 04 21:13:39.022856 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 42356) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:39.022856 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-83d7c377-32f4-4708-907d-869be233222d req-1ab932aa-ebd7-4a45-a4bd-d4f266d7be73 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112496 Feb 04 21:13:39.131179 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d851bb4f-7da1-4a38-aea8-9f2d19469a12 None None] Sync routers for ids ['50081129-0ed2-4211-9fff-c53cc4c45cab'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:13:39.142714 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d851bb4f-7da1-4a38-aea8-9f2d19469a12 None None] Routers {'50081129-0ed2-4211-9fff-c53cc4c45cab'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:13:39.143332 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-d851bb4f-7da1-4a38-aea8-9f2d19469a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:13:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['50081129-0ed2-4211-9fff-c53cc4c45cab'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:39.270315 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-29c753e6-9608-4e98-896e-5b66ada0d283 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting subnet 3f342fe5-6d40-4769-8d49-b1f0ee03392c {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:13:39.276228 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-29c753e6-9608-4e98-896e-5b66ada0d283 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:39.392064 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-d851bb4f-7da1-4a38-aea8-9f2d19469a12 None None] Set router 50081129-0ed2-4211-9fff-c53cc4c45cab gateway port host: None {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:13:39.440654 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-29c753e6-9608-4e98-896e-5b66ada0d283 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:39.472501 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-91017ad2-564a-427f-9f86-dd9fb21d8fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:39.528878 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-d851bb4f-7da1-4a38-aea8-9f2d19469a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50081129-0ed2-4211-9fff-c53cc4c45cab', 'name': 'tempest-NetworksTestDHCPv6-router-432568597', 'tenant_id': 'c1a09abf1d69443ba4dc5757947fc733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:13:26Z', 'updated_at': '2022-02-04T21:13:37Z', 'revision_number': 3, 'project_id': 'c1a09abf1d69443ba4dc5757947fc733', 'gw_port_host': None}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:39.535316 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d851bb4f-7da1-4a38-aea8-9f2d19469a12 None None] Checking router: 50081129-0ed2-4211-9fff-c53cc4c45cab for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:13:39.545811 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d851bb4f-7da1-4a38-aea8-9f2d19469a12 None None] Routers {'50081129-0ed2-4211-9fff-c53cc4c45cab'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:13:39.546635 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-d851bb4f-7da1-4a38-aea8-9f2d19469a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:13:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['50081129-0ed2-4211-9fff-c53cc4c45cab'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:39.559940 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91017ad2-564a-427f-9f86-dd9fb21d8fcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6328ddc0-a59e-4cee-8cab-7daa1242332a,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:39.570983 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91017ad2-564a-427f-9f86-dd9fb21d8fcf admin admin] Checking segment: {'id': 'addd5f6f-d521-4a6a-b6fc-650d4541337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:13:39.571447 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91017ad2-564a-427f-9f86-dd9fb21d8fcf admin admin] Network hostable DHCP agents. Network: 591535e8-eea5-447d-ad75-83d907ea6f08, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:13:39.597749 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91017ad2-564a-427f-9f86-dd9fb21d8fcf admin admin] Network 591535e8-eea5-447d-ad75-83d907ea6f08 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:13:39.611779 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-91017ad2-564a-427f-9f86-dd9fb21d8fcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 591535e8-eea5-447d-ad75-83d907ea6f08) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:13:39.617510 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91017ad2-564a-427f-9f86-dd9fb21d8fcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:39.618262 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-91017ad2-564a-427f-9f86-dd9fb21d8fcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:39.621529 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd1f166-cd14-4cc9-b796-865b5301890d None None] Network 591535e8-eea5-447d-ad75-83d907ea6f08 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:13:39.664895 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-91017ad2-564a-427f-9f86-dd9fb21d8fcf admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7899837 Feb 04 21:13:39.744915 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-d851bb4f-7da1-4a38-aea8-9f2d19469a12 None None] Set router 50081129-0ed2-4211-9fff-c53cc4c45cab gateway port host: None {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:13:39.803770 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124e691-c8e6-47f4-9667-89c37d28aa86 req-1bae8d7a-495a-4dc1-9c62-2561aae00db1 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:39.805632 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5124e691-c8e6-47f4-9667-89c37d28aa86 req-1bae8d7a-495a-4dc1-9c62-2561aae00db1 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 946 time: 0.4626627 Feb 04 21:13:39.881952 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-d851bb4f-7da1-4a38-aea8-9f2d19469a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50081129-0ed2-4211-9fff-c53cc4c45cab', 'name': 'tempest-NetworksTestDHCPv6-router-432568597', 'tenant_id': 'c1a09abf1d69443ba4dc5757947fc733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:13:26Z', 'updated_at': '2022-02-04T21:13:37Z', 'revision_number': 3, 'project_id': 'c1a09abf1d69443ba4dc5757947fc733', 'gw_port_host': None}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:13:39.886658 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d851bb4f-7da1-4a38-aea8-9f2d19469a12 None None] The sync data for ids ['50081129-0ed2-4211-9fff-c53cc4c45cab'] in n-d-827896-1 is: [{'id': '50081129-0ed2-4211-9fff-c53cc4c45cab', 'name': 'tempest-NetworksTestDHCPv6-router-432568597', 'tenant_id': 'c1a09abf1d69443ba4dc5757947fc733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:13:26Z', 'updated_at': '2022-02-04T21:13:37Z', 'revision_number': 3, 'project_id': 'c1a09abf1d69443ba4dc5757947fc733', 'gw_port_host': None}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:13:39.886888 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5124e691-c8e6-47f4-9667-89c37d28aa86 req-279dc90f-cfec-4ca7-b580-47dc362e2308 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732260 Feb 04 21:13:39.904783 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d622d-170a-49a4-b3ee-00bc9d4706e4 req-68e21171-4d6f-403d-9d69-2cc7b94c518c tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:39.913124 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fb2d622d-170a-49a4-b3ee-00bc9d4706e4 req-68e21171-4d6f-403d-9d69-2cc7b94c518c tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.4251287 Feb 04 21:13:39.975790 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-29c753e6-9608-4e98-896e-5b66ada0d283 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:40.033875 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6693556d-fb73-4b60-bb3f-144465210801 None None] Network 591535e8-eea5-447d-ad75-83d907ea6f08 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:13:40.037654 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fb2d622d-170a-49a4-b3ee-00bc9d4706e4 req-e8efe716-6551-4be8-8b29-4ed8b86c654c tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235135 Feb 04 21:13:40.150791 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-29c753e6-9608-4e98-896e-5b66ada0d283 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:40.256752 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c753e6-9608-4e98-896e-5b66ada0d283 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Subnet': ['ID=3f342fe5-6d40-4769-8d49-b1f0ee03392c,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:40.284769 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186f0c8f-6efb-4630-86bb-f3d3ad8eeb1f None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:13:40.293330 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-29c753e6-9608-4e98-896e-5b66ada0d283 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:40.372676 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 77e3c5d8-0318-4819-8328-25f60cece33a no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:13:40.379820 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-29c753e6-9608-4e98-896e-5b66ada0d283 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/3f342fe5-6d40-4769-8d49-b1f0ee03392c HTTP/1.1" status: 204 len: 168 time: 1.3607926 Feb 04 21:13:40.382141 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 42394) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:40.475930 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 77e3c5d8-0318-4819-8328-25f60cece33a {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:13:40.476629 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 77e3c5d8-0318-4819-8328-25f60cece33a not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:13:40.679977 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84c229-bd0f-4702-bb61-2b1fb38124ad req-0d92b796-9bc5-4390-92cd-94a71f54341d tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:40.685738 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9e84c229-bd0f-4702-bb61-2b1fb38124ad req-0d92b796-9bc5-4390-92cd-94a71f54341d tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.4875007 Feb 04 21:13:40.731917 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6688af59-9ae0-4e6d-8dd1-a19a1a8491bd None None] DHCP port deletion for f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:13:40.737453 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-6688af59-9ae0-4e6d-8dd1-a19a1a8491bd None None] Deleting port a84f9e0b-d8f7-49ce-a7c0-da17fd05ca72 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:40.737643 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6688af59-9ae0-4e6d-8dd1-a19a1a8491bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:40.826755 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9e84c229-bd0f-4702-bb61-2b1fb38124ad req-b8584578-5a5b-4e1f-be83-39f2c60faf7a tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065991 Feb 04 21:13:40.842190 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42410) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:40.842762 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-acffcb37-aefa-467e-a060-2c402b9c0866 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4581747 Feb 04 21:13:40.850577 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca109cd7-7481-4b8a-8513-215450c70824 req-8e6336af-b062-43e1-9c53-9327073955b6 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:40.857847 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ca109cd7-7481-4b8a-8513-215450c70824 req-8e6336af-b062-43e1-9c53-9327073955b6 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/networks?id=591535e8-eea5-447d-ad75-83d907ea6f08 HTTP/1.1" status: 200 len: 806 time: 0.4720457 Feb 04 21:13:40.874319 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ca109cd7-7481-4b8a-8513-215450c70824 req-78907587-cdc6-414a-9235-d0564942c1fb tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/quotas/cbe7b967cf5b4bf8a129a586503d8461 HTTP/1.1" status: 200 len: 375 time: 0.0155733 Feb 04 21:13:40.930593 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ca109cd7-7481-4b8a-8513-215450c70824 req-a88dc769-a4c9-4352-8476-7b6e02531a3f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbe7b967cf5b4bf8a129a586503d8461&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553484 Feb 04 21:13:41.076462 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ca109cd7-7481-4b8a-8513-215450c70824 req-f501be3d-3f20-424b-bd93-c2d492659456 service neutron] 10.222.0.26 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449234 Feb 04 21:13:41.144457 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ebb760aa-7c22-46b2-879a-452b11edfa84 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:41.208917 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-6688af59-9ae0-4e6d-8dd1-a19a1a8491bd None None] For port a84f9e0b-d8f7-49ce-a7c0-da17fd05ca72, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a84f9e0b-d8f7-49ce-a7c0-da17fd05ca72,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:41.209499 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6688af59-9ae0-4e6d-8dd1-a19a1a8491bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:41.302857 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ca109cd7-7481-4b8a-8513-215450c70824 req-890b84ce-282d-4426-aeae-99d59db3613b service neutron] 10.222.0.26 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252877 Feb 04 21:13:41.317612 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2023c-9bac-441a-b9b5-ed4054b8a140 req-67f61041-3b56-47b5-9d6e-aff87efa2f8f tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:41.319161 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3de2023c-9bac-441a-b9b5-ed4054b8a140 req-67f61041-3b56-47b5-9d6e-aff87efa2f8f tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 946 time: 0.2219985 Feb 04 21:13:41.394515 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3de2023c-9bac-441a-b9b5-ed4054b8a140 req-9a508087-3ce9-4478-ac5e-e52ff04c3a2a tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695655 Feb 04 21:13:41.417833 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-6688af59-9ae0-4e6d-8dd1-a19a1a8491bd None None] Calling delete_port for a84f9e0b-d8f7-49ce-a7c0-da17fd05ca72 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:41.569668 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6688af59-9ae0-4e6d-8dd1-a19a1a8491bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:41.747453 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688af59-9ae0-4e6d-8dd1-a19a1a8491bd None None] Pushing event deleted for resources: {'Port': ['ID=a84f9e0b-d8f7-49ce-a7c0-da17fd05ca72,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:41.785795 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6688af59-9ae0-4e6d-8dd1-a19a1a8491bd None None] No DVR routers for this DVR port a84f9e0b-d8f7-49ce-a7c0-da17fd05ca72 on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:13:41.899527 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-438ed814-6bec-4208-9c05-dc81a4eae49f req-622b72ac-000c-4e91-b31b-5e0c6406c899 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=733acf6b-a28f-4945-b3f6-bfc852bc7d3b HTTP/1.1" status: 200 len: 210 time: 0.2800443 Feb 04 21:13:41.982576 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ebb760aa-7c22-46b2-879a-452b11edfa84 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:41.989004 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ebb760aa-7c22-46b2-879a-452b11edfa84 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:41.993594 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d75b7-6a17-410f-b630-45396373273f req-aee70875-19ed-4387-b0af-eba64cffd3e9 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:42.000671 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9e8d75b7-6a17-410f-b630-45396373273f req-aee70875-19ed-4387-b0af-eba64cffd3e9 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.2363153 Feb 04 21:13:42.042058 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ebb760aa-7c22-46b2-879a-452b11edfa84 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:42.042577 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb760aa-7c22-46b2-879a-452b11edfa84 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Fanout notify agent at l3_agent the message router_deleted on router 50081129-0ed2-4211-9fff-c53cc4c45cab {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:13:42.100630 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ebb760aa-7c22-46b2-879a-452b11edfa84 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:42.103318 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ebb760aa-7c22-46b2-879a-452b11edfa84 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/routers/50081129-0ed2-4211-9fff-c53cc4c45cab HTTP/1.1" status: 204 len: 168 time: 1.2600906 Feb 04 21:13:42.106021 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42444) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:42.132499 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9e8d75b7-6a17-410f-b630-45396373273f req-5a3a42eb-254e-4de7-bc8b-ab6731aa80d9 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310091 Feb 04 21:13:42.219755 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d33eb17b-1487-4087-b7a7-47e129ef3ff3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:13:42.278030 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d33eb17b-1487-4087-b7a7-47e129ef3ff3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:13:42.279383 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d33eb17b-1487-4087-b7a7-47e129ef3ff3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1722875 Feb 04 21:13:42.284408 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 42450) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:42.290944 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:13:42.391873 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a84f9e0b-d8f7-49ce-a7c0-da17fd05ca72 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:13:42.414071 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb84f1a-6080-41be-8bb7-4f5d5ba0cb9e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:42.415412 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-9bb84f1a-6080-41be-8bb7-4f5d5ba0cb9e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:13:42.474694 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: a84f9e0b-d8f7-49ce-a7c0-da17fd05ca72 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:13:42.475033 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a84f9e0b-d8f7-49ce-a7c0-da17fd05ca72 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:13:42.520396 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-9bb84f1a-6080-41be-8bb7-4f5d5ba0cb9e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:13:42.522002 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-9bb84f1a-6080-41be-8bb7-4f5d5ba0cb9e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2365906 Feb 04 21:13:42.524650 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42458) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:42.551932 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65166b9d-d778-4e93-b66e-bfe2ef76418a req-f305a0fe-5156-43ca-8887-f2ff04bf1960 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:42.554769 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-65166b9d-d778-4e93-b66e-bfe2ef76418a req-f305a0fe-5156-43ca-8887-f2ff04bf1960 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.1351964 Feb 04 21:13:42.680929 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-239870a2-70fe-4696-8e16-5e42dd002f98 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:router {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:13:42.706897 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-239870a2-70fe-4696-8e16-5e42dd002f98 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:router {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:13:42.710828 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-65166b9d-d778-4e93-b66e-bfe2ef76418a req-655abff9-43e7-4cf0-ab79-af5c699637cf tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486299 Feb 04 21:13:42.713453 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-239870a2-70fe-4696-8e16-5e42dd002f98 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1877055 Feb 04 21:13:42.714205 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42462) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:42.721693 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-3321007e-8730-4cda-aa62-691e58aac810 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:13:42.806307 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c8def-7c42-4001-a9fd-1f06ee0defd3 req-f8ee8c45-3cea-45b1-9718-b9027b1f7875 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:42.813928 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-683c8def-7c42-4001-a9fd-1f06ee0defd3 req-f8ee8c45-3cea-45b1-9718-b9027b1f7875 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 946 time: 0.1747432 Feb 04 21:13:42.932063 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-683c8def-7c42-4001-a9fd-1f06ee0defd3 req-dfb336de-40d6-4265-9a3f-4c4f7c03d5b6 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166320 Feb 04 21:13:43.131019 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3321007e-8730-4cda-aa62-691e58aac810 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:13:43.152429 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3321007e-8730-4cda-aa62-691e58aac810 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:13:43.168194 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3321007e-8730-4cda-aa62-691e58aac810 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:13:43.173731 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3321007e-8730-4cda-aa62-691e58aac810 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:43.481273 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2e6499b3-e5a4-4bd6-b01c-88ae6bcc9124 req-84a8926f-6147-4fc6-a0dd-2664fecd4c5d tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=733acf6b-a28f-4945-b3f6-bfc852bc7d3b HTTP/1.1" status: 200 len: 210 time: 0.0729740 Feb 04 21:13:43.750626 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508efc3-f25d-449a-bd88-5ccac221adc9 req-d6c4193c-16db-49f2-8009-a0c89349ad8c tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:43.759681 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2508efc3-f25d-449a-bd88-5ccac221adc9 req-d6c4193c-16db-49f2-8009-a0c89349ad8c tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/networks?id=8fabec85-7328-4725-bced-b859dec9a60d HTTP/1.1" status: 200 len: 814 time: 0.7680547 Feb 04 21:13:43.830100 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2508efc3-f25d-449a-bd88-5ccac221adc9 req-dc5dc741-005c-49ea-a346-6de445d998a8 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/quotas/803c4bfb4a0c4d64ba81f7b2220cf823 HTTP/1.1" status: 200 len: 375 time: 0.0509534 Feb 04 21:13:43.861877 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a93950bd-bf83-4393-a07e-9b9dd084875c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:43.987427 n-d-827896-1 neutron-server[87682]: DEBUG neutron.objects.ports [None req-3321007e-8730-4cda-aa62-691e58aac810 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87682) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 21:13:43.992325 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3321007e-8730-4cda-aa62-691e58aac810 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:44.031177 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca109cd7-7481-4b8a-8513-215450c70824 req-c1c8a8ed-d065-4d74-8472-5c41b91181bc tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:44.037748 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ca109cd7-7481-4b8a-8513-215450c70824 req-c1c8a8ed-d065-4d74-8472-5c41b91181bc tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.32 "GET /v2.0/networks?id=591535e8-eea5-447d-ad75-83d907ea6f08 HTTP/1.1" status: 200 len: 806 time: 0.4579976 Feb 04 21:13:44.052203 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-ca109cd7-7481-4b8a-8513-215450c70824 req-25fb383c-51e3-4f42-a37b-1d63da3b47b1 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Request body: {'port': {'device_id': '733acf6b-a28f-4945-b3f6-bfc852bc7d3b', 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08', 'admin_state_up': True, 'tenant_id': 'cbe7b967cf5b4bf8a129a586503d8461'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:13:44.075045 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321007e-8730-4cda-aa62-691e58aac810 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Subnet': ['ID=892aa9bd-702e-49fd-b978-081692f3685c,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:44.104353 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3321007e-8730-4cda-aa62-691e58aac810 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:13:44.105622 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-3321007e-8730-4cda-aa62-691e58aac810 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:13:44.108314 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3321007e-8730-4cda-aa62-691e58aac810 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:44.108886 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3321007e-8730-4cda-aa62-691e58aac810 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:44.117421 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c46413-5767-4d91-bab9-1cce30a37620 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:13:44.171538 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3321007e-8730-4cda-aa62-691e58aac810 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4561615 Feb 04 21:13:44.174340 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42496) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:44.180066 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-29fae168-00b0-4922-89bb-e5c6db1ee0be tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:13:44.309850 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2508efc3-f25d-449a-bd88-5ccac221adc9 req-ecb00151-173c-4d87-9f52-580e9b63008a tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=803c4bfb4a0c4d64ba81f7b2220cf823&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4676688 Feb 04 21:13:44.414662 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-ca109cd7-7481-4b8a-8513-215450c70824 req-25fb383c-51e3-4f42-a37b-1d63da3b47b1 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:13:44.418768 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-ca109cd7-7481-4b8a-8513-215450c70824 req-25fb383c-51e3-4f42-a37b-1d63da3b47b1 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Usage tracker for resource:port and tenant:cbe7b967cf5b4bf8a129a586503d8461 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:13:44.421832 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-ca109cd7-7481-4b8a-8513-215450c70824 req-25fb383c-51e3-4f42-a37b-1d63da3b47b1 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:13:44.428977 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-ca109cd7-7481-4b8a-8513-215450c70824 req-25fb383c-51e3-4f42-a37b-1d63da3b47b1 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:13:44.434124 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-29fae168-00b0-4922-89bb-e5c6db1ee0be tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:13:44.443896 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-29fae168-00b0-4922-89bb-e5c6db1ee0be tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:subnet and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:13:44.451584 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-29fae168-00b0-4922-89bb-e5c6db1ee0be tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:13:44.455533 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b7d0a-5514-4eaa-9123-c4367e31d4c2 req-edb151e4-0be4-4851-9d97-0f24eb1175ad tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:44.462844 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-29fae168-00b0-4922-89bb-e5c6db1ee0be tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:13:44.463373 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5e4b7d0a-5514-4eaa-9123-c4367e31d4c2 req-edb151e4-0be4-4851-9d97-0f24eb1175ad tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 946 time: 0.2688050 Feb 04 21:13:44.465788 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca109cd7-7481-4b8a-8513-215450c70824 req-25fb383c-51e3-4f42-a37b-1d63da3b47b1 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Made reservation on behalf of cbe7b967cf5b4bf8a129a586503d8461 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:13:44.470650 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ca109cd7-7481-4b8a-8513-215450c70824 req-25fb383c-51e3-4f42-a37b-1d63da3b47b1 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:44.490407 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fae168-00b0-4922-89bb-e5c6db1ee0be tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:13:44.494059 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-29fae168-00b0-4922-89bb-e5c6db1ee0be tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:44.528330 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b77e7eb-d317-4800-8ab7-4ca82e1a54e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'tenant_id': 'c1a09abf1d69443ba4dc5757947fc733', 'fixed_ips': [{'subnet_id': '892aa9bd-702e-49fd-b978-081692f3685c'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:13:44.529340 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4b77e7eb-d317-4800-8ab7-4ca82e1a54e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:44.761123 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-ca109cd7-7481-4b8a-8513-215450c70824 req-25fb383c-51e3-4f42-a37b-1d63da3b47b1 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Allocated IP 172.20.0.4 (591535e8-eea5-447d-ad75-83d907ea6f08/6328ddc0-a59e-4cee-8cab-7daa1242332a/e791a7ac-6865-4c87-8ac5-f39dc8b22567) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:13:44.875588 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-4b77e7eb-d317-4800-8ab7-4ca82e1a54e5 None None] Allocated IP 2001:db8::f816:3eff:fea5:7c22 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/892aa9bd-702e-49fd-b978-081692f3685c/1cf2f8a9-bb04-4656-b708-7bfb09ff133e) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:13:44.878450 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5e4b7d0a-5514-4eaa-9123-c4367e31d4c2 req-26a8da19-3a6f-4c06-92d5-e855b4e997c3 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4141736 Feb 04 21:13:44.895132 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-29fae168-00b0-4922-89bb-e5c6db1ee0be tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:45.053687 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acb3e4-1acf-4df4-99da-e46a3f58aba6 req-2797f14d-8a52-402b-a4a6-9f72c478e329 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:45.055420 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a2acb3e4-1acf-4df4-99da-e46a3f58aba6 req-2797f14d-8a52-402b-a4a6-9f72c478e329 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.5702012 Feb 04 21:13:45.056795 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fae168-00b0-4922-89bb-e5c6db1ee0be tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:13:45.084069 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-29fae168-00b0-4922-89bb-e5c6db1ee0be tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:13:45.090102 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fae168-00b0-4922-89bb-e5c6db1ee0be tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:45.103211 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-29fae168-00b0-4922-89bb-e5c6db1ee0be tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:45.113532 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a2acb3e4-1acf-4df4-99da-e46a3f58aba6 req-2247023a-aab1-428b-a69d-24dfbd46a759 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498009 Feb 04 21:13:45.165595 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fae168-00b0-4922-89bb-e5c6db1ee0be tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Subnet': ['ID=05dd7887-ff12-48e2-abf0-568f66db25e6,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:45.186160 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-29fae168-00b0-4922-89bb-e5c6db1ee0be tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0082278 Feb 04 21:13:45.186804 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42514) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:45.186898 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-53bb7c74-3fc0-4fe2-8971-dd6427cbcf71 req-64468d1f-8356-4ff8-a737-3f07f001fb9f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=733acf6b-a28f-4945-b3f6-bfc852bc7d3b HTTP/1.1" status: 200 len: 210 time: 0.0582688 Feb 04 21:13:45.192908 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-01338111-b016-461d-935f-92bdf66ab245 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'port': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'mac_address': 'fa:16:3e:c0:a1:86', 'name': 'tempest-NetworksTestDHCPv6-2019524194'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:13:45.230834 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ca109cd7-7481-4b8a-8513-215450c70824 req-25fb383c-51e3-4f42-a37b-1d63da3b47b1 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:45.375883 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ca109cd7-7481-4b8a-8513-215450c70824 req-25fb383c-51e3-4f42-a37b-1d63da3b47b1 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:45.404256 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-01338111-b016-461d-935f-92bdf66ab245 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:13:45.416534 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-01338111-b016-461d-935f-92bdf66ab245 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:13:45.429166 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4b77e7eb-d317-4800-8ab7-4ca82e1a54e5 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:45.430097 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01338111-b016-461d-935f-92bdf66ab245 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:13:45.444402 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6bfa63-d214-41a7-a50e-afa4498c3139 req-39f16f95-f4f4-4b9b-81fb-c661d441e889 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:45.451931 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5f6bfa63-d214-41a7-a50e-afa4498c3139 req-39f16f95-f4f4-4b9b-81fb-c661d441e889 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.1796138 Feb 04 21:13:45.454234 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-4b77e7eb-d317-4800-8ab7-4ca82e1a54e5 None None] Transition to ACTIVE for port object 1cf2f8a9-bb04-4656-b708-7bfb09ff133e will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:13:45.498360 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-4b77e7eb-d317-4800-8ab7-4ca82e1a54e5 None None] Transition to ACTIVE for port object 1cf2f8a9-bb04-4656-b708-7bfb09ff133e will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:13:45.507392 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca109cd7-7481-4b8a-8513-215450c70824 req-25fb383c-51e3-4f42-a37b-1d63da3b47b1 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Network 591535e8-eea5-447d-ad75-83d907ea6f08 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:13:45.511660 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4b77e7eb-d317-4800-8ab7-4ca82e1a54e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:45.511862 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-ca109cd7-7481-4b8a-8513-215450c70824 req-25fb383c-51e3-4f42-a37b-1d63da3b47b1 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:13:45.525573 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca109cd7-7481-4b8a-8513-215450c70824 req-25fb383c-51e3-4f42-a37b-1d63da3b47b1 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:13:45.554578 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb383c-51e3-4f42-a37b-1d63da3b47b1 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Pushing event updated for resources: {'Port': ['ID=e791a7ac-6865-4c87-8ac5-f39dc8b22567,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:45.582770 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5f6bfa63-d214-41a7-a50e-afa4498c3139 req-3b3d1c99-6bba-4675-b5a6-121d530fb5b0 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298585 Feb 04 21:13:45.621514 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca109cd7-7481-4b8a-8513-215450c70824 req-25fb383c-51e3-4f42-a37b-1d63da3b47b1 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:45.622113 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ca109cd7-7481-4b8a-8513-215450c70824 req-25fb383c-51e3-4f42-a37b-1d63da3b47b1 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:45.660317 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b77e7eb-d317-4800-8ab7-4ca82e1a54e5 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:13:45.662513 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-4b77e7eb-d317-4800-8ab7-4ca82e1a54e5 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:13:45.668292 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b77e7eb-d317-4800-8ab7-4ca82e1a54e5 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:13:45.684347 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77e7eb-d317-4800-8ab7-4ca82e1a54e5 None None] Pushing event updated for resources: {'Port': ['ID=1cf2f8a9-bb04-4656-b708-7bfb09ff133e,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:45.686068 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ca109cd7-7481-4b8a-8513-215450c70824 req-25fb383c-51e3-4f42-a37b-1d63da3b47b1 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6407733 Feb 04 21:13:45.700384 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-ca109cd7-7481-4b8a-8513-215450c70824 req-952fb2f5-4af2-401a-bc46-20e58aa5d7a4 service neutron] Request body: {'port': {'device_id': '733acf6b-a28f-4945-b3f6-bfc852bc7d3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:13:45.818623 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-4b77e7eb-d317-4800-8ab7-4ca82e1a54e5 None None] Attempting to bind port 1cf2f8a9-bb04-4656-b708-7bfb09ff133e on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:13:45.818998 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-4b77e7eb-d317-4800-8ab7-4ca82e1a54e5 None None] Attempting to bind port 1cf2f8a9-bb04-4656-b708-7bfb09ff133e by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:13:45.819361 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b77e7eb-d317-4800-8ab7-4ca82e1a54e5 None None] Attempting to bind port 1cf2f8a9-bb04-4656-b708-7bfb09ff133e on network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:13:45.825310 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b77e7eb-d317-4800-8ab7-4ca82e1a54e5 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:13:45.825648 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b77e7eb-d317-4800-8ab7-4ca82e1a54e5 None None] Checking segment: {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:13:45.826047 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4b77e7eb-d317-4800-8ab7-4ca82e1a54e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:45.826438 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b77e7eb-d317-4800-8ab7-4ca82e1a54e5 None None] Bound using segment: {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:13:45.826902 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-4b77e7eb-d317-4800-8ab7-4ca82e1a54e5 None None] Bound port: 1cf2f8a9-bb04-4656-b708-7bfb09ff133e, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:13:45.827280 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4b77e7eb-d317-4800-8ab7-4ca82e1a54e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:45.931559 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-4b77e7eb-d317-4800-8ab7-4ca82e1a54e5 None None] For port 1cf2f8a9-bb04-4656-b708-7bfb09ff133e, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:13:45.936313 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-4b77e7eb-d317-4800-8ab7-4ca82e1a54e5 None None] For port 1cf2f8a9-bb04-4656-b708-7bfb09ff133e, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=1cf2f8a9-bb04-4656-b708-7bfb09ff133e,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:13:45.944038 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4b77e7eb-d317-4800-8ab7-4ca82e1a54e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:46.024836 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-01338111-b016-461d-935f-92bdf66ab245 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:46.031853 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4146edce-5fe0-4456-bd30-e55921d2dd43 req-0f6ba00d-daac-44cd-ac0e-80fb7841589e tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=803c4bfb4a0c4d64ba81f7b2220cf823 HTTP/1.1" status: 200 len: 221 time: 0.1224368 Feb 04 21:13:46.032526 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ca109cd7-7481-4b8a-8513-215450c70824 req-952fb2f5-4af2-401a-bc46-20e58aa5d7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:46.057888 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-01338111-b016-461d-935f-92bdf66ab245 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] device_id is not set on port 6c8c94d6-1623-426b-96c0-4de3549a8f52 yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:13:46.071493 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77e7eb-d317-4800-8ab7-4ca82e1a54e5 None None] Pushing event updated for resources: {'Port': ['ID=1cf2f8a9-bb04-4656-b708-7bfb09ff133e,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:46.268541 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7ba579b1-1481-4e8d-aad8-473b4a683627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:46.385000 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-01338111-b016-461d-935f-92bdf66ab245 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Allocated IP 172.20.0.9 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/05dd7887-ff12-48e2-abf0-568f66db25e6/6c8c94d6-1623-426b-96c0-4de3549a8f52) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:13:46.398083 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-01338111-b016-461d-935f-92bdf66ab245 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Allocated IP 2001:db8::f816:3eff:fec0:a186 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/892aa9bd-702e-49fd-b978-081692f3685c/6c8c94d6-1623-426b-96c0-4de3549a8f52) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:13:46.694001 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec405b4-8c8c-457f-a4a0-3096b0caec7d req-a78306e8-670f-462f-b25a-00b224547980 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:46.696025 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8ec405b4-8c8c-457f-a4a0-3096b0caec7d req-a78306e8-670f-462f-b25a-00b224547980 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 946 time: 0.5107274 Feb 04 21:13:46.742169 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-01338111-b016-461d-935f-92bdf66ab245 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:46.758650 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-01338111-b016-461d-935f-92bdf66ab245 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Transition to ACTIVE for port object 6c8c94d6-1623-426b-96c0-4de3549a8f52 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:13:46.786280 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-01338111-b016-461d-935f-92bdf66ab245 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:46.809627 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9451109-a786-4aa8-a9f4-86fb8af13705 req-072fef19-34b7-4d18-8f2f-1f26c0e93548 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:46.817469 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d9451109-a786-4aa8-a9f4-86fb8af13705 req-072fef19-34b7-4d18-8f2f-1f26c0e93548 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.3979161 Feb 04 21:13:46.881563 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8ec405b4-8c8c-457f-a4a0-3096b0caec7d req-20104a16-6535-4640-94bc-1f378cd1ab72 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781640 Feb 04 21:13:46.893550 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01338111-b016-461d-935f-92bdf66ab245 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:13:46.910522 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-01338111-b016-461d-935f-92bdf66ab245 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:13:46.917373 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d9451109-a786-4aa8-a9f4-86fb8af13705 req-af201bf0-ed4d-4860-afd5-eae6f5237a15 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988176 Feb 04 21:13:46.920446 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01338111-b016-461d-935f-92bdf66ab245 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:13:47.161920 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-ca109cd7-7481-4b8a-8513-215450c70824 req-952fb2f5-4af2-401a-bc46-20e58aa5d7a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e791a7ac-6865-4c87-8ac5-f39dc8b22567 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:13:47.174410 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ca109cd7-7481-4b8a-8513-215450c70824 req-952fb2f5-4af2-401a-bc46-20e58aa5d7a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:47.186764 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01338111-b016-461d-935f-92bdf66ab245 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Port': ['ID=6c8c94d6-1623-426b-96c0-4de3549a8f52,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:47.232476 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01338111-b016-461d-935f-92bdf66ab245 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:47.233368 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-01338111-b016-461d-935f-92bdf66ab245 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:47.286879 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-ad071add-cfff-4cb1-a195-90ffaece2119 req-20692b07-c351-4014-b81c-e3620dd9ed94 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2574592 Feb 04 21:13:47.310333 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-01338111-b016-461d-935f-92bdf66ab245 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1229215 Feb 04 21:13:47.314357 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42558) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:47.318083 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-ca109cd7-7481-4b8a-8513-215450c70824 req-952fb2f5-4af2-401a-bc46-20e58aa5d7a4 service neutron] Transition to ACTIVE for port object e791a7ac-6865-4c87-8ac5-f39dc8b22567 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:13:47.387681 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:47.407443 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e281d4-7007-4c90-974a-53bdcc917a23 req-eb117ac4-223f-4aee-9cab-c231e0ff39ba tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:47.409933 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-23e281d4-7007-4c90-974a-53bdcc917a23 req-eb117ac4-223f-4aee-9cab-c231e0ff39ba tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.3281631 Feb 04 21:13:47.411852 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ca109cd7-7481-4b8a-8513-215450c70824 req-952fb2f5-4af2-401a-bc46-20e58aa5d7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:47.575416 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4715b584-449d-41ae-8b13-f7afc7dd3039 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:47.582157 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4715b584-449d-41ae-8b13-f7afc7dd3039 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:47.582950 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-4715b584-449d-41ae-8b13-f7afc7dd3039 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:13:47.603788 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad071add-cfff-4cb1-a195-90ffaece2119 req-10a20007-059f-4de0-afe8-d94aa58b439a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:47.605661 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-ad071add-cfff-4cb1-a195-90ffaece2119 req-10a20007-059f-4de0-afe8-d94aa58b439a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c0334bb297a2459cb341ceb6d3c2f76e&device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 1096 time: 0.1299660 Feb 04 21:13:47.612259 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-4715b584-449d-41ae-8b13-f7afc7dd3039 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:13:47.613772 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4715b584-449d-41ae-8b13-f7afc7dd3039 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2981801 Feb 04 21:13:47.616676 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42562) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:47.618310 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:47.759802 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf24f985-ef1b-4e4e-bd73-83206b5e0268 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:13:47.770146 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952fb2f5-4af2-401a-bc46-20e58aa5d7a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e791a7ac-6865-4c87-8ac5-f39dc8b22567,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:47.793770 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-23e281d4-7007-4c90-974a-53bdcc917a23 req-dbf3c6f4-9488-4f82-998c-6426a423819a tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097370 Feb 04 21:13:47.820344 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d444b-93f3-46d1-9b2c-e544e6801856 req-19d8a0a2-b379-4f23-bd3d-3cdc0afb2153 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:47.820344 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-a51d444b-93f3-46d1-9b2c-e544e6801856 req-19d8a0a2-b379-4f23-bd3d-3cdc0afb2153 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Synchronizing usage tracker for tenant:cbe7b967cf5b4bf8a129a586503d8461 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:13:47.841752 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-844ea435-e370-4b4d-81ed-5efbadd35da0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting port 6c8c94d6-1623-426b-96c0-4de3549a8f52 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:47.842092 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-844ea435-e370-4b4d-81ed-5efbadd35da0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:47.900159 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-ca109cd7-7481-4b8a-8513-215450c70824 req-952fb2f5-4af2-401a-bc46-20e58aa5d7a4 service neutron] Attempting to bind port e791a7ac-6865-4c87-8ac5-f39dc8b22567 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:13:47.901000 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-ca109cd7-7481-4b8a-8513-215450c70824 req-952fb2f5-4af2-401a-bc46-20e58aa5d7a4 service neutron] Attempting to bind port e791a7ac-6865-4c87-8ac5-f39dc8b22567 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'addd5f6f-d521-4a6a-b6fc-650d4541337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:13:47.903887 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca109cd7-7481-4b8a-8513-215450c70824 req-952fb2f5-4af2-401a-bc46-20e58aa5d7a4 service neutron] Attempting to bind port e791a7ac-6865-4c87-8ac5-f39dc8b22567 on network 591535e8-eea5-447d-ad75-83d907ea6f08 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:13:47.917166 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca109cd7-7481-4b8a-8513-215450c70824 req-952fb2f5-4af2-401a-bc46-20e58aa5d7a4 service neutron] Port e791a7ac-6865-4c87-8ac5-f39dc8b22567 on network 591535e8-eea5-447d-ad75-83d907ea6f08 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:13:47.918251 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca109cd7-7481-4b8a-8513-215450c70824 req-952fb2f5-4af2-401a-bc46-20e58aa5d7a4 service neutron] Attempting to bind port e791a7ac-6865-4c87-8ac5-f39dc8b22567 on network 591535e8-eea5-447d-ad75-83d907ea6f08 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:13:47.930042 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca109cd7-7481-4b8a-8513-215450c70824 req-952fb2f5-4af2-401a-bc46-20e58aa5d7a4 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:13:47.930438 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca109cd7-7481-4b8a-8513-215450c70824 req-952fb2f5-4af2-401a-bc46-20e58aa5d7a4 service neutron] Checking segment: {'id': 'addd5f6f-d521-4a6a-b6fc-650d4541337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:13:47.930836 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca109cd7-7481-4b8a-8513-215450c70824 req-952fb2f5-4af2-401a-bc46-20e58aa5d7a4 service neutron] Bound using segment: {'id': 'addd5f6f-d521-4a6a-b6fc-650d4541337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:13:47.931355 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-ca109cd7-7481-4b8a-8513-215450c70824 req-952fb2f5-4af2-401a-bc46-20e58aa5d7a4 service neutron] Bound port: e791a7ac-6865-4c87-8ac5-f39dc8b22567, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'addd5f6f-d521-4a6a-b6fc-650d4541337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:13:47.931651 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ca109cd7-7481-4b8a-8513-215450c70824 req-952fb2f5-4af2-401a-bc46-20e58aa5d7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:47.943368 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-a51d444b-93f3-46d1-9b2c-e544e6801856 req-19d8a0a2-b379-4f23-bd3d-3cdc0afb2153 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Unset dirty status for tenant:cbe7b967cf5b4bf8a129a586503d8461 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:13:47.944598 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a51d444b-93f3-46d1-9b2c-e544e6801856 req-19d8a0a2-b379-4f23-bd3d-3cdc0afb2153 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=733acf6b-a28f-4945-b3f6-bfc852bc7d3b HTTP/1.1" status: 200 len: 931 time: 0.7292979 Feb 04 21:13:48.050781 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a51d444b-93f3-46d1-9b2c-e544e6801856 req-23c05e06-3a66-416e-b1ab-fd4fcd8e6b65 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998359 Feb 04 21:13:48.115440 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-ca109cd7-7481-4b8a-8513-215450c70824 req-952fb2f5-4af2-401a-bc46-20e58aa5d7a4 service neutron] For port e791a7ac-6865-4c87-8ac5-f39dc8b22567, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:13:48.123397 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-ca109cd7-7481-4b8a-8513-215450c70824 req-952fb2f5-4af2-401a-bc46-20e58aa5d7a4 service neutron] For port e791a7ac-6865-4c87-8ac5-f39dc8b22567, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=e791a7ac-6865-4c87-8ac5-f39dc8b22567,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:13:48.140014 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ca109cd7-7481-4b8a-8513-215450c70824 req-952fb2f5-4af2-401a-bc46-20e58aa5d7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:48.177454 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad071add-cfff-4cb1-a195-90ffaece2119 req-dbc74bd2-d440-4719-a795-1bffc9543251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:48.178927 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-ad071add-cfff-4cb1-a195-90ffaece2119 req-dbc74bd2-d440-4719-a795-1bffc9543251 service neutron] 10.222.0.18 "GET /v2.0/networks?id=45821ff6-3791-4a68-b829-a67211a973e0 HTTP/1.1" status: 200 len: 919 time: 0.5126998 Feb 04 21:13:48.259288 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952fb2f5-4af2-401a-bc46-20e58aa5d7a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e791a7ac-6865-4c87-8ac5-f39dc8b22567,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:48.259798 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-f2ac9aa9-b99f-430f-9a62-43e46cb8385a None None] Provisioning for port 1cf2f8a9-bb04-4656-b708-7bfb09ff133e completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:13:48.399091 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca109cd7-7481-4b8a-8513-215450c70824 req-952fb2f5-4af2-401a-bc46-20e58aa5d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:48.399091 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ca109cd7-7481-4b8a-8513-215450c70824 req-952fb2f5-4af2-401a-bc46-20e58aa5d7a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:48.403473 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ca109cd7-7481-4b8a-8513-215450c70824 req-952fb2f5-4af2-401a-bc46-20e58aa5d7a4 service neutron] 10.222.0.32 "PUT /v2.0/ports/e791a7ac-6865-4c87-8ac5-f39dc8b22567 HTTP/1.1" status: 200 len: 1091 time: 2.7086642 Feb 04 21:13:48.403635 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-ad071add-cfff-4cb1-a195-90ffaece2119 req-b9a161ec-f751-4437-acac-5d4f6b0b610b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffecdf98-c817-481b-b0b0-07871ba48ec8 HTTP/1.1" status: 200 len: 217 time: 0.1272104 Feb 04 21:13:48.404314 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '733acf6b-a28f-4945-b3f6-bfc852bc7d3b', 'tag': 'e791a7ac-6865-4c87-8ac5-f39dc8b22567'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:13:48.482321 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4841e32-61d5-46a6-80e2-db93a639a4b9 None None] Update dhcp port {'port': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'fixed_ips': [{'subnet_id': '892aa9bd-702e-49fd-b978-081692f3685c', 'ip_address': '2001:db8::f816:3eff:fea5:7c22'}, {'subnet_id': '05dd7887-ff12-48e2-abf0-568f66db25e6'}], 'binding:host_id': 'n-d-827896-1'}, 'id': '1cf2f8a9-bb04-4656-b708-7bfb09ff133e'} from n-d-827896-1. {{(pid=87684) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 21:13:48.533094 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-844ea435-e370-4b4d-81ed-5efbadd35da0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:48.565018 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d4841e32-61d5-46a6-80e2-db93a639a4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:48.574415 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 1cf2f8a9-bb04-4656-b708-7bfb09ff133e up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:13:48.613732 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8a5a6-229d-4fdb-832e-0c803966acb7 req-e97f8064-992d-4b9f-a211-4401523583d6 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:48.615334 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b3d8a5a6-229d-4fdb-832e-0c803966acb7 req-e97f8064-992d-4b9f-a211-4401523583d6 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.3037105 Feb 04 21:13:48.646142 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce275340-a83a-476e-8d59-a66ed366f442 req-ed4d9fd3-a144-4d1e-99e9-fec2e8ff4c89 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:48.653879 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ce275340-a83a-476e-8d59-a66ed366f442 req-ed4d9fd3-a144-4d1e-99e9-fec2e8ff4c89 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 946 time: 0.3825288 Feb 04 21:13:48.710079 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca109cd7-7481-4b8a-8513-215450c70824 req-3ba39a76-c37b-4a1c-98cd-8b2b38a93595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:48.711705 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ca109cd7-7481-4b8a-8513-215450c70824 req-3ba39a76-c37b-4a1c-98cd-8b2b38a93595 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbe7b967cf5b4bf8a129a586503d8461&device_id=733acf6b-a28f-4945-b3f6-bfc852bc7d3b HTTP/1.1" status: 200 len: 1094 time: 0.2523108 Feb 04 21:13:48.728252 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ce275340-a83a-476e-8d59-a66ed366f442 req-bec56f08-4fbd-4282-8c44-8daad94052e2 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741680 Feb 04 21:13:48.773362 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 1cf2f8a9-bb04-4656-b708-7bfb09ff133e completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:13:48.786307 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 1cf2f8a9-bb04-4656-b708-7bfb09ff133e triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:13:48.786938 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:48.874974 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b3d8a5a6-229d-4fdb-832e-0c803966acb7 req-ff291df4-c1ed-4dce-9d50-871745a3d86c tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529805 Feb 04 21:13:48.923899 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ca109cd7-7481-4b8a-8513-215450c70824 req-ba6886f0-acc0-4a80-8c85-69b720b9d1c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e791a7ac-6865-4c87-8ac5-f39dc8b22567 HTTP/1.1" status: 200 len: 217 time: 0.1898551 Feb 04 21:13:48.942697 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad071add-cfff-4cb1-a195-90ffaece2119 req-95ddf099-9663-4991-aaac-ec633ecd8378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:48.947891 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-ad071add-cfff-4cb1-a195-90ffaece2119 req-95ddf099-9663-4991-aaac-ec633ecd8378 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e215eb7a-eead-45ce-94f4-e8f9a41d8b7e HTTP/1.1" status: 200 len: 858 time: 0.5377803 Feb 04 21:13:48.965865 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-844ea435-e370-4b4d-81ed-5efbadd35da0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Calling delete_port for 6c8c94d6-1623-426b-96c0-4de3549a8f52 owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:48.997872 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:49.014919 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '733acf6b-a28f-4945-b3f6-bfc852bc7d3b', 'tag': 'e791a7ac-6865-4c87-8ac5-f39dc8b22567', 'status': 'completed', 'code': 200} Feb 04 21:13:49.053940 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca109cd7-7481-4b8a-8513-215450c70824 req-afc5a2a8-c602-442f-b7f2-7feb4c128eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:49.055327 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ca109cd7-7481-4b8a-8513-215450c70824 req-afc5a2a8-c602-442f-b7f2-7feb4c128eb4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6328ddc0-a59e-4cee-8cab-7daa1242332a HTTP/1.1" status: 200 len: 846 time: 0.1165333 Feb 04 21:13:49.119149 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-ad071add-cfff-4cb1-a195-90ffaece2119 req-48fc9f18-a807-4dd5-bfcd-23cb9385da2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=45821ff6-3791-4a68-b829-a67211a973e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874090 Feb 04 21:13:49.165362 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:49.194768 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-d4841e32-61d5-46a6-80e2-db93a639a4b9 None None] Allocated IP 172.20.0.2 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/05dd7887-ff12-48e2-abf0-568f66db25e6/1cf2f8a9-bb04-4656-b708-7bfb09ff133e) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:13:49.328161 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ca109cd7-7481-4b8a-8513-215450c70824 req-8b782c33-4991-497e-942d-dbfea31822cb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=591535e8-eea5-447d-ad75-83d907ea6f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2604861 Feb 04 21:13:49.382225 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-ad071add-cfff-4cb1-a195-90ffaece2119 req-d4b93efb-b905-4e51-b172-a2b9a9e6d271 service neutron] 10.222.0.18 "GET /v2.0/networks/45821ff6-3791-4a68-b829-a67211a973e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499049 Feb 04 21:13:49.470131 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-d4841e32-61d5-46a6-80e2-db93a639a4b9 None None] For port 1cf2f8a9-bb04-4656-b708-7bfb09ff133e, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=1cf2f8a9-bb04-4656-b708-7bfb09ff133e,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:49.472840 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 04 21:13:49.472840 n-d-827896-1 neutron-server[87684]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Feb 04 21:13:49.472840 n-d-827896-1 neutron-server[87684]: [parameters: {'status': 'ACTIVE', 'ports_id': '1cf2f8a9-bb04-4656-b708-7bfb09ff133e'}] Feb 04 21:13:49.472840 n-d-827896-1 neutron-server[87684]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:13:49.473701 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:13:49.508948 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008c675-64a6-4c0f-b8ec-a180c19d90c3 req-0ef43cdf-ec03-4e4e-a344-658fbce6bed5 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:49.511461 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d4841e32-61d5-46a6-80e2-db93a639a4b9 None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:49.515871 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b008c675-64a6-4c0f-b8ec-a180c19d90c3 req-0ef43cdf-ec03-4e4e-a344-658fbce6bed5 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=641e4ab1-72cc-48d6-b7f1-2f56ca70ef46 HTTP/1.1" status: 200 len: 945 time: 0.6271789 Feb 04 21:13:49.530186 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d4841e32-61d5-46a6-80e2-db93a639a4b9 None None] Transition to ACTIVE for port object 1cf2f8a9-bb04-4656-b708-7bfb09ff133e will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:13:49.530960 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ca109cd7-7481-4b8a-8513-215450c70824 req-c4efa646-dad1-4086-b8a1-b92f0977e372 service neutron] 10.222.0.32 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949828 Feb 04 21:13:49.535650 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d4841e32-61d5-46a6-80e2-db93a639a4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:49.639699 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-ad071add-cfff-4cb1-a195-90ffaece2119 req-2ae74537-d10d-4035-b981-992571fbc861 service neutron] 10.222.0.18 "GET /v2.0/networks/45821ff6-3791-4a68-b829-a67211a973e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953828 Feb 04 21:13:49.678369 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b008c675-64a6-4c0f-b8ec-a180c19d90c3 req-d025fbba-37cb-4e33-9f8b-ee3c6f4ca083 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561189 Feb 04 21:13:49.699536 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4841e32-61d5-46a6-80e2-db93a639a4b9 None None] Pushing event updated for resources: {'Port': ['ID=1cf2f8a9-bb04-4656-b708-7bfb09ff133e,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:49.717714 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-844ea435-e370-4b4d-81ed-5efbadd35da0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:49.756791 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be14aa5-758f-480f-ba57-5abc72d9a15d req-1f051205-5a7f-4806-9269-15ccc64f39a9 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:49.766095 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9be14aa5-758f-480f-ba57-5abc72d9a15d req-1f051205-5a7f-4806-9269-15ccc64f39a9 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.4811647 Feb 04 21:13:49.783856 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ea435-e370-4b4d-81ed-5efbadd35da0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Port': ['ID=6c8c94d6-1623-426b-96c0-4de3549a8f52,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:49.807496 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ca109cd7-7481-4b8a-8513-215450c70824 req-edd5200d-1a93-40a3-8975-cdfd30748381 service neutron] 10.222.0.32 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655292 Feb 04 21:13:49.832566 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9be14aa5-758f-480f-ba57-5abc72d9a15d req-d1e34c43-c595-494a-aeab-30cfaf0aba05 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669341 Feb 04 21:13:50.057528 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-844ea435-e370-4b4d-81ed-5efbadd35da0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:50.088100 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-844ea435-e370-4b4d-81ed-5efbadd35da0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/6c8c94d6-1623-426b-96c0-4de3549a8f52 HTTP/1.1" status: 204 len: 168 time: 2.4670651 Feb 04 21:13:50.088392 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42608) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:50.091989 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:50.139502 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 1cf2f8a9-bb04-4656-b708-7bfb09ff133e, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=1cf2f8a9-bb04-4656-b708-7bfb09ff133e,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:50.147203 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:50.207785 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948b901-5d72-46bc-b875-36d761402f23 req-291d6c8b-964c-4306-b449-fbb7d2c4a6d2 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:50.228117 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f948b901-5d72-46bc-b875-36d761402f23 req-291d6c8b-964c-4306-b449-fbb7d2c4a6d2 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=733acf6b-a28f-4945-b3f6-bfc852bc7d3b HTTP/1.1" status: 200 len: 943 time: 0.3740840 Feb 04 21:13:50.243561 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece1ed4-3d2e-4c0f-83c2-c9321a8e267e req-7e6c3426-9be2-4770-ae2e-76fe035c9205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:50.245061 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fece1ed4-3d2e-4c0f-83c2-c9321a8e267e req-7e6c3426-9be2-4770-ae2e-76fe035c9205 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbe7b967cf5b4bf8a129a586503d8461&device_id=733acf6b-a28f-4945-b3f6-bfc852bc7d3b HTTP/1.1" status: 200 len: 1094 time: 0.3282759 Feb 04 21:13:50.246048 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=1cf2f8a9-bb04-4656-b708-7bfb09ff133e,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:50.255772 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0de125-9bd4-461a-9c10-e494889122c6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:50.257654 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0de125-9bd4-461a-9c10-e494889122c6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:50.259200 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0de125-9bd4-461a-9c10-e494889122c6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:50.260016 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ad0de125-9bd4-461a-9c10-e494889122c6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:13:50.281909 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ad0de125-9bd4-461a-9c10-e494889122c6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:13:50.285906 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ad0de125-9bd4-461a-9c10-e494889122c6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1835568 Feb 04 21:13:50.286508 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42616) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:50.395053 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-2404bd91-3303-4df1-8400-7ad7e16978d1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting subnet 05dd7887-ff12-48e2-abf0-568f66db25e6 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:13:50.398931 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2404bd91-3303-4df1-8400-7ad7e16978d1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:50.414335 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 1cf2f8a9-bb04-4656-b708-7bfb09ff133e up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:13:50.441270 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39889131-09c5-40fb-a5c5-3626aaf44229 req-e03a108d-6b49-4345-a5a5-a247c96e0dc1 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:50.443196 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-39889131-09c5-40fb-a5c5-3626aaf44229 req-e03a108d-6b49-4345-a5a5-a247c96e0dc1 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 946 time: 0.4358428 Feb 04 21:13:50.456582 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f948b901-5d72-46bc-b875-36d761402f23 req-d3ff1d74-26e9-49d1-8b21-a129e2c8d5df tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165141 Feb 04 21:13:50.483647 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2404bd91-3303-4df1-8400-7ad7e16978d1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:50.498335 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece1ed4-3d2e-4c0f-83c2-c9321a8e267e req-7008aa32-1aec-428a-be1c-b9b0c8005b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:50.499769 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fece1ed4-3d2e-4c0f-83c2-c9321a8e267e req-7008aa32-1aec-428a-be1c-b9b0c8005b94 service neutron] 10.222.0.32 "GET /v2.0/networks?id=591535e8-eea5-447d-ad75-83d907ea6f08 HTTP/1.1" status: 200 len: 907 time: 0.2235551 Feb 04 21:13:50.636313 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fece1ed4-3d2e-4c0f-83c2-c9321a8e267e req-287d94f8-1fcb-465f-a1dc-06c84ae5b90e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e791a7ac-6865-4c87-8ac5-f39dc8b22567 HTTP/1.1" status: 200 len: 217 time: 0.1173320 Feb 04 21:13:50.639435 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-39889131-09c5-40fb-a5c5-3626aaf44229 req-abb62956-0c47-4dbc-95fe-1367fc193727 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819425 Feb 04 21:13:50.691847 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2404bd91-3303-4df1-8400-7ad7e16978d1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:50.792218 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece1ed4-3d2e-4c0f-83c2-c9321a8e267e req-f3b66907-c02a-4d8d-9b11-4c74b0c91b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:50.793954 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fece1ed4-3d2e-4c0f-83c2-c9321a8e267e req-f3b66907-c02a-4d8d-9b11-4c74b0c91b44 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6328ddc0-a59e-4cee-8cab-7daa1242332a HTTP/1.1" status: 200 len: 846 time: 0.1463857 Feb 04 21:13:50.852696 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2404bd91-3303-4df1-8400-7ad7e16978d1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:50.927973 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 643c6a12-47d2-4a5a-a384-c6eee850b1ca details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:13:50.962118 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2404bd91-3303-4df1-8400-7ad7e16978d1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:50.964914 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404bd91-3303-4df1-8400-7ad7e16978d1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Subnet': ['ID=05dd7887-ff12-48e2-abf0-568f66db25e6,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:51.001756 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2404bd91-3303-4df1-8400-7ad7e16978d1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/05dd7887-ff12-48e2-abf0-568f66db25e6 HTTP/1.1" status: 204 len: 168 time: 0.7140701 Feb 04 21:13:51.002376 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42638) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:51.038229 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fece1ed4-3d2e-4c0f-83c2-c9321a8e267e req-978da61d-189f-4dca-8030-db1b2bca5053 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=591535e8-eea5-447d-ad75-83d907ea6f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2254519 Feb 04 21:13:51.081485 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d628bf8-f36e-4d0b-96f3-453b98540881 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:13:51.085681 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-fde6a3a2-577c-4400-ba9a-f225ea613318 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting subnet 892aa9bd-702e-49fd-b978-081692f3685c {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:13:51.089955 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fde6a3a2-577c-4400-ba9a-f225ea613318 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:51.172281 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fde6a3a2-577c-4400-ba9a-f225ea613318 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:51.187523 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-dbc33029-7a5a-40ca-a595-fd756e7ea88c None None] Could not find standard attr ID for object 6c8c94d6-1623-426b-96c0-4de3549a8f52. {{(pid=87684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 21:13:51.258794 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-dbc33029-7a5a-40ca-a595-fd756e7ea88c None None] Provisioning for port 1cf2f8a9-bb04-4656-b708-7bfb09ff133e completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:13:51.270159 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-dbc33029-7a5a-40ca-a595-fd756e7ea88c None None] Provisioning complete for port 1cf2f8a9-bb04-4656-b708-7bfb09ff133e triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:13:51.270528 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-dbc33029-7a5a-40ca-a595-fd756e7ea88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:51.312011 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fde6a3a2-577c-4400-ba9a-f225ea613318 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:51.361161 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b13879-ad8d-4fb4-b052-6383798fb6e0 req-d47513ea-f425-485c-b906-489d8c06bde9 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:51.368726 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c6b13879-ad8d-4fb4-b052-6383798fb6e0 req-d47513ea-f425-485c-b906-489d8c06bde9 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.6600351 Feb 04 21:13:51.419830 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fde6a3a2-577c-4400-ba9a-f225ea613318 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:51.486514 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fece1ed4-3d2e-4c0f-83c2-c9321a8e267e req-7e0c758a-53dd-4830-98f6-eb16814b44d5 service neutron] 10.222.0.32 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279931 Feb 04 21:13:51.488389 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6a3a2-577c-4400-ba9a-f225ea613318 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Subnet': ['ID=892aa9bd-702e-49fd-b978-081692f3685c,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:51.497686 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fde6a3a2-577c-4400-ba9a-f225ea613318 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:51.499881 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 643c6a12-47d2-4a5a-a384-c6eee850b1ca, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=643c6a12-47d2-4a5a-a384-c6eee850b1ca,segment=NetworkSegment(84b34f62-20de-461e-9dfa-a6b12b358939),segment_id=84b34f62-20de-461e-9dfa-a6b12b358939)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:51.514309 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fde6a3a2-577c-4400-ba9a-f225ea613318 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/892aa9bd-702e-49fd-b978-081692f3685c HTTP/1.1" status: 204 len: 168 time: 0.5107603 Feb 04 21:13:51.515168 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42650) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:51.576994 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c6b13879-ad8d-4fb4-b052-6383798fb6e0 req-3a774244-57ba-4ac4-82cb-11cd609de563 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069728 Feb 04 21:13:51.597942 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '643c6a12-47d2-4a5a-a384-c6eee850b1ca', 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79', 'port_id': '643c6a12-47d2-4a5a-a384-c6eee850b1ca', 'mac_address': 'fa:16:3e:8f:ae:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2332d4ab-28bd-4df4-abe3-897aa8896a30', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:13:51.621866 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d5e0e869-2f2c-489e-a491-dae1a6a3c673 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1051564 Feb 04 21:13:51.622464 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42658) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:51.630829 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-d93eeb76-0368-42d4-a1d4-67a3e6d47b60 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:13:51.635639 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc9ec5-9d0c-4917-8ac0-754cd12af2c0 req-5e166bd5-2d6c-451b-90a1-e3bd9e0f4483 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:51.642088 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e0fc9ec5-9d0c-4917-8ac0-754cd12af2c0 req-5e166bd5-2d6c-451b-90a1-e3bd9e0f4483 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=641e4ab1-72cc-48d6-b7f1-2f56ca70ef46 HTTP/1.1" status: 200 len: 945 time: 0.7779217 Feb 04 21:13:51.774975 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:51.796101 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86df32-37ec-4413-9dcc-78b5a976b0c8 req-696fa05b-f92d-4bb8-8178-3941c63535ed tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:51.797939 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2b86df32-37ec-4413-9dcc-78b5a976b0c8 req-696fa05b-f92d-4bb8-8178-3941c63535ed tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.32 "GET /v2.0/ports?device_id=641e4ab1-72cc-48d6-b7f1-2f56ca70ef46 HTTP/1.1" status: 200 len: 945 time: 0.9329402 Feb 04 21:13:51.831393 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 643c6a12-47d2-4a5a-a384-c6eee850b1ca {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:13:51.895134 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 643c6a12-47d2-4a5a-a384-c6eee850b1ca, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=643c6a12-47d2-4a5a-a384-c6eee850b1ca,segment=NetworkSegment(84b34f62-20de-461e-9dfa-a6b12b358939),segment_id=84b34f62-20de-461e-9dfa-a6b12b358939)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:51.908692 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:52.008361 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=643c6a12-47d2-4a5a-a384-c6eee850b1ca,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:52.012561 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59c3b04-56d5-4388-8396-00ddfbe973bd None None] DHCP port deletion for f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:13:52.018750 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-d59c3b04-56d5-4388-8396-00ddfbe973bd None None] Deleting port 1cf2f8a9-bb04-4656-b708-7bfb09ff133e {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:52.019442 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d59c3b04-56d5-4388-8396-00ddfbe973bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:52.087395 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d93eeb76-0368-42d4-a1d4-67a3e6d47b60 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:13:52.092765 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d93eeb76-0368-42d4-a1d4-67a3e6d47b60 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:subnet and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:13:52.102185 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d93eeb76-0368-42d4-a1d4-67a3e6d47b60 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:13:52.128022 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d93eeb76-0368-42d4-a1d4-67a3e6d47b60 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:13:52.142921 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['643c6a12-47d2-4a5a-a384-c6eee850b1ca'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:13:52.147635 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93eeb76-0368-42d4-a1d4-67a3e6d47b60 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:13:52.151212 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d93eeb76-0368-42d4-a1d4-67a3e6d47b60 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:52.230852 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-2b86df32-37ec-4413-9dcc-78b5a976b0c8 req-2b0cd507-3f14-430d-95ea-730312f78536 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Deleting port b96a4192-598b-4230-877d-1404fd20577d {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:52.230852 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2b86df32-37ec-4413-9dcc-78b5a976b0c8 req-2b0cd507-3f14-430d-95ea-730312f78536 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:52.452684 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 1cf2f8a9-bb04-4656-b708-7bfb09ff133e no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:13:52.507323 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fece1ed4-3d2e-4c0f-83c2-c9321a8e267e req-0869cd4b-dfbe-4f4b-a6f1-f673458afe21 service neutron] 10.222.0.32 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0044229 Feb 04 21:13:52.562337 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-d59c3b04-56d5-4388-8396-00ddfbe973bd None None] For port 1cf2f8a9-bb04-4656-b708-7bfb09ff133e, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=1cf2f8a9-bb04-4656-b708-7bfb09ff133e,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:52.562762 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d59c3b04-56d5-4388-8396-00ddfbe973bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:52.608883 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e0fc9ec5-9d0c-4917-8ac0-754cd12af2c0 req-e2d2595d-bcfc-4a5e-a390-a47f4853ba41 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8084488 Feb 04 21:13:52.726634 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-d59c3b04-56d5-4388-8396-00ddfbe973bd None None] Calling delete_port for 1cf2f8a9-bb04-4656-b708-7bfb09ff133e owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:52.892322 n-d-827896-1 neutron-server[87682]: DEBUG neutron.objects.ports [None req-d93eeb76-0368-42d4-a1d4-67a3e6d47b60 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87682) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 21:13:52.934370 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:52.942611 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b6d51-4782-4c78-9fdb-f534e3398d60 req-51de2336-f041-4404-9e9d-24059f82f660 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:52.944174 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-116b6d51-4782-4c78-9fdb-f534e3398d60 req-51de2336-f041-4404-9e9d-24059f82f660 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=733acf6b-a28f-4945-b3f6-bfc852bc7d3b HTTP/1.1" status: 200 len: 943 time: 0.9289498 Feb 04 21:13:52.981571 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d59c3b04-56d5-4388-8396-00ddfbe973bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:53.091778 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-116b6d51-4782-4c78-9fdb-f534e3398d60 req-1908a33a-6af5-4e0a-a148-3657d7a57454 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143620 Feb 04 21:13:53.093331 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c3b04-56d5-4388-8396-00ddfbe973bd None None] Pushing event deleted for resources: {'Port': ['ID=1cf2f8a9-bb04-4656-b708-7bfb09ff133e,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:53.125799 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59c3b04-56d5-4388-8396-00ddfbe973bd None None] No DVR routers for this DVR port 1cf2f8a9-bb04-4656-b708-7bfb09ff133e on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:13:53.180875 n-d-827896-1 neutron-server[87682]: WARNING neutron.services.revisions.revision_plugin [None req-d93eeb76-0368-42d4-a1d4-67a3e6d47b60 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Could not find related port for resource to bump revision. Feb 04 21:13:53.204578 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.ipam_pluggable_backend [None req-d93eeb76-0368-42d4-a1d4-67a3e6d47b60 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Port 1cf2f8a9-bb04-4656-b708-7bfb09ff133e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87682) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 04 21:13:53.205120 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.ipam_pluggable_backend [None req-d93eeb76-0368-42d4-a1d4-67a3e6d47b60 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Reverting IP allocation for 2001:db8::f816:3eff:fea5:7c22 {{(pid=87682) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 04 21:13:53.209172 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.ipam_pluggable_backend [None req-d93eeb76-0368-42d4-a1d4-67a3e6d47b60 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea5:7c22 {{(pid=87682) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 04 21:13:53.210402 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d93eeb76-0368-42d4-a1d4-67a3e6d47b60 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:53.231688 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-2b86df32-37ec-4413-9dcc-78b5a976b0c8 req-2b0cd507-3f14-430d-95ea-730312f78536 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] For port b96a4192-598b-4230-877d-1404fd20577d, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=b96a4192-598b-4230-877d-1404fd20577d,segment=NetworkSegment(383edd10-afd3-4822-a6b6-a663d901d7f4),segment_id=383edd10-afd3-4822-a6b6-a663d901d7f4)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:53.232055 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2b86df32-37ec-4413-9dcc-78b5a976b0c8 req-2b0cd507-3f14-430d-95ea-730312f78536 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:53.257949 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00851ca6-d65d-4898-83b5-b4f9a492ab62 req-06587c2d-619c-48cb-98dc-afbd5957b1a9 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:53.268813 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-00851ca6-d65d-4898-83b5-b4f9a492ab62 req-06587c2d-619c-48cb-98dc-afbd5957b1a9 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.4533169 Feb 04 21:13:53.290522 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93eeb76-0368-42d4-a1d4-67a3e6d47b60 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:13:53.297244 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-d93eeb76-0368-42d4-a1d4-67a3e6d47b60 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:13:53.300628 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93eeb76-0368-42d4-a1d4-67a3e6d47b60 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:53.301246 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d93eeb76-0368-42d4-a1d4-67a3e6d47b60 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:53.309234 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4deed55-68e7-4591-b7a5-4fcb7c2b9960 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:13:53.409892 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93eeb76-0368-42d4-a1d4-67a3e6d47b60 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Subnet': ['ID=8e018be0-2bcc-4e24-a2a7-a477ea21b218,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:53.437084 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d93eeb76-0368-42d4-a1d4-67a3e6d47b60 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8133805 Feb 04 21:13:53.442255 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42686) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:53.470626 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-5d097220-4134-4f83-a178-a9797a89aee7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:13:53.576178 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-2b86df32-37ec-4413-9dcc-78b5a976b0c8 req-2b0cd507-3f14-430d-95ea-730312f78536 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Calling delete_port for b96a4192-598b-4230-877d-1404fd20577d owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:53.646721 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-00851ca6-d65d-4898-83b5-b4f9a492ab62 req-331d2b4e-6843-44a2-9748-10f12f251263 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740160 Feb 04 21:13:53.678058 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5d097220-4134-4f83-a178-a9797a89aee7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:13:53.683554 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5d097220-4134-4f83-a178-a9797a89aee7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:subnet and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:13:53.687741 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d81bfbf-7785-41b9-92a8-1bffeadb388f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'tenant_id': 'c1a09abf1d69443ba4dc5757947fc733', 'fixed_ips': [{'subnet_id': '8e018be0-2bcc-4e24-a2a7-a477ea21b218'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:13:53.687920 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5d097220-4134-4f83-a178-a9797a89aee7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:13:53.689580 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4d81bfbf-7785-41b9-92a8-1bffeadb388f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:53.694959 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5d097220-4134-4f83-a178-a9797a89aee7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:13:53.717243 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d097220-4134-4f83-a178-a9797a89aee7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:13:53.723054 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5d097220-4134-4f83-a178-a9797a89aee7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:53.754952 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c8dc3-c6fe-4703-8e8f-78445ab0157f req-213a1664-6f4a-4025-aa09-914d0ae7a0d0 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:53.762282 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6a9c8dc3-c6fe-4703-8e8f-78445ab0157f req-213a1664-6f4a-4025-aa09-914d0ae7a0d0 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 945 time: 0.4677386 Feb 04 21:13:53.910630 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6a9c8dc3-c6fe-4703-8e8f-78445ab0157f req-1f96d9e1-ea27-4574-ba07-1f2b250ddb83 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470091 Feb 04 21:13:54.010126 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-4d81bfbf-7785-41b9-92a8-1bffeadb388f None None] Allocated IP 2001:db8::f816:3eff:fe62:9e10 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/8e018be0-2bcc-4e24-a2a7-a477ea21b218/8b2c0e8e-ff08-4665-b2be-494a37f4fcc5) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:13:54.222663 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2b86df32-37ec-4413-9dcc-78b5a976b0c8 req-2b0cd507-3f14-430d-95ea-730312f78536 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:54.284373 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['ffecdf98-c817-481b-b0b0-07871ba48ec8'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:13:54.363370 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5d097220-4134-4f83-a178-a9797a89aee7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:54.372484 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0cd507-3f14-430d-95ea-730312f78536 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Pushing event deleted for resources: {'Port': ['ID=b96a4192-598b-4230-877d-1404fd20577d,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:54.443462 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b86df32-37ec-4413-9dcc-78b5a976b0c8 req-2b0cd507-3f14-430d-95ea-730312f78536 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] No DVR routers for this DVR port b96a4192-598b-4230-877d-1404fd20577d on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:13:54.456512 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0cd507-3f14-430d-95ea-730312f78536 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:54.457997 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0cd507-3f14-430d-95ea-730312f78536 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:54.458407 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0cd507-3f14-430d-95ea-730312f78536 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:54.459586 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0cd507-3f14-430d-95ea-730312f78536 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:54.459919 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0cd507-3f14-430d-95ea-730312f78536 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:54.461672 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0cd507-3f14-430d-95ea-730312f78536 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:54.463122 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0cd507-3f14-430d-95ea-730312f78536 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:54.463548 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0cd507-3f14-430d-95ea-730312f78536 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:54.463892 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0cd507-3f14-430d-95ea-730312f78536 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:54.464229 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0cd507-3f14-430d-95ea-730312f78536 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:54.464589 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0cd507-3f14-430d-95ea-730312f78536 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:54.464964 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0cd507-3f14-430d-95ea-730312f78536 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:13:54.483017 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-2b86df32-37ec-4413-9dcc-78b5a976b0c8 req-2b0cd507-3f14-430d-95ea-730312f78536 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:54.488540 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641e4ab1-72cc-48d6-b7f1-2f56ca70ef46', 'name': 'network-vif-deleted', 'tag': 'b96a4192-598b-4230-877d-1404fd20577d'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:13:54.494381 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d097220-4134-4f83-a178-a9797a89aee7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:13:54.499466 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-5d097220-4134-4f83-a178-a9797a89aee7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:13:54.505483 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d097220-4134-4f83-a178-a9797a89aee7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:54.506339 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5d097220-4134-4f83-a178-a9797a89aee7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:54.535406 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d097220-4134-4f83-a178-a9797a89aee7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Subnet': ['ID=adbebe5a-fe23-490f-87fe-0bf135b37e16,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:54.554788 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803baf17-e9db-4ce5-88dd-e3bde6691e95 req-77c2732e-2ba7-476d-92ed-dd02b6fb6e8e tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:54.555558 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-803baf17-e9db-4ce5-88dd-e3bde6691e95 req-77c2732e-2ba7-476d-92ed-dd02b6fb6e8e tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Synchronizing usage tracker for tenant:c0334bb297a2459cb341ceb6d3c2f76e on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:13:54.576182 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5d097220-4134-4f83-a178-a9797a89aee7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1294870 Feb 04 21:13:54.583718 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42704) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:54.590910 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd606d-a3e6-4e47-ae0f-e57185d9c56f req-01c627b4-a357-4e87-9e16-e081dc748af9 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:54.604318 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-a92deffc-a253-4036-8456-16a669a62662 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'port': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'mac_address': 'fa:16:3e:46:76:35', 'name': 'tempest-NetworksTestDHCPv6-1224277076'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:13:54.606983 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-12cd606d-a3e6-4e47-ae0f-e57185d9c56f req-01c627b4-a357-4e87-9e16-e081dc748af9 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.4502945 Feb 04 21:13:54.617945 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2b86df32-37ec-4413-9dcc-78b5a976b0c8 req-2b0cd507-3f14-430d-95ea-730312f78536 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.32 "DELETE /v2.0/ports/b96a4192-598b-4230-877d-1404fd20577d HTTP/1.1" status: 204 len: 173 time: 2.5991344 Feb 04 21:13:54.670233 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device e791a7ac-6865-4c87-8ac5-f39dc8b22567 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:13:54.698833 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-12cd606d-a3e6-4e47-ae0f-e57185d9c56f req-627d1ef6-8cac-43c6-81f8-ff8ed3764bb3 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900304 Feb 04 21:13:54.702269 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-803baf17-e9db-4ce5-88dd-e3bde6691e95 req-77c2732e-2ba7-476d-92ed-dd02b6fb6e8e tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Unset dirty status for tenant:c0334bb297a2459cb341ceb6d3c2f76e on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:13:54.707488 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-803baf17-e9db-4ce5-88dd-e3bde6691e95 req-77c2732e-2ba7-476d-92ed-dd02b6fb6e8e tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=641e4ab1-72cc-48d6-b7f1-2f56ca70ef46 HTTP/1.1" status: 200 len: 945 time: 0.6781361 Feb 04 21:13:54.841658 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-803baf17-e9db-4ce5-88dd-e3bde6691e95 req-534829d1-8802-4921-a490-5cc98bd62f7b tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193731 Feb 04 21:13:54.965572 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a92deffc-a253-4036-8456-16a669a62662 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:13:54.978483 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a92deffc-a253-4036-8456-16a669a62662 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:port and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:13:54.986268 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a92deffc-a253-4036-8456-16a669a62662 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:13:55.005327 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a92deffc-a253-4036-8456-16a669a62662 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:13:55.020040 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641e4ab1-72cc-48d6-b7f1-2f56ca70ef46', 'name': 'network-vif-deleted', 'tag': 'b96a4192-598b-4230-877d-1404fd20577d', 'status': 'completed', 'code': 200} Feb 04 21:13:55.029566 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92deffc-a253-4036-8456-16a669a62662 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:13:55.088702 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904dadb-b5e4-46a5-be7e-a1585a1db4c0 req-c6ef40c4-616d-4e19-ab53-81ce855b6405 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:55.090842 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port e791a7ac-6865-4c87-8ac5-f39dc8b22567, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=e791a7ac-6865-4c87-8ac5-f39dc8b22567,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:55.102011 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0904dadb-b5e4-46a5-be7e-a1585a1db4c0 req-c6ef40c4-616d-4e19-ab53-81ce855b6405 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=733acf6b-a28f-4945-b3f6-bfc852bc7d3b HTTP/1.1" status: 200 len: 943 time: 0.1690927 Feb 04 21:13:55.128058 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device b96a4192-598b-4230-877d-1404fd20577d no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:13:55.221182 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a92deffc-a253-4036-8456-16a669a62662 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:55.221859 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0904dadb-b5e4-46a5-be7e-a1585a1db4c0 req-d4ca9076-2be8-4096-a271-c1bbd4590c14 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133111 Feb 04 21:13:55.223028 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': 'e791a7ac-6865-4c87-8ac5-f39dc8b22567', 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08', 'port_id': 'e791a7ac-6865-4c87-8ac5-f39dc8b22567', 'mac_address': 'fa:16:3e:bc:70:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6328ddc0-a59e-4cee-8cab-7daa1242332a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:13:55.225068 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: b96a4192-598b-4230-877d-1404fd20577d {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:13:55.225467 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device b96a4192-598b-4230-877d-1404fd20577d not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:13:55.228270 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 643c6a12-47d2-4a5a-a384-c6eee850b1ca up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:13:55.252803 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-a92deffc-a253-4036-8456-16a669a62662 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] device_id is not set on port 9bcaad20-2e53-42ae-b33b-cd61f9703775 yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:13:55.374536 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:55.435190 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e791a7ac-6865-4c87-8ac5-f39dc8b22567 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:13:55.471606 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port e791a7ac-6865-4c87-8ac5-f39dc8b22567, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=e791a7ac-6865-4c87-8ac5-f39dc8b22567,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:55.479304 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4d81bfbf-7785-41b9-92a8-1bffeadb388f None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:55.505330 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:55.619669 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-4d81bfbf-7785-41b9-92a8-1bffeadb388f None None] Transition to ACTIVE for port object 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:13:55.705402 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-4d81bfbf-7785-41b9-92a8-1bffeadb388f None None] Transition to ACTIVE for port object 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:13:55.712522 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=e791a7ac-6865-4c87-8ac5-f39dc8b22567,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:55.715870 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 643c6a12-47d2-4a5a-a384-c6eee850b1ca triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:13:55.716601 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:55.809009 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec20f4d-51ea-4e8a-aa37-f4d10d7aad7a req-0201f8e9-793a-49bd-9f9c-11c2eea587ac tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:55.818179 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8ec20f4d-51ea-4e8a-aa37-f4d10d7aad7a req-0201f8e9-793a-49bd-9f9c-11c2eea587ac tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.4779317 Feb 04 21:13:55.822671 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4d81bfbf-7785-41b9-92a8-1bffeadb388f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:55.861776 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ac291-5fc6-4809-9fad-751b4e95517c req-a4862b4e-9131-47b1-8db4-02ca1833afcf tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:55.874260 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e35ac291-5fc6-4809-9fad-751b4e95517c req-a4862b4e-9131-47b1-8db4-02ca1833afcf tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 945 time: 0.4511607 Feb 04 21:13:55.960708 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e35ac291-5fc6-4809-9fad-751b4e95517c req-395b6eec-bb2f-410d-83bf-1dd6b993cf59 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858157 Feb 04 21:13:56.003244 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8ec20f4d-51ea-4e8a-aa37-f4d10d7aad7a req-d572e4a7-e37f-4e7c-a8dc-672fc1a01655 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830704 Feb 04 21:13:56.033193 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['e791a7ac-6865-4c87-8ac5-f39dc8b22567'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:13:56.059249 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-a92deffc-a253-4036-8456-16a669a62662 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Allocated IP 172.20.0.7 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/adbebe5a-fe23-490f-87fe-0bf135b37e16/9bcaad20-2e53-42ae-b33b-cd61f9703775) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:13:56.074661 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-a92deffc-a253-4036-8456-16a669a62662 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Allocated IP 2001:db8::f816:3eff:fe46:7635 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/8e018be0-2bcc-4e24-a2a7-a477ea21b218/9bcaad20-2e53-42ae-b33b-cd61f9703775) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:13:56.218206 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d81bfbf-7785-41b9-92a8-1bffeadb388f None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:13:56.242873 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-4d81bfbf-7785-41b9-92a8-1bffeadb388f None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:13:56.246110 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:56.246933 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d81bfbf-7785-41b9-92a8-1bffeadb388f None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:13:56.278915 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81bfbf-7785-41b9-92a8-1bffeadb388f None None] Pushing event updated for resources: {'Port': ['ID=8b2c0e8e-ff08-4665-b2be-494a37f4fcc5,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:56.530635 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205bff3-eec1-44df-8c5d-15ec4068ada2 req-ec6ba747-f72c-4084-994c-6ac66c049851 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:56.536932 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e205bff3-eec1-44df-8c5d-15ec4068ada2 req-ec6ba747-f72c-4084-994c-6ac66c049851 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.1985357 Feb 04 21:13:56.621913 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e205bff3-eec1-44df-8c5d-15ec4068ada2 req-91c4339c-2fbc-4fdc-a1d3-06c810be4b65 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712087 Feb 04 21:13:56.654795 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-4d81bfbf-7785-41b9-92a8-1bffeadb388f None None] Attempting to bind port 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:13:56.655318 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-4d81bfbf-7785-41b9-92a8-1bffeadb388f None None] Attempting to bind port 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:13:56.655566 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d81bfbf-7785-41b9-92a8-1bffeadb388f None None] Attempting to bind port 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5 on network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:13:56.667301 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d81bfbf-7785-41b9-92a8-1bffeadb388f None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:13:56.668110 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d81bfbf-7785-41b9-92a8-1bffeadb388f None None] Checking segment: {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:13:56.668110 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4d81bfbf-7785-41b9-92a8-1bffeadb388f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:56.668467 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d81bfbf-7785-41b9-92a8-1bffeadb388f None None] Bound using segment: {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:13:56.668941 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-4d81bfbf-7785-41b9-92a8-1bffeadb388f None None] Bound port: 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:13:56.669351 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4d81bfbf-7785-41b9-92a8-1bffeadb388f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:56.698947 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:56.794143 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a92deffc-a253-4036-8456-16a669a62662 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:56.832535 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-a92deffc-a253-4036-8456-16a669a62662 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Transition to ACTIVE for port object 9bcaad20-2e53-42ae-b33b-cd61f9703775 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:13:56.853116 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae90da3-4aff-407d-93a4-d620d218817e req-ea478fdb-a48d-49bc-a57e-68d4b5059b02 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:56.855767 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cae90da3-4aff-407d-93a4-d620d218817e req-ea478fdb-a48d-49bc-a57e-68d4b5059b02 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=733acf6b-a28f-4945-b3f6-bfc852bc7d3b HTTP/1.1" status: 200 len: 944 time: 0.1590092 Feb 04 21:13:56.868856 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643c6a12-47d2-4a5a-a384-c6eee850b1ca'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:13:56.894281 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a92deffc-a253-4036-8456-16a669a62662 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:56.910611 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 643c6a12-47d2-4a5a-a384-c6eee850b1ca, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=643c6a12-47d2-4a5a-a384-c6eee850b1ca,segment=NetworkSegment(84b34f62-20de-461e-9dfa-a6b12b358939),segment_id=84b34f62-20de-461e-9dfa-a6b12b358939)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:56.928029 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:56.975880 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cae90da3-4aff-407d-93a4-d620d218817e req-a6d45be7-7e69-41e6-be3d-2d07f8b69c2b tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131928 Feb 04 21:13:57.028679 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-4d81bfbf-7785-41b9-92a8-1bffeadb388f None None] For port 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:13:57.044107 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92deffc-a253-4036-8456-16a669a62662 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Port': ['ID=9bcaad20-2e53-42ae-b33b-cd61f9703775,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:57.065066 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92deffc-a253-4036-8456-16a669a62662 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:13:57.066660 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-a92deffc-a253-4036-8456-16a669a62662 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:13:57.070002 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92deffc-a253-4036-8456-16a669a62662 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:13:57.084670 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-4d81bfbf-7785-41b9-92a8-1bffeadb388f None None] For port 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=8b2c0e8e-ff08-4665-b2be-494a37f4fcc5,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:13:57.115658 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4d81bfbf-7785-41b9-92a8-1bffeadb388f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:57.158914 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=643c6a12-47d2-4a5a-a384-c6eee850b1ca,revision_number=7']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:57.182285 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92deffc-a253-4036-8456-16a669a62662 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:57.184861 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a92deffc-a253-4036-8456-16a669a62662 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:57.244603 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 42744) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:57.252080 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a92deffc-a253-4036-8456-16a669a62662 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6669185 Feb 04 21:13:57.418503 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81bfbf-7785-41b9-92a8-1bffeadb388f None None] Pushing event updated for resources: {'Port': ['ID=8b2c0e8e-ff08-4665-b2be-494a37f4fcc5,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:57.573012 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643c6a12-47d2-4a5a-a384-c6eee850b1ca', 'code': 200} Feb 04 21:13:57.602714 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bfdb81-32a7-4ca6-be13-3ebe074bca8d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:57.613749 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bfdb81-32a7-4ca6-be13-3ebe074bca8d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:57.614707 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-27bfdb81-32a7-4ca6-be13-3ebe074bca8d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:13:57.639020 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ceb96-0247-4e87-bec1-e3f1e28dcbc1 req-0c3c5a4c-78a8-4710-b838-ba2aa9f47a57 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:57.656526 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e99ceb96-0247-4e87-bec1-e3f1e28dcbc1 req-0c3c5a4c-78a8-4710-b838-ba2aa9f47a57 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.2476609 Feb 04 21:13:57.770796 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e99ceb96-0247-4e87-bec1-e3f1e28dcbc1 req-2428b0a2-efd3-4a62-91ad-4cfbb33df3f8 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132534 Feb 04 21:13:57.771497 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-27bfdb81-32a7-4ca6-be13-3ebe074bca8d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:13:57.773420 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-27bfdb81-32a7-4ca6-be13-3ebe074bca8d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.5268626 Feb 04 21:13:57.775985 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42752) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:57.937669 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-e11eae1e-aa30-4817-bad1-d11ac7682aaf tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting port 9bcaad20-2e53-42ae-b33b-cd61f9703775 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:13:57.969940 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e11eae1e-aa30-4817-bad1-d11ac7682aaf tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:57.984724 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16c5c5-49a7-4daf-8003-1bd035abc763 req-d5bfab1d-b261-470f-8967-450bb2f1b735 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:57.987126 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2e16c5c5-49a7-4daf-8003-1bd035abc763 req-d5bfab1d-b261-470f-8967-450bb2f1b735 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 946 time: 0.2317722 Feb 04 21:13:58.101246 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2e16c5c5-49a7-4daf-8003-1bd035abc763 req-e98d30fa-474f-4651-bf50-1442f8e2d5e5 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905125 Feb 04 21:13:58.472462 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ab430-df2f-4dcd-97fe-022e7c3f148d req-b67f141f-2579-4acd-b297-c311ad09cd66 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:58.477930 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-198ab430-df2f-4dcd-97fe-022e7c3f148d req-b67f141f-2579-4acd-b297-c311ad09cd66 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 945 time: 0.1862125 Feb 04 21:13:58.495534 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:13:58.519438 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e11eae1e-aa30-4817-bad1-d11ac7682aaf tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:58.541016 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a445cc-d372-42a5-b23a-e767c73e5b3b req-682207a0-e2f2-4d68-80b1-8988f6766259 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:58.545458 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-20a445cc-d372-42a5-b23a-e767c73e5b3b req-682207a0-e2f2-4d68-80b1-8988f6766259 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cc245bc-688c-478d-b920-da244c56e1dc HTTP/1.1" status: 200 len: 945 time: 0.3002706 Feb 04 21:13:58.681267 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:13:58.690664 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-198ab430-df2f-4dcd-97fe-022e7c3f148d req-a49bdbef-2521-4139-9f64-fd012facc69a tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985836 Feb 04 21:13:58.695621 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device e791a7ac-6865-4c87-8ac5-f39dc8b22567 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:13:58.733321 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-20a445cc-d372-42a5-b23a-e767c73e5b3b req-2f692d31-a846-4153-8c80-30b3f5d5fe39 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea76193b-dc3c-4711-98ab-c1fcf94780c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791217 Feb 04 21:13:58.807092 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-e11eae1e-aa30-4817-bad1-d11ac7682aaf tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Calling delete_port for 9bcaad20-2e53-42ae-b33b-cd61f9703775 owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:13:59.011355 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port e791a7ac-6865-4c87-8ac5-f39dc8b22567 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:13:59.023541 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port e791a7ac-6865-4c87-8ac5-f39dc8b22567 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:13:59.024354 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:59.210906 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e11eae1e-aa30-4817-bad1-d11ac7682aaf tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:59.241962 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9983d3a-0298-41d4-89a9-cf00a5603d96 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:13:59.287403 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ba8a1-f0e5-48bf-a749-b6a61eb06274 req-19241063-bd71-4701-987a-ae03f0b5f090 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:59.288856 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f20ba8a1-f0e5-48bf-a749-b6a61eb06274 req-19241063-bd71-4701-987a-ae03f0b5f090 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=733acf6b-a28f-4945-b3f6-bfc852bc7d3b HTTP/1.1" status: 200 len: 944 time: 0.3211553 Feb 04 21:13:59.312191 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1152d9b-d15f-423a-b52e-1f81eed0263a req-15ad3873-b91d-417e-979c-e0c0a78ffe0a tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:59.318486 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f1152d9b-d15f-423a-b52e-1f81eed0263a req-15ad3873-b91d-417e-979c-e0c0a78ffe0a tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.2035644 Feb 04 21:13:59.389407 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11eae1e-aa30-4817-bad1-d11ac7682aaf tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Port': ['ID=9bcaad20-2e53-42ae-b33b-cd61f9703775,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:13:59.408782 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:59.428766 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-13ed96a3-819a-4552-848c-7264e592467b None None] Provisioning for port 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:13:59.454992 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-13ed96a3-819a-4552-848c-7264e592467b None None] Provisioning complete for port 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:13:59.455536 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-13ed96a3-819a-4552-848c-7264e592467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:59.475766 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f20ba8a1-f0e5-48bf-a749-b6a61eb06274 req-bed21e7f-f64e-4c8f-9c42-6f94a7db75ab tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561856 Feb 04 21:13:59.489817 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f1152d9b-d15f-423a-b52e-1f81eed0263a req-3de2f4f0-77a7-465e-ac13-12a3437dd852 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355996 Feb 04 21:13:59.559675 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e11eae1e-aa30-4817-bad1-d11ac7682aaf tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:59.581073 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733acf6b-a28f-4945-b3f6-bfc852bc7d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e791a7ac-6865-4c87-8ac5-f39dc8b22567'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:13:59.596152 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e11eae1e-aa30-4817-bad1-d11ac7682aaf tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/9bcaad20-2e53-42ae-b33b-cd61f9703775 HTTP/1.1" status: 204 len: 168 time: 1.8170774 Feb 04 21:13:59.598501 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42784) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:59.610503 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port e791a7ac-6865-4c87-8ac5-f39dc8b22567, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=e791a7ac-6865-4c87-8ac5-f39dc8b22567,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:13:59.699896 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c27f02a-31ae-42f2-8afa-cee5b9744dad tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:59.710465 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:13:59.714573 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c27f02a-31ae-42f2-8afa-cee5b9744dad tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:59.717626 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c27f02a-31ae-42f2-8afa-cee5b9744dad tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:59.717626 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9c27f02a-31ae-42f2-8afa-cee5b9744dad tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:13:59.751810 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9c27f02a-31ae-42f2-8afa-cee5b9744dad tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:13:59.753017 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9c27f02a-31ae-42f2-8afa-cee5b9744dad tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1531262 Feb 04 21:13:59.755699 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42790) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:13:59.882110 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b452867-b681-4681-b0f2-6eb9c2e90b26 req-a77d6773-c2aa-47ba-82bf-174f4ad47b18 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:13:59.892655 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4b452867-b681-4681-b0f2-6eb9c2e90b26 req-a77d6773-c2aa-47ba-82bf-174f4ad47b18 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 946 time: 0.1932623 Feb 04 21:13:59.913233 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-270489e7-3d90-4d89-819b-a8acc0870ba7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting subnet 8e018be0-2bcc-4e24-a2a7-a477ea21b218 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:13:59.920475 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-270489e7-3d90-4d89-819b-a8acc0870ba7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:00.018068 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4b452867-b681-4681-b0f2-6eb9c2e90b26 req-d78b7c5a-35aa-4d54-93c7-b973dd19e754 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243865 Feb 04 21:14:00.039722 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=e791a7ac-6865-4c87-8ac5-f39dc8b22567,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:00.059870 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-13ed96a3-819a-4552-848c-7264e592467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:00.106908 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-13ed96a3-819a-4552-848c-7264e592467b None None] For port 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=8b2c0e8e-ff08-4665-b2be-494a37f4fcc5,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:00.115912 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-13ed96a3-819a-4552-848c-7264e592467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:00.146719 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-270489e7-3d90-4d89-819b-a8acc0870ba7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:00.321852 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733acf6b-a28f-4945-b3f6-bfc852bc7d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e791a7ac-6865-4c87-8ac5-f39dc8b22567', 'code': 200} Feb 04 21:14:00.353671 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-270489e7-3d90-4d89-819b-a8acc0870ba7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:00.376707 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed96a3-819a-4552-848c-7264e592467b None None] Pushing event updated for resources: {'Port': ['ID=8b2c0e8e-ff08-4665-b2be-494a37f4fcc5,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:00.388917 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07903e86-e816-48b1-b72e-081128dd4939 None None] Update dhcp port {'port': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'fixed_ips': [{'subnet_id': '8e018be0-2bcc-4e24-a2a7-a477ea21b218', 'ip_address': '2001:db8::f816:3eff:fe62:9e10'}, {'subnet_id': 'adbebe5a-fe23-490f-87fe-0bf135b37e16'}], 'binding:host_id': 'n-d-827896-1'}, 'id': '8b2c0e8e-ff08-4665-b2be-494a37f4fcc5'} from n-d-827896-1. {{(pid=87684) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 21:14:00.460229 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-07903e86-e816-48b1-b72e-081128dd4939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:00.462450 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-270489e7-3d90-4d89-819b-a8acc0870ba7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:00.520759 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270489e7-3d90-4d89-819b-a8acc0870ba7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Subnet': ['ID=8e018be0-2bcc-4e24-a2a7-a477ea21b218,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:00.530811 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-270489e7-3d90-4d89-819b-a8acc0870ba7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:00.547928 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-270489e7-3d90-4d89-819b-a8acc0870ba7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/8e018be0-2bcc-4e24-a2a7-a477ea21b218 HTTP/1.1" status: 204 len: 168 time: 0.7910697 Feb 04 21:14:00.552283 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 42806) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:00.655759 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45a2e6-a858-4a89-b462-96185ce3f322 req-6c778df0-b0b3-47ff-9000-8fc940632871 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:00.664168 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-de45a2e6-a858-4a89-b462-96185ce3f322 req-6c778df0-b0b3-47ff-9000-8fc940632871 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.5472801 Feb 04 21:14:00.755236 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-de45a2e6-a858-4a89-b462-96185ce3f322 req-104427a2-3e11-4d19-972c-5a9d8ba41e74 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872948 Feb 04 21:14:00.765153 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04614c1-3356-4cd7-a6da-6abc24cd4872 req-0b05d5c5-8e3c-480b-9c6e-c6343555ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:00.769158 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f04614c1-3356-4cd7-a6da-6abc24cd4872 req-0b05d5c5-8e3c-480b-9c6e-c6343555ac73 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=733acf6b-a28f-4945-b3f6-bfc852bc7d3b HTTP/1.1" status: 200 len: 1096 time: 0.4879611 Feb 04 21:14:00.781476 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-55003c3f-94e0-48d1-86f2-dc35ef805fe3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting subnet adbebe5a-fe23-490f-87fe-0bf135b37e16 {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:14:00.786038 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0d1450-6a4c-46e5-a431-5d9b29f68538 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:14:00.845585 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463bca0-0f40-4a6f-ab78-cc95d1799e25 req-5c2f8ae0-c4b3-4425-a4f1-670008e6dd4e tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:00.857780 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c463bca0-0f40-4a6f-ab78-cc95d1799e25 req-5c2f8ae0-c4b3-4425-a4f1-670008e6dd4e tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 945 time: 0.4472764 Feb 04 21:14:00.868871 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-55003c3f-94e0-48d1-86f2-dc35ef805fe3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:00.962045 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-46dca53b-6052-4bbb-ad93-21d16f52df33 None None] Provisioning complete for port 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:14:00.962407 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-46dca53b-6052-4bbb-ad93-21d16f52df33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:01.044457 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f04614c1-3356-4cd7-a6da-6abc24cd4872 req-b8303d6d-3ac7-457d-8140-2f9b86e21237 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600152 Feb 04 21:14:01.115561 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-55003c3f-94e0-48d1-86f2-dc35ef805fe3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:01.156186 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c463bca0-0f40-4a6f-ab78-cc95d1799e25 req-dfe81a24-44e5-4d1f-82d3-b7638bbb53b5 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972035 Feb 04 21:14:01.246597 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19162237-acfe-42fa-9394-db7e180de973 req-85f5ab17-2aba-4a8c-bd64-3e37fca1cebc tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:01.248580 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-19162237-acfe-42fa-9394-db7e180de973 req-85f5ab17-2aba-4a8c-bd64-3e37fca1cebc tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cc245bc-688c-478d-b920-da244c56e1dc HTTP/1.1" status: 200 len: 945 time: 0.3073297 Feb 04 21:14:01.297443 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-55003c3f-94e0-48d1-86f2-dc35ef805fe3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:01.419261 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af77b505-86ba-4fc4-887f-7ee1349bfe96 None None] Update dhcp port {'port': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'fixed_ips': [{'subnet_id': 'adbebe5a-fe23-490f-87fe-0bf135b37e16'}], 'binding:host_id': 'n-d-827896-1'}, 'id': '8b2c0e8e-ff08-4665-b2be-494a37f4fcc5'} from n-d-827896-1. {{(pid=87684) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 21:14:01.446468 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-19162237-acfe-42fa-9394-db7e180de973 req-220893fd-bf78-4d47-b93e-f78c1ca39262 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea76193b-dc3c-4711-98ab-c1fcf94780c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884556 Feb 04 21:14:01.501565 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-55003c3f-94e0-48d1-86f2-dc35ef805fe3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:01.546340 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-af77b505-86ba-4fc4-887f-7ee1349bfe96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:01.848570 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55003c3f-94e0-48d1-86f2-dc35ef805fe3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Subnet': ['ID=adbebe5a-fe23-490f-87fe-0bf135b37e16,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:01.862206 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-55003c3f-94e0-48d1-86f2-dc35ef805fe3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:01.931072 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-9706505c-cf45-46c2-be66-9f5accd93be3 None None] Provisioning complete for port 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:14:01.931481 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-55003c3f-94e0-48d1-86f2-dc35ef805fe3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/adbebe5a-fe23-490f-87fe-0bf135b37e16 HTTP/1.1" status: 204 len: 168 time: 1.3675513 Feb 04 21:14:01.931564 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-9706505c-cf45-46c2-be66-9f5accd93be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:01.932428 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42826) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:02.022648 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90ddec-c9e8-48fe-aefe-e5d364b470a8 req-281a2b84-23b6-47e9-ab2a-0f1184bc8637 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:02.024149 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ca90ddec-c9e8-48fe-aefe-e5d364b470a8 req-281a2b84-23b6-47e9-ab2a-0f1184bc8637 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cc245bc-688c-478d-b920-da244c56e1dc HTTP/1.1" status: 200 len: 945 time: 0.5174153 Feb 04 21:14:02.045434 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7ad1e-8028-475d-a001-ae97643f424c req-935f8bef-6f3f-482f-801f-ac3f1316178d tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:02.051063 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2baf3748-c89a-4932-a14c-8d6dadc20f7b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1166627 Feb 04 21:14:02.055184 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b9c7ad1e-8028-475d-a001-ae97643f424c req-935f8bef-6f3f-482f-801f-ac3f1316178d tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=733acf6b-a28f-4945-b3f6-bfc852bc7d3b HTTP/1.1" status: 200 len: 945 time: 0.3523908 Feb 04 21:14:02.059576 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42830) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:02.066013 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-b1b929d6-f7c7-4b26-96a9-181213013821 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:14:02.221897 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e62ce09-5392-4555-a16b-c8c10b4637ed None None] get_active_networks_info from n-d-827896-1 {{(pid=87684) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 21:14:02.264273 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-ca90ddec-c9e8-48fe-aefe-e5d364b470a8 req-eae53336-f20f-4f21-befe-b63fbf93d75f tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Deleting port 4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:14:02.264622 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ca90ddec-c9e8-48fe-aefe-e5d364b470a8 req-eae53336-f20f-4f21-befe-b63fbf93d75f tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:02.302267 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b1b929d6-f7c7-4b26-96a9-181213013821 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:14:02.312027 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b1b929d6-f7c7-4b26-96a9-181213013821 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:subnet and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:14:02.316688 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b1b929d6-f7c7-4b26-96a9-181213013821 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:14:02.339698 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b1b929d6-f7c7-4b26-96a9-181213013821 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:14:02.376165 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b929d6-f7c7-4b26-96a9-181213013821 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:14:02.380003 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b1b929d6-f7c7-4b26-96a9-181213013821 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:02.488436 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:14:02.683848 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b9c7ad1e-8028-475d-a001-ae97643f424c req-c50411c2-e096-45ac-ade7-cbf2aecf6806 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6277876 Feb 04 21:14:02.745772 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-98c1fdd8-c6bd-4aa5-9ad7-4476ae333b56 None None] Could not find standard attr ID for object 9bcaad20-2e53-42ae-b33b-cd61f9703775. {{(pid=87684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 21:14:02.770687 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:02.943356 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a184506-3824-40b8-9e49-1bc26019aa8b req-6887958b-3711-41da-ba7d-95121a74a91c tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:02.956763 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1a184506-3824-40b8-9e49-1bc26019aa8b req-6887958b-3711-41da-ba7d-95121a74a91c tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 946 time: 0.8480132 Feb 04 21:14:02.966296 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:03.008815 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e62ce09-5392-4555-a16b-c8c10b4637ed None None] Resources bound (agent type, host, resource id): {{(pid=87684) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 21:14:03.175787 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1a184506-3824-40b8-9e49-1bc26019aa8b req-e8c5e175-3eca-4a27-9e4e-33cda5c7df00 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176991 Feb 04 21:14:03.305297 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b1b929d6-f7c7-4b26-96a9-181213013821 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:03.486658 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1751ca-d2e3-424b-b6c2-372e3f787440 req-373cfac7-96c0-4e46-b0ab-21ef60740ca5 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:03.494450 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1751ca-d2e3-424b-b6c2-372e3f787440 req-373cfac7-96c0-4e46-b0ab-21ef60740ca5 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:03.509607 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b929d6-f7c7-4b26-96a9-181213013821 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:14:03.515006 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1751ca-d2e3-424b-b6c2-372e3f787440 req-373cfac7-96c0-4e46-b0ab-21ef60740ca5 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:03.528184 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-b1b929d6-f7c7-4b26-96a9-181213013821 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:14:03.533010 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b929d6-f7c7-4b26-96a9-181213013821 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:03.534363 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1751ca-d2e3-424b-b6c2-372e3f787440 req-373cfac7-96c0-4e46-b0ab-21ef60740ca5 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:03.534511 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b1b929d6-f7c7-4b26-96a9-181213013821 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:03.545562 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1751ca-d2e3-424b-b6c2-372e3f787440 req-373cfac7-96c0-4e46-b0ab-21ef60740ca5 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:03.562379 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1751ca-d2e3-424b-b6c2-372e3f787440 req-373cfac7-96c0-4e46-b0ab-21ef60740ca5 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:03.576877 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1751ca-d2e3-424b-b6c2-372e3f787440 req-373cfac7-96c0-4e46-b0ab-21ef60740ca5 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:03.587809 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4c1751ca-d2e3-424b-b6c2-372e3f787440 req-373cfac7-96c0-4e46-b0ab-21ef60740ca5 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 5444 time: 0.5924573 Feb 04 21:14:03.627111 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d6f8c-f65d-40e8-b4ce-5debbd279bbe req-55608f18-fd18-4175-898d-92c1c739f8e2 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:03.631998 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-da7d6f8c-f65d-40e8-b4ce-5debbd279bbe req-55608f18-fd18-4175-898d-92c1c739f8e2 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 945 time: 0.8440921 Feb 04 21:14:03.644674 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b1b929d6-f7c7-4b26-96a9-181213013821 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5803874 Feb 04 21:14:03.650386 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42848) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:03.685416 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-ca90ddec-c9e8-48fe-aefe-e5d364b470a8 req-eae53336-f20f-4f21-befe-b63fbf93d75f tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] For port 4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a,segment=NetworkSegment(da4d15b5-6618-43a3-9893-b81121c7be88),segment_id=da4d15b5-6618-43a3-9893-b81121c7be88)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:03.686024 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ca90ddec-c9e8-48fe-aefe-e5d364b470a8 req-eae53336-f20f-4f21-befe-b63fbf93d75f tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:03.698155 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4c1751ca-d2e3-424b-b6c2-372e3f787440 req-5291cfa9-5554-47ac-aa1c-a91f4a0f3bfb tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57aefd0-2358-4799-bf02-8d4615be2807&id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1035705 Feb 04 21:14:03.714350 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=8b2c0e8e-ff08-4665-b2be-494a37f4fcc5,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:03.737657 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:03.769937 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-5e6dbc11-7f04-4c56-9b6a-933beb61e559 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:14:03.942766 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=8b2c0e8e-ff08-4665-b2be-494a37f4fcc5,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:04.093069 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b929d6-f7c7-4b26-96a9-181213013821 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Subnet': ['ID=a7afa1cd-51d9-4931-82b5-acade6941e91,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:04.118812 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9083f-bde8-4e4a-994b-7fb9816ada82 req-ae3d01bc-bfaa-494e-8114-8ef59bf26e5f tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:04.136405 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3aa9083f-bde8-4e4a-994b-7fb9816ada82 req-ae3d01bc-bfaa-494e-8114-8ef59bf26e5f tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.5471170 Feb 04 21:14:04.150467 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-da7d6f8c-f65d-40e8-b4ce-5debbd279bbe req-67c30083-3c13-4a3b-97e8-54da27bb44cd tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Deleting port ffecdf98-c817-481b-b0b0-07871ba48ec8 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:14:04.150814 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-da7d6f8c-f65d-40e8-b4ce-5debbd279bbe req-67c30083-3c13-4a3b-97e8-54da27bb44cd tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:04.202832 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b14dbf-4a4d-4c73-9995-15a268e5f20b None None] Update dhcp port {'port': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'fixed_ips': [{'subnet_id': 'a7afa1cd-51d9-4931-82b5-acade6941e91'}], 'binding:host_id': 'n-d-827896-1'}, 'id': '8b2c0e8e-ff08-4665-b2be-494a37f4fcc5'} from n-d-827896-1. {{(pid=87684) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 21:14:04.310704 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5e6dbc11-7f04-4c56-9b6a-933beb61e559 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:14:04.315842 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-48b14dbf-4a4d-4c73-9995-15a268e5f20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:04.318497 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5e6dbc11-7f04-4c56-9b6a-933beb61e559 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:subnet and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:14:04.323391 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5e6dbc11-7f04-4c56-9b6a-933beb61e559 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:14:04.336415 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5e6dbc11-7f04-4c56-9b6a-933beb61e559 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:14:04.496027 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ca90ddec-c9e8-48fe-aefe-e5d364b470a8 req-eae53336-f20f-4f21-befe-b63fbf93d75f tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:04.497717 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ca90ddec-c9e8-48fe-aefe-e5d364b470a8 req-eae53336-f20f-4f21-befe-b63fbf93d75f tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:04.498203 n-d-827896-1 neutron-server[87683]: INFO neutron.db.l3_db [req-ca90ddec-c9e8-48fe-aefe-e5d364b470a8 req-eae53336-f20f-4f21-befe-b63fbf93d75f tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Floating IP 1f0d1b8a-4436-44f0-97fd-e11b64f51a58 disassociated. External IP: 172.25.5.125, port: 4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a. Feb 04 21:14:04.498703 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-ca90ddec-c9e8-48fe-aefe-e5d364b470a8 req-eae53336-f20f-4f21-befe-b63fbf93d75f tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Calling delete_port for 4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:14:04.575042 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-48b14dbf-4a4d-4c73-9995-15a268e5f20b None None] Allocated IP 172.20.0.2 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/a7afa1cd-51d9-4931-82b5-acade6941e91/8b2c0e8e-ff08-4665-b2be-494a37f4fcc5) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:14:04.640910 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-da7d6f8c-f65d-40e8-b4ce-5debbd279bbe req-67c30083-3c13-4a3b-97e8-54da27bb44cd tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] For port ffecdf98-c817-481b-b0b0-07871ba48ec8, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=ffecdf98-c817-481b-b0b0-07871ba48ec8,segment=NetworkSegment(383edd10-afd3-4822-a6b6-a663d901d7f4),segment_id=383edd10-afd3-4822-a6b6-a663d901d7f4)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:04.642315 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-da7d6f8c-f65d-40e8-b4ce-5debbd279bbe req-67c30083-3c13-4a3b-97e8-54da27bb44cd tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:04.826410 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-da7d6f8c-f65d-40e8-b4ce-5debbd279bbe req-67c30083-3c13-4a3b-97e8-54da27bb44cd tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Calling delete_port for ffecdf98-c817-481b-b0b0-07871ba48ec8 owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:14:04.830913 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-48b14dbf-4a4d-4c73-9995-15a268e5f20b None None] For port 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=8b2c0e8e-ff08-4665-b2be-494a37f4fcc5,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:04.858958 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3aa9083f-bde8-4e4a-994b-7fb9816ada82 req-17d992b7-f0f6-47e0-a6b4-ef4837f7a208 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7132256 Feb 04 21:14:04.891393 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445565b-4468-4eb1-a40c-86df3b0de0b3 req-12d930c7-91a0-48b0-8a7c-ee2181f339df tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:04.893603 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3445565b-4468-4eb1-a40c-86df3b0de0b3 req-12d930c7-91a0-48b0-8a7c-ee2181f339df tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c6794-3753-4bff-a44a-9031be912ede HTTP/1.1" status: 200 len: 945 time: 0.9217322 Feb 04 21:14:04.895765 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ca90ddec-c9e8-48fe-aefe-e5d364b470a8 req-eae53336-f20f-4f21-befe-b63fbf93d75f tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:04.905455 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-48b14dbf-4a4d-4c73-9995-15a268e5f20b None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:04.966521 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-48b14dbf-4a4d-4c73-9995-15a268e5f20b None None] Transition to ACTIVE for port object 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:14:04.978472 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-48b14dbf-4a4d-4c73-9995-15a268e5f20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:05.049600 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-da7d6f8c-f65d-40e8-b4ce-5debbd279bbe req-67c30083-3c13-4a3b-97e8-54da27bb44cd tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:05.155285 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6dbc11-7f04-4c56-9b6a-933beb61e559 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:14:05.160575 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5e6dbc11-7f04-4c56-9b6a-933beb61e559 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:05.178907 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae53336-f20f-4f21-befe-b63fbf93d75f tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Pushing event deleted for resources: {'Port': ['ID=4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:05.199979 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c30083-3c13-4a3b-97e8-54da27bb44cd tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Pushing event deleted for resources: {'Port': ['ID=ffecdf98-c817-481b-b0b0-07871ba48ec8,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:05.302625 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b14dbf-4a4d-4c73-9995-15a268e5f20b None None] Pushing event updated for resources: {'Port': ['ID=8b2c0e8e-ff08-4665-b2be-494a37f4fcc5,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:05.358423 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7d6f8c-f65d-40e8-b4ce-5debbd279bbe req-67c30083-3c13-4a3b-97e8-54da27bb44cd tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] No DVR routers for this DVR port ffecdf98-c817-481b-b0b0-07871ba48ec8 on host n-h2-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:14:05.363209 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-da7d6f8c-f65d-40e8-b4ce-5debbd279bbe req-67c30083-3c13-4a3b-97e8-54da27bb44cd tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:05.374208 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9c6794-3753-4bff-a44a-9031be912ede', 'name': 'network-vif-deleted', 'tag': 'ffecdf98-c817-481b-b0b0-07871ba48ec8'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:14:05.390478 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-da7d6f8c-f65d-40e8-b4ce-5debbd279bbe req-67c30083-3c13-4a3b-97e8-54da27bb44cd tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.18 "DELETE /v2.0/ports/ffecdf98-c817-481b-b0b0-07871ba48ec8 HTTP/1.1" status: 204 len: 173 time: 1.7448831 Feb 04 21:14:05.566863 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0be76dee-b820-4cbc-9506-e8e51023a3f4 req-36b759e2-40ea-4344-b737-51b9b1cbfcbe tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cc245bc-688c-478d-b920-da244c56e1dc HTTP/1.1" status: 200 len: 210 time: 0.3770807 Feb 04 21:14:05.605270 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3445565b-4468-4eb1-a40c-86df3b0de0b3 req-11938e1d-286a-4d43-9684-c6a4c1a444b4 tempest-ServerRescueNegativeTestJSON-1741009780 tempest-ServerRescueNegativeTestJSON-1741009780-project] 10.222.0.26 "GET /v2.0/security-groups?id=3ed6facb-8b49-494e-8444-872bd6551594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6911049 Feb 04 21:14:05.847491 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca90ddec-c9e8-48fe-aefe-e5d364b470a8 req-eae53336-f20f-4f21-befe-b63fbf93d75f tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Router 4082749f-5bae-413d-bb94-08cefe3f607c has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:14:06.273285 n-d-827896-1 neutron-server[87682]: DEBUG neutron.objects.ports [None req-5e6dbc11-7f04-4c56-9b6a-933beb61e559 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87682) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 21:14:06.541714 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:14:06.561183 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-c64c256c-3728-45cb-944e-d3fa97ee8893 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:06.574000 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-c64c256c-3728-45cb-944e-d3fa97ee8893 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:06.586538 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-c64c256c-3728-45cb-944e-d3fa97ee8893 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:06.597177 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-c64c256c-3728-45cb-944e-d3fa97ee8893 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:06.609389 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-c64c256c-3728-45cb-944e-d3fa97ee8893 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:06.618658 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-c64c256c-3728-45cb-944e-d3fa97ee8893 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:06.631027 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-c64c256c-3728-45cb-944e-d3fa97ee8893 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:06.633477 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-c64c256c-3728-45cb-944e-d3fa97ee8893 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 5444 time: 1.2168012 Feb 04 21:14:06.634633 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5e6dbc11-7f04-4c56-9b6a-933beb61e559 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:06.730469 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca90ddec-c9e8-48fe-aefe-e5d364b470a8 req-eae53336-f20f-4f21-befe-b63fbf93d75f tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:14:06.740331 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 746edaf1-0070-4819-a4c2-321e5c28a8a4 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:14:06.792878 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36e2bc1-93bc-48c2-b8cb-f80e4ce34aa6 None None] Sync routers for ids ['4082749f-5bae-413d-bb94-08cefe3f607c'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:14:06.795989 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbbc249-6a43-4f3e-955e-a22e238cd60e None None] get_active_networks_info from n-d-827896-1 {{(pid=87684) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 21:14:06.932649 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36e2bc1-93bc-48c2-b8cb-f80e4ce34aa6 None None] Routers {'4082749f-5bae-413d-bb94-08cefe3f607c'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:14:06.940995 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-e36e2bc1-93bc-48c2-b8cb-f80e4ce34aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:13:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4082749f-5bae-413d-bb94-08cefe3f607c'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:14:07.029841 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca90ddec-c9e8-48fe-aefe-e5d364b470a8 req-eae53336-f20f-4f21-befe-b63fbf93d75f tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] No DVR routers for this DVR port 4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:14:07.048202 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-c3325aeb-4637-4242-bc8e-0f2319eaf59a tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:07.050053 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-c3325aeb-4637-4242-bc8e-0f2319eaf59a tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.32 "GET /v2.0/ports/aa4eda3d-4b67-4f85-b755-44b84dd11b2f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2150970 Feb 04 21:14:07.061872 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef365756-af6f-4438-ab6c-a85883859680 req-6cb0ef9e-065f-4a96-8ad1-3cd1b41ef41f tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:07.070499 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ef365756-af6f-4438-ab6c-a85883859680 req-6cb0ef9e-065f-4a96-8ad1-3cd1b41ef41f tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 946 time: 1.1949999 Feb 04 21:14:07.243710 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ca90ddec-c9e8-48fe-aefe-e5d364b470a8 req-eae53336-f20f-4f21-befe-b63fbf93d75f tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:07.253400 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device ffecdf98-c817-481b-b0b0-07871ba48ec8 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:14:07.264977 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb1387-340b-47cd-a508-20142e66614d req-0c64f6ba-639b-491f-b14c-729f2ff88f2f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:07.278224 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e3cb1387-340b-47cd-a508-20142e66614d req-0c64f6ba-639b-491f-b14c-729f2ff88f2f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=733acf6b-a28f-4945-b3f6-bfc852bc7d3b HTTP/1.1" status: 200 len: 945 time: 1.4184251 Feb 04 21:14:07.280794 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc245bc-688c-478d-b920-da244c56e1dc', 'name': 'network-vif-deleted', 'tag': '4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:14:07.294504 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ca90ddec-c9e8-48fe-aefe-e5d364b470a8 req-eae53336-f20f-4f21-befe-b63fbf93d75f tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.32 "DELETE /v2.0/ports/4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a HTTP/1.1" status: 204 len: 173 time: 5.1824470 Feb 04 21:14:07.341940 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d75a6529-65b9-43b6-81d6-ad64e9ce1aa2 None None] Provisioning for port 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:14:07.386469 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e3cb1387-340b-47cd-a508-20142e66614d req-7cf7d302-8420-4dd9-a4fc-2797594315a4 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069129 Feb 04 21:14:07.412689 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ef365756-af6f-4438-ab6c-a85883859680 req-abd32749-96cd-42d9-8b40-234d18fbb2ef tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3409393 Feb 04 21:14:07.538682 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-1524b1d6-a9c7-4314-b30a-117e512dcdf7 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.32 "GET /v2.0/networks/bb213b90-85ae-4ae5-869b-fda768933cd6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4485171 Feb 04 21:14:07.542825 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-5e6dbc11-7f04-4c56-9b6a-933beb61e559 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] For port 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=8b2c0e8e-ff08-4665-b2be-494a37f4fcc5,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:07.552971 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-a48fe4b5-f083-4f14-87b3-95643bc9633f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:14:07.593265 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: ffecdf98-c817-481b-b0b0-07871ba48ec8 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:14:07.595950 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device ffecdf98-c817-481b-b0b0-07871ba48ec8 not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:14:07.607528 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5e6dbc11-7f04-4c56-9b6a-933beb61e559 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:07.623220 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5e6dbc11-7f04-4c56-9b6a-933beb61e559 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:07.624237 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5e6dbc11-7f04-4c56-9b6a-933beb61e559 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:07.657837 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d75a6529-65b9-43b6-81d6-ad64e9ce1aa2 None None] Provisioning complete for port 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:14:07.658467 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d75a6529-65b9-43b6-81d6-ad64e9ce1aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:07.828049 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6dbc11-7f04-4c56-9b6a-933beb61e559 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:14:07.838845 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-5e6dbc11-7f04-4c56-9b6a-933beb61e559 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:14:07.870180 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6dbc11-7f04-4c56-9b6a-933beb61e559 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:07.886176 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5e6dbc11-7f04-4c56-9b6a-933beb61e559 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:07.961712 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6dbc11-7f04-4c56-9b6a-933beb61e559 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Subnet': ['ID=23e36d73-fb2f-47b0-b033-0fe00be897a2,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:07.977712 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6dbc11-7f04-4c56-9b6a-933beb61e559 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Port': ['ID=8b2c0e8e-ff08-4665-b2be-494a37f4fcc5,revision_number=8']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:07.997782 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5e6dbc11-7f04-4c56-9b6a-933beb61e559 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.3412645 Feb 04 21:14:07.998990 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42892) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:08.009059 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e20a70-3980-4dc0-8ab3-2c7439084985 req-d2179dc6-ad4c-4678-a753-dbdccf24dbba tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:08.012642 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-e9ac3e4c-af47-4e8e-8b7e-58513ece2605 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'port': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'mac_address': 'fa:16:3e:22:ae:47', 'name': 'tempest-NetworksTestDHCPv6-679894346'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:14:08.027917 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e20a70-3980-4dc0-8ab3-2c7439084985 req-d2179dc6-ad4c-4678-a753-dbdccf24dbba tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:08.029019 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:08.054366 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e20a70-3980-4dc0-8ab3-2c7439084985 req-d2179dc6-ad4c-4678-a753-dbdccf24dbba tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:08.054723 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-e36e2bc1-93bc-48c2-b8cb-f80e4ce34aa6 None None] Set router 4082749f-5bae-413d-bb94-08cefe3f607c gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:14:08.070244 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e20a70-3980-4dc0-8ab3-2c7439084985 req-d2179dc6-ad4c-4678-a753-dbdccf24dbba tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:08.082674 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e20a70-3980-4dc0-8ab3-2c7439084985 req-d2179dc6-ad4c-4678-a753-dbdccf24dbba tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:08.102736 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e20a70-3980-4dc0-8ab3-2c7439084985 req-d2179dc6-ad4c-4678-a753-dbdccf24dbba tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:08.122549 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e20a70-3980-4dc0-8ab3-2c7439084985 req-d2179dc6-ad4c-4678-a753-dbdccf24dbba tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:08.124434 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-09e20a70-3980-4dc0-8ab3-2c7439084985 req-d2179dc6-ad4c-4678-a753-dbdccf24dbba tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 5444 time: 0.4595480 Feb 04 21:14:08.183284 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 746edaf1-0070-4819-a4c2-321e5c28a8a4, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=746edaf1-0070-4819-a4c2-321e5c28a8a4,segment=NetworkSegment(6429d873-b8f4-4c82-bf9b-05ee94e57129),segment_id=6429d873-b8f4-4c82-bf9b-05ee94e57129)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:08.184809 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '746edaf1-0070-4819-a4c2-321e5c28a8a4'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:14:08.210114 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:08.215548 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 06d94d64-09f0-456d-ab29-149d5c934f71 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:14:08.230425 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e9ac3e4c-af47-4e8e-8b7e-58513ece2605 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:14:08.245009 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e9ac3e4c-af47-4e8e-8b7e-58513ece2605 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:port and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:14:08.246568 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45623a-6f78-4c6e-9aea-e417c64ff493 req-7ba865d7-35a2-4d90-a1ae-7b2ad8493a8d tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:08.248171 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fc45623a-6f78-4c6e-9aea-e417c64ff493 req-7ba865d7-35a2-4d90-a1ae-7b2ad8493a8d tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.5795572 Feb 04 21:14:08.254151 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e9ac3e4c-af47-4e8e-8b7e-58513ece2605 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:14:08.267435 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e9ac3e4c-af47-4e8e-8b7e-58513ece2605 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:14:08.311721 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ac3e4c-af47-4e8e-8b7e-58513ece2605 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:14:08.314963 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-a48fe4b5-f083-4f14-87b3-95643bc9633f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:08.483732 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-09e20a70-3980-4dc0-8ab3-2c7439084985 req-60947f34-81e9-4ec3-8c38-06740d6a436a tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57aefd0-2358-4799-bf02-8d4615be2807&id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3396168 Feb 04 21:14:08.501810 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:14:08.502718 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fc45623a-6f78-4c6e-9aea-e417c64ff493 req-7754ae01-688a-4885-a98a-e26cfd591e8d tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376115 Feb 04 21:14:08.529314 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbbc249-6a43-4f3e-955e-a22e238cd60e None None] Resources bound (agent type, host, resource id): {{(pid=87684) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 21:14:08.587135 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e9ac3e4c-af47-4e8e-8b7e-58513ece2605 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:08.635066 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9c6794-3753-4bff-a44a-9031be912ede', 'name': 'network-vif-deleted', 'tag': 'ffecdf98-c817-481b-b0b0-07871ba48ec8', 'status': 'completed', 'code': 200} Feb 04 21:14:08.662736 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-e9ac3e4c-af47-4e8e-8b7e-58513ece2605 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] device_id is not set on port 91ebdaa2-2357-4733-b1f7-f0a6192df2c2 yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:14:08.706236 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 42908) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:09.155714 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-e9ac3e4c-af47-4e8e-8b7e-58513ece2605 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Allocated IP 172.20.0.10 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/a7afa1cd-51d9-4931-82b5-acade6941e91/91ebdaa2-2357-4733-b1f7-f0a6192df2c2) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:14:09.169192 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-e9ac3e4c-af47-4e8e-8b7e-58513ece2605 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Allocated IP 2001:db8::f816:3eff:fe22:ae47 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/23e36d73-fb2f-47b0-b033-0fe00be897a2/91ebdaa2-2357-4733-b1f7-f0a6192df2c2) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:14:09.178114 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '746edaf1-0070-4819-a4c2-321e5c28a8a4', 'code': 200} Feb 04 21:14:09.267236 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc245bc-688c-478d-b920-da244c56e1dc', 'name': 'network-vif-deleted', 'tag': '4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a', 'status': 'completed', 'code': 200} Feb 04 21:14:09.388356 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d75a6529-65b9-43b6-81d6-ad64e9ce1aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:09.435296 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=746edaf1-0070-4819-a4c2-321e5c28a8a4,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:09.539829 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:09.560011 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:14:09.560690 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:09.600102 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-d75a6529-65b9-43b6-81d6-ad64e9ce1aa2 None None] For port 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=8b2c0e8e-ff08-4665-b2be-494a37f4fcc5,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:09.631891 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d75a6529-65b9-43b6-81d6-ad64e9ce1aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:09.657355 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e9ac3e4c-af47-4e8e-8b7e-58513ece2605 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:09.681186 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-e9ac3e4c-af47-4e8e-8b7e-58513ece2605 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Transition to ACTIVE for port object 91ebdaa2-2357-4733-b1f7-f0a6192df2c2 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:14:09.730826 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e9ac3e4c-af47-4e8e-8b7e-58513ece2605 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:09.745463 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-e36e2bc1-93bc-48c2-b8cb-f80e4ce34aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'name': 'tempest-ServersTestManualDisk-1957728473-router', 'tenant_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'e689f9be-a199-4432-905e-d7fee1d14982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:53Z', 'updated_at': '2022-02-04T21:12:02Z', 'revision_number': 4, 'project_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'gw_port': {'id': 'e689f9be-a199-4432-905e-d7fee1d14982', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:34:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:55Z', 'updated_at': '2022-02-04T21:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '967755ef-9e2f-4e5b-8898-0ddc28c7d26d', 'name': '', 'network_id': '3d58cd99-6056-4122-a3aa-beba29366a52', 'tenant_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'mac_address': 'fa:16:3e:cd:8b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '2ba34e41-1e8a-40be-b620-552f144c8194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:12:01Z', 'updated_at': '2022-02-04T21:12:11Z', 'revision_number': 5, 'project_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'subnets': [{'id': '2ba34e41-1e8a-40be-b620-552f144c8194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:14:09.758259 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 06d94d64-09f0-456d-ab29-149d5c934f71, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=06d94d64-09f0-456d-ab29-149d5c934f71,segment=NetworkSegment(185e8ff9-a032-4320-9e92-29b7ef98b0f5),segment_id=185e8ff9-a032-4320-9e92-29b7ef98b0f5)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:09.763114 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36e2bc1-93bc-48c2-b8cb-f80e4ce34aa6 None None] Checking router: 4082749f-5bae-413d-bb94-08cefe3f607c for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:14:09.812175 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:09.813984 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device aa4eda3d-4b67-4f85-b755-44b84dd11b2f no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:14:09.848231 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac3e4c-af47-4e8e-8b7e-58513ece2605 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Port': ['ID=91ebdaa2-2357-4733-b1f7-f0a6192df2c2,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:09.870134 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ac3e4c-af47-4e8e-8b7e-58513ece2605 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:14:09.871701 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-e9ac3e4c-af47-4e8e-8b7e-58513ece2605 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:14:09.880553 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ac3e4c-af47-4e8e-8b7e-58513ece2605 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:14:09.981177 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36e2bc1-93bc-48c2-b8cb-f80e4ce34aa6 None None] Routers {'4082749f-5bae-413d-bb94-08cefe3f607c'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:14:09.981849 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-e36e2bc1-93bc-48c2-b8cb-f80e4ce34aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:13:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4082749f-5bae-413d-bb94-08cefe3f607c'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:14:10.042241 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-a48fe4b5-f083-4f14-87b3-95643bc9633f service neutron] For port aa4eda3d-4b67-4f85-b755-44b84dd11b2f, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=aa4eda3d-4b67-4f85-b755-44b84dd11b2f,segment=NetworkSegment(6429d873-b8f4-4c82-bf9b-05ee94e57129),segment_id=6429d873-b8f4-4c82-bf9b-05ee94e57129)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:10.062305 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ac3e4c-af47-4e8e-8b7e-58513ece2605 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:10.065095 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e9ac3e4c-af47-4e8e-8b7e-58513ece2605 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:10.114889 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e9ac3e4c-af47-4e8e-8b7e-58513ece2605 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1130974 Feb 04 21:14:10.116405 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42930) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:10.182990 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30316718-adfa-47aa-a2c6-022a23a3438f req-c2251068-e51f-4fd4-82cb-18084fe1e4b7 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:10.190666 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-30316718-adfa-47aa-a2c6-022a23a3438f req-c2251068-e51f-4fd4-82cb-18084fe1e4b7 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 946 time: 0.8844144 Feb 04 21:14:10.262243 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339d3b70-0609-4af3-a3b3-2ad7181f2056 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:10.264170 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-f9f40c72-6a39-440a-9c74-73216d0df50e tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:10.265870 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-f9f40c72-6a39-440a-9c74-73216d0df50e tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/networks?id=591535e8-eea5-447d-ad75-83d907ea6f08 HTTP/1.1" status: 200 len: 806 time: 0.9977121 Feb 04 21:14:10.281070 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339d3b70-0609-4af3-a3b3-2ad7181f2056 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:10.282491 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-339d3b70-0609-4af3-a3b3-2ad7181f2056 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:14:10.316419 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-339d3b70-0609-4af3-a3b3-2ad7181f2056 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:14:10.324745 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a6529-65b9-43b6-81d6-ad64e9ce1aa2 None None] Pushing event updated for resources: {'Port': ['ID=8b2c0e8e-ff08-4665-b2be-494a37f4fcc5,revision_number=9']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:10.330225 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-339d3b70-0609-4af3-a3b3-2ad7181f2056 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2099278 Feb 04 21:14:10.365511 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42938) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:10.427567 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=06d94d64-09f0-456d-ab29-149d5c934f71,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:10.444244 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-a48fe4b5-f083-4f14-87b3-95643bc9633f service neutron] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:14:10.470348 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-8f58b263-fd79-4da1-8f13-1116bae4d2f9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting port 91ebdaa2-2357-4733-b1f7-f0a6192df2c2 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:14:10.470754 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8f58b263-fd79-4da1-8f13-1116bae4d2f9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:10.490603 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-1d210d59-6cd6-4348-8c02-da2a203be45c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/quotas/cbe7b967cf5b4bf8a129a586503d8461 HTTP/1.1" status: 200 len: 375 time: 0.1811206 Feb 04 21:14:10.569660 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-30316718-adfa-47aa-a2c6-022a23a3438f req-820287a1-132a-4657-bc61-54b86feafa66 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3693924 Feb 04 21:14:10.644259 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-e36e2bc1-93bc-48c2-b8cb-f80e4ce34aa6 None None] Set router 4082749f-5bae-413d-bb94-08cefe3f607c gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:14:10.678974 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-a48fe4b5-f083-4f14-87b3-95643bc9633f service neutron] For port aa4eda3d-4b67-4f85-b755-44b84dd11b2f, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:14:10.708606 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42944) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:10.911651 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:14:10.937566 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-a48fe4b5-f083-4f14-87b3-95643bc9633f service neutron] device_id is not set on port aa4eda3d-4b67-4f85-b755-44b84dd11b2f yet. {{(pid=87683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:14:10.963083 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-972da215-b305-4c77-88ae-0e90393e7328 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:10.994282 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:11.067682 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-972da215-b305-4c77-88ae-0e90393e7328 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:11.137527 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-a48fe4b5-f083-4f14-87b3-95643bc9633f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:11.171232 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-a48fe4b5-f083-4f14-87b3-95643bc9633f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:11.294292 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06d94d64-09f0-456d-ab29-149d5c934f71'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:14:11.429013 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48fe4b5-f083-4f14-87b3-95643bc9633f service neutron] Pushing event updated for resources: {'Port': ['ID=aa4eda3d-4b67-4f85-b755-44b84dd11b2f,revision_number=6']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:11.474436 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8f58b263-fd79-4da1-8f13-1116bae4d2f9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:11.550814 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-770f6ecc-9b06-425d-a27a-9db9f00692e9 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbe7b967cf5b4bf8a129a586503d8461&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0591369 Feb 04 21:14:11.672295 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:14:11.684235 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:14:11.686291 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-a48fe4b5-f083-4f14-87b3-95643bc9633f service neutron] No DVR routers for this DVR port aa4eda3d-4b67-4f85-b755-44b84dd11b2f on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:14:11.751674 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-b75fa0b1-d334-479d-91a0-123d7834418e service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:14:11.752685 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-b75fa0b1-d334-479d-91a0-123d7834418e service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2011161 Feb 04 21:14:11.803766 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-a48fe4b5-f083-4f14-87b3-95643bc9633f service neutron] In _notify_port_updated(), no bound segment for port aa4eda3d-4b67-4f85-b755-44b84dd11b2f on network bb213b90-85ae-4ae5-869b-fda768933cd6 {{(pid=87683) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 21:14:11.804642 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-a48fe4b5-f083-4f14-87b3-95643bc9633f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:11.805268 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-a48fe4b5-f083-4f14-87b3-95643bc9633f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:11.806552 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-a48fe4b5-f083-4f14-87b3-95643bc9633f service neutron] 10.222.0.32 "PUT /v2.0/ports/aa4eda3d-4b67-4f85-b755-44b84dd11b2f HTTP/1.1" status: 200 len: 1033 time: 4.2579226 Feb 04 21:14:11.808246 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-8f58b263-fd79-4da1-8f13-1116bae4d2f9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Calling delete_port for 91ebdaa2-2357-4733-b1f7-f0a6192df2c2 owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:14:11.824866 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:14:11.831691 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:11.908922 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-972da215-b305-4c77-88ae-0e90393e7328 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:11.947773 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972da215-b305-4c77-88ae-0e90393e7328 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea76193b-dc3c-4711-98ab-c1fcf94780c5,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:11.968304 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-972da215-b305-4c77-88ae-0e90393e7328 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:11.978013 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-972da215-b305-4c77-88ae-0e90393e7328 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "DELETE /v2.0/security-groups/ea76193b-dc3c-4711-98ab-c1fcf94780c5 HTTP/1.1" status: 204 len: 168 time: 1.2594662 Feb 04 21:14:11.978013 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42960) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:12.051789 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-8e7e7079-2e92-47d3-9e43-314c283e7c88 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] show failed (client error): The resource could not be found. Feb 04 21:14:12.053188 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8e7e7079-2e92-47d3-9e43-314c283e7c88 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "GET /v2.0/security-groups/ea76193b-dc3c-4711-98ab-c1fcf94780c5 HTTP/1.1" status: 404 len: 347 time: 0.0715554 Feb 04 21:14:12.057689 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42964) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:12.064460 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-e36e2bc1-93bc-48c2-b8cb-f80e4ce34aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'name': 'tempest-ServersTestManualDisk-1957728473-router', 'tenant_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'e689f9be-a199-4432-905e-d7fee1d14982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:53Z', 'updated_at': '2022-02-04T21:12:02Z', 'revision_number': 4, 'project_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'gw_port': {'id': 'e689f9be-a199-4432-905e-d7fee1d14982', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:34:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:55Z', 'updated_at': '2022-02-04T21:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '967755ef-9e2f-4e5b-8898-0ddc28c7d26d', 'name': '', 'network_id': '3d58cd99-6056-4122-a3aa-beba29366a52', 'tenant_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'mac_address': 'fa:16:3e:cd:8b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '2ba34e41-1e8a-40be-b620-552f144c8194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:12:01Z', 'updated_at': '2022-02-04T21:12:11Z', 'revision_number': 5, 'project_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'subnets': [{'id': '2ba34e41-1e8a-40be-b620-552f144c8194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:14:12.135732 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36e2bc1-93bc-48c2-b8cb-f80e4ce34aa6 None None] The sync data for ids ['4082749f-5bae-413d-bb94-08cefe3f607c'] in n-d-827896-1 is: [{'id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'name': 'tempest-ServersTestManualDisk-1957728473-router', 'tenant_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'e689f9be-a199-4432-905e-d7fee1d14982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:53Z', 'updated_at': '2022-02-04T21:12:02Z', 'revision_number': 4, 'project_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'gw_port': {'id': 'e689f9be-a199-4432-905e-d7fee1d14982', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:34:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:55Z', 'updated_at': '2022-02-04T21:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '967755ef-9e2f-4e5b-8898-0ddc28c7d26d', 'name': '', 'network_id': '3d58cd99-6056-4122-a3aa-beba29366a52', 'tenant_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'mac_address': 'fa:16:3e:cd:8b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '2ba34e41-1e8a-40be-b620-552f144c8194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:12:01Z', 'updated_at': '2022-02-04T21:12:11Z', 'revision_number': 5, 'project_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'subnets': [{'id': '2ba34e41-1e8a-40be-b620-552f144c8194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:14:12.315495 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device d744b444-342d-49e4-b7c2-bdadcf0af1d9 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:14:12.516572 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e651dff-e05e-41d1-b159-ea73696fa88f req-8d208eca-978e-4ac7-ae20-103e69ece008 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:12.522977 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e651dff-e05e-41d1-b159-ea73696fa88f req-8d208eca-978e-4ac7-ae20-103e69ece008 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:12.529165 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:12.542661 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e651dff-e05e-41d1-b159-ea73696fa88f req-8d208eca-978e-4ac7-ae20-103e69ece008 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:12.548161 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-383cf80b-5c93-4530-aad3-850abda19006 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Deleting port 9eea647c-2926-46c4-a617-024b7e798f7f {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:14:12.549524 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-383cf80b-5c93-4530-aad3-850abda19006 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:12.573860 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e651dff-e05e-41d1-b159-ea73696fa88f req-8d208eca-978e-4ac7-ae20-103e69ece008 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:12.581172 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e651dff-e05e-41d1-b159-ea73696fa88f req-8d208eca-978e-4ac7-ae20-103e69ece008 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:12.589759 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e651dff-e05e-41d1-b159-ea73696fa88f req-8d208eca-978e-4ac7-ae20-103e69ece008 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:12.604326 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e651dff-e05e-41d1-b159-ea73696fa88f req-8d208eca-978e-4ac7-ae20-103e69ece008 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:12.604622 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port d744b444-342d-49e4-b7c2-bdadcf0af1d9, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=d744b444-342d-49e4-b7c2-bdadcf0af1d9,segment=NetworkSegment(abee4976-277e-4319-9927-4355a60b3f3a),segment_id=abee4976-277e-4319-9927-4355a60b3f3a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:12.612951 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3e651dff-e05e-41d1-b159-ea73696fa88f req-8d208eca-978e-4ac7-ae20-103e69ece008 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 5440 time: 1.6534746 Feb 04 21:14:12.616370 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef85048-0cc5-4520-93b5-e83f7ff60ab3 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:14:12.635719 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:12.636425 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 6183f8f3-5b46-4ccb-8a74-78b479952b28 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:14:12.771001 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9899bf4b-d00a-44a4-8380-d7bdff0d179e None None] New status for floating IP 1f0d1b8a-4436-44f0-97fd-e11b64f51a58: DOWN {{(pid=87685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:14:12.822801 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-4c7b4812-25dc-44c4-b8ad-6711580504df service neutron] 10.222.0.26 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0518112 Feb 04 21:14:12.926226 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-383cf80b-5c93-4530-aad3-850abda19006 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:12.926561 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-383cf80b-5c93-4530-aad3-850abda19006 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:13.169154 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-dc7adcae-9567-451b-b730-d8f1fb83dae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:13.252546 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-383cf80b-5c93-4530-aad3-850abda19006 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Calling delete_port for 9eea647c-2926-46c4-a617-024b7e798f7f owned by network:floatingip {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:14:13.316910 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=d744b444-342d-49e4-b7c2-bdadcf0af1d9,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:13.405144 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.api [None req-383cf80b-5c93-4530-aad3-850abda19006 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:14:13.405915 n-d-827896-1 neutron-server[87682]: DEBUG oslo_db.api [None req-383cf80b-5c93-4530-aad3-850abda19006 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:14:13.477138 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3e651dff-e05e-41d1-b159-ea73696fa88f req-32cc9479-f85f-4bc3-b9dd-612f0b440d82 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57aefd0-2358-4799-bf02-8d4615be2807&id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6033988 Feb 04 21:14:13.479525 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:13.481514 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-09a1bba8-5a72-40d8-88e0-a7f70c9df8d8 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:13.483136 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-09a1bba8-5a72-40d8-88e0-a7f70c9df8d8 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.32 "GET /v2.0/ports/6183f8f3-5b46-4ccb-8a74-78b479952b28?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 1.6212144 Feb 04 21:14:13.507247 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-5359b1fe-8a25-4c93-8328-e2530a91b0c9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:14:13.565439 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8f58b263-fd79-4da1-8f13-1116bae4d2f9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:13.576878 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 6183f8f3-5b46-4ccb-8a74-78b479952b28, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=6183f8f3-5b46-4ccb-8a74-78b479952b28,segment=NetworkSegment(6429d873-b8f4-4c82-bf9b-05ee94e57129),segment_id=6429d873-b8f4-4c82-bf9b-05ee94e57129)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:14:13.587285 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:14:13.590024 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:14:13.590024 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:14:13.590024 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:14:13.590024 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:14:13.590024 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:14:13.590024 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:14:13.590024 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:14:13.590024 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:14:13.590024 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:14:13.590024 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:14:13.590024 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:14:13.590024 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:14:13.590024 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:14:13.590024 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:14:13.591765 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:13.592616 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:14:13.598406 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-f0c47b9a-c8f0-47b1-aed0-30db1e4c1ecf service neutron] 10.222.0.26 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7746890 Feb 04 21:14:13.702666 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f58b263-fd79-4da1-8f13-1116bae4d2f9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Port': ['ID=91ebdaa2-2357-4733-b1f7-f0a6192df2c2,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:13.911880 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-383cf80b-5c93-4530-aad3-850abda19006 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Deleting port 9eea647c-2926-46c4-a617-024b7e798f7f {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:14:13.912521 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-383cf80b-5c93-4530-aad3-850abda19006 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:13.935083 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-8770d2eb-6875-4a68-8edb-b8da364f98c3 None None] Provisioning for port 91ebdaa2-2357-4733-b1f7-f0a6192df2c2 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:14:14.005925 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06d94d64-09f0-456d-ab29-149d5c934f71', 'code': 200} Feb 04 21:14:14.006731 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: 4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:14:14.011983 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 4dc1ee0b-1ad8-4d7f-873e-bbdc0f92a84a not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:14:14.012584 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device c4e25158-47e9-42b4-972c-d39e229b32b8 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:14:14.133691 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-8770d2eb-6875-4a68-8edb-b8da364f98c3 None None] Provisioning complete for port 91ebdaa2-2357-4733-b1f7-f0a6192df2c2 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:14:14.134053 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8770d2eb-6875-4a68-8edb-b8da364f98c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:14.192456 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8f58b263-fd79-4da1-8f13-1116bae4d2f9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:14.267190 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8f58b263-fd79-4da1-8f13-1116bae4d2f9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/91ebdaa2-2357-4733-b1f7-f0a6192df2c2 HTTP/1.1" status: 204 len: 168 time: 3.9007146 Feb 04 21:14:14.269564 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 42984) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:14.301394 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-8770d2eb-6875-4a68-8edb-b8da364f98c3 None None] Port 91ebdaa2-2357-4733-b1f7-f0a6192df2c2 was deleted so its status cannot be updated. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 04 21:14:14.342471 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d26e3a19-583f-4cb3-9366-7f1f0bdf6142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:14.359118 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-5359b1fe-8a25-4c93-8328-e2530a91b0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:14.372470 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=6183f8f3-5b46-4ccb-8a74-78b479952b28,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:14.389287 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-8770d2eb-6875-4a68-8edb-b8da364f98c3 None None] Provisioning complete for port 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:14:14.397004 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8770d2eb-6875-4a68-8edb-b8da364f98c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:14.489591 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b77669-aef1-4429-895d-aaf02de9be49 req-a21bd5f6-664c-4729-8fea-c1a412c30cac tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:14.496742 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d5b77669-aef1-4429-895d-aaf02de9be49 req-a21bd5f6-664c-4729-8fea-c1a412c30cac tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.7017064 Feb 04 21:14:14.557633 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:14.576060 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8dc41c-5bfb-4e3a-b01d-4bc602948da3 req-71115730-7b95-49d1-a83a-09c62c94f5d8 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:14.592044 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0d8dc41c-5bfb-4e3a-b01d-4bc602948da3 req-71115730-7b95-49d1-a83a-09c62c94f5d8 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 946 time: 0.4550185 Feb 04 21:14:14.629654 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port c4e25158-47e9-42b4-972c-d39e229b32b8, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=c4e25158-47e9-42b4-972c-d39e229b32b8,segment=NetworkSegment(6429d873-b8f4-4c82-bf9b-05ee94e57129),segment_id=6429d873-b8f4-4c82-bf9b-05ee94e57129)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:14.728382 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:14.730504 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 41158139-7424-4ba1-8ba1-b7ebcd524ad6 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:14:14.748516 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-dc7adcae-9567-451b-b730-d8f1fb83dae6 admin admin] Deleting port baa2deee-de7e-443f-ba07-00ed6a7555f8 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:14:14.749106 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-dc7adcae-9567-451b-b730-d8f1fb83dae6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:14.755700 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1eaccbe-cf65-4520-9c21-8c21aca6af5b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:14.757474 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1eaccbe-cf65-4520-9c21-8c21aca6af5b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:14.762651 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1eaccbe-cf65-4520-9c21-8c21aca6af5b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:14.765370 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e1eaccbe-cf65-4520-9c21-8c21aca6af5b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:14:14.828843 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-383cf80b-5c93-4530-aad3-850abda19006 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:14.829481 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-383cf80b-5c93-4530-aad3-850abda19006 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:14.833519 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d5b77669-aef1-4429-895d-aaf02de9be49 req-426b259d-ddde-43c7-abd0-adf689672c46 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247437 Feb 04 21:14:14.857439 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e1eaccbe-cf65-4520-9c21-8c21aca6af5b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:14:14.865080 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 42996) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:14.865299 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e1eaccbe-cf65-4520-9c21-8c21aca6af5b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4913113 Feb 04 21:14:15.058319 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=c4e25158-47e9-42b4-972c-d39e229b32b8,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:15.081126 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0d8dc41c-5bfb-4e3a-b01d-4bc602948da3 req-d3898164-5763-41b0-bd46-5e763aef85c8 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4884045 Feb 04 21:14:15.262729 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:15.302874 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ab227f71-d269-42cc-8f94-de5fa6f7e746 None None] Provisioning complete for port aa4eda3d-4b67-4f85-b755-44b84dd11b2f triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:14:15.304165 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ab227f71-d269-42cc-8f94-de5fa6f7e746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:15.467590 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42106293-ebb8-4132-96f0-cfa6d3b63091 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:14:15.647029 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 41158139-7424-4ba1-8ba1-b7ebcd524ad6, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=41158139-7424-4ba1-8ba1-b7ebcd524ad6,segment=NetworkSegment(abee4976-277e-4319-9927-4355a60b3f3a),segment_id=abee4976-277e-4319-9927-4355a60b3f3a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:15.670128 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:15.756939 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-ab227f71-d269-42cc-8f94-de5fa6f7e746 None None] Port aa4eda3d-4b67-4f85-b755-44b84dd11b2f cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:14:15.804771 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-383cf80b-5c93-4530-aad3-850abda19006 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Calling delete_port for 9eea647c-2926-46c4-a617-024b7e798f7f owned by network:floatingip {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:14:15.919027 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=41158139-7424-4ba1-8ba1-b7ebcd524ad6,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:16.010182 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-144adad4-354b-4eea-8837-b29ba6a15699 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting subnet 23e36d73-fb2f-47b0-b033-0fe00be897a2 {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:14:16.016274 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-144adad4-354b-4eea-8837-b29ba6a15699 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:16.026892 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd744b444-342d-49e4-b7c2-bdadcf0af1d9'}, {'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6183f8f3-5b46-4ccb-8a74-78b479952b28'}, {'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4e25158-47e9-42b4-972c-d39e229b32b8'}, {'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41158139-7424-4ba1-8ba1-b7ebcd524ad6'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:14:16.031566 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c4ef8950-50e0-4e93-a270-48335037f6be None None] Provisioning complete for port 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:14:16.032185 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c4ef8950-50e0-4e93-a270-48335037f6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:16.147436 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-144adad4-354b-4eea-8837-b29ba6a15699 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:16.438620 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-efdd68f8-82e7-4510-a478-3366f37139c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:16.465252 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-55a4b694-69c2-4353-9496-d8ba778bf531 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:16.472596 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-55a4b694-69c2-4353-9496-d8ba778bf531 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Synchronizing usage tracker for tenant:cbe7b967cf5b4bf8a129a586503d8461 on resource:network {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:14:16.544921 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-55a4b694-69c2-4353-9496-d8ba778bf531 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Unset dirty status for tenant:cbe7b967cf5b4bf8a129a586503d8461 on resource:network {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:14:16.546141 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-55a4b694-69c2-4353-9496-d8ba778bf531 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.18 "GET /v2.0/networks?id=591535e8-eea5-447d-ad75-83d907ea6f08 HTTP/1.1" status: 200 len: 806 time: 0.5851052 Feb 04 21:14:16.548822 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-383cf80b-5c93-4530-aad3-850abda19006 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:16.616099 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-dc7adcae-9567-451b-b730-d8f1fb83dae6 admin admin] For port baa2deee-de7e-443f-ba07-00ed6a7555f8, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=baa2deee-de7e-443f-ba07-00ed6a7555f8,segment=NetworkSegment(383edd10-afd3-4822-a6b6-a663d901d7f4),segment_id=383edd10-afd3-4822-a6b6-a663d901d7f4)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:16.617729 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-dc7adcae-9567-451b-b730-d8f1fb83dae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:16.631137 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-c13f4f27-d5c9-430d-8f32-212c4050ec2f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Request body: {'port': {'device_id': '87fecb31-0841-4537-b8e7-2cbb43eb8ef7', 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08', 'admin_state_up': True, 'tenant_id': 'cbe7b967cf5b4bf8a129a586503d8461'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:14:16.681009 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383cf80b-5c93-4530-aad3-850abda19006 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Pushing event deleted for resources: {'Port': ['ID=9eea647c-2926-46c4-a617-024b7e798f7f,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:16.819972 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-144adad4-354b-4eea-8837-b29ba6a15699 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:16.890400 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-383cf80b-5c93-4530-aad3-850abda19006 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks [] for floatingip, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:16.899946 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-5359b1fe-8a25-4c93-8328-e2530a91b0c9 service neutron] For port 6183f8f3-5b46-4ccb-8a74-78b479952b28, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=6183f8f3-5b46-4ccb-8a74-78b479952b28,segment=NetworkSegment(6429d873-b8f4-4c82-bf9b-05ee94e57129),segment_id=6429d873-b8f4-4c82-bf9b-05ee94e57129)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:16.936274 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-5359b1fe-8a25-4c93-8328-e2530a91b0c9 service neutron] For port 6183f8f3-5b46-4ccb-8a74-78b479952b28, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:14:16.988282 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-383cf80b-5c93-4530-aad3-850abda19006 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:16.996631 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-383cf80b-5c93-4530-aad3-850abda19006 tempest-ServersTestManualDisk-1612519383 tempest-ServersTestManualDisk-1612519383-project] 10.222.0.26 "DELETE /v2.0/floatingips/1f0d1b8a-4436-44f0-97fd-e11b64f51a58 HTTP/1.1" status: 204 len: 168 time: 4.9371579 Feb 04 21:14:16.997247 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43022) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:17.202121 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-dc7adcae-9567-451b-b730-d8f1fb83dae6 admin admin] Calling delete_port for baa2deee-de7e-443f-ba07-00ed6a7555f8 owned by network:router_interface {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:14:17.206576 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-c13f4f27-d5c9-430d-8f32-212c4050ec2f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:14:17.240086 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-c13f4f27-d5c9-430d-8f32-212c4050ec2f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:14:17.270541 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-c13f4f27-d5c9-430d-8f32-212c4050ec2f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Made reservation on behalf of cbe7b967cf5b4bf8a129a586503d8461 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:14:17.274246 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-c13f4f27-d5c9-430d-8f32-212c4050ec2f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:17.286132 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-294fd4c2-05f6-4059-b11b-b3ca8ba879f8 None None] Provisioning complete for port 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:14:17.287246 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-294fd4c2-05f6-4059-b11b-b3ca8ba879f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:17.457420 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:17.536294 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-5359b1fe-8a25-4c93-8328-e2530a91b0c9 service neutron] device_id is not set on port 6183f8f3-5b46-4ccb-8a74-78b479952b28 yet. {{(pid=87683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:14:17.564556 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7513ab6-5351-44b2-a2f6-2c0012f9f58d req-178eea5c-500e-4515-8f3b-1e8bbebc4751 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:17.573066 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7513ab6-5351-44b2-a2f6-2c0012f9f58d req-178eea5c-500e-4515-8f3b-1e8bbebc4751 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:17.580410 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7513ab6-5351-44b2-a2f6-2c0012f9f58d req-178eea5c-500e-4515-8f3b-1e8bbebc4751 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:17.588391 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7513ab6-5351-44b2-a2f6-2c0012f9f58d req-178eea5c-500e-4515-8f3b-1e8bbebc4751 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:17.607933 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7513ab6-5351-44b2-a2f6-2c0012f9f58d req-178eea5c-500e-4515-8f3b-1e8bbebc4751 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:17.615186 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7513ab6-5351-44b2-a2f6-2c0012f9f58d req-178eea5c-500e-4515-8f3b-1e8bbebc4751 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:17.627697 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a7513ab6-5351-44b2-a2f6-2c0012f9f58d req-178eea5c-500e-4515-8f3b-1e8bbebc4751 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 4652 time: 2.0304742 Feb 04 21:14:17.658247 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:17.682975 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-5359b1fe-8a25-4c93-8328-e2530a91b0c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:17.706224 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-144adad4-354b-4eea-8837-b29ba6a15699 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:17.729337 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-07cba5c2-1358-46f7-94af-15d80efab20a None None] Could not find standard attr ID for object 91ebdaa2-2357-4733-b1f7-f0a6192df2c2. {{(pid=87684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 21:14:17.792731 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144adad4-354b-4eea-8837-b29ba6a15699 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Subnet': ['ID=23e36d73-fb2f-47b0-b033-0fe00be897a2,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:17.822845 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-144adad4-354b-4eea-8837-b29ba6a15699 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:17.850304 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a7513ab6-5351-44b2-a2f6-2c0012f9f58d req-3d06e5f2-6de3-4457-a77f-8ec7f36afb61 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57aefd0-2358-4799-bf02-8d4615be2807&id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2204587 Feb 04 21:14:17.854322 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-5359b1fe-8a25-4c93-8328-e2530a91b0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:17.944637 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd744b444-342d-49e4-b7c2-bdadcf0af1d9', 'code': 200} Feb 04 21:14:17.945147 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6183f8f3-5b46-4ccb-8a74-78b479952b28', 'code': 200} Feb 04 21:14:17.945713 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4e25158-47e9-42b4-972c-d39e229b32b8', 'code': 200} Feb 04 21:14:17.946239 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41158139-7424-4ba1-8ba1-b7ebcd524ad6', 'code': 200} Feb 04 21:14:18.009692 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-c13f4f27-d5c9-430d-8f32-212c4050ec2f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Allocated IP 172.20.0.5 (591535e8-eea5-447d-ad75-83d907ea6f08/6328ddc0-a59e-4cee-8cab-7daa1242332a/b18a8016-3ebf-4f35-827c-72db806c40a3) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:14:18.100761 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97f99d0-add9-4eca-b6b0-b9d7ecf74d63 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:14:18.106607 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359b1fe-8a25-4c93-8328-e2530a91b0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=6183f8f3-5b46-4ccb-8a74-78b479952b28,revision_number=7']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:18.118285 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-144adad4-354b-4eea-8837-b29ba6a15699 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/23e36d73-fb2f-47b0-b033-0fe00be897a2 HTTP/1.1" status: 204 len: 168 time: 3.1519401 Feb 04 21:14:18.125838 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43036) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:18.228848 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ff8358-8977-405d-8031-2e05062126d2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting subnet a7afa1cd-51d9-4931-82b5-acade6941e91 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:14:18.237121 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f4ff8358-8977-405d-8031-2e05062126d2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:18.272555 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-5359b1fe-8a25-4c93-8328-e2530a91b0c9 service neutron] No DVR routers for this DVR port 6183f8f3-5b46-4ccb-8a74-78b479952b28 on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:14:18.295053 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f4ff8358-8977-405d-8031-2e05062126d2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:18.304472 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3adc86-a24f-42e5-a4fb-ee46a8bd21a8 req-998850d8-94b2-4577-9d73-ba6c34771a54 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:18.312508 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ee3adc86-a24f-42e5-a4fb-ee46a8bd21a8 req-998850d8-94b2-4577-9d73-ba6c34771a54 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 1.5603316 Feb 04 21:14:18.391280 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f4ff8358-8977-405d-8031-2e05062126d2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:18.410970 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ee3adc86-a24f-42e5-a4fb-ee46a8bd21a8 req-2bdcf3c0-4127-41f0-b217-290a8e9075b4 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969629 Feb 04 21:14:18.417362 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-5359b1fe-8a25-4c93-8328-e2530a91b0c9 service neutron] In _notify_port_updated(), no bound segment for port 6183f8f3-5b46-4ccb-8a74-78b479952b28 on network bb213b90-85ae-4ae5-869b-fda768933cd6 {{(pid=87683) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 21:14:18.428335 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-5359b1fe-8a25-4c93-8328-e2530a91b0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:18.429164 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-5359b1fe-8a25-4c93-8328-e2530a91b0c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:18.430674 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-5359b1fe-8a25-4c93-8328-e2530a91b0c9 service neutron] 10.222.0.32 "PUT /v2.0/ports/6183f8f3-5b46-4ccb-8a74-78b479952b28 HTTP/1.1" status: 200 len: 1032 time: 4.9332983 Feb 04 21:14:18.471690 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3317c196-58d1-4b28-a88d-6af0bb0e779d None None] Provisioning complete for port 6183f8f3-5b46-4ccb-8a74-78b479952b28 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:14:18.472298 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3317c196-58d1-4b28-a88d-6af0bb0e779d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:18.551224 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123e9ab-381a-43d0-8781-d985af6b9803 req-37b339a7-6aa9-46b8-99df-61736d2dcf98 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:18.559466 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0123e9ab-381a-43d0-8781-d985af6b9803 req-37b339a7-6aa9-46b8-99df-61736d2dcf98 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 946 time: 0.4218676 Feb 04 21:14:18.624644 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3317c196-58d1-4b28-a88d-6af0bb0e779d None None] Port 6183f8f3-5b46-4ccb-8a74-78b479952b28 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:14:18.725339 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-45ed73ef-baf5-4bfa-90b3-53f7e6ffd8c3 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Deleting port c4e25158-47e9-42b4-972c-d39e229b32b8 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:14:18.725495 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-45ed73ef-baf5-4bfa-90b3-53f7e6ffd8c3 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:18.763448 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d6cf4137-5e34-471a-8185-108aa840b452 req-4df27a69-11d2-44c3-a137-81a7e3baaedd tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=87fecb31-0841-4537-b8e7-2cbb43eb8ef7 HTTP/1.1" status: 200 len: 210 time: 0.1773558 Feb 04 21:14:18.792880 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f4ff8358-8977-405d-8031-2e05062126d2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:18.868947 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0123e9ab-381a-43d0-8781-d985af6b9803 req-e5e962da-6a24-4a4b-a8d4-942a0cc6736b tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3085151 Feb 04 21:14:18.875534 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:18.925572 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f4ff8358-8977-405d-8031-2e05062126d2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:18.937532 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff8358-8977-405d-8031-2e05062126d2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Subnet': ['ID=a7afa1cd-51d9-4931-82b5-acade6941e91,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:18.967252 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f4ff8358-8977-405d-8031-2e05062126d2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/a7afa1cd-51d9-4931-82b5-acade6941e91 HTTP/1.1" status: 204 len: 168 time: 0.8309762 Feb 04 21:14:18.969505 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43056) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:19.031185 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-dc7adcae-9567-451b-b730-d8f1fb83dae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:19.137129 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1ae7228a-16fb-48c0-83dc-1d12c19d0cae tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1683669 Feb 04 21:14:19.165699 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 43060) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:19.212601 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-84559881-aed0-4477-917c-b64b99734453 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:14:19.292240 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:14:19.351136 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-c13f4f27-d5c9-430d-8f32-212c4050ec2f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:19.388063 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7adcae-9567-451b-b730-d8f1fb83dae6 admin admin] Pushing event deleted for resources: {'Port': ['ID=baa2deee-de7e-443f-ba07-00ed6a7555f8,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:19.409096 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-c13f4f27-d5c9-430d-8f32-212c4050ec2f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:19.429552 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['e791a7ac-6865-4c87-8ac5-f39dc8b22567'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:14:19.486808 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-c13f4f27-d5c9-430d-8f32-212c4050ec2f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Network 591535e8-eea5-447d-ad75-83d907ea6f08 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:14:19.517267 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2c68b140-5e87-40a6-a05d-aed34452b214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:19.528936 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa7f4be-95ef-4239-b0f2-466512e3474f None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:14:19.530024 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46442b91-bb56-4c30-997c-c08fe9388f31 req-0cc09380-d119-4789-97f0-c560e12d6c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:19.532180 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-46442b91-bb56-4c30-997c-c08fe9388f31 req-0cc09380-d119-4789-97f0-c560e12d6c4d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d12823a006ff49a4916b73b08e3ad259&device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 1097 time: 0.7365627 Feb 04 21:14:19.731733 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-c13f4f27-d5c9-430d-8f32-212c4050ec2f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:14:19.815221 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3c5ef5dd-0367-479d-ba9f-66ca2312104f None None] Provisioning complete for port 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:14:19.815753 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3c5ef5dd-0367-479d-ba9f-66ca2312104f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:19.816872 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-c13f4f27-d5c9-430d-8f32-212c4050ec2f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:14:19.838458 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-84559881-aed0-4477-917c-b64b99734453 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:14:19.872637 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef17179-e062-48d2-b10a-d6b7caa8af6d req-aa00ff99-10e9-43fe-91a4-cbb5dd653256 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:19.874281 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0ef17179-e062-48d2-b10a-d6b7caa8af6d req-aa00ff99-10e9-43fe-91a4-cbb5dd653256 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.9010360 Feb 04 21:14:19.882169 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-84559881-aed0-4477-917c-b64b99734453 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:subnet and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:14:19.894932 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5987f-da39-4f0f-ba69-c3eefaa19295 req-379b28ce-da90-447b-aa22-c259312cf64c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:19.900624 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5987f-da39-4f0f-ba69-c3eefaa19295 req-379b28ce-da90-447b-aa22-c259312cf64c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:19.907167 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5987f-da39-4f0f-ba69-c3eefaa19295 req-379b28ce-da90-447b-aa22-c259312cf64c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:19.913201 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5987f-da39-4f0f-ba69-c3eefaa19295 req-379b28ce-da90-447b-aa22-c259312cf64c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:19.921054 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5987f-da39-4f0f-ba69-c3eefaa19295 req-379b28ce-da90-447b-aa22-c259312cf64c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:19.927355 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aba5987f-da39-4f0f-ba69-c3eefaa19295 req-379b28ce-da90-447b-aa22-c259312cf64c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 3875 time: 0.8139603 Feb 04 21:14:19.932978 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-84559881-aed0-4477-917c-b64b99734453 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:14:20.011786 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-84559881-aed0-4477-917c-b64b99734453 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:14:20.029313 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f4f27-d5c9-430d-8f32-212c4050ec2f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Pushing event updated for resources: {'Port': ['ID=b18a8016-3ebf-4f35-827c-72db806c40a3,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:20.069368 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-c13f4f27-d5c9-430d-8f32-212c4050ec2f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:20.070421 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-c13f4f27-d5c9-430d-8f32-212c4050ec2f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:20.107411 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-c13f4f27-d5c9-430d-8f32-212c4050ec2f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4800758 Feb 04 21:14:20.136502 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-25b3322b-e1b3-4163-a6d1-97fa0508400f service neutron] Request body: {'port': {'device_id': '87fecb31-0841-4537-b8e7-2cbb43eb8ef7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:14:20.154130 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f657dc-0d29-4cac-ac1a-64e99c65d095 None None] DHCP port deletion for f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:14:20.159979 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-d6f657dc-0d29-4cac-ac1a-64e99c65d095 None None] Deleting port 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:14:20.160589 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d6f657dc-0d29-4cac-ac1a-64e99c65d095 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:20.179780 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84559881-aed0-4477-917c-b64b99734453 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:14:20.183274 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-84559881-aed0-4477-917c-b64b99734453 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:20.303765 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-25b3322b-e1b3-4163-a6d1-97fa0508400f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:20.319362 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0ef17179-e062-48d2-b10a-d6b7caa8af6d req-d60c71b2-20fe-46b2-ac02-563411221e98 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644233 Feb 04 21:14:20.320374 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46442b91-bb56-4c30-997c-c08fe9388f31 req-627dbbc2-e0db-49d0-a438-d680402b94dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:20.321728 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-46442b91-bb56-4c30-997c-c08fe9388f31 req-627dbbc2-e0db-49d0-a438-d680402b94dc service neutron] 10.222.0.18 "GET /v2.0/networks?id=aeca86bf-5462-4afd-9138-c5fe85a0ef79 HTTP/1.1" status: 200 len: 918 time: 0.7727005 Feb 04 21:14:20.330728 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-45ed73ef-baf5-4bfa-90b3-53f7e6ffd8c3 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] For port c4e25158-47e9-42b4-972c-d39e229b32b8, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=c4e25158-47e9-42b4-972c-d39e229b32b8,segment=NetworkSegment(6429d873-b8f4-4c82-bf9b-05ee94e57129),segment_id=6429d873-b8f4-4c82-bf9b-05ee94e57129)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:20.331086 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-45ed73ef-baf5-4bfa-90b3-53f7e6ffd8c3 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:20.419504 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-2c68b140-5e87-40a6-a05d-aed34452b214 admin admin] Deleting port 967755ef-9e2f-4e5b-8898-0ddc28c7d26d {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:14:20.419912 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2c68b140-5e87-40a6-a05d-aed34452b214 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:20.445071 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-d6f657dc-0d29-4cac-ac1a-64e99c65d095 None None] For port 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=8b2c0e8e-ff08-4665-b2be-494a37f4fcc5,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:20.445483 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d6f657dc-0d29-4cac-ac1a-64e99c65d095 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:20.495528 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aba5987f-da39-4f0f-ba69-c3eefaa19295 req-d612ba67-b94f-4662-b7a0-f7e1fc66772e tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5673037 Feb 04 21:14:20.614644 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-d6f657dc-0d29-4cac-ac1a-64e99c65d095 None None] Calling delete_port for 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:14:20.750237 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d6f657dc-0d29-4cac-ac1a-64e99c65d095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:20.813852 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-2c68b140-5e87-40a6-a05d-aed34452b214 admin admin] For port 967755ef-9e2f-4e5b-8898-0ddc28c7d26d, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=967755ef-9e2f-4e5b-8898-0ddc28c7d26d,segment=NetworkSegment(da4d15b5-6618-43a3-9893-b81121c7be88),segment_id=da4d15b5-6618-43a3-9893-b81121c7be88)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:20.814389 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2c68b140-5e87-40a6-a05d-aed34452b214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:20.833667 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f657dc-0d29-4cac-ac1a-64e99c65d095 None None] Pushing event deleted for resources: {'Port': ['ID=8b2c0e8e-ff08-4665-b2be-494a37f4fcc5,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:20.842701 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:14:20.879949 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f657dc-0d29-4cac-ac1a-64e99c65d095 None None] No DVR routers for this DVR port 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5 on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:14:20.904485 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f657dc-0d29-4cac-ac1a-64e99c65d095 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:20.905360 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f657dc-0d29-4cac-ac1a-64e99c65d095 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:20.906231 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f657dc-0d29-4cac-ac1a-64e99c65d095 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:20.906872 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f657dc-0d29-4cac-ac1a-64e99c65d095 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:20.907804 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f657dc-0d29-4cac-ac1a-64e99c65d095 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:20.908377 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f657dc-0d29-4cac-ac1a-64e99c65d095 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:20.908926 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f657dc-0d29-4cac-ac1a-64e99c65d095 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:20.909533 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f657dc-0d29-4cac-ac1a-64e99c65d095 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:20.910230 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f657dc-0d29-4cac-ac1a-64e99c65d095 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:20.910776 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f657dc-0d29-4cac-ac1a-64e99c65d095 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:20.911364 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f657dc-0d29-4cac-ac1a-64e99c65d095 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:20.912288 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f657dc-0d29-4cac-ac1a-64e99c65d095 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:20.941992 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:14:20.942333 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 8b2c0e8e-ff08-4665-b2be-494a37f4fcc5 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:14:21.027938 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-dc7adcae-9567-451b-b730-d8f1fb83dae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:21.060496 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-45ed73ef-baf5-4bfa-90b3-53f7e6ffd8c3 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Calling delete_port for c4e25158-47e9-42b4-972c-d39e229b32b8 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:14:21.099620 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-84559881-aed0-4477-917c-b64b99734453 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:21.120934 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-2c68b140-5e87-40a6-a05d-aed34452b214 admin admin] Calling delete_port for 967755ef-9e2f-4e5b-8898-0ddc28c7d26d owned by network:router_interface {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:14:21.326115 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-25b3322b-e1b3-4163-a6d1-97fa0508400f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b18a8016-3ebf-4f35-827c-72db806c40a3 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:14:21.336487 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-25b3322b-e1b3-4163-a6d1-97fa0508400f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:21.360207 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-25b3322b-e1b3-4163-a6d1-97fa0508400f service neutron] Transition to ACTIVE for port object b18a8016-3ebf-4f35-827c-72db806c40a3 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:14:21.364246 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-25b3322b-e1b3-4163-a6d1-97fa0508400f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:21.428804 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-46442b91-bb56-4c30-997c-c08fe9388f31 req-c0448ded-dc35-4413-be3b-bc61dda23f15 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=643c6a12-47d2-4a5a-a384-c6eee850b1ca HTTP/1.1" status: 200 len: 1001 time: 1.0899620 Feb 04 21:14:21.454354 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84559881-aed0-4477-917c-b64b99734453 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:14:21.499588 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-84559881-aed0-4477-917c-b64b99734453 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:14:21.515190 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84559881-aed0-4477-917c-b64b99734453 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:21.516388 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-84559881-aed0-4477-917c-b64b99734453 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:21.517760 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe1fbcc-e2bd-4aa0-809c-8355df15e5f8 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:14:21.596757 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3322b-e1b3-4163-a6d1-97fa0508400f service neutron] Pushing event updated for resources: {'Port': ['ID=b18a8016-3ebf-4f35-827c-72db806c40a3,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:21.632021 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84559881-aed0-4477-917c-b64b99734453 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Subnet': ['ID=f80fac55-6c1e-43d9-a8b7-6ad721ed65d8,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:21.642676 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2c68b140-5e87-40a6-a05d-aed34452b214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:21.716372 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68b140-5e87-40a6-a05d-aed34452b214 admin admin] Pushing event deleted for resources: {'Port': ['ID=967755ef-9e2f-4e5b-8898-0ddc28c7d26d,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:21.744528 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46442b91-bb56-4c30-997c-c08fe9388f31 req-ea4556a6-29b8-4f0d-bbf0-13238361dcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:21.746122 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-46442b91-bb56-4c30-997c-c08fe9388f31 req-ea4556a6-29b8-4f0d-bbf0-13238361dcac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2332d4ab-28bd-4df4-abe3-897aa8896a30 HTTP/1.1" status: 200 len: 856 time: 0.2907491 Feb 04 21:14:21.807685 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac0064-f45b-484d-856d-990943372270 req-b8311fa8-5975-46eb-beaa-9fccd8421699 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:21.816237 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ddac0064-f45b-484d-856d-990943372270 req-b8311fa8-5975-46eb-beaa-9fccd8421699 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=87fecb31-0841-4537-b8e7-2cbb43eb8ef7 HTTP/1.1" status: 200 len: 931 time: 1.3167815 Feb 04 21:14:21.827156 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-25b3322b-e1b3-4163-a6d1-97fa0508400f service neutron] Attempting to bind port b18a8016-3ebf-4f35-827c-72db806c40a3 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:14:21.827505 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-25b3322b-e1b3-4163-a6d1-97fa0508400f service neutron] Attempting to bind port b18a8016-3ebf-4f35-827c-72db806c40a3 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'addd5f6f-d521-4a6a-b6fc-650d4541337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:14:21.827809 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-25b3322b-e1b3-4163-a6d1-97fa0508400f service neutron] Attempting to bind port b18a8016-3ebf-4f35-827c-72db806c40a3 on network 591535e8-eea5-447d-ad75-83d907ea6f08 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:14:21.838203 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-25b3322b-e1b3-4163-a6d1-97fa0508400f service neutron] Port b18a8016-3ebf-4f35-827c-72db806c40a3 on network 591535e8-eea5-447d-ad75-83d907ea6f08 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:14:21.838526 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-25b3322b-e1b3-4163-a6d1-97fa0508400f service neutron] Attempting to bind port b18a8016-3ebf-4f35-827c-72db806c40a3 on network 591535e8-eea5-447d-ad75-83d907ea6f08 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:14:21.877158 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd86f3fe-2652-476a-a897-74308f4e87a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'tenant_id': 'c1a09abf1d69443ba4dc5757947fc733', 'fixed_ips': [{'subnet_id': 'f80fac55-6c1e-43d9-a8b7-6ad721ed65d8'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:14:21.878094 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fd86f3fe-2652-476a-a897-74308f4e87a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:21.896829 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-25b3322b-e1b3-4163-a6d1-97fa0508400f service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:14:21.897178 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-25b3322b-e1b3-4163-a6d1-97fa0508400f service neutron] Checking segment: {'id': 'addd5f6f-d521-4a6a-b6fc-650d4541337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:14:21.897574 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-25b3322b-e1b3-4163-a6d1-97fa0508400f service neutron] Bound using segment: {'id': 'addd5f6f-d521-4a6a-b6fc-650d4541337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:14:21.898017 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-25b3322b-e1b3-4163-a6d1-97fa0508400f service neutron] Bound port: b18a8016-3ebf-4f35-827c-72db806c40a3, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'addd5f6f-d521-4a6a-b6fc-650d4541337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:14:21.898362 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-25b3322b-e1b3-4163-a6d1-97fa0508400f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:21.900030 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-84559881-aed0-4477-917c-b64b99734453 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6919880 Feb 04 21:14:21.908110 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43084) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:21.927714 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-9541373a-5072-41bf-a3df-cd1c524c7d6a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:14:21.953959 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194a743-01dc-4392-b503-a5f12ce4a0c8 req-ebe7359b-bdb0-4c5a-94b8-0e9800d3f94f tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:21.955603 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8194a743-01dc-4392-b503-a5f12ce4a0c8 req-ebe7359b-bdb0-4c5a-94b8-0e9800d3f94f tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 946 time: 1.0601811 Feb 04 21:14:22.105576 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-fd86f3fe-2652-476a-a897-74308f4e87a2 None None] Allocated IP 172.20.0.2 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/f80fac55-6c1e-43d9-a8b7-6ad721ed65d8/91babe22-bace-48f8-b820-e814eb4916e9) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:14:22.181911 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ddac0064-f45b-484d-856d-990943372270 req-646a8997-0a14-4194-af0a-ef5fd868ddb3 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647141 Feb 04 21:14:22.223141 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-45ed73ef-baf5-4bfa-90b3-53f7e6ffd8c3 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:22.316009 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-25b3322b-e1b3-4163-a6d1-97fa0508400f service neutron] For port b18a8016-3ebf-4f35-827c-72db806c40a3, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:14:22.331143 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-25b3322b-e1b3-4163-a6d1-97fa0508400f service neutron] For port b18a8016-3ebf-4f35-827c-72db806c40a3, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=b18a8016-3ebf-4f35-827c-72db806c40a3,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:14:22.338629 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2c68b140-5e87-40a6-a05d-aed34452b214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:22.346617 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-25b3322b-e1b3-4163-a6d1-97fa0508400f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:22.352632 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9541373a-5072-41bf-a3df-cd1c524c7d6a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:14:22.358283 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9541373a-5072-41bf-a3df-cd1c524c7d6a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:subnet and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:14:22.363098 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9541373a-5072-41bf-a3df-cd1c524c7d6a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:14:22.371911 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9541373a-5072-41bf-a3df-cd1c524c7d6a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:14:22.376799 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fd86f3fe-2652-476a-a897-74308f4e87a2 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:22.388285 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-fd86f3fe-2652-476a-a897-74308f4e87a2 None None] Transition to ACTIVE for port object 91babe22-bace-48f8-b820-e814eb4916e9 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:14:22.410326 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-fd86f3fe-2652-476a-a897-74308f4e87a2 None None] Transition to ACTIVE for port object 91babe22-bace-48f8-b820-e814eb4916e9 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:14:22.415971 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fd86f3fe-2652-476a-a897-74308f4e87a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:22.417676 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed73ef-baf5-4bfa-90b3-53f7e6ffd8c3 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Pushing event deleted for resources: {'Port': ['ID=c4e25158-47e9-42b4-972c-d39e229b32b8,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:22.422678 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8194a743-01dc-4392-b503-a5f12ce4a0c8 req-6ce09f88-b403-4792-a0a7-1b2e5f6c6b8a tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4393651 Feb 04 21:14:22.465330 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9541373a-5072-41bf-a3df-cd1c524c7d6a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:14:22.470781 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9541373a-5072-41bf-a3df-cd1c524c7d6a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:22.557984 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd86f3fe-2652-476a-a897-74308f4e87a2 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:14:22.560999 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-fd86f3fe-2652-476a-a897-74308f4e87a2 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:14:22.566475 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd86f3fe-2652-476a-a897-74308f4e87a2 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:14:22.600571 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-45ed73ef-baf5-4bfa-90b3-53f7e6ffd8c3 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] No DVR routers for this DVR port c4e25158-47e9-42b4-972c-d39e229b32b8 on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:14:22.608433 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-45ed73ef-baf5-4bfa-90b3-53f7e6ffd8c3 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:22.611740 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-45ed73ef-baf5-4bfa-90b3-53f7e6ffd8c3 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.32 "DELETE /v2.0/ports/c4e25158-47e9-42b4-972c-d39e229b32b8 HTTP/1.1" status: 204 len: 173 time: 4.1718397 Feb 04 21:14:22.614322 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'name': 'network-vif-deleted', 'tag': 'c4e25158-47e9-42b4-972c-d39e229b32b8'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:14:22.650084 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86f3fe-2652-476a-a897-74308f4e87a2 None None] Pushing event updated for resources: {'Port': ['ID=91babe22-bace-48f8-b820-e814eb4916e9,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:22.700697 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-fd86f3fe-2652-476a-a897-74308f4e87a2 None None] Attempting to bind port 91babe22-bace-48f8-b820-e814eb4916e9 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:14:22.701253 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-fd86f3fe-2652-476a-a897-74308f4e87a2 None None] Attempting to bind port 91babe22-bace-48f8-b820-e814eb4916e9 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:14:22.701841 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd86f3fe-2652-476a-a897-74308f4e87a2 None None] Attempting to bind port 91babe22-bace-48f8-b820-e814eb4916e9 on network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:14:22.713358 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd86f3fe-2652-476a-a897-74308f4e87a2 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:14:22.714033 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd86f3fe-2652-476a-a897-74308f4e87a2 None None] Checking segment: {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:14:22.714896 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fd86f3fe-2652-476a-a897-74308f4e87a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:22.715630 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd86f3fe-2652-476a-a897-74308f4e87a2 None None] Bound using segment: {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:14:22.716264 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-fd86f3fe-2652-476a-a897-74308f4e87a2 None None] Bound port: 91babe22-bace-48f8-b820-e814eb4916e9, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:14:22.716821 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fd86f3fe-2652-476a-a897-74308f4e87a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:22.740147 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46442b91-bb56-4c30-997c-c08fe9388f31 req-d6e96adf-a49b-40d2-b927-de54bd3549da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:22.741872 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-46442b91-bb56-4c30-997c-c08fe9388f31 req-d6e96adf-a49b-40d2-b927-de54bd3549da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=aeca86bf-5462-4afd-9138-c5fe85a0ef79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9863567 Feb 04 21:14:22.840558 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f9e50-52e7-478b-8f73-e1ac905599ed req-5dc76e66-cd5b-402f-b427-429070f4080d tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:22.842671 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ea5f9e50-52e7-478b-8f73-e1ac905599ed req-5dc76e66-cd5b-402f-b427-429070f4080d tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.4899254 Feb 04 21:14:22.858819 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-fd86f3fe-2652-476a-a897-74308f4e87a2 None None] For port 91babe22-bace-48f8-b820-e814eb4916e9, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:14:22.864365 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-fd86f3fe-2652-476a-a897-74308f4e87a2 None None] For port 91babe22-bace-48f8-b820-e814eb4916e9, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=91babe22-bace-48f8-b820-e814eb4916e9,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:14:22.872860 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-25b3322b-e1b3-4163-a6d1-97fa0508400f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:22.874105 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-25b3322b-e1b3-4163-a6d1-97fa0508400f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:22.876286 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-25b3322b-e1b3-4163-a6d1-97fa0508400f service neutron] 10.222.0.18 "PUT /v2.0/ports/b18a8016-3ebf-4f35-827c-72db806c40a3 HTTP/1.1" status: 200 len: 1091 time: 2.7528126 Feb 04 21:14:22.882205 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fd86f3fe-2652-476a-a897-74308f4e87a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:22.903130 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87fecb31-0841-4537-b8e7-2cbb43eb8ef7', 'tag': 'b18a8016-3ebf-4f35-827c-72db806c40a3'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:14:22.959056 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7adcae-9567-451b-b730-d8f1fb83dae6 admin admin] Router feb9d013-468f-482a-8c05-f3f2f82f74ec has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:14:23.036688 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ea5f9e50-52e7-478b-8f73-e1ac905599ed req-8b5fb661-dd4a-4ff1-be80-9ae7037925cb tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221068 Feb 04 21:14:23.046470 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 643c6a12-47d2-4a5a-a384-c6eee850b1ca no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:14:23.099408 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-2c269571-a1a8-4b54-9e4b-b45ae99fe537 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Deleting port 06d94d64-09f0-456d-ab29-149d5c934f71 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:14:23.099751 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-2c269571-a1a8-4b54-9e4b-b45ae99fe537 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:23.216086 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86f3fe-2652-476a-a897-74308f4e87a2 None None] Pushing event updated for resources: {'Port': ['ID=91babe22-bace-48f8-b820-e814eb4916e9,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:23.218892 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'name': 'network-vif-deleted', 'tag': 'c4e25158-47e9-42b4-972c-d39e229b32b8', 'status': 'completed', 'code': 200} Feb 04 21:14:23.286731 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87fecb31-0841-4537-b8e7-2cbb43eb8ef7', 'tag': 'b18a8016-3ebf-4f35-827c-72db806c40a3', 'status': 'completed', 'code': 200} Feb 04 21:14:23.289706 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3322b-e1b3-4163-a6d1-97fa0508400f service neutron] Pushing event updated for resources: {'Port': ['ID=b18a8016-3ebf-4f35-827c-72db806c40a3,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:23.382638 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:23.470709 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '643c6a12-47d2-4a5a-a384-c6eee850b1ca'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:14:23.483106 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 643c6a12-47d2-4a5a-a384-c6eee850b1ca, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=643c6a12-47d2-4a5a-a384-c6eee850b1ca,segment=NetworkSegment(84b34f62-20de-461e-9dfa-a6b12b358939),segment_id=84b34f62-20de-461e-9dfa-a6b12b358939)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:23.493955 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:23.622894 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=643c6a12-47d2-4a5a-a384-c6eee850b1ca,revision_number=8']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:23.624338 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb7979-c323-4c39-9f22-637a1453e4cb req-023c7e81-fff5-4e9d-af31-6828fd424894 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:23.635774 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb7979-c323-4c39-9f22-637a1453e4cb req-023c7e81-fff5-4e9d-af31-6828fd424894 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:23.642124 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb7979-c323-4c39-9f22-637a1453e4cb req-023c7e81-fff5-4e9d-af31-6828fd424894 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:23.648031 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb7979-c323-4c39-9f22-637a1453e4cb req-023c7e81-fff5-4e9d-af31-6828fd424894 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:23.648943 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-47eb7979-c323-4c39-9f22-637a1453e4cb req-023c7e81-fff5-4e9d-af31-6828fd424894 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Synchronizing usage tracker for tenant:b242a09179d94d8193cc1c0208c67871 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:14:23.752038 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-46442b91-bb56-4c30-997c-c08fe9388f31 req-f1924cf5-db78-4446-8262-ede592541b74 service neutron] 10.222.0.18 "GET /v2.0/networks/aeca86bf-5462-4afd-9138-c5fe85a0ef79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9735970 Feb 04 21:14:23.941018 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c68b140-5e87-40a6-a05d-aed34452b214 admin admin] Router 4082749f-5bae-413d-bb94-08cefe3f607c has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:14:23.952083 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-82d4411c-0a3a-4bb9-8d42-2df3c770343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:23.953733 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-82d4411c-0a3a-4bb9-8d42-2df3c770343d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbe7b967cf5b4bf8a129a586503d8461&device_id=87fecb31-0841-4537-b8e7-2cbb43eb8ef7 HTTP/1.1" status: 200 len: 1094 time: 1.0138137 Feb 04 21:14:24.114012 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-47eb7979-c323-4c39-9f22-637a1453e4cb req-023c7e81-fff5-4e9d-af31-6828fd424894 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Unset dirty status for tenant:b242a09179d94d8193cc1c0208c67871 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:14:24.115181 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47eb7979-c323-4c39-9f22-637a1453e4cb req-023c7e81-fff5-4e9d-af31-6828fd424894 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 3143 time: 1.4948430 Feb 04 21:14:24.175796 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-d739eaed-350b-4c6d-97fb-e864fdca7a31 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b18a8016-3ebf-4f35-827c-72db806c40a3 HTTP/1.1" status: 200 len: 217 time: 0.2127283 Feb 04 21:14:24.182476 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7adcae-9567-451b-b730-d8f1fb83dae6 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:14:24.192202 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6662fd-2680-401f-a5d2-7569a88a0de9 None None] Sync routers for ids ['feb9d013-468f-482a-8c05-f3f2f82f74ec'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:14:24.205104 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6662fd-2680-401f-a5d2-7569a88a0de9 None None] Routers {'feb9d013-468f-482a-8c05-f3f2f82f74ec'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:14:24.205754 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-fb6662fd-2680-401f-a5d2-7569a88a0de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:14:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['feb9d013-468f-482a-8c05-f3f2f82f74ec'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:14:24.219673 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e349e9-7d5f-45e2-b973-396b3299b6f1 req-78ff4ac1-dda8-4808-802d-9acdc7619403 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:24.228847 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-45e349e9-7d5f-45e2-b973-396b3299b6f1 req-78ff4ac1-dda8-4808-802d-9acdc7619403 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=87fecb31-0841-4537-b8e7-2cbb43eb8ef7 HTTP/1.1" status: 200 len: 943 time: 0.7647820 Feb 04 21:14:24.254382 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-dc7adcae-9567-451b-b730-d8f1fb83dae6 admin admin] 10.222.0.26 "PUT /v2.0/routers/feb9d013-468f-482a-8c05-f3f2f82f74ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5471008 Feb 04 21:14:24.271960 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 43112) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:24.362199 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47eb7979-c323-4c39-9f22-637a1453e4cb req-b1ccca17-76db-4a09-abf3-87197075a144 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2329221 Feb 04 21:14:24.439447 n-d-827896-1 neutron-server[87682]: DEBUG neutron.objects.ports [None req-9541373a-5072-41bf-a3df-cd1c524c7d6a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87682) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 21:14:24.551057 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-fb6662fd-2680-401f-a5d2-7569a88a0de9 None None] Set router feb9d013-468f-482a-8c05-f3f2f82f74ec gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:14:24.556362 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-814a99cd-f537-49df-9d3b-6baeae01a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:24.556362 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-814a99cd-f537-49df-9d3b-6baeae01a331 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6328ddc0-a59e-4cee-8cab-7daa1242332a HTTP/1.1" status: 200 len: 846 time: 0.2622831 Feb 04 21:14:24.679101 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c68b140-5e87-40a6-a05d-aed34452b214 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:14:24.685615 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-46442b91-bb56-4c30-997c-c08fe9388f31 req-463fa397-75d7-45fd-8392-86906f9f8a7d service neutron] 10.222.0.18 "GET /v2.0/networks/aeca86bf-5462-4afd-9138-c5fe85a0ef79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8890975 Feb 04 21:14:24.689745 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a928ca51-53ba-4e40-b265-28a8933eaa5f None None] Sync routers for ids ['4082749f-5bae-413d-bb94-08cefe3f607c'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:14:24.691365 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-858fc19b-7e93-4eeb-9a89-efea0c6c6de4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=591535e8-eea5-447d-ad75-83d907ea6f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155894 Feb 04 21:14:24.700012 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-45e349e9-7d5f-45e2-b973-396b3299b6f1 req-466d1dfb-b2ae-4f38-a50b-4e59807179d1 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4691422 Feb 04 21:14:24.716644 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a928ca51-53ba-4e40-b265-28a8933eaa5f None None] Routers {'4082749f-5bae-413d-bb94-08cefe3f607c'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:14:24.717110 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-a928ca51-53ba-4e40-b265-28a8933eaa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:14:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4082749f-5bae-413d-bb94-08cefe3f607c'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:14:24.780669 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-2c269571-a1a8-4b54-9e4b-b45ae99fe537 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] For port 06d94d64-09f0-456d-ab29-149d5c934f71, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=06d94d64-09f0-456d-ab29-149d5c934f71,segment=NetworkSegment(185e8ff9-a032-4320-9e92-29b7ef98b0f5),segment_id=185e8ff9-a032-4320-9e92-29b7ef98b0f5)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:24.781995 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-2c269571-a1a8-4b54-9e4b-b45ae99fe537 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:24.808182 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 91babe22-bace-48f8-b820-e814eb4916e9 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:14:24.875623 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-24d09486-0e5b-4bc4-85c3-61e8774428e8 service neutron] 10.222.0.18 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755238 Feb 04 21:14:24.995498 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-e90fda92-bc0a-4822-97ce-e8e854045cb1 None None] Provisioning for port 91babe22-bace-48f8-b820-e814eb4916e9 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:14:25.047430 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-53c26235-95a4-433d-939e-402465902bfa service neutron] 10.222.0.18 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634743 Feb 04 21:14:25.051491 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8aed58de-8331-4bcc-b28b-bcd0fb4ea2b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:25.063082 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2c68b140-5e87-40a6-a05d-aed34452b214 admin admin] 10.222.0.26 "PUT /v2.0/routers/4082749f-5bae-413d-bb94-08cefe3f607c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0609033 Feb 04 21:14:25.065721 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43120) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:25.113665 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-a928ca51-53ba-4e40-b265-28a8933eaa5f None None] Set router 4082749f-5bae-413d-bb94-08cefe3f607c gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:14:25.139151 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 91babe22-bace-48f8-b820-e814eb4916e9 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:14:25.149466 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 91babe22-bace-48f8-b820-e814eb4916e9 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:14:25.150616 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:25.364520 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:25.405704 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 91babe22-bace-48f8-b820-e814eb4916e9, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=91babe22-bace-48f8-b820-e814eb4916e9,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:25.407311 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-fb6662fd-2680-401f-a5d2-7569a88a0de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb9d013-468f-482a-8c05-f3f2f82f74ec', 'name': 'tempest-ServerRescueNegativeTestJSON-903238590-router', 'tenant_id': 'c0334bb297a2459cb341ceb6d3c2f76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'fa5b5e6c-940f-48af-b3b5-bb1da8629e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:10:25Z', 'updated_at': '2022-02-04T21:14:18Z', 'revision_number': 5, 'project_id': 'c0334bb297a2459cb341ceb6d3c2f76e', 'gw_port': {'id': 'fa5b5e6c-940f-48af-b3b5-bb1da8629e62', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb9d013-468f-482a-8c05-f3f2f82f74ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:10:27Z', 'updated_at': '2022-02-04T21:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:14:25.411619 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6662fd-2680-401f-a5d2-7569a88a0de9 None None] Checking router: feb9d013-468f-482a-8c05-f3f2f82f74ec for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:14:25.419613 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:25.458765 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6662fd-2680-401f-a5d2-7569a88a0de9 None None] Routers {'feb9d013-468f-482a-8c05-f3f2f82f74ec'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:14:25.459435 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-fb6662fd-2680-401f-a5d2-7569a88a0de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:14:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['feb9d013-468f-482a-8c05-f3f2f82f74ec'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:14:25.504697 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-a928ca51-53ba-4e40-b265-28a8933eaa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'name': 'tempest-ServersTestManualDisk-1957728473-router', 'tenant_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'e689f9be-a199-4432-905e-d7fee1d14982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:53Z', 'updated_at': '2022-02-04T21:14:21Z', 'revision_number': 5, 'project_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'gw_port': {'id': 'e689f9be-a199-4432-905e-d7fee1d14982', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:34:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:55Z', 'updated_at': '2022-02-04T21:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:14:25.508854 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a928ca51-53ba-4e40-b265-28a8933eaa5f None None] Checking router: 4082749f-5bae-413d-bb94-08cefe3f607c for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:14:25.518734 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a928ca51-53ba-4e40-b265-28a8933eaa5f None None] Routers {'4082749f-5bae-413d-bb94-08cefe3f607c'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:14:25.519348 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-a928ca51-53ba-4e40-b265-28a8933eaa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:14:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4082749f-5bae-413d-bb94-08cefe3f607c'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:14:25.521670 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48920f-368e-4519-a24f-6154e071f4c6 req-706794ca-7ed1-40e5-bfee-249fc4dbf946 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:25.530540 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ca48920f-368e-4519-a24f-6154e071f4c6 req-706794ca-7ed1-40e5-bfee-249fc4dbf946 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.9203627 Feb 04 21:14:25.709203 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-a928ca51-53ba-4e40-b265-28a8933eaa5f None None] Set router 4082749f-5bae-413d-bb94-08cefe3f607c gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:14:25.738226 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=91babe22-bace-48f8-b820-e814eb4916e9,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:25.779399 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-fb6662fd-2680-401f-a5d2-7569a88a0de9 None None] Set router feb9d013-468f-482a-8c05-f3f2f82f74ec gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:14:25.880617 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ca48920f-368e-4519-a24f-6154e071f4c6 req-d6f961e8-446e-4b1a-b851-9f62533022cb tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491750 Feb 04 21:14:25.952813 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8aed58de-8331-4bcc-b28b-bcd0fb4ea2b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:25.981445 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9541373a-5072-41bf-a3df-cd1c524c7d6a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:25.982901 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4554768-bb74-4173-b769-a7cd242914ae req-4a7a277e-c9a6-48fa-99d0-99b831d48002 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:25.990356 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b4554768-bb74-4173-b769-a7cd242914ae req-4a7a277e-c9a6-48fa-99d0-99b831d48002 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 944 time: 1.0551779 Feb 04 21:14:26.010179 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '643c6a12-47d2-4a5a-a384-c6eee850b1ca', 'code': 200} Feb 04 21:14:26.029864 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-8aed58de-8331-4bcc-b28b-bcd0fb4ea2b3 admin admin] Deleting port fa5b5e6c-940f-48af-b3b5-bb1da8629e62 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:14:26.030336 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8aed58de-8331-4bcc-b28b-bcd0fb4ea2b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:26.166737 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-73704407-7185-4f23-bd74-645291699a61 admin admin] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:26.200789 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:26.234918 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-fb6662fd-2680-401f-a5d2-7569a88a0de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb9d013-468f-482a-8c05-f3f2f82f74ec', 'name': 'tempest-ServerRescueNegativeTestJSON-903238590-router', 'tenant_id': 'c0334bb297a2459cb341ceb6d3c2f76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'fa5b5e6c-940f-48af-b3b5-bb1da8629e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:10:25Z', 'updated_at': '2022-02-04T21:14:18Z', 'revision_number': 5, 'project_id': 'c0334bb297a2459cb341ceb6d3c2f76e', 'gw_port': {'id': 'fa5b5e6c-940f-48af-b3b5-bb1da8629e62', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb9d013-468f-482a-8c05-f3f2f82f74ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:10:27Z', 'updated_at': '2022-02-04T21:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:14:26.239022 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6662fd-2680-401f-a5d2-7569a88a0de9 None None] The sync data for ids ['feb9d013-468f-482a-8c05-f3f2f82f74ec'] in n-d-827896-1 is: [{'id': 'feb9d013-468f-482a-8c05-f3f2f82f74ec', 'name': 'tempest-ServerRescueNegativeTestJSON-903238590-router', 'tenant_id': 'c0334bb297a2459cb341ceb6d3c2f76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'fa5b5e6c-940f-48af-b3b5-bb1da8629e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:10:25Z', 'updated_at': '2022-02-04T21:14:18Z', 'revision_number': 5, 'project_id': 'c0334bb297a2459cb341ceb6d3c2f76e', 'gw_port': {'id': 'fa5b5e6c-940f-48af-b3b5-bb1da8629e62', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb9d013-468f-482a-8c05-f3f2f82f74ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:10:27Z', 'updated_at': '2022-02-04T21:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:14:26.284508 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-a928ca51-53ba-4e40-b265-28a8933eaa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'name': 'tempest-ServersTestManualDisk-1957728473-router', 'tenant_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'e689f9be-a199-4432-905e-d7fee1d14982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:53Z', 'updated_at': '2022-02-04T21:14:21Z', 'revision_number': 5, 'project_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'gw_port': {'id': 'e689f9be-a199-4432-905e-d7fee1d14982', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:34:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:55Z', 'updated_at': '2022-02-04T21:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:14:26.289989 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a928ca51-53ba-4e40-b265-28a8933eaa5f None None] The sync data for ids ['4082749f-5bae-413d-bb94-08cefe3f607c'] in n-d-827896-1 is: [{'id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'name': 'tempest-ServersTestManualDisk-1957728473-router', 'tenant_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'e689f9be-a199-4432-905e-d7fee1d14982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:53Z', 'updated_at': '2022-02-04T21:14:21Z', 'revision_number': 5, 'project_id': '5b62090a5f4b46a7a4a369c51041e5e3', 'gw_port': {'id': 'e689f9be-a199-4432-905e-d7fee1d14982', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:34:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4082749f-5bae-413d-bb94-08cefe3f607c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:55Z', 'updated_at': '2022-02-04T21:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:14:26.306875 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989a5bb-5e5b-408b-acbe-587da2908ca0 req-d10ce427-e166-458d-9886-620406b0b6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:26.308378 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f989a5bb-5e5b-408b-acbe-587da2908ca0 req-d10ce427-e166-458d-9886-620406b0b6b8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbe7b967cf5b4bf8a129a586503d8461&device_id=87fecb31-0841-4537-b8e7-2cbb43eb8ef7 HTTP/1.1" status: 200 len: 1094 time: 0.9493852 Feb 04 21:14:26.477232 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989a5bb-5e5b-408b-acbe-587da2908ca0 req-01e0ada9-e6e8-43e5-b096-2648e2621760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:26.478662 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f989a5bb-5e5b-408b-acbe-587da2908ca0 req-01e0ada9-e6e8-43e5-b096-2648e2621760 service neutron] 10.222.0.18 "GET /v2.0/networks?id=591535e8-eea5-447d-ad75-83d907ea6f08 HTTP/1.1" status: 200 len: 907 time: 0.1475785 Feb 04 21:14:26.552747 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f989a5bb-5e5b-408b-acbe-587da2908ca0 req-138196b2-a13b-428a-ac78-25c5aaed786e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b18a8016-3ebf-4f35-827c-72db806c40a3 HTTP/1.1" status: 200 len: 217 time: 0.0663564 Feb 04 21:14:26.559198 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-8aed58de-8331-4bcc-b28b-bcd0fb4ea2b3 admin admin] For port fa5b5e6c-940f-48af-b3b5-bb1da8629e62, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=fa5b5e6c-940f-48af-b3b5-bb1da8629e62,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:26.559557 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8aed58de-8331-4bcc-b28b-bcd0fb4ea2b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:26.599120 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-78ee2370-5484-4814-921a-e7bd75b4c739 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:26.600559 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-78ee2370-5484-4814-921a-e7bd75b4c739 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.18 "GET /v2.0/ports?device_id=87fecb31-0841-4537-b8e7-2cbb43eb8ef7 HTTP/1.1" status: 200 len: 943 time: 0.9243271 Feb 04 21:14:26.603230 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b4554768-bb74-4173-b769-a7cd242914ae req-d8b953ae-ab49-459a-9b2d-2ff840b3bb1c tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6119533 Feb 04 21:14:26.606453 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-2c269571-a1a8-4b54-9e4b-b45ae99fe537 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:26.606823 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-2c269571-a1a8-4b54-9e4b-b45ae99fe537 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:26.607379 n-d-827896-1 neutron-server[87683]: INFO neutron.db.l3_db [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-2c269571-a1a8-4b54-9e4b-b45ae99fe537 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Floating IP 71dcfa94-28e0-4920-b99b-15da2457b8cd disassociated. External IP: 172.25.5.91, port: 06d94d64-09f0-456d-ab29-149d5c934f71. Feb 04 21:14:26.607479 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-2c269571-a1a8-4b54-9e4b-b45ae99fe537 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Calling delete_port for 06d94d64-09f0-456d-ab29-149d5c934f71 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:14:26.808357 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989a5bb-5e5b-408b-acbe-587da2908ca0 req-3c03adcc-bcf3-4c2a-94f9-78a19e771945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:26.809982 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f989a5bb-5e5b-408b-acbe-587da2908ca0 req-3c03adcc-bcf3-4c2a-94f9-78a19e771945 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6328ddc0-a59e-4cee-8cab-7daa1242332a HTTP/1.1" status: 200 len: 846 time: 0.2463379 Feb 04 21:14:26.897534 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-73704407-7185-4f23-bd74-645291699a61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:26.905692 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f989a5bb-5e5b-408b-acbe-587da2908ca0 req-b51d1fd6-fe2a-42cb-85f6-cc613d7abeab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=591535e8-eea5-447d-ad75-83d907ea6f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786579 Feb 04 21:14:26.950304 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-8aed58de-8331-4bcc-b28b-bcd0fb4ea2b3 admin admin] Calling delete_port for fa5b5e6c-940f-48af-b3b5-bb1da8629e62 owned by network:router_gateway {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:14:27.000759 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-34857442-22af-436c-8828-9798e3ef210e tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Deleting port b18a8016-3ebf-4f35-827c-72db806c40a3 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:14:27.001172 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-34857442-22af-436c-8828-9798e3ef210e tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:27.021953 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-73704407-7185-4f23-bd74-645291699a61 admin admin] Deleting port e689f9be-a199-4432-905e-d7fee1d14982 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:14:27.022672 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-73704407-7185-4f23-bd74-645291699a61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:27.055270 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 91babe22-bace-48f8-b820-e814eb4916e9 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:14:27.196834 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-9541373a-5072-41bf-a3df-cd1c524c7d6a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] For port 91babe22-bace-48f8-b820-e814eb4916e9, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=91babe22-bace-48f8-b820-e814eb4916e9,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:27.264291 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 91babe22-bace-48f8-b820-e814eb4916e9 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:14:27.266931 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:27.391963 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.resource_extend [None req-9541373a-5072-41bf-a3df-cd1c524c7d6a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:14:27.412582 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94154fc6-e310-4652-ba65-1d4982985537 req-9deb25d7-3f4e-4136-a4d8-4df54b1bd35c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:27.419038 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94154fc6-e310-4652-ba65-1d4982985537 req-9deb25d7-3f4e-4136-a4d8-4df54b1bd35c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:27.426292 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94154fc6-e310-4652-ba65-1d4982985537 req-9deb25d7-3f4e-4136-a4d8-4df54b1bd35c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:27.438863 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94154fc6-e310-4652-ba65-1d4982985537 req-9deb25d7-3f4e-4136-a4d8-4df54b1bd35c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:27.440771 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-94154fc6-e310-4652-ba65-1d4982985537 req-9deb25d7-3f4e-4136-a4d8-4df54b1bd35c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 3143 time: 0.9334457 Feb 04 21:14:27.457355 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f989a5bb-5e5b-408b-acbe-587da2908ca0 req-a84a0f1d-975b-4a7c-b23b-82e04de4e2e0 service neutron] 10.222.0.18 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5413764 Feb 04 21:14:27.464043 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9541373a-5072-41bf-a3df-cd1c524c7d6a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:27.500022 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device baa2deee-de7e-443f-ba07-00ed6a7555f8 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:14:27.510470 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9541373a-5072-41bf-a3df-cd1c524c7d6a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:27.511204 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9541373a-5072-41bf-a3df-cd1c524c7d6a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:27.544157 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: baa2deee-de7e-443f-ba07-00ed6a7555f8 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:14:27.544896 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device baa2deee-de7e-443f-ba07-00ed6a7555f8 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:14:27.545613 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 967755ef-9e2f-4e5b-8898-0ddc28c7d26d no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:14:27.592238 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 967755ef-9e2f-4e5b-8898-0ddc28c7d26d {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:14:27.594155 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 967755ef-9e2f-4e5b-8898-0ddc28c7d26d not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:14:27.645055 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac6973-041f-46ca-8271-90f5b69e27ee req-958829ac-175a-498f-b5e4-eaa74962846f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:27.646628 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-beac6973-041f-46ca-8271-90f5b69e27ee req-958829ac-175a-498f-b5e4-eaa74962846f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=87fecb31-0841-4537-b8e7-2cbb43eb8ef7 HTTP/1.1" status: 200 len: 943 time: 0.8332605 Feb 04 21:14:27.664217 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-2c269571-a1a8-4b54-9e4b-b45ae99fe537 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:27.668399 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-94154fc6-e310-4652-ba65-1d4982985537 req-a392ed8c-5ceb-49a8-ab50-6621aed20649 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774702 Feb 04 21:14:27.755115 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c269571-a1a8-4b54-9e4b-b45ae99fe537 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Pushing event deleted for resources: {'Port': ['ID=06d94d64-09f0-456d-ab29-149d5c934f71,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:27.854527 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541373a-5072-41bf-a3df-cd1c524c7d6a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Subnet': ['ID=49cf2118-f60a-4c69-8c3d-419e5a04e3d8,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:27.905713 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9541373a-5072-41bf-a3df-cd1c524c7d6a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:27.906400 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9541373a-5072-41bf-a3df-cd1c524c7d6a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:27.907043 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9541373a-5072-41bf-a3df-cd1c524c7d6a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:27.907332 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9541373a-5072-41bf-a3df-cd1c524c7d6a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:27.907664 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9541373a-5072-41bf-a3df-cd1c524c7d6a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:27.907989 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9541373a-5072-41bf-a3df-cd1c524c7d6a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:27.908312 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9541373a-5072-41bf-a3df-cd1c524c7d6a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:27.908639 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9541373a-5072-41bf-a3df-cd1c524c7d6a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:27.908958 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9541373a-5072-41bf-a3df-cd1c524c7d6a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:27.909296 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9541373a-5072-41bf-a3df-cd1c524c7d6a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:27.909624 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9541373a-5072-41bf-a3df-cd1c524c7d6a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:27.909937 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9541373a-5072-41bf-a3df-cd1c524c7d6a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:27.913957 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9541373a-5072-41bf-a3df-cd1c524c7d6a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:14:27.932674 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-9541373a-5072-41bf-a3df-cd1c524c7d6a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:14:27.943287 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347ba9eb-64db-44a8-8bee-cc593736c7d5 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:14:27.957671 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9541373a-5072-41bf-a3df-cd1c524c7d6a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:27.958497 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9541373a-5072-41bf-a3df-cd1c524c7d6a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:27.967235 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-beac6973-041f-46ca-8271-90f5b69e27ee req-7cdf4216-6ba9-424a-8bea-0c3bb0e2230d tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039758 Feb 04 21:14:27.976220 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-73704407-7185-4f23-bd74-645291699a61 admin admin] For port e689f9be-a199-4432-905e-d7fee1d14982, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=e689f9be-a199-4432-905e-d7fee1d14982,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:27.976908 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-73704407-7185-4f23-bd74-645291699a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:28.011790 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-34857442-22af-436c-8828-9798e3ef210e tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] For port b18a8016-3ebf-4f35-827c-72db806c40a3, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=b18a8016-3ebf-4f35-827c-72db806c40a3,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:28.012148 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-34857442-22af-436c-8828-9798e3ef210e tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:28.020129 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9541373a-5072-41bf-a3df-cd1c524c7d6a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.1048110 Feb 04 21:14:28.032790 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 43146) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:28.068620 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-07f91b2e-afbf-4935-9afa-1646ce39a6d9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'port': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'mac_address': 'fa:16:3e:6b:6c:50', 'name': 'tempest-NetworksTestDHCPv6-2129987477'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:14:28.092511 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541373a-5072-41bf-a3df-cd1c524c7d6a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Port': ['ID=91babe22-bace-48f8-b820-e814eb4916e9,revision_number=5']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:28.233510 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-73704407-7185-4f23-bd74-645291699a61 admin admin] Calling delete_port for e689f9be-a199-4432-905e-d7fee1d14982 owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:14:28.283957 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-34857442-22af-436c-8828-9798e3ef210e tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Calling delete_port for b18a8016-3ebf-4f35-827c-72db806c40a3 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:14:28.311350 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f989a5bb-5e5b-408b-acbe-587da2908ca0 req-094fc2e3-b53d-4341-ad72-a0c5da6c6342 service neutron] 10.222.0.18 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8418100 Feb 04 21:14:28.506448 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-73704407-7185-4f23-bd74-645291699a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:28.560453 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73704407-7185-4f23-bd74-645291699a61 admin admin] Pushing event deleted for resources: {'Port': ['ID=e689f9be-a199-4432-905e-d7fee1d14982,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:28.659955 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8aed58de-8331-4bcc-b28b-bcd0fb4ea2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:28.707685 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-73704407-7185-4f23-bd74-645291699a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:28.792148 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 91babe22-bace-48f8-b820-e814eb4916e9 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:14:28.905269 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed58de-8331-4bcc-b28b-bcd0fb4ea2b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa5b5e6c-940f-48af-b3b5-bb1da8629e62,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:28.919284 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 91babe22-bace-48f8-b820-e814eb4916e9 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:14:28.919284 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:28.954376 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-73704407-7185-4f23-bd74-645291699a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:28.961322 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-73704407-7185-4f23-bd74-645291699a61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:29.008920 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-73704407-7185-4f23-bd74-645291699a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:29.009942 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73704407-7185-4f23-bd74-645291699a61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4082749f-5bae-413d-bb94-08cefe3f607c {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:14:29.030375 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-73704407-7185-4f23-bd74-645291699a61 admin admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:29.033359 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-73704407-7185-4f23-bd74-645291699a61 admin admin] 10.222.0.26 "DELETE /v2.0/routers/4082749f-5bae-413d-bb94-08cefe3f607c HTTP/1.1" status: 204 len: 168 time: 3.9664295 Feb 04 21:14:29.036265 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43160) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:29.139215 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-072e7664-ac32-40c4-b787-3e6b98f8a64c admin admin] Deleting subnet 2ba34e41-1e8a-40be-b620-552f144c8194 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:14:29.142967 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-072e7664-ac32-40c4-b787-3e6b98f8a64c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:29.217018 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-072e7664-ac32-40c4-b787-3e6b98f8a64c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:29.339240 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-2c269571-a1a8-4b54-9e4b-b45ae99fe537 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Router 67ff9376-b6d4-48ae-95fd-0e45b8d337b5 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:14:29.342231 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-07f91b2e-afbf-4935-9afa-1646ce39a6d9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:14:29.386902 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-072e7664-ac32-40c4-b787-3e6b98f8a64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:29.387381 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8aed58de-8331-4bcc-b28b-bcd0fb4ea2b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:29.439057 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20c421-ab3c-4973-a9c9-258023269861 req-a7a860f0-ed7f-4774-ac0e-6886a0383f32 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:29.440442 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7f20c421-ab3c-4973-a9c9-258023269861 req-a7a860f0-ed7f-4774-ac0e-6886a0383f32 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 1.5409417 Feb 04 21:14:29.467489 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-072e7664-ac32-40c4-b787-3e6b98f8a64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:29.510072 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-a184353a-5884-4ce9-8299-3bf17d9e703a None None] Provisioning complete for port 91babe22-bace-48f8-b820-e814eb4916e9 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:14:29.510733 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a184353a-5884-4ce9-8299-3bf17d9e703a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:29.530397 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e7664-ac32-40c4-b787-3e6b98f8a64c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ba34e41-1e8a-40be-b620-552f144c8194,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:29.538747 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-072e7664-ac32-40c4-b787-3e6b98f8a64c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:29.540669 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-07f91b2e-afbf-4935-9afa-1646ce39a6d9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:port and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:14:29.549863 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4653216-c43b-4dd9-a8b0-ff840c67800b None None] Network 3d58cd99-6056-4122-a3aa-beba29366a52 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:14:29.550246 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-072e7664-ac32-40c4-b787-3e6b98f8a64c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2ba34e41-1e8a-40be-b620-552f144c8194 HTTP/1.1" status: 204 len: 168 time: 0.5125484 Feb 04 21:14:29.551308 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43170) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:29.572022 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-07f91b2e-afbf-4935-9afa-1646ce39a6d9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:14:29.582064 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-07f91b2e-afbf-4935-9afa-1646ce39a6d9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:14:29.701540 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c95910f0-9fcd-4d38-b9dd-b3ec4970859c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:29.715217 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-c95910f0-9fcd-4d38-b9dd-b3ec4970859c admin admin] Deleting port 8c2860a7-3879-4464-b0f8-1a14a18f90be {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:14:29.716115 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c95910f0-9fcd-4d38-b9dd-b3ec4970859c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:29.756539 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8aed58de-8331-4bcc-b28b-bcd0fb4ea2b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:29.760115 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8aed58de-8331-4bcc-b28b-bcd0fb4ea2b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:29.808677 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2f825-7f75-44f5-a3f4-5e702db2608d req-d1584264-d118-43e5-92da-87cbc175c334 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:29.817600 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bca2f825-7f75-44f5-a3f4-5e702db2608d req-d1584264-d118-43e5-92da-87cbc175c334 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 944 time: 1.4867327 Feb 04 21:14:29.910949 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7f20c421-ab3c-4973-a9c9-258023269861 req-f7c0b6a8-ba8b-4e51-b228-f24747ad74ed tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135879 Feb 04 21:14:29.911575 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-34857442-22af-436c-8828-9798e3ef210e tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:29.922215 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f91b2e-afbf-4935-9afa-1646ce39a6d9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:14:29.926790 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['e791a7ac-6865-4c87-8ac5-f39dc8b22567'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:14:29.940383 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8aed58de-8331-4bcc-b28b-bcd0fb4ea2b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:29.940768 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aed58de-8331-4bcc-b28b-bcd0fb4ea2b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router feb9d013-468f-482a-8c05-f3f2f82f74ec {{(pid=87683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:14:30.118902 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34857442-22af-436c-8828-9798e3ef210e tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Pushing event deleted for resources: {'Port': ['ID=b18a8016-3ebf-4f35-827c-72db806c40a3,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:30.165865 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b28b779-6821-4d48-9832-7548b7b947d9 None None] DHCP port deletion for 3d58cd99-6056-4122-a3aa-beba29366a52 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:14:30.182142 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-5b28b779-6821-4d48-9832-7548b7b947d9 None None] Deleting port 8c2860a7-3879-4464-b0f8-1a14a18f90be {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:14:30.182516 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5b28b779-6821-4d48-9832-7548b7b947d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:30.184958 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-c95910f0-9fcd-4d38-b9dd-b3ec4970859c admin admin] For port 8c2860a7-3879-4464-b0f8-1a14a18f90be, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=8c2860a7-3879-4464-b0f8-1a14a18f90be,segment=NetworkSegment(da4d15b5-6618-43a3-9893-b81121c7be88),segment_id=da4d15b5-6618-43a3-9893-b81121c7be88)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:30.185513 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c95910f0-9fcd-4d38-b9dd-b3ec4970859c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:30.284701 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bca2f825-7f75-44f5-a3f4-5e702db2608d req-79a6208a-426d-44a9-873e-213409ce1843 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4661260 Feb 04 21:14:30.286552 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8aed58de-8331-4bcc-b28b-bcd0fb4ea2b3 admin admin] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:30.290079 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-8aed58de-8331-4bcc-b28b-bcd0fb4ea2b3 admin admin] 10.222.0.26 "DELETE /v2.0/routers/feb9d013-468f-482a-8c05-f3f2f82f74ec HTTP/1.1" status: 204 len: 168 time: 5.9976368 Feb 04 21:14:30.296643 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 43176) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:30.318898 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-c95910f0-9fcd-4d38-b9dd-b3ec4970859c admin admin] Calling delete_port for 8c2860a7-3879-4464-b0f8-1a14a18f90be owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:14:30.402016 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c95910f0-9fcd-4d38-b9dd-b3ec4970859c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:30.411442 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-34857442-22af-436c-8828-9798e3ef210e tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] No DVR routers for this DVR port b18a8016-3ebf-4f35-827c-72db806c40a3 on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:14:30.416351 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-34857442-22af-436c-8828-9798e3ef210e tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:30.420851 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-247c7bc1-5f9d-49eb-9a0b-aa932fe440cc req-34857442-22af-436c-8828-9798e3ef210e tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.18 "DELETE /v2.0/ports/b18a8016-3ebf-4f35-827c-72db806c40a3 HTTP/1.1" status: 204 len: 173 time: 3.7111549 Feb 04 21:14:30.446796 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-5b28b779-6821-4d48-9832-7548b7b947d9 None None] For port 8c2860a7-3879-4464-b0f8-1a14a18f90be, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=8c2860a7-3879-4464-b0f8-1a14a18f90be,segment=NetworkSegment(da4d15b5-6618-43a3-9893-b81121c7be88),segment_id=da4d15b5-6618-43a3-9893-b81121c7be88)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:30.447143 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5b28b779-6821-4d48-9832-7548b7b947d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:30.466267 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95910f0-9fcd-4d38-b9dd-b3ec4970859c admin admin] Pushing event deleted for resources: {'Port': ['ID=8c2860a7-3879-4464-b0f8-1a14a18f90be,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:30.469191 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95910f0-9fcd-4d38-b9dd-b3ec4970859c admin admin] No DVR routers for this DVR port 8c2860a7-3879-4464-b0f8-1a14a18f90be on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:14:30.590830 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-5b28b779-6821-4d48-9832-7548b7b947d9 None None] Calling delete_port for 8c2860a7-3879-4464-b0f8-1a14a18f90be owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:14:30.655495 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c95910f0-9fcd-4d38-b9dd-b3ec4970859c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:30.688135 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-c95910f0-9fcd-4d38-b9dd-b3ec4970859c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d58cd99-6056-4122-a3aa-beba29366a52']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:14:30.706557 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-5b28b779-6821-4d48-9832-7548b7b947d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:14:30.706918 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-5b28b779-6821-4d48-9832-7548b7b947d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:14:30.707838 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-c95910f0-9fcd-4d38-b9dd-b3ec4970859c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da4d15b5-6618-43a3-9893-b81121c7be88') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:14:30.708331 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-c95910f0-9fcd-4d38-b9dd-b3ec4970859c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da4d15b5-6618-43a3-9893-b81121c7be88') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:14:30.721571 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87fecb31-0841-4537-b8e7-2cbb43eb8ef7', 'name': 'network-vif-deleted', 'tag': 'b18a8016-3ebf-4f35-827c-72db806c40a3'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:14:30.724978 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c95910f0-9fcd-4d38-b9dd-b3ec4970859c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:30.728998 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device fa5b5e6c-940f-48af-b3b5-bb1da8629e62 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:14:30.734661 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fcf1a6f-c4fd-4700-8896-16b6774774fe admin admin] Deleting subnet e215eb7a-eead-45ce-94f4-e8f9a41d8b7e {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:14:30.748988 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c95910f0-9fcd-4d38-b9dd-b3ec4970859c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:30.763310 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c95910f0-9fcd-4d38-b9dd-b3ec4970859c admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:14:30.764172 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c95910f0-9fcd-4d38-b9dd-b3ec4970859c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:30.816179 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: fa5b5e6c-940f-48af-b3b5-bb1da8629e62 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:14:30.816534 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device fa5b5e6c-940f-48af-b3b5-bb1da8629e62 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:14:30.817038 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 8c2860a7-3879-4464-b0f8-1a14a18f90be no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:14:30.856927 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:14:30.856927 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:14:30.856927 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:14:30.856927 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:14:30.856927 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:14:30.856927 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:14:30.856927 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:14:30.856927 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:14:30.856927 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:14:30.856927 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:14:30.856927 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:14:30.856927 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:14:30.856927 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:14:30.856927 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:14:30.856927 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:14:30.856927 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:14:30.856927 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:14:30.856927 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:14:30.856927 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:14:30.856927 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:14:30.856927 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:14:30.856927 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:14:30.856927 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:14:30.856927 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:14:30.856927 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:14:30.856927 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:14:30.856927 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:14:30.856927 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:14:30.856927 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:14:30.856927 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:14:30.856927 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:14:30.856927 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:14:30.856927 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:14:30.856927 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:14:30.917342 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c95910f0-9fcd-4d38-b9dd-b3ec4970859c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:30.927663 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c95910f0-9fcd-4d38-b9dd-b3ec4970859c admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:30.932652 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 8c2860a7-3879-4464-b0f8-1a14a18f90be {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:14:30.933804 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 8c2860a7-3879-4464-b0f8-1a14a18f90be not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:14:30.934388 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device e689f9be-a199-4432-905e-d7fee1d14982 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:14:30.958207 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95910f0-9fcd-4d38-b9dd-b3ec4970859c admin admin] Pushing event deleted for resources: {'Network': ['ID=3d58cd99-6056-4122-a3aa-beba29366a52,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:30.964765 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c95910f0-9fcd-4d38-b9dd-b3ec4970859c admin admin] 10.222.0.26 "DELETE /v2.0/networks/3d58cd99-6056-4122-a3aa-beba29366a52 HTTP/1.1" status: 204 len: 168 time: 1.4121406 Feb 04 21:14:30.983747 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: e689f9be-a199-4432-905e-d7fee1d14982 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:14:30.985190 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device e689f9be-a199-4432-905e-d7fee1d14982 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:14:31.018588 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-6a7a8d69-ff23-44ed-9c5d-f8c6f3e6c338 req-042fea08-b801-4449-bf16-4dee626332c7 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Synchronizing usage tracker for tenant:cbe7b967cf5b4bf8a129a586503d8461 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:14:31.023152 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-07f91b2e-afbf-4935-9afa-1646ce39a6d9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:31.038667 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5fcf1a6f-c4fd-4700-8896-16b6774774fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:31.054823 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 643c6a12-47d2-4a5a-a384-c6eee850b1ca no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:14:31.179191 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43192) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:31.196899 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [None req-07f91b2e-afbf-4935-9afa-1646ce39a6d9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] device_id is not set on port 66d7c31a-a6b6-4b90-9fe3-17935ac2b82d yet. {{(pid=87683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:14:31.207650 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-5b28b779-6821-4d48-9832-7548b7b947d9 None None] Deleting port 8c2860a7-3879-4464-b0f8-1a14a18f90be {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:14:31.208033 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5b28b779-6821-4d48-9832-7548b7b947d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:31.238255 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-40ba7ab6-3580-47fe-bc00-6f1e5845b721 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5b62090a5f4b46a7a4a369c51041e5e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0571599 Feb 04 21:14:31.241037 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43196) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:31.242939 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e8b9b4bf-0d44-4110-94c1-c7fdb97157fc req-233d313b-c303-4d2c-8fd0-250de5fe86b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbe7b967cf5b4bf8a129a586503d8461&device_id=87fecb31-0841-4537-b8e7-2cbb43eb8ef7 HTTP/1.1" status: 200 len: 210 time: 0.1502886 Feb 04 21:14:31.293244 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-5b28b779-6821-4d48-9832-7548b7b947d9 None None] The port '8c2860a7-3879-4464-b0f8-1a14a18f90be' was deleted {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:14:31.317285 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-04782585-2ade-420c-be9d-68281e701f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:31.346050 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-04782585-2ade-420c-be9d-68281e701f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:31.350188 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-2c269571-a1a8-4b54-9e4b-b45ae99fe537 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:14:31.362797 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211a0868-14b6-4151-ab8c-7a6472ae262d None None] Sync routers for ids ['67ff9376-b6d4-48ae-95fd-0e45b8d337b5'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:14:31.365032 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-6a7a8d69-ff23-44ed-9c5d-f8c6f3e6c338 req-042fea08-b801-4449-bf16-4dee626332c7 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Unset dirty status for tenant:cbe7b967cf5b4bf8a129a586503d8461 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:14:31.366206 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6a7a8d69-ff23-44ed-9c5d-f8c6f3e6c338 req-042fea08-b801-4449-bf16-4dee626332c7 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=87fecb31-0841-4537-b8e7-2cbb43eb8ef7 HTTP/1.1" status: 200 len: 210 time: 0.8920536 Feb 04 21:14:31.380181 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211a0868-14b6-4151-ab8c-7a6472ae262d None None] Routers {'67ff9376-b6d4-48ae-95fd-0e45b8d337b5'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:14:31.380809 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-211a0868-14b6-4151-ab8c-7a6472ae262d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:14:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['67ff9376-b6d4-48ae-95fd-0e45b8d337b5'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:14:31.419633 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-04782585-2ade-420c-be9d-68281e701f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:31.436324 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5fcf1a6f-c4fd-4700-8896-16b6774774fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:31.442943 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04782585-2ade-420c-be9d-68281e701f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c3a8e8-d5c3-4360-94ee-d56bb01425b1,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:31.463187 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-04782585-2ade-420c-be9d-68281e701f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:31.464561 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-04782585-2ade-420c-be9d-68281e701f30 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d1c3a8e8-d5c3-4360-94ee-d56bb01425b1 HTTP/1.1" status: 204 len: 168 time: 0.2224133 Feb 04 21:14:31.666573 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-211a0868-14b6-4151-ab8c-7a6472ae262d None None] Set router 67ff9376-b6d4-48ae-95fd-0e45b8d337b5 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:14:31.727208 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-2c269571-a1a8-4b54-9e4b-b45ae99fe537 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] No DVR routers for this DVR port 06d94d64-09f0-456d-ab29-149d5c934f71 on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:14:31.739687 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-2c269571-a1a8-4b54-9e4b-b45ae99fe537 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:31.764926 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-2c269571-a1a8-4b54-9e4b-b45ae99fe537 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.32 "DELETE /v2.0/ports/06d94d64-09f0-456d-ab29-149d5c934f71 HTTP/1.1" status: 204 len: 173 time: 9.0859406 Feb 04 21:14:31.784655 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2d007-0bbe-4e8f-8820-2471511ae7c5 req-27db6d14-49e4-4f12-8228-cdbdd975f37c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:31.812655 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2d007-0bbe-4e8f-8820-2471511ae7c5 req-27db6d14-49e4-4f12-8228-cdbdd975f37c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:31.824014 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2d007-0bbe-4e8f-8820-2471511ae7c5 req-27db6d14-49e4-4f12-8228-cdbdd975f37c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:31.835458 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d5f2d007-0bbe-4e8f-8820-2471511ae7c5 req-27db6d14-49e4-4f12-8228-cdbdd975f37c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Synchronizing usage tracker for tenant:b242a09179d94d8193cc1c0208c67871 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:14:31.862918 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5fcf1a6f-c4fd-4700-8896-16b6774774fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:32.123019 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9b4bf-0d44-4110-94c1-c7fdb97157fc req-1d3844f3-dd25-4835-8053-dcc2b719f6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:32.124504 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e8b9b4bf-0d44-4110-94c1-c7fdb97157fc req-1d3844f3-dd25-4835-8053-dcc2b719f6c3 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=cbe7b967cf5b4bf8a129a586503d8461&shared=False HTTP/1.1" status: 200 len: 907 time: 0.7723444 Feb 04 21:14:32.309559 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d5f2d007-0bbe-4e8f-8820-2471511ae7c5 req-27db6d14-49e4-4f12-8228-cdbdd975f37c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Unset dirty status for tenant:b242a09179d94d8193cc1c0208c67871 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:14:32.310843 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d5f2d007-0bbe-4e8f-8820-2471511ae7c5 req-27db6d14-49e4-4f12-8228-cdbdd975f37c tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 2409 time: 2.1372061 Feb 04 21:14:32.315598 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-e06f7e28-d73a-487d-8f3d-65bf2211ffef tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Deleting port 746edaf1-0070-4819-a4c2-321e5c28a8a4 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:14:32.316030 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-e06f7e28-d73a-487d-8f3d-65bf2211ffef tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:32.317955 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-211a0868-14b6-4151-ab8c-7a6472ae262d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'name': 'tempest-TaggedBootDevicesTest_v242-2015095149-router', 'tenant_id': 'b242a09179d94d8193cc1c0208c67871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '150c57e9-cee7-43d3-be66-cc12b0649131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:07:37Z', 'updated_at': '2022-02-04T21:07:45Z', 'revision_number': 4, 'project_id': 'b242a09179d94d8193cc1c0208c67871', 'gw_port': {'id': '150c57e9-cee7-43d3-be66-cc12b0649131', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:38Z', 'updated_at': '2022-02-04T21:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '068cada8-879f-484d-90ab-4a64a6cd5196', 'name': '', 'network_id': '332fe6aa-ed66-44ea-9220-8f05179f41a3', 'tenant_id': 'b242a09179d94d8193cc1c0208c67871', 'mac_address': 'fa:16:3e:11:7a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '81b08678-ed5f-4876-93e1-3c270387f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:44Z', 'updated_at': '2022-02-04T21:07:54Z', 'revision_number': 5, 'project_id': 'b242a09179d94d8193cc1c0208c67871', 'subnets': [{'id': '81b08678-ed5f-4876-93e1-3c270387f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:14:32.322449 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211a0868-14b6-4151-ab8c-7a6472ae262d None None] Checking router: 67ff9376-b6d4-48ae-95fd-0e45b8d337b5 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:14:32.333497 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211a0868-14b6-4151-ab8c-7a6472ae262d None None] Routers {'67ff9376-b6d4-48ae-95fd-0e45b8d337b5'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:14:32.334114 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-211a0868-14b6-4151-ab8c-7a6472ae262d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:14:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['67ff9376-b6d4-48ae-95fd-0e45b8d337b5'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:14:32.598590 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-211a0868-14b6-4151-ab8c-7a6472ae262d None None] Set router 67ff9376-b6d4-48ae-95fd-0e45b8d337b5 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:14:32.610355 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-07f91b2e-afbf-4935-9afa-1646ce39a6d9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Allocated IP 172.20.0.7 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/f80fac55-6c1e-43d9-a8b7-6ad721ed65d8/66d7c31a-a6b6-4b90-9fe3-17935ac2b82d) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:14:32.878312 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9b4bf-0d44-4110-94c1-c7fdb97157fc req-53b61858-755d-474b-bd22-05b44b5c9f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:32.880760 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e8b9b4bf-0d44-4110-94c1-c7fdb97157fc req-53b61858-755d-474b-bd22-05b44b5c9f85 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6653128 Feb 04 21:14:32.880922 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:32.884136 n-d-827896-1 neutron-server[87683]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '87fecb31-0841-4537-b8e7-2cbb43eb8ef7', 'name': 'network-vif-deleted', 'tag': 'b18a8016-3ebf-4f35-827c-72db806c40a3', 'status': 'failed', 'code': 422} returned with failed status Feb 04 21:14:32.959454 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43248) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:32.969026 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-07f91b2e-afbf-4935-9afa-1646ce39a6d9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Allocated IP 2001:db8::f816:3eff:fe6b:6c50 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/49cf2118-f60a-4c69-8c3d-419e5a04e3d8/66d7c31a-a6b6-4b90-9fe3-17935ac2b82d) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:14:33.049560 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5fcf1a6f-c4fd-4700-8896-16b6774774fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:33.075872 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-211a0868-14b6-4151-ab8c-7a6472ae262d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'name': 'tempest-TaggedBootDevicesTest_v242-2015095149-router', 'tenant_id': 'b242a09179d94d8193cc1c0208c67871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '150c57e9-cee7-43d3-be66-cc12b0649131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:07:37Z', 'updated_at': '2022-02-04T21:07:45Z', 'revision_number': 4, 'project_id': 'b242a09179d94d8193cc1c0208c67871', 'gw_port': {'id': '150c57e9-cee7-43d3-be66-cc12b0649131', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:38Z', 'updated_at': '2022-02-04T21:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '068cada8-879f-484d-90ab-4a64a6cd5196', 'name': '', 'network_id': '332fe6aa-ed66-44ea-9220-8f05179f41a3', 'tenant_id': 'b242a09179d94d8193cc1c0208c67871', 'mac_address': 'fa:16:3e:11:7a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '81b08678-ed5f-4876-93e1-3c270387f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:44Z', 'updated_at': '2022-02-04T21:07:54Z', 'revision_number': 5, 'project_id': 'b242a09179d94d8193cc1c0208c67871', 'subnets': [{'id': '81b08678-ed5f-4876-93e1-3c270387f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:14:33.085800 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211a0868-14b6-4151-ab8c-7a6472ae262d None None] The sync data for ids ['67ff9376-b6d4-48ae-95fd-0e45b8d337b5'] in n-d-827896-1 is: [{'id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'name': 'tempest-TaggedBootDevicesTest_v242-2015095149-router', 'tenant_id': 'b242a09179d94d8193cc1c0208c67871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '150c57e9-cee7-43d3-be66-cc12b0649131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:07:37Z', 'updated_at': '2022-02-04T21:07:45Z', 'revision_number': 4, 'project_id': 'b242a09179d94d8193cc1c0208c67871', 'gw_port': {'id': '150c57e9-cee7-43d3-be66-cc12b0649131', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:38Z', 'updated_at': '2022-02-04T21:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '068cada8-879f-484d-90ab-4a64a6cd5196', 'name': '', 'network_id': '332fe6aa-ed66-44ea-9220-8f05179f41a3', 'tenant_id': 'b242a09179d94d8193cc1c0208c67871', 'mac_address': 'fa:16:3e:11:7a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '81b08678-ed5f-4876-93e1-3c270387f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:44Z', 'updated_at': '2022-02-04T21:07:54Z', 'revision_number': 5, 'project_id': 'b242a09179d94d8193cc1c0208c67871', 'subnets': [{'id': '81b08678-ed5f-4876-93e1-3c270387f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:14:33.114846 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-fba41c89-5be9-47e6-9930-68b2792808f7 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-390691361-network', 'tenant_id': '54eda65a38e8448b88f68748aaa80e62'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:14:33.120922 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-fba41c89-5be9-47e6-9930-68b2792808f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:14:33.125765 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-fba41c89-5be9-47e6-9930-68b2792808f7 admin admin] Usage tracker for resource:network and tenant:54eda65a38e8448b88f68748aaa80e62 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:14:33.130610 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-fba41c89-5be9-47e6-9930-68b2792808f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:14:33.137161 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-fba41c89-5be9-47e6-9930-68b2792808f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:14:33.158921 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba41c89-5be9-47e6-9930-68b2792808f7 admin admin] Made reservation on behalf of 54eda65a38e8448b88f68748aaa80e62 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:14:33.161521 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fba41c89-5be9-47e6-9930-68b2792808f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:33.176736 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fba41c89-5be9-47e6-9930-68b2792808f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:33.192193 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-fba41c89-5be9-47e6-9930-68b2792808f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:14:33.192793 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf1a6f-c4fd-4700-8896-16b6774774fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e215eb7a-eead-45ce-94f4-e8f9a41d8b7e,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:33.196343 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-fba41c89-5be9-47e6-9930-68b2792808f7 admin admin] Usage tracker for resource:security_group_rule and tenant:54eda65a38e8448b88f68748aaa80e62 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:14:33.197755 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d5f2d007-0bbe-4e8f-8820-2471511ae7c5 req-14501111-5f6b-4524-899a-ce56c80dc985 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8443513 Feb 04 21:14:33.199402 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-fba41c89-5be9-47e6-9930-68b2792808f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:14:33.206915 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-fba41c89-5be9-47e6-9930-68b2792808f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:14:33.209091 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e8b9b4bf-0d44-4110-94c1-c7fdb97157fc req-80ecc4d8-7ada-4401-a3b7-04b472ad0d69 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.18 "GET /v2.0/ports?device_id=87fecb31-0841-4537-b8e7-2cbb43eb8ef7 HTTP/1.1" status: 200 len: 210 time: 0.2422431 Feb 04 21:14:33.237593 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5fcf1a6f-c4fd-4700-8896-16b6774774fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:33.283745 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5fcf1a6f-c4fd-4700-8896-16b6774774fe admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e215eb7a-eead-45ce-94f4-e8f9a41d8b7e HTTP/1.1" status: 204 len: 168 time: 2.9484200 Feb 04 21:14:33.284681 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43256) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:33.421472 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-e06f7e28-d73a-487d-8f3d-65bf2211ffef tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] For port 746edaf1-0070-4819-a4c2-321e5c28a8a4, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=746edaf1-0070-4819-a4c2-321e5c28a8a4,segment=NetworkSegment(6429d873-b8f4-4c82-bf9b-05ee94e57129),segment_id=6429d873-b8f4-4c82-bf9b-05ee94e57129)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:33.425420 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-e06f7e28-d73a-487d-8f3d-65bf2211ffef tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:33.503563 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fba41c89-5be9-47e6-9930-68b2792808f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:33.521831 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fba41c89-5be9-47e6-9930-68b2792808f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:33.557474 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-03f04f17-7827-41e7-9b67-bfe2cffcd6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:33.575566 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba41c89-5be9-47e6-9930-68b2792808f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:14:33.582958 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca38ddb-a21e-449a-b2c6-3c50272678ae None None] New status for floating IP 71dcfa94-28e0-4920-b99b-15da2457b8cd: DOWN {{(pid=87685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:14:33.608252 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fba41c89-5be9-47e6-9930-68b2792808f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:33.609350 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-fba41c89-5be9-47e6-9930-68b2792808f7 admin admin] Added segment 50086a00-d8da-4b38-b265-6f520508840a of type vlan for network 67d11b81-dc68-4fcd-ae14-a470732aae11 Feb 04 21:14:33.644441 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba41c89-5be9-47e6-9930-68b2792808f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e28d64-5e6c-4f36-a8fd-016c62ab839a,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:33.751959 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fba41c89-5be9-47e6-9930-68b2792808f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:33.803334 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-03f04f17-7827-41e7-9b67-bfe2cffcd6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:33.866224 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-03f04f17-7827-41e7-9b67-bfe2cffcd6fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45821ff6-3791-4a68-b829-a67211a973e0']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:14:33.875329 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-e06f7e28-d73a-487d-8f3d-65bf2211ffef tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Calling delete_port for 746edaf1-0070-4819-a4c2-321e5c28a8a4 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:14:33.888205 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-03f04f17-7827-41e7-9b67-bfe2cffcd6fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '383edd10-afd3-4822-a6b6-a663d901d7f4') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:14:33.888597 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-03f04f17-7827-41e7-9b67-bfe2cffcd6fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '383edd10-afd3-4822-a6b6-a663d901d7f4') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:14:33.899071 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fba41c89-5be9-47e6-9930-68b2792808f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:33.900132 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba41c89-5be9-47e6-9930-68b2792808f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:33.903071 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fba41c89-5be9-47e6-9930-68b2792808f7 admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:33.926284 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-03f04f17-7827-41e7-9b67-bfe2cffcd6fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:34.051877 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba41c89-5be9-47e6-9930-68b2792808f7 admin admin] Pushing event updated for resources: {'Network': ['ID=67d11b81-dc68-4fcd-ae14-a470732aae11,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:34.063913 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 67d11b81-dc68-4fcd-ae14-a470732aae11 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:14:34.066861 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-03f04f17-7827-41e7-9b67-bfe2cffcd6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:34.073380 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6092be94-894a-4846-b305-159100165538 req-e4d58f72-3f13-4b1b-8f74-af150dc5e887 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=87fecb31-0841-4537-b8e7-2cbb43eb8ef7 HTTP/1.1" status: 200 len: 210 time: 0.5101650 Feb 04 21:14:34.080342 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03f04f17-7827-41e7-9b67-bfe2cffcd6fc admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:14:34.081150 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-03f04f17-7827-41e7-9b67-bfe2cffcd6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:34.097921 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:14:34.097921 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:14:34.097921 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:14:34.097921 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:14:34.097921 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:14:34.097921 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:14:34.097921 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:14:34.097921 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:14:34.097921 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:14:34.097921 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:14:34.097921 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:14:34.097921 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:14:34.097921 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:14:34.097921 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:14:34.097921 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:14:34.097921 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:14:34.097921 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:14:34.097921 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:14:34.097921 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:14:34.097921 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:14:34.097921 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:14:34.097921 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:14:34.097921 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:14:34.097921 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:14:34.097921 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:14:34.097921 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:14:34.097921 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:14:34.097921 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:14:34.097921 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:14:34.097921 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:14:34.097921 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:14:34.097921 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:14:34.100749 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b4b4f-8772-43ed-9999-a3f52429c23f req-e279fc4b-190d-4741-9334-f78da1cffe7b tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:34.106393 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4d0b4b4f-8772-43ed-9999-a3f52429c23f req-e279fc4b-190d-4741-9334-f78da1cffe7b tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 1.2206881 Feb 04 21:14:34.110460 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fba41c89-5be9-47e6-9930-68b2792808f7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1493044 Feb 04 21:14:34.130342 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-e06f7e28-d73a-487d-8f3d-65bf2211ffef tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:34.169526 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 43266) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:34.262045 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-03f04f17-7827-41e7-9b67-bfe2cffcd6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:34.272996 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-3e7ae679-ef49-49aa-9307-9a6083272214 admin admin] Request body: {'subnet': {'network_id': '67d11b81-dc68-4fcd-ae14-a470732aae11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-390691361-subnet', 'tenant_id': '54eda65a38e8448b88f68748aaa80e62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:14:34.283939 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f7e28-d73a-487d-8f3d-65bf2211ffef tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Pushing event deleted for resources: {'Port': ['ID=746edaf1-0070-4819-a4c2-321e5c28a8a4,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:34.298825 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-3e7ae679-ef49-49aa-9307-9a6083272214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:14:34.299978 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-03f04f17-7827-41e7-9b67-bfe2cffcd6fc admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:34.311360 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f04f17-7827-41e7-9b67-bfe2cffcd6fc admin admin] Pushing event deleted for resources: {'Network': ['ID=45821ff6-3791-4a68-b829-a67211a973e0,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:34.321751 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-03f04f17-7827-41e7-9b67-bfe2cffcd6fc admin admin] 10.222.0.26 "DELETE /v2.0/networks/45821ff6-3791-4a68-b829-a67211a973e0 HTTP/1.1" status: 204 len: 168 time: 1.0334861 Feb 04 21:14:34.390882 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4d0b4b4f-8772-43ed-9999-a3f52429c23f req-99762964-ad25-4582-bb78-7f1fa1cab41a tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448647 Feb 04 21:14:34.401483 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-3e7ae679-ef49-49aa-9307-9a6083272214 admin admin] Usage tracker for resource:subnet and tenant:54eda65a38e8448b88f68748aaa80e62 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:14:34.408476 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-e06f7e28-d73a-487d-8f3d-65bf2211ffef tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] No DVR routers for this DVR port 746edaf1-0070-4819-a4c2-321e5c28a8a4 on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:14:34.414275 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-3e7ae679-ef49-49aa-9307-9a6083272214 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:14:34.427322 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-e06f7e28-d73a-487d-8f3d-65bf2211ffef tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:34.444974 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-3e7ae679-ef49-49aa-9307-9a6083272214 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:14:34.449360 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-07f91b2e-afbf-4935-9afa-1646ce39a6d9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:34.515871 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-e06f7e28-d73a-487d-8f3d-65bf2211ffef tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.32 "DELETE /v2.0/ports/746edaf1-0070-4819-a4c2-321e5c28a8a4 HTTP/1.1" status: 204 len: 173 time: 2.5681167 Feb 04 21:14:34.536804 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [None req-07f91b2e-afbf-4935-9afa-1646ce39a6d9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Transition to ACTIVE for port object 66d7c31a-a6b6-4b90-9fe3-17935ac2b82d will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:14:34.558416 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43284) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:34.592314 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7ae679-ef49-49aa-9307-9a6083272214 admin admin] Made reservation on behalf of 54eda65a38e8448b88f68748aaa80e62 for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:14:34.597099 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3e7ae679-ef49-49aa-9307-9a6083272214 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:34.647639 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e0d606fb-cb4f-4807-be67-b4d51d5d5165 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c0334bb297a2459cb341ceb6d3c2f76e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0880401 Feb 04 21:14:34.648292 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43288) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:34.735038 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4b310038-7ab9-4acd-9bef-d0b93790fd1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:34.771976 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4b310038-7ab9-4acd-9bef-d0b93790fd1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:34.842595 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4b310038-7ab9-4acd-9bef-d0b93790fd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:34.860251 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43296) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:34.869419 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b310038-7ab9-4acd-9bef-d0b93790fd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed6facb-8b49-494e-8444-872bd6551594,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:34.870019 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-d1c9f573-5dc5-4559-9cc9-af5d4084ea8f tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Deleting port d744b444-342d-49e4-b7c2-bdadcf0af1d9 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:14:34.870344 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-d1c9f573-5dc5-4559-9cc9-af5d4084ea8f tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:34.910439 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4b310038-7ab9-4acd-9bef-d0b93790fd1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:34.913689 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4b310038-7ab9-4acd-9bef-d0b93790fd1b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3ed6facb-8b49-494e-8444-872bd6551594 HTTP/1.1" status: 204 len: 168 time: 0.2644563 Feb 04 21:14:34.986250 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'name': 'network-vif-deleted', 'tag': '06d94d64-09f0-456d-ab29-149d5c934f71'}, {'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'name': 'network-vif-deleted', 'tag': '746edaf1-0070-4819-a4c2-321e5c28a8a4'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:14:35.246015 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3e7ae679-ef49-49aa-9307-9a6083272214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:35.254466 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-472795cf-a950-4f12-bff4-4733ea40fc3d req-1c2828df-870a-4a27-9dbd-7fbdca761da9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3916445 Feb 04 21:14:35.381016 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-07f91b2e-afbf-4935-9afa-1646ce39a6d9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:35.394177 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30127d00-c5b8-4bf0-bb93-3e7ed5857581 req-23b20b7d-40e5-4895-aa41-d7650e41ceb9 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:35.400064 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30127d00-c5b8-4bf0-bb93-3e7ed5857581 req-23b20b7d-40e5-4895-aa41-d7650e41ceb9 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:35.400871 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-30127d00-c5b8-4bf0-bb93-3e7ed5857581 req-23b20b7d-40e5-4895-aa41-d7650e41ceb9 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Synchronizing usage tracker for tenant:b242a09179d94d8193cc1c0208c67871 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:14:35.605099 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ae679-ef49-49aa-9307-9a6083272214 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8fc208e-36b1-49fe-949b-e85cf82f2ef9,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:35.614265 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f91b2e-afbf-4935-9afa-1646ce39a6d9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:14:35.625276 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-07f91b2e-afbf-4935-9afa-1646ce39a6d9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:14:35.633753 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-30127d00-c5b8-4bf0-bb93-3e7ed5857581 req-23b20b7d-40e5-4895-aa41-d7650e41ceb9 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Unset dirty status for tenant:b242a09179d94d8193cc1c0208c67871 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:14:35.634904 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-30127d00-c5b8-4bf0-bb93-3e7ed5857581 req-23b20b7d-40e5-4895-aa41-d7650e41ceb9 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 1677 time: 1.2006838 Feb 04 21:14:35.647964 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f91b2e-afbf-4935-9afa-1646ce39a6d9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:14:35.678275 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f91b2e-afbf-4935-9afa-1646ce39a6d9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Port': ['ID=66d7c31a-a6b6-4b90-9fe3-17935ac2b82d,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:35.688718 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120126b5-700f-4f78-a858-4cb31bdf3e4a req-1de0d174-4282-4670-9b6d-cf4518c557f3 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:35.695546 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-120126b5-700f-4f78-a858-4cb31bdf3e4a req-1de0d174-4282-4670-9b6d-cf4518c557f3 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 944 time: 1.0435750 Feb 04 21:14:35.718613 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7ae679-ef49-49aa-9307-9a6083272214 admin admin] Checking segment: {'id': '50086a00-d8da-4b38-b265-6f520508840a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '67d11b81-dc68-4fcd-ae14-a470732aae11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:14:35.718835 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7ae679-ef49-49aa-9307-9a6083272214 admin admin] Network hostable DHCP agents. Network: 67d11b81-dc68-4fcd-ae14-a470732aae11, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:14:35.875229 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-120126b5-700f-4f78-a858-4cb31bdf3e4a req-e15f055f-48ef-4459-97fd-167a731b9297 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787062 Feb 04 21:14:35.877012 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-d1c9f573-5dc5-4559-9cc9-af5d4084ea8f tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] For port d744b444-342d-49e4-b7c2-bdadcf0af1d9, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=d744b444-342d-49e4-b7c2-bdadcf0af1d9,segment=NetworkSegment(abee4976-277e-4319-9927-4355a60b3f3a),segment_id=abee4976-277e-4319-9927-4355a60b3f3a)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:35.882837 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-d1c9f573-5dc5-4559-9cc9-af5d4084ea8f tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:35.905419 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f91b2e-afbf-4935-9afa-1646ce39a6d9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:35.907396 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-07f91b2e-afbf-4935-9afa-1646ce39a6d9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:35.992720 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-30127d00-c5b8-4bf0-bb93-3e7ed5857581 req-5fe8d0ac-809a-4b12-a8bd-9a17c023d63a tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2950714 Feb 04 21:14:36.021031 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-07f91b2e-afbf-4935-9afa-1646ce39a6d9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 7.9590166 Feb 04 21:14:36.023602 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43338) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:36.036825 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7ae679-ef49-49aa-9307-9a6083272214 admin admin] Network 67d11b81-dc68-4fcd-ae14-a470732aae11 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:14:36.228812 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-9fcf0e25-48f3-4062-a907-95b7bd3b81d6 None None] Provisioning for port 66d7c31a-a6b6-4b90-9fe3-17935ac2b82d completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:14:36.229510 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'name': 'network-vif-deleted', 'tag': '06d94d64-09f0-456d-ab29-149d5c934f71', 'status': 'completed', 'code': 200} Feb 04 21:14:36.229780 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'name': 'network-vif-deleted', 'tag': '746edaf1-0070-4819-a4c2-321e5c28a8a4', 'status': 'completed', 'code': 200} Feb 04 21:14:36.245804 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-9fcf0e25-48f3-4062-a907-95b7bd3b81d6 None None] Provisioning complete for port 66d7c31a-a6b6-4b90-9fe3-17935ac2b82d triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:14:36.246471 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-9fcf0e25-48f3-4062-a907-95b7bd3b81d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:36.277236 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3a3715-3aca-43a5-af1b-db059e013760 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:36.292250 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3a3715-3aca-43a5-af1b-db059e013760 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:36.293093 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0c3a3715-3aca-43a5-af1b-db059e013760 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:14:36.340797 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0c3a3715-3aca-43a5-af1b-db059e013760 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:14:36.342081 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0c3a3715-3aca-43a5-af1b-db059e013760 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3174815 Feb 04 21:14:36.345875 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43350) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:36.387102 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-9fcf0e25-48f3-4062-a907-95b7bd3b81d6 None None] Port 66d7c31a-a6b6-4b90-9fe3-17935ac2b82d cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:14:36.458617 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-d1c9f573-5dc5-4559-9cc9-af5d4084ea8f tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Calling delete_port for d744b444-342d-49e4-b7c2-bdadcf0af1d9 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:14:36.516887 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-30612051-5c7a-4602-86bf-4ea48bc9ab11 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting port 66d7c31a-a6b6-4b90-9fe3-17935ac2b82d {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:14:36.516887 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-30612051-5c7a-4602-86bf-4ea48bc9ab11 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:36.771206 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-3e7ae679-ef49-49aa-9307-9a6083272214 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 67d11b81-dc68-4fcd-ae14-a470732aae11) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:14:36.780250 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3c4eff-ea6c-4433-9289-17b35b26ce6b None None] Network 67d11b81-dc68-4fcd-ae14-a470732aae11 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:14:36.893040 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7ae679-ef49-49aa-9307-9a6083272214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:36.897294 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3e7ae679-ef49-49aa-9307-9a6083272214 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:37.030673 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-30612051-5c7a-4602-86bf-4ea48bc9ab11 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:37.073700 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-3e7ae679-ef49-49aa-9307-9a6083272214 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8129516 Feb 04 21:14:37.224293 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1cf5f1-bb25-4016-902f-bcea50cd9741 None None] Network 67d11b81-dc68-4fcd-ae14-a470732aae11 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:14:37.239371 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-30612051-5c7a-4602-86bf-4ea48bc9ab11 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Calling delete_port for 66d7c31a-a6b6-4b90-9fe3-17935ac2b82d owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:14:37.292417 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966e965-35b1-4d92-9d9f-5b7cd7c8cc2a req-7eb279b3-b4a6-4f4c-86cf-d9c99ac3690b tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:37.293931 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5966e965-35b1-4d92-9d9f-5b7cd7c8cc2a req-7eb279b3-b4a6-4f4c-86cf-d9c99ac3690b tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.5323176 Feb 04 21:14:37.307110 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-b055a825-f4aa-4a1c-ae20-e16804759336 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:37.308600 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-b055a825-f4aa-4a1c-ae20-e16804759336 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/networks?id=591535e8-eea5-447d-ad75-83d907ea6f08 HTTP/1.1" status: 200 len: 806 time: 0.5481610 Feb 04 21:14:37.417349 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-da71196a-8432-495e-bd2c-2dbb036d8514 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/quotas/cbe7b967cf5b4bf8a129a586503d8461 HTTP/1.1" status: 200 len: 375 time: 0.0538614 Feb 04 21:14:37.519343 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5966e965-35b1-4d92-9d9f-5b7cd7c8cc2a req-12399d1e-8f73-4ce1-b547-5e4697588f7a tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077861 Feb 04 21:14:37.564474 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-d1c9f573-5dc5-4559-9cc9-af5d4084ea8f tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:37.585931 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-30612051-5c7a-4602-86bf-4ea48bc9ab11 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:37.652102 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30612051-5c7a-4602-86bf-4ea48bc9ab11 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Port': ['ID=66d7c31a-a6b6-4b90-9fe3-17935ac2b82d,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:37.712176 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9f573-5dc5-4559-9cc9-af5d4084ea8f tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Pushing event deleted for resources: {'Port': ['ID=d744b444-342d-49e4-b7c2-bdadcf0af1d9,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:37.783713 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-d1c9f573-5dc5-4559-9cc9-af5d4084ea8f tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] No DVR routers for this DVR port d744b444-342d-49e4-b7c2-bdadcf0af1d9 on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:14:37.786956 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-d1c9f573-5dc5-4559-9cc9-af5d4084ea8f tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:37.811507 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-74cb0e78-fb11-4366-bda5-80faf74db510 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbe7b967cf5b4bf8a129a586503d8461&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3845444 Feb 04 21:14:37.861166 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-d1c9f573-5dc5-4559-9cc9-af5d4084ea8f tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.32 "DELETE /v2.0/ports/d744b444-342d-49e4-b7c2-bdadcf0af1d9 HTTP/1.1" status: 204 len: 173 time: 3.3342462 Feb 04 21:14:37.912183 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-30612051-5c7a-4602-86bf-4ea48bc9ab11 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:37.947892 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-30612051-5c7a-4602-86bf-4ea48bc9ab11 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/66d7c31a-a6b6-4b90-9fe3-17935ac2b82d HTTP/1.1" status: 204 len: 168 time: 1.5986722 Feb 04 21:14:37.948182 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43394) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:38.076971 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454d3731-2ab1-41d2-afde-a5cab61f73ad tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:38.079214 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454d3731-2ab1-41d2-afde-a5cab61f73ad tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:38.080711 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454d3731-2ab1-41d2-afde-a5cab61f73ad tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:38.089795 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-454d3731-2ab1-41d2-afde-a5cab61f73ad tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:14:38.135947 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-454d3731-2ab1-41d2-afde-a5cab61f73ad tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:14:38.139567 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-454d3731-2ab1-41d2-afde-a5cab61f73ad tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1880739 Feb 04 21:14:38.143323 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43404) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:38.228182 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-85ebc312-d48a-4cc5-a80a-365cf8e4c029 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Deleting port 41158139-7424-4ba1-8ba1-b7ebcd524ad6 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:14:38.229121 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-85ebc312-d48a-4cc5-a80a-365cf8e4c029 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:38.310590 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbcef5fe-ea27-4e5b-8de3-00b8fcc8228c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting subnet 49cf2118-f60a-4c69-8c3d-419e5a04e3d8 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:14:38.314298 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bbcef5fe-ea27-4e5b-8de3-00b8fcc8228c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:38.317534 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'name': 'network-vif-deleted', 'tag': 'd744b444-342d-49e4-b7c2-bdadcf0af1d9'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:14:38.371882 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-0a6337c0-ea32-4c6e-b547-67e2e7c42cc0 service neutron] 10.222.0.26 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5575655 Feb 04 21:14:38.408169 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bbcef5fe-ea27-4e5b-8de3-00b8fcc8228c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:38.566674 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bbcef5fe-ea27-4e5b-8de3-00b8fcc8228c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:38.709045 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bbcef5fe-ea27-4e5b-8de3-00b8fcc8228c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:38.768911 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcef5fe-ea27-4e5b-8de3-00b8fcc8228c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Subnet': ['ID=49cf2118-f60a-4c69-8c3d-419e5a04e3d8,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:38.787727 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bbcef5fe-ea27-4e5b-8de3-00b8fcc8228c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:38.788746 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba80289-3202-406d-86c0-0061b6fe1221 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:14:38.809867 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bbcef5fe-ea27-4e5b-8de3-00b8fcc8228c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/49cf2118-f60a-4c69-8c3d-419e5a04e3d8 HTTP/1.1" status: 204 len: 168 time: 0.6635618 Feb 04 21:14:38.810292 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43424) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:38.846786 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-85ebc312-d48a-4cc5-a80a-365cf8e4c029 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] For port 41158139-7424-4ba1-8ba1-b7ebcd524ad6, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=41158139-7424-4ba1-8ba1-b7ebcd524ad6,segment=NetworkSegment(abee4976-277e-4319-9927-4355a60b3f3a),segment_id=abee4976-277e-4319-9927-4355a60b3f3a)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:38.847181 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-85ebc312-d48a-4cc5-a80a-365cf8e4c029 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:38.898255 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8f89d-214f-4c12-890e-d1869c9f949a req-9af04cb0-b2fb-4915-afcb-752d98c487ab tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:38.900123 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d7d8f89d-214f-4c12-890e-d1869c9f949a req-9af04cb0-b2fb-4915-afcb-752d98c487ab tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 944 time: 0.5016365 Feb 04 21:14:38.920030 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a93cf61-4fd2-4a77-95b6-49490c1f0911 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting subnet f80fac55-6c1e-43d9-a8b7-6ad721ed65d8 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:14:38.926266 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9a93cf61-4fd2-4a77-95b6-49490c1f0911 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:39.049162 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9a93cf61-4fd2-4a77-95b6-49490c1f0911 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:39.189323 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-85ebc312-d48a-4cc5-a80a-365cf8e4c029 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Calling delete_port for 41158139-7424-4ba1-8ba1-b7ebcd524ad6 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:14:39.215414 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9a93cf61-4fd2-4a77-95b6-49490c1f0911 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:39.236955 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-f0fcaec5-193d-4bb9-9d66-0897e311673f service neutron] 10.222.0.26 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8372388 Feb 04 21:14:39.352110 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9a93cf61-4fd2-4a77-95b6-49490c1f0911 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:39.426756 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93cf61-4fd2-4a77-95b6-49490c1f0911 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Subnet': ['ID=f80fac55-6c1e-43d9-a8b7-6ad721ed65d8,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:39.445811 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9a93cf61-4fd2-4a77-95b6-49490c1f0911 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:39.460726 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9a93cf61-4fd2-4a77-95b6-49490c1f0911 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/f80fac55-6c1e-43d9-a8b7-6ad721ed65d8 HTTP/1.1" status: 204 len: 168 time: 0.6491034 Feb 04 21:14:39.461630 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43434) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:39.610513 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-66ce3f7f-697d-4c2a-8189-6a86eb1e0e89 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1447325 Feb 04 21:14:39.611746 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43442) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:39.683875 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d7d8f89d-214f-4c12-890e-d1869c9f949a req-a3954d48-d861-4c48-b1e9-3b3800c7c1fa tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6693673 Feb 04 21:14:39.724557 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-85ebc312-d48a-4cc5-a80a-365cf8e4c029 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:39.739068 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bb7481-c089-4eec-8603-11f4f04ebe62 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:39.741580 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a9bb7481-c089-4eec-8603-11f4f04ebe62 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:14:39.784497 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a9bb7481-c089-4eec-8603-11f4f04ebe62 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:14:39.786302 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a9bb7481-c089-4eec-8603-11f4f04ebe62 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1733971 Feb 04 21:14:39.788787 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43450) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:39.865123 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ebc312-d48a-4cc5-a80a-365cf8e4c029 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Pushing event deleted for resources: {'Port': ['ID=41158139-7424-4ba1-8ba1-b7ebcd524ad6,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:39.951804 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874d81b1-cc5b-49fe-9795-9604a610eac0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:39.953401 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-874d81b1-cc5b-49fe-9795-9604a610eac0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:14:39.993531 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-874d81b1-cc5b-49fe-9795-9604a610eac0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:14:39.995012 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-874d81b1-cc5b-49fe-9795-9604a610eac0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2050292 Feb 04 21:14:40.001034 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43464) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:40.149243 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-85ebc312-d48a-4cc5-a80a-365cf8e4c029 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] No DVR routers for this DVR port 41158139-7424-4ba1-8ba1-b7ebcd524ad6 on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:14:40.173762 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-85ebc312-d48a-4cc5-a80a-365cf8e4c029 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:40.316476 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-cd201e43-c56c-4736-8b8c-4373408fd816 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3070638 Feb 04 21:14:40.320037 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43470) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:40.325977 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-242be37f-1cd3-4d5a-a698-06987647e35d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:14:40.347753 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8c6aae-783e-4d9f-9fd5-479d9d0ca05e None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:14:40.373293 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ff3ee2d7-1f12-4377-9a53-086d896e00d7 req-85ebc312-d48a-4cc5-a80a-365cf8e4c029 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.32 "DELETE /v2.0/ports/41158139-7424-4ba1-8ba1-b7ebcd524ad6 HTTP/1.1" status: 204 len: 173 time: 2.4969547 Feb 04 21:14:40.395748 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ee795-893d-4f00-a41f-bd80f647f892 req-dbf2b717-4a68-4965-9d87-a71d3a35fa82 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:40.397224 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-e95ee795-893d-4f00-a41f-bd80f647f892 req-dbf2b717-4a68-4965-9d87-a71d3a35fa82 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Synchronizing usage tracker for tenant:b242a09179d94d8193cc1c0208c67871 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:14:40.613952 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-e95ee795-893d-4f00-a41f-bd80f647f892 req-dbf2b717-4a68-4965-9d87-a71d3a35fa82 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Unset dirty status for tenant:b242a09179d94d8193cc1c0208c67871 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:14:40.615468 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e95ee795-893d-4f00-a41f-bd80f647f892 req-dbf2b717-4a68-4965-9d87-a71d3a35fa82 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 943 time: 0.9939587 Feb 04 21:14:40.634108 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-667ff010-67ad-4136-81fb-d43fcd63d97b tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:40.636498 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-667ff010-67ad-4136-81fb-d43fcd63d97b tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] 10.222.0.26 "GET /v2.0/networks?id=67d11b81-dc68-4fcd-ae14-a470732aae11 HTTP/1.1" status: 200 len: 812 time: 0.5642228 Feb 04 21:14:40.664971 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-242be37f-1cd3-4d5a-a698-06987647e35d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:14:40.668590 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d5a97d4f-ebb8-4672-a4e3-2e7a60f92a43 None None] Provisioning complete for port 91babe22-bace-48f8-b820-e814eb4916e9 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:14:40.671484 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d5a97d4f-ebb8-4672-a4e3-2e7a60f92a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:40.688883 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472795cf-a950-4f12-bff4-4733ea40fc3d req-912ff867-2b24-43b5-9b75-257f1f1fc153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:40.690170 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-242be37f-1cd3-4d5a-a698-06987647e35d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:14:40.690642 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-472795cf-a950-4f12-bff4-4733ea40fc3d req-912ff867-2b24-43b5-9b75-257f1f1fc153 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db&tenant_id=d12823a006ff49a4916b73b08e3ad259 HTTP/1.1" status: 200 len: 1095 time: 0.3052330 Feb 04 21:14:40.695471 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-b55b2217-3870-4873-8ff3-10d050686ebb tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] 10.222.0.26 "GET /v2.0/quotas/54eda65a38e8448b88f68748aaa80e62 HTTP/1.1" status: 200 len: 375 time: 0.0344658 Feb 04 21:14:40.715112 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242be37f-1cd3-4d5a-a698-06987647e35d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:14:40.719735 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-242be37f-1cd3-4d5a-a698-06987647e35d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:40.721235 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-242be37f-1cd3-4d5a-a698-06987647e35d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 21:14:40.722494 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-242be37f-1cd3-4d5a-a698-06987647e35d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:14:40.774794 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-242be37f-1cd3-4d5a-a698-06987647e35d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4534199 Feb 04 21:14:40.778057 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43478) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:40.801528 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-db491be9-4c3f-44d6-b024-500c00f4eb06 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:14:40.852773 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e95ee795-893d-4f00-a41f-bd80f647f892 req-3e707c4a-4f1a-49ce-b18f-ec1fe8262a0b tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c19981c-d2be-4024-b2e6-2e311030cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151654 Feb 04 21:14:40.856556 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-2861b567-46cc-40dd-b38b-40ab5b504e59 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=54eda65a38e8448b88f68748aaa80e62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560501 Feb 04 21:14:40.937097 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472795cf-a950-4f12-bff4-4733ea40fc3d req-bc6d5b8e-52e4-482d-89d6-aad28f8c4af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:40.944748 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-472795cf-a950-4f12-bff4-4733ea40fc3d req-bc6d5b8e-52e4-482d-89d6-aad28f8c4af0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d12823a006ff49a4916b73b08e3ad259&device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 1095 time: 0.1982803 Feb 04 21:14:41.048776 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-db491be9-4c3f-44d6-b024-500c00f4eb06 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:14:41.069721 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-db491be9-4c3f-44d6-b024-500c00f4eb06 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:14:41.096269 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db491be9-4c3f-44d6-b024-500c00f4eb06 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:14:41.100805 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-db491be9-4c3f-44d6-b024-500c00f4eb06 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:41.104176 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-db491be9-4c3f-44d6-b024-500c00f4eb06 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 21:14:41.105330 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db491be9-4c3f-44d6-b024-500c00f4eb06 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:14:41.143423 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-db491be9-4c3f-44d6-b024-500c00f4eb06 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3612447 Feb 04 21:14:41.154522 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43484) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:41.162719 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-fa59e1d7-7570-448b-ad83-93c09eb0c0c3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:14:41.200718 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472795cf-a950-4f12-bff4-4733ea40fc3d req-494a2393-d561-4d49-bd01-79e6a3460bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:41.204453 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-472795cf-a950-4f12-bff4-4733ea40fc3d req-494a2393-d561-4d49-bd01-79e6a3460bb3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=aeca86bf-5462-4afd-9138-c5fe85a0ef79 HTTP/1.1" status: 200 len: 918 time: 0.2555923 Feb 04 21:14:41.253604 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6054f93e-57c9-4f6d-a76c-5e9978053639 None None] DHCP port deletion for f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:14:41.259422 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-6054f93e-57c9-4f6d-a76c-5e9978053639 None None] Deleting port 91babe22-bace-48f8-b820-e814eb4916e9 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:14:41.260188 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6054f93e-57c9-4f6d-a76c-5e9978053639 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:41.275654 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-fc67d9f3-ce44-4d77-ab39-b9bc1a87b4a9 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:14:41.284054 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-fc67d9f3-ce44-4d77-ab39-b9bc1a87b4a9 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4144499 Feb 04 21:14:41.603725 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-032a5df8-9def-4f6c-8207-d2965a032ca1 req-951a67e6-9a0e-4ba8-abb8-40511b20f005 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b3e5f66e-cdef-4ef4-977b-cc7f50279fa3 HTTP/1.1" status: 200 len: 210 time: 0.1452649 Feb 04 21:14:41.605157 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-fa59e1d7-7570-448b-ad83-93c09eb0c0c3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:14:41.614428 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aeb76a08-134c-4f9b-9700-82c2061ae333 req-38b13613-15cf-409e-9264-592620113324 tempest-ServerShowV254Test-50147973 tempest-ServerShowV254Test-50147973-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3e5f66e-cdef-4ef4-977b-cc7f50279fa3 HTTP/1.1" status: 200 len: 210 time: 0.4066844 Feb 04 21:14:41.637699 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-fa59e1d7-7570-448b-ad83-93c09eb0c0c3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:14:41.674198 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa59e1d7-7570-448b-ad83-93c09eb0c0c3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:14:41.678040 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fa59e1d7-7570-448b-ad83-93c09eb0c0c3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:41.679440 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa59e1d7-7570-448b-ad83-93c09eb0c0c3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 21:14:41.679852 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa59e1d7-7570-448b-ad83-93c09eb0c0c3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:14:41.717193 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-6054f93e-57c9-4f6d-a76c-5e9978053639 None None] For port 91babe22-bace-48f8-b820-e814eb4916e9, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=91babe22-bace-48f8-b820-e814eb4916e9,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:41.718850 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6054f93e-57c9-4f6d-a76c-5e9978053639 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:41.729409 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fa59e1d7-7570-448b-ad83-93c09eb0c0c3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5723739 Feb 04 21:14:41.732411 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43496) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:41.739644 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-2c25737b-f69e-40f2-9168-0159d17d48ff tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:14:41.743028 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'name': 'network-vif-deleted', 'tag': 'd744b444-342d-49e4-b7c2-bdadcf0af1d9', 'status': 'completed', 'code': 200} Feb 04 21:14:41.832704 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-655cf3bf-5cb8-4b0e-a345-cd8a4d237711 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:41.836241 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-655cf3bf-5cb8-4b0e-a345-cd8a4d237711 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.32 "GET /v2.0/networks?id=591535e8-eea5-447d-ad75-83d907ea6f08 HTTP/1.1" status: 200 len: 806 time: 0.3433714 Feb 04 21:14:41.893471 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-e40c6fab-4080-484a-8b64-d59161cec11c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Request body: {'port': {'device_id': '0edb42c7-1e8f-4737-9497-9d913786eb4c', 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08', 'admin_state_up': True, 'tenant_id': 'cbe7b967cf5b4bf8a129a586503d8461'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:14:41.975670 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-2c25737b-f69e-40f2-9168-0159d17d48ff tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:14:41.986799 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-6054f93e-57c9-4f6d-a76c-5e9978053639 None None] Calling delete_port for 91babe22-bace-48f8-b820-e814eb4916e9 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:14:41.999120 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-2c25737b-f69e-40f2-9168-0159d17d48ff tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:14:42.023165 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c25737b-f69e-40f2-9168-0159d17d48ff tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:14:42.027687 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2c25737b-f69e-40f2-9168-0159d17d48ff tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:42.029100 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c25737b-f69e-40f2-9168-0159d17d48ff tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 21:14:42.029587 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c25737b-f69e-40f2-9168-0159d17d48ff tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:14:42.054769 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-472795cf-a950-4f12-bff4-4733ea40fc3d req-cd7d1eaa-92d2-4799-8f28-ed2b0a716147 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=643c6a12-47d2-4a5a-a384-c6eee850b1ca HTTP/1.1" status: 200 len: 999 time: 0.7964694 Feb 04 21:14:42.076292 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2c25737b-f69e-40f2-9168-0159d17d48ff tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3388579 Feb 04 21:14:42.076874 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43502) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:42.080611 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6054f93e-57c9-4f6d-a76c-5e9978053639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:42.083386 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-99660d2e-5d00-4f5e-816d-8bc797d69e61 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:14:42.136697 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6054f93e-57c9-4f6d-a76c-5e9978053639 None None] Pushing event deleted for resources: {'Port': ['ID=91babe22-bace-48f8-b820-e814eb4916e9,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:42.149119 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6054f93e-57c9-4f6d-a76c-5e9978053639 None None] No DVR routers for this DVR port 91babe22-bace-48f8-b820-e814eb4916e9 on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:14:42.314292 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-99660d2e-5d00-4f5e-816d-8bc797d69e61 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:14:42.325664 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-99660d2e-5d00-4f5e-816d-8bc797d69e61 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:14:42.341415 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99660d2e-5d00-4f5e-816d-8bc797d69e61 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:14:42.353826 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-99660d2e-5d00-4f5e-816d-8bc797d69e61 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:42.357626 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-99660d2e-5d00-4f5e-816d-8bc797d69e61 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 21:14:42.359758 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99660d2e-5d00-4f5e-816d-8bc797d69e61 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:14:42.396846 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-99660d2e-5d00-4f5e-816d-8bc797d69e61 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3182807 Feb 04 21:14:42.400164 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43506) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:42.428195 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-7ba93add-ada0-4ebf-8b4d-30e93662b27a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:14:42.430896 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-e406d04b-e887-4783-a198-c7e650402925 service neutron] 10.222.0.26 "GET /v2.0/networks/67d11b81-dc68-4fcd-ae14-a470732aae11?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1460011 Feb 04 21:14:42.586872 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7ba93add-ada0-4ebf-8b4d-30e93662b27a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:14:42.628303 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7ba93add-ada0-4ebf-8b4d-30e93662b27a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:14:42.642944 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba93add-ada0-4ebf-8b4d-30e93662b27a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:14:42.648264 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472795cf-a950-4f12-bff4-4733ea40fc3d req-7ce5c88c-0f58-4b14-aa25-c88d749c9982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:42.650134 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-472795cf-a950-4f12-bff4-4733ea40fc3d req-7ce5c88c-0f58-4b14-aa25-c88d749c9982 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2332d4ab-28bd-4df4-abe3-897aa8896a30 HTTP/1.1" status: 200 len: 856 time: 0.5568626 Feb 04 21:14:42.652103 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-b8c01b82-df7f-40e1-85cf-7b9f94c9e964 service neutron] 10.222.0.26 "GET /v2.0/networks/67d11b81-dc68-4fcd-ae14-a470732aae11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050133 Feb 04 21:14:42.667493 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7ba93add-ada0-4ebf-8b4d-30e93662b27a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:42.671294 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ba93add-ada0-4ebf-8b4d-30e93662b27a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 21:14:42.674148 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ba93add-ada0-4ebf-8b4d-30e93662b27a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:14:42.726547 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 91babe22-bace-48f8-b820-e814eb4916e9 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:14:42.755307 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7ba93add-ada0-4ebf-8b4d-30e93662b27a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3375416 Feb 04 21:14:42.756184 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43520) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:42.773813 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-e40c6fab-4080-484a-8b64-d59161cec11c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:14:42.808384 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25921d-b7da-4174-adb3-ddc07a9e216f req-67cf2c98-3853-4a89-ad04-fffeacc4a2d4 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:42.810138 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0e25921d-b7da-4174-adb3-ddc07a9e216f req-67cf2c98-3853-4a89-ad04-fffeacc4a2d4 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.8642631 Feb 04 21:14:42.813014 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-e40c6fab-4080-484a-8b64-d59161cec11c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:14:42.813371 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 91babe22-bace-48f8-b820-e814eb4916e9 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:14:42.813833 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 91babe22-bace-48f8-b820-e814eb4916e9 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:14:42.837287 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-e40c6fab-4080-484a-8b64-d59161cec11c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Made reservation on behalf of cbe7b967cf5b4bf8a129a586503d8461 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:14:42.842167 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-e40c6fab-4080-484a-8b64-d59161cec11c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:42.844669 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-484e28a6-8b35-49fe-822b-0f74c0067bb6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0871959 Feb 04 21:14:42.845439 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43524) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:42.880850 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472795cf-a950-4f12-bff4-4733ea40fc3d req-12f13b6c-eea6-4a46-b144-fccd04466694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:42.882375 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-472795cf-a950-4f12-bff4-4733ea40fc3d req-12f13b6c-eea6-4a46-b144-fccd04466694 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=aeca86bf-5462-4afd-9138-c5fe85a0ef79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2181678 Feb 04 21:14:42.963685 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2c3636-3709-44f4-ab43-2958dcfeaf58 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:42.964813 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ad2c3636-3709-44f4-ab43-2958dcfeaf58 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1183238 Feb 04 21:14:42.969036 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43530) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:43.117829 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1b251403-0d3d-4b1f-92fa-ea357a11f695 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1471543 Feb 04 21:14:43.118479 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43536) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:43.124929 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-0034a10c-b0a8-4d3b-b997-c6c112737a12 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:14:43.277582 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f8654ba6-4dc7-412e-b386-df5dafe6204c req-748bd662-8f8b-40bb-bb55-0566b91a29b5 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=0edb42c7-1e8f-4737-9497-9d913786eb4c HTTP/1.1" status: 200 len: 210 time: 0.0857401 Feb 04 21:14:43.281413 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0e25921d-b7da-4174-adb3-ddc07a9e216f req-4ae61cc7-c0f2-46ff-91f7-bbe3e184a2f4 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469941 Feb 04 21:14:43.303522 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0034a10c-b0a8-4d3b-b997-c6c112737a12 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:14:43.314333 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0034a10c-b0a8-4d3b-b997-c6c112737a12 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:14:43.346683 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0034a10c-b0a8-4d3b-b997-c6c112737a12 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:14:43.350393 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0034a10c-b0a8-4d3b-b997-c6c112737a12 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:43.561468 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-472795cf-a950-4f12-bff4-4733ea40fc3d req-f6b30f23-ba65-42ba-9dae-e3b870ae362a service neutron] 10.222.0.18 "GET /v2.0/networks/aeca86bf-5462-4afd-9138-c5fe85a0ef79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6708510 Feb 04 21:14:43.742016 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5d863176-9671-4a3b-97fc-4043781bd654 req-a116d085-4f21-40ac-95a0-35093ce1f918 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4846240-3c00-4290-8348-9cc91430e6e4 HTTP/1.1" status: 200 len: 210 time: 0.1871750 Feb 04 21:14:43.764250 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'name': 'network-vif-deleted', 'tag': '41158139-7424-4ba1-8ba1-b7ebcd524ad6'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:14:43.875696 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7a8dcd07-dd79-4a9d-b5ca-f9f1ef5bef91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:43.943603 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-e40c6fab-4080-484a-8b64-d59161cec11c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Allocated IP 172.20.0.5 (591535e8-eea5-447d-ad75-83d907ea6f08/6328ddc0-a59e-4cee-8cab-7daa1242332a/78e30fb9-00f6-4d7b-8993-f6fa3e762180) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:14:43.991366 n-d-827896-1 neutron-server[87682]: DEBUG neutron.objects.ports [None req-0034a10c-b0a8-4d3b-b997-c6c112737a12 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87682) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 21:14:43.992589 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0034a10c-b0a8-4d3b-b997-c6c112737a12 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:44.123873 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0034a10c-b0a8-4d3b-b997-c6c112737a12 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Subnet': ['ID=30d6621d-7262-453d-9eb3-e8d775ed7325,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:44.136380 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0034a10c-b0a8-4d3b-b997-c6c112737a12 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:14:44.137699 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-0034a10c-b0a8-4d3b-b997-c6c112737a12 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:14:44.145673 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0034a10c-b0a8-4d3b-b997-c6c112737a12 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:44.146012 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0034a10c-b0a8-4d3b-b997-c6c112737a12 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:44.150702 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331e8dd5-5bb9-4268-b803-0df2a61fee97 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:14:44.199754 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0034a10c-b0a8-4d3b-b997-c6c112737a12 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0802360 Feb 04 21:14:44.203226 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43554) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:44.209012 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-4ef8157f-cdd6-461e-9ec2-8122967ecd68 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'port': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'mac_address': 'fa:16:3e:d7:41:1d', 'name': 'tempest-NetworksTestDHCPv6-1717708415'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:14:44.242790 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3b34a404-45d9-4a15-9209-5bd6b81416ac req-925207e5-456c-4569-9da7-bffd0b073dbe tempest-ServerShowV254Test-50147973 tempest-ServerShowV254Test-50147973-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3e5f66e-cdef-4ef4-977b-cc7f50279fa3 HTTP/1.1" status: 200 len: 210 time: 0.1247301 Feb 04 21:14:44.278325 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-472795cf-a950-4f12-bff4-4733ea40fc3d req-6ab3d0a4-eaa7-47a9-b4ac-64c950f3617e service neutron] 10.222.0.18 "GET /v2.0/networks/aeca86bf-5462-4afd-9138-c5fe85a0ef79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6657567 Feb 04 21:14:44.304256 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9f9ed-bac0-49e4-a70b-532acbc29c1c req-90e34f95-c23f-4a87-a00e-4d49592e5c9e tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:44.319595 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4bd9f9ed-bac0-49e4-a70b-532acbc29c1c req-90e34f95-c23f-4a87-a00e-4d49592e5c9e tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 944 time: 0.8045182 Feb 04 21:14:44.474717 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-4ef8157f-cdd6-461e-9ec2-8122967ecd68 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:14:44.493256 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-4ef8157f-cdd6-461e-9ec2-8122967ecd68 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:14:44.508088 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef8157f-cdd6-461e-9ec2-8122967ecd68 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:14:44.523076 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eba108e-19b9-465f-b0a9-9f22d58a9980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'tenant_id': 'c1a09abf1d69443ba4dc5757947fc733', 'fixed_ips': [{'subnet_id': '30d6621d-7262-453d-9eb3-e8d775ed7325'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:14:44.524710 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1eba108e-19b9-465f-b0a9-9f22d58a9980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:44.582935 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f8d14cb8-58f5-49fb-8425-0c11c77c822b req-b04774d0-c0e8-4897-a7d0-98d9ab0ea86c tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4fba309-aacb-4ce8-8e75-f590293532f9 HTTP/1.1" status: 200 len: 210 time: 0.0728552 Feb 04 21:14:44.705481 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4bd9f9ed-bac0-49e4-a70b-532acbc29c1c req-70e833f3-9612-4bab-a242-b2e06291a171 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3847845 Feb 04 21:14:44.913294 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4ef8157f-cdd6-461e-9ec2-8122967ecd68 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:44.936302 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4846240-3c00-4290-8348-9cc91430e6e4', 'name': 'network-vif-deleted', 'tag': '41158139-7424-4ba1-8ba1-b7ebcd524ad6', 'status': 'completed', 'code': 200} Feb 04 21:14:44.990116 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-1eba108e-19b9-465f-b0a9-9f22d58a9980 None None] Allocated IP 2001:db8::f816:3eff:fea6:1ce4 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/30d6621d-7262-453d-9eb3-e8d775ed7325/6c020c7e-9f98-424e-8d3d-00ae9897f275) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:14:44.997514 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-4ef8157f-cdd6-461e-9ec2-8122967ecd68 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] device_id is not set on port 384ab0b3-08d2-4a8b-b727-d7c63f190327 yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:14:45.404925 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1eba108e-19b9-465f-b0a9-9f22d58a9980 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:45.432045 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1eba108e-19b9-465f-b0a9-9f22d58a9980 None None] Transition to ACTIVE for port object 6c020c7e-9f98-424e-8d3d-00ae9897f275 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:14:45.465203 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1eba108e-19b9-465f-b0a9-9f22d58a9980 None None] Transition to ACTIVE for port object 6c020c7e-9f98-424e-8d3d-00ae9897f275 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:14:45.479484 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1eba108e-19b9-465f-b0a9-9f22d58a9980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:45.511577 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-c03b82a9-2922-4950-a65f-a6bdf0042601 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:45.513073 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-c03b82a9-2922-4950-a65f-a6bdf0042601 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] 10.222.0.32 "GET /v2.0/networks?id=67d11b81-dc68-4fcd-ae14-a470732aae11 HTTP/1.1" status: 200 len: 812 time: 0.5760124 Feb 04 21:14:45.527521 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-09dcda80-3a01-4743-8806-41ae30436312 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Request body: {'port': {'device_id': 'f4fba309-aacb-4ce8-8e75-f590293532f9', 'network_id': '67d11b81-dc68-4fcd-ae14-a470732aae11', 'admin_state_up': True, 'tenant_id': '54eda65a38e8448b88f68748aaa80e62'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:14:45.623209 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eba108e-19b9-465f-b0a9-9f22d58a9980 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:14:45.627801 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-1eba108e-19b9-465f-b0a9-9f22d58a9980 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:14:45.631688 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eba108e-19b9-465f-b0a9-9f22d58a9980 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:14:45.736296 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-4ef8157f-cdd6-461e-9ec2-8122967ecd68 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Allocated IP 2001:db8::f816:3eff:fed7:411d (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/30d6621d-7262-453d-9eb3-e8d775ed7325/384ab0b3-08d2-4a8b-b727-d7c63f190327) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:14:45.753931 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-e40c6fab-4080-484a-8b64-d59161cec11c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:45.814775 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba108e-19b9-465f-b0a9-9f22d58a9980 None None] Pushing event updated for resources: {'Port': ['ID=6c020c7e-9f98-424e-8d3d-00ae9897f275,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:45.897851 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-1eba108e-19b9-465f-b0a9-9f22d58a9980 None None] Attempting to bind port 6c020c7e-9f98-424e-8d3d-00ae9897f275 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:14:45.898471 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-1eba108e-19b9-465f-b0a9-9f22d58a9980 None None] Attempting to bind port 6c020c7e-9f98-424e-8d3d-00ae9897f275 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:14:45.899006 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eba108e-19b9-465f-b0a9-9f22d58a9980 None None] Attempting to bind port 6c020c7e-9f98-424e-8d3d-00ae9897f275 on network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:14:45.904824 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eba108e-19b9-465f-b0a9-9f22d58a9980 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:14:45.909729 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eba108e-19b9-465f-b0a9-9f22d58a9980 None None] Checking segment: {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:14:45.910346 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1eba108e-19b9-465f-b0a9-9f22d58a9980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:45.910886 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eba108e-19b9-465f-b0a9-9f22d58a9980 None None] Bound using segment: {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:14:45.911528 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-1eba108e-19b9-465f-b0a9-9f22d58a9980 None None] Bound port: 6c020c7e-9f98-424e-8d3d-00ae9897f275, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:14:45.912073 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1eba108e-19b9-465f-b0a9-9f22d58a9980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:45.984914 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-09dcda80-3a01-4743-8806-41ae30436312 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:14:46.006958 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b69dc37b-4e06-4c62-b7dd-3eb8bfd53cba req-79fda12d-8b50-4af6-80e9-f1b8655bb251 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=0edb42c7-1e8f-4737-9497-9d913786eb4c HTTP/1.1" status: 200 len: 210 time: 0.2328460 Feb 04 21:14:46.036997 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-09dcda80-3a01-4743-8806-41ae30436312 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Usage tracker for resource:port and tenant:54eda65a38e8448b88f68748aaa80e62 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:14:46.041588 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-09dcda80-3a01-4743-8806-41ae30436312 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:14:46.051574 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1eba108e-19b9-465f-b0a9-9f22d58a9980 None None] For port 6c020c7e-9f98-424e-8d3d-00ae9897f275, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:14:46.055571 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1eba108e-19b9-465f-b0a9-9f22d58a9980 None None] For port 6c020c7e-9f98-424e-8d3d-00ae9897f275, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=6c020c7e-9f98-424e-8d3d-00ae9897f275,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:14:46.067739 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1eba108e-19b9-465f-b0a9-9f22d58a9980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:46.074666 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-09dcda80-3a01-4743-8806-41ae30436312 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:14:46.112126 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b34ec-d62e-427f-a6ab-0853fd38967c req-cdfb9ba7-cd4a-47a1-8180-4a70d9c17261 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:46.120422 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2e5b34ec-d62e-427f-a6ab-0853fd38967c req-cdfb9ba7-cd4a-47a1-8180-4a70d9c17261 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 1.2931902 Feb 04 21:14:46.241361 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4ef8157f-cdd6-461e-9ec2-8122967ecd68 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:46.284304 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-4ef8157f-cdd6-461e-9ec2-8122967ecd68 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Transition to ACTIVE for port object 384ab0b3-08d2-4a8b-b727-d7c63f190327 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:14:46.332984 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4ef8157f-cdd6-461e-9ec2-8122967ecd68 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:46.343041 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba108e-19b9-465f-b0a9-9f22d58a9980 None None] Pushing event updated for resources: {'Port': ['ID=6c020c7e-9f98-424e-8d3d-00ae9897f275,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:46.360070 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-97153b4f-4cb9-4f98-b445-e33221fda7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:46.460812 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef8157f-cdd6-461e-9ec2-8122967ecd68 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:14:46.475937 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2e5b34ec-d62e-427f-a6ab-0853fd38967c req-eb828082-b460-4263-a2a1-261d4e4169e8 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489685 Feb 04 21:14:46.480691 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-09dcda80-3a01-4743-8806-41ae30436312 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Made reservation on behalf of 54eda65a38e8448b88f68748aaa80e62 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:14:46.488497 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-09dcda80-3a01-4743-8806-41ae30436312 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:46.492743 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-4ef8157f-cdd6-461e-9ec2-8122967ecd68 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:14:46.497044 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef8157f-cdd6-461e-9ec2-8122967ecd68 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:14:46.503711 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef8157f-cdd6-461e-9ec2-8122967ecd68 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:46.504765 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4ef8157f-cdd6-461e-9ec2-8122967ecd68 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:46.532368 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8157f-cdd6-461e-9ec2-8122967ecd68 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Port': ['ID=384ab0b3-08d2-4a8b-b727-d7c63f190327,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:46.559601 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4ef8157f-cdd6-461e-9ec2-8122967ecd68 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3546226 Feb 04 21:14:46.563577 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43618) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:46.899870 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-e40c6fab-4080-484a-8b64-d59161cec11c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:46.910392 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1a5902-9587-4066-8337-f1e5770ebbea tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:46.914573 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['e791a7ac-6865-4c87-8ac5-f39dc8b22567'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:14:46.916121 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1a5902-9587-4066-8337-f1e5770ebbea tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:46.916936 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-aa1a5902-9587-4066-8337-f1e5770ebbea tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:14:46.960133 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-aa1a5902-9587-4066-8337-f1e5770ebbea tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:14:46.964340 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-aa1a5902-9587-4066-8337-f1e5770ebbea tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3996401 Feb 04 21:14:46.965529 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43626) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:46.981570 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9c769a68-d829-4b84-be88-ff720a857348 req-a4942552-5317-4211-b033-b1aa98f671f2 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4fba309-aacb-4ce8-8e75-f590293532f9 HTTP/1.1" status: 200 len: 210 time: 0.0852754 Feb 04 21:14:47.176837 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-0f700c2f-3360-48a2-9c6f-b9b0b1a9bf15 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting port 384ab0b3-08d2-4a8b-b727-d7c63f190327 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:14:47.177190 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0f700c2f-3360-48a2-9c6f-b9b0b1a9bf15 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:47.301002 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-e40c6fab-4080-484a-8b64-d59161cec11c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Network 591535e8-eea5-447d-ad75-83d907ea6f08 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:14:47.311625 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-e40c6fab-4080-484a-8b64-d59161cec11c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:14:47.339681 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-e40c6fab-4080-484a-8b64-d59161cec11c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:14:47.480579 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:47.525321 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c6fab-4080-484a-8b64-d59161cec11c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Pushing event updated for resources: {'Port': ['ID=78e30fb9-00f6-4d7b-8993-f6fa3e762180,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:47.535595 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 43642) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:47.605008 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-09dcda80-3a01-4743-8806-41ae30436312 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Allocated IP 172.20.0.3 (67d11b81-dc68-4fcd-ae14-a470732aae11/f8fc208e-36b1-49fe-949b-e85cf82f2ef9/cc455fff-36d5-4957-80f6-0f7fd5ffe999) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:14:47.641138 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:47.798598 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-e40c6fab-4080-484a-8b64-d59161cec11c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:47.814651 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-e40c6fab-4080-484a-8b64-d59161cec11c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:47.848439 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a7e68-5cfa-412d-930c-dbce02450e29 req-ceb04a6a-c11f-482e-9a87-fa5d22b5df06 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:47.856686 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0f700c2f-3360-48a2-9c6f-b9b0b1a9bf15 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:47.871473 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e29a7e68-5cfa-412d-930c-dbce02450e29 req-ceb04a6a-c11f-482e-9a87-fa5d22b5df06 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 944 time: 0.6465580 Feb 04 21:14:48.082311 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-0f700c2f-3360-48a2-9c6f-b9b0b1a9bf15 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Calling delete_port for 384ab0b3-08d2-4a8b-b727-d7c63f190327 owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:14:48.292265 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3f04f758-3f02-49ae-8b12-89eb03db519a tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:48.350285 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e29a7e68-5cfa-412d-930c-dbce02450e29 req-82e26937-1fd2-4c29-927b-d583d2ebdba2 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4773891 Feb 04 21:14:48.365623 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0f700c2f-3360-48a2-9c6f-b9b0b1a9bf15 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:48.419626 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c43cf61f-6a6c-44bf-9531-d267c5620f7e None None] Provisioning for port 6c020c7e-9f98-424e-8d3d-00ae9897f275 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:14:48.462372 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-e40c6fab-4080-484a-8b64-d59161cec11c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5826330 Feb 04 21:14:48.502490 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-ed207a12-a977-4b59-b278-9c35a4ab9bd0 service neutron] Request body: {'port': {'device_id': '0edb42c7-1e8f-4737-9497-9d913786eb4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:14:48.719730 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3f04f758-3f02-49ae-8b12-89eb03db519a tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:48.785508 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f700c2f-3360-48a2-9c6f-b9b0b1a9bf15 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Port': ['ID=384ab0b3-08d2-4a8b-b727-d7c63f190327,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:48.894605 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-60ee234f-8120-465c-b0ae-397d46828035 None None] Could not find standard attr ID for object 384ab0b3-08d2-4a8b-b727-d7c63f190327. {{(pid=87684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 21:14:48.898513 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0f700c2f-3360-48a2-9c6f-b9b0b1a9bf15 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:48.903535 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:48.904622 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 6c020c7e-9f98-424e-8d3d-00ae9897f275 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:14:48.905916 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-791d5424-2b9d-44b4-be5e-bc7e57db65e7 req-213cc5b4-54db-46e9-8a6f-dc475ecba3c0 tempest-ServerShowV254Test-50147973 tempest-ServerShowV254Test-50147973-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3e5f66e-cdef-4ef4-977b-cc7f50279fa3 HTTP/1.1" status: 200 len: 210 time: 0.1336904 Feb 04 21:14:48.939734 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0f700c2f-3360-48a2-9c6f-b9b0b1a9bf15 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/384ab0b3-08d2-4a8b-b727-d7c63f190327 HTTP/1.1" status: 204 len: 168 time: 1.9730396 Feb 04 21:14:48.941273 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43656) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:49.111635 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 6c020c7e-9f98-424e-8d3d-00ae9897f275 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:14:49.118535 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 6c020c7e-9f98-424e-8d3d-00ae9897f275 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:14:49.118908 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:49.142161 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d584aa8d-8bab-4b97-bb9f-914e2b1179d8 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:49.143739 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d584aa8d-8bab-4b97-bb9f-914e2b1179d8 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:49.144775 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d584aa8d-8bab-4b97-bb9f-914e2b1179d8 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:14:49.185515 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d584aa8d-8bab-4b97-bb9f-914e2b1179d8 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:14:49.187455 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d584aa8d-8bab-4b97-bb9f-914e2b1179d8 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2453430 Feb 04 21:14:49.190656 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43662) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:49.400372 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-0641dba9-8687-41ea-82b9-1297eff5ca1d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting subnet 30d6621d-7262-453d-9eb3-e8d775ed7325 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:14:49.404262 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0641dba9-8687-41ea-82b9-1297eff5ca1d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:49.429756 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:49.469138 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341a6e6-e3d0-4036-adc8-5d750fd1d5fe req-1d4c4e09-f7b4-4486-87b6-d2e7b62caf03 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:49.470052 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-4341a6e6-e3d0-4036-adc8-5d750fd1d5fe req-1d4c4e09-f7b4-4486-87b6-d2e7b62caf03 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Synchronizing usage tracker for tenant:cbe7b967cf5b4bf8a129a586503d8461 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:14:49.500507 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 6c020c7e-9f98-424e-8d3d-00ae9897f275, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=6c020c7e-9f98-424e-8d3d-00ae9897f275,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:49.517026 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:49.535545 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0641dba9-8687-41ea-82b9-1297eff5ca1d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:49.660034 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=6c020c7e-9f98-424e-8d3d-00ae9897f275,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:49.683481 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-ed207a12-a977-4b59-b278-9c35a4ab9bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:49.739641 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-09dcda80-3a01-4743-8806-41ae30436312 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:49.804893 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0641dba9-8687-41ea-82b9-1297eff5ca1d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:49.808687 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-4341a6e6-e3d0-4036-adc8-5d750fd1d5fe req-1d4c4e09-f7b4-4486-87b6-d2e7b62caf03 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Unset dirty status for tenant:cbe7b967cf5b4bf8a129a586503d8461 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:14:49.816708 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4341a6e6-e3d0-4036-adc8-5d750fd1d5fe req-1d4c4e09-f7b4-4486-87b6-d2e7b62caf03 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=0edb42c7-1e8f-4737-9497-9d913786eb4c HTTP/1.1" status: 200 len: 931 time: 1.7033815 Feb 04 21:14:49.818807 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3f04f758-3f02-49ae-8b12-89eb03db519a tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:49.906200 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04f758-3f02-49ae-8b12-89eb03db519a tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c19981c-d2be-4024-b2e6-2e311030cb50,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:49.986162 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0641dba9-8687-41ea-82b9-1297eff5ca1d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:50.029311 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3f04f758-3f02-49ae-8b12-89eb03db519a tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:50.031296 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-3f04f758-3f02-49ae-8b12-89eb03db519a tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "DELETE /v2.0/security-groups/1c19981c-d2be-4024-b2e6-2e311030cb50 HTTP/1.1" status: 204 len: 168 time: 2.4680424 Feb 04 21:14:50.042353 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43676) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:50.087793 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e60af-c7b4-4c69-99e5-5de10210227d req-ec85c825-f206-461c-9145-8c516be277b9 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:50.090158 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-be7e60af-c7b4-4c69-99e5-5de10210227d req-ec85c825-f206-461c-9145-8c516be277b9 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.7486560 Feb 04 21:14:50.110639 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0641dba9-8687-41ea-82b9-1297eff5ca1d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:50.118746 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b954e0f9-aace-42ad-832a-546dff8172a4 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:14:50.136721 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641dba9-8687-41ea-82b9-1297eff5ca1d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Subnet': ['ID=30d6621d-7262-453d-9eb3-e8d775ed7325,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:50.148331 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0641dba9-8687-41ea-82b9-1297eff5ca1d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/30d6621d-7262-453d-9eb3-e8d775ed7325 HTTP/1.1" status: 204 len: 168 time: 0.9559312 Feb 04 21:14:50.158665 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43680) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:50.161386 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-bfb89324-667b-47eb-ab2e-a8132b3d4912 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] show failed (client error): The resource could not be found. Feb 04 21:14:50.164971 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bfb89324-667b-47eb-ab2e-a8132b3d4912 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "GET /v2.0/security-groups/1c19981c-d2be-4024-b2e6-2e311030cb50 HTTP/1.1" status: 404 len: 347 time: 0.1015832 Feb 04 21:14:50.192711 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 43684) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:50.197793 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe866105-ad03-4517-9b3c-8a0ce90aee4a req-38c2754a-efa4-44dd-9986-7929b2621ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:50.199229 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fe866105-ad03-4517-9b3c-8a0ce90aee4a req-38c2754a-efa4-44dd-9986-7929b2621ed9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d12823a006ff49a4916b73b08e3ad259&device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 1095 time: 0.7492013 Feb 04 21:14:50.210308 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4341a6e6-e3d0-4036-adc8-5d750fd1d5fe req-f2b2d31d-2870-4ae9-b3cd-4bb0d4e743a0 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925605 Feb 04 21:14:50.301947 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e952a4ac-0bdc-490e-812b-577e615149f6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1419237 Feb 04 21:14:50.302898 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43694) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:50.309315 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-413c165a-0c31-48a6-95c7-7c5c41498923 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:14:50.540369 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-413c165a-0c31-48a6-95c7-7c5c41498923 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:14:50.549094 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-413c165a-0c31-48a6-95c7-7c5c41498923 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:subnet and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:14:50.554742 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-413c165a-0c31-48a6-95c7-7c5c41498923 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:14:50.568101 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-413c165a-0c31-48a6-95c7-7c5c41498923 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:14:50.581809 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413c165a-0c31-48a6-95c7-7c5c41498923 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:14:50.588470 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-413c165a-0c31-48a6-95c7-7c5c41498923 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:50.635100 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b0ce2d-3aab-4d09-9f6d-6c92fecc7100 None None] DHCP port deletion for f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:14:50.640195 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-97b0ce2d-3aab-4d09-9f6d-6c92fecc7100 None None] Deleting port 6c020c7e-9f98-424e-8d3d-00ae9897f275 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:14:50.640569 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-97b0ce2d-3aab-4d09-9f6d-6c92fecc7100 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:51.037189 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-97b0ce2d-3aab-4d09-9f6d-6c92fecc7100 None None] For port 6c020c7e-9f98-424e-8d3d-00ae9897f275, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=6c020c7e-9f98-424e-8d3d-00ae9897f275,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:51.037622 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-97b0ce2d-3aab-4d09-9f6d-6c92fecc7100 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:51.225166 n-d-827896-1 neutron-server[87682]: DEBUG neutron.objects.ports [None req-413c165a-0c31-48a6-95c7-7c5c41498923 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87682) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 21:14:51.235459 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-09dcda80-3a01-4743-8806-41ae30436312 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:51.280061 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d5fc8-5f49-45c4-8413-bb53e7a155e3 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Deleting port 95869ac7-9f12-4456-8912-4479a5b0fce8 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:14:51.280684 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5e3d5fc8-5f49-45c4-8413-bb53e7a155e3 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:51.368752 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-97b0ce2d-3aab-4d09-9f6d-6c92fecc7100 None None] Calling delete_port for 6c020c7e-9f98-424e-8d3d-00ae9897f275 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:14:51.460800 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-413c165a-0c31-48a6-95c7-7c5c41498923 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:51.542220 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-97b0ce2d-3aab-4d09-9f6d-6c92fecc7100 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:14:51.542565 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-97b0ce2d-3aab-4d09-9f6d-6c92fecc7100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:14:51.573497 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-be7e60af-c7b4-4c69-99e5-5de10210227d req-bec7f772-c93d-4fcd-99f0-45c6003b3d03 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4052463 Feb 04 21:14:51.639192 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-09dcda80-3a01-4743-8806-41ae30436312 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Network 67d11b81-dc68-4fcd-ae14-a470732aae11 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:14:51.680329 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-09dcda80-3a01-4743-8806-41ae30436312 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:14:51.699572 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-09dcda80-3a01-4743-8806-41ae30436312 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:14:51.954129 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe866105-ad03-4517-9b3c-8a0ce90aee4a req-75cebaf0-7758-4b8e-a0d8-e3595d23a319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:51.955759 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fe866105-ad03-4517-9b3c-8a0ce90aee4a req-75cebaf0-7758-4b8e-a0d8-e3595d23a319 service neutron] 10.222.0.18 "GET /v2.0/networks?id=aeca86bf-5462-4afd-9138-c5fe85a0ef79 HTTP/1.1" status: 200 len: 918 time: 1.5704632 Feb 04 21:14:51.956403 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dcda80-3a01-4743-8806-41ae30436312 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Pushing event updated for resources: {'Port': ['ID=cc455fff-36d5-4957-80f6-0f7fd5ffe999,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:52.043771 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-97b0ce2d-3aab-4d09-9f6d-6c92fecc7100 None None] Deleting port 6c020c7e-9f98-424e-8d3d-00ae9897f275 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:14:52.045321 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-97b0ce2d-3aab-4d09-9f6d-6c92fecc7100 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:52.071080 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-413c165a-0c31-48a6-95c7-7c5c41498923 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] For port 6c020c7e-9f98-424e-8d3d-00ae9897f275, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=6c020c7e-9f98-424e-8d3d-00ae9897f275,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:52.144063 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-413c165a-0c31-48a6-95c7-7c5c41498923 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:52.153475 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-413c165a-0c31-48a6-95c7-7c5c41498923 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:52.154527 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-413c165a-0c31-48a6-95c7-7c5c41498923 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:52.282361 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-09dcda80-3a01-4743-8806-41ae30436312 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:52.282964 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-09dcda80-3a01-4743-8806-41ae30436312 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:52.298951 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413c165a-0c31-48a6-95c7-7c5c41498923 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:14:52.305242 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-413c165a-0c31-48a6-95c7-7c5c41498923 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:14:52.314618 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413c165a-0c31-48a6-95c7-7c5c41498923 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:52.315213 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-413c165a-0c31-48a6-95c7-7c5c41498923 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:52.316958 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77970e72-3d91-4b18-a365-d31bfe0eb93c req-735aaeb2-2ce0-4edf-b9f5-0f333fa6017b tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:52.317775 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-77970e72-3d91-4b18-a365-d31bfe0eb93c req-735aaeb2-2ce0-4edf-b9f5-0f333fa6017b tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Synchronizing usage tracker for tenant:54eda65a38e8448b88f68748aaa80e62 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:14:52.348418 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c165a-0c31-48a6-95c7-7c5c41498923 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Subnet': ['ID=b5334462-954a-4d29-a491-95e22dd24515,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:52.359771 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c165a-0c31-48a6-95c7-7c5c41498923 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Port': ['ID=6c020c7e-9f98-424e-8d3d-00ae9897f275,revision_number=6']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:52.381592 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fe866105-ad03-4517-9b3c-8a0ce90aee4a req-29dcf6cc-c07d-405f-aae2-657efe3cd4d4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=643c6a12-47d2-4a5a-a384-c6eee850b1ca HTTP/1.1" status: 200 len: 999 time: 0.3018849 Feb 04 21:14:52.387869 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-413c165a-0c31-48a6-95c7-7c5c41498923 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0836561 Feb 04 21:14:52.392434 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43712) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:52.399374 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-d41a7e48-9e94-4769-8b13-f18bd1b03023 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'port': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'mac_address': 'fa:16:3e:3d:30:ed', 'name': 'tempest-NetworksTestDHCPv6-702966407'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:14:52.411125 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-09dcda80-3a01-4743-8806-41ae30436312 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8722808 Feb 04 21:14:52.416169 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-0c69ce42-d707-4896-bc50-90e5fd232146 service neutron] Request body: {'port': {'device_id': 'f4fba309-aacb-4ce8-8e75-f590293532f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:14:52.466065 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5e3d5fc8-5f49-45c4-8413-bb53e7a155e3 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:52.466811 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5e3d5fc8-5f49-45c4-8413-bb53e7a155e3 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:52.485583 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-ed207a12-a977-4b59-b278-9c35a4ab9bd0 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:14:52.630282 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-77970e72-3d91-4b18-a365-d31bfe0eb93c req-735aaeb2-2ce0-4edf-b9f5-0f333fa6017b tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Unset dirty status for tenant:54eda65a38e8448b88f68748aaa80e62 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:14:52.631463 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77970e72-3d91-4b18-a365-d31bfe0eb93c req-735aaeb2-2ce0-4edf-b9f5-0f333fa6017b tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4fba309-aacb-4ce8-8e75-f590293532f9 HTTP/1.1" status: 200 len: 931 time: 2.0611556 Feb 04 21:14:52.711543 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 6c020c7e-9f98-424e-8d3d-00ae9897f275 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:14:52.813885 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d41a7e48-9e94-4769-8b13-f18bd1b03023 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:14:52.822511 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d41a7e48-9e94-4769-8b13-f18bd1b03023 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:port and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:14:52.834349 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d41a7e48-9e94-4769-8b13-f18bd1b03023 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:14:52.846263 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d41a7e48-9e94-4769-8b13-f18bd1b03023 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:14:52.871097 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41a7e48-9e94-4769-8b13-f18bd1b03023 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:14:52.879629 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-97b0ce2d-3aab-4d09-9f6d-6c92fecc7100 None None] For port 6c020c7e-9f98-424e-8d3d-00ae9897f275, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=6c020c7e-9f98-424e-8d3d-00ae9897f275,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:52.880035 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-97b0ce2d-3aab-4d09-9f6d-6c92fecc7100 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:52.896223 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-ed207a12-a977-4b59-b278-9c35a4ab9bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78e30fb9-00f6-4d7b-8993-f6fa3e762180 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:14:52.906400 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-ed207a12-a977-4b59-b278-9c35a4ab9bd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:52.924159 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-ed207a12-a977-4b59-b278-9c35a4ab9bd0 service neutron] Transition to ACTIVE for port object 78e30fb9-00f6-4d7b-8993-f6fa3e762180 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:14:53.013331 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d41a7e48-9e94-4769-8b13-f18bd1b03023 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:53.058529 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-d41a7e48-9e94-4769-8b13-f18bd1b03023 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] device_id is not set on port 574540e5-667c-4cae-826f-b341104cdc04 yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:14:53.152740 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe866105-ad03-4517-9b3c-8a0ce90aee4a req-15f0c689-166a-4c09-bdee-443108ffbe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:53.154478 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fe866105-ad03-4517-9b3c-8a0ce90aee4a req-15f0c689-166a-4c09-bdee-443108ffbe0d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2332d4ab-28bd-4df4-abe3-897aa8896a30 HTTP/1.1" status: 200 len: 856 time: 0.6907144 Feb 04 21:14:53.163898 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d5fc8-5f49-45c4-8413-bb53e7a155e3 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Calling delete_port for 95869ac7-9f12-4456-8912-4479a5b0fce8 owned by network:floatingip {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:14:53.248741 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-ed207a12-a977-4b59-b278-9c35a4ab9bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:53.257926 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-97b0ce2d-3aab-4d09-9f6d-6c92fecc7100 None None] Calling delete_port for 6c020c7e-9f98-424e-8d3d-00ae9897f275 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:14:53.354618 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:53.424098 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-d41a7e48-9e94-4769-8b13-f18bd1b03023 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Allocated IP 2001:db8::f816:3eff:fe3d:30ed (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/b5334462-954a-4d29-a491-95e22dd24515/574540e5-667c-4cae-826f-b341104cdc04) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:14:53.525297 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-0c69ce42-d707-4896-bc50-90e5fd232146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:53.531940 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 6c020c7e-9f98-424e-8d3d-00ae9897f275, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=6c020c7e-9f98-424e-8d3d-00ae9897f275,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:53.560344 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:53.582386 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c0beb-df42-4322-a0e6-a10676a7f0ef req-96e15bfb-74dd-4e63-a15f-b449c699a010 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:53.584314 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-324c0beb-df42-4322-a0e6-a10676a7f0ef req-96e15bfb-74dd-4e63-a15f-b449c699a010 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 944 time: 1.6776452 Feb 04 21:14:53.718418 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-97b0ce2d-3aab-4d09-9f6d-6c92fecc7100 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:14:53.719115 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-97b0ce2d-3aab-4d09-9f6d-6c92fecc7100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:14:53.737154 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=6c020c7e-9f98-424e-8d3d-00ae9897f275,revision_number=7']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:53.883356 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d41a7e48-9e94-4769-8b13-f18bd1b03023 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:53.905543 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-d41a7e48-9e94-4769-8b13-f18bd1b03023 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Transition to ACTIVE for port object 574540e5-667c-4cae-826f-b341104cdc04 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:14:53.962880 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d41a7e48-9e94-4769-8b13-f18bd1b03023 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:54.079494 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-97b0ce2d-3aab-4d09-9f6d-6c92fecc7100 None None] Deleting port 6c020c7e-9f98-424e-8d3d-00ae9897f275 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:14:54.080220 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-97b0ce2d-3aab-4d09-9f6d-6c92fecc7100 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:54.226056 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41a7e48-9e94-4769-8b13-f18bd1b03023 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:14:54.239926 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-d41a7e48-9e94-4769-8b13-f18bd1b03023 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:14:54.246526 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77970e72-3d91-4b18-a365-d31bfe0eb93c req-60510d16-0c06-4ec3-9663-458fa22993ae tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] 10.222.0.26 "GET /v2.0/security-groups?id=61e28d64-5e6c-4f36-a8fd-016c62ab839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1016684 Feb 04 21:14:54.250169 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed207a12-a977-4b59-b278-9c35a4ab9bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=78e30fb9-00f6-4d7b-8993-f6fa3e762180,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:54.276254 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41a7e48-9e94-4769-8b13-f18bd1b03023 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:14:54.298348 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41a7e48-9e94-4769-8b13-f18bd1b03023 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:54.300393 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d41a7e48-9e94-4769-8b13-f18bd1b03023 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:54.352800 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a7e48-9e94-4769-8b13-f18bd1b03023 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Port': ['ID=574540e5-667c-4cae-826f-b341104cdc04,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:54.392456 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d41a7e48-9e94-4769-8b13-f18bd1b03023 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9984553 Feb 04 21:14:54.395253 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43730) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:54.586196 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22db8ae7-33d7-49d5-a98d-a9cc924f2722 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:54.599654 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22db8ae7-33d7-49d5-a98d-a9cc924f2722 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:54.601451 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-22db8ae7-33d7-49d5-a98d-a9cc924f2722 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:14:54.627653 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-22db8ae7-33d7-49d5-a98d-a9cc924f2722 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:14:54.632763 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-22db8ae7-33d7-49d5-a98d-a9cc924f2722 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2350330 Feb 04 21:14:54.635987 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43736) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:54.646971 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-97b0ce2d-3aab-4d09-9f6d-6c92fecc7100 None None] For port 6c020c7e-9f98-424e-8d3d-00ae9897f275, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=6c020c7e-9f98-424e-8d3d-00ae9897f275,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:54.648019 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-97b0ce2d-3aab-4d09-9f6d-6c92fecc7100 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:54.815174 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-7b47bfad-c97e-41bc-90fe-7edd1df6c76d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting port 574540e5-667c-4cae-826f-b341104cdc04 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:14:54.815885 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7b47bfad-c97e-41bc-90fe-7edd1df6c76d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:54.850596 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-97b0ce2d-3aab-4d09-9f6d-6c92fecc7100 None None] Calling delete_port for 6c020c7e-9f98-424e-8d3d-00ae9897f275 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:14:54.880417 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-324c0beb-df42-4322-a0e6-a10676a7f0ef req-196f8ad0-29cb-4db6-bbbd-ed29307c2843 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8829436 Feb 04 21:14:55.084514 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b80e22d-9ca3-4491-bcbe-bf16fa1db606 req-f84ac99f-e1e3-45aa-8080-7bae25208101 tempest-ServerShowV254Test-50147973 tempest-ServerShowV254Test-50147973-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3e5f66e-cdef-4ef4-977b-cc7f50279fa3 HTTP/1.1" status: 200 len: 210 time: 0.4545145 Feb 04 21:14:55.225339 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-97b0ce2d-3aab-4d09-9f6d-6c92fecc7100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:55.239460 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe866105-ad03-4517-9b3c-8a0ce90aee4a req-5e26ff6a-dcb7-4c7f-a687-2d8367c353fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:55.241288 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fe866105-ad03-4517-9b3c-8a0ce90aee4a req-5e26ff6a-dcb7-4c7f-a687-2d8367c353fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=aeca86bf-5462-4afd-9138-c5fe85a0ef79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.9871097 Feb 04 21:14:55.346421 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0ce2d-3aab-4d09-9f6d-6c92fecc7100 None None] Pushing event deleted for resources: {'Port': ['ID=6c020c7e-9f98-424e-8d3d-00ae9897f275,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:55.407405 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7b47bfad-c97e-41bc-90fe-7edd1df6c76d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:55.419475 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b0ce2d-3aab-4d09-9f6d-6c92fecc7100 None None] No DVR routers for this DVR port 6c020c7e-9f98-424e-8d3d-00ae9897f275 on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:14:55.450748 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737f9a08-d3e1-4ba0-bc96-af22ffba5837 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:14:55.580410 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-7b47bfad-c97e-41bc-90fe-7edd1df6c76d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Calling delete_port for 574540e5-667c-4cae-826f-b341104cdc04 owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:14:55.709147 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fe866105-ad03-4517-9b3c-8a0ce90aee4a req-80c1d514-0ad1-48eb-b06e-a8607cb79213 service neutron] 10.222.0.18 "GET /v2.0/networks/aeca86bf-5462-4afd-9138-c5fe85a0ef79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782229 Feb 04 21:14:55.789930 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7b47bfad-c97e-41bc-90fe-7edd1df6c76d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:55.815832 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c1c89a-ad4b-46e2-b26b-0e102b2e251c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'tenant_id': 'c1a09abf1d69443ba4dc5757947fc733', 'fixed_ips': [{'subnet_id': 'b5334462-954a-4d29-a491-95e22dd24515'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:14:55.817697 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c4c1c89a-ad4b-46e2-b26b-0e102b2e251c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:55.937977 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47bfad-c97e-41bc-90fe-7edd1df6c76d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Port': ['ID=574540e5-667c-4cae-826f-b341104cdc04,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:55.988086 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fe866105-ad03-4517-9b3c-8a0ce90aee4a req-52770773-4047-4c29-8622-ef290226a62b service neutron] 10.222.0.18 "GET /v2.0/networks/aeca86bf-5462-4afd-9138-c5fe85a0ef79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634852 Feb 04 21:14:56.065138 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7b47bfad-c97e-41bc-90fe-7edd1df6c76d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:56.099823 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7b47bfad-c97e-41bc-90fe-7edd1df6c76d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/574540e5-667c-4cae-826f-b341104cdc04 HTTP/1.1" status: 204 len: 168 time: 1.4604611 Feb 04 21:14:56.100163 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43754) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:56.166118 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-ed207a12-a977-4b59-b278-9c35a4ab9bd0 service neutron] Attempting to bind port 78e30fb9-00f6-4d7b-8993-f6fa3e762180 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:14:56.168036 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-ed207a12-a977-4b59-b278-9c35a4ab9bd0 service neutron] Attempting to bind port 78e30fb9-00f6-4d7b-8993-f6fa3e762180 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'addd5f6f-d521-4a6a-b6fc-650d4541337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:14:56.169312 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-ed207a12-a977-4b59-b278-9c35a4ab9bd0 service neutron] Attempting to bind port 78e30fb9-00f6-4d7b-8993-f6fa3e762180 on network 591535e8-eea5-447d-ad75-83d907ea6f08 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:14:56.257065 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-ed207a12-a977-4b59-b278-9c35a4ab9bd0 service neutron] Port 78e30fb9-00f6-4d7b-8993-f6fa3e762180 on network 591535e8-eea5-447d-ad75-83d907ea6f08 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:14:56.257394 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-c4c1c89a-ad4b-46e2-b26b-0e102b2e251c None None] Allocated IP 2001:db8::f816:3eff:fecf:23cf (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/b5334462-954a-4d29-a491-95e22dd24515/eef0731d-d4ac-4dc7-8ccc-3401fab53b57) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:14:56.257867 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-ed207a12-a977-4b59-b278-9c35a4ab9bd0 service neutron] Attempting to bind port 78e30fb9-00f6-4d7b-8993-f6fa3e762180 on network 591535e8-eea5-447d-ad75-83d907ea6f08 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:14:56.267442 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5e3d5fc8-5f49-45c4-8413-bb53e7a155e3 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:56.294152 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:14:56.316448 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0438c29c-d331-4ee4-badd-c7eddc680d26 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:56.317590 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0438c29c-d331-4ee4-badd-c7eddc680d26 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:56.318790 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0438c29c-d331-4ee4-badd-c7eddc680d26 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:14:56.346125 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0438c29c-d331-4ee4-badd-c7eddc680d26 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:14:56.352921 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0438c29c-d331-4ee4-badd-c7eddc680d26 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2513089 Feb 04 21:14:56.353838 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43760) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:56.419546 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-ed207a12-a977-4b59-b278-9c35a4ab9bd0 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:14:56.420111 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-ed207a12-a977-4b59-b278-9c35a4ab9bd0 service neutron] Checking segment: {'id': 'addd5f6f-d521-4a6a-b6fc-650d4541337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:14:56.429846 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-ed207a12-a977-4b59-b278-9c35a4ab9bd0 service neutron] Bound using segment: {'id': 'addd5f6f-d521-4a6a-b6fc-650d4541337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:14:56.430385 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-ed207a12-a977-4b59-b278-9c35a4ab9bd0 service neutron] Bound port: 78e30fb9-00f6-4d7b-8993-f6fa3e762180, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'addd5f6f-d521-4a6a-b6fc-650d4541337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:14:56.430747 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-ed207a12-a977-4b59-b278-9c35a4ab9bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:56.480258 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d5fc8-5f49-45c4-8413-bb53e7a155e3 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Pushing event deleted for resources: {'Port': ['ID=95869ac7-9f12-4456-8912-4479a5b0fce8,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:56.502494 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-10df2d0e-fff1-4640-834d-c6154b31780c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting subnet b5334462-954a-4d29-a491-95e22dd24515 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:14:56.517175 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:56.570727 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d5fc8-5f49-45c4-8413-bb53e7a155e3 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:56.571342 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d5fc8-5f49-45c4-8413-bb53e7a155e3 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:56.571847 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d5fc8-5f49-45c4-8413-bb53e7a155e3 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:56.572345 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d5fc8-5f49-45c4-8413-bb53e7a155e3 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:56.572849 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d5fc8-5f49-45c4-8413-bb53e7a155e3 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:56.573508 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d5fc8-5f49-45c4-8413-bb53e7a155e3 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:56.574056 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d5fc8-5f49-45c4-8413-bb53e7a155e3 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:56.574592 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d5fc8-5f49-45c4-8413-bb53e7a155e3 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:56.575160 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d5fc8-5f49-45c4-8413-bb53e7a155e3 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:56.575770 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d5fc8-5f49-45c4-8413-bb53e7a155e3 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:56.576301 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d5fc8-5f49-45c4-8413-bb53e7a155e3 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:56.577611 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d5fc8-5f49-45c4-8413-bb53e7a155e3 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:14:56.591512 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ce8f4-a062-4f57-9bfe-b04cf7060792 req-86132d9e-0847-4d1f-a61d-7e951ed41ae2 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:56.601142 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-407ce8f4-a062-4f57-9bfe-b04cf7060792 req-86132d9e-0847-4d1f-a61d-7e951ed41ae2 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 1.3430245 Feb 04 21:14:56.649991 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ae30b-e07d-4307-aaf6-5bb7851a48d4 req-48f52e52-c1dc-4d22-b2f5-11774ef6f2fa tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:56.658327 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ba7ae30b-e07d-4307-aaf6-5bb7851a48d4 req-48f52e52-c1dc-4d22-b2f5-11774ef6f2fa tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=0edb42c7-1e8f-4737-9497-9d913786eb4c HTTP/1.1" status: 200 len: 943 time: 1.5213375 Feb 04 21:14:56.660043 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c4c1c89a-ad4b-46e2-b26b-0e102b2e251c None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:56.674211 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c4c1c89a-ad4b-46e2-b26b-0e102b2e251c None None] Transition to ACTIVE for port object eef0731d-d4ac-4dc7-8ccc-3401fab53b57 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:14:56.701009 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c4c1c89a-ad4b-46e2-b26b-0e102b2e251c None None] Transition to ACTIVE for port object eef0731d-d4ac-4dc7-8ccc-3401fab53b57 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:14:56.707732 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-10df2d0e-fff1-4640-834d-c6154b31780c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:56.708728 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c4c1c89a-ad4b-46e2-b26b-0e102b2e251c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:56.715103 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-0c69ce42-d707-4896-bc50-90e5fd232146 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:14:56.860874 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c1c89a-ad4b-46e2-b26b-0e102b2e251c None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:14:56.870311 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-c4c1c89a-ad4b-46e2-b26b-0e102b2e251c None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:14:56.880692 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c1c89a-ad4b-46e2-b26b-0e102b2e251c None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:14:56.920222 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ba7ae30b-e07d-4307-aaf6-5bb7851a48d4 req-34082b1e-7eb6-47af-bbe7-fdc3bcfb3cd9 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608173 Feb 04 21:14:56.953394 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-10df2d0e-fff1-4640-834d-c6154b31780c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:56.989485 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-407ce8f4-a062-4f57-9bfe-b04cf7060792 req-19f312cb-4dd9-44fc-ba6e-3f70940d51c3 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854115 Feb 04 21:14:57.020725 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-0c69ce42-d707-4896-bc50-90e5fd232146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc455fff-36d5-4957-80f6-0f7fd5ffe999 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:14:57.051547 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-0c69ce42-d707-4896-bc50-90e5fd232146 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:57.123334 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-0c69ce42-d707-4896-bc50-90e5fd232146 service neutron] Transition to ACTIVE for port object cc455fff-36d5-4957-80f6-0f7fd5ffe999 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:14:57.150451 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-ed207a12-a977-4b59-b278-9c35a4ab9bd0 service neutron] For port 78e30fb9-00f6-4d7b-8993-f6fa3e762180, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:14:57.166579 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-ed207a12-a977-4b59-b278-9c35a4ab9bd0 service neutron] For port 78e30fb9-00f6-4d7b-8993-f6fa3e762180, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=78e30fb9-00f6-4d7b-8993-f6fa3e762180,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:14:57.182954 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5e3d5fc8-5f49-45c4-8413-bb53e7a155e3 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks [] for floatingip, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:57.224917 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-0c69ce42-d707-4896-bc50-90e5fd232146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:57.283874 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-c4c1c89a-ad4b-46e2-b26b-0e102b2e251c None None] Attempting to bind port eef0731d-d4ac-4dc7-8ccc-3401fab53b57 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:14:57.284482 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-c4c1c89a-ad4b-46e2-b26b-0e102b2e251c None None] Attempting to bind port eef0731d-d4ac-4dc7-8ccc-3401fab53b57 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:14:57.284597 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c1c89a-ad4b-46e2-b26b-0e102b2e251c None None] Attempting to bind port eef0731d-d4ac-4dc7-8ccc-3401fab53b57 on network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:14:57.286926 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1c89a-ad4b-46e2-b26b-0e102b2e251c None None] Pushing event updated for resources: {'Port': ['ID=eef0731d-d4ac-4dc7-8ccc-3401fab53b57,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:57.295184 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c1c89a-ad4b-46e2-b26b-0e102b2e251c None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:14:57.296092 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c1c89a-ad4b-46e2-b26b-0e102b2e251c None None] Checking segment: {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:14:57.296791 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c4c1c89a-ad4b-46e2-b26b-0e102b2e251c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:57.297637 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c1c89a-ad4b-46e2-b26b-0e102b2e251c None None] Bound using segment: {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:14:57.297726 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-c4c1c89a-ad4b-46e2-b26b-0e102b2e251c None None] Bound port: eef0731d-d4ac-4dc7-8ccc-3401fab53b57, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:14:57.298105 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c4c1c89a-ad4b-46e2-b26b-0e102b2e251c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:57.437804 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-c4c1c89a-ad4b-46e2-b26b-0e102b2e251c None None] For port eef0731d-d4ac-4dc7-8ccc-3401fab53b57, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:14:57.442637 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-c4c1c89a-ad4b-46e2-b26b-0e102b2e251c None None] For port eef0731d-d4ac-4dc7-8ccc-3401fab53b57, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=eef0731d-d4ac-4dc7-8ccc-3401fab53b57,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:14:57.457539 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c4c1c89a-ad4b-46e2-b26b-0e102b2e251c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:57.500781 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-10df2d0e-fff1-4640-834d-c6154b31780c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:57.527131 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69ce42-d707-4896-bc50-90e5fd232146 service neutron] Pushing event updated for resources: {'Port': ['ID=cc455fff-36d5-4957-80f6-0f7fd5ffe999,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:57.530508 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-ed207a12-a977-4b59-b278-9c35a4ab9bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:57.605637 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1c89a-ad4b-46e2-b26b-0e102b2e251c None None] Pushing event updated for resources: {'Port': ['ID=eef0731d-d4ac-4dc7-8ccc-3401fab53b57,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:57.649268 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-10df2d0e-fff1-4640-834d-c6154b31780c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:57.724568 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df2d0e-fff1-4640-834d-c6154b31780c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Subnet': ['ID=b5334462-954a-4d29-a491-95e22dd24515,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:57.741667 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-10df2d0e-fff1-4640-834d-c6154b31780c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:57.757793 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-10df2d0e-fff1-4640-834d-c6154b31780c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/b5334462-954a-4d29-a491-95e22dd24515 HTTP/1.1" status: 204 len: 168 time: 1.4014056 Feb 04 21:14:57.759105 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43780) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:57.860201 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5e3d5fc8-5f49-45c4-8413-bb53e7a155e3 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:57.861383 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5e3d5fc8-5f49-45c4-8413-bb53e7a155e3 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "DELETE /v2.0/floatingips/71dcfa94-28e0-4920-b99b-15da2457b8cd HTTP/1.1" status: 204 len: 168 time: 7.6663246 Feb 04 21:14:57.861716 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-36531ac4-5079-45c8-8ed9-5638408a270d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1011157 Feb 04 21:14:57.866083 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43788) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:57.866434 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43790) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:57.956163 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-ed207a12-a977-4b59-b278-9c35a4ab9bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:57.957175 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-ed207a12-a977-4b59-b278-9c35a4ab9bd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:57.958778 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-ed207a12-a977-4b59-b278-9c35a4ab9bd0 service neutron] 10.222.0.32 "PUT /v2.0/ports/78e30fb9-00f6-4d7b-8993-f6fa3e762180 HTTP/1.1" status: 200 len: 1091 time: 9.4785488 Feb 04 21:14:57.970836 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0edb42c7-1e8f-4737-9497-9d913786eb4c', 'tag': '78e30fb9-00f6-4d7b-8993-f6fa3e762180'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:14:58.071270 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-5765bec0-b2b1-4614-bb9c-f3551379481e tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Deleting port 6183f8f3-5b46-4ccb-8a74-78b479952b28 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:14:58.071865 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5765bec0-b2b1-4614-bb9c-f3551379481e tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:58.161459 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed207a12-a977-4b59-b278-9c35a4ab9bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=78e30fb9-00f6-4d7b-8993-f6fa3e762180,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:58.211448 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c251692-76eb-4ebf-8eb2-ae5a9d836966 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:58.212135 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5c251692-76eb-4ebf-8eb2-ae5a9d836966 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:14:58.220389 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393dc502-9528-4764-bc0f-1534a03f7129 req-8b005a2f-6406-4f67-a970-e0da5ef349b2 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:58.221137 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-393dc502-9528-4764-bc0f-1534a03f7129 req-8b005a2f-6406-4f67-a970-e0da5ef349b2 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 944 time: 0.9101491 Feb 04 21:14:58.238458 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcaeb1c-0dee-4c27-9feb-9097c01379c2 req-8409a817-5965-4924-ac70-0dbc70d4f36c tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:58.240025 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6fcaeb1c-0dee-4c27-9feb-9097c01379c2 req-8409a817-5965-4924-ac70-0dbc70d4f36c tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4fba309-aacb-4ce8-8e75-f590293532f9 HTTP/1.1" status: 200 len: 943 time: 1.0096011 Feb 04 21:14:58.269866 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5c251692-76eb-4ebf-8eb2-ae5a9d836966 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:14:58.273744 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5c251692-76eb-4ebf-8eb2-ae5a9d836966 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4062207 Feb 04 21:14:58.278372 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43806) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:58.289553 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-0c69ce42-d707-4896-bc50-90e5fd232146 service neutron] Attempting to bind port cc455fff-36d5-4957-80f6-0f7fd5ffe999 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:14:58.289763 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-0c69ce42-d707-4896-bc50-90e5fd232146 service neutron] Attempting to bind port cc455fff-36d5-4957-80f6-0f7fd5ffe999 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': '50086a00-d8da-4b38-b265-6f520508840a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '67d11b81-dc68-4fcd-ae14-a470732aae11'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:14:58.290105 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-0c69ce42-d707-4896-bc50-90e5fd232146 service neutron] Attempting to bind port cc455fff-36d5-4957-80f6-0f7fd5ffe999 on network 67d11b81-dc68-4fcd-ae14-a470732aae11 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:14:58.306697 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-989bab56-d1ce-4f4b-bf0e-0d2f5c4c82ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:58.307613 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-989bab56-d1ce-4f4b-bf0e-0d2f5c4c82ee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbe7b967cf5b4bf8a129a586503d8461&device_id=0edb42c7-1e8f-4737-9497-9d913786eb4c HTTP/1.1" status: 200 len: 1094 time: 0.2516313 Feb 04 21:14:58.382614 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-0c69ce42-d707-4896-bc50-90e5fd232146 service neutron] Port cc455fff-36d5-4957-80f6-0f7fd5ffe999 on network 67d11b81-dc68-4fcd-ae14-a470732aae11 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:14:58.384282 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-0c69ce42-d707-4896-bc50-90e5fd232146 service neutron] Attempting to bind port cc455fff-36d5-4957-80f6-0f7fd5ffe999 on network 67d11b81-dc68-4fcd-ae14-a470732aae11 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:14:58.418101 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-0c69ce42-d707-4896-bc50-90e5fd232146 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:14:58.419143 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-0c69ce42-d707-4896-bc50-90e5fd232146 service neutron] Checking segment: {'id': '50086a00-d8da-4b38-b265-6f520508840a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '67d11b81-dc68-4fcd-ae14-a470732aae11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:14:58.419143 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-0c69ce42-d707-4896-bc50-90e5fd232146 service neutron] Bound using segment: {'id': '50086a00-d8da-4b38-b265-6f520508840a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '67d11b81-dc68-4fcd-ae14-a470732aae11'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:14:58.419510 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-0c69ce42-d707-4896-bc50-90e5fd232146 service neutron] Bound port: cc455fff-36d5-4957-80f6-0f7fd5ffe999, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50086a00-d8da-4b38-b265-6f520508840a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '67d11b81-dc68-4fcd-ae14-a470732aae11'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:14:58.420043 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-0c69ce42-d707-4896-bc50-90e5fd232146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:58.430711 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-da71c72a-8b8b-4dcb-b7e3-9a5872d6abfb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78e30fb9-00f6-4d7b-8993-f6fa3e762180 HTTP/1.1" status: 200 len: 217 time: 0.1131370 Feb 04 21:14:58.433573 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-393dc502-9528-4764-bc0f-1534a03f7129 req-a78c3400-6358-43b0-b70f-f6c414059d65 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906660 Feb 04 21:14:58.451353 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dceb5e31-5853-4970-82d5-dd0fda29c9e4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:58.452191 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-dceb5e31-5853-4970-82d5-dd0fda29c9e4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:14:58.482816 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5765bec0-b2b1-4614-bb9c-f3551379481e tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:58.494120 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6fcaeb1c-0dee-4c27-9feb-9097c01379c2 req-451aa3d2-ff56-43d5-88d9-8b10c1d418b8 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] 10.222.0.26 "GET /v2.0/security-groups?id=61e28d64-5e6c-4f36-a8fd-016c62ab839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461395 Feb 04 21:14:58.558134 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-dceb5e31-5853-4970-82d5-dd0fda29c9e4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:14:58.559607 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-dceb5e31-5853-4970-82d5-dd0fda29c9e4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2799385 Feb 04 21:14:58.567366 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 43812) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:58.727336 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-5765bec0-b2b1-4614-bb9c-f3551379481e tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Calling delete_port for 6183f8f3-5b46-4ccb-8a74-78b479952b28 owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:14:58.779041 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-7d8c902e-d78b-4bcd-be5d-acdf7ccf0bf6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1833401 Feb 04 21:14:58.790828 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43816) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:58.806164 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-3a0c20be-5d56-47f5-94fe-5b54aa9c7320 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:14:58.827530 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device eef0731d-d4ac-4dc7-8ccc-3401fab53b57 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:14:58.911868 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-1f46f444-c22b-4a35-bfdd-6e6ee245215e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:58.913887 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-1f46f444-c22b-4a35-bfdd-6e6ee245215e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6328ddc0-a59e-4cee-8cab-7daa1242332a HTTP/1.1" status: 200 len: 846 time: 0.4755526 Feb 04 21:14:58.928118 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1db9fbf1-2942-4c3f-b877-fd554a19f978 req-740dce49-26f9-44f0-a1ad-263ee23d3075 tempest-ServerShowV254Test-50147973 tempest-ServerShowV254Test-50147973-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3e5f66e-cdef-4ef4-977b-cc7f50279fa3 HTTP/1.1" status: 200 len: 210 time: 0.1425557 Feb 04 21:14:58.962053 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port eef0731d-d4ac-4dc7-8ccc-3401fab53b57 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:14:59.037628 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3a0c20be-5d56-47f5-94fe-5b54aa9c7320 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:14:59.066780 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0edb42c7-1e8f-4737-9497-9d913786eb4c', 'tag': '78e30fb9-00f6-4d7b-8993-f6fa3e762180', 'status': 'completed', 'code': 200} Feb 04 21:14:59.069379 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-c0c2902a-123b-492d-9b02-0ed973769db4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=591535e8-eea5-447d-ad75-83d907ea6f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1342421 Feb 04 21:14:59.071175 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3a0c20be-5d56-47f5-94fe-5b54aa9c7320 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:14:59.128085 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0c20be-5d56-47f5-94fe-5b54aa9c7320 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:14:59.131719 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a0c20be-5d56-47f5-94fe-5b54aa9c7320 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:59.164342 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-0c69ce42-d707-4896-bc50-90e5fd232146 service neutron] For port cc455fff-36d5-4957-80f6-0f7fd5ffe999, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:14:59.190371 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-0c69ce42-d707-4896-bc50-90e5fd232146 service neutron] For port cc455fff-36d5-4957-80f6-0f7fd5ffe999, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=cc455fff-36d5-4957-80f6-0f7fd5ffe999,segment=NetworkSegment(50086a00-d8da-4b38-b265-6f520508840a),segment_id=50086a00-d8da-4b38-b265-6f520508840a)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:14:59.206882 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-0c69ce42-d707-4896-bc50-90e5fd232146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:59.255429 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28917bd-b76a-4a7f-9253-4fe399802e8b None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:14:59.308552 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5765bec0-b2b1-4614-bb9c-f3551379481e tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:59.334873 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff3c55-2036-472f-8cb0-c3b9fac695ae req-7587ccd6-0a26-4517-9dbd-b2843ab1a07f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:59.341778 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9bff3c55-2036-472f-8cb0-c3b9fac695ae req-7587ccd6-0a26-4517-9dbd-b2843ab1a07f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=0edb42c7-1e8f-4737-9497-9d913786eb4c HTTP/1.1" status: 200 len: 943 time: 0.5550528 Feb 04 21:14:59.399797 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765bec0-b2b1-4614-bb9c-f3551379481e tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Pushing event deleted for resources: {'Port': ['ID=6183f8f3-5b46-4ccb-8a74-78b479952b28,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:59.429880 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69ce42-d707-4896-bc50-90e5fd232146 service neutron] Pushing event updated for resources: {'Port': ['ID=cc455fff-36d5-4957-80f6-0f7fd5ffe999,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:59.438771 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-0c69ce42-d707-4896-bc50-90e5fd232146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:59.440710 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-0c69ce42-d707-4896-bc50-90e5fd232146 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:59.442433 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-0c69ce42-d707-4896-bc50-90e5fd232146 service neutron] 10.222.0.32 "PUT /v2.0/ports/cc455fff-36d5-4957-80f6-0f7fd5ffe999 HTTP/1.1" status: 200 len: 1091 time: 7.0303555 Feb 04 21:14:59.477086 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ea4d3527-61d3-44e0-afa2-eed835881c15 None None] Provisioning for port eef0731d-d4ac-4dc7-8ccc-3401fab53b57 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:14:59.505374 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ea4d3527-61d3-44e0-afa2-eed835881c15 None None] Provisioning complete for port eef0731d-d4ac-4dc7-8ccc-3401fab53b57 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:14:59.506301 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ea4d3527-61d3-44e0-afa2-eed835881c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:59.577415 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-77912209-3199-4e36-b982-91c698534abc service neutron] 10.222.0.32 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4997480 Feb 04 21:14:59.587094 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9bff3c55-2036-472f-8cb0-c3b9fac695ae req-f711fd4b-1c68-41b3-b667-1d2ac1eec150 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438502 Feb 04 21:14:59.629646 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5765bec0-b2b1-4614-bb9c-f3551379481e tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:59.686739 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5765bec0-b2b1-4614-bb9c-f3551379481e tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "DELETE /v2.0/ports/6183f8f3-5b46-4ccb-8a74-78b479952b28 HTTP/1.1" status: 204 len: 168 time: 1.8145521 Feb 04 21:14:59.689973 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43830) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:14:59.695258 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ea4d3527-61d3-44e0-afa2-eed835881c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:59.728821 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1af06f2b-2a0c-4f8a-8ffb-37b204de551e req-b84a8649-37e8-4314-8a9b-841f5e103677 service neutron] 10.222.0.32 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384361 Feb 04 21:14:59.760168 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-ea4d3527-61d3-44e0-afa2-eed835881c15 None None] For port eef0731d-d4ac-4dc7-8ccc-3401fab53b57, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=eef0731d-d4ac-4dc7-8ccc-3401fab53b57,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:14:59.778276 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ea4d3527-61d3-44e0-afa2-eed835881c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:14:59.873174 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ae9b1-8fa3-44b2-bb35-6c0c30c4c7d5 req-f84d1c1f-a786-48f3-b041-5e529aeda55b tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:14:59.878095 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d3527-61d3-44e0-afa2-eed835881c15 None None] Pushing event updated for resources: {'Port': ['ID=eef0731d-d4ac-4dc7-8ccc-3401fab53b57,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:14:59.885118 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d4ae9b1-8fa3-44b2-bb35-6c0c30c4c7d5 req-f84d1c1f-a786-48f3-b041-5e529aeda55b tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.6726604 Feb 04 21:14:59.887289 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bba4bdd-68ea-43f4-b1d2-bb385383422c None None] DHCP port deletion for f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:14:59.893459 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-4bba4bdd-68ea-43f4-b1d2-bb385383422c None None] Deleting port eef0731d-d4ac-4dc7-8ccc-3401fab53b57 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:14:59.893835 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4bba4bdd-68ea-43f4-b1d2-bb385383422c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:00.046937 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-0e75600a-9e56-4c51-b4cd-25f2635d38d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:00.050340 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-0e75600a-9e56-4c51-b4cd-25f2635d38d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=54eda65a38e8448b88f68748aaa80e62&device_id=f4fba309-aacb-4ce8-8e75-f590293532f9 HTTP/1.1" status: 200 len: 1094 time: 0.5450418 Feb 04 21:15:00.061640 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d4ae9b1-8fa3-44b2-bb35-6c0c30c4c7d5 req-451511b4-361d-437d-931b-f972a07a6aaa tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743953 Feb 04 21:15:00.162692 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-a46536ad-3d03-47cf-a12e-f661e9007147 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Deleting port aa4eda3d-4b67-4f85-b755-44b84dd11b2f {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:15:00.163290 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a46536ad-3d03-47cf-a12e-f661e9007147 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:00.278451 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-4bba4bdd-68ea-43f4-b1d2-bb385383422c None None] For port eef0731d-d4ac-4dc7-8ccc-3401fab53b57, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=eef0731d-d4ac-4dc7-8ccc-3401fab53b57,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:00.278848 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4bba4bdd-68ea-43f4-b1d2-bb385383422c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:00.290779 n-d-827896-1 neutron-server[87682]: DEBUG neutron.objects.ports [None req-3a0c20be-5d56-47f5-94fe-5b54aa9c7320 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87682) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 21:15:00.393892 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55366f0b-5560-4e21-add7-aa1119042da0 req-ff218805-de58-42dd-93ed-8f62b9ce144b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:00.395426 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-55366f0b-5560-4e21-add7-aa1119042da0 req-ff218805-de58-42dd-93ed-8f62b9ce144b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbe7b967cf5b4bf8a129a586503d8461&device_id=0edb42c7-1e8f-4737-9497-9d913786eb4c HTTP/1.1" status: 200 len: 1094 time: 0.4854290 Feb 04 21:15:00.407354 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-22d84827-d3d4-4309-b21d-f832d8f3c189 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc455fff-36d5-4957-80f6-0f7fd5ffe999 HTTP/1.1" status: 200 len: 217 time: 0.3428717 Feb 04 21:15:00.430133 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-4bba4bdd-68ea-43f4-b1d2-bb385383422c None None] Calling delete_port for eef0731d-d4ac-4dc7-8ccc-3401fab53b57 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:15:00.521478 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-4bba4bdd-68ea-43f4-b1d2-bb385383422c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:15:00.522054 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-4bba4bdd-68ea-43f4-b1d2-bb385383422c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:15:00.565475 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413550fc-e5d7-4e2f-adbe-af521a84b65a req-e83fdd9c-0c1c-4b01-a248-47f2a89f5b0b tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:00.567000 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-413550fc-e5d7-4e2f-adbe-af521a84b65a req-e83fdd9c-0c1c-4b01-a248-47f2a89f5b0b tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 944 time: 0.7682204 Feb 04 21:15:00.588589 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a0c20be-5d56-47f5-94fe-5b54aa9c7320 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:00.620176 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a46536ad-3d03-47cf-a12e-f661e9007147 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:00.626189 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-2a254d92-4749-4834-8589-b6fce0d9f95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:00.627692 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-2a254d92-4749-4834-8589-b6fce0d9f95e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f8fc208e-36b1-49fe-949b-e85cf82f2ef9 HTTP/1.1" status: 200 len: 852 time: 0.1911426 Feb 04 21:15:00.714062 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device eef0731d-d4ac-4dc7-8ccc-3401fab53b57 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:15:00.715027 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-7417114c-6e23-4477-b13b-a3b409c5f809 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=67d11b81-dc68-4fcd-ae14-a470732aae11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722182 Feb 04 21:15:00.722188 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55366f0b-5560-4e21-add7-aa1119042da0 req-0e45902d-d5c8-4ee0-93cd-3003b82917f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:00.723682 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-55366f0b-5560-4e21-add7-aa1119042da0 req-0e45902d-d5c8-4ee0-93cd-3003b82917f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=591535e8-eea5-447d-ad75-83d907ea6f08 HTTP/1.1" status: 200 len: 907 time: 0.3146455 Feb 04 21:15:00.727081 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-413550fc-e5d7-4e2f-adbe-af521a84b65a req-f3e77433-2e39-41b7-be91-7be6eebc41d5 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486118 Feb 04 21:15:00.755845 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31b8e3-d0ee-4d80-9132-f904459f032a req-386dfd25-6247-4ff6-bd81-989fa7aca9b8 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:00.758001 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4c31b8e3-d0ee-4d80-9132-f904459f032a req-386dfd25-6247-4ff6-bd81-989fa7aca9b8 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4fba309-aacb-4ce8-8e75-f590293532f9 HTTP/1.1" status: 200 len: 943 time: 0.4191535 Feb 04 21:15:00.808010 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-a46536ad-3d03-47cf-a12e-f661e9007147 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Calling delete_port for aa4eda3d-4b67-4f85-b755-44b84dd11b2f owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:15:00.922305 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-55366f0b-5560-4e21-add7-aa1119042da0 req-b8b64f43-3e40-4e59-a4b7-dc9afda95cea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78e30fb9-00f6-4d7b-8993-f6fa3e762180 HTTP/1.1" status: 200 len: 217 time: 0.1474502 Feb 04 21:15:00.967673 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:01.023754 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-4bba4bdd-68ea-43f4-b1d2-bb385383422c None None] Deleting port eef0731d-d4ac-4dc7-8ccc-3401fab53b57 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:15:01.024152 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4bba4bdd-68ea-43f4-b1d2-bb385383422c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:01.068581 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4fba309-aacb-4ce8-8e75-f590293532f9', 'tag': 'cc455fff-36d5-4957-80f6-0f7fd5ffe999'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:15:01.127247 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4ab7d25a-b597-4e4d-9416-5c48160d34d7 req-a0e9a7fc-ef6c-408d-9c6e-5c22de0c63e7 tempest-ServerShowV254Test-50147973 tempest-ServerShowV254Test-50147973-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3e5f66e-cdef-4ef4-977b-cc7f50279fa3 HTTP/1.1" status: 200 len: 210 time: 0.1377571 Feb 04 21:15:01.181004 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4c31b8e3-d0ee-4d80-9132-f904459f032a req-48ea8490-df5c-4d53-a89d-52b70b9f13e2 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] 10.222.0.26 "GET /v2.0/security-groups?id=61e28d64-5e6c-4f36-a8fd-016c62ab839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553097 Feb 04 21:15:01.200735 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a46536ad-3d03-47cf-a12e-f661e9007147 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:01.261471 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55366f0b-5560-4e21-add7-aa1119042da0 req-3fefb0cb-8f84-4ff0-8a14-b39ba29c75f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:01.273462 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-55366f0b-5560-4e21-add7-aa1119042da0 req-3fefb0cb-8f84-4ff0-8a14-b39ba29c75f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6328ddc0-a59e-4cee-8cab-7daa1242332a HTTP/1.1" status: 200 len: 846 time: 0.3440323 Feb 04 21:15:01.285437 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46536ad-3d03-47cf-a12e-f661e9007147 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Pushing event deleted for resources: {'Port': ['ID=aa4eda3d-4b67-4f85-b755-44b84dd11b2f,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:01.398888 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-3a0c20be-5d56-47f5-94fe-5b54aa9c7320 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] For port eef0731d-d4ac-4dc7-8ccc-3401fab53b57, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=eef0731d-d4ac-4dc7-8ccc-3401fab53b57,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:01.430604 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a46536ad-3d03-47cf-a12e-f661e9007147 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:01.457178 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a46536ad-3d03-47cf-a12e-f661e9007147 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "DELETE /v2.0/ports/aa4eda3d-4b67-4f85-b755-44b84dd11b2f HTTP/1.1" status: 204 len: 168 time: 1.7621515 Feb 04 21:15:01.457178 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a0c20be-5d56-47f5-94fe-5b54aa9c7320 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:01.457178 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43850) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:01.475172 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-cdf7687e-3bda-4c47-80f0-3c67e6575af9 service neutron] 10.222.0.32 "GET /v2.0/networks/67d11b81-dc68-4fcd-ae14-a470732aae11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7302456 Feb 04 21:15:01.515355 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-55366f0b-5560-4e21-add7-aa1119042da0 req-93ebc3b4-8aa8-4333-a738-e08931a3f8eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=591535e8-eea5-447d-ad75-83d907ea6f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2306743 Feb 04 21:15:01.533875 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a183100-e3c9-452c-86d2-0e1267fe88c1 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Deleting subnet e7f41bda-5d42-40fd-a72e-415f8cf425d0 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:15:01.537389 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a0c20be-5d56-47f5-94fe-5b54aa9c7320 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:01.538197 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a0c20be-5d56-47f5-94fe-5b54aa9c7320 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:01.541805 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2a183100-e3c9-452c-86d2-0e1267fe88c1 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:01.550332 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-4bba4bdd-68ea-43f4-b1d2-bb385383422c None None] For port eef0731d-d4ac-4dc7-8ccc-3401fab53b57, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=eef0731d-d4ac-4dc7-8ccc-3401fab53b57,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:01.550731 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4bba4bdd-68ea-43f4-b1d2-bb385383422c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:01.718948 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c20be-5d56-47f5-94fe-5b54aa9c7320 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Port': ['ID=eef0731d-d4ac-4dc7-8ccc-3401fab53b57,revision_number=6']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:01.800536 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-4bba4bdd-68ea-43f4-b1d2-bb385383422c None None] Calling delete_port for eef0731d-d4ac-4dc7-8ccc-3401fab53b57 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:15:01.813918 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0c20be-5d56-47f5-94fe-5b54aa9c7320 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:15:01.819003 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-3a0c20be-5d56-47f5-94fe-5b54aa9c7320 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:15:01.826171 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0c20be-5d56-47f5-94fe-5b54aa9c7320 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:01.827812 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a0c20be-5d56-47f5-94fe-5b54aa9c7320 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:01.852603 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2a183100-e3c9-452c-86d2-0e1267fe88c1 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:01.906854 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3a0c20be-5d56-47f5-94fe-5b54aa9c7320 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.1083150 Feb 04 21:15:01.909589 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 43866) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:01.927817 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c20be-5d56-47f5-94fe-5b54aa9c7320 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Subnet': ['ID=47d256ab-6fb8-4a4e-a2fa-de1d8aed8d01,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:01.937586 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-c3c4c0c5-f7c1-403c-87c8-5069a4a72bf2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'port': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'mac_address': 'fa:16:3e:9a:51:83', 'name': 'tempest-NetworksTestDHCPv6-2034810905'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:15:01.938308 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:15:01.938913 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:15:01.947256 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-4bba4bdd-68ea-43f4-b1d2-bb385383422c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:15:01.947611 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-4bba4bdd-68ea-43f4-b1d2-bb385383422c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:15:02.024230 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2a183100-e3c9-452c-86d2-0e1267fe88c1 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:02.025534 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-322bd0ef-a336-403e-98c9-8bcd26c4de19 req-621c2188-4aa7-4ced-92e2-980ac1b7c03d service neutron] 10.222.0.32 "GET /v2.0/networks/67d11b81-dc68-4fcd-ae14-a470732aae11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5494025 Feb 04 21:15:02.118494 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-4bba4bdd-68ea-43f4-b1d2-bb385383422c None None] Deleting port eef0731d-d4ac-4dc7-8ccc-3401fab53b57 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:15:02.119081 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4bba4bdd-68ea-43f4-b1d2-bb385383422c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:02.125738 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2a183100-e3c9-452c-86d2-0e1267fe88c1 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:02.161793 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8177c3-7063-40e9-84ad-1a0922d5c691 req-50c85d8b-ebd0-448b-b607-bb02a95e23c1 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:02.163924 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-be8177c3-7063-40e9-84ad-1a0922d5c691 req-50c85d8b-ebd0-448b-b607-bb02a95e23c1 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.8126431 Feb 04 21:15:02.173641 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a183100-e3c9-452c-86d2-0e1267fe88c1 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Pushing event deleted for resources: {'Subnet': ['ID=e7f41bda-5d42-40fd-a72e-415f8cf425d0,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:02.177518 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2a183100-e3c9-452c-86d2-0e1267fe88c1 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:02.183764 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2a183100-e3c9-452c-86d2-0e1267fe88c1 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "DELETE /v2.0/subnets/e7f41bda-5d42-40fd-a72e-415f8cf425d0 HTTP/1.1" status: 204 len: 168 time: 0.7253702 Feb 04 21:15:02.189717 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43876) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:02.192171 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ccad4b-7f86-4190-b169-ea77b0f43665 None None] Network 874df1b5-5f8c-4914-8d0d-1a3a81a2fefb requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:15:02.197142 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-55366f0b-5560-4e21-add7-aa1119042da0 req-98d53b53-bdb8-47b5-a8c9-cb0bd5553d2b service neutron] 10.222.0.32 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6682587 Feb 04 21:15:02.209360 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b2beb-fa41-4c5c-838b-c28b2ef72cfd req-745090f0-204c-405c-aed0-4b30e9298a83 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:02.218076 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-112b2beb-fa41-4c5c-838b-c28b2ef72cfd req-745090f0-204c-405c-aed0-4b30e9298a83 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=0edb42c7-1e8f-4737-9497-9d913786eb4c HTTP/1.1" status: 200 len: 943 time: 0.5759470 Feb 04 21:15:02.420838 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f75cd5b-01c9-4a60-bde6-4eea9538ba51 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Deleting subnet d8ab602a-389e-46ed-9e60-c4075f6a2251 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:15:02.424326 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6f75cd5b-01c9-4a60-bde6-4eea9538ba51 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:02.492809 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6f75cd5b-01c9-4a60-bde6-4eea9538ba51 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:02.538241 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-be8177c3-7063-40e9-84ad-1a0922d5c691 req-3340d02e-c262-4c4d-8ef1-fe94420d73fd tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666983 Feb 04 21:15:02.602223 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-112b2beb-fa41-4c5c-838b-c28b2ef72cfd req-a4292ea4-53b8-481c-a403-1adc128139f9 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830919 Feb 04 21:15:02.609244 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6f75cd5b-01c9-4a60-bde6-4eea9538ba51 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:02.637088 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:02.655298 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4fba309-aacb-4ce8-8e75-f590293532f9', 'tag': 'cc455fff-36d5-4957-80f6-0f7fd5ffe999', 'status': 'completed', 'code': 200} Feb 04 21:15:02.736088 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port eef0731d-d4ac-4dc7-8ccc-3401fab53b57, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=eef0731d-d4ac-4dc7-8ccc-3401fab53b57,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:02.760561 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:02.778863 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6f75cd5b-01c9-4a60-bde6-4eea9538ba51 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:02.821301 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c3c4c0c5-f7c1-403c-87c8-5069a4a72bf2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:02.850120 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c3c4c0c5-f7c1-403c-87c8-5069a4a72bf2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:02.850719 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:02.863184 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75cd5b-01c9-4a60-bde6-4eea9538ba51 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Pushing event deleted for resources: {'Subnet': ['ID=d8ab602a-389e-46ed-9e60-c4075f6a2251,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:02.874443 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-4bba4bdd-68ea-43f4-b1d2-bb385383422c None None] For port eef0731d-d4ac-4dc7-8ccc-3401fab53b57, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=eef0731d-d4ac-4dc7-8ccc-3401fab53b57,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:02.874874 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4bba4bdd-68ea-43f4-b1d2-bb385383422c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:02.887540 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85d717b-25e6-4f98-b12c-13e457de68af None None] DHCP port deletion for 874df1b5-5f8c-4914-8d0d-1a3a81a2fefb request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:15:02.888480 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6f75cd5b-01c9-4a60-bde6-4eea9538ba51 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:02.896945 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d40be7d-b4dd-463a-b336-3c1971f15753 None None] Network bb213b90-85ae-4ae5-869b-fda768933cd6 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:15:02.898301 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6f75cd5b-01c9-4a60-bde6-4eea9538ba51 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "DELETE /v2.0/subnets/d8ab602a-389e-46ed-9e60-c4075f6a2251 HTTP/1.1" status: 204 len: 168 time: 0.7070055 Feb 04 21:15:02.900873 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43890) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:02.971000 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c4c0c5-f7c1-403c-87c8-5069a4a72bf2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:15:02.990828 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77c7af12-c498-4d5a-960c-6205e356dbf1 req-666b56cb-3d08-4feb-b555-74ad3e5bb563 tempest-ServerShowV254Test-50147973 tempest-ServerShowV254Test-50147973-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3e5f66e-cdef-4ef4-977b-cc7f50279fa3 HTTP/1.1" status: 200 len: 210 time: 0.0636930 Feb 04 21:15:03.108508 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-55366f0b-5560-4e21-add7-aa1119042da0 req-920845e2-6fe7-4bf6-b8c5-7fba3cbbb536 service neutron] 10.222.0.32 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8728724 Feb 04 21:15:03.113134 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fcfc5166-c709-4218-af23-edb31cb8f911 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:03.164657 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=eef0731d-d4ac-4dc7-8ccc-3401fab53b57,revision_number=7']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:03.168583 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-d85d717b-25e6-4f98-b12c-13e457de68af None None] Deleting port 7dc74ca6-5d20-4e48-887a-78f217e88521 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:15:03.168973 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d85d717b-25e6-4f98-b12c-13e457de68af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:03.183871 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-fcfc5166-c709-4218-af23-edb31cb8f911 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Deleting port 7dc74ca6-5d20-4e48-887a-78f217e88521 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:15:03.184418 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fcfc5166-c709-4218-af23-edb31cb8f911 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:03.195653 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7baf05-b939-4090-bdb9-78f759363ca8 req-e9db12ae-8a53-4591-aee0-ff90fe550575 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:03.197315 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4e7baf05-b939-4090-bdb9-78f759363ca8 req-e9db12ae-8a53-4591-aee0-ff90fe550575 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 944 time: 0.3309653 Feb 04 21:15:03.248235 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97d79b-3ed1-43c3-9e7f-c8d7a92be529 req-a2af7d65-45a1-4455-92d6-0ed870468e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:03.250101 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ad97d79b-3ed1-43c3-9e7f-c8d7a92be529 req-a2af7d65-45a1-4455-92d6-0ed870468e00 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=54eda65a38e8448b88f68748aaa80e62&device_id=f4fba309-aacb-4ce8-8e75-f590293532f9 HTTP/1.1" status: 200 len: 1094 time: 0.5602610 Feb 04 21:15:03.250326 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-4bba4bdd-68ea-43f4-b1d2-bb385383422c None None] Calling delete_port for eef0731d-d4ac-4dc7-8ccc-3401fab53b57 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:15:03.432168 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c3c4c0c5-f7c1-403c-87c8-5069a4a72bf2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:03.452959 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-fcfc5166-c709-4218-af23-edb31cb8f911 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] For port 7dc74ca6-5d20-4e48-887a-78f217e88521, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=7dc74ca6-5d20-4e48-887a-78f217e88521,segment=NetworkSegment(abee4976-277e-4319-9927-4355a60b3f3a),segment_id=abee4976-277e-4319-9927-4355a60b3f3a)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:03.454166 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fcfc5166-c709-4218-af23-edb31cb8f911 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:03.458713 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4e7baf05-b939-4090-bdb9-78f759363ca8 req-c2a5f72a-d5e1-412a-bf63-1d29952bcc5f tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2507429 Feb 04 21:15:03.494675 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [None req-c3c4c0c5-f7c1-403c-87c8-5069a4a72bf2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] device_id is not set on port bf543d81-6b89-4fcf-b9f2-cf47f16f35df yet. {{(pid=87683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:15:03.656782 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-4bba4bdd-68ea-43f4-b1d2-bb385383422c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:15:03.657136 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-4bba4bdd-68ea-43f4-b1d2-bb385383422c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:15:03.687234 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97d79b-3ed1-43c3-9e7f-c8d7a92be529 req-6476c7d1-5d64-4c9e-9233-4fac8f876839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:03.688439 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-fcfc5166-c709-4218-af23-edb31cb8f911 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Calling delete_port for 7dc74ca6-5d20-4e48-887a-78f217e88521 owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:15:03.688856 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ad97d79b-3ed1-43c3-9e7f-c8d7a92be529 req-6476c7d1-5d64-4c9e-9233-4fac8f876839 service neutron] 10.222.0.32 "GET /v2.0/networks?id=67d11b81-dc68-4fcd-ae14-a470732aae11 HTTP/1.1" status: 200 len: 913 time: 0.4287853 Feb 04 21:15:03.691321 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-d85d717b-25e6-4f98-b12c-13e457de68af None None] For port 7dc74ca6-5d20-4e48-887a-78f217e88521, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=7dc74ca6-5d20-4e48-887a-78f217e88521,segment=NetworkSegment(abee4976-277e-4319-9927-4355a60b3f3a),segment_id=abee4976-277e-4319-9927-4355a60b3f3a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:03.691777 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d85d717b-25e6-4f98-b12c-13e457de68af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:03.814233 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c10ff-9250-488c-bfdf-be7e28582177 req-32d3b402-b085-4b8a-bd87-b62db1b0967f tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:03.827764 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0a7c10ff-9250-488c-bfdf-be7e28582177 req-32d3b402-b085-4b8a-bd87-b62db1b0967f tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4fba309-aacb-4ce8-8e75-f590293532f9 HTTP/1.1" status: 200 len: 943 time: 0.5643935 Feb 04 21:15:03.829460 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fcfc5166-c709-4218-af23-edb31cb8f911 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:03.831399 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-d85d717b-25e6-4f98-b12c-13e457de68af None None] Calling delete_port for 7dc74ca6-5d20-4e48-887a-78f217e88521 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:15:03.840847 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ad97d79b-3ed1-43c3-9e7f-c8d7a92be529 req-739c1eab-3620-46e2-970f-436777c0219d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc455fff-36d5-4957-80f6-0f7fd5ffe999 HTTP/1.1" status: 200 len: 217 time: 0.1432877 Feb 04 21:15:03.919465 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-c3c4c0c5-f7c1-403c-87c8-5069a4a72bf2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Allocated IP 2001:db8::f816:3eff:fe9a:5183 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/47d256ab-6fb8-4a4e-a2fa-de1d8aed8d01/bf543d81-6b89-4fcf-b9f2-cf47f16f35df) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:15:03.938098 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc5166-c709-4218-af23-edb31cb8f911 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Pushing event deleted for resources: {'Port': ['ID=7dc74ca6-5d20-4e48-887a-78f217e88521,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:03.952345 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfc5166-c709-4218-af23-edb31cb8f911 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] No DVR routers for this DVR port 7dc74ca6-5d20-4e48-887a-78f217e88521 on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:15:03.955043 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0a7c10ff-9250-488c-bfdf-be7e28582177 req-e6cf56d9-5035-4d1e-a38c-eda3b5eb384a tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] 10.222.0.26 "GET /v2.0/security-groups?id=61e28d64-5e6c-4f36-a8fd-016c62ab839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318386 Feb 04 21:15:03.959676 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69726482-e98e-4c30-9292-5361d35c3490 None None] DHCP port deletion for bb213b90-85ae-4ae5-869b-fda768933cd6 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:15:03.961870 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-d85d717b-25e6-4f98-b12c-13e457de68af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:15:03.962576 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-d85d717b-25e6-4f98-b12c-13e457de68af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:15:03.965330 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-69726482-e98e-4c30-9292-5361d35c3490 None None] Deleting port aa21909e-048a-4e15-998b-f1e7fce22887 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:15:03.965707 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-69726482-e98e-4c30-9292-5361d35c3490 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:04.072758 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97d79b-3ed1-43c3-9e7f-c8d7a92be529 req-366917ff-a52e-4149-9dd2-242c8228d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:04.074521 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ad97d79b-3ed1-43c3-9e7f-c8d7a92be529 req-366917ff-a52e-4149-9dd2-242c8228d690 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f8fc208e-36b1-49fe-949b-e85cf82f2ef9 HTTP/1.1" status: 200 len: 852 time: 0.2242134 Feb 04 21:15:04.207813 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fcfc5166-c709-4218-af23-edb31cb8f911 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:04.299556 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-fcfc5166-c709-4218-af23-edb31cb8f911 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874df1b5-5f8c-4914-8d0d-1a3a81a2fefb']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:04.316599 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-69726482-e98e-4c30-9292-5361d35c3490 None None] For port aa21909e-048a-4e15-998b-f1e7fce22887, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=aa21909e-048a-4e15-998b-f1e7fce22887,segment=NetworkSegment(6429d873-b8f4-4c82-bf9b-05ee94e57129),segment_id=6429d873-b8f4-4c82-bf9b-05ee94e57129)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:04.317203 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-69726482-e98e-4c30-9292-5361d35c3490 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:04.320384 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-fcfc5166-c709-4218-af23-edb31cb8f911 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abee4976-277e-4319-9927-4355a60b3f3a') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:04.320573 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-fcfc5166-c709-4218-af23-edb31cb8f911 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abee4976-277e-4319-9927-4355a60b3f3a') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:04.335143 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fcfc5166-c709-4218-af23-edb31cb8f911 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:04.373964 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fcfc5166-c709-4218-af23-edb31cb8f911 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:04.382184 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcfc5166-c709-4218-af23-edb31cb8f911 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:15:04.382516 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fcfc5166-c709-4218-af23-edb31cb8f911 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:04.397709 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:15:04.397709 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:15:04.397709 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:15:04.397709 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:15:04.397709 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:15:04.397709 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:15:04.397709 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:15:04.397709 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:15:04.397709 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:15:04.397709 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:15:04.397709 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:15:04.397709 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:15:04.397709 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:15:04.397709 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:15:04.397709 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:15:04.397709 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:15:04.397709 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:15:04.397709 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:15:04.397709 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:15:04.397709 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:15:04.397709 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:15:04.397709 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:15:04.397709 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:15:04.397709 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:15:04.397709 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:15:04.397709 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:15:04.397709 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:15:04.397709 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:15:04.397709 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:15:04.397709 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:15:04.397709 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:15:04.397709 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:15:04.497139 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fcfc5166-c709-4218-af23-edb31cb8f911 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:04.506771 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ad97d79b-3ed1-43c3-9e7f-c8d7a92be529 req-607aed80-c946-478b-ad2a-00e386351edf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=67d11b81-dc68-4fcd-ae14-a470732aae11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991812 Feb 04 21:15:04.510739 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c3c4c0c5-f7c1-403c-87c8-5069a4a72bf2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:04.523574 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fcfc5166-c709-4218-af23-edb31cb8f911 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:04.537445 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc5166-c709-4218-af23-edb31cb8f911 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Pushing event deleted for resources: {'Network': ['ID=874df1b5-5f8c-4914-8d0d-1a3a81a2fefb,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:04.543405 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-d85d717b-25e6-4f98-b12c-13e457de68af None None] Deleting port 7dc74ca6-5d20-4e48-887a-78f217e88521 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:15:04.544108 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d85d717b-25e6-4f98-b12c-13e457de68af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:04.562565 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fcfc5166-c709-4218-af23-edb31cb8f911 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "DELETE /v2.0/networks/874df1b5-5f8c-4914-8d0d-1a3a81a2fefb HTTP/1.1" status: 204 len: 168 time: 1.6605291 Feb 04 21:15:04.564994 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43924) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:04.571872 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-4bba4bdd-68ea-43f4-b1d2-bb385383422c None None] Deleting port eef0731d-d4ac-4dc7-8ccc-3401fab53b57 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:15:04.572515 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4bba4bdd-68ea-43f4-b1d2-bb385383422c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:04.606278 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-69726482-e98e-4c30-9292-5361d35c3490 None None] Calling delete_port for aa21909e-048a-4e15-998b-f1e7fce22887 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:15:04.659366 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [None req-c3c4c0c5-f7c1-403c-87c8-5069a4a72bf2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Transition to ACTIVE for port object bf543d81-6b89-4fcf-b9f2-cf47f16f35df will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:15:04.703933 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-60aee36b-adb8-4790-afb0-bf1665c67be6 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:04.711922 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15929037-d652-4de8-a918-78d8d7a8c8eb req-f661d254-2c1a-49ba-98ab-d660af7c2302 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:04.715725 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-d85d717b-25e6-4f98-b12c-13e457de68af None None] The port '7dc74ca6-5d20-4e48-887a-78f217e88521' was deleted {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:15:04.718667 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-60aee36b-adb8-4790-afb0-bf1665c67be6 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Deleting port aa21909e-048a-4e15-998b-f1e7fce22887 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:15:04.719735 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-60aee36b-adb8-4790-afb0-bf1665c67be6 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:04.720808 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-15929037-d652-4de8-a918-78d8d7a8c8eb req-f661d254-2c1a-49ba-98ab-d660af7c2302 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=0edb42c7-1e8f-4737-9497-9d913786eb4c HTTP/1.1" status: 200 len: 943 time: 0.7646689 Feb 04 21:15:04.880718 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-15929037-d652-4de8-a918-78d8d7a8c8eb req-8dc8a95c-a1dc-4a84-b857-53e1a9e6f06e tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589189 Feb 04 21:15:04.891706 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-69726482-e98e-4c30-9292-5361d35c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:04.931559 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c898e-0ea5-4a5b-a5fc-05883b51c8da req-9e4c0e58-1624-44db-a525-1b238b54bd57 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:04.940332 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-518c898e-0ea5-4a5b-a5fc-05883b51c8da req-9e4c0e58-1624-44db-a525-1b238b54bd57 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.5684636 Feb 04 21:15:04.943094 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device aa21909e-048a-4e15-998b-f1e7fce22887 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:15:04.965798 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-60aee36b-adb8-4790-afb0-bf1665c67be6 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] The port 'aa21909e-048a-4e15-998b-f1e7fce22887' was deleted {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:15:04.970415 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ad97d79b-3ed1-43c3-9e7f-c8d7a92be529 req-80a80e1f-706e-4e41-9489-e0b2a7c473d5 service neutron] 10.222.0.32 "GET /v2.0/networks/67d11b81-dc68-4fcd-ae14-a470732aae11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537065 Feb 04 21:15:05.006198 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c3c4c0c5-f7c1-403c-87c8-5069a4a72bf2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:05.030197 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 78e30fb9-00f6-4d7b-8993-f6fa3e762180 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:15:05.055174 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69726482-e98e-4c30-9292-5361d35c3490 None None] Pushing event deleted for resources: {'Port': ['ID=aa21909e-048a-4e15-998b-f1e7fce22887,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:05.065495 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: aa21909e-048a-4e15-998b-f1e7fce22887 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:15:05.065854 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device aa21909e-048a-4e15-998b-f1e7fce22887 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:15:05.066269 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 7dc74ca6-5d20-4e48-887a-78f217e88521 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:15:05.128599 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69726482-e98e-4c30-9292-5361d35c3490 None None] No DVR routers for this DVR port aa21909e-048a-4e15-998b-f1e7fce22887 on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:15:05.203699 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 7dc74ca6-5d20-4e48-887a-78f217e88521 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:15:05.204028 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 7dc74ca6-5d20-4e48-887a-78f217e88521 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:15:05.247039 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-60aee36b-adb8-4790-afb0-bf1665c67be6 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:05.300591 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-4bba4bdd-68ea-43f4-b1d2-bb385383422c None None] For port eef0731d-d4ac-4dc7-8ccc-3401fab53b57, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=eef0731d-d4ac-4dc7-8ccc-3401fab53b57,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:05.300998 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4bba4bdd-68ea-43f4-b1d2-bb385383422c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:05.305267 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-60aee36b-adb8-4790-afb0-bf1665c67be6 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb213b90-85ae-4ae5-869b-fda768933cd6']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:05.318783 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-60aee36b-adb8-4790-afb0-bf1665c67be6 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6429d873-b8f4-4c82-bf9b-05ee94e57129') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:05.319098 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-60aee36b-adb8-4790-afb0-bf1665c67be6 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6429d873-b8f4-4c82-bf9b-05ee94e57129') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:05.333746 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-60aee36b-adb8-4790-afb0-bf1665c67be6 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:05.379138 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-60aee36b-adb8-4790-afb0-bf1665c67be6 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:05.392507 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60aee36b-adb8-4790-afb0-bf1665c67be6 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:15:05.393114 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-60aee36b-adb8-4790-afb0-bf1665c67be6 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:05.433407 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:15:05.433407 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:15:05.433407 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:15:05.433407 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:15:05.433407 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:15:05.433407 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:15:05.433407 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:15:05.433407 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:15:05.433407 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:15:05.433407 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:15:05.433407 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:15:05.433407 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:15:05.433407 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:15:05.433407 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:15:05.433407 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:15:05.433407 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:15:05.433407 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:15:05.433407 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:15:05.433407 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:15:05.433407 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:15:05.433407 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:15:05.433407 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:15:05.433407 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:15:05.433407 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:15:05.433407 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:15:05.433407 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:15:05.433407 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:15:05.433407 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:15:05.433407 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:15:05.433407 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:15:05.433407 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:15:05.433407 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:15:05.474928 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4c0c5-f7c1-403c-87c8-5069a4a72bf2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Port': ['ID=bf543d81-6b89-4fcf-b9f2-cf47f16f35df,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:05.480016 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-518c898e-0ea5-4a5b-a5fc-05883b51c8da req-14a13569-814b-49d0-b19a-8fccdc38ad69 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5388603 Feb 04 21:15:05.552212 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9dd101aa-18b2-4cf3-aff7-fe4f093eb79a req-78092fd2-5175-4395-bc0a-70a909aad615 tempest-ServerShowV254Test-50147973 tempest-ServerShowV254Test-50147973-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3e5f66e-cdef-4ef4-977b-cc7f50279fa3 HTTP/1.1" status: 200 len: 210 time: 0.1687615 Feb 04 21:15:05.558127 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ad97d79b-3ed1-43c3-9e7f-c8d7a92be529 req-02a49c91-f116-468b-a85c-a2bf88b5fe25 service neutron] 10.222.0.32 "GET /v2.0/networks/67d11b81-dc68-4fcd-ae14-a470732aae11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5793827 Feb 04 21:15:05.581719 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c4c0c5-f7c1-403c-87c8-5069a4a72bf2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:15:05.584423 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-c3c4c0c5-f7c1-403c-87c8-5069a4a72bf2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:15:05.604017 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c4c0c5-f7c1-403c-87c8-5069a4a72bf2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:15:05.611529 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c4c0c5-f7c1-403c-87c8-5069a4a72bf2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:05.612156 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c3c4c0c5-f7c1-403c-87c8-5069a4a72bf2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:05.625101 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-60aee36b-adb8-4790-afb0-bf1665c67be6 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:05.638252 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-4bba4bdd-68ea-43f4-b1d2-bb385383422c None None] Calling delete_port for eef0731d-d4ac-4dc7-8ccc-3401fab53b57 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:15:05.638781 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-60aee36b-adb8-4790-afb0-bf1665c67be6 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:05.697938 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c3c4c0c5-f7c1-403c-87c8-5069a4a72bf2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7824347 Feb 04 21:15:05.698920 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-60aee36b-adb8-4790-afb0-bf1665c67be6 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] 10.222.0.26 "DELETE /v2.0/networks/bb213b90-85ae-4ae5-869b-fda768933cd6 HTTP/1.1" status: 204 len: 168 time: 1.1328373 Feb 04 21:15:05.700382 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 43946) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:05.723363 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aee36b-adb8-4790-afb0-bf1665c67be6 tempest-TaggedBootDevicesTest_v242-758123744 tempest-TaggedBootDevicesTest_v242-758123744-project] Pushing event deleted for resources: {'Network': ['ID=bb213b90-85ae-4ae5-869b-fda768933cd6,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:05.802776 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 78e30fb9-00f6-4d7b-8993-f6fa3e762180, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=78e30fb9-00f6-4d7b-8993-f6fa3e762180,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:05.855563 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '78e30fb9-00f6-4d7b-8993-f6fa3e762180', 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08', 'port_id': '78e30fb9-00f6-4d7b-8993-f6fa3e762180', 'mac_address': 'fa:16:3e:dd:9a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6328ddc0-a59e-4cee-8cab-7daa1242332a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:15:05.952327 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:05.975358 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e30fb9-00f6-4d7b-8993-f6fa3e762180 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:15:05.983049 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4bba4bdd-68ea-43f4-b1d2-bb385383422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:05.988869 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a608ac7d-46d2-49ac-b5b7-e8dc76f86bdf tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:05.995491 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a608ac7d-46d2-49ac-b5b7-e8dc76f86bdf tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:05.996470 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-a608ac7d-46d2-49ac-b5b7-e8dc76f86bdf tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:15:06.044369 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76929941-3e7f-41d9-8e41-681a9f7781e6 req-eff71506-f787-4466-880c-6965898af4e2 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:06.046780 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-76929941-3e7f-41d9-8e41-681a9f7781e6 req-eff71506-f787-4466-880c-6965898af4e2 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 944 time: 0.2555797 Feb 04 21:15:06.055589 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb56453-0698-4a54-8b89-987c2d389cfe req-2ce7e1fe-ef12-4c44-aff7-5f40616a5c53 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:06.057905 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dcb56453-0698-4a54-8b89-987c2d389cfe req-2ce7e1fe-ef12-4c44-aff7-5f40616a5c53 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4fba309-aacb-4ce8-8e75-f590293532f9 HTTP/1.1" status: 200 len: 943 time: 0.2198470 Feb 04 21:15:06.058551 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-a608ac7d-46d2-49ac-b5b7-e8dc76f86bdf tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:15:06.059565 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-a608ac7d-46d2-49ac-b5b7-e8dc76f86bdf tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3582189 Feb 04 21:15:06.063246 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 43958) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:06.081198 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 78e30fb9-00f6-4d7b-8993-f6fa3e762180, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=78e30fb9-00f6-4d7b-8993-f6fa3e762180,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:06.084120 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba4bdd-68ea-43f4-b1d2-bb385383422c None None] Pushing event deleted for resources: {'Port': ['ID=eef0731d-d4ac-4dc7-8ccc-3401fab53b57,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:06.120667 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:06.167898 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-b2261777-36c5-4bd0-ac75-e9dfe17977e8 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting port bf543d81-6b89-4fcf-b9f2-cf47f16f35df {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:15:06.168644 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b2261777-36c5-4bd0-ac75-e9dfe17977e8 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:06.187137 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-76929941-3e7f-41d9-8e41-681a9f7781e6 req-55e8b4d5-6846-449a-aee7-e9d660e22cd0 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263051 Feb 04 21:15:06.192593 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dcb56453-0698-4a54-8b89-987c2d389cfe req-672764ee-4ac0-4dc1-b3aa-3d631532b4a1 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] 10.222.0.26 "GET /v2.0/security-groups?id=61e28d64-5e6c-4f36-a8fd-016c62ab839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906348 Feb 04 21:15:06.307071 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=78e30fb9-00f6-4d7b-8993-f6fa3e762180,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:06.328101 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bba4bdd-68ea-43f4-b1d2-bb385383422c None None] No DVR routers for this DVR port eef0731d-d4ac-4dc7-8ccc-3401fab53b57 on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:15:06.346041 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200ed1e7-159e-4af9-a5e0-f039d47774dd None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:15:06.494973 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['78e30fb9-00f6-4d7b-8993-f6fa3e762180'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:15:06.515503 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb363a4-f288-4223-ac4a-617819031c24 req-94cab1cf-61a6-451f-ad0f-257d58683dce tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:06.516622 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b2261777-36c5-4bd0-ac75-e9dfe17977e8 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:06.517369 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5eb363a4-f288-4223-ac4a-617819031c24 req-94cab1cf-61a6-451f-ad0f-257d58683dce tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.1262362 Feb 04 21:15:06.618940 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5eb363a4-f288-4223-ac4a-617819031c24 req-63d92f8f-cee0-4601-9297-e1cb53cb338e tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602715 Feb 04 21:15:06.666568 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6550763-77fc-4e14-a614-c378cc4a2893 req-ef916433-e5ca-43e1-a9f8-3e3d542d0bd0 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:06.672546 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e6550763-77fc-4e14-a614-c378cc4a2893 req-ef916433-e5ca-43e1-a9f8-3e3d542d0bd0 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=0edb42c7-1e8f-4737-9497-9d913786eb4c HTTP/1.1" status: 200 len: 944 time: 0.1541517 Feb 04 21:15:06.743424 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e6550763-77fc-4e14-a614-c378cc4a2893 req-d6097660-93f9-45e4-9c51-5bd48c5c05a8 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582364 Feb 04 21:15:06.755997 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-b2261777-36c5-4bd0-ac75-e9dfe17977e8 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Calling delete_port for bf543d81-6b89-4fcf-b9f2-cf47f16f35df owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:15:06.872952 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865561b5-5cf4-41ee-9622-45bbd9f5f77e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'tenant_id': 'c1a09abf1d69443ba4dc5757947fc733', 'fixed_ips': [{'subnet_id': '47d256ab-6fb8-4a4e-a2fa-de1d8aed8d01'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:15:06.874042 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-865561b5-5cf4-41ee-9622-45bbd9f5f77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:07.018840 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device cc455fff-36d5-4957-80f6-0f7fd5ffe999 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:15:07.203103 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-64ff17e4-8925-453d-9321-6a0ae35fc5db req-c688ed74-7d6f-4214-8ed0-a092be21cf44 tempest-ServerShowV254Test-50147973 tempest-ServerShowV254Test-50147973-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3e5f66e-cdef-4ef4-977b-cc7f50279fa3 HTTP/1.1" status: 200 len: 210 time: 0.2909584 Feb 04 21:15:07.264530 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port cc455fff-36d5-4957-80f6-0f7fd5ffe999, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=cc455fff-36d5-4957-80f6-0f7fd5ffe999,segment=NetworkSegment(50086a00-d8da-4b38-b265-6f520508840a),segment_id=50086a00-d8da-4b38-b265-6f520508840a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:07.285039 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': 'cc455fff-36d5-4957-80f6-0f7fd5ffe999', 'network_id': '67d11b81-dc68-4fcd-ae14-a470732aae11', 'port_id': 'cc455fff-36d5-4957-80f6-0f7fd5ffe999', 'mac_address': 'fa:16:3e:2c:c2:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8fc208e-36b1-49fe-949b-e85cf82f2ef9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:15:07.327339 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b2261777-36c5-4bd0-ac75-e9dfe17977e8 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:07.351794 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 643c6a12-47d2-4a5a-a384-c6eee850b1ca details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:15:07.367968 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a043f-eaa8-46b3-b7fb-d64773ec033f req-064763a2-121c-4266-8f2e-205c14fc4408 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:07.369603 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e72a043f-eaa8-46b3-b7fb-d64773ec033f req-064763a2-121c-4266-8f2e-205c14fc4408 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.3172328 Feb 04 21:15:07.463436 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2261777-36c5-4bd0-ac75-e9dfe17977e8 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Port': ['ID=bf543d81-6b89-4fcf-b9f2-cf47f16f35df,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:07.517715 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a3ad32c7-1579-4b59-92dd-594ccbb33f27 req-09845eba-a267-4cde-b467-894da12ab996 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=733acf6b-a28f-4945-b3f6-bfc852bc7d3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2451224 Feb 04 21:15:07.555663 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b2261777-36c5-4bd0-ac75-e9dfe17977e8 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:07.579961 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b2261777-36c5-4bd0-ac75-e9dfe17977e8 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/bf543d81-6b89-4fcf-b9f2-cf47f16f35df HTTP/1.1" status: 204 len: 168 time: 1.5153403 Feb 04 21:15:07.582367 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44000) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:07.608683 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 643c6a12-47d2-4a5a-a384-c6eee850b1ca, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=643c6a12-47d2-4a5a-a384-c6eee850b1ca,segment=NetworkSegment(84b34f62-20de-461e-9dfa-a6b12b358939),segment_id=84b34f62-20de-461e-9dfa-a6b12b358939)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:07.611032 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e72a043f-eaa8-46b3-b7fb-d64773ec033f req-baf39686-3540-4446-82d3-5edcdbe64229 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339158 Feb 04 21:15:07.662281 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '643c6a12-47d2-4a5a-a384-c6eee850b1ca', 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79', 'port_id': '643c6a12-47d2-4a5a-a384-c6eee850b1ca', 'mac_address': 'fa:16:3e:8f:ae:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2332d4ab-28bd-4df4-abe3-897aa8896a30', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:15:07.775098 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd873294-93cc-41af-a2b7-6fcf8959725d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:07.776112 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd873294-93cc-41af-a2b7-6fcf8959725d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:07.776872 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-bd873294-93cc-41af-a2b7-6fcf8959725d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:15:07.811703 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-bd873294-93cc-41af-a2b7-6fcf8959725d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:15:07.815570 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bd873294-93cc-41af-a2b7-6fcf8959725d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2298110 Feb 04 21:15:07.816134 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44008) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:07.858173 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf7d67-b5cf-4a2d-b15f-66ee195843fa req-fd5c6146-e2f0-45da-aa22-2653451e34a9 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:07.860056 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f5bf7d67-b5cf-4a2d-b15f-66ee195843fa req-fd5c6146-e2f0-45da-aa22-2653451e34a9 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4fba309-aacb-4ce8-8e75-f590293532f9 HTTP/1.1" status: 200 len: 943 time: 0.4334929 Feb 04 21:15:07.877897 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-865561b5-5cf4-41ee-9622-45bbd9f5f77e None None] Allocated IP 2001:db8::f816:3eff:fe40:cc5c (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/47d256ab-6fb8-4a4e-a2fa-de1d8aed8d01/904bf298-01da-4b70-86e2-807017fabdec) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:15:07.902162 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6314c0-6bac-4dcc-aff6-e79164ec8770 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting subnet 47d256ab-6fb8-4a4e-a2fa-de1d8aed8d01 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:15:07.939300 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f5bf7d67-b5cf-4a2d-b15f-66ee195843fa req-4c1b2f6d-c35d-48a7-90c1-499815ab0134 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] 10.222.0.26 "GET /v2.0/security-groups?id=61e28d64-5e6c-4f36-a8fd-016c62ab839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677030 Feb 04 21:15:07.950887 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad32c7-1579-4b59-92dd-594ccbb33f27 req-9beab292-f77a-49f0-986b-9e0503de826c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:07.952595 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a3ad32c7-1579-4b59-92dd-594ccbb33f27 req-9beab292-f77a-49f0-986b-9e0503de826c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbe7b967cf5b4bf8a129a586503d8461&device_id=733acf6b-a28f-4945-b3f6-bfc852bc7d3b HTTP/1.1" status: 200 len: 1096 time: 0.3406367 Feb 04 21:15:08.146467 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d87504-1180-4fb1-8639-a43c908eaedf req-9c50c95e-4881-4ca5-83f4-cdcce25f0df7 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:08.149469 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-64d87504-1180-4fb1-8639-a43c908eaedf req-9c50c95e-4881-4ca5-83f4-cdcce25f0df7 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 944 time: 0.3545194 Feb 04 21:15:08.180026 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:08.229082 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc455fff-36d5-4957-80f6-0f7fd5ffe999 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:15:08.248221 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port cc455fff-36d5-4957-80f6-0f7fd5ffe999, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=cc455fff-36d5-4957-80f6-0f7fd5ffe999,segment=NetworkSegment(50086a00-d8da-4b38-b265-6f520508840a),segment_id=50086a00-d8da-4b38-b265-6f520508840a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:08.266803 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:08.269631 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:08.281497 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-865561b5-5cf4-41ee-9622-45bbd9f5f77e None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:08.327047 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 643c6a12-47d2-4a5a-a384-c6eee850b1ca {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:15:08.331898 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-64d87504-1180-4fb1-8639-a43c908eaedf req-439d45fc-0f14-4047-a738-0ddfa29fcc4d tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402466 Feb 04 21:15:08.356501 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-865561b5-5cf4-41ee-9622-45bbd9f5f77e None None] Transition to ACTIVE for port object 904bf298-01da-4b70-86e2-807017fabdec will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:15:08.386087 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 643c6a12-47d2-4a5a-a384-c6eee850b1ca, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=643c6a12-47d2-4a5a-a384-c6eee850b1ca,segment=NetworkSegment(84b34f62-20de-461e-9dfa-a6b12b358939),segment_id=84b34f62-20de-461e-9dfa-a6b12b358939)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:08.386370 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad32c7-1579-4b59-92dd-594ccbb33f27 req-88ac85a7-508c-452d-81f2-ec8bd78431b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:08.388494 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a3ad32c7-1579-4b59-92dd-594ccbb33f27 req-88ac85a7-508c-452d-81f2-ec8bd78431b6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=591535e8-eea5-447d-ad75-83d907ea6f08 HTTP/1.1" status: 200 len: 907 time: 0.4106367 Feb 04 21:15:08.398393 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-865561b5-5cf4-41ee-9622-45bbd9f5f77e None None] Transition to ACTIVE for port object 904bf298-01da-4b70-86e2-807017fabdec will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:15:08.406227 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:08.432148 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1e6314c0-6bac-4dcc-aff6-e79164ec8770 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:08.447229 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-865561b5-5cf4-41ee-9622-45bbd9f5f77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:08.481652 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=cc455fff-36d5-4957-80f6-0f7fd5ffe999,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:08.519399 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a3ad32c7-1579-4b59-92dd-594ccbb33f27 req-8e15ba45-acc6-477f-8d26-a094c78e6e7e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e791a7ac-6865-4c87-8ac5-f39dc8b22567 HTTP/1.1" status: 200 len: 217 time: 0.1202371 Feb 04 21:15:08.528876 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713f974-75d1-4be3-937f-3248efb1bba5 req-3fb1d23d-114d-4f23-932a-1a2b2b009ec9 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:08.537863 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c713f974-75d1-4be3-937f-3248efb1bba5 req-3fb1d23d-114d-4f23-932a-1a2b2b009ec9 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.4043758 Feb 04 21:15:08.575566 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1e6314c0-6bac-4dcc-aff6-e79164ec8770 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:08.597585 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865561b5-5cf4-41ee-9622-45bbd9f5f77e None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:15:08.607411 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-865561b5-5cf4-41ee-9622-45bbd9f5f77e None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:15:08.609839 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865561b5-5cf4-41ee-9622-45bbd9f5f77e None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:15:08.612396 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['cc455fff-36d5-4957-80f6-0f7fd5ffe999'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:15:08.687894 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1e6314c0-6bac-4dcc-aff6-e79164ec8770 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:08.697192 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['643c6a12-47d2-4a5a-a384-c6eee850b1ca'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:15:08.860356 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1e6314c0-6bac-4dcc-aff6-e79164ec8770 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:08.897948 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c713f974-75d1-4be3-937f-3248efb1bba5 req-a31b9d0c-36c0-4400-b6fc-0032da695552 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586788 Feb 04 21:15:08.929380 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad32c7-1579-4b59-92dd-594ccbb33f27 req-d8a43511-5169-4f90-9eac-d0821357a898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:08.931064 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a3ad32c7-1579-4b59-92dd-594ccbb33f27 req-d8a43511-5169-4f90-9eac-d0821357a898 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6328ddc0-a59e-4cee-8cab-7daa1242332a HTTP/1.1" status: 200 len: 846 time: 0.3636873 Feb 04 21:15:08.952869 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1e6314c0-6bac-4dcc-aff6-e79164ec8770 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:08.974932 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6314c0-6bac-4dcc-aff6-e79164ec8770 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Subnet': ['ID=47d256ab-6fb8-4a4e-a2fa-de1d8aed8d01,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:08.989445 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1e6314c0-6bac-4dcc-aff6-e79164ec8770 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/47d256ab-6fb8-4a4e-a2fa-de1d8aed8d01 HTTP/1.1" status: 204 len: 168 time: 1.1721449 Feb 04 21:15:08.991883 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44034) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:09.009640 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 78e30fb9-00f6-4d7b-8993-f6fa3e762180 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:15:09.069722 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=643c6a12-47d2-4a5a-a384-c6eee850b1ca,revision_number=9']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:09.087671 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a3ad32c7-1579-4b59-92dd-594ccbb33f27 req-d154a61c-67d0-459b-9e3d-174f0e60f214 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=591535e8-eea5-447d-ad75-83d907ea6f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1434202 Feb 04 21:15:09.180134 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1c1edb3a-6473-4af6-8f9a-0f60bfb52eb9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1844335 Feb 04 21:15:09.182667 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44042) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:09.190355 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-dde98be1-f946-4348-b3f0-afa2cbbe2b00 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:15:09.271453 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865561b5-5cf4-41ee-9622-45bbd9f5f77e None None] Pushing event updated for resources: {'Port': ['ID=904bf298-01da-4b70-86e2-807017fabdec,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:09.301405 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-865561b5-5cf4-41ee-9622-45bbd9f5f77e None None] Attempting to bind port 904bf298-01da-4b70-86e2-807017fabdec on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:15:09.301779 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-865561b5-5cf4-41ee-9622-45bbd9f5f77e None None] Attempting to bind port 904bf298-01da-4b70-86e2-807017fabdec by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:15:09.302145 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865561b5-5cf4-41ee-9622-45bbd9f5f77e None None] Attempting to bind port 904bf298-01da-4b70-86e2-807017fabdec on network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:15:09.304901 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-49819250-2ad4-4540-ad61-3081b44ead78 req-5105a522-da4a-44b5-9533-d8c8f56c9972 tempest-ServerShowV254Test-50147973 tempest-ServerShowV254Test-50147973-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3e5f66e-cdef-4ef4-977b-cc7f50279fa3 HTTP/1.1" status: 200 len: 210 time: 0.1407826 Feb 04 21:15:09.340640 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865561b5-5cf4-41ee-9622-45bbd9f5f77e None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:15:09.341025 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865561b5-5cf4-41ee-9622-45bbd9f5f77e None None] Checking segment: {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:15:09.341461 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-865561b5-5cf4-41ee-9622-45bbd9f5f77e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:09.341922 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865561b5-5cf4-41ee-9622-45bbd9f5f77e None None] Bound using segment: {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:15:09.345232 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-865561b5-5cf4-41ee-9622-45bbd9f5f77e None None] Bound port: 904bf298-01da-4b70-86e2-807017fabdec, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:15:09.345615 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-865561b5-5cf4-41ee-9622-45bbd9f5f77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:09.418143 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-dde98be1-f946-4348-b3f0-afa2cbbe2b00 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:09.431219 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-dde98be1-f946-4348-b3f0-afa2cbbe2b00 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:subnet and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:15:09.439507 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-dde98be1-f946-4348-b3f0-afa2cbbe2b00 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:15:09.446736 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af5f36-951a-43a9-b6c9-74b3787fb9c1 req-b99224ed-6265-4f25-af6e-2ac71a071dc7 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:09.453977 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-dde98be1-f946-4348-b3f0-afa2cbbe2b00 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:09.463898 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e1af5f36-951a-43a9-b6c9-74b3787fb9c1 req-b99224ed-6265-4f25-af6e-2ac71a071dc7 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=0edb42c7-1e8f-4737-9497-9d913786eb4c HTTP/1.1" status: 200 len: 944 time: 0.8028772 Feb 04 21:15:09.483634 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde98be1-f946-4348-b3f0-afa2cbbe2b00 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:15:09.487866 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dde98be1-f946-4348-b3f0-afa2cbbe2b00 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:09.568418 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e1af5f36-951a-43a9-b6c9-74b3787fb9c1 req-7414ec0e-18bb-4776-a537-da61886be632 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032319 Feb 04 21:15:09.699407 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 78e30fb9-00f6-4d7b-8993-f6fa3e762180 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:15:09.760916 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 78e30fb9-00f6-4d7b-8993-f6fa3e762180 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:15:09.760916 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:09.792157 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a3ad32c7-1579-4b59-92dd-594ccbb33f27 req-bb6b1089-9f19-4751-acce-731c8ab124b4 service neutron] 10.222.0.32 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6926415 Feb 04 21:15:09.864038 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-865561b5-5cf4-41ee-9622-45bbd9f5f77e None None] For port 904bf298-01da-4b70-86e2-807017fabdec, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:15:09.893265 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-865561b5-5cf4-41ee-9622-45bbd9f5f77e None None] For port 904bf298-01da-4b70-86e2-807017fabdec, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=904bf298-01da-4b70-86e2-807017fabdec,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:15:09.907030 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-865561b5-5cf4-41ee-9622-45bbd9f5f77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:10.231600 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865561b5-5cf4-41ee-9622-45bbd9f5f77e None None] Pushing event updated for resources: {'Port': ['ID=904bf298-01da-4b70-86e2-807017fabdec,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:10.252089 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c50efb-c9e2-481a-8c38-50ed13fd51dd None None] get_active_networks_info from n-d-827896-1 {{(pid=87684) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 21:15:10.290926 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:10.340623 n-d-827896-1 neutron-server[87682]: DEBUG neutron.objects.ports [None req-dde98be1-f946-4348-b3f0-afa2cbbe2b00 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87682) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 21:15:10.364478 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0edb42c7-1e8f-4737-9497-9d913786eb4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e30fb9-00f6-4d7b-8993-f6fa3e762180'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:15:10.373829 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0067067-5981-48e8-8e99-577ce4fa26bc req-7509baeb-807d-42d2-9e82-d26e464b94d5 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:10.389494 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c0067067-5981-48e8-8e99-577ce4fa26bc req-7509baeb-807d-42d2-9e82-d26e464b94d5 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 945 time: 0.5968437 Feb 04 21:15:10.391205 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 78e30fb9-00f6-4d7b-8993-f6fa3e762180, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=78e30fb9-00f6-4d7b-8993-f6fa3e762180,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:10.444440 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:10.532661 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c0067067-5981-48e8-8e99-577ce4fa26bc req-8dbad638-2cb2-439f-9de3-eb33cb6e7ee5 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421080 Feb 04 21:15:10.558606 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287f680-4117-4ec2-9b69-30d95c707e2e req-3d0dabc3-0692-47de-8c7d-39edb9f9c8fd tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:10.575805 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1287f680-4117-4ec2-9b69-30d95c707e2e req-3d0dabc3-0692-47de-8c7d-39edb9f9c8fd tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4fba309-aacb-4ce8-8e75-f590293532f9 HTTP/1.1" status: 200 len: 944 time: 0.9329405 Feb 04 21:15:10.594031 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c50efb-c9e2-481a-8c38-50ed13fd51dd None None] Resources bound (agent type, host, resource id): {{(pid=87684) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 21:15:10.602458 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=78e30fb9-00f6-4d7b-8993-f6fa3e762180,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:10.634411 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a3ad32c7-1579-4b59-92dd-594ccbb33f27 req-1a60753f-508b-4781-8152-9011cbc15c12 service neutron] 10.222.0.32 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7312791 Feb 04 21:15:10.656937 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dde98be1-f946-4348-b3f0-afa2cbbe2b00 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:10.692314 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1287f680-4117-4ec2-9b69-30d95c707e2e req-d56682f9-95c8-4de6-9e23-c02660eea59e tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] 10.222.0.26 "GET /v2.0/security-groups?id=61e28d64-5e6c-4f36-a8fd-016c62ab839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146173 Feb 04 21:15:10.955446 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c587bb96-92a6-4e63-8b85-72a065769f9b req-f771b438-3d4a-42cd-97d4-ec26a92d6d81 tempest-ServerShowV254Test-50147973 tempest-ServerShowV254Test-50147973-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3e5f66e-cdef-4ef4-977b-cc7f50279fa3 HTTP/1.1" status: 200 len: 210 time: 0.1437831 Feb 04 21:15:11.035754 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device cc455fff-36d5-4957-80f6-0f7fd5ffe999 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:15:11.086399 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-dde98be1-f946-4348-b3f0-afa2cbbe2b00 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] For port 904bf298-01da-4b70-86e2-807017fabdec, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=904bf298-01da-4b70-86e2-807017fabdec,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:11.118090 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dde98be1-f946-4348-b3f0-afa2cbbe2b00 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:11.128161 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dde98be1-f946-4348-b3f0-afa2cbbe2b00 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:11.129395 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dde98be1-f946-4348-b3f0-afa2cbbe2b00 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:11.185357 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0edb42c7-1e8f-4737-9497-9d913786eb4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e30fb9-00f6-4d7b-8993-f6fa3e762180', 'code': 200} Feb 04 21:15:11.255006 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde98be1-f946-4348-b3f0-afa2cbbe2b00 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:15:11.260777 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-dde98be1-f946-4348-b3f0-afa2cbbe2b00 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:15:11.264486 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde98be1-f946-4348-b3f0-afa2cbbe2b00 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:11.265414 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dde98be1-f946-4348-b3f0-afa2cbbe2b00 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:11.272666 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 643c6a12-47d2-4a5a-a384-c6eee850b1ca up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:15:11.285107 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f565e4-0792-4a13-b72c-2965c4ca04c3 req-b4f77ff1-1fd4-407e-bcfb-0a204f8ae74e tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:11.286665 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18f565e4-0792-4a13-b72c-2965c4ca04c3 req-b4f77ff1-1fd4-407e-bcfb-0a204f8ae74e tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.3302591 Feb 04 21:15:11.321177 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde98be1-f946-4348-b3f0-afa2cbbe2b00 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Subnet': ['ID=c61c151e-6fc1-45d3-a461-e9122c6c904f,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:11.346315 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde98be1-f946-4348-b3f0-afa2cbbe2b00 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Port': ['ID=904bf298-01da-4b70-86e2-807017fabdec,revision_number=5']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:11.359279 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-dde98be1-f946-4348-b3f0-afa2cbbe2b00 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1755009 Feb 04 21:15:11.361955 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44082) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:11.374796 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-5b777db4-534e-4104-af80-11c125c5e24e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'port': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'mac_address': 'fa:16:3e:88:14:8f', 'name': 'tempest-NetworksTestDHCPv6-1770190526'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:15:11.382474 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc37b8-38d1-41d1-bef6-d824839e56ae req-f6340b3d-c8a1-4012-92bc-e893ae99e975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:11.384165 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4ccc37b8-38d1-41d1-bef6-d824839e56ae req-f6340b3d-c8a1-4012-92bc-e893ae99e975 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0edb42c7-1e8f-4737-9497-9d913786eb4c HTTP/1.1" status: 200 len: 1096 time: 0.2242677 Feb 04 21:15:11.532347 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18f565e4-0792-4a13-b72c-2965c4ca04c3 req-e082e574-eb58-4abf-a99e-f26a0543ec60 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376812 Feb 04 21:15:11.595102 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4ccc37b8-38d1-41d1-bef6-d824839e56ae req-acdb08a5-c088-4641-b1d6-af6dbf539e7b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830177 Feb 04 21:15:11.633844 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d92198-57cf-4eac-8edc-7d12014eced0 req-1d781161-0544-44fc-b1b1-36c05b6c12da tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:11.634945 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5b777db4-534e-4104-af80-11c125c5e24e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:11.635267 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-10d92198-57cf-4eac-8edc-7d12014eced0 req-1d781161-0544-44fc-b1b1-36c05b6c12da tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=0edb42c7-1e8f-4737-9497-9d913786eb4c HTTP/1.1" status: 200 len: 945 time: 0.3174465 Feb 04 21:15:11.639718 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5b777db4-534e-4104-af80-11c125c5e24e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:port and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:15:11.643361 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5b777db4-534e-4104-af80-11c125c5e24e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:15:11.651000 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5b777db4-534e-4104-af80-11c125c5e24e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:11.656499 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 643c6a12-47d2-4a5a-a384-c6eee850b1ca triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:15:11.659799 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:11.665634 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b777db4-534e-4104-af80-11c125c5e24e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:15:11.727528 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-10d92198-57cf-4eac-8edc-7d12014eced0 req-213d03c4-6411-406c-82d2-9221077efc20 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854757 Feb 04 21:15:11.816557 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port cc455fff-36d5-4957-80f6-0f7fd5ffe999 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:15:11.827224 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port cc455fff-36d5-4957-80f6-0f7fd5ffe999 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:15:11.827725 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:12.102947 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5b777db4-534e-4104-af80-11c125c5e24e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:12.144743 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-5b777db4-534e-4104-af80-11c125c5e24e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] device_id is not set on port 071c3745-de68-4c9c-be27-1b1cc5e666aa yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:15:12.165433 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3835a-a1e3-473f-802a-43427b93bf69 req-9503afa7-ff66-47a6-a5aa-5ef64b8783d5 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:12.186723 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-60b3835a-a1e3-473f-802a-43427b93bf69 req-9503afa7-ff66-47a6-a5aa-5ef64b8783d5 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.3806255 Feb 04 21:15:12.198971 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:12.303876 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9af71c-94aa-4497-afad-15f23a7d40ea req-3424da80-9c17-4c50-b697-fc7df9b12f61 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:12.305120 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:12.337415 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a9af71c-94aa-4497-afad-15f23a7d40ea req-3424da80-9c17-4c50-b697-fc7df9b12f61 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 945 time: 0.3526435 Feb 04 21:15:12.366389 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 643c6a12-47d2-4a5a-a384-c6eee850b1ca, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=643c6a12-47d2-4a5a-a384-c6eee850b1ca,segment=NetworkSegment(84b34f62-20de-461e-9dfa-a6b12b358939),segment_id=84b34f62-20de-461e-9dfa-a6b12b358939)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:12.381938 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:12.389160 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-60b3835a-a1e3-473f-802a-43427b93bf69 req-988deafc-f9cd-48f0-a379-0eddf6312034 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005470 Feb 04 21:15:12.413250 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-5b777db4-534e-4104-af80-11c125c5e24e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Allocated IP 2001:db8::f816:3eff:fe88:148f (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/c61c151e-6fc1-45d3-a461-e9122c6c904f/071c3745-de68-4c9c-be27-1b1cc5e666aa) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:15:12.438607 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port cc455fff-36d5-4957-80f6-0f7fd5ffe999, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=cc455fff-36d5-4957-80f6-0f7fd5ffe999,segment=NetworkSegment(50086a00-d8da-4b38-b265-6f520508840a),segment_id=50086a00-d8da-4b38-b265-6f520508840a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:12.456670 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:12.472317 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a9af71c-94aa-4497-afad-15f23a7d40ea req-de7a9186-53c1-4d49-a643-8cd5d3a326a0 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350029 Feb 04 21:15:12.528085 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=643c6a12-47d2-4a5a-a384-c6eee850b1ca,revision_number=10']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:12.668286 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=cc455fff-36d5-4957-80f6-0f7fd5ffe999,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:12.800839 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5b777db4-534e-4104-af80-11c125c5e24e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:12.814830 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0662ace-24b8-47fd-a211-6b6830732506 req-9a34d86c-2e9d-4b8d-9b2d-1950534fbf4b tempest-ServerShowV254Test-50147973 tempest-ServerShowV254Test-50147973-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3e5f66e-cdef-4ef4-977b-cc7f50279fa3 HTTP/1.1" status: 200 len: 210 time: 0.1081405 Feb 04 21:15:12.844548 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-5b777db4-534e-4104-af80-11c125c5e24e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Transition to ACTIVE for port object 071c3745-de68-4c9c-be27-1b1cc5e666aa will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:15:12.898710 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd10d6-faab-4fb2-8d8a-8e4d534babc2 req-28be3b2a-762a-4554-bd65-a18746756232 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:12.912255 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0efd10d6-faab-4fb2-8d8a-8e4d534babc2 req-28be3b2a-762a-4554-bd65-a18746756232 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4fba309-aacb-4ce8-8e75-f590293532f9 HTTP/1.1" status: 200 len: 945 time: 0.2907028 Feb 04 21:15:12.921762 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5b777db4-534e-4104-af80-11c125c5e24e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:13.053853 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0efd10d6-faab-4fb2-8d8a-8e4d534babc2 req-b3f094c3-5f90-4fd5-8073-69e889aeab94 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] 10.222.0.26 "GET /v2.0/security-groups?id=61e28d64-5e6c-4f36-a8fd-016c62ab839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403296 Feb 04 21:15:13.187112 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643c6a12-47d2-4a5a-a384-c6eee850b1ca'}, {'server_uuid': 'f4fba309-aacb-4ce8-8e75-f590293532f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc455fff-36d5-4957-80f6-0f7fd5ffe999'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:15:13.211710 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b777db4-534e-4104-af80-11c125c5e24e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:15:13.218006 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-5b777db4-534e-4104-af80-11c125c5e24e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:15:13.250387 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b777db4-534e-4104-af80-11c125c5e24e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:15:13.255858 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b777db4-534e-4104-af80-11c125c5e24e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:13.256467 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5b777db4-534e-4104-af80-11c125c5e24e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:13.295535 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b777db4-534e-4104-af80-11c125c5e24e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Port': ['ID=071c3745-de68-4c9c-be27-1b1cc5e666aa,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:13.317980 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5b777db4-534e-4104-af80-11c125c5e24e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9546051 Feb 04 21:15:13.320652 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44128) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:13.422178 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1345191f-8e10-48e3-8ac6-703daa200478 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:13.428201 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1345191f-8e10-48e3-8ac6-703daa200478 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:13.429047 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1345191f-8e10-48e3-8ac6-703daa200478 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:15:13.446608 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1345191f-8e10-48e3-8ac6-703daa200478 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:15:13.448185 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1345191f-8e10-48e3-8ac6-703daa200478 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1261487 Feb 04 21:15:13.451831 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44132) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:13.547498 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-aced92fe-beb0-4967-a0b6-77a9d3011c7d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting port 071c3745-de68-4c9c-be27-1b1cc5e666aa {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:15:13.548241 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aced92fe-beb0-4967-a0b6-77a9d3011c7d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:13.624730 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737098c-65a7-4866-85ce-2b6c49f6ac3b req-90e9c1a1-59c7-436c-9933-4bd871fef0cc tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:13.632088 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f737098c-65a7-4866-85ce-2b6c49f6ac3b req-90e9c1a1-59c7-436c-9933-4bd871fef0cc tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.2987180 Feb 04 21:15:13.664192 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4bf0d-69e9-4767-84ee-52ae4b20f560 req-0b168856-8fab-47c1-95a1-f85fab8e7ae4 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:13.672503 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dfa4bf0d-69e9-4767-84ee-52ae4b20f560 req-0b168856-8fab-47c1-95a1-f85fab8e7ae4 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=0edb42c7-1e8f-4737-9497-9d913786eb4c HTTP/1.1" status: 200 len: 945 time: 0.2682643 Feb 04 21:15:13.745946 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dfa4bf0d-69e9-4767-84ee-52ae4b20f560 req-84d7b220-7f6a-4e3b-b7d4-962d32aed19a tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722525 Feb 04 21:15:13.763127 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f737098c-65a7-4866-85ce-2b6c49f6ac3b req-9c304b1c-1794-44cd-aff6-aa693cda43b1 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299341 Feb 04 21:15:13.827596 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643c6a12-47d2-4a5a-a384-c6eee850b1ca', 'code': 200} Feb 04 21:15:13.828566 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4fba309-aacb-4ce8-8e75-f590293532f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc455fff-36d5-4957-80f6-0f7fd5ffe999', 'code': 200} Feb 04 21:15:13.883847 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b37ccfbc-7004-4fa8-bcfb-96089af59392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:13.958378 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aced92fe-beb0-4967-a0b6-77a9d3011c7d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:14.177138 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-aced92fe-beb0-4967-a0b6-77a9d3011c7d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Calling delete_port for 071c3745-de68-4c9c-be27-1b1cc5e666aa owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:15:14.470729 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aced92fe-beb0-4967-a0b6-77a9d3011c7d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:14.490831 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c94fbcb-7f7d-468b-9ba5-93c1cd9620df None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:15:14.578073 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced92fe-beb0-4967-a0b6-77a9d3011c7d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Port': ['ID=071c3745-de68-4c9c-be27-1b1cc5e666aa,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:14.641767 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aced92fe-beb0-4967-a0b6-77a9d3011c7d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:14.663218 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-aced92fe-beb0-4967-a0b6-77a9d3011c7d tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/071c3745-de68-4c9c-be27-1b1cc5e666aa HTTP/1.1" status: 204 len: 168 time: 1.2101882 Feb 04 21:15:14.663456 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 44164) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:14.669441 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-370ed487-9f9f-47f7-987c-1e37342c8904 None None] Provisioning for port 904bf298-01da-4b70-86e2-807017fabdec completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:15:14.673678 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4e85-aa51-4968-bf6a-40a854b6f41d req-9bc9106e-81f0-4d4e-9e9c-11074276dae6 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:14.675119 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-918f4e85-aa51-4968-bf6a-40a854b6f41d req-9bc9106e-81f0-4d4e-9e9c-11074276dae6 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=0edb42c7-1e8f-4737-9497-9d913786eb4c HTTP/1.1" status: 200 len: 945 time: 0.3306534 Feb 04 21:15:14.721674 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ff278-c898-4a90-8cbd-d1e28b5993e0 req-a1e06397-0e66-407a-8fac-95febefb81ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:14.723104 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-581ff278-c898-4a90-8cbd-d1e28b5993e0 req-a1e06397-0e66-407a-8fac-95febefb81ae service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f4fba309-aacb-4ce8-8e75-f590293532f9 HTTP/1.1" status: 200 len: 1096 time: 0.7940669 Feb 04 21:15:14.796781 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d826f7-f90c-4499-8d55-e60f1c098ce9 req-a480808d-5c37-4f2c-b4ec-854f0f81da7b tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:14.798432 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-30d826f7-f90c-4499-8d55-e60f1c098ce9 req-a480808d-5c37-4f2c-b4ec-854f0f81da7b tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 947 time: 0.3791840 Feb 04 21:15:14.833610 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302ff27-0ffe-4258-a8c5-6a5837c4ec94 req-6b99e712-26c8-4540-8ceb-a8e3e7dca97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:14.838887 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7302ff27-0ffe-4258-a8c5-6a5837c4ec94 req-6b99e712-26c8-4540-8ceb-a8e3e7dca97a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 1098 time: 0.4502981 Feb 04 21:15:14.958006 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-918f4e85-aa51-4968-bf6a-40a854b6f41d req-3d713d08-8779-46c2-b96b-d25330432a66 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390447 Feb 04 21:15:14.980429 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-581ff278-c898-4a90-8cbd-d1e28b5993e0 req-76baa18d-84b8-452e-abcb-1e4bed3868c9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=61e28d64-5e6c-4f36-a8fd-016c62ab839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360761 Feb 04 21:15:14.983310 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7302ff27-0ffe-4258-a8c5-6a5837c4ec94 req-34653fb0-0f10-44fc-81b8-843ce1f42fc0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767632 Feb 04 21:15:14.986883 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cdb575-15b0-4cd2-af7d-6adea2a1c94b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:14.988614 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cdb575-15b0-4cd2-af7d-6adea2a1c94b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:14.989600 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-35cdb575-15b0-4cd2-af7d-6adea2a1c94b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:15:15.055566 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-30d826f7-f90c-4499-8d55-e60f1c098ce9 req-68bec743-1f2d-4f19-9daa-b976c161f753 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074203 Feb 04 21:15:15.061458 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-35cdb575-15b0-4cd2-af7d-6adea2a1c94b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:15:15.064605 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-35cdb575-15b0-4cd2-af7d-6adea2a1c94b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3884425 Feb 04 21:15:15.068391 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44178) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:15.072166 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 904bf298-01da-4b70-86e2-807017fabdec up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:15:15.266330 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5e2a6-3937-46c3-b907-37792ab6de1e req-55df574d-f4e5-4fc1-87f6-c5cd736ac52e tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:15.278210 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f6d5e2a6-3937-46c3-b907-37792ab6de1e req-55df574d-f4e5-4fc1-87f6-c5cd736ac52e tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.1421692 Feb 04 21:15:15.341202 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeebd15b-39da-4318-ac8f-8fefe21018e2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting subnet c61c151e-6fc1-45d3-a461-e9122c6c904f {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:15:15.351350 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aeebd15b-39da-4318-ac8f-8fefe21018e2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:15.361893 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 904bf298-01da-4b70-86e2-807017fabdec completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:15:15.368336 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 904bf298-01da-4b70-86e2-807017fabdec triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:15:15.368744 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:15.411354 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f6d5e2a6-3937-46c3-b907-37792ab6de1e req-9518f802-c814-4844-8361-da1d08eb34d7 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268716 Feb 04 21:15:15.509517 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aeebd15b-39da-4318-ac8f-8fefe21018e2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:15.532104 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-89aabce7-34af-48b2-9d68-4ab24dfe8f39 req-b59afb16-aeb5-4b33-885c-3fd90282d492 tempest-ServerShowV254Test-50147973 tempest-ServerShowV254Test-50147973-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3e5f66e-cdef-4ef4-977b-cc7f50279fa3 HTTP/1.1" status: 200 len: 210 time: 0.1342518 Feb 04 21:15:15.672798 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-4780ae4b-2e90-47c5-a9c6-11e857a9914a None None] Provisioning complete for port 904bf298-01da-4b70-86e2-807017fabdec triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:15:15.672964 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4780ae4b-2e90-47c5-a9c6-11e857a9914a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:15.730315 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aeebd15b-39da-4318-ac8f-8fefe21018e2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:15.772227 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:15.846022 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aeebd15b-39da-4318-ac8f-8fefe21018e2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:15.865068 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-04ec920a-f67b-4089-a33a-f7dc78a23238 req-eaefb740-05b7-45b4-9c24-55355b4ce81e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b3e5f66e-cdef-4ef4-977b-cc7f50279fa3 HTTP/1.1" status: 200 len: 210 time: 0.1360910 Feb 04 21:15:15.904129 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeebd15b-39da-4318-ac8f-8fefe21018e2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Subnet': ['ID=c61c151e-6fc1-45d3-a461-e9122c6c904f,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:15.921958 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aeebd15b-39da-4318-ac8f-8fefe21018e2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:15.933893 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c94cf8-0213-49bb-a2c3-be3eed5ee7f8 req-8a15ce23-f9a4-4a0b-a677-e77ad754eb5a tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:15.942179 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-78c94cf8-0213-49bb-a2c3-be3eed5ee7f8 req-8a15ce23-f9a4-4a0b-a677-e77ad754eb5a tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4fba309-aacb-4ce8-8e75-f590293532f9 HTTP/1.1" status: 200 len: 945 time: 0.3217547 Feb 04 21:15:16.000736 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-aeebd15b-39da-4318-ac8f-8fefe21018e2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/c61c151e-6fc1-45d3-a461-e9122c6c904f HTTP/1.1" status: 204 len: 168 time: 0.9284041 Feb 04 21:15:16.001558 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44194) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:16.078956 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-78c94cf8-0213-49bb-a2c3-be3eed5ee7f8 req-353072e5-7c30-4273-a007-7be42a690679 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] 10.222.0.26 "GET /v2.0/security-groups?id=61e28d64-5e6c-4f36-a8fd-016c62ab839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358056 Feb 04 21:15:16.177016 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4780ae4b-2e90-47c5-a9c6-11e857a9914a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:16.213885 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2dc19c45-7b51-4ccb-b8f5-772384cf3e36 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2111285 Feb 04 21:15:16.216083 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44206) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:16.226297 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f687d36-78fe-4295-9678-b7fd4994fa01 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:15:16.386677 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58073a0-519d-49a1-a3dc-ee1d2f1b92c9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:16.387412 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e58073a0-519d-49a1-a3dc-ee1d2f1b92c9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:15:16.432249 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e58073a0-519d-49a1-a3dc-ee1d2f1b92c9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:15:16.440020 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e58073a0-519d-49a1-a3dc-ee1d2f1b92c9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2186329 Feb 04 21:15:16.440319 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44222) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:16.511139 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:15:16.511575 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:15:16.677554 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d95610e-904e-4364-ac61-a7da049a2ff0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:16.678529 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5d95610e-904e-4364-ac61-a7da049a2ff0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:15:16.686939 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-637c3a8c-f271-47b3-8e59-25d9eeb9a231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:16.709311 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-4780ae4b-2e90-47c5-a9c6-11e857a9914a None None] For port 904bf298-01da-4b70-86e2-807017fabdec, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=904bf298-01da-4b70-86e2-807017fabdec,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:16.725105 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4780ae4b-2e90-47c5-a9c6-11e857a9914a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:16.727377 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5d95610e-904e-4364-ac61-a7da049a2ff0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:15:16.730670 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5d95610e-904e-4364-ac61-a7da049a2ff0 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2894156 Feb 04 21:15:16.734061 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 44248) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:16.882466 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-218d4c80-2c8a-4f8c-9e0c-4506e798fd78 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1477146 Feb 04 21:15:16.886567 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44260) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:16.894273 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-83b0e269-3b1c-4b06-bbfc-f395be1e4ecd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:15:16.987139 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780ae4b-2e90-47c5-a9c6-11e857a9914a None None] Pushing event updated for resources: {'Port': ['ID=904bf298-01da-4b70-86e2-807017fabdec,revision_number=7']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:17.002595 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-935b90d4-5c03-4749-a449-d1c9e24d3371 None None] Could not find standard attr ID for object 071c3745-de68-4c9c-be27-1b1cc5e666aa. {{(pid=87684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 21:15:17.070175 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336878fc-c501-4ab4-9476-7487920a1717 req-1eeebbf3-3073-47e8-a0cb-5a6c66b33f0b tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:17.086817 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-336878fc-c501-4ab4-9476-7487920a1717 req-1eeebbf3-3073-47e8-a0cb-5a6c66b33f0b tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 947 time: 0.1866288 Feb 04 21:15:17.197792 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4e92c5-c546-444b-9bf0-17ae8bcfea8f None None] DHCP port deletion for f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:15:17.209771 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-336878fc-c501-4ab4-9476-7487920a1717 req-5d5cea1f-2ecd-439c-8095-45938dd43cc0 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002553 Feb 04 21:15:17.214920 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-8e4e92c5-c546-444b-9bf0-17ae8bcfea8f None None] Deleting port 904bf298-01da-4b70-86e2-807017fabdec {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:15:17.215295 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8e4e92c5-c546-444b-9bf0-17ae8bcfea8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:17.361935 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 904bf298-01da-4b70-86e2-807017fabdec no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:15:17.453416 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-83b0e269-3b1c-4b06-bbfc-f395be1e4ecd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:17.480297 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-83b0e269-3b1c-4b06-bbfc-f395be1e4ecd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:17.502559 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3934a-c534-41a2-bc34-d7229ca75685 req-e0307e43-b446-40a3-9cca-9551236bd220 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:17.509557 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b0e269-3b1c-4b06-bbfc-f395be1e4ecd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:15:17.510076 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-30c3934a-c534-41a2-bc34-d7229ca75685 req-e0307e43-b446-40a3-9cca-9551236bd220 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=0edb42c7-1e8f-4737-9497-9d913786eb4c HTTP/1.1" status: 200 len: 945 time: 0.0995944 Feb 04 21:15:17.514016 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-83b0e269-3b1c-4b06-bbfc-f395be1e4ecd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:17.570265 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-30c3934a-c534-41a2-bc34-d7229ca75685 req-5fdffff7-b2a8-40f1-8b29-f138993026e0 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590522 Feb 04 21:15:17.824398 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:17.847288 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060034c-4183-4ea6-bca3-fae2107c170f req-70189100-9fda-4b11-a63e-2ca0aac0bc9d tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:17.849114 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f060034c-4183-4ea6-bca3-fae2107c170f req-70189100-9fda-4b11-a63e-2ca0aac0bc9d tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.1570568 Feb 04 21:15:17.925235 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f060034c-4183-4ea6-bca3-fae2107c170f req-35ed9b2a-5ec7-4357-838e-e38a1f9a2107 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701876 Feb 04 21:15:17.968251 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-83b0e269-3b1c-4b06-bbfc-f395be1e4ecd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:18.059861 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-8e4e92c5-c546-444b-9bf0-17ae8bcfea8f None None] For port 904bf298-01da-4b70-86e2-807017fabdec, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=904bf298-01da-4b70-86e2-807017fabdec,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:18.062754 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8e4e92c5-c546-444b-9bf0-17ae8bcfea8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:18.118264 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b0e269-3b1c-4b06-bbfc-f395be1e4ecd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:15:18.136415 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-83b0e269-3b1c-4b06-bbfc-f395be1e4ecd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:15:18.150348 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b0e269-3b1c-4b06-bbfc-f395be1e4ecd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:18.150952 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-83b0e269-3b1c-4b06-bbfc-f395be1e4ecd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:18.184154 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:18.194674 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0e269-3b1c-4b06-bbfc-f395be1e4ecd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Subnet': ['ID=229e32e7-aefa-4b1c-8257-97dd04c6e498,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:18.219281 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-83b0e269-3b1c-4b06-bbfc-f395be1e4ecd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3283627 Feb 04 21:15:18.219758 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44284) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:18.238483 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-61cae8c0-5728-408b-9b01-aed7acc2a770 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'port': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'mac_address': 'fa:16:3e:6f:2c:da', 'name': 'tempest-NetworksTestDHCPv6-1557646394'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:15:18.272186 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-8e4e92c5-c546-444b-9bf0-17ae8bcfea8f None None] Calling delete_port for 904bf298-01da-4b70-86e2-807017fabdec owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:15:18.312891 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:18.316260 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357b188-7c45-4ba8-9f21-b41298c138c6 req-b4def4a4-8ff2-48cb-bf80-48d82adebc71 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:18.323204 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a357b188-7c45-4ba8-9f21-b41298c138c6 req-b4def4a4-8ff2-48cb-bf80-48d82adebc71 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4fba309-aacb-4ce8-8e75-f590293532f9 HTTP/1.1" status: 200 len: 945 time: 0.1932034 Feb 04 21:15:18.363384 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 904bf298-01da-4b70-86e2-807017fabdec, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=904bf298-01da-4b70-86e2-807017fabdec,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:18.380405 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:18.381609 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c05dee-444f-43ce-b00f-ddd621de6e58 req-47005656-64f6-4b34-875f-be3174d90b51 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:18.383108 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47c05dee-444f-43ce-b00f-ddd621de6e58 req-47005656-64f6-4b34-875f-be3174d90b51 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.32 "GET /v2.0/ports?device_id=0edb42c7-1e8f-4737-9497-9d913786eb4c HTTP/1.1" status: 200 len: 945 time: 0.1917148 Feb 04 21:15:18.435071 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-61cae8c0-5728-408b-9b01-aed7acc2a770 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:18.448331 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-61cae8c0-5728-408b-9b01-aed7acc2a770 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:18.462893 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61cae8c0-5728-408b-9b01-aed7acc2a770 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:15:18.504215 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-47c05dee-444f-43ce-b00f-ddd621de6e58 req-971bc4a8-6de6-48ce-8012-add452b3c1c6 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Deleting port 78e30fb9-00f6-4d7b-8993-f6fa3e762180 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:15:18.504439 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-47c05dee-444f-43ce-b00f-ddd621de6e58 req-971bc4a8-6de6-48ce-8012-add452b3c1c6 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:18.548305 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=904bf298-01da-4b70-86e2-807017fabdec,revision_number=8']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:18.558944 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a357b188-7c45-4ba8-9f21-b41298c138c6 req-b79f7504-e5cd-413d-ae53-121a0b8167ee tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] 10.222.0.26 "GET /v2.0/security-groups?id=61e28d64-5e6c-4f36-a8fd-016c62ab839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345269 Feb 04 21:15:18.560136 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-8e4e92c5-c546-444b-9bf0-17ae8bcfea8f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:15:18.561089 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-8e4e92c5-c546-444b-9bf0-17ae8bcfea8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:15:18.647881 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-61cae8c0-5728-408b-9b01-aed7acc2a770 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:18.708213 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-61cae8c0-5728-408b-9b01-aed7acc2a770 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] device_id is not set on port f53835e5-98d8-46da-98e9-26ee4b61f3c2 yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:15:18.858282 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44298) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:18.873120 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:18.905082 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-61cae8c0-5728-408b-9b01-aed7acc2a770 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Allocated IP 2001:db8::2b8 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/229e32e7-aefa-4b1c-8257-97dd04c6e498/f53835e5-98d8-46da-98e9-26ee4b61f3c2) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:15:19.048485 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-47c05dee-444f-43ce-b00f-ddd621de6e58 req-971bc4a8-6de6-48ce-8012-add452b3c1c6 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] For port 78e30fb9-00f6-4d7b-8993-f6fa3e762180, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=78e30fb9-00f6-4d7b-8993-f6fa3e762180,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:19.049607 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-47c05dee-444f-43ce-b00f-ddd621de6e58 req-971bc4a8-6de6-48ce-8012-add452b3c1c6 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:19.062345 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-8e4e92c5-c546-444b-9bf0-17ae8bcfea8f None None] Deleting port 904bf298-01da-4b70-86e2-807017fabdec {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:15:19.062955 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8e4e92c5-c546-444b-9bf0-17ae8bcfea8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:19.080085 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c6746-e488-43fe-80b4-81de6c141f7b req-f11c0712-2a93-4ffb-abe0-3382804693fe tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:19.081865 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-539c6746-e488-43fe-80b4-81de6c141f7b req-f11c0712-2a93-4ffb-abe0-3382804693fe tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.3327677 Feb 04 21:15:19.184262 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-61cae8c0-5728-408b-9b01-aed7acc2a770 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:19.206136 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-61cae8c0-5728-408b-9b01-aed7acc2a770 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Transition to ACTIVE for port object f53835e5-98d8-46da-98e9-26ee4b61f3c2 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:15:19.231399 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-47c05dee-444f-43ce-b00f-ddd621de6e58 req-971bc4a8-6de6-48ce-8012-add452b3c1c6 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Calling delete_port for 78e30fb9-00f6-4d7b-8993-f6fa3e762180 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:15:19.247449 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-61cae8c0-5728-408b-9b01-aed7acc2a770 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:19.303523 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-539c6746-e488-43fe-80b4-81de6c141f7b req-1f571b3f-8d26-48fc-b543-f445233f4af0 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703632 Feb 04 21:15:19.373140 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cae8c0-5728-408b-9b01-aed7acc2a770 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:15:19.377256 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-61cae8c0-5728-408b-9b01-aed7acc2a770 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:15:19.455178 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cae8c0-5728-408b-9b01-aed7acc2a770 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:15:19.461015 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cae8c0-5728-408b-9b01-aed7acc2a770 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:19.461864 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-61cae8c0-5728-408b-9b01-aed7acc2a770 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:19.487688 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-47c05dee-444f-43ce-b00f-ddd621de6e58 req-971bc4a8-6de6-48ce-8012-add452b3c1c6 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:19.515134 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['e791a7ac-6865-4c87-8ac5-f39dc8b22567', '78e30fb9-00f6-4d7b-8993-f6fa3e762180'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:15:19.522827 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cae8c0-5728-408b-9b01-aed7acc2a770 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Port': ['ID=f53835e5-98d8-46da-98e9-26ee4b61f3c2,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:19.604728 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971bc4a8-6de6-48ce-8012-add452b3c1c6 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Pushing event deleted for resources: {'Port': ['ID=78e30fb9-00f6-4d7b-8993-f6fa3e762180,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:19.619507 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-61cae8c0-5728-408b-9b01-aed7acc2a770 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3983598 Feb 04 21:15:19.628612 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44308) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:19.651878 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-8e4e92c5-c546-444b-9bf0-17ae8bcfea8f None None] For port 904bf298-01da-4b70-86e2-807017fabdec, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=904bf298-01da-4b70-86e2-807017fabdec,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:19.652287 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8e4e92c5-c546-444b-9bf0-17ae8bcfea8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:19.788575 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c05dee-444f-43ce-b00f-ddd621de6e58 req-971bc4a8-6de6-48ce-8012-add452b3c1c6 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] No DVR routers for this DVR port 78e30fb9-00f6-4d7b-8993-f6fa3e762180 on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:15:19.792044 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-47c05dee-444f-43ce-b00f-ddd621de6e58 req-971bc4a8-6de6-48ce-8012-add452b3c1c6 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:19.797634 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0edb42c7-1e8f-4737-9497-9d913786eb4c', 'name': 'network-vif-deleted', 'tag': '78e30fb9-00f6-4d7b-8993-f6fa3e762180'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:15:19.799023 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-8e4e92c5-c546-444b-9bf0-17ae8bcfea8f None None] Calling delete_port for 904bf298-01da-4b70-86e2-807017fabdec owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:15:19.826625 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47c05dee-444f-43ce-b00f-ddd621de6e58 req-971bc4a8-6de6-48ce-8012-add452b3c1c6 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.32 "DELETE /v2.0/ports/78e30fb9-00f6-4d7b-8993-f6fa3e762180 HTTP/1.1" status: 204 len: 173 time: 1.4359567 Feb 04 21:15:19.839279 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e25d2-8184-420a-968f-9f757350ba08 req-abdc81dc-b5ae-490b-92d1-94cbd713518f tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:19.840897 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ed0e25d2-8184-420a-968f-9f757350ba08 req-abdc81dc-b5ae-490b-92d1-94cbd713518f tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 947 time: 0.2438338 Feb 04 21:15:19.874373 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04db4f25-ec75-45fe-a39e-09250c058bb9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:19.880637 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04db4f25-ec75-45fe-a39e-09250c058bb9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:19.881582 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-04db4f25-ec75-45fe-a39e-09250c058bb9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:15:19.938756 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8e4e92c5-c546-444b-9bf0-17ae8bcfea8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:19.966265 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ed0e25d2-8184-420a-968f-9f757350ba08 req-2d3dcdd5-5e88-4f77-9563-1b911e4e9b7a tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074879 Feb 04 21:15:19.988323 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-04db4f25-ec75-45fe-a39e-09250c058bb9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:15:19.991933 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-04db4f25-ec75-45fe-a39e-09250c058bb9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.3595128 Feb 04 21:15:19.993399 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 44314) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:20.075985 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e92c5-c546-444b-9bf0-17ae8bcfea8f None None] Pushing event deleted for resources: {'Port': ['ID=904bf298-01da-4b70-86e2-807017fabdec,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:20.078104 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4e92c5-c546-444b-9bf0-17ae8bcfea8f None None] No DVR routers for this DVR port 904bf298-01da-4b70-86e2-807017fabdec on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:15:20.112132 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac29dc97-fc1b-4ca0-bd4b-29f63f5129dd None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:15:20.115198 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-2e71d3b3-affc-4c9a-87dd-fc5543495287 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting port f53835e5-98d8-46da-98e9-26ee4b61f3c2 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:15:20.115709 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2e71d3b3-affc-4c9a-87dd-fc5543495287 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:20.211800 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-32961997-7747-42c9-84f3-c8bbeb17a413 req-eceef999-e246-4f3e-a43d-8229731d2c04 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Synchronizing usage tracker for tenant:cbe7b967cf5b4bf8a129a586503d8461 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:15:20.235183 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-32961997-7747-42c9-84f3-c8bbeb17a413 req-eceef999-e246-4f3e-a43d-8229731d2c04 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Unset dirty status for tenant:cbe7b967cf5b4bf8a129a586503d8461 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:15:20.236645 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-32961997-7747-42c9-84f3-c8bbeb17a413 req-eceef999-e246-4f3e-a43d-8229731d2c04 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=0edb42c7-1e8f-4737-9497-9d913786eb4c HTTP/1.1" status: 200 len: 210 time: 0.0906870 Feb 04 21:15:20.433574 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4effbef7-e6f1-4b28-ab09-eae60198b2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:20.468693 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2e71d3b3-affc-4c9a-87dd-fc5543495287 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:20.517563 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafb220a-5e59-4f4a-be96-9f9dde460edb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'tenant_id': 'c1a09abf1d69443ba4dc5757947fc733', 'fixed_ips': [{'subnet_id': '229e32e7-aefa-4b1c-8257-97dd04c6e498'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:15:20.518395 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-bafb220a-5e59-4f4a-be96-9f9dde460edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:20.615389 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-2e71d3b3-affc-4c9a-87dd-fc5543495287 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Calling delete_port for f53835e5-98d8-46da-98e9-26ee4b61f3c2 owned by {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:15:20.771710 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0edb42c7-1e8f-4737-9497-9d913786eb4c', 'name': 'network-vif-deleted', 'tag': '78e30fb9-00f6-4d7b-8993-f6fa3e762180', 'status': 'completed', 'code': 200} Feb 04 21:15:20.783456 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2e71d3b3-affc-4c9a-87dd-fc5543495287 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:20.848081 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71d3b3-affc-4c9a-87dd-fc5543495287 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Port': ['ID=f53835e5-98d8-46da-98e9-26ee4b61f3c2,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:20.859693 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-bafb220a-5e59-4f4a-be96-9f9dde460edb None None] Allocated IP 2001:db8::2 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/229e32e7-aefa-4b1c-8257-97dd04c6e498/83c3a40d-8d08-4e9d-917e-0f2e35383c3a) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:15:20.946735 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2e71d3b3-affc-4c9a-87dd-fc5543495287 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:20.985540 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-2e71d3b3-affc-4c9a-87dd-fc5543495287 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/f53835e5-98d8-46da-98e9-26ee4b61f3c2 HTTP/1.1" status: 204 len: 168 time: 0.9919832 Feb 04 21:15:20.988748 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 44332) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:21.054529 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2a392-9de3-4339-9923-0ac13090aa6a req-64138e5b-6c7d-4067-9122-229a5a45315a tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:21.055987 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-55b2a392-9de3-4339-9923-0ac13090aa6a req-64138e5b-6c7d-4067-9122-229a5a45315a tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.1531506 Feb 04 21:15:21.077829 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-4effbef7-e6f1-4b28-ab09-eae60198b2b4 admin admin] Deleting port 068cada8-879f-484d-90ab-4a64a6cd5196 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:15:21.077829 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4effbef7-e6f1-4b28-ab09-eae60198b2b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:21.116413 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-55b2a392-9de3-4339-9923-0ac13090aa6a req-bac4d4e3-e539-40a6-af8d-d56d58b8254d tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496759 Feb 04 21:15:21.119691 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d3b86d-5dcf-42aa-ad4a-e1e4a895f548 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:21.120967 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d3b86d-5dcf-42aa-ad4a-e1e4a895f548 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:21.125082 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c7d3b86d-5dcf-42aa-ad4a-e1e4a895f548 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1309555 Feb 04 21:15:21.125377 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 44336) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:21.177929 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-bafb220a-5e59-4f4a-be96-9f9dde460edb None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:21.200236 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-bafb220a-5e59-4f4a-be96-9f9dde460edb None None] Transition to ACTIVE for port object 83c3a40d-8d08-4e9d-917e-0f2e35383c3a will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:15:21.205967 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f0d761-6f97-4466-89dc-b4c68f7cdd5e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting subnet 229e32e7-aefa-4b1c-8257-97dd04c6e498 {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:15:21.221764 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-bafb220a-5e59-4f4a-be96-9f9dde460edb None None] Transition to ACTIVE for port object 83c3a40d-8d08-4e9d-917e-0f2e35383c3a will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:15:21.228509 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-98f0d761-6f97-4466-89dc-b4c68f7cdd5e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:21.230015 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-bafb220a-5e59-4f4a-be96-9f9dde460edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:21.317293 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafb220a-5e59-4f4a-be96-9f9dde460edb None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:15:21.319993 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-bafb220a-5e59-4f4a-be96-9f9dde460edb None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:15:21.328435 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafb220a-5e59-4f4a-be96-9f9dde460edb None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:15:21.446044 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb220a-5e59-4f4a-be96-9f9dde460edb None None] Pushing event updated for resources: {'Port': ['ID=83c3a40d-8d08-4e9d-917e-0f2e35383c3a,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:21.466193 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-4effbef7-e6f1-4b28-ab09-eae60198b2b4 admin admin] For port 068cada8-879f-484d-90ab-4a64a6cd5196, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=068cada8-879f-484d-90ab-4a64a6cd5196,segment=NetworkSegment(185e8ff9-a032-4320-9e92-29b7ef98b0f5),segment_id=185e8ff9-a032-4320-9e92-29b7ef98b0f5)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:21.467400 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4effbef7-e6f1-4b28-ab09-eae60198b2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:21.476984 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-bafb220a-5e59-4f4a-be96-9f9dde460edb None None] Attempting to bind port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:15:21.477455 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-bafb220a-5e59-4f4a-be96-9f9dde460edb None None] Attempting to bind port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:15:21.477889 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafb220a-5e59-4f4a-be96-9f9dde460edb None None] Attempting to bind port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a on network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:15:21.482284 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafb220a-5e59-4f4a-be96-9f9dde460edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:21.483309 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafb220a-5e59-4f4a-be96-9f9dde460edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:21.483712 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafb220a-5e59-4f4a-be96-9f9dde460edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:21.484118 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafb220a-5e59-4f4a-be96-9f9dde460edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:21.484522 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafb220a-5e59-4f4a-be96-9f9dde460edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:21.484921 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafb220a-5e59-4f4a-be96-9f9dde460edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:21.485336 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafb220a-5e59-4f4a-be96-9f9dde460edb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:21.485736 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafb220a-5e59-4f4a-be96-9f9dde460edb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:21.486122 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafb220a-5e59-4f4a-be96-9f9dde460edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:21.486509 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafb220a-5e59-4f4a-be96-9f9dde460edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:21.486906 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafb220a-5e59-4f4a-be96-9f9dde460edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:21.487292 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafb220a-5e59-4f4a-be96-9f9dde460edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:21.492937 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafb220a-5e59-4f4a-be96-9f9dde460edb None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:15:21.493422 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafb220a-5e59-4f4a-be96-9f9dde460edb None None] Checking segment: {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:15:21.493896 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-bafb220a-5e59-4f4a-be96-9f9dde460edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:21.494351 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafb220a-5e59-4f4a-be96-9f9dde460edb None None] Bound using segment: {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:15:21.494963 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-bafb220a-5e59-4f4a-be96-9f9dde460edb None None] Bound port: 83c3a40d-8d08-4e9d-917e-0f2e35383c3a, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f11f2d-b98c-4d5d-8905-25a14db95071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:15:21.495473 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-bafb220a-5e59-4f4a-be96-9f9dde460edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:21.592273 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-bafb220a-5e59-4f4a-be96-9f9dde460edb None None] For port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:15:21.595643 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-bafb220a-5e59-4f4a-be96-9f9dde460edb None None] For port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=83c3a40d-8d08-4e9d-917e-0f2e35383c3a,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:15:21.601519 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-bafb220a-5e59-4f4a-be96-9f9dde460edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:21.628680 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-98f0d761-6f97-4466-89dc-b4c68f7cdd5e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:21.630067 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-4effbef7-e6f1-4b28-ab09-eae60198b2b4 admin admin] Calling delete_port for 068cada8-879f-484d-90ab-4a64a6cd5196 owned by network:router_interface {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:15:21.701923 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb220a-5e59-4f4a-be96-9f9dde460edb None None] Pushing event updated for resources: {'Port': ['ID=83c3a40d-8d08-4e9d-917e-0f2e35383c3a,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:21.725021 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ec71c-8378-492a-9a1c-38e69f784c35 req-398d1208-7b67-45bc-8f88-b5dd0082a3b2 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:21.726567 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a80ec71c-8378-492a-9a1c-38e69f784c35 req-398d1208-7b67-45bc-8f88-b5dd0082a3b2 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.1754944 Feb 04 21:15:21.784659 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a80ec71c-8378-492a-9a1c-38e69f784c35 req-02677fcc-6ee5-46f0-94da-185e98ca2a46 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484583 Feb 04 21:15:21.793275 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-98f0d761-6f97-4466-89dc-b4c68f7cdd5e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:21.928317 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-98f0d761-6f97-4466-89dc-b4c68f7cdd5e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:21.964400 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4effbef7-e6f1-4b28-ab09-eae60198b2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:22.036830 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-98f0d761-6f97-4466-89dc-b4c68f7cdd5e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:22.063780 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-98f0d761-6f97-4466-89dc-b4c68f7cdd5e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/229e32e7-aefa-4b1c-8257-97dd04c6e498 HTTP/1.1" status: 204 len: 168 time: 0.9373763 Feb 04 21:15:22.064617 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 44356) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:22.065385 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0d761-6f97-4466-89dc-b4c68f7cdd5e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Subnet': ['ID=229e32e7-aefa-4b1c-8257-97dd04c6e498,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:22.097112 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4effbef7-e6f1-4b28-ab09-eae60198b2b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=068cada8-879f-484d-90ab-4a64a6cd5196,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:22.205311 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ab5eda3f-483c-4b41-874f-3a417c868c7f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1300099 Feb 04 21:15:22.209944 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 44360) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:22.336358 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765cbb3a-b0d0-43f0-b899-2a2c3e3523df tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:22.337171 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-765cbb3a-b0d0-43f0-b899-2a2c3e3523df tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:15:22.349433 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a063f2-aa59-48d9-a8dc-644254aaed42 req-70e11a5c-9e43-4f0f-956a-e7791c849379 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:22.356648 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-59a063f2-aa59-48d9-a8dc-644254aaed42 req-70e11a5c-9e43-4f0f-956a-e7791c849379 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4fba309-aacb-4ce8-8e75-f590293532f9 HTTP/1.1" status: 200 len: 945 time: 0.2040236 Feb 04 21:15:22.397069 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-765cbb3a-b0d0-43f0-b899-2a2c3e3523df tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:15:22.400693 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-765cbb3a-b0d0-43f0-b899-2a2c3e3523df tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1872013 Feb 04 21:15:22.401919 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 44364) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:22.454054 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-59a063f2-aa59-48d9-a8dc-644254aaed42 req-26c92518-2651-46fe-8023-8a4901968aec tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] 10.222.0.26 "GET /v2.0/security-groups?id=61e28d64-5e6c-4f36-a8fd-016c62ab839a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961354 Feb 04 21:15:22.498547 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31df3206-14d7-43b3-afdd-a5edd699536c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:22.499501 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-31df3206-14d7-43b3-afdd-a5edd699536c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:15:22.517239 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-31df3206-14d7-43b3-afdd-a5edd699536c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:15:22.518891 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-31df3206-14d7-43b3-afdd-a5edd699536c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1159444 Feb 04 21:15:22.521484 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 44368) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:22.552047 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4effbef7-e6f1-4b28-ab09-eae60198b2b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:22.596827 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-dba38986-87bf-4507-9d4e-1eb72cfd6a17 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0740044 Feb 04 21:15:22.601058 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 44372) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:22.606897 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-acc4fc0a-b154-436b-8557-846d0265dbe6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:15:22.727479 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-acc4fc0a-b154-436b-8557-846d0265dbe6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:22.739822 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-acc4fc0a-b154-436b-8557-846d0265dbe6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:22.753001 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc4fc0a-b154-436b-8557-846d0265dbe6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:15:22.757360 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-acc4fc0a-b154-436b-8557-846d0265dbe6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:23.125842 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4effbef7-e6f1-4b28-ab09-eae60198b2b4 admin admin] Router 67ff9376-b6d4-48ae-95fd-0e45b8d337b5 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:15:23.135269 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 78e30fb9-00f6-4d7b-8993-f6fa3e762180 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:15:23.194032 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: 78e30fb9-00f6-4d7b-8993-f6fa3e762180 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:15:23.194708 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 78e30fb9-00f6-4d7b-8993-f6fa3e762180 not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:15:23.207943 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78346a68-1417-4af9-8339-ad9492be613e req-b10424f2-a090-42c9-aa47-5d09a4c96968 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:23.209774 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-78346a68-1417-4af9-8339-ad9492be613e req-b10424f2-a090-42c9-aa47-5d09a4c96968 tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4fba309-aacb-4ce8-8e75-f590293532f9 HTTP/1.1" status: 200 len: 945 time: 0.2742910 Feb 04 21:15:23.254866 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a2435a-a8e5-4eb3-8b94-f7be78737bc1 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:15:23.272448 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829dc47-4682-4fe3-9909-86da8be9ff0a req-a62f4ed6-0f01-48b4-8824-985933941470 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:23.273971 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f829dc47-4682-4fe3-9909-86da8be9ff0a req-a62f4ed6-0f01-48b4-8824-985933941470 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.2294486 Feb 04 21:15:23.397346 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4effbef7-e6f1-4b28-ab09-eae60198b2b4 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:15:23.415714 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f829dc47-4682-4fe3-9909-86da8be9ff0a req-d4063023-390f-4adc-a8d8-24a713d08acc tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306899 Feb 04 21:15:23.415905 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e44d4f9-359d-412e-91a9-5ac07e603629 None None] Sync routers for ids ['67ff9376-b6d4-48ae-95fd-0e45b8d337b5'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:15:23.416581 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4effbef7-e6f1-4b28-ab09-eae60198b2b4 admin admin] 10.222.0.26 "PUT /v2.0/routers/67ff9376-b6d4-48ae-95fd-0e45b8d337b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5545599 Feb 04 21:15:23.417623 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44384) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:23.422266 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c07c335a-2890-4fb1-b46f-e473cf6be719 None None] Could not find standard attr ID for object f53835e5-98d8-46da-98e9-26ee4b61f3c2. {{(pid=87684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 21:15:23.434050 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-78346a68-1417-4af9-8339-ad9492be613e req-ccbd9e37-fb4e-4a11-afb2-90c80a286c0c tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Deleting port cc455fff-36d5-4957-80f6-0f7fd5ffe999 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:15:23.435713 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-78346a68-1417-4af9-8339-ad9492be613e req-ccbd9e37-fb4e-4a11-afb2-90c80a286c0c tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:23.442620 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 83c3a40d-8d08-4e9d-917e-0f2e35383c3a up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:15:23.510076 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e44d4f9-359d-412e-91a9-5ac07e603629 None None] Routers {'67ff9376-b6d4-48ae-95fd-0e45b8d337b5'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:15:23.511220 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-8e44d4f9-359d-412e-91a9-5ac07e603629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:15:17Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['67ff9376-b6d4-48ae-95fd-0e45b8d337b5'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:23.648204 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c07c335a-2890-4fb1-b46f-e473cf6be719 None None] Provisioning for port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:15:23.696911 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2a7c95db-f785-4fd4-98ea-a60b32569aa4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:23.853124 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:15:23.889513 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2a7c95db-f785-4fd4-98ea-a60b32569aa4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:23.899958 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:15:23.900395 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:23.901957 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-2a7c95db-f785-4fd4-98ea-a60b32569aa4 admin admin] Deleting port 150c57e9-cee7-43d3-be66-cc12b0649131 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:15:23.902493 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2a7c95db-f785-4fd4-98ea-a60b32569aa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:23.925457 n-d-827896-1 neutron-server[87683]: DEBUG neutron.objects.ports [None req-acc4fc0a-b154-436b-8557-846d0265dbe6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87683) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 21:15:24.039936 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-8e44d4f9-359d-412e-91a9-5ac07e603629 None None] Set router 67ff9376-b6d4-48ae-95fd-0e45b8d337b5 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:15:24.129311 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-2a7c95db-f785-4fd4-98ea-a60b32569aa4 admin admin] For port 150c57e9-cee7-43d3-be66-cc12b0649131, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=150c57e9-cee7-43d3-be66-cc12b0649131,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:24.129717 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2a7c95db-f785-4fd4-98ea-a60b32569aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:24.293675 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-2a7c95db-f785-4fd4-98ea-a60b32569aa4 admin admin] Calling delete_port for 150c57e9-cee7-43d3-be66-cc12b0649131 owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:15:24.314967 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-f5f0b2e7-5d21-4579-a2db-e478c0ab56c7 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:24.317232 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-f5f0b2e7-5d21-4579-a2db-e478c0ab56c7 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/networks?id=591535e8-eea5-447d-ad75-83d907ea6f08 HTTP/1.1" status: 200 len: 806 time: 0.7648454 Feb 04 21:15:24.365837 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-78346a68-1417-4af9-8339-ad9492be613e req-ccbd9e37-fb4e-4a11-afb2-90c80a286c0c tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] For port cc455fff-36d5-4957-80f6-0f7fd5ffe999, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=cc455fff-36d5-4957-80f6-0f7fd5ffe999,segment=NetworkSegment(50086a00-d8da-4b38-b265-6f520508840a),segment_id=50086a00-d8da-4b38-b265-6f520508840a)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:24.366198 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-78346a68-1417-4af9-8339-ad9492be613e req-ccbd9e37-fb4e-4a11-afb2-90c80a286c0c tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:24.376885 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-faa8abfd-9530-4006-8100-f0c54debdf3b tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/quotas/cbe7b967cf5b4bf8a129a586503d8461 HTTP/1.1" status: 200 len: 375 time: 0.0486956 Feb 04 21:15:24.380130 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-acc4fc0a-b154-436b-8557-846d0265dbe6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:24.405707 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:24.494014 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=83c3a40d-8d08-4e9d-917e-0f2e35383c3a,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:24.501413 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:24.611246 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=83c3a40d-8d08-4e9d-917e-0f2e35383c3a,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:24.614961 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-8e44d4f9-359d-412e-91a9-5ac07e603629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'name': 'tempest-TaggedBootDevicesTest_v242-2015095149-router', 'tenant_id': 'b242a09179d94d8193cc1c0208c67871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '150c57e9-cee7-43d3-be66-cc12b0649131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:07:37Z', 'updated_at': '2022-02-04T21:15:21Z', 'revision_number': 5, 'project_id': 'b242a09179d94d8193cc1c0208c67871', 'gw_port': {'id': '150c57e9-cee7-43d3-be66-cc12b0649131', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:38Z', 'updated_at': '2022-02-04T21:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:24.619603 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-78346a68-1417-4af9-8339-ad9492be613e req-ccbd9e37-fb4e-4a11-afb2-90c80a286c0c tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Calling delete_port for cc455fff-36d5-4957-80f6-0f7fd5ffe999 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:15:24.624304 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e44d4f9-359d-412e-91a9-5ac07e603629 None None] Checking router: 67ff9376-b6d4-48ae-95fd-0e45b8d337b5 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:15:24.633356 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e44d4f9-359d-412e-91a9-5ac07e603629 None None] Routers {'67ff9376-b6d4-48ae-95fd-0e45b8d337b5'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:15:24.633977 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-8e44d4f9-359d-412e-91a9-5ac07e603629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:15:17Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['67ff9376-b6d4-48ae-95fd-0e45b8d337b5'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:24.801180 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2a7c95db-f785-4fd4-98ea-a60b32569aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:24.882075 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-45fe49b1-d1da-4cde-a21d-a86d3a7313f3 None None] Provisioning complete for port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:15:24.882601 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-45fe49b1-d1da-4cde-a21d-a86d3a7313f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:24.892684 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c95db-f785-4fd4-98ea-a60b32569aa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=150c57e9-cee7-43d3-be66-cc12b0649131,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:24.954955 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-8e44d4f9-359d-412e-91a9-5ac07e603629 None None] Set router 67ff9376-b6d4-48ae-95fd-0e45b8d337b5 gateway port host: None {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:15:25.009419 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-acc4fc0a-b154-436b-8557-846d0265dbe6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] For port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=83c3a40d-8d08-4e9d-917e-0f2e35383c3a,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:25.036508 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-acc4fc0a-b154-436b-8557-846d0265dbe6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:25.064691 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-acc4fc0a-b154-436b-8557-846d0265dbe6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:25.065526 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-acc4fc0a-b154-436b-8557-846d0265dbe6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:25.088343 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2a7c95db-f785-4fd4-98ea-a60b32569aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:25.091745 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-8e44d4f9-359d-412e-91a9-5ac07e603629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'name': 'tempest-TaggedBootDevicesTest_v242-2015095149-router', 'tenant_id': 'b242a09179d94d8193cc1c0208c67871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:07:37Z', 'updated_at': '2022-02-04T21:15:23Z', 'revision_number': 6, 'project_id': 'b242a09179d94d8193cc1c0208c67871', 'gw_port_host': None}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:25.146290 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e44d4f9-359d-412e-91a9-5ac07e603629 None None] The sync data for ids ['67ff9376-b6d4-48ae-95fd-0e45b8d337b5'] in n-d-827896-1 is: [{'id': '67ff9376-b6d4-48ae-95fd-0e45b8d337b5', 'name': 'tempest-TaggedBootDevicesTest_v242-2015095149-router', 'tenant_id': 'b242a09179d94d8193cc1c0208c67871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:07:37Z', 'updated_at': '2022-02-04T21:15:23Z', 'revision_number': 6, 'project_id': 'b242a09179d94d8193cc1c0208c67871', 'gw_port_host': None}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:15:25.193173 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-78346a68-1417-4af9-8339-ad9492be613e req-ccbd9e37-fb4e-4a11-afb2-90c80a286c0c tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:25.222394 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-77b7c3ab-00d0-4b51-b6f0-facf54cb93d0 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbe7b967cf5b4bf8a129a586503d8461&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7743022 Feb 04 21:15:25.236378 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc4fc0a-b154-436b-8557-846d0265dbe6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:15:25.244723 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-acc4fc0a-b154-436b-8557-846d0265dbe6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:15:25.282340 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc4fc0a-b154-436b-8557-846d0265dbe6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:25.282931 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-acc4fc0a-b154-436b-8557-846d0265dbe6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:25.321016 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c42d58e4-0a48-491f-a012-09321ce53ace None None] Could not find standard attr ID for object f53835e5-98d8-46da-98e9-26ee4b61f3c2. {{(pid=87684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 21:15:25.346541 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2a7c95db-f785-4fd4-98ea-a60b32569aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:25.350280 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2a7c95db-f785-4fd4-98ea-a60b32569aa4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:25.382500 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2a7c95db-f785-4fd4-98ea-a60b32569aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:25.382500 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7c95db-f785-4fd4-98ea-a60b32569aa4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67ff9376-b6d4-48ae-95fd-0e45b8d337b5 {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:15:25.396133 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2a7c95db-f785-4fd4-98ea-a60b32569aa4 admin admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:25.397480 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2a7c95db-f785-4fd4-98ea-a60b32569aa4 admin admin] 10.222.0.26 "DELETE /v2.0/routers/67ff9376-b6d4-48ae-95fd-0e45b8d337b5 HTTP/1.1" status: 204 len: 168 time: 1.9784625 Feb 04 21:15:25.399928 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44404) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:25.423654 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5862714a-1d95-4bb1-b207-0769368116ca None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:15:25.441795 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4fc0a-b154-436b-8557-846d0265dbe6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Port': ['ID=83c3a40d-8d08-4e9d-917e-0f2e35383c3a,revision_number=6']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:25.471454 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-7303df72-7a93-4b81-b986-b045191171cc admin admin] Deleting subnet 81b08678-ed5f-4876-93e1-3c270387f5db {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:15:25.475159 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7303df72-7a93-4b81-b986-b045191171cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:25.494387 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4fc0a-b154-436b-8557-846d0265dbe6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Subnet': ['ID=7e1060d8-50d4-4dce-88e3-0d2a7139046d,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:25.534217 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7303df72-7a93-4b81-b986-b045191171cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:25.596923 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd9e37-fb4e-4a11-afb2-90c80a286c0c tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Pushing event deleted for resources: {'Port': ['ID=cc455fff-36d5-4957-80f6-0f7fd5ffe999,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:25.598619 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-78346a68-1417-4af9-8339-ad9492be613e req-ccbd9e37-fb4e-4a11-afb2-90c80a286c0c tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] No DVR routers for this DVR port cc455fff-36d5-4957-80f6-0f7fd5ffe999 on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:15:25.606684 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-78346a68-1417-4af9-8339-ad9492be613e req-ccbd9e37-fb4e-4a11-afb2-90c80a286c0c tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:25.618336 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fba309-aacb-4ce8-8e75-f590293532f9', 'name': 'network-vif-deleted', 'tag': 'cc455fff-36d5-4957-80f6-0f7fd5ffe999'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:15:25.678044 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7303df72-7a93-4b81-b986-b045191171cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:25.698493 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-acc4fc0a-b154-436b-8557-846d0265dbe6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0961919 Feb 04 21:15:25.699393 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 44412) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:25.710755 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 83c3a40d-8d08-4e9d-917e-0f2e35383c3a up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:15:25.718663 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-a17921d8-7e2e-4ad1-9c63-14c8c0f3fa7c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:15:25.767926 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-fcdec425-448d-47f3-8c5e-798f83368777 service neutron] 10.222.0.26 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5211360 Feb 04 21:15:25.773143 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-78346a68-1417-4af9-8339-ad9492be613e req-ccbd9e37-fb4e-4a11-afb2-90c80a286c0c tempest-ServerPasswordTestJSON-1569591446 tempest-ServerPasswordTestJSON-1569591446-project] 10.222.0.32 "DELETE /v2.0/ports/cc455fff-36d5-4957-80f6-0f7fd5ffe999 HTTP/1.1" status: 204 len: 173 time: 2.5504797 Feb 04 21:15:25.817711 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7303df72-7a93-4b81-b986-b045191171cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:25.876652 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7303df72-7a93-4b81-b986-b045191171cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:25.886968 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25827a9-283a-4c64-bdac-61ae9c50ed86 None None] Network 332fe6aa-ed66-44ea-9220-8f05179f41a3 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:15:25.895176 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7303df72-7a93-4b81-b986-b045191171cc admin admin] 10.222.0.26 "DELETE /v2.0/subnets/81b08678-ed5f-4876-93e1-3c270387f5db HTTP/1.1" status: 204 len: 168 time: 0.4935982 Feb 04 21:15:25.900843 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44418) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:25.915839 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:15:25.917437 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:25.922285 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303df72-7a93-4b81-b986-b045191171cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81b08678-ed5f-4876-93e1-3c270387f5db,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:26.067834 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-83946fc3-b6bc-498b-b7e6-e3a6d360620e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:26.104429 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-83946fc3-b6bc-498b-b7e6-e3a6d360620e admin admin] Deleting port c70d5519-ac0c-4603-b739-299262cc2a10 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:15:26.104429 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-83946fc3-b6bc-498b-b7e6-e3a6d360620e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:26.258998 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:26.390023 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-a17921d8-7e2e-4ad1-9c63-14c8c0f3fa7c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:26.413269 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-a17921d8-7e2e-4ad1-9c63-14c8c0f3fa7c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:subnet and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:15:26.418455 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-a17921d8-7e2e-4ad1-9c63-14c8c0f3fa7c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:15:26.427128 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-b0b89328-c5df-4b9e-b5b0-fbeaeb3c5735 service neutron] 10.222.0.26 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622377 Feb 04 21:15:26.434149 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-a17921d8-7e2e-4ad1-9c63-14c8c0f3fa7c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:26.457155 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17921d8-7e2e-4ad1-9c63-14c8c0f3fa7c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:15:26.461084 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a17921d8-7e2e-4ad1-9c63-14c8c0f3fa7c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:26.493678 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-83946fc3-b6bc-498b-b7e6-e3a6d360620e admin admin] For port c70d5519-ac0c-4603-b739-299262cc2a10, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=c70d5519-ac0c-4603-b739-299262cc2a10,segment=NetworkSegment(185e8ff9-a032-4320-9e92-29b7ef98b0f5),segment_id=185e8ff9-a032-4320-9e92-29b7ef98b0f5)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:26.494306 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-83946fc3-b6bc-498b-b7e6-e3a6d360620e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:26.554058 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee92e761-cd2a-4d5c-8819-5fdc85c9ed93 None None] DHCP port deletion for 332fe6aa-ed66-44ea-9220-8f05179f41a3 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:15:26.558585 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-ee92e761-cd2a-4d5c-8819-5fdc85c9ed93 None None] Deleting port c70d5519-ac0c-4603-b739-299262cc2a10 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:15:26.559047 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ee92e761-cd2a-4d5c-8819-5fdc85c9ed93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:26.702253 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-83946fc3-b6bc-498b-b7e6-e3a6d360620e admin admin] Calling delete_port for c70d5519-ac0c-4603-b739-299262cc2a10 owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:15:26.750638 n-d-827896-1 neutron-server[87683]: INFO neutron.db.ipam_backend_mixin [None req-a17921d8-7e2e-4ad1-9c63-14c8c0f3fa7c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7e1060d8-50d4-4dce-88e3-0d2a7139046d (CIDR: 2001:db8::/64) Feb 04 21:15:26.764446 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-a17921d8-7e2e-4ad1-9c63-14c8c0f3fa7c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 21:15:26.765269 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a17921d8-7e2e-4ad1-9c63-14c8c0f3fa7c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:15:26.797605 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d2adea72-db3f-47ca-a402-71425b3d88ba None None] Provisioning complete for port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:15:26.798056 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d2adea72-db3f-47ca-a402-71425b3d88ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:26.824720 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-83946fc3-b6bc-498b-b7e6-e3a6d360620e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:26.855688 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-a17921d8-7e2e-4ad1-9c63-14c8c0f3fa7c tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1433566 Feb 04 21:15:26.864026 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 44428) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:26.891229 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83946fc3-b6bc-498b-b7e6-e3a6d360620e admin admin] Pushing event deleted for resources: {'Port': ['ID=c70d5519-ac0c-4603-b739-299262cc2a10,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:26.891601 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-e4a9eb79-28e2-4765-b2f0-0afc821fb03a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:15:26.904132 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83946fc3-b6bc-498b-b7e6-e3a6d360620e admin admin] No DVR routers for this DVR port c70d5519-ac0c-4603-b739-299262cc2a10 on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:15:27.011971 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-ee92e761-cd2a-4d5c-8819-5fdc85c9ed93 None None] For port c70d5519-ac0c-4603-b739-299262cc2a10, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=c70d5519-ac0c-4603-b739-299262cc2a10,segment=NetworkSegment(185e8ff9-a032-4320-9e92-29b7ef98b0f5),segment_id=185e8ff9-a032-4320-9e92-29b7ef98b0f5)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:27.012707 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ee92e761-cd2a-4d5c-8819-5fdc85c9ed93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:27.101299 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device cc455fff-36d5-4957-80f6-0f7fd5ffe999 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:15:27.113960 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4192352-5450-4c1c-8e09-2b3975613c0b req-7be1a7d5-4e9c-46da-8e7f-d016e0a6342d tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:27.116112 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b4192352-5450-4c1c-8e09-2b3975613c0b req-7be1a7d5-4e9c-46da-8e7f-d016e0a6342d tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.3134511 Feb 04 21:15:27.117754 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e4a9eb79-28e2-4765-b2f0-0afc821fb03a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:27.124718 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e4a9eb79-28e2-4765-b2f0-0afc821fb03a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:subnet and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:15:27.129535 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e4a9eb79-28e2-4765-b2f0-0afc821fb03a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:15:27.144823 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: cc455fff-36d5-4957-80f6-0f7fd5ffe999 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:15:27.145514 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device cc455fff-36d5-4957-80f6-0f7fd5ffe999 not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:15:27.190479 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e4a9eb79-28e2-4765-b2f0-0afc821fb03a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:27.202959 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b4192352-5450-4c1c-8e09-2b3975613c0b req-e48162a2-d412-4c63-8234-96d097f3aa4c tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724261 Feb 04 21:15:27.209994 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-83946fc3-b6bc-498b-b7e6-e3a6d360620e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:27.220751 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a9eb79-28e2-4765-b2f0-0afc821fb03a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:15:27.226642 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e4a9eb79-28e2-4765-b2f0-0afc821fb03a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:27.279511 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-83946fc3-b6bc-498b-b7e6-e3a6d360620e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332fe6aa-ed66-44ea-9220-8f05179f41a3']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:27.314085 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-83946fc3-b6bc-498b-b7e6-e3a6d360620e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '185e8ff9-a032-4320-9e92-29b7ef98b0f5') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:27.314376 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-83946fc3-b6bc-498b-b7e6-e3a6d360620e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '185e8ff9-a032-4320-9e92-29b7ef98b0f5') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:27.335093 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-83946fc3-b6bc-498b-b7e6-e3a6d360620e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:27.364192 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-83946fc3-b6bc-498b-b7e6-e3a6d360620e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:27.374877 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83946fc3-b6bc-498b-b7e6-e3a6d360620e admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:15:27.375287 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-83946fc3-b6bc-498b-b7e6-e3a6d360620e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:27.402040 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:15:27.402040 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:15:27.402040 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:15:27.402040 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:15:27.402040 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:15:27.402040 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:15:27.402040 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:15:27.402040 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:15:27.402040 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:15:27.402040 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:15:27.402040 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:15:27.402040 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:15:27.402040 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:15:27.402040 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:15:27.402040 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:15:27.402040 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:15:27.402040 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:15:27.402040 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:15:27.402040 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:15:27.402040 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:15:27.402040 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:15:27.402040 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:15:27.402040 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:15:27.402040 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:15:27.402040 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:15:27.402040 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:15:27.402040 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:15:27.402040 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:15:27.402040 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:15:27.402040 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:15:27.402040 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:15:27.402040 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:15:27.413500 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44442) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:27.440394 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-ee92e761-cd2a-4d5c-8819-5fdc85c9ed93 None None] Calling delete_port for c70d5519-ac0c-4603-b739-299262cc2a10 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:15:27.460197 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4fba309-aacb-4ce8-8e75-f590293532f9', 'name': 'network-vif-deleted', 'tag': 'cc455fff-36d5-4957-80f6-0f7fd5ffe999', 'status': 'completed', 'code': 200} Feb 04 21:15:27.528309 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device c70d5519-ac0c-4603-b739-299262cc2a10 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:15:27.612334 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: c70d5519-ac0c-4603-b739-299262cc2a10 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:15:27.613374 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device c70d5519-ac0c-4603-b739-299262cc2a10 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:15:27.613374 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 150c57e9-cee7-43d3-be66-cc12b0649131 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:15:27.865908 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-83946fc3-b6bc-498b-b7e6-e3a6d360620e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:27.865908 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-83946fc3-b6bc-498b-b7e6-e3a6d360620e admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:27.875485 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-010915e1-3df6-46b6-8f04-6c4866404e47 req-90c15c9b-3f0c-4a35-a939-cbd1eaebf076 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=a027fe8a-088d-4807-b56a-3102389d6763 HTTP/1.1" status: 200 len: 210 time: 0.0872011 Feb 04 21:15:27.875881 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83946fc3-b6bc-498b-b7e6-e3a6d360620e admin admin] Pushing event deleted for resources: {'Network': ['ID=332fe6aa-ed66-44ea-9220-8f05179f41a3,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:27.876129 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 150c57e9-cee7-43d3-be66-cc12b0649131 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:15:27.876129 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 150c57e9-cee7-43d3-be66-cc12b0649131 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:15:27.876129 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 068cada8-879f-484d-90ab-4a64a6cd5196 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:15:27.876621 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-83946fc3-b6bc-498b-b7e6-e3a6d360620e admin admin] 10.222.0.26 "DELETE /v2.0/networks/332fe6aa-ed66-44ea-9220-8f05179f41a3 HTTP/1.1" status: 204 len: 168 time: 1.7946217 Feb 04 21:15:27.876621 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44450) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:27.876621 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-f20c6945-85c9-4b7f-b141-522f2c72c8eb admin admin] Deleting subnet f8fc208e-36b1-49fe-949b-e85cf82f2ef9 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:15:27.876621 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f20c6945-85c9-4b7f-b141-522f2c72c8eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:27.877228 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 068cada8-879f-484d-90ab-4a64a6cd5196 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:15:27.877228 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 068cada8-879f-484d-90ab-4a64a6cd5196 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:15:27.899764 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-ee92e761-cd2a-4d5c-8819-5fdc85c9ed93 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:15:27.900192 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-ee92e761-cd2a-4d5c-8819-5fdc85c9ed93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:15:28.019205 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e4a9eb79-28e2-4765-b2f0-0afc821fb03a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:28.087541 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a9eb79-28e2-4765-b2f0-0afc821fb03a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:15:28.092094 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-e4a9eb79-28e2-4765-b2f0-0afc821fb03a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:15:28.099603 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a9eb79-28e2-4765-b2f0-0afc821fb03a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:28.099603 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e4a9eb79-28e2-4765-b2f0-0afc821fb03a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:28.119628 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447c5452-ead4-47c8-82ed-6a86df701a4d None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:15:28.124852 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a9eb79-28e2-4765-b2f0-0afc821fb03a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Subnet': ['ID=a3cc8e94-e392-4c6e-a8e9-1eca6465fdb1,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:28.156823 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109c14d-3c68-4abc-abef-02d15adb6fd8 req-19ffcd88-017c-421d-843e-43d1d32e77bd tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:28.156823 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c109c14d-3c68-4abc-abef-02d15adb6fd8 req-19ffcd88-017c-421d-843e-43d1d32e77bd tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.2065511 Feb 04 21:15:28.192734 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e4a9eb79-28e2-4765-b2f0-0afc821fb03a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3154025 Feb 04 21:15:28.192734 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 44466) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:28.208291 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-732782f2-33dc-49b0-b5ec-7607c3ba77dd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'port': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'mac_address': 'fa:16:3e:c3:b8:2e', 'name': 'tempest-NetworksTestDHCPv6-376596881'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:15:28.284037 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f20c6945-85c9-4b7f-b141-522f2c72c8eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:28.382571 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f20c6945-85c9-4b7f-b141-522f2c72c8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:28.436717 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-ee92e761-cd2a-4d5c-8819-5fdc85c9ed93 None None] Deleting port c70d5519-ac0c-4603-b739-299262cc2a10 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:15:28.436717 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ee92e761-cd2a-4d5c-8819-5fdc85c9ed93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:28.514653 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f20c6945-85c9-4b7f-b141-522f2c72c8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:28.571773 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-ee92e761-cd2a-4d5c-8819-5fdc85c9ed93 None None] The port 'c70d5519-ac0c-4603-b739-299262cc2a10' was deleted {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:15:28.586731 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c109c14d-3c68-4abc-abef-02d15adb6fd8 req-d0e09c93-921f-40ea-b5b6-a17774f61d21 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324338 Feb 04 21:15:28.626584 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c6945-85c9-4b7f-b141-522f2c72c8eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8fc208e-36b1-49fe-949b-e85cf82f2ef9,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:28.650909 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f20c6945-85c9-4b7f-b141-522f2c72c8eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:28.657940 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20c6945-85c9-4b7f-b141-522f2c72c8eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:28.658285 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20c6945-85c9-4b7f-b141-522f2c72c8eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:28.658617 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20c6945-85c9-4b7f-b141-522f2c72c8eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:28.658947 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20c6945-85c9-4b7f-b141-522f2c72c8eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:28.659271 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20c6945-85c9-4b7f-b141-522f2c72c8eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:28.659593 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20c6945-85c9-4b7f-b141-522f2c72c8eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:28.659911 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20c6945-85c9-4b7f-b141-522f2c72c8eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:28.660230 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20c6945-85c9-4b7f-b141-522f2c72c8eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:28.660559 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20c6945-85c9-4b7f-b141-522f2c72c8eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:28.660867 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20c6945-85c9-4b7f-b141-522f2c72c8eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:28.661181 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20c6945-85c9-4b7f-b141-522f2c72c8eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:28.661525 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20c6945-85c9-4b7f-b141-522f2c72c8eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:15:28.676938 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f20c6945-85c9-4b7f-b141-522f2c72c8eb admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f8fc208e-36b1-49fe-949b-e85cf82f2ef9 HTTP/1.1" status: 204 len: 168 time: 1.2603526 Feb 04 21:15:28.679164 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44478) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:28.756674 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-4f4f788b-a57e-44bd-b10b-7e03a312ce6c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:28.758367 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-4f4f788b-a57e-44bd-b10b-7e03a312ce6c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.32 "GET /v2.0/networks?id=591535e8-eea5-447d-ad75-83d907ea6f08 HTTP/1.1" status: 200 len: 806 time: 0.3831940 Feb 04 21:15:28.829714 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be0445e-7750-474d-87f9-b41b60681da8 None None] Update dhcp port {'port': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'fixed_ips': [{'subnet_id': '7e1060d8-50d4-4dce-88e3-0d2a7139046d', 'ip_address': '2001:db8::f816:3eff:fe72:bd84'}, {'subnet_id': 'a3cc8e94-e392-4c6e-a8e9-1eca6465fdb1'}], 'binding:host_id': 'n-d-827896-1'}, 'id': '83c3a40d-8d08-4e9d-917e-0f2e35383c3a'} from n-d-827896-1. {{(pid=87684) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 21:15:28.833479 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-9547d268-00e5-4040-8d0a-bfb157fad31c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Request body: {'port': {'device_id': 'a027fe8a-088d-4807-b56a-3102389d6763', 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08', 'admin_state_up': True, 'tenant_id': 'cbe7b967cf5b4bf8a129a586503d8461'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:15:28.887539 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8be0445e-7750-474d-87f9-b41b60681da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:28.941276 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-73a48c34-ecb3-4026-a714-e66d61ad2ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:28.982345 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-732782f2-33dc-49b0-b5ec-7607c3ba77dd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:29.048004 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-732782f2-33dc-49b0-b5ec-7607c3ba77dd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:29.154899 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-9547d268-00e5-4040-8d0a-bfb157fad31c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:29.160764 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732782f2-33dc-49b0-b5ec-7607c3ba77dd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:15:29.168179 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-73a48c34-ecb3-4026-a714-e66d61ad2ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:29.194644 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96429668-1265-4c76-89a7-968cee24bfe4 req-54553e3a-b61c-44e4-8cb7-4041e357b233 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:29.196264 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-96429668-1265-4c76-89a7-968cee24bfe4 req-54553e3a-b61c-44e4-8cb7-4041e357b233 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.4369280 Feb 04 21:15:29.236574 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-73a48c34-ecb3-4026-a714-e66d61ad2ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d11b81-dc68-4fcd-ae14-a470732aae11']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:29.258756 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-8be0445e-7750-474d-87f9-b41b60681da8 None None] Allocated IP 2001:db8:0:1::2 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/a3cc8e94-e392-4c6e-a8e9-1eca6465fdb1/83c3a40d-8d08-4e9d-917e-0f2e35383c3a) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:15:29.259060 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-73a48c34-ecb3-4026-a714-e66d61ad2ed9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50086a00-d8da-4b38-b265-6f520508840a') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:29.259540 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-73a48c34-ecb3-4026-a714-e66d61ad2ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50086a00-d8da-4b38-b265-6f520508840a') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:29.294116 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-73a48c34-ecb3-4026-a714-e66d61ad2ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:29.332919 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-73a48c34-ecb3-4026-a714-e66d61ad2ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:29.339075 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bb29f6fc-9397-480b-ba9a-02d1ec115ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:29.416901 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a48c34-ecb3-4026-a714-e66d61ad2ed9 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:15:29.416901 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-73a48c34-ecb3-4026-a714-e66d61ad2ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:29.442043 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:15:29.442043 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:15:29.442043 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:15:29.442043 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:15:29.442043 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:15:29.442043 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:15:29.442043 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:15:29.442043 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:15:29.442043 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:15:29.442043 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:15:29.442043 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:15:29.442043 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:15:29.442043 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:15:29.442043 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:15:29.442043 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:15:29.442043 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:15:29.442043 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:15:29.442043 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:15:29.442043 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:15:29.442043 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:15:29.442043 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:15:29.442043 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:15:29.442043 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:15:29.442043 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:15:29.442043 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:15:29.442043 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:15:29.442043 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:15:29.442043 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:15:29.442043 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:15:29.442043 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:15:29.442043 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:15:29.442043 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:15:29.458660 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-8be0445e-7750-474d-87f9-b41b60681da8 None None] For port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=83c3a40d-8d08-4e9d-917e-0f2e35383c3a,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:29.465130 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-9547d268-00e5-4040-8d0a-bfb157fad31c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:29.481728 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8be0445e-7750-474d-87f9-b41b60681da8 None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:29.512409 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-9547d268-00e5-4040-8d0a-bfb157fad31c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Made reservation on behalf of cbe7b967cf5b4bf8a129a586503d8461 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:15:29.512409 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-9547d268-00e5-4040-8d0a-bfb157fad31c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:29.557826 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-96429668-1265-4c76-89a7-968cee24bfe4 req-6711d716-bd1d-4adb-940c-943254aeceff tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185451 Feb 04 21:15:29.668456 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-732782f2-33dc-49b0-b5ec-7607c3ba77dd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:29.748114 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f8ed543b-f75b-47bc-b665-d31f049a7cf5 req-6941b3ed-44b4-4acf-a9ba-b902769a1401 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=a027fe8a-088d-4807-b56a-3102389d6763 HTTP/1.1" status: 200 len: 210 time: 0.0693200 Feb 04 21:15:29.749575 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-8be0445e-7750-474d-87f9-b41b60681da8 None None] Transition to ACTIVE for port object 83c3a40d-8d08-4e9d-917e-0f2e35383c3a will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:15:29.768764 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [None req-732782f2-33dc-49b0-b5ec-7607c3ba77dd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] device_id is not set on port cd6a0d5e-7d1b-4ef1-86b2-ccfa26d5b207 yet. {{(pid=87683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:15:29.794250 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8be0445e-7750-474d-87f9-b41b60681da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:29.806738 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-73a48c34-ecb3-4026-a714-e66d61ad2ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:29.854347 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-73a48c34-ecb3-4026-a714-e66d61ad2ed9 admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:29.862785 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-73a48c34-ecb3-4026-a714-e66d61ad2ed9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/67d11b81-dc68-4fcd-ae14-a470732aae11 HTTP/1.1" status: 204 len: 168 time: 1.1766775 Feb 04 21:15:29.892921 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a48c34-ecb3-4026-a714-e66d61ad2ed9 admin admin] Pushing event deleted for resources: {'Network': ['ID=67d11b81-dc68-4fcd-ae14-a470732aae11,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:29.951215 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0445e-7750-474d-87f9-b41b60681da8 None None] Pushing event updated for resources: {'Port': ['ID=83c3a40d-8d08-4e9d-917e-0f2e35383c3a,revision_number=7']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:30.152755 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 44496) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:30.246473 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-bb29f6fc-9397-480b-ba9a-02d1ec115ddf admin admin] Deleting port dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:15:30.246473 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bb29f6fc-9397-480b-ba9a-02d1ec115ddf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:30.264811 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-9547d268-00e5-4040-8d0a-bfb157fad31c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Allocated IP 172.20.0.12 (591535e8-eea5-447d-ad75-83d907ea6f08/6328ddc0-a59e-4cee-8cab-7daa1242332a/87d53a83-81d4-4d8d-95f7-6d5ceff1084e) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:15:30.440642 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-abd2c4ce-da33-4fe4-bcc8-27ee6114ee4b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=54eda65a38e8448b88f68748aaa80e62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2852685 Feb 04 21:15:30.453266 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 44510) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:30.641981 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-bb29f6fc-9397-480b-ba9a-02d1ec115ddf admin admin] For port dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc,segment=NetworkSegment(fc6df35a-5cba-4c87-b58f-b3aa9a64e64d),segment_id=fc6df35a-5cba-4c87-b58f-b3aa9a64e64d)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:30.641981 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bb29f6fc-9397-480b-ba9a-02d1ec115ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:30.720087 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-732782f2-33dc-49b0-b5ec-7607c3ba77dd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Allocated IP 2001:db8:0:1::1d2 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/a3cc8e94-e392-4c6e-a8e9-1eca6465fdb1/cd6a0d5e-7d1b-4ef1-86b2-ccfa26d5b207) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:15:30.725531 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-732782f2-33dc-49b0-b5ec-7607c3ba77dd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Allocated IP 2001:db8::f816:3eff:fec3:b82e (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/7e1060d8-50d4-4dce-88e3-0d2a7139046d/cd6a0d5e-7d1b-4ef1-86b2-ccfa26d5b207) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:15:30.887125 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-bb29f6fc-9397-480b-ba9a-02d1ec115ddf admin admin] Calling delete_port for dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc owned by network:router_interface {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:15:30.923498 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-60871762-f312-4a4b-85b2-b868aa1f475e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:31.192692 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-60871762-f312-4a4b-85b2-b868aa1f475e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:31.197738 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bb29f6fc-9397-480b-ba9a-02d1ec115ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:31.221527 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-9547d268-00e5-4040-8d0a-bfb157fad31c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:31.265428 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29f6fc-9397-480b-ba9a-02d1ec115ddf admin admin] Pushing event deleted for resources: {'Port': ['ID=dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:31.286200 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-dc978014-7b3f-4fef-8cba-57b03167ebc3 None None] Provisioning for port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:15:31.303631 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 83c3a40d-8d08-4e9d-917e-0f2e35383c3a up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:15:31.362070 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-dc978014-7b3f-4fef-8cba-57b03167ebc3 None None] Provisioning complete for port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:15:31.362439 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-dc978014-7b3f-4fef-8cba-57b03167ebc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:31.401742 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-732782f2-33dc-49b0-b5ec-7607c3ba77dd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:31.422071 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [None req-732782f2-33dc-49b0-b5ec-7607c3ba77dd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Transition to ACTIVE for port object cd6a0d5e-7d1b-4ef1-86b2-ccfa26d5b207 will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:15:31.455923 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-60871762-f312-4a4b-85b2-b868aa1f475e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:31.490457 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-732782f2-33dc-49b0-b5ec-7607c3ba77dd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:31.525584 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572830e3-6ffb-4dd1-8751-0a7e19abefd3 req-7551c398-5b5f-4775-a412-ec24e1a5719b tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:31.531412 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-572830e3-6ffb-4dd1-8751-0a7e19abefd3 req-7551c398-5b5f-4775-a412-ec24e1a5719b tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.7419250 Feb 04 21:15:31.539273 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60871762-f312-4a4b-85b2-b868aa1f475e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e28d64-5e6c-4f36-a8fd-016c62ab839a,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:31.650861 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:15:31.650861 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:31.707980 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732782f2-33dc-49b0-b5ec-7607c3ba77dd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:15:31.717155 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-732782f2-33dc-49b0-b5ec-7607c3ba77dd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:15:31.722607 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bb29f6fc-9397-480b-ba9a-02d1ec115ddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:31.723039 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-60871762-f312-4a4b-85b2-b868aa1f475e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:31.726818 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-60871762-f312-4a4b-85b2-b868aa1f475e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/61e28d64-5e6c-4f36-a8fd-016c62ab839a HTTP/1.1" status: 204 len: 168 time: 1.2653949 Feb 04 21:15:31.729613 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732782f2-33dc-49b0-b5ec-7607c3ba77dd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:15:31.736537 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732782f2-33dc-49b0-b5ec-7607c3ba77dd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:31.737351 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-732782f2-33dc-49b0-b5ec-7607c3ba77dd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:31.768809 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-9547d268-00e5-4040-8d0a-bfb157fad31c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:31.771346 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732782f2-33dc-49b0-b5ec-7607c3ba77dd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Port': ['ID=cd6a0d5e-7d1b-4ef1-86b2-ccfa26d5b207,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:31.845052 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-572830e3-6ffb-4dd1-8751-0a7e19abefd3 req-2965a2a4-253f-4f25-9885-68f6e478c3e1 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102288 Feb 04 21:15:31.848774 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['e791a7ac-6865-4c87-8ac5-f39dc8b22567'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:15:31.950578 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-9547d268-00e5-4040-8d0a-bfb157fad31c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Network 591535e8-eea5-447d-ad75-83d907ea6f08 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:15:31.980207 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-9547d268-00e5-4040-8d0a-bfb157fad31c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:15:32.055337 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-9547d268-00e5-4040-8d0a-bfb157fad31c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:15:32.159588 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-732782f2-33dc-49b0-b5ec-7607c3ba77dd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.9697366 Feb 04 21:15:32.192849 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 44534) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:32.366496 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-de601e3b-64f8-4096-ad0a-00e5ed397898 None None] Provisioning for port cd6a0d5e-7d1b-4ef1-86b2-ccfa26d5b207 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:15:32.366496 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-de601e3b-64f8-4096-ad0a-00e5ed397898 None None] Provisioning complete for port cd6a0d5e-7d1b-4ef1-86b2-ccfa26d5b207 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:15:32.366496 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-de601e3b-64f8-4096-ad0a-00e5ed397898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:32.446667 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-de601e3b-64f8-4096-ad0a-00e5ed397898 None None] Port cd6a0d5e-7d1b-4ef1-86b2-ccfa26d5b207 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:15:32.464976 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547d268-00e5-4040-8d0a-bfb157fad31c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Pushing event updated for resources: {'Port': ['ID=87d53a83-81d4-4d8d-95f7-6d5ceff1084e,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:32.541282 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-9547d268-00e5-4040-8d0a-bfb157fad31c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:32.542471 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-9547d268-00e5-4040-8d0a-bfb157fad31c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:32.576576 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-af88ab25-79a1-486f-a7d8-7f3297e9cd59 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting port cd6a0d5e-7d1b-4ef1-86b2-ccfa26d5b207 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:15:32.576916 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-af88ab25-79a1-486f-a7d8-7f3297e9cd59 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:32.655830 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-9547d268-00e5-4040-8d0a-bfb157fad31c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8417914 Feb 04 21:15:32.671131 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-d17d1ce6-ed12-49e9-87fe-e247efd16578 service neutron] Request body: {'port': {'device_id': 'a027fe8a-088d-4807-b56a-3102389d6763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:15:32.719729 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46296108-fefa-453d-a1bc-1a3790accaab req-df2ec020-f766-42bd-a4e5-fa7efcc6453b tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:32.719729 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-46296108-fefa-453d-a1bc-1a3790accaab req-df2ec020-f766-42bd-a4e5-fa7efcc6453b tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Synchronizing usage tracker for tenant:cbe7b967cf5b4bf8a129a586503d8461 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:15:32.750968 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb29f6fc-9397-480b-ba9a-02d1ec115ddf admin admin] Router 83d34849-4cf9-4645-8462-992a673ce84b has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:15:32.758859 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:32.975090 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-46296108-fefa-453d-a1bc-1a3790accaab req-df2ec020-f766-42bd-a4e5-fa7efcc6453b tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Unset dirty status for tenant:cbe7b967cf5b4bf8a129a586503d8461 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:15:32.976457 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-46296108-fefa-453d-a1bc-1a3790accaab req-df2ec020-f766-42bd-a4e5-fa7efcc6453b tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=a027fe8a-088d-4807-b56a-3102389d6763 HTTP/1.1" status: 200 len: 932 time: 0.7883692 Feb 04 21:15:33.075002 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb29f6fc-9397-480b-ba9a-02d1ec115ddf admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:15:33.086223 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa1ea23-392c-423a-b622-5476e21ea658 None None] Sync routers for ids ['83d34849-4cf9-4645-8462-992a673ce84b'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:15:33.102507 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa1ea23-392c-423a-b622-5476e21ea658 None None] Routers {'83d34849-4cf9-4645-8462-992a673ce84b'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:15:33.102507 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-6fa1ea23-392c-423a-b622-5476e21ea658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:15:17Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['83d34849-4cf9-4645-8462-992a673ce84b'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:33.124154 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bb29f6fc-9397-480b-ba9a-02d1ec115ddf admin admin] 10.222.0.26 "PUT /v2.0/routers/83d34849-4cf9-4645-8462-992a673ce84b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4116116 Feb 04 21:15:33.124154 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44560) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:33.349270 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44570) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:33.360279 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-d17d1ce6-ed12-49e9-87fe-e247efd16578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:33.391168 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-af88ab25-79a1-486f-a7d8-7f3297e9cd59 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:33.402535 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9343b92b-5c91-4775-8cfc-d72a833e9bda admin admin] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:33.417576 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-6fa1ea23-392c-423a-b622-5476e21ea658 None None] Set router 83d34849-4cf9-4645-8462-992a673ce84b gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:15:33.504607 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-46296108-fefa-453d-a1bc-1a3790accaab req-07648d2d-1d39-4449-a4f5-32db7a741f06 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788787 Feb 04 21:15:33.646985 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-7a031912-c39a-49f8-b5b9-87c738c93c1d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2057552342-network', 'tenant_id': '1a2ad9f6d6894e53a79216ac27c4fa23'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:15:33.661004 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7a031912-c39a-49f8-b5b9-87c738c93c1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:33.677026 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7a031912-c39a-49f8-b5b9-87c738c93c1d admin admin] Usage tracker for resource:network and tenant:1a2ad9f6d6894e53a79216ac27c4fa23 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:15:33.680891 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7a031912-c39a-49f8-b5b9-87c738c93c1d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:15:33.687592 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7a031912-c39a-49f8-b5b9-87c738c93c1d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:33.707379 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a031912-c39a-49f8-b5b9-87c738c93c1d admin admin] Made reservation on behalf of 1a2ad9f6d6894e53a79216ac27c4fa23 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:15:33.710482 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a031912-c39a-49f8-b5b9-87c738c93c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:33.727526 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a031912-c39a-49f8-b5b9-87c738c93c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:33.752366 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7a031912-c39a-49f8-b5b9-87c738c93c1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:33.757114 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7a031912-c39a-49f8-b5b9-87c738c93c1d admin admin] Usage tracker for resource:security_group_rule and tenant:1a2ad9f6d6894e53a79216ac27c4fa23 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:15:33.760328 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7a031912-c39a-49f8-b5b9-87c738c93c1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:15:33.767270 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7a031912-c39a-49f8-b5b9-87c738c93c1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:33.845122 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-af88ab25-79a1-486f-a7d8-7f3297e9cd59 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Calling delete_port for cd6a0d5e-7d1b-4ef1-86b2-ccfa26d5b207 owned by {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:15:33.855893 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:15:33.862014 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a031912-c39a-49f8-b5b9-87c738c93c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:33.868478 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9343b92b-5c91-4775-8cfc-d72a833e9bda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:33.885164 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a031912-c39a-49f8-b5b9-87c738c93c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:33.916642 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-9343b92b-5c91-4775-8cfc-d72a833e9bda admin admin] Deleting port b0802c5b-6c54-4a77-bd84-a1d7182db79c {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:15:33.916642 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9343b92b-5c91-4775-8cfc-d72a833e9bda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:33.926489 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-6fa1ea23-392c-423a-b622-5476e21ea658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d34849-4cf9-4645-8462-992a673ce84b', 'name': 'tempest-TaggedBootDevicesTest_v242-560962320-router', 'tenant_id': 'fe1687281af1421e8286127788c0c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'b0802c5b-6c54-4a77-bd84-a1d7182db79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:07:53Z', 'updated_at': '2022-02-04T21:15:31Z', 'revision_number': 5, 'project_id': 'fe1687281af1421e8286127788c0c5df', 'gw_port': {'id': 'b0802c5b-6c54-4a77-bd84-a1d7182db79c', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d34849-4cf9-4645-8462-992a673ce84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:07:57Z', 'updated_at': '2022-02-04T21:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:33.926489 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa1ea23-392c-423a-b622-5476e21ea658 None None] Checking router: 83d34849-4cf9-4645-8462-992a673ce84b for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:15:33.955764 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa1ea23-392c-423a-b622-5476e21ea658 None None] Routers {'83d34849-4cf9-4645-8462-992a673ce84b'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:15:33.955764 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-6fa1ea23-392c-423a-b622-5476e21ea658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:15:17Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['83d34849-4cf9-4645-8462-992a673ce84b'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:33.976645 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a031912-c39a-49f8-b5b9-87c738c93c1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:15:33.992804 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a031912-c39a-49f8-b5b9-87c738c93c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80426f3a-e19c-48f8-9cc2-5c9962c80172,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:34.007738 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a031912-c39a-49f8-b5b9-87c738c93c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:34.007738 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-7a031912-c39a-49f8-b5b9-87c738c93c1d admin admin] Added segment 1cf06032-9feb-46f6-ad85-830bb602df70 of type vlan for network 0b69af12-0710-4c29-9ce9-477356ad66cd Feb 04 21:15:34.183423 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a031912-c39a-49f8-b5b9-87c738c93c1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:34.223597 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-6fa1ea23-392c-423a-b622-5476e21ea658 None None] Set router 83d34849-4cf9-4645-8462-992a673ce84b gateway port host: None {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:15:34.257434 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-9343b92b-5c91-4775-8cfc-d72a833e9bda admin admin] For port b0802c5b-6c54-4a77-bd84-a1d7182db79c, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=b0802c5b-6c54-4a77-bd84-a1d7182db79c,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:34.258205 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9343b92b-5c91-4775-8cfc-d72a833e9bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:34.268565 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a031912-c39a-49f8-b5b9-87c738c93c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:34.270003 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a031912-c39a-49f8-b5b9-87c738c93c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:34.270852 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a031912-c39a-49f8-b5b9-87c738c93c1d admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:34.349567 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb090693-2705-4338-9e85-7ca564e0f9e3 req-17e34411-e8dc-41e6-b12a-df79628a112b tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:34.358015 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eb090693-2705-4338-9e85-7ca564e0f9e3 req-17e34411-e8dc-41e6-b12a-df79628a112b tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.6224434 Feb 04 21:15:34.392142 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-6fa1ea23-392c-423a-b622-5476e21ea658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d34849-4cf9-4645-8462-992a673ce84b', 'name': 'tempest-TaggedBootDevicesTest_v242-560962320-router', 'tenant_id': 'fe1687281af1421e8286127788c0c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:07:53Z', 'updated_at': '2022-02-04T21:15:33Z', 'revision_number': 6, 'project_id': 'fe1687281af1421e8286127788c0c5df', 'gw_port_host': None}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:34.392142 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa1ea23-392c-423a-b622-5476e21ea658 None None] The sync data for ids ['83d34849-4cf9-4645-8462-992a673ce84b'] in n-d-827896-1 is: [{'id': '83d34849-4cf9-4645-8462-992a673ce84b', 'name': 'tempest-TaggedBootDevicesTest_v242-560962320-router', 'tenant_id': 'fe1687281af1421e8286127788c0c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:07:53Z', 'updated_at': '2022-02-04T21:15:33Z', 'revision_number': 6, 'project_id': 'fe1687281af1421e8286127788c0c5df', 'gw_port_host': None}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:15:34.492911 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-eb090693-2705-4338-9e85-7ca564e0f9e3 req-4c85a878-4f01-4d80-8651-3a5f96fb8e23 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262722 Feb 04 21:15:34.556482 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-9343b92b-5c91-4775-8cfc-d72a833e9bda admin admin] Calling delete_port for b0802c5b-6c54-4a77-bd84-a1d7182db79c owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:15:34.610577 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-af88ab25-79a1-486f-a7d8-7f3297e9cd59 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:34.616501 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7a031912-c39a-49f8-b5b9-87c738c93c1d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2659235 Feb 04 21:15:34.625479 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44586) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:34.635723 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-3e7ade32-5907-4eee-93c2-427d818a7bf9 admin admin] Request body: {'subnet': {'network_id': '0b69af12-0710-4c29-9ce9-477356ad66cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057552342-subnet', 'tenant_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:15:34.642152 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3e7ade32-5907-4eee-93c2-427d818a7bf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:34.646236 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3e7ade32-5907-4eee-93c2-427d818a7bf9 admin admin] Usage tracker for resource:subnet and tenant:1a2ad9f6d6894e53a79216ac27c4fa23 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:15:34.649883 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3e7ade32-5907-4eee-93c2-427d818a7bf9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:15:34.666796 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3e7ade32-5907-4eee-93c2-427d818a7bf9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:34.670548 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a031912-c39a-49f8-b5b9-87c738c93c1d admin admin] Pushing event updated for resources: {'Network': ['ID=0b69af12-0710-4c29-9ce9-477356ad66cd,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:34.698974 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 0b69af12-0710-4c29-9ce9-477356ad66cd details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:15:34.714624 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-d17d1ce6-ed12-49e9-87fe-e247efd16578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87d53a83-81d4-4d8d-95f7-6d5ceff1084e {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:15:34.729187 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88ab25-79a1-486f-a7d8-7f3297e9cd59 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Port': ['ID=cd6a0d5e-7d1b-4ef1-86b2-ccfa26d5b207,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:34.741813 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-d17d1ce6-ed12-49e9-87fe-e247efd16578 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:34.878316 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-d17d1ce6-ed12-49e9-87fe-e247efd16578 service neutron] Transition to ACTIVE for port object 87d53a83-81d4-4d8d-95f7-6d5ceff1084e will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:15:34.948839 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-d17d1ce6-ed12-49e9-87fe-e247efd16578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:34.959003 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-af88ab25-79a1-486f-a7d8-7f3297e9cd59 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:34.990690 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7ade32-5907-4eee-93c2-427d818a7bf9 admin admin] Made reservation on behalf of 1a2ad9f6d6894e53a79216ac27c4fa23 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:15:34.999197 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3e7ade32-5907-4eee-93c2-427d818a7bf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:35.036848 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d1ce6-ed12-49e9-87fe-e247efd16578 service neutron] Pushing event updated for resources: {'Port': ['ID=87d53a83-81d4-4d8d-95f7-6d5ceff1084e,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:35.128266 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-af88ab25-79a1-486f-a7d8-7f3297e9cd59 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/cd6a0d5e-7d1b-4ef1-86b2-ccfa26d5b207 HTTP/1.1" status: 204 len: 168 time: 2.9130032 Feb 04 21:15:35.128266 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 44592) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:35.363763 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device b0802c5b-6c54-4a77-bd84-a1d7182db79c no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:15:35.436483 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70735dc8-f678-4436-ab75-faa4ca8f39e2 req-12c7616d-65fa-4502-8d5a-fd6e06b5c5e9 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:35.441778 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9343b92b-5c91-4775-8cfc-d72a833e9bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:35.444827 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-70735dc8-f678-4436-ab75-faa4ca8f39e2 req-12c7616d-65fa-4502-8d5a-fd6e06b5c5e9 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=a027fe8a-088d-4807-b56a-3102389d6763 HTTP/1.1" status: 200 len: 932 time: 0.7807357 Feb 04 21:15:35.466520 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: b0802c5b-6c54-4a77-bd84-a1d7182db79c {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:15:35.468359 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device b0802c5b-6c54-4a77-bd84-a1d7182db79c not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:15:35.468961 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:15:35.553821 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343b92b-5c91-4775-8cfc-d72a833e9bda admin admin] Pushing event deleted for resources: {'Port': ['ID=b0802c5b-6c54-4a77-bd84-a1d7182db79c,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:35.556972 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-70735dc8-f678-4436-ab75-faa4ca8f39e2 req-0772cc2e-91c7-4dd3-89e0-eef8407eeb26 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042168 Feb 04 21:15:35.604020 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:15:35.604020 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device dd6c4b2b-e23e-4f15-9456-f5fbb6ac29dc not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:15:35.651940 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c811337-a2b9-40c7-ad2d-fb3f6f2a7a4f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:35.651940 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5c811337-a2b9-40c7-ad2d-fb3f6f2a7a4f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:15:35.737386 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5c811337-a2b9-40c7-ad2d-fb3f6f2a7a4f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:15:35.737386 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5c811337-a2b9-40c7-ad2d-fb3f6f2a7a4f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5976110 Feb 04 21:15:35.737386 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 44602) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:35.738386 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3e7ade32-5907-4eee-93c2-427d818a7bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:35.787590 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-d17d1ce6-ed12-49e9-87fe-e247efd16578 service neutron] Attempting to bind port 87d53a83-81d4-4d8d-95f7-6d5ceff1084e on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:15:35.787927 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-d17d1ce6-ed12-49e9-87fe-e247efd16578 service neutron] Attempting to bind port 87d53a83-81d4-4d8d-95f7-6d5ceff1084e by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'addd5f6f-d521-4a6a-b6fc-650d4541337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:15:35.788246 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-d17d1ce6-ed12-49e9-87fe-e247efd16578 service neutron] Attempting to bind port 87d53a83-81d4-4d8d-95f7-6d5ceff1084e on network 591535e8-eea5-447d-ad75-83d907ea6f08 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:15:35.833815 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-d17d1ce6-ed12-49e9-87fe-e247efd16578 service neutron] Port 87d53a83-81d4-4d8d-95f7-6d5ceff1084e on network 591535e8-eea5-447d-ad75-83d907ea6f08 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:15:35.834137 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-d17d1ce6-ed12-49e9-87fe-e247efd16578 service neutron] Attempting to bind port 87d53a83-81d4-4d8d-95f7-6d5ceff1084e on network 591535e8-eea5-447d-ad75-83d907ea6f08 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:15:35.845965 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-d17d1ce6-ed12-49e9-87fe-e247efd16578 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:15:35.846562 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-d17d1ce6-ed12-49e9-87fe-e247efd16578 service neutron] Checking segment: {'id': 'addd5f6f-d521-4a6a-b6fc-650d4541337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:15:35.847136 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-d17d1ce6-ed12-49e9-87fe-e247efd16578 service neutron] Bound using segment: {'id': 'addd5f6f-d521-4a6a-b6fc-650d4541337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:15:35.847741 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-d17d1ce6-ed12-49e9-87fe-e247efd16578 service neutron] Bound port: 87d53a83-81d4-4d8d-95f7-6d5ceff1084e, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'addd5f6f-d521-4a6a-b6fc-650d4541337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:15:35.848268 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-d17d1ce6-ed12-49e9-87fe-e247efd16578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:35.853405 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7ade32-5907-4eee-93c2-427d818a7bf9 admin admin] Checking segment: {'id': '1cf06032-9feb-46f6-ad85-830bb602df70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '0b69af12-0710-4c29-9ce9-477356ad66cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:15:35.853874 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7ade32-5907-4eee-93c2-427d818a7bf9 admin admin] Network hostable DHCP agents. Network: 0b69af12-0710-4c29-9ce9-477356ad66cd, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:15:35.867747 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9343b92b-5c91-4775-8cfc-d72a833e9bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:35.996326 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95946a0-f95f-409b-8e6e-efba588fa4da tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:35.996326 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b95946a0-f95f-409b-8e6e-efba588fa4da tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2528462 Feb 04 21:15:36.006389 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 44608) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:36.073462 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9343b92b-5c91-4775-8cfc-d72a833e9bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:36.073462 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9343b92b-5c91-4775-8cfc-d72a833e9bda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:36.094674 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79720dfc-d838-45fa-ad43-e9bd5710979a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:36.096645 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79720dfc-d838-45fa-ad43-e9bd5710979a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:36.098620 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79720dfc-d838-45fa-ad43-e9bd5710979a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:36.099912 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-79720dfc-d838-45fa-ad43-e9bd5710979a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:15:36.101309 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ade32-5907-4eee-93c2-427d818a7bf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5d5079a-45cf-4ff8-96c8-6a9985c90ea3,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:36.104410 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9343b92b-5c91-4775-8cfc-d72a833e9bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:36.105049 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9343b92b-5c91-4775-8cfc-d72a833e9bda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83d34849-4cf9-4645-8462-992a673ce84b {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:15:36.130688 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7ade32-5907-4eee-93c2-427d818a7bf9 admin admin] Network 0b69af12-0710-4c29-9ce9-477356ad66cd is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:15:36.131096 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-d17d1ce6-ed12-49e9-87fe-e247efd16578 service neutron] For port 87d53a83-81d4-4d8d-95f7-6d5ceff1084e, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:15:36.137418 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-d17d1ce6-ed12-49e9-87fe-e247efd16578 service neutron] For port 87d53a83-81d4-4d8d-95f7-6d5ceff1084e, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=87d53a83-81d4-4d8d-95f7-6d5ceff1084e,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:15:36.149861 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-3e7ade32-5907-4eee-93c2-427d818a7bf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 0b69af12-0710-4c29-9ce9-477356ad66cd) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:15:36.152789 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9343b92b-5c91-4775-8cfc-d72a833e9bda admin admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:36.156822 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9343b92b-5c91-4775-8cfc-d72a833e9bda admin admin] 10.222.0.26 "DELETE /v2.0/routers/83d34849-4cf9-4645-8462-992a673ce84b HTTP/1.1" status: 204 len: 168 time: 3.0346923 Feb 04 21:15:36.157548 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44614) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:36.159805 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb4ad4d-7712-4030-8f59-3047ba109631 None None] Network 0b69af12-0710-4c29-9ce9-477356ad66cd requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:15:36.168936 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af560273-5165-4b54-918b-88ad9485d362 req-75bbd276-742c-43e5-a9a3-7bc3ab26c834 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:36.171085 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-af560273-5165-4b54-918b-88ad9485d362 req-75bbd276-742c-43e5-a9a3-7bc3ab26c834 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.3797071 Feb 04 21:15:36.174704 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7ade32-5907-4eee-93c2-427d818a7bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:36.175350 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3e7ade32-5907-4eee-93c2-427d818a7bf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:36.177368 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-d17d1ce6-ed12-49e9-87fe-e247efd16578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:36.253891 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3e7ade32-5907-4eee-93c2-427d818a7bf9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6271808 Feb 04 21:15:36.275737 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 44618) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:36.290907 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-93123fca-d0be-4859-aa7c-142fc07378cd admin admin] Deleting subnet df78cc09-75bc-4e91-b2c1-74cee8aeb14a {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:15:36.290907 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-93123fca-d0be-4859-aa7c-142fc07378cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:36.297694 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-79720dfc-d838-45fa-ad43-e9bd5710979a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:15:36.297694 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-79720dfc-d838-45fa-ad43-e9bd5710979a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2913153 Feb 04 21:15:36.315068 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-946d99ab-fe6d-4cc6-9a02-3a406787c72f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2057552342-router', 'tenant_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:15:36.316821 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44620) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:36.344804 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-d17d1ce6-ed12-49e9-87fe-e247efd16578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:36.344804 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-d17d1ce6-ed12-49e9-87fe-e247efd16578 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:36.344804 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-d17d1ce6-ed12-49e9-87fe-e247efd16578 service neutron] 10.222.0.32 "PUT /v2.0/ports/87d53a83-81d4-4d8d-95f7-6d5ceff1084e HTTP/1.1" status: 200 len: 1092 time: 3.6787121 Feb 04 21:15:36.344804 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-946d99ab-fe6d-4cc6-9a02-3a406787c72f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:36.359550 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a027fe8a-088d-4807-b56a-3102389d6763', 'tag': '87d53a83-81d4-4d8d-95f7-6d5ceff1084e'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:15:36.368313 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-946d99ab-fe6d-4cc6-9a02-3a406787c72f admin admin] Usage tracker for resource:router and tenant:1a2ad9f6d6894e53a79216ac27c4fa23 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:15:36.376561 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-946d99ab-fe6d-4cc6-9a02-3a406787c72f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:15:36.403096 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-946d99ab-fe6d-4cc6-9a02-3a406787c72f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:36.466652 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-93123fca-d0be-4859-aa7c-142fc07378cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:36.472957 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-af560273-5165-4b54-918b-88ad9485d362 req-11a15e68-ae2e-4ea2-89b9-a8635a6b8770 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700584 Feb 04 21:15:36.506049 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d1ce6-ed12-49e9-87fe-e247efd16578 service neutron] Pushing event updated for resources: {'Port': ['ID=87d53a83-81d4-4d8d-95f7-6d5ceff1084e,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:36.512743 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-946d99ab-fe6d-4cc6-9a02-3a406787c72f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:36.512743 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-946d99ab-fe6d-4cc6-9a02-3a406787c72f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:36.539430 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae937f3c-9a83-49d9-b40e-7d82cc9f2a0f None None] Network 0b69af12-0710-4c29-9ce9-477356ad66cd requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:15:36.585353 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a027fe8a-088d-4807-b56a-3102389d6763', 'tag': '87d53a83-81d4-4d8d-95f7-6d5ceff1084e', 'status': 'completed', 'code': 200} Feb 04 21:15:36.587760 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-946d99ab-fe6d-4cc6-9a02-3a406787c72f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:36.597415 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed32c7b-de7c-4512-b010-f59d444d3aa2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting subnet 7e1060d8-50d4-4dce-88e3-0d2a7139046d {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:15:36.603620 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-eed32c7b-de7c-4512-b010-f59d444d3aa2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:36.634695 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-dfb7893c-7fa7-4324-a91c-da4b53177059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:36.636172 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-dfb7893c-7fa7-4324-a91c-da4b53177059 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbe7b967cf5b4bf8a129a586503d8461&device_id=a027fe8a-088d-4807-b56a-3102389d6763 HTTP/1.1" status: 200 len: 1095 time: 0.2401903 Feb 04 21:15:36.659497 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-93123fca-d0be-4859-aa7c-142fc07378cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:36.767589 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-eed32c7b-de7c-4512-b010-f59d444d3aa2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:36.852279 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-1c1b48a5-1dac-4125-8dea-d746e805077c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87d53a83-81d4-4d8d-95f7-6d5ceff1084e HTTP/1.1" status: 200 len: 217 time: 0.1997814 Feb 04 21:15:36.874160 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-93123fca-d0be-4859-aa7c-142fc07378cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:36.938197 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93123fca-d0be-4859-aa7c-142fc07378cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df78cc09-75bc-4e91-b2c1-74cee8aeb14a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:36.943908 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-93123fca-d0be-4859-aa7c-142fc07378cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:36.961765 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667c5267-f95f-4ad9-9d7e-86b8fa3536f7 None None] Network 7a0409a7-61d0-4216-97b2-5ab45a8d4cd5 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:15:36.970677 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 44636) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:36.973801 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-93123fca-d0be-4859-aa7c-142fc07378cd admin admin] 10.222.0.26 "DELETE /v2.0/subnets/df78cc09-75bc-4e91-b2c1-74cee8aeb14a HTTP/1.1" status: 204 len: 168 time: 0.8057029 Feb 04 21:15:36.979361 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-eed32c7b-de7c-4512-b010-f59d444d3aa2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:37.161508 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-eed32c7b-de7c-4512-b010-f59d444d3aa2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:37.207477 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-eed32c7b-de7c-4512-b010-f59d444d3aa2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:37.211956 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-34627cfd-2fad-4ce6-b86c-d391793e07ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:37.211956 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-34627cfd-2fad-4ce6-b86c-d391793e07ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6328ddc0-a59e-4cee-8cab-7daa1242332a HTTP/1.1" status: 200 len: 846 time: 0.2843387 Feb 04 21:15:37.216975 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed32c7b-de7c-4512-b010-f59d444d3aa2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Subnet': ['ID=7e1060d8-50d4-4dce-88e3-0d2a7139046d,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:37.238523 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21bfe59-f3e0-41d9-823d-0e78ce507064 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:15:37.241437 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-eed32c7b-de7c-4512-b010-f59d444d3aa2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/7e1060d8-50d4-4dce-88e3-0d2a7139046d HTTP/1.1" status: 204 len: 168 time: 0.9144127 Feb 04 21:15:37.241437 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44640) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:37.369195 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbcf3ac8-eba0-4fd3-849e-2a6810479606 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting subnet a3cc8e94-e392-4c6e-a8e9-1eca6465fdb1 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:15:37.373100 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dbcf3ac8-eba0-4fd3-849e-2a6810479606 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:37.387020 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-6a1d5b60-51cc-4cbf-9dd2-546554643340 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=591535e8-eea5-447d-ad75-83d907ea6f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1480160 Feb 04 21:15:37.397425 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-946d99ab-fe6d-4cc6-9a02-3a406787c72f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:37.446384 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dbcf3ac8-eba0-4fd3-849e-2a6810479606 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:37.447709 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71918729-f934-41f3-9e09-f40f097fd065 req-612c76e2-313c-4167-8c91-a2b5a9f5cbf5 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:37.449186 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-71918729-f934-41f3-9e09-f40f097fd065 req-612c76e2-313c-4167-8c91-a2b5a9f5cbf5 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=a027fe8a-088d-4807-b56a-3102389d6763 HTTP/1.1" status: 200 len: 944 time: 0.6622648 Feb 04 21:15:37.451651 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ced9742c-c545-4767-8b91-8de16cad7853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:37.683369 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-bbb62447-faf8-44e9-aaa8-6465a8149e22 service neutron] 10.222.0.32 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849028 Feb 04 21:15:37.751818 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74051c3-a5e1-43b8-a170-7516d1ab9380 None None] DHCP port deletion for 7a0409a7-61d0-4216-97b2-5ab45a8d4cd5 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:15:37.757691 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-b74051c3-a5e1-43b8-a170-7516d1ab9380 None None] Deleting port e0ebecee-38d0-4f56-85b0-a4950e8120f9 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:15:37.760001 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b74051c3-a5e1-43b8-a170-7516d1ab9380 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:37.802461 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dbcf3ac8-eba0-4fd3-849e-2a6810479606 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:37.912094 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dbcf3ac8-eba0-4fd3-849e-2a6810479606 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:37.958747 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf3ac8-eba0-4fd3-849e-2a6810479606 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Subnet': ['ID=a3cc8e94-e392-4c6e-a8e9-1eca6465fdb1,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:37.967376 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dbcf3ac8-eba0-4fd3-849e-2a6810479606 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:37.983624 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-dbcf3ac8-eba0-4fd3-849e-2a6810479606 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/a3cc8e94-e392-4c6e-a8e9-1eca6465fdb1 HTTP/1.1" status: 204 len: 168 time: 0.7398763 Feb 04 21:15:37.983624 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44654) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:38.189446 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-b74051c3-a5e1-43b8-a170-7516d1ab9380 None None] For port e0ebecee-38d0-4f56-85b0-a4950e8120f9, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=e0ebecee-38d0-4f56-85b0-a4950e8120f9,segment=NetworkSegment(fc6df35a-5cba-4c87-b58f-b3aa9a64e64d),segment_id=fc6df35a-5cba-4c87-b58f-b3aa9a64e64d)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:38.193763 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b74051c3-a5e1-43b8-a170-7516d1ab9380 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:38.214298 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-71918729-f934-41f3-9e09-f40f097fd065 req-4ee47b25-feab-435c-9346-3e6703048cfa tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7576277 Feb 04 21:15:38.215621 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-ced9742c-c545-4767-8b91-8de16cad7853 admin admin] Deleting port e0ebecee-38d0-4f56-85b0-a4950e8120f9 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:15:38.218454 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ced9742c-c545-4767-8b91-8de16cad7853 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:38.237655 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-41cd6fef-ff68-48b0-bc4f-068d012fdd6a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2579730 Feb 04 21:15:38.240543 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44660) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:38.252438 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-f900e3cc-740b-4160-b902-61c2c9e2d3df tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:15:38.493654 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f900e3cc-740b-4160-b902-61c2c9e2d3df tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:38.501950 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f900e3cc-740b-4160-b902-61c2c9e2d3df tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:subnet and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:15:38.501950 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f900e3cc-740b-4160-b902-61c2c9e2d3df tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:15:38.516104 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-b74051c3-a5e1-43b8-a170-7516d1ab9380 None None] Calling delete_port for e0ebecee-38d0-4f56-85b0-a4950e8120f9 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:15:38.520712 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f900e3cc-740b-4160-b902-61c2c9e2d3df tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:38.581896 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f900e3cc-740b-4160-b902-61c2c9e2d3df tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:15:38.581896 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f900e3cc-740b-4160-b902-61c2c9e2d3df tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:38.664228 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b74051c3-a5e1-43b8-a170-7516d1ab9380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:38.668728 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6004fb5-59ea-419b-bde2-d9524f3d50cf None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:15:38.749980 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-ced9742c-c545-4767-8b91-8de16cad7853 admin admin] For port e0ebecee-38d0-4f56-85b0-a4950e8120f9, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=e0ebecee-38d0-4f56-85b0-a4950e8120f9,segment=NetworkSegment(fc6df35a-5cba-4c87-b58f-b3aa9a64e64d),segment_id=fc6df35a-5cba-4c87-b58f-b3aa9a64e64d)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:38.750693 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ced9742c-c545-4767-8b91-8de16cad7853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:38.812967 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74051c3-a5e1-43b8-a170-7516d1ab9380 None None] Pushing event deleted for resources: {'Port': ['ID=e0ebecee-38d0-4f56-85b0-a4950e8120f9,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:38.820525 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74051c3-a5e1-43b8-a170-7516d1ab9380 None None] No DVR routers for this DVR port e0ebecee-38d0-4f56-85b0-a4950e8120f9 on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:15:38.837941 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1d2f58ad-044a-4944-8844-d0d92c024bc8 req-14671bb5-61e6-4723-b8d3-baa4a7d15c50 service neutron] 10.222.0.32 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1070926 Feb 04 21:15:38.843364 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-fb1eb1eb-bb62-4148-86c2-10495fedde4a None None] Provisioning complete for port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:15:38.843364 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fb1eb1eb-bb62-4148-86c2-10495fedde4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:39.008278 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-ced9742c-c545-4767-8b91-8de16cad7853 admin admin] Calling delete_port for e0ebecee-38d0-4f56-85b0-a4950e8120f9 owned by network:dhcp {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:15:39.128285 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85264cc8-b3bb-40e5-964d-dd8e1d5bb490 req-09e0d430-90f9-4d13-ac6c-a0df9d6473f3 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:39.129801 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-85264cc8-b3bb-40e5-964d-dd8e1d5bb490 req-09e0d430-90f9-4d13-ac6c-a0df9d6473f3 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.6845322 Feb 04 21:15:39.179366 n-d-827896-1 neutron-server[87682]: DEBUG neutron.objects.ports [None req-f900e3cc-740b-4160-b902-61c2c9e2d3df tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87682) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 21:15:39.228480 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-85264cc8-b3bb-40e5-964d-dd8e1d5bb490 req-9f5a44ea-4ed5-4731-8da9-cafcc5cf88b5 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841906 Feb 04 21:15:39.245462 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.api [None req-ced9742c-c545-4767-8b91-8de16cad7853 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:15:39.245974 n-d-827896-1 neutron-server[87683]: DEBUG oslo_db.api [None req-ced9742c-c545-4767-8b91-8de16cad7853 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:15:39.408708 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device e0ebecee-38d0-4f56-85b0-a4950e8120f9 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:15:39.486392 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: e0ebecee-38d0-4f56-85b0-a4950e8120f9 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:15:39.486392 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device e0ebecee-38d0-4f56-85b0-a4950e8120f9 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:15:39.490049 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7b691f-2628-4341-869a-84b917884ebf None None] Update dhcp port {'port': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'fixed_ips': [{'subnet_id': '89b95c98-646b-4b1f-89b9-9318caa462fd'}], 'binding:host_id': 'n-d-827896-1'}, 'id': '83c3a40d-8d08-4e9d-917e-0f2e35383c3a'} from n-d-827896-1. {{(pid=87684) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 21:15:39.512109 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de41c88-6035-429b-8a56-dfa77ce3f5f3 req-d24ffb81-1fa8-4d52-9aa5-e7cadfa5f442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:39.514424 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7de41c88-6035-429b-8a56-dfa77ce3f5f3 req-d24ffb81-1fa8-4d52-9aa5-e7cadfa5f442 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbe7b967cf5b4bf8a129a586503d8461&device_id=a027fe8a-088d-4807-b56a-3102389d6763 HTTP/1.1" status: 200 len: 1095 time: 0.5647638 Feb 04 21:15:39.516053 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f900e3cc-740b-4160-b902-61c2c9e2d3df tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:39.620818 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-dc7b691f-2628-4341-869a-84b917884ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:39.713198 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-946d99ab-fe6d-4cc6-9a02-3a406787c72f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:39.774178 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-ced9742c-c545-4767-8b91-8de16cad7853 admin admin] Deleting port e0ebecee-38d0-4f56-85b0-a4950e8120f9 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:15:39.775951 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ced9742c-c545-4767-8b91-8de16cad7853 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:39.839381 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-946d99ab-fe6d-4cc6-9a02-3a406787c72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:39.873529 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-f900e3cc-740b-4160-b902-61c2c9e2d3df tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] For port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=83c3a40d-8d08-4e9d-917e-0f2e35383c3a,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:39.904866 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f900e3cc-740b-4160-b902-61c2c9e2d3df tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:39.911326 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f900e3cc-740b-4160-b902-61c2c9e2d3df tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:39.911326 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f900e3cc-740b-4160-b902-61c2c9e2d3df tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:40.036348 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-dc7b691f-2628-4341-869a-84b917884ebf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:15:40.036348 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-dc7b691f-2628-4341-869a-84b917884ebf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:15:40.063149 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900e3cc-740b-4160-b902-61c2c9e2d3df tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Port': ['ID=83c3a40d-8d08-4e9d-917e-0f2e35383c3a,revision_number=11']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:40.077751 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-ced9742c-c545-4767-8b91-8de16cad7853 admin admin] The port 'e0ebecee-38d0-4f56-85b0-a4950e8120f9' was deleted {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:15:40.147405 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f900e3cc-740b-4160-b902-61c2c9e2d3df tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:15:40.154328 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-f900e3cc-740b-4160-b902-61c2c9e2d3df tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:15:40.159233 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f900e3cc-740b-4160-b902-61c2c9e2d3df tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:40.159233 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f900e3cc-740b-4160-b902-61c2c9e2d3df tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:40.172828 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900e3cc-740b-4160-b902-61c2c9e2d3df tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Subnet': ['ID=89b95c98-646b-4b1f-89b9-9318caa462fd,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:40.188678 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f900e3cc-740b-4160-b902-61c2c9e2d3df tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9469693 Feb 04 21:15:40.191669 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44680) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:40.197193 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-76ffb6a4-96a9-4ec0-947b-71a111e1d0a5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:15:40.392345 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-76ffb6a4-96a9-4ec0-947b-71a111e1d0a5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:40.400627 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-76ffb6a4-96a9-4ec0-947b-71a111e1d0a5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:subnet and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:15:40.402742 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-76ffb6a4-96a9-4ec0-947b-71a111e1d0a5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:15:40.409406 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-76ffb6a4-96a9-4ec0-947b-71a111e1d0a5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:40.419691 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ffb6a4-96a9-4ec0-947b-71a111e1d0a5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:15:40.424499 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-76ffb6a4-96a9-4ec0-947b-71a111e1d0a5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:40.466843 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ced9742c-c545-4767-8b91-8de16cad7853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:40.487502 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4a0fa-b255-49d0-aacb-1f2311f63aaa req-246ed9d5-6637-4e3b-bfa5-446a2e16b0f8 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:40.491991 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-82b4a0fa-b255-49d0-aacb-1f2311f63aaa req-246ed9d5-6637-4e3b-bfa5-446a2e16b0f8 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=a027fe8a-088d-4807-b56a-3102389d6763 HTTP/1.1" status: 200 len: 944 time: 1.0367033 Feb 04 21:15:40.493275 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de41c88-6035-429b-8a56-dfa77ce3f5f3 req-2c4894bf-e540-4da7-934b-4ae0e83ab9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:40.495220 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7de41c88-6035-429b-8a56-dfa77ce3f5f3 req-2c4894bf-e540-4da7-934b-4ae0e83ab9e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=591535e8-eea5-447d-ad75-83d907ea6f08 HTTP/1.1" status: 200 len: 907 time: 0.9702055 Feb 04 21:15:40.597376 n-d-827896-1 neutron-server[87682]: INFO neutron.db.ipam_backend_mixin [None req-76ffb6a4-96a9-4ec0-947b-71a111e1d0a5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 89b95c98-646b-4b1f-89b9-9318caa462fd (CIDR: 2001:db8::/64) Feb 04 21:15:40.597376 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-76ffb6a4-96a9-4ec0-947b-71a111e1d0a5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 21:15:40.597376 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76ffb6a4-96a9-4ec0-947b-71a111e1d0a5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:15:40.622076 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-76ffb6a4-96a9-4ec0-947b-71a111e1d0a5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4249864 Feb 04 21:15:40.622076 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44688) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:40.629150 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-dc7b691f-2628-4341-869a-84b917884ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:40.633622 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-164c7e2b-5d37-4ecc-b75c-2fbe99db56e6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:15:40.704145 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-ced9742c-c545-4767-8b91-8de16cad7853 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a0409a7-61d0-4216-97b2-5ab45a8d4cd5']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:40.719923 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7de41c88-6035-429b-8a56-dfa77ce3f5f3 req-7e5921c5-c332-4b54-b897-02c87f2368b0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87d53a83-81d4-4d8d-95f7-6d5ceff1084e HTTP/1.1" status: 200 len: 217 time: 0.2020226 Feb 04 21:15:40.828077 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-82b4a0fa-b255-49d0-aacb-1f2311f63aaa req-23761f03-0591-46d2-8e0f-fcded1e31dff tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247459 Feb 04 21:15:40.830254 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-ced9742c-c545-4767-8b91-8de16cad7853 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc6df35a-5cba-4c87-b58f-b3aa9a64e64d') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:40.830814 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-ced9742c-c545-4767-8b91-8de16cad7853 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc6df35a-5cba-4c87-b58f-b3aa9a64e64d') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:40.876612 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ced9742c-c545-4767-8b91-8de16cad7853 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:40.923368 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ced9742c-c545-4767-8b91-8de16cad7853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:40.932889 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced9742c-c545-4767-8b91-8de16cad7853 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:15:40.933380 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ced9742c-c545-4767-8b91-8de16cad7853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:41.075540 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-164c7e2b-5d37-4ecc-b75c-2fbe99db56e6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:41.089292 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-164c7e2b-5d37-4ecc-b75c-2fbe99db56e6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:subnet and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:15:41.089292 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-164c7e2b-5d37-4ecc-b75c-2fbe99db56e6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: util.warn( Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: util.warn( Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: util.warn( Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: util.warn( Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:15:41.099791 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:15:41.114765 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-164c7e2b-5d37-4ecc-b75c-2fbe99db56e6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:41.118721 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-dc7b691f-2628-4341-869a-84b917884ebf None None] For port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=83c3a40d-8d08-4e9d-917e-0f2e35383c3a,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:41.135692 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164c7e2b-5d37-4ecc-b75c-2fbe99db56e6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:15:41.138145 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-dc7b691f-2628-4341-869a-84b917884ebf None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:41.140001 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-164c7e2b-5d37-4ecc-b75c-2fbe99db56e6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:41.141851 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-946d99ab-fe6d-4cc6-9a02-3a406787c72f admin admin] Allocated IP 172.25.5.91 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/a60decca-69f6-4c63-b756-e1797c83577d) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:15:41.156920 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-dc7b691f-2628-4341-869a-84b917884ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:41.221354 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de41c88-6035-429b-8a56-dfa77ce3f5f3 req-eeebae74-c45f-4a2e-a18c-54e7f777f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:41.221354 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7de41c88-6035-429b-8a56-dfa77ce3f5f3 req-eeebae74-c45f-4a2e-a18c-54e7f777f433 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6328ddc0-a59e-4cee-8cab-7daa1242332a HTTP/1.1" status: 200 len: 846 time: 0.5012562 Feb 04 21:15:41.315174 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7de41c88-6035-429b-8a56-dfa77ce3f5f3 req-cd97644a-d4ff-4e4f-8a46-f4f2f8da58c0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=591535e8-eea5-447d-ad75-83d907ea6f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745437 Feb 04 21:15:41.336231 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 83c3a40d-8d08-4e9d-917e-0f2e35383c3a up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:15:41.410093 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ced9742c-c545-4767-8b91-8de16cad7853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:41.426157 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b691f-2628-4341-869a-84b917884ebf None None] Pushing event updated for resources: {'Port': ['ID=83c3a40d-8d08-4e9d-917e-0f2e35383c3a,revision_number=12']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:41.435714 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:15:41.436278 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:41.553679 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ced9742c-c545-4767-8b91-8de16cad7853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:41.659591 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-164c7e2b-5d37-4ecc-b75c-2fbe99db56e6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:41.707748 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9742c-c545-4767-8b91-8de16cad7853 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a0409a7-61d0-4216-97b2-5ab45a8d4cd5,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:41.745728 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164c7e2b-5d37-4ecc-b75c-2fbe99db56e6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:15:41.758305 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-164c7e2b-5d37-4ecc-b75c-2fbe99db56e6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:15:41.760094 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ced9742c-c545-4767-8b91-8de16cad7853 admin admin] 10.222.0.26 "DELETE /v2.0/networks/7a0409a7-61d0-4216-97b2-5ab45a8d4cd5 HTTP/1.1" status: 204 len: 168 time: 4.7843978 Feb 04 21:15:41.785937 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164c7e2b-5d37-4ecc-b75c-2fbe99db56e6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:41.786540 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-164c7e2b-5d37-4ecc-b75c-2fbe99db56e6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:41.818483 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38032899-3bc6-4ee7-8d79-38c9184cd64a req-9b581636-3227-45ce-b879-db70514f4bae tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:41.832009 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-38032899-3bc6-4ee7-8d79-38c9184cd64a req-9b581636-3227-45ce-b879-db70514f4bae tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.7355738 Feb 04 21:15:41.848208 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c7e2b-5d37-4ecc-b75c-2fbe99db56e6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Subnet': ['ID=3e735392-6da1-4a77-bf90-b073d1013012,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:41.867660 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-164c7e2b-5d37-4ecc-b75c-2fbe99db56e6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2465928 Feb 04 21:15:41.872977 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44708) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:41.885988 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-c774348b-b53d-4bdf-902c-b349e6b4981f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'port': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'mac_address': 'fa:16:3e:8e:6d:92', 'name': 'tempest-NetworksTestDHCPv6-1302863337'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:15:41.917128 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-946d99ab-fe6d-4cc6-9a02-3a406787c72f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:41.961810 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 44712) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:42.058905 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-38032899-3bc6-4ee7-8d79-38c9184cd64a req-8ec60ea9-0035-4ca1-9a7b-95e1d799d9df tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138534 Feb 04 21:15:42.073765 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-946d99ab-fe6d-4cc6-9a02-3a406787c72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:42.142539 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7de41c88-6035-429b-8a56-dfa77ce3f5f3 req-6cf161ef-ee2f-45cc-af34-7ee62814763e service neutron] 10.222.0.32 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7286887 Feb 04 21:15:42.190243 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c774348b-b53d-4bdf-902c-b349e6b4981f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:42.207816 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c774348b-b53d-4bdf-902c-b349e6b4981f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:42.226499 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c774348b-b53d-4bdf-902c-b349e6b4981f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:15:42.356265 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ead6524-199a-4f30-9e21-470350875b0b None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:15:42.369922 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946d99ab-fe6d-4cc6-9a02-3a406787c72f admin admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:15:42.413578 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-946d99ab-fe6d-4cc6-9a02-3a406787c72f admin admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:15:42.419828 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946d99ab-fe6d-4cc6-9a02-3a406787c72f admin admin] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:15:42.444522 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c774348b-b53d-4bdf-902c-b349e6b4981f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:42.487308 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-c774348b-b53d-4bdf-902c-b349e6b4981f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] device_id is not set on port 0ae69ffb-3144-4120-8b73-2df0d47f423d yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:15:42.540443 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-cc0fd18a-2bd8-4ad7-ba54-a4fa5d6a6e5c None None] Provisioning complete for port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:15:42.540443 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cc0fd18a-2bd8-4ad7-ba54-a4fa5d6a6e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:42.699306 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c9939a50-c664-4a95-b7f4-9e092ca677a6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b242a09179d94d8193cc1c0208c67871&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7340336 Feb 04 21:15:42.763764 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 44718) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:42.778686 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d99ab-fe6d-4cc6-9a02-3a406787c72f admin admin] Pushing event updated for resources: {'Port': ['ID=a60decca-69f6-4c63-b756-e1797c83577d,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:42.826148 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-c774348b-b53d-4bdf-902c-b349e6b4981f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Allocated IP 2001:db8:0:1::b1 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/3e735392-6da1-4a77-bf90-b073d1013012/0ae69ffb-3144-4120-8b73-2df0d47f423d) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:15:42.834555 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-c774348b-b53d-4bdf-902c-b349e6b4981f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Allocated IP 2001:db8::f816:3eff:fe8e:6d92 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/89b95c98-646b-4b1f-89b9-9318caa462fd/0ae69ffb-3144-4120-8b73-2df0d47f423d) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:15:43.113284 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 87d53a83-81d4-4d8d-95f7-6d5ceff1084e details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:15:43.212674 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10056905-6010-4460-bc4b-143c22442c08 None None] Update dhcp port {'port': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'fixed_ips': [{'subnet_id': '89b95c98-646b-4b1f-89b9-9318caa462fd', 'ip_address': '2001:db8::f816:3eff:fe72:bd84'}, {'subnet_id': '3e735392-6da1-4a77-bf90-b073d1013012'}], 'binding:host_id': 'n-d-827896-1'}, 'id': '83c3a40d-8d08-4e9d-917e-0f2e35383c3a'} from n-d-827896-1. {{(pid=87684) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 21:15:43.277696 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c774348b-b53d-4bdf-902c-b349e6b4981f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:43.300211 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-c774348b-b53d-4bdf-902c-b349e6b4981f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Transition to ACTIVE for port object 0ae69ffb-3144-4120-8b73-2df0d47f423d will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:15:43.319513 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7de41c88-6035-429b-8a56-dfa77ce3f5f3 req-a5b43d62-f392-4d21-b5b4-c481c3ea7728 service neutron] 10.222.0.32 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0736268 Feb 04 21:15:43.343806 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-10056905-6010-4460-bc4b-143c22442c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:43.358979 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device f61ea82f-8f87-42d7-9d33-19d254d5287d details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:15:43.373498 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c774348b-b53d-4bdf-902c-b349e6b4981f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:43.422162 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efbd9c8-ff9b-4c7c-a0d9-7ad4198a08ba req-8aba9ec7-e57b-46e3-a017-4e961a52ac3c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:43.424564 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0efbd9c8-ff9b-4c7c-a0d9-7ad4198a08ba req-8aba9ec7-e57b-46e3-a017-4e961a52ac3c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=a027fe8a-088d-4807-b56a-3102389d6763 HTTP/1.1" status: 200 len: 944 time: 1.0517991 Feb 04 21:15:43.471232 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 87d53a83-81d4-4d8d-95f7-6d5ceff1084e, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=87d53a83-81d4-4d8d-95f7-6d5ceff1084e,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:43.477398 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c774348b-b53d-4bdf-902c-b349e6b4981f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:15:43.487198 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-c774348b-b53d-4bdf-902c-b349e6b4981f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:15:43.490397 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c774348b-b53d-4bdf-902c-b349e6b4981f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:15:43.496482 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c774348b-b53d-4bdf-902c-b349e6b4981f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:43.496482 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c774348b-b53d-4bdf-902c-b349e6b4981f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:43.530020 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774348b-b53d-4bdf-902c-b349e6b4981f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Port': ['ID=0ae69ffb-3144-4120-8b73-2df0d47f423d,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:43.555667 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c774348b-b53d-4bdf-902c-b349e6b4981f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6721041 Feb 04 21:15:43.555667 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44732) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:43.594643 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b67c49e2-a244-4195-a647-c01292f4f3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:43.665570 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-4639f5ad-9096-4e22-9d3e-d6e5c50541b5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting port 0ae69ffb-3144-4120-8b73-2df0d47f423d {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:15:43.666192 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4639f5ad-9096-4e22-9d3e-d6e5c50541b5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:43.677000 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0efbd9c8-ff9b-4c7c-a0d9-7ad4198a08ba req-962dc7e6-7f69-45ec-b23b-1e278f81d945 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276476 Feb 04 21:15:43.683072 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b67c49e2-a244-4195-a647-c01292f4f3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:43.689771 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '87d53a83-81d4-4d8d-95f7-6d5ceff1084e', 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08', 'port_id': '87d53a83-81d4-4d8d-95f7-6d5ceff1084e', 'mac_address': 'fa:16:3e:f2:97:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6328ddc0-a59e-4cee-8cab-7daa1242332a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:15:43.833974 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-946d99ab-fe6d-4cc6-9a02-3a406787c72f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:44.097903 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port f61ea82f-8f87-42d7-9d33-19d254d5287d, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f61ea82f-8f87-42d7-9d33-19d254d5287d,segment=NetworkSegment(90500554-f748-4464-907c-9d77092e3d3a),segment_id=90500554-f748-4464-907c-9d77092e3d3a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:44.170393 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4639f5ad-9096-4e22-9d3e-d6e5c50541b5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:44.199024 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'f61ea82f-8f87-42d7-9d33-19d254d5287d', 'network_id': '8fabec85-7328-4725-bced-b859dec9a60d', 'port_id': 'f61ea82f-8f87-42d7-9d33-19d254d5287d', 'mac_address': 'fa:16:3e:21:90:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf4393a5-4d9f-4e62-a55d-2fc5de86b20c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:15:44.225942 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8646d1d9-9b7a-4405-9529-1433c78ba67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:44.282101 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:44.324179 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-10056905-6010-4460-bc4b-143c22442c08 None None] Allocated IP 2001:db8:0:1::2 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/3e735392-6da1-4a77-bf90-b073d1013012/83c3a40d-8d08-4e9d-917e-0f2e35383c3a) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:15:44.329860 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87d53a83-81d4-4d8d-95f7-6d5ceff1084e {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:15:44.331485 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-4639f5ad-9096-4e22-9d3e-d6e5c50541b5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Calling delete_port for 0ae69ffb-3144-4120-8b73-2df0d47f423d owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:15:44.367722 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 87d53a83-81d4-4d8d-95f7-6d5ceff1084e, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=87d53a83-81d4-4d8d-95f7-6d5ceff1084e,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:44.370698 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:44.431874 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b67c49e2-a244-4195-a647-c01292f4f3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:44.443183 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:44.469711 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c49e2-a244-4195-a647-c01292f4f3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57aefd0-2358-4799-bf02-8d4615be2807,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:44.469711 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b67c49e2-a244-4195-a647-c01292f4f3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:44.469711 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b67c49e2-a244-4195-a647-c01292f4f3d4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e57aefd0-2358-4799-bf02-8d4615be2807 HTTP/1.1" status: 204 len: 168 time: 1.6910431 Feb 04 21:15:44.696192 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f61ea82f-8f87-42d7-9d33-19d254d5287d {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:15:44.706405 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7c87d-4969-4484-9530-b462307a000d req-7066b4bb-f4af-49a7-a68f-fe98415d8058 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:44.707940 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-04d7c87d-4969-4484-9530-b462307a000d req-7066b4bb-f4af-49a7-a68f-fe98415d8058 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.7897165 Feb 04 21:15:44.761859 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-946d99ab-fe6d-4cc6-9a02-3a406787c72f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:44.880575 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port f61ea82f-8f87-42d7-9d33-19d254d5287d, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f61ea82f-8f87-42d7-9d33-19d254d5287d,segment=NetworkSegment(90500554-f748-4464-907c-9d77092e3d3a),segment_id=90500554-f748-4464-907c-9d77092e3d3a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:44.888187 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['87d53a83-81d4-4d8d-95f7-6d5ceff1084e'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:15:44.941466 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:44.955523 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=87d53a83-81d4-4d8d-95f7-6d5ceff1084e,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:44.960307 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-04d7c87d-4969-4484-9530-b462307a000d req-b54319f2-ea51-462a-8c96-d3f2f039209c tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419538 Feb 04 21:15:45.116836 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=f61ea82f-8f87-42d7-9d33-19d254d5287d,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:45.127676 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4639f5ad-9096-4e22-9d3e-d6e5c50541b5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:45.182458 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-10056905-6010-4460-bc4b-143c22442c08 None None] For port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=83c3a40d-8d08-4e9d-917e-0f2e35383c3a,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:45.182458 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['f61ea82f-8f87-42d7-9d33-19d254d5287d'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:15:45.327597 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639f5ad-9096-4e22-9d3e-d6e5c50541b5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Port': ['ID=0ae69ffb-3144-4120-8b73-2df0d47f423d,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:45.417193 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44774) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:45.442732 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4639f5ad-9096-4e22-9d3e-d6e5c50541b5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:45.477546 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4639f5ad-9096-4e22-9d3e-d6e5c50541b5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/0ae69ffb-3144-4120-8b73-2df0d47f423d HTTP/1.1" status: 204 len: 168 time: 1.9238422 Feb 04 21:15:45.480309 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44778) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:45.503460 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-10056905-6010-4460-bc4b-143c22442c08 None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:45.552864 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ed5595ad-0bd9-48be-912a-d8c6a37eb95e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fe1687281af1421e8286127788c0c5df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1342609 Feb 04 21:15:45.563808 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44782) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:45.601232 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-10056905-6010-4460-bc4b-143c22442c08 None None] Transition to ACTIVE for port object 83c3a40d-8d08-4e9d-917e-0f2e35383c3a will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:15:45.651683 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-10056905-6010-4460-bc4b-143c22442c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:45.710870 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f3a26-d231-41e6-9f4b-de65933e4c08 req-510e1fc7-565e-4115-85ee-af86ef6e5f1e tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:45.720635 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd07852-99fe-42db-bc36-e23b95bbcb85 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:45.720635 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0dd07852-99fe-42db-bc36-e23b95bbcb85 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:15:45.724396 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-341f3a26-d231-41e6-9f4b-de65933e4c08 req-510e1fc7-565e-4115-85ee-af86ef6e5f1e tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=a027fe8a-088d-4807-b56a-3102389d6763 HTTP/1.1" status: 200 len: 945 time: 0.2540171 Feb 04 21:15:45.783805 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f4e38d2b-5712-4b4b-88e0-5dd268fc3247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:45.826008 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10056905-6010-4460-bc4b-143c22442c08 None None] Pushing event updated for resources: {'Port': ['ID=83c3a40d-8d08-4e9d-917e-0f2e35383c3a,revision_number=13']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:45.845897 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f4e38d2b-5712-4b4b-88e0-5dd268fc3247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:45.848638 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946d99ab-fe6d-4cc6-9a02-3a406787c72f admin admin] Router eadeda47-5614-4158-be30-f1ecbb8956a3 is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:15:45.864206 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-341f3a26-d231-41e6-9f4b-de65933e4c08 req-21256226-4943-4abd-a3f2-cd6c2b04975e tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443326 Feb 04 21:15:45.925683 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0dd07852-99fe-42db-bc36-e23b95bbcb85 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:15:45.929600 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0dd07852-99fe-42db-bc36-e23b95bbcb85 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 964 time: 0.4474006 Feb 04 21:15:45.930455 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44788) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:46.007601 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f4e38d2b-5712-4b4b-88e0-5dd268fc3247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:46.036282 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e38d2b-5712-4b4b-88e0-5dd268fc3247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8636b7-5821-4e67-b915-281ff2408d9c,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:46.071920 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f4e38d2b-5712-4b4b-88e0-5dd268fc3247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:46.073150 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f4e38d2b-5712-4b4b-88e0-5dd268fc3247 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ce8636b7-5821-4e67-b915-281ff2408d9c HTTP/1.1" status: 204 len: 168 time: 0.5072825 Feb 04 21:15:46.136871 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fd93e5-4558-4916-835d-a2aabfdcbeb4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:46.142143 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946d99ab-fe6d-4cc6-9a02-3a406787c72f admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:15:46.144838 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-67fd93e5-4558-4916-835d-a2aabfdcbeb4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.2133765 Feb 04 21:15:46.148675 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44796) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:46.152463 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7790772-0bd0-4229-9735-2dc19cb471fd None None] Sync routers for ids ['eadeda47-5614-4158-be30-f1ecbb8956a3'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:15:46.181426 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7790772-0bd0-4229-9735-2dc19cb471fd None None] Routers {'eadeda47-5614-4158-be30-f1ecbb8956a3'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:15:46.182386 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-a7790772-0bd0-4229-9735-2dc19cb471fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:15:17Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['eadeda47-5614-4158-be30-f1ecbb8956a3'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:46.263393 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-946d99ab-fe6d-4cc6-9a02-3a406787c72f admin admin] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:46.263393 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-946d99ab-fe6d-4cc6-9a02-3a406787c72f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.9597895 Feb 04 21:15:46.293310 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 44802) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:46.493970 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c66bad1-372b-4858-a252-5c43a5cfcbcd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:46.501261 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c66bad1-372b-4858-a252-5c43a5cfcbcd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:46.503151 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c66bad1-372b-4858-a252-5c43a5cfcbcd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:46.514336 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0c66bad1-372b-4858-a252-5c43a5cfcbcd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:15:46.542631 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0c66bad1-372b-4858-a252-5c43a5cfcbcd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:15:46.544168 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0c66bad1-372b-4858-a252-5c43a5cfcbcd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3844910 Feb 04 21:15:46.547094 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44808) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:46.577056 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-823c12ad-fffd-4479-9221-f8f3a69d0a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:46.687682 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-f065ba45-b70b-4358-9e58-99e205878391 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting subnet 3e735392-6da1-4a77-bf90-b073d1013012 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:15:46.699357 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f065ba45-b70b-4358-9e58-99e205878391 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:46.812205 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-a7790772-0bd0-4229-9735-2dc19cb471fd None None] Set router eadeda47-5614-4158-be30-f1ecbb8956a3 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:15:46.819093 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f065ba45-b70b-4358-9e58-99e205878391 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:47.003370 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f065ba45-b70b-4358-9e58-99e205878391 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:47.135913 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4c7a7d-668c-4b79-8ac4-2eb1f20643df None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:15:47.169107 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 87d53a83-81d4-4d8d-95f7-6d5ceff1084e up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:15:47.173153 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f065ba45-b70b-4358-9e58-99e205878391 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:47.420837 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065ba45-b70b-4358-9e58-99e205878391 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Subnet': ['ID=3e735392-6da1-4a77-bf90-b073d1013012,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:47.470313 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f065ba45-b70b-4358-9e58-99e205878391 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:47.523351 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 83c3a40d-8d08-4e9d-917e-0f2e35383c3a up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:15:47.555505 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f065ba45-b70b-4358-9e58-99e205878391 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/3e735392-6da1-4a77-bf90-b073d1013012 HTTP/1.1" status: 204 len: 168 time: 0.9949176 Feb 04 21:15:47.555505 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44830) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:47.558734 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device f61ea82f-8f87-42d7-9d33-19d254d5287d up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:15:47.756642 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-02eba272-daa0-4ccd-8f84-9503aad16481 None None] Provisioning for port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:15:47.760765 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a161ab7-fb51-4d3b-87b1-19821667b521 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting subnet 89b95c98-646b-4b1f-89b9-9318caa462fd {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:15:47.772683 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6a161ab7-fb51-4d3b-87b1-19821667b521 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:47.859814 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:47.862542 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4064e-e97e-43d3-9e5b-f1e14df39432 req-5f81552e-9f66-4aa8-89b5-0390ad69d0f3 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:47.872685 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-85b4064e-e97e-43d3-9e5b-f1e14df39432 req-5f81552e-9f66-4aa8-89b5-0390ad69d0f3 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 945 time: 1.5755274 Feb 04 21:15:47.880976 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-02eba272-daa0-4ccd-8f84-9503aad16481 None None] Provisioning complete for port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:15:47.886311 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-02eba272-daa0-4ccd-8f84-9503aad16481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:47.905930 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6a161ab7-fb51-4d3b-87b1-19821667b521 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:48.132474 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:48.156596 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6a161ab7-fb51-4d3b-87b1-19821667b521 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:48.301598 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 87d53a83-81d4-4d8d-95f7-6d5ceff1084e completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:15:48.329279 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 87d53a83-81d4-4d8d-95f7-6d5ceff1084e triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:15:48.330304 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:48.331935 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44846) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:48.345423 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6a161ab7-fb51-4d3b-87b1-19821667b521 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:48.510031 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:15:48.510031 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:48.531554 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a161ab7-fb51-4d3b-87b1-19821667b521 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Subnet': ['ID=89b95c98-646b-4b1f-89b9-9318caa462fd,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:48.548961 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6a161ab7-fb51-4d3b-87b1-19821667b521 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:48.593011 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6a161ab7-fb51-4d3b-87b1-19821667b521 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/89b95c98-646b-4b1f-89b9-9318caa462fd HTTP/1.1" status: 204 len: 168 time: 1.0356002 Feb 04 21:15:48.600763 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44854) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:48.608907 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port f61ea82f-8f87-42d7-9d33-19d254d5287d triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:15:48.608907 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:48.758193 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-a294e93c-b576-4039-9d18-d620f9b29f61 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-586400932-network', 'tenant_id': 'c5ae562ff357413ba235b51f47b1bbee'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:15:48.792786 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-58127b43-9da4-41cd-be3b-09075765fe52 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1945438 Feb 04 21:15:48.794264 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a294e93c-b576-4039-9d18-d620f9b29f61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:48.796562 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44862) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:48.808306 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-85b4064e-e97e-43d3-9e5b-f1e14df39432 req-0a90c584-9dc3-4083-ab6e-b942efb9b3d6 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9334269 Feb 04 21:15:48.808859 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-0ab33425-c6c5-4e72-85ec-7bcd72b92983 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:15:48.906979 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-a7790772-0bd0-4229-9735-2dc19cb471fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057552342-router', 'tenant_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'a60decca-69f6-4c63-b756-e1797c83577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:15:36Z', 'updated_at': '2022-02-04T21:15:43Z', 'revision_number': 3, 'project_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'gw_port': {'id': 'a60decca-69f6-4c63-b756-e1797c83577d', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:47:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:39Z', 'updated_at': '2022-02-04T21:15:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:48.944201 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a294e93c-b576-4039-9d18-d620f9b29f61 admin admin] Usage tracker for resource:network and tenant:c5ae562ff357413ba235b51f47b1bbee is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:15:48.967906 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a294e93c-b576-4039-9d18-d620f9b29f61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:15:49.028530 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7790772-0bd0-4229-9735-2dc19cb471fd None None] Checking router: eadeda47-5614-4158-be30-f1ecbb8956a3 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:15:49.028530 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7790772-0bd0-4229-9735-2dc19cb471fd None None] Updating router eadeda47-5614-4158-be30-f1ecbb8956a3 port a60decca-69f6-4c63-b756-e1797c83577d binding host n-d-827896-1 {{(pid=87684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:15:49.132033 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:49.151229 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-81c98ca6-2f23-4db5-969f-7399b505b2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:49.170687 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a294e93c-b576-4039-9d18-d620f9b29f61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:49.172072 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a7790772-0bd0-4229-9735-2dc19cb471fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:49.208593 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a294e93c-b576-4039-9d18-d620f9b29f61 admin admin] Made reservation on behalf of c5ae562ff357413ba235b51f47b1bbee for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:15:49.210961 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a294e93c-b576-4039-9d18-d620f9b29f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:49.227568 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a294e93c-b576-4039-9d18-d620f9b29f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:49.250425 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0ab33425-c6c5-4e72-85ec-7bcd72b92983 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:49.255344 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a294e93c-b576-4039-9d18-d620f9b29f61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:49.258265 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0ab33425-c6c5-4e72-85ec-7bcd72b92983 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:subnet and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:15:49.262387 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0ab33425-c6c5-4e72-85ec-7bcd72b92983 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:15:49.266135 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a294e93c-b576-4039-9d18-d620f9b29f61 admin admin] Usage tracker for resource:security_group_rule and tenant:c5ae562ff357413ba235b51f47b1bbee is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:15:49.271943 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a294e93c-b576-4039-9d18-d620f9b29f61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:15:49.272568 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:49.276125 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0ab33425-c6c5-4e72-85ec-7bcd72b92983 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:49.318850 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00181b5-e27b-4820-8717-786716333161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61ea82f-8f87-42d7-9d33-19d254d5287d'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:15:49.354198 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a294e93c-b576-4039-9d18-d620f9b29f61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:49.390543 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab33425-c6c5-4e72-85ec-7bcd72b92983 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:15:49.390543 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0ab33425-c6c5-4e72-85ec-7bcd72b92983 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:49.402767 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port f61ea82f-8f87-42d7-9d33-19d254d5287d, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f61ea82f-8f87-42d7-9d33-19d254d5287d,segment=NetworkSegment(90500554-f748-4464-907c-9d77092e3d3a),segment_id=90500554-f748-4464-907c-9d77092e3d3a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:49.470903 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-81c98ca6-2f23-4db5-969f-7399b505b2ac admin admin] Allocated IP 172.20.0.1 (0b69af12-0710-4c29-9ce9-477356ad66cd/b5d5079a-45cf-4ff8-96c8-6a9985c90ea3/468b0a35-ccfe-4587-b5f4-9c4e741878c1) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:15:49.584173 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:49.654462 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df10d0-1b6b-4b04-aec7-6fea431f36f0 req-d6eec276-275b-42bd-b964-b76d8296c9d9 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:49.662628 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-92df10d0-1b6b-4b04-aec7-6fea431f36f0 req-d6eec276-275b-42bd-b964-b76d8296c9d9 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=a027fe8a-088d-4807-b56a-3102389d6763 HTTP/1.1" status: 200 len: 945 time: 0.4912822 Feb 04 21:15:49.768908 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a294e93c-b576-4039-9d18-d620f9b29f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:49.782362 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-81c98ca6-2f23-4db5-969f-7399b505b2ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:49.792635 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a294e93c-b576-4039-9d18-d620f9b29f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:49.792635 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a294e93c-b576-4039-9d18-d620f9b29f61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:15:49.813114 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a294e93c-b576-4039-9d18-d620f9b29f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:49.821136 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-92df10d0-1b6b-4b04-aec7-6fea431f36f0 req-d16c6351-2111-40a5-8988-72a86c2a9a9b tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518977 Feb 04 21:15:49.827255 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-a294e93c-b576-4039-9d18-d620f9b29f61 admin admin] Added segment 47332b6e-4b4a-433a-8338-a7e28128d91b of type vlan for network 576e0778-5be3-4863-9aa7-c402bf42ead3 Feb 04 21:15:49.860687 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a294e93c-b576-4039-9d18-d620f9b29f61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:49.927895 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a294e93c-b576-4039-9d18-d620f9b29f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:49.933241 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00181b5-e27b-4820-8717-786716333161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61ea82f-8f87-42d7-9d33-19d254d5287d', 'code': 200} Feb 04 21:15:49.938996 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a294e93c-b576-4039-9d18-d620f9b29f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:49.938996 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a294e93c-b576-4039-9d18-d620f9b29f61 admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:49.982309 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:50.012425 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 44876) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:50.019383 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a294e93c-b576-4039-9d18-d620f9b29f61 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6706955 Feb 04 21:15:50.027514 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-ef29ba99-dd41-4dce-a3dd-e75b43bbf734 admin admin] Request body: {'subnet': {'network_id': '576e0778-5be3-4863-9aa7-c402bf42ead3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-586400932-subnet', 'tenant_id': 'c5ae562ff357413ba235b51f47b1bbee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:15:50.036149 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-ef29ba99-dd41-4dce-a3dd-e75b43bbf734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:50.048592 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-ef29ba99-dd41-4dce-a3dd-e75b43bbf734 admin admin] Usage tracker for resource:subnet and tenant:c5ae562ff357413ba235b51f47b1bbee is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:15:50.055907 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-ef29ba99-dd41-4dce-a3dd-e75b43bbf734 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:15:50.061237 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-81c98ca6-2f23-4db5-969f-7399b505b2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:50.104582 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-ef29ba99-dd41-4dce-a3dd-e75b43bbf734 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:50.157522 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=f61ea82f-8f87-42d7-9d33-19d254d5287d,revision_number=7']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:50.175188 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c98ca6-2f23-4db5-969f-7399b505b2ac admin admin] Network 0b69af12-0710-4c29-9ce9-477356ad66cd is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:15:50.180561 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727c317b-1940-4e7b-8eff-7d759ba98987 None None] Update dhcp port {'port': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'fixed_ips': [{'subnet_id': '89b95c98-646b-4b1f-89b9-9318caa462fd'}], 'binding:host_id': 'n-d-827896-1'}, 'id': '83c3a40d-8d08-4e9d-917e-0f2e35383c3a'} from n-d-827896-1. {{(pid=87684) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 21:15:50.195308 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-81c98ca6-2f23-4db5-969f-7399b505b2ac admin admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:15:50.203931 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c98ca6-2f23-4db5-969f-7399b505b2ac admin admin] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:15:50.261674 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294e93c-b576-4039-9d18-d620f9b29f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:50.317849 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294e93c-b576-4039-9d18-d620f9b29f61 admin admin] Pushing event updated for resources: {'Network': ['ID=576e0778-5be3-4863-9aa7-c402bf42ead3,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:50.391128 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 576e0778-5be3-4863-9aa7-c402bf42ead3 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:15:50.417025 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 87d53a83-81d4-4d8d-95f7-6d5ceff1084e, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=87d53a83-81d4-4d8d-95f7-6d5ceff1084e,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:50.469755 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0ab33425-c6c5-4e72-85ec-7bcd72b92983 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:50.502507 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:50.561717 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-727c317b-1940-4e7b-8eff-7d759ba98987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:50.576628 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-81c98ca6-2f23-4db5-969f-7399b505b2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:50.797019 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=87d53a83-81d4-4d8d-95f7-6d5ceff1084e,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:50.953599 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a7790772-0bd0-4229-9735-2dc19cb471fd None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:50.969531 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-a7790772-0bd0-4229-9735-2dc19cb471fd None None] Transition to ACTIVE for port object a60decca-69f6-4c63-b756-e1797c83577d will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:15:51.003991 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a7790772-0bd0-4229-9735-2dc19cb471fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:51.020783 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab33425-c6c5-4e72-85ec-7bcd72b92983 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:15:51.024003 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-0ab33425-c6c5-4e72-85ec-7bcd72b92983 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:15:51.044247 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab33425-c6c5-4e72-85ec-7bcd72b92983 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:51.044247 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0ab33425-c6c5-4e72-85ec-7bcd72b92983 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:51.121049 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e78b6d-ce33-4806-9a11-f7fd5dfab4ca None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:15:51.125487 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab33425-c6c5-4e72-85ec-7bcd72b92983 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Subnet': ['ID=93140a7a-9af4-401c-ab38-5bb62fee5fbe,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:51.147179 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0ab33425-c6c5-4e72-85ec-7bcd72b92983 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3372760 Feb 04 21:15:51.147179 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44890) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:51.168961 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-4a814097-4aa0-4081-8e39-28ce468e7a0b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:15:51.271325 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-a7790772-0bd0-4229-9735-2dc19cb471fd None None] Attempting to bind port a60decca-69f6-4c63-b756-e1797c83577d on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:15:51.271325 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-a7790772-0bd0-4229-9735-2dc19cb471fd None None] Attempting to bind port a60decca-69f6-4c63-b756-e1797c83577d by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:15:51.271325 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7790772-0bd0-4229-9735-2dc19cb471fd None None] Attempting to bind port a60decca-69f6-4c63-b756-e1797c83577d on network 1f11f724-8cdd-497d-8220-929f45cf1223 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:15:51.303373 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7790772-0bd0-4229-9735-2dc19cb471fd None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:15:51.303775 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7790772-0bd0-4229-9735-2dc19cb471fd None None] Checking segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:15:51.304211 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a7790772-0bd0-4229-9735-2dc19cb471fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:51.304612 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7790772-0bd0-4229-9735-2dc19cb471fd None None] Bound using segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:15:51.305109 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-a7790772-0bd0-4229-9735-2dc19cb471fd None None] Bound port: a60decca-69f6-4c63-b756-e1797c83577d, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:15:51.305955 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a7790772-0bd0-4229-9735-2dc19cb471fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:51.351184 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-139aff05-93db-4137-9a49-76f3f6fef565 None None] Provisioning complete for port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:15:51.351184 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-139aff05-93db-4137-9a49-76f3f6fef565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:51.376771 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c98ca6-2f23-4db5-969f-7399b505b2ac admin admin] Pushing event updated for resources: {'Port': ['ID=468b0a35-ccfe-4587-b5f4-9c4e741878c1,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:51.379080 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef29ba99-dd41-4dce-a3dd-e75b43bbf734 admin admin] Made reservation on behalf of c5ae562ff357413ba235b51f47b1bbee for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:15:51.381490 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ef29ba99-dd41-4dce-a3dd-e75b43bbf734 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:51.416642 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae4f7f-2741-40e1-909b-4346f0081081 None None] Pushing event updated for resources: {'Port': ['ID=a60decca-69f6-4c63-b756-e1797c83577d,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:51.419544 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 83c3a40d-8d08-4e9d-917e-0f2e35383c3a no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:15:51.654636 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ef29ba99-dd41-4dce-a3dd-e75b43bbf734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:51.695254 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-4a814097-4aa0-4081-8e39-28ce468e7a0b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:51.720670 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-4a814097-4aa0-4081-8e39-28ce468e7a0b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:subnet and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:15:51.726216 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-4a814097-4aa0-4081-8e39-28ce468e7a0b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:15:51.766911 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-4a814097-4aa0-4081-8e39-28ce468e7a0b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:51.793589 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a814097-4aa0-4081-8e39-28ce468e7a0b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:15:51.799064 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4a814097-4aa0-4081-8e39-28ce468e7a0b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:51.947064 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef29ba99-dd41-4dce-a3dd-e75b43bbf734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5fa560a-48fa-4fa4-b2a4-c77d56ecaf85,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:51.988397 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a027fe8a-088d-4807-b56a-3102389d6763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d53a83-81d4-4d8d-95f7-6d5ceff1084e'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:15:52.035587 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef29ba99-dd41-4dce-a3dd-e75b43bbf734 admin admin] Checking segment: {'id': '47332b6e-4b4a-433a-8338-a7e28128d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '576e0778-5be3-4863-9aa7-c402bf42ead3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:15:52.035587 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef29ba99-dd41-4dce-a3dd-e75b43bbf734 admin admin] Network hostable DHCP agents. Network: 576e0778-5be3-4863-9aa7-c402bf42ead3, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:15:52.042348 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:52.085475 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=83c3a40d-8d08-4e9d-917e-0f2e35383c3a,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:52.097066 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:52.108275 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-a7790772-0bd0-4229-9735-2dc19cb471fd None None] For port a60decca-69f6-4c63-b756-e1797c83577d, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:15:52.126004 n-d-827896-1 neutron-server[87682]: INFO neutron.db.ipam_backend_mixin [None req-4a814097-4aa0-4081-8e39-28ce468e7a0b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 93140a7a-9af4-401c-ab38-5bb62fee5fbe (CIDR: 2001:db8::/64) Feb 04 21:15:52.136912 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6483e-8153-4136-ad5b-85747f0ab450 req-7a63b5cd-d79c-4374-84f4-07ff83f1a480 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:52.138485 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a814097-4aa0-4081-8e39-28ce468e7a0b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 21:15:52.138888 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-76b6483e-8153-4136-ad5b-85747f0ab450 req-7a63b5cd-d79c-4374-84f4-07ff83f1a480 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 2.0309675 Feb 04 21:15:52.144519 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a814097-4aa0-4081-8e39-28ce468e7a0b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:15:52.187340 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef29ba99-dd41-4dce-a3dd-e75b43bbf734 admin admin] Network 576e0778-5be3-4863-9aa7-c402bf42ead3 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:15:52.206899 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=83c3a40d-8d08-4e9d-917e-0f2e35383c3a,revision_number=16']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:52.226395 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4a814097-4aa0-4081-8e39-28ce468e7a0b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0793614 Feb 04 21:15:52.227987 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44908) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:52.229362 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-a7790772-0bd0-4229-9735-2dc19cb471fd None None] For port a60decca-69f6-4c63-b756-e1797c83577d, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a60decca-69f6-4c63-b756-e1797c83577d,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:15:52.247593 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-6af21727-943f-49da-9c75-56a2252dbf7a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:15:52.248399 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a7790772-0bd0-4229-9735-2dc19cb471fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:52.261336 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-ef29ba99-dd41-4dce-a3dd-e75b43bbf734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 576e0778-5be3-4863-9aa7-c402bf42ead3) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:15:52.335213 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-76b6483e-8153-4136-ad5b-85747f0ab450 req-0c3df675-f0b7-49b4-9f60-a76c39239985 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725535 Feb 04 21:15:52.356091 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef29ba99-dd41-4dce-a3dd-e75b43bbf734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:52.356091 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ef29ba99-dd41-4dce-a3dd-e75b43bbf734 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:52.361419 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a874fe-f8e5-46fc-996a-11818716dd34 None None] Network 576e0778-5be3-4863-9aa7-c402bf42ead3 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:15:52.373359 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-81c98ca6-2f23-4db5-969f-7399b505b2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:52.431721 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ef29ba99-dd41-4dce-a3dd-e75b43bbf734 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4205484 Feb 04 21:15:52.537688 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af532e15-676d-4e08-a02e-fb3fa5da701d req-f5dccecd-024e-482b-a435-0f842cfc9f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:52.537688 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-af532e15-676d-4e08-a02e-fb3fa5da701d req-f5dccecd-024e-482b-a435-0f842cfc9f3e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=803c4bfb4a0c4d64ba81f7b2220cf823&device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 1097 time: 0.3160472 Feb 04 21:15:52.707351 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6af21727-943f-49da-9c75-56a2252dbf7a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:52.731368 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6af21727-943f-49da-9c75-56a2252dbf7a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:subnet and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:15:52.739304 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6af21727-943f-49da-9c75-56a2252dbf7a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:15:52.766627 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6af21727-943f-49da-9c75-56a2252dbf7a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:52.799154 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af21727-943f-49da-9c75-56a2252dbf7a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:15:52.810127 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6bda48-db2d-4d0c-9db9-b89d696cbaff None None] Update dhcp port {'port': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'fixed_ips': [{'subnet_id': '93140a7a-9af4-401c-ab38-5bb62fee5fbe'}], 'binding:host_id': 'n-d-827896-1'}, 'id': '83c3a40d-8d08-4e9d-917e-0f2e35383c3a'} from n-d-827896-1. {{(pid=87684) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 21:15:52.813653 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6af21727-943f-49da-9c75-56a2252dbf7a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:52.913866 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7790772-0bd0-4229-9735-2dc19cb471fd None None] Routers {'eadeda47-5614-4158-be30-f1ecbb8956a3'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:15:52.913866 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-a7790772-0bd0-4229-9735-2dc19cb471fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:15:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['eadeda47-5614-4158-be30-f1ecbb8956a3'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:52.987212 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae4f7f-2741-40e1-909b-4346f0081081 None None] Pushing event updated for resources: {'Port': ['ID=a60decca-69f6-4c63-b756-e1797c83577d,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:53.327133 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fe6bda48-db2d-4d0c-9db9-b89d696cbaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:53.372206 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af532e15-676d-4e08-a02e-fb3fa5da701d req-d86934c0-2d1a-4bfb-8c4d-bbbfc3a37b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:53.372206 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-af532e15-676d-4e08-a02e-fb3fa5da701d req-d86934c0-2d1a-4bfb-8c4d-bbbfc3a37b48 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8fabec85-7328-4725-bced-b859dec9a60d HTTP/1.1" status: 200 len: 915 time: 0.6996977 Feb 04 21:15:53.547932 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291bcbe-a076-4460-85bd-6c907517974b req-8cd54d87-70fb-4611-92e9-a03d17795f2f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:53.549422 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0291bcbe-a076-4460-85bd-6c907517974b req-8cd54d87-70fb-4611-92e9-a03d17795f2f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=a027fe8a-088d-4807-b56a-3102389d6763 HTTP/1.1" status: 200 len: 946 time: 0.6532459 Feb 04 21:15:53.567187 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-a7790772-0bd0-4229-9735-2dc19cb471fd None None] Set router eadeda47-5614-4158-be30-f1ecbb8956a3 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:15:53.581168 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-af532e15-676d-4e08-a02e-fb3fa5da701d req-e1779c63-4848-4455-888d-53cd9afa0b94 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f61ea82f-8f87-42d7-9d33-19d254d5287d HTTP/1.1" status: 200 len: 217 time: 0.1969535 Feb 04 21:15:53.792611 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [None req-81c98ca6-2f23-4db5-969f-7399b505b2ac admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:15:53.846031 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-81c98ca6-2f23-4db5-969f-7399b505b2ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:53.867186 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af532e15-676d-4e08-a02e-fb3fa5da701d req-55b1a2e3-a578-4bdb-a329-c39314e39347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:53.867186 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-af532e15-676d-4e08-a02e-fb3fa5da701d req-55b1a2e3-a578-4bdb-a329-c39314e39347 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf4393a5-4d9f-4e62-a55d-2fc5de86b20c HTTP/1.1" status: 200 len: 854 time: 0.2544525 Feb 04 21:15:53.867186 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-81c98ca6-2f23-4db5-969f-7399b505b2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:53.927762 n-d-827896-1 neutron-server[87682]: DEBUG neutron.objects.ports [None req-6af21727-943f-49da-9c75-56a2252dbf7a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87682) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 21:15:54.002280 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c480fb0-cb27-41c2-a95f-03ee60af77d6 None None] Network 576e0778-5be3-4863-9aa7-c402bf42ead3 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:15:54.046795 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0291bcbe-a076-4460-85bd-6c907517974b req-39b55edc-59f5-4159-bfb7-08cbefd08828 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688203 Feb 04 21:15:54.306622 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-af532e15-676d-4e08-a02e-fb3fa5da701d req-2f82d56a-87da-4a3e-ac4f-1d8e38047a16 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8fabec85-7328-4725-bced-b859dec9a60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3886204 Feb 04 21:15:54.388049 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a027fe8a-088d-4807-b56a-3102389d6763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d53a83-81d4-4d8d-95f7-6d5ceff1084e', 'code': 200} Feb 04 21:15:54.514575 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6af21727-943f-49da-9c75-56a2252dbf7a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:54.664672 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-fe6bda48-db2d-4d0c-9db9-b89d696cbaff None None] Allocated IP 2001:db8::2 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/93140a7a-9af4-401c-ab38-5bb62fee5fbe/83c3a40d-8d08-4e9d-917e-0f2e35383c3a) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:15:54.942698 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-6af21727-943f-49da-9c75-56a2252dbf7a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] For port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=83c3a40d-8d08-4e9d-917e-0f2e35383c3a,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:55.000825 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-a7790772-0bd0-4229-9735-2dc19cb471fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057552342-router', 'tenant_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'a60decca-69f6-4c63-b756-e1797c83577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:15:36Z', 'updated_at': '2022-02-04T21:15:52Z', 'revision_number': 4, 'project_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'gw_port': {'id': 'a60decca-69f6-4c63-b756-e1797c83577d', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:47:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:39Z', 'updated_at': '2022-02-04T21:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '468b0a35-ccfe-4587-b5f4-9c4e741878c1', 'name': '', 'network_id': '0b69af12-0710-4c29-9ce9-477356ad66cd', 'tenant_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'mac_address': 'fa:16:3e:09:8d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b5d5079a-45cf-4ff8-96c8-6a9985c90ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:49Z', 'updated_at': '2022-02-04T21:15:49Z', 'revision_number': 1, 'project_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'subnets': [{'id': 'b5d5079a-45cf-4ff8-96c8-6a9985c90ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:15:55.006456 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7790772-0bd0-4229-9735-2dc19cb471fd None None] The sync data for ids ['eadeda47-5614-4158-be30-f1ecbb8956a3'] in n-d-827896-1 is: [{'id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057552342-router', 'tenant_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'a60decca-69f6-4c63-b756-e1797c83577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:15:36Z', 'updated_at': '2022-02-04T21:15:52Z', 'revision_number': 4, 'project_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'gw_port': {'id': 'a60decca-69f6-4c63-b756-e1797c83577d', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:47:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:39Z', 'updated_at': '2022-02-04T21:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '468b0a35-ccfe-4587-b5f4-9c4e741878c1', 'name': '', 'network_id': '0b69af12-0710-4c29-9ce9-477356ad66cd', 'tenant_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'mac_address': 'fa:16:3e:09:8d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b5d5079a-45cf-4ff8-96c8-6a9985c90ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:49Z', 'updated_at': '2022-02-04T21:15:49Z', 'revision_number': 1, 'project_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'subnets': [{'id': 'b5d5079a-45cf-4ff8-96c8-6a9985c90ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:15:55.022760 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6af21727-943f-49da-9c75-56a2252dbf7a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:55.030961 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6af21727-943f-49da-9c75-56a2252dbf7a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:55.032310 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6af21727-943f-49da-9c75-56a2252dbf7a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:55.035676 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c98ca6-2f23-4db5-969f-7399b505b2ac admin admin] Pushing event updated for resources: {'Port': ['ID=468b0a35-ccfe-4587-b5f4-9c4e741878c1,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:55.049126 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-8d346f1e-2910-4071-923f-35f33ac6ede5 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:55.050954 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-8d346f1e-2910-4071-923f-35f33ac6ede5 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/networks?id=576e0778-5be3-4863-9aa7-c402bf42ead3 HTTP/1.1" status: 200 len: 814 time: 0.4050817 Feb 04 21:15:55.067357 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-81c98ca6-2f23-4db5-969f-7399b505b2ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:55.214586 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af21727-943f-49da-9c75-56a2252dbf7a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Subnet': ['ID=660de516-8f08-4e16-b97e-79d28e8c213a,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:55.248732 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af21727-943f-49da-9c75-56a2252dbf7a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:15:55.270710 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-6af21727-943f-49da-9c75-56a2252dbf7a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:15:55.270710 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af21727-943f-49da-9c75-56a2252dbf7a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:55.273144 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6af21727-943f-49da-9c75-56a2252dbf7a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:55.360863 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-af532e15-676d-4e08-a02e-fb3fa5da701d req-5010f002-ac3b-4ac7-8ab6-6120ae19d231 service neutron] 10.222.0.18 "GET /v2.0/networks/8fabec85-7328-4725-bced-b859dec9a60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9935589 Feb 04 21:15:55.360863 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-c02f80b7-1330-4529-a849-b78c503e92b9 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/quotas/c5ae562ff357413ba235b51f47b1bbee HTTP/1.1" status: 200 len: 375 time: 0.2904007 Feb 04 21:15:55.388194 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af21727-943f-49da-9c75-56a2252dbf7a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Port': ['ID=83c3a40d-8d08-4e9d-917e-0f2e35383c3a,revision_number=18']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:55.410976 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6af21727-943f-49da-9c75-56a2252dbf7a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.1782448 Feb 04 21:15:55.410976 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 44956) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:55.418826 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-f9bb6b18-83fe-4057-94a1-3e9f2e3379a9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'port': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'mac_address': 'fa:16:3e:bc:34:af', 'name': 'tempest-NetworksTestDHCPv6-758525177'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:15:55.462416 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-fe6bda48-db2d-4d0c-9db9-b89d696cbaff None None] For port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=83c3a40d-8d08-4e9d-917e-0f2e35383c3a,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:55.545540 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fe6bda48-db2d-4d0c-9db9-b89d696cbaff None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:55.600600 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-fe6bda48-db2d-4d0c-9db9-b89d696cbaff None None] Transition to ACTIVE for port object 83c3a40d-8d08-4e9d-917e-0f2e35383c3a will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:15:55.620526 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fe6bda48-db2d-4d0c-9db9-b89d696cbaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:55.670697 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-af532e15-676d-4e08-a02e-fb3fa5da701d req-dbe93257-4219-44d7-b5c4-21b9b16d4b9c service neutron] 10.222.0.18 "GET /v2.0/networks/8fabec85-7328-4725-bced-b859dec9a60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997761 Feb 04 21:15:55.673298 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-de693d35-1277-4b2d-9189-ed71bc6a9dea tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5ae562ff357413ba235b51f47b1bbee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735781 Feb 04 21:15:55.721051 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70390f0-f4dc-49a5-abe2-52b4ca78df61 req-a346055d-5d9b-4075-8e05-6ad7b279fed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:55.722843 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b70390f0-f4dc-49a5-abe2-52b4ca78df61 req-a346055d-5d9b-4075-8e05-6ad7b279fed9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a027fe8a-088d-4807-b56a-3102389d6763 HTTP/1.1" status: 200 len: 1097 time: 1.4201429 Feb 04 21:15:55.868705 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6bda48-db2d-4d0c-9db9-b89d696cbaff None None] Pushing event updated for resources: {'Port': ['ID=83c3a40d-8d08-4e9d-917e-0f2e35383c3a,revision_number=19']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:55.910227 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f9bb6b18-83fe-4057-94a1-3e9f2e3379a9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:15:55.923110 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f9bb6b18-83fe-4057-94a1-3e9f2e3379a9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:15:55.955824 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bb6b18-83fe-4057-94a1-3e9f2e3379a9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:15:56.088728 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b70390f0-f4dc-49a5-abe2-52b4ca78df61 req-3fc790c9-02f0-4fe6-9832-98c186657099 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503582 Feb 04 21:15:56.159362 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:56.212707 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c98ca6-2f23-4db5-969f-7399b505b2ac admin admin] Network 0b69af12-0710-4c29-9ce9-477356ad66cd is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:15:56.219464 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-81c98ca6-2f23-4db5-969f-7399b505b2ac admin admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:15:56.691611 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-18d1c1f0-e795-4859-b175-dd06efa457b6 service neutron] 10.222.0.26 "GET /v2.0/networks/576e0778-5be3-4863-9aa7-c402bf42ead3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9934220 Feb 04 21:15:56.803652 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f9bb6b18-83fe-4057-94a1-3e9f2e3379a9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:56.866971 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-f9bb6b18-83fe-4057-94a1-3e9f2e3379a9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] device_id is not set on port b95a555c-2770-41e2-9007-e93a1b249f46 yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:15:57.000801 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c98ca6-2f23-4db5-969f-7399b505b2ac admin admin] Router eadeda47-5614-4158-be30-f1ecbb8956a3 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:15:57.414558 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-e4ff2cde-148b-4c2b-87bf-2836db63ab39 service neutron] 10.222.0.26 "GET /v2.0/networks/576e0778-5be3-4863-9aa7-c402bf42ead3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7137480 Feb 04 21:15:57.547431 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8c8d32-71cf-4f4d-a37d-eae700a613ac None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:15:57.617690 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-f9bb6b18-83fe-4057-94a1-3e9f2e3379a9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Allocated IP 2001:db8::f5 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/93140a7a-9af4-401c-ab38-5bb62fee5fbe/b95a555c-2770-41e2-9007-e93a1b249f46) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:15:57.625717 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-f9bb6b18-83fe-4057-94a1-3e9f2e3379a9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Allocated IP 2001:db8:0:1:f816:3eff:febc:34af (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/660de516-8f08-4e16-b97e-79d28e8c213a/b95a555c-2770-41e2-9007-e93a1b249f46) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:15:57.639643 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c98ca6-2f23-4db5-969f-7399b505b2ac admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:15:57.659874 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-81c98ca6-2f23-4db5-969f-7399b505b2ac admin admin] 10.222.0.26 "PUT /v2.0/routers/eadeda47-5614-4158-be30-f1ecbb8956a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3539402 Feb 04 21:15:57.862812 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a60decca-69f6-4c63-b756-e1797c83577d up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:15:58.096543 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-7769ffac-16b9-4739-b82c-1f236896eb76 None None] Provisioning for port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:15:58.161735 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-7769ffac-16b9-4739-b82c-1f236896eb76 None None] Provisioning complete for port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:15:58.167578 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7769ffac-16b9-4739-b82c-1f236896eb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:58.329078 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c16b0-7a23-4f25-b09b-fb3bd849a92e req-0ea46c71-f4b9-4b72-b7d3-1b4c30f9e6f4 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:58.349605 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-709c16b0-7a23-4f25-b09b-fb3bd849a92e req-0ea46c71-f4b9-4b72-b7d3-1b4c30f9e6f4 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.2999475 Feb 04 21:15:58.403755 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f9bb6b18-83fe-4057-94a1-3e9f2e3379a9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:58.440847 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-f9bb6b18-83fe-4057-94a1-3e9f2e3379a9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Transition to ACTIVE for port object b95a555c-2770-41e2-9007-e93a1b249f46 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:15:58.481702 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f9bb6b18-83fe-4057-94a1-3e9f2e3379a9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:58.584548 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-709c16b0-7a23-4f25-b09b-fb3bd849a92e req-ca77d8b4-0e01-4507-ab09-ca026ca96482 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336404 Feb 04 21:15:58.608601 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port a60decca-69f6-4c63-b756-e1797c83577d completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:15:58.792293 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bb6b18-83fe-4057-94a1-3e9f2e3379a9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:15:58.792293 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-f9bb6b18-83fe-4057-94a1-3e9f2e3379a9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:15:58.808361 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bb6b18-83fe-4057-94a1-3e9f2e3379a9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:15:58.828353 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bb6b18-83fe-4057-94a1-3e9f2e3379a9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:15:58.828353 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f9bb6b18-83fe-4057-94a1-3e9f2e3379a9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:58.872505 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port a60decca-69f6-4c63-b756-e1797c83577d triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:15:58.872505 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:58.883675 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb6b18-83fe-4057-94a1-3e9f2e3379a9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Port': ['ID=b95a555c-2770-41e2-9007-e93a1b249f46,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:58.930769 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 44996) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:15:58.935308 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f9bb6b18-83fe-4057-94a1-3e9f2e3379a9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.5164118 Feb 04 21:15:59.163906 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-b91113a0-16e5-4a22-b557-6241b974a8ae tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting port b95a555c-2770-41e2-9007-e93a1b249f46 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:15:59.164503 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b91113a0-16e5-4a22-b557-6241b974a8ae tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:59.299877 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:59.442269 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7769ffac-16b9-4739-b82c-1f236896eb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:59.473436 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port a60decca-69f6-4c63-b756-e1797c83577d, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a60decca-69f6-4c63-b756-e1797c83577d,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:59.490937 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:59.492105 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 83c3a40d-8d08-4e9d-917e-0f2e35383c3a up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:15:59.669231 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-7769ffac-16b9-4739-b82c-1f236896eb76 None None] For port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=83c3a40d-8d08-4e9d-917e-0f2e35383c3a,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:15:59.691376 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7769ffac-16b9-4739-b82c-1f236896eb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:59.717626 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:15:59.717626 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:15:59.822281 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=a60decca-69f6-4c63-b756-e1797c83577d,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:15:59.964727 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7769ffac-16b9-4739-b82c-1f236896eb76 None None] Pushing event updated for resources: {'Port': ['ID=83c3a40d-8d08-4e9d-917e-0f2e35383c3a,revision_number=20']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:00.100649 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfa9be2-b5b2-403e-be43-c86be9ce9f2a None None] Sync routers for ids ['eadeda47-5614-4158-be30-f1ecbb8956a3'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:16:00.179507 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfa9be2-b5b2-403e-be43-c86be9ce9f2a None None] Routers {'eadeda47-5614-4158-be30-f1ecbb8956a3'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:16:00.179507 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-4bfa9be2-b5b2-403e-be43-c86be9ce9f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:15:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['eadeda47-5614-4158-be30-f1ecbb8956a3'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:00.218344 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b91113a0-16e5-4a22-b557-6241b974a8ae tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:00.405031 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a60decca-69f6-4c63-b756-e1797c83577d up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:16:00.655824 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-b91113a0-16e5-4a22-b557-6241b974a8ae tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Calling delete_port for b95a555c-2770-41e2-9007-e93a1b249f46 owned by {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:16:00.674356 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port a60decca-69f6-4c63-b756-e1797c83577d triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:16:00.675069 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:00.983466 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 83c3a40d-8d08-4e9d-917e-0f2e35383c3a up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:16:01.020467 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-4bfa9be2-b5b2-403e-be43-c86be9ce9f2a None None] Set router eadeda47-5614-4158-be30-f1ecbb8956a3 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:16:01.121517 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:16:01.121879 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:01.237873 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-3a96f516-6d9d-466a-968a-84f88b323bb4 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:01.250024 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-3a96f516-6d9d-466a-968a-84f88b323bb4 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.18 "GET /v2.0/networks?id=576e0778-5be3-4863-9aa7-c402bf42ead3 HTTP/1.1" status: 200 len: 814 time: 0.7600131 Feb 04 21:16:01.280884 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980383f0-39d6-4969-b6ad-ee115e51922f req-59f6eb04-3a1f-4cfe-9b97-ec4f4d0adf37 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:01.298519 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-980383f0-39d6-4969-b6ad-ee115e51922f req-59f6eb04-3a1f-4cfe-9b97-ec4f4d0adf37 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=a027fe8a-088d-4807-b56a-3102389d6763 HTTP/1.1" status: 200 len: 946 time: 2.0021262 Feb 04 21:16:01.374909 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-922a9023-b1a9-4664-8af2-b380f8a2a733 None None] Provisioning complete for port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:16:01.374909 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-922a9023-b1a9-4664-8af2-b380f8a2a733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:01.428063 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-6bdadb9c-960e-4fc2-8c44-ad9ae23e2f9c tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Request body: {'port': {'device_id': 'e360acaf-0a44-4774-bdc0-a476e84baa3f', 'network_id': '576e0778-5be3-4863-9aa7-c402bf42ead3', 'admin_state_up': True, 'tenant_id': 'c5ae562ff357413ba235b51f47b1bbee'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:16:01.690237 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-980383f0-39d6-4969-b6ad-ee115e51922f req-d3676eeb-41d7-4692-83f2-fd2a3a7250d3 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906939 Feb 04 21:16:01.729885 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b91113a0-16e5-4a22-b557-6241b974a8ae tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:01.734046 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-4bfa9be2-b5b2-403e-be43-c86be9ce9f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057552342-router', 'tenant_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'a60decca-69f6-4c63-b756-e1797c83577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:15:36Z', 'updated_at': '2022-02-04T21:15:52Z', 'revision_number': 4, 'project_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'gw_port': {'id': 'a60decca-69f6-4c63-b756-e1797c83577d', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:47:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:39Z', 'updated_at': '2022-02-04T21:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '468b0a35-ccfe-4587-b5f4-9c4e741878c1', 'name': '', 'network_id': '0b69af12-0710-4c29-9ce9-477356ad66cd', 'tenant_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'mac_address': 'fa:16:3e:09:8d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b5d5079a-45cf-4ff8-96c8-6a9985c90ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:49Z', 'updated_at': '2022-02-04T21:15:52Z', 'revision_number': 2, 'project_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'subnets': [{'id': 'b5d5079a-45cf-4ff8-96c8-6a9985c90ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:01.734046 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfa9be2-b5b2-403e-be43-c86be9ce9f2a None None] Checking router: eadeda47-5614-4158-be30-f1ecbb8956a3 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:16:01.734046 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfa9be2-b5b2-403e-be43-c86be9ce9f2a None None] Updating router eadeda47-5614-4158-be30-f1ecbb8956a3 port 468b0a35-ccfe-4587-b5f4-9c4e741878c1 binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:16:01.783779 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-922a9023-b1a9-4664-8af2-b380f8a2a733 None None] Could not find standard attr ID for object b95a555c-2770-41e2-9007-e93a1b249f46. {{(pid=87684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 21:16:01.822632 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-4bfa9be2-b5b2-403e-be43-c86be9ce9f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:01.896176 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-76f6f9d4-e4a4-4fe0-b388-a6a85c96c825 None None] Could not find standard attr ID for object 0ae69ffb-3144-4120-8b73-2df0d47f423d. {{(pid=87684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 21:16:01.949318 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91113a0-16e5-4a22-b557-6241b974a8ae tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Port': ['ID=b95a555c-2770-41e2-9007-e93a1b249f46,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:02.202567 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91113a0-16e5-4a22-b557-6241b974a8ae tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:02.202567 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91113a0-16e5-4a22-b557-6241b974a8ae tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:02.202567 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91113a0-16e5-4a22-b557-6241b974a8ae tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:02.202567 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91113a0-16e5-4a22-b557-6241b974a8ae tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:02.202567 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91113a0-16e5-4a22-b557-6241b974a8ae tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:02.202567 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91113a0-16e5-4a22-b557-6241b974a8ae tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:02.202567 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91113a0-16e5-4a22-b557-6241b974a8ae tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:02.202567 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91113a0-16e5-4a22-b557-6241b974a8ae tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:02.202567 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91113a0-16e5-4a22-b557-6241b974a8ae tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:02.202567 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91113a0-16e5-4a22-b557-6241b974a8ae tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:02.202567 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91113a0-16e5-4a22-b557-6241b974a8ae tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:02.202567 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91113a0-16e5-4a22-b557-6241b974a8ae tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:02.227635 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6046603f-97cc-4c0c-aff6-8e481f577ac4 req-1800ae3b-b585-4587-a21f-a137f0464828 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=e360acaf-0a44-4774-bdc0-a476e84baa3f HTTP/1.1" status: 200 len: 210 time: 0.1957006 Feb 04 21:16:02.239268 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b91113a0-16e5-4a22-b557-6241b974a8ae tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:02.297685 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b91113a0-16e5-4a22-b557-6241b974a8ae tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/b95a555c-2770-41e2-9007-e93a1b249f46 HTTP/1.1" status: 204 len: 168 time: 3.3675253 Feb 04 21:16:02.316793 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 45032) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:02.349570 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d818262d-68ea-453a-b23d-30a823974a05 None None] Could not find standard attr ID for object b95a555c-2770-41e2-9007-e93a1b249f46. {{(pid=87684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 21:16:02.415681 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-6bdadb9c-960e-4fc2-8c44-ad9ae23e2f9c tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:16:02.421184 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-6bdadb9c-960e-4fc2-8c44-ad9ae23e2f9c tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Usage tracker for resource:port and tenant:c5ae562ff357413ba235b51f47b1bbee is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:16:02.426536 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-6bdadb9c-960e-4fc2-8c44-ad9ae23e2f9c tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:16:02.447682 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-6bdadb9c-960e-4fc2-8c44-ad9ae23e2f9c tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:16:02.521150 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-6bdadb9c-960e-4fc2-8c44-ad9ae23e2f9c tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Made reservation on behalf of c5ae562ff357413ba235b51f47b1bbee for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:16:02.532171 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-6bdadb9c-960e-4fc2-8c44-ad9ae23e2f9c tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:02.613049 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-4bfa9be2-b5b2-403e-be43-c86be9ce9f2a None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:02.642335 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-4bfa9be2-b5b2-403e-be43-c86be9ce9f2a None None] Transition to ACTIVE for port object 468b0a35-ccfe-4587-b5f4-9c4e741878c1 will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:16:02.651303 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-4bfa9be2-b5b2-403e-be43-c86be9ce9f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:02.773255 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-9217bac9-d6d8-4c11-b239-626cff6105d2 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:02.781259 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-9217bac9-d6d8-4c11-b239-626cff6105d2 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/networks?id=0b69af12-0710-4c29-9ce9-477356ad66cd HTTP/1.1" status: 200 len: 820 time: 0.2291074 Feb 04 21:16:02.782126 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:02.808022 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-e0cf04f6-1df3-4f51-b24d-2d45978928b7 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/quotas/1a2ad9f6d6894e53a79216ac27c4fa23 HTTP/1.1" status: 200 len: 375 time: 0.0252488 Feb 04 21:16:03.110526 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-4bfa9be2-b5b2-403e-be43-c86be9ce9f2a None None] Attempting to bind port 468b0a35-ccfe-4587-b5f4-9c4e741878c1 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:16:03.117291 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-4bfa9be2-b5b2-403e-be43-c86be9ce9f2a None None] Attempting to bind port 468b0a35-ccfe-4587-b5f4-9c4e741878c1 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '1cf06032-9feb-46f6-ad85-830bb602df70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '0b69af12-0710-4c29-9ce9-477356ad66cd'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:16:03.118123 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfa9be2-b5b2-403e-be43-c86be9ce9f2a None None] Attempting to bind port 468b0a35-ccfe-4587-b5f4-9c4e741878c1 on network 0b69af12-0710-4c29-9ce9-477356ad66cd {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:16:03.124437 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fedb78-e33b-4ec6-92b8-41629604ebd2 None None] Pushing event updated for resources: {'Port': ['ID=468b0a35-ccfe-4587-b5f4-9c4e741878c1,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:03.134613 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfa9be2-b5b2-403e-be43-c86be9ce9f2a None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:16:03.134986 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfa9be2-b5b2-403e-be43-c86be9ce9f2a None None] Checking segment: {'id': '1cf06032-9feb-46f6-ad85-830bb602df70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '0b69af12-0710-4c29-9ce9-477356ad66cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:16:03.135401 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-4bfa9be2-b5b2-403e-be43-c86be9ce9f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:03.135776 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfa9be2-b5b2-403e-be43-c86be9ce9f2a None None] Bound using segment: {'id': '1cf06032-9feb-46f6-ad85-830bb602df70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '0b69af12-0710-4c29-9ce9-477356ad66cd'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:16:03.136426 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-4bfa9be2-b5b2-403e-be43-c86be9ce9f2a None None] Bound port: 468b0a35-ccfe-4587-b5f4-9c4e741878c1, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf06032-9feb-46f6-ad85-830bb602df70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '0b69af12-0710-4c29-9ce9-477356ad66cd'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:16:03.137819 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-4bfa9be2-b5b2-403e-be43-c86be9ce9f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:03.186581 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fedb78-e33b-4ec6-92b8-41629604ebd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:03.187362 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-6bdadb9c-960e-4fc2-8c44-ad9ae23e2f9c tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Allocated IP 172.20.0.7 (576e0778-5be3-4863-9aa7-c402bf42ead3/f5fa560a-48fa-4fa4-b2a4-c77d56ecaf85/28f935fb-6343-4002-aa76-f6e7d9c4d953) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:16:03.192226 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fedb78-e33b-4ec6-92b8-41629604ebd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:03.192570 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fedb78-e33b-4ec6-92b8-41629604ebd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:03.192949 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fedb78-e33b-4ec6-92b8-41629604ebd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:03.193504 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fedb78-e33b-4ec6-92b8-41629604ebd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:03.194049 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fedb78-e33b-4ec6-92b8-41629604ebd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:03.194529 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fedb78-e33b-4ec6-92b8-41629604ebd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:03.195017 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fedb78-e33b-4ec6-92b8-41629604ebd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:03.195487 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fedb78-e33b-4ec6-92b8-41629604ebd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:03.196134 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fedb78-e33b-4ec6-92b8-41629604ebd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:03.196625 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fedb78-e33b-4ec6-92b8-41629604ebd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:03.197145 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fedb78-e33b-4ec6-92b8-41629604ebd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:03.375314 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-4bfa9be2-b5b2-403e-be43-c86be9ce9f2a None None] For port 468b0a35-ccfe-4587-b5f4-9c4e741878c1, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:16:03.375314 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-4bfa9be2-b5b2-403e-be43-c86be9ce9f2a None None] For port 468b0a35-ccfe-4587-b5f4-9c4e741878c1, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=468b0a35-ccfe-4587-b5f4-9c4e741878c1,segment=NetworkSegment(1cf06032-9feb-46f6-ad85-830bb602df70),segment_id=1cf06032-9feb-46f6-ad85-830bb602df70)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:16:03.382877 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-4bfa9be2-b5b2-403e-be43-c86be9ce9f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:03.570172 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fedb78-e33b-4ec6-92b8-41629604ebd2 None None] Pushing event updated for resources: {'Port': ['ID=468b0a35-ccfe-4587-b5f4-9c4e741878c1,revision_number=4']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:03.595369 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfa9be2-b5b2-403e-be43-c86be9ce9f2a None None] Routers {'eadeda47-5614-4158-be30-f1ecbb8956a3'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:16:03.595938 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-4bfa9be2-b5b2-403e-be43-c86be9ce9f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:15:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['eadeda47-5614-4158-be30-f1ecbb8956a3'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:03.698889 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-6bdadb9c-960e-4fc2-8c44-ad9ae23e2f9c tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:03.743906 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-6bdadb9c-960e-4fc2-8c44-ad9ae23e2f9c tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:03.863795 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ec0623-b1c6-47ac-a709-8010efe2e643 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:03.863795 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-a5ec0623-b1c6-47ac-a709-8010efe2e643 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:16:03.883774 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-6bdadb9c-960e-4fc2-8c44-ad9ae23e2f9c tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Network 576e0778-5be3-4863-9aa7-c402bf42ead3 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:16:03.899762 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-6bdadb9c-960e-4fc2-8c44-ad9ae23e2f9c tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:16:03.917674 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-6bdadb9c-960e-4fc2-8c44-ad9ae23e2f9c tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:16:04.067367 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-6bdadb9c-960e-4fc2-8c44-ad9ae23e2f9c tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:04.068044 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-6bdadb9c-960e-4fc2-8c44-ad9ae23e2f9c tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:04.102568 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-3d1dbbad-8a7b-4157-8ecc-a4ee48015b28 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Synchronizing usage tracker for tenant:1a2ad9f6d6894e53a79216ac27c4fa23 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:16:04.102568 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-a5ec0623-b1c6-47ac-a709-8010efe2e643 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:16:04.110622 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45066) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:04.126245 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-a5ec0623-b1c6-47ac-a709-8010efe2e643 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.7963238 Feb 04 21:16:04.130180 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-4bfa9be2-b5b2-403e-be43-c86be9ce9f2a None None] Set router eadeda47-5614-4158-be30-f1ecbb8956a3 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:16:04.188098 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdadb9c-960e-4fc2-8c44-ad9ae23e2f9c tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Pushing event updated for resources: {'Port': ['ID=28f935fb-6343-4002-aa76-f6e7d9c4d953,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:04.201736 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-6bdadb9c-960e-4fc2-8c44-ad9ae23e2f9c tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8980670 Feb 04 21:16:04.235292 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-840c208d-65cd-463d-b043-ad1eb3e4bf27 service neutron] Request body: {'port': {'device_id': 'e360acaf-0a44-4774-bdc0-a476e84baa3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:16:04.325618 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58716311-4a8b-4009-a2fd-03f479611d32 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:04.325618 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-58716311-4a8b-4009-a2fd-03f479611d32 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:16:04.346533 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-58716311-4a8b-4009-a2fd-03f479611d32 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:16:04.349725 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-58716311-4a8b-4009-a2fd-03f479611d32 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2429731 Feb 04 21:16:04.350366 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45070) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:04.380912 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-3d1dbbad-8a7b-4157-8ecc-a4ee48015b28 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Unset dirty status for tenant:1a2ad9f6d6894e53a79216ac27c4fa23 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:16:04.382277 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-3d1dbbad-8a7b-4157-8ecc-a4ee48015b28 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a2ad9f6d6894e53a79216ac27c4fa23&fields=id HTTP/1.1" status: 200 len: 255 time: 1.5729520 Feb 04 21:16:04.490061 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4da73ec-8a82-4626-aa78-d475427d0df9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:04.495080 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4da73ec-8a82-4626-aa78-d475427d0df9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:04.503946 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4da73ec-8a82-4626-aa78-d475427d0df9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:04.505241 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e4da73ec-8a82-4626-aa78-d475427d0df9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:16:04.529475 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 468b0a35-ccfe-4587-b5f4-9c4e741878c1 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:16:04.548504 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e4da73ec-8a82-4626-aa78-d475427d0df9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:16:04.552926 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e4da73ec-8a82-4626-aa78-d475427d0df9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2015991 Feb 04 21:16:04.553793 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45076) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:04.685473 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 468b0a35-ccfe-4587-b5f4-9c4e741878c1 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:16:04.692708 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-840c208d-65cd-463d-b043-ad1eb3e4bf27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:04.706334 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 468b0a35-ccfe-4587-b5f4-9c4e741878c1 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:16:04.706334 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:04.751956 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b1e662f-6661-4cc5-8179-c4679bd223e3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting subnet 660de516-8f08-4e16-b97e-79d28e8c213a {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:16:04.762488 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8b1e662f-6661-4cc5-8179-c4679bd223e3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:04.901750 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8b1e662f-6661-4cc5-8179-c4679bd223e3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:04.947698 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-4bfa9be2-b5b2-403e-be43-c86be9ce9f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057552342-router', 'tenant_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'a60decca-69f6-4c63-b756-e1797c83577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:15:36Z', 'updated_at': '2022-02-04T21:15:52Z', 'revision_number': 4, 'project_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'gw_port': {'id': 'a60decca-69f6-4c63-b756-e1797c83577d', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:47:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:39Z', 'updated_at': '2022-02-04T21:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '468b0a35-ccfe-4587-b5f4-9c4e741878c1', 'name': '', 'network_id': '0b69af12-0710-4c29-9ce9-477356ad66cd', 'tenant_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'mac_address': 'fa:16:3e:09:8d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b5d5079a-45cf-4ff8-96c8-6a9985c90ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:49Z', 'updated_at': '2022-02-04T21:16:03Z', 'revision_number': 4, 'project_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'subnets': [{'id': 'b5d5079a-45cf-4ff8-96c8-6a9985c90ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:04.959114 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfa9be2-b5b2-403e-be43-c86be9ce9f2a None None] The sync data for ids ['eadeda47-5614-4158-be30-f1ecbb8956a3'] in n-d-827896-1 is: [{'id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057552342-router', 'tenant_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'a60decca-69f6-4c63-b756-e1797c83577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:15:36Z', 'updated_at': '2022-02-04T21:15:52Z', 'revision_number': 4, 'project_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'gw_port': {'id': 'a60decca-69f6-4c63-b756-e1797c83577d', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:47:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:39Z', 'updated_at': '2022-02-04T21:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '468b0a35-ccfe-4587-b5f4-9c4e741878c1', 'name': '', 'network_id': '0b69af12-0710-4c29-9ce9-477356ad66cd', 'tenant_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'mac_address': 'fa:16:3e:09:8d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b5d5079a-45cf-4ff8-96c8-6a9985c90ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:49Z', 'updated_at': '2022-02-04T21:16:03Z', 'revision_number': 4, 'project_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'subnets': [{'id': 'b5d5079a-45cf-4ff8-96c8-6a9985c90ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:16:05.037541 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:05.111506 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8b1e662f-6661-4cc5-8179-c4679bd223e3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:05.130674 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 468b0a35-ccfe-4587-b5f4-9c4e741878c1, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=468b0a35-ccfe-4587-b5f4-9c4e741878c1,segment=NetworkSegment(1cf06032-9feb-46f6-ad85-830bb602df70),segment_id=1cf06032-9feb-46f6-ad85-830bb602df70)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:16:05.147421 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:05.254608 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-4ad2ff39-2196-40e0-9dee-e621e568d40c service neutron] 10.222.0.26 "GET /v2.0/networks/0b69af12-0710-4c29-9ce9-477356ad66cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7849984 Feb 04 21:16:05.299813 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=468b0a35-ccfe-4587-b5f4-9c4e741878c1,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:05.319853 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8b1e662f-6661-4cc5-8179-c4679bd223e3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:05.381221 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e662f-6661-4cc5-8179-c4679bd223e3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Subnet': ['ID=660de516-8f08-4e16-b97e-79d28e8c213a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:05.388883 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8b1e662f-6661-4cc5-8179-c4679bd223e3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:05.407710 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c5f3c9-27c7-4008-ba16-e037becd4d2c None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:16:05.410231 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8b1e662f-6661-4cc5-8179-c4679bd223e3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/660de516-8f08-4e16-b97e-79d28e8c213a HTTP/1.1" status: 204 len: 168 time: 0.8551645 Feb 04 21:16:05.413399 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45086) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:05.593540 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d9815a5-226b-495c-af62-2a6d13c39be2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting subnet 93140a7a-9af4-401c-ab38-5bb62fee5fbe {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:16:05.593540 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1d9815a5-226b-495c-af62-2a6d13c39be2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:05.725268 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1d9815a5-226b-495c-af62-2a6d13c39be2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:05.895328 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-aff3493d-afd0-4771-a7e4-56e13abdf72f service neutron] 10.222.0.26 "GET /v2.0/networks/0b69af12-0710-4c29-9ce9-477356ad66cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6392977 Feb 04 21:16:05.978116 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1d9815a5-226b-495c-af62-2a6d13c39be2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:05.988090 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd567a55-f4cf-4d9b-b6e7-e1d8208943fc req-2b384a55-d832-4477-95fd-171dfe60b1db service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=733acf6b-a28f-4945-b3f6-bfc852bc7d3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2734787 Feb 04 21:16:06.241490 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1d9815a5-226b-495c-af62-2a6d13c39be2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:06.386233 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-840c208d-65cd-463d-b043-ad1eb3e4bf27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f935fb-6343-4002-aa76-f6e7d9c4d953 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:16:06.432786 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9815a5-226b-495c-af62-2a6d13c39be2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Subnet': ['ID=93140a7a-9af4-401c-ab38-5bb62fee5fbe,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:06.441059 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1d9815a5-226b-495c-af62-2a6d13c39be2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:06.477554 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-840c208d-65cd-463d-b043-ad1eb3e4bf27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:06.503323 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1d9815a5-226b-495c-af62-2a6d13c39be2 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/93140a7a-9af4-401c-ab38-5bb62fee5fbe HTTP/1.1" status: 204 len: 168 time: 1.0801883 Feb 04 21:16:06.503323 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45100) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:06.522188 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 468b0a35-ccfe-4587-b5f4-9c4e741878c1 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:16:06.550262 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-840c208d-65cd-463d-b043-ad1eb3e4bf27 service neutron] Transition to ACTIVE for port object 28f935fb-6343-4002-aa76-f6e7d9c4d953 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:16:06.920993 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-840c208d-65cd-463d-b043-ad1eb3e4bf27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:06.936572 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c04230e4-3d8d-42d6-aff7-220b8c35b843 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4346409 Feb 04 21:16:06.936572 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45112) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:06.962882 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-dc121891-9831-4cbc-b87e-0da84c770d6f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:16:07.079368 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 468b0a35-ccfe-4587-b5f4-9c4e741878c1 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:16:07.079993 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:07.392777 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-dc121891-9831-4cbc-b87e-0da84c770d6f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:16:07.413546 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-dc121891-9831-4cbc-b87e-0da84c770d6f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:subnet and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:16:07.413546 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-dc121891-9831-4cbc-b87e-0da84c770d6f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:16:07.447760 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-dc121891-9831-4cbc-b87e-0da84c770d6f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:16:07.488592 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc121891-9831-4cbc-b87e-0da84c770d6f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:16:07.496691 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dc121891-9831-4cbc-b87e-0da84c770d6f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:07.679355 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd4d5d4-fd0e-45b0-a8cc-935e486a4943 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:16:07.796659 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c208d-65cd-463d-b043-ad1eb3e4bf27 service neutron] Pushing event updated for resources: {'Port': ['ID=28f935fb-6343-4002-aa76-f6e7d9c4d953,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:07.828412 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd567a55-f4cf-4d9b-b6e7-e1d8208943fc req-b06c984c-2178-4e39-bcde-4880e20c6812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:07.829983 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd567a55-f4cf-4d9b-b6e7-e1d8208943fc req-b06c984c-2178-4e39-bcde-4880e20c6812 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbe7b967cf5b4bf8a129a586503d8461&device_id=733acf6b-a28f-4945-b3f6-bfc852bc7d3b HTTP/1.1" status: 200 len: 1096 time: 1.4976366 Feb 04 21:16:07.889773 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82668a5-ada7-47f9-bd6b-f635db3610a2 req-27099f24-af38-4884-be4f-78e21444d6ed tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:07.897299 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a82668a5-ada7-47f9-bd6b-f635db3610a2 req-27099f24-af38-4884-be4f-78e21444d6ed tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.2213764 Feb 04 21:16:07.909166 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-35f27f7c-4dab-42d2-8f52-9caaa55afeb9 None None] Provisioning complete for port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:16:07.912051 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-35f27f7c-4dab-42d2-8f52-9caaa55afeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:07.954702 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-840c208d-65cd-463d-b043-ad1eb3e4bf27 service neutron] Attempting to bind port 28f935fb-6343-4002-aa76-f6e7d9c4d953 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:16:07.955391 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-840c208d-65cd-463d-b043-ad1eb3e4bf27 service neutron] Attempting to bind port 28f935fb-6343-4002-aa76-f6e7d9c4d953 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '47332b6e-4b4a-433a-8338-a7e28128d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '576e0778-5be3-4863-9aa7-c402bf42ead3'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:16:07.955797 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-840c208d-65cd-463d-b043-ad1eb3e4bf27 service neutron] Attempting to bind port 28f935fb-6343-4002-aa76-f6e7d9c4d953 on network 576e0778-5be3-4863-9aa7-c402bf42ead3 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:16:08.079367 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dc121891-9831-4cbc-b87e-0da84c770d6f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:08.286919 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc121891-9831-4cbc-b87e-0da84c770d6f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:16:08.311927 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-dc121891-9831-4cbc-b87e-0da84c770d6f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:16:08.343384 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc121891-9831-4cbc-b87e-0da84c770d6f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:08.344071 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a82668a5-ada7-47f9-bd6b-f635db3610a2 req-2333884f-61d1-406d-ad93-a0a9c7de0338 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4456253 Feb 04 21:16:08.349959 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dc121891-9831-4cbc-b87e-0da84c770d6f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:08.364919 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-840c208d-65cd-463d-b043-ad1eb3e4bf27 service neutron] Port 28f935fb-6343-4002-aa76-f6e7d9c4d953 on network 576e0778-5be3-4863-9aa7-c402bf42ead3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:16:08.369523 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-840c208d-65cd-463d-b043-ad1eb3e4bf27 service neutron] Attempting to bind port 28f935fb-6343-4002-aa76-f6e7d9c4d953 on network 576e0778-5be3-4863-9aa7-c402bf42ead3 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:16:08.389853 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-840c208d-65cd-463d-b043-ad1eb3e4bf27 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:16:08.397575 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-840c208d-65cd-463d-b043-ad1eb3e4bf27 service neutron] Checking segment: {'id': '47332b6e-4b4a-433a-8338-a7e28128d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '576e0778-5be3-4863-9aa7-c402bf42ead3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:16:08.398653 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-840c208d-65cd-463d-b043-ad1eb3e4bf27 service neutron] Bound using segment: {'id': '47332b6e-4b4a-433a-8338-a7e28128d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '576e0778-5be3-4863-9aa7-c402bf42ead3'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:16:08.404765 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-840c208d-65cd-463d-b043-ad1eb3e4bf27 service neutron] Bound port: 28f935fb-6343-4002-aa76-f6e7d9c4d953, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47332b6e-4b4a-433a-8338-a7e28128d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '576e0778-5be3-4863-9aa7-c402bf42ead3'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:16:08.405236 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-840c208d-65cd-463d-b043-ad1eb3e4bf27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:08.428627 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc121891-9831-4cbc-b87e-0da84c770d6f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Subnet': ['ID=eecdbb99-98b1-45f7-a147-f68241658087,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:08.442341 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-dc121891-9831-4cbc-b87e-0da84c770d6f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5054438 Feb 04 21:16:08.451363 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45134) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:08.468140 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-8129c28f-b011-4989-97eb-fd23a5ca3c4b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:16:08.897519 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-840c208d-65cd-463d-b043-ad1eb3e4bf27 service neutron] For port 28f935fb-6343-4002-aa76-f6e7d9c4d953, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:16:09.002690 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-840c208d-65cd-463d-b043-ad1eb3e4bf27 service neutron] For port 28f935fb-6343-4002-aa76-f6e7d9c4d953, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=28f935fb-6343-4002-aa76-f6e7d9c4d953,segment=NetworkSegment(47332b6e-4b4a-433a-8338-a7e28128d91b),segment_id=47332b6e-4b4a-433a-8338-a7e28128d91b)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:16:09.222842 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad110e9-4ed2-4d2c-80e7-eb9602154883 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:16:09.225366 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-840c208d-65cd-463d-b043-ad1eb3e4bf27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:09.286596 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-8129c28f-b011-4989-97eb-fd23a5ca3c4b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:16:09.300407 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-8129c28f-b011-4989-97eb-fd23a5ca3c4b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:subnet and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:16:09.311190 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-8129c28f-b011-4989-97eb-fd23a5ca3c4b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:16:09.324875 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-8129c28f-b011-4989-97eb-fd23a5ca3c4b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:16:09.359690 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8129c28f-b011-4989-97eb-fd23a5ca3c4b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:16:09.369751 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8129c28f-b011-4989-97eb-fd23a5ca3c4b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:09.416778 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ce9ffe46-5268-47bf-b2f6-09ac8396a131 None None] Provisioning complete for port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:16:09.416778 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ce9ffe46-5268-47bf-b2f6-09ac8396a131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:09.645640 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-840c208d-65cd-463d-b043-ad1eb3e4bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:09.645993 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-840c208d-65cd-463d-b043-ad1eb3e4bf27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:09.647391 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-840c208d-65cd-463d-b043-ad1eb3e4bf27 service neutron] 10.222.0.18 "PUT /v2.0/ports/28f935fb-6343-4002-aa76-f6e7d9c4d953 HTTP/1.1" status: 200 len: 1091 time: 5.4399228 Feb 04 21:16:09.652425 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e360acaf-0a44-4774-bdc0-a476e84baa3f', 'tag': '28f935fb-6343-4002-aa76-f6e7d9c4d953'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:16:09.657703 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd567a55-f4cf-4d9b-b6e7-e1d8208943fc req-50979267-2c2c-4313-824d-15df6b6277e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:09.659040 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd567a55-f4cf-4d9b-b6e7-e1d8208943fc req-50979267-2c2c-4313-824d-15df6b6277e8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=591535e8-eea5-447d-ad75-83d907ea6f08 HTTP/1.1" status: 200 len: 907 time: 1.8028615 Feb 04 21:16:09.837244 n-d-827896-1 neutron-server[87682]: INFO neutron.db.ipam_backend_mixin [None req-8129c28f-b011-4989-97eb-fd23a5ca3c4b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eecdbb99-98b1-45f7-a147-f68241658087 (CIDR: 2001:db8::/64) Feb 04 21:16:09.844534 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-8129c28f-b011-4989-97eb-fd23a5ca3c4b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 21:16:09.847117 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8129c28f-b011-4989-97eb-fd23a5ca3c4b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:09.848433 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c208d-65cd-463d-b043-ad1eb3e4bf27 service neutron] Pushing event updated for resources: {'Port': ['ID=28f935fb-6343-4002-aa76-f6e7d9c4d953,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:09.852496 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd567a55-f4cf-4d9b-b6e7-e1d8208943fc req-e042594e-c635-43b1-a8ae-eeaf26fe901a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e791a7ac-6865-4c87-8ac5-f39dc8b22567 HTTP/1.1" status: 200 len: 217 time: 0.1536131 Feb 04 21:16:09.982370 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8129c28f-b011-4989-97eb-fd23a5ca3c4b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4398060 Feb 04 21:16:09.982370 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45150) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:09.982370 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-38434cff-384a-415b-9c83-8f6002b23247 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'subnet': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:16:10.158477 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd567a55-f4cf-4d9b-b6e7-e1d8208943fc req-6748df50-0930-40d5-a9f0-43cd37d13551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:10.186872 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd567a55-f4cf-4d9b-b6e7-e1d8208943fc req-6748df50-0930-40d5-a9f0-43cd37d13551 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6328ddc0-a59e-4cee-8cab-7daa1242332a HTTP/1.1" status: 200 len: 846 time: 0.2543452 Feb 04 21:16:10.280630 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c8015-a93d-4870-ba12-0b98500ce1c8 req-96bf8de7-698b-4b88-99f3-d4a549ef2f96 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:10.282199 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ba3c8015-a93d-4870-ba12-0b98500ce1c8 req-96bf8de7-698b-4b88-99f3-d4a549ef2f96 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=a027fe8a-088d-4807-b56a-3102389d6763 HTTP/1.1" status: 200 len: 946 time: 1.5617318 Feb 04 21:16:10.308248 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-38434cff-384a-415b-9c83-8f6002b23247 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:16:10.329157 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-38434cff-384a-415b-9c83-8f6002b23247 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Usage tracker for resource:subnet and tenant:c1a09abf1d69443ba4dc5757947fc733 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:16:10.333746 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-38434cff-384a-415b-9c83-8f6002b23247 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:16:10.342928 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-38434cff-384a-415b-9c83-8f6002b23247 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:16:10.360215 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38434cff-384a-415b-9c83-8f6002b23247 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:16:10.367990 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-38434cff-384a-415b-9c83-8f6002b23247 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:10.426657 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-58d573d6-a2fe-47f2-98fa-57c7b075d9b4 None None] Provisioning complete for port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:16:10.427689 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-58d573d6-a2fe-47f2-98fa-57c7b075d9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:10.435013 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd567a55-f4cf-4d9b-b6e7-e1d8208943fc req-4971b33a-ad50-41aa-8125-9e3e85320ad3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=591535e8-eea5-447d-ad75-83d907ea6f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1498160 Feb 04 21:16:10.493969 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-4194fb5a-fdb0-49b6-b8e3-2cfedda8705e tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:10.493969 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-4194fb5a-fdb0-49b6-b8e3-2cfedda8705e tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.32 "GET /v2.0/networks?id=0b69af12-0710-4c29-9ce9-477356ad66cd HTTP/1.1" status: 200 len: 820 time: 1.4346557 Feb 04 21:16:10.523203 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-e62c92cd-0f18-4491-8bf4-7e21c60211ee tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Request body: {'port': {'device_id': 'c316f322-dba4-4071-bc58-de9fe5aae0a3', 'network_id': '0b69af12-0710-4c29-9ce9-477356ad66cd', 'admin_state_up': True, 'tenant_id': '1a2ad9f6d6894e53a79216ac27c4fa23'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:16:10.687625 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:16:10.785512 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ba3c8015-a93d-4870-ba12-0b98500ce1c8 req-e4d327fe-29ec-49be-8a73-cebdb71d68ee tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713133 Feb 04 21:16:10.876300 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-88d55350-c5df-4d3f-909c-39a7ce4a4c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:10.876300 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-88d55350-c5df-4d3f-909c-39a7ce4a4c69 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c5ae562ff357413ba235b51f47b1bbee&device_id=e360acaf-0a44-4774-bdc0-a476e84baa3f HTTP/1.1" status: 200 len: 1094 time: 1.1223462 Feb 04 21:16:11.087842 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-ded6c286-3361-4124-b923-882d9b642884 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28f935fb-6343-4002-aa76-f6e7d9c4d953 HTTP/1.1" status: 200 len: 217 time: 0.1793849 Feb 04 21:16:11.215051 n-d-827896-1 neutron-server[87682]: DEBUG neutron.objects.ports [None req-38434cff-384a-415b-9c83-8f6002b23247 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87682) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 21:16:11.259637 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd567a55-f4cf-4d9b-b6e7-e1d8208943fc req-52a9d2e3-9eef-4d44-bf1f-020c431300a9 service neutron] 10.222.0.32 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7713041 Feb 04 21:16:11.470502 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-e62c92cd-0f18-4491-8bf4-7e21c60211ee tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:16:11.481200 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-2310076f-9257-4328-8217-4f6b75c0ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:11.483169 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-2310076f-9257-4328-8217-4f6b75c0ebc5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f5fa560a-48fa-4fa4-b2a4-c77d56ecaf85 HTTP/1.1" status: 200 len: 854 time: 0.3654068 Feb 04 21:16:11.507780 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220ef65-5cc4-407b-bd93-da5bf6203970 req-f9e1cb60-c332-4317-9f28-342dc480b996 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:11.508829 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-7220ef65-5cc4-407b-bd93-da5bf6203970 req-f9e1cb60-c332-4317-9f28-342dc480b996 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Synchronizing usage tracker for tenant:c5ae562ff357413ba235b51f47b1bbee on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:16:11.518805 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-38434cff-384a-415b-9c83-8f6002b23247 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:11.578545 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-e62c92cd-0f18-4491-8bf4-7e21c60211ee tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:16:11.619898 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fd567a55-f4cf-4d9b-b6e7-e1d8208943fc req-8f373d25-6cd5-4efe-9d3e-fc9367c98f0d service neutron] 10.222.0.32 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409441 Feb 04 21:16:11.619898 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-2244e0b9-9100-4572-924b-ae80b296e6fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=576e0778-5be3-4863-9aa7-c402bf42ead3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221461 Feb 04 21:16:11.671621 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-e62c92cd-0f18-4491-8bf4-7e21c60211ee tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Made reservation on behalf of 1a2ad9f6d6894e53a79216ac27c4fa23 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:16:11.675799 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-e62c92cd-0f18-4491-8bf4-7e21c60211ee tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:11.704773 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-7220ef65-5cc4-407b-bd93-da5bf6203970 req-f9e1cb60-c332-4317-9f28-342dc480b996 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Unset dirty status for tenant:c5ae562ff357413ba235b51f47b1bbee on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:16:11.704773 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7220ef65-5cc4-407b-bd93-da5bf6203970 req-f9e1cb60-c332-4317-9f28-342dc480b996 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=e360acaf-0a44-4774-bdc0-a476e84baa3f HTTP/1.1" status: 200 len: 943 time: 0.6156065 Feb 04 21:16:11.955286 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-38434cff-384a-415b-9c83-8f6002b23247 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] For port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=83c3a40d-8d08-4e9d-917e-0f2e35383c3a,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:16:12.021611 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-38434cff-384a-415b-9c83-8f6002b23247 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:12.034220 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-38434cff-384a-415b-9c83-8f6002b23247 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:12.034220 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-38434cff-384a-415b-9c83-8f6002b23247 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:12.232189 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38434cff-384a-415b-9c83-8f6002b23247 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Subnet': ['ID=89bee56e-ef67-4d8b-9132-95d7f5d91315,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:12.235237 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7220ef65-5cc4-407b-bd93-da5bf6203970 req-3aaf0569-eda7-4216-b629-0ad45371a482 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206825 Feb 04 21:16:12.315612 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38434cff-384a-415b-9c83-8f6002b23247 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:16:12.324323 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-38434cff-384a-415b-9c83-8f6002b23247 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:16:12.324323 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38434cff-384a-415b-9c83-8f6002b23247 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:12.330632 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-38434cff-384a-415b-9c83-8f6002b23247 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:12.334393 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfd297c-2c2b-4936-b1b5-869f46408cda None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:16:12.425865 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-38434cff-384a-415b-9c83-8f6002b23247 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.5304918 Feb 04 21:16:12.428518 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45176) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:12.436745 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-5cda9d93-17b4-4a13-a4c3-9909448c9303 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Request body: {'port': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'mac_address': 'fa:16:3e:46:72:49', 'name': 'tempest-NetworksTestDHCPv6-371431306'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:16:12.473479 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38434cff-384a-415b-9c83-8f6002b23247 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Port': ['ID=83c3a40d-8d08-4e9d-917e-0f2e35383c3a,revision_number=24']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:12.548340 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4d3d6b09-344d-49b2-abd5-8faad9659800 req-a7c425d1-f4fb-4852-98e5-f7d5657b82c2 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/ports?device_id=c316f322-dba4-4071-bc58-de9fe5aae0a3 HTTP/1.1" status: 200 len: 210 time: 0.0783274 Feb 04 21:16:12.612021 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-e62c92cd-0f18-4491-8bf4-7e21c60211ee tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Allocated IP 172.20.0.6 (0b69af12-0710-4c29-9ce9-477356ad66cd/b5d5079a-45cf-4ff8-96c8-6a9985c90ea3/6ad46833-08d8-4921-b3a7-e7e0afd810be) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:16:12.780732 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5cda9d93-17b4-4a13-a4c3-9909448c9303 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:16:12.804705 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5cda9d93-17b4-4a13-a4c3-9909448c9303 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:16:12.829472 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cda9d93-17b4-4a13-a4c3-9909448c9303 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Made reservation on behalf of c1a09abf1d69443ba4dc5757947fc733 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:16:12.918747 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-e62c92cd-0f18-4491-8bf4-7e21c60211ee tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:13.020036 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-e62c92cd-0f18-4491-8bf4-7e21c60211ee tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:13.038653 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845d1fdc-98b2-4def-bbe4-ef325951ad35 None None] Update dhcp port {'port': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'fixed_ips': [{'subnet_id': '89bee56e-ef67-4d8b-9132-95d7f5d91315', 'ip_address': '2001:db8:0:1:f816:3eff:fe72:bd84'}, {'subnet_id': 'eecdbb99-98b1-45f7-a147-f68241658087'}], 'binding:host_id': 'n-d-827896-1'}, 'id': '83c3a40d-8d08-4e9d-917e-0f2e35383c3a'} from n-d-827896-1. {{(pid=87684) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 21:16:13.150023 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-845d1fdc-98b2-4def-bbe4-ef325951ad35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:13.156657 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-2e6c2861-b176-4307-9e4f-be4b7be5b0c7 service neutron] 10.222.0.18 "GET /v2.0/networks/576e0778-5be3-4863-9aa7-c402bf42ead3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5240960 Feb 04 21:16:13.332479 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5cda9d93-17b4-4a13-a4c3-9909448c9303 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:13.372319 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-5cda9d93-17b4-4a13-a4c3-9909448c9303 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] device_id is not set on port d8171736-e7d4-4b69-b17c-3b0dfed74603 yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:16:13.425553 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-e62c92cd-0f18-4491-8bf4-7e21c60211ee tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Network 0b69af12-0710-4c29-9ce9-477356ad66cd is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:16:13.431072 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-e62c92cd-0f18-4491-8bf4-7e21c60211ee tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:16:13.453796 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-e62c92cd-0f18-4491-8bf4-7e21c60211ee tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:16:13.512678 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-845d1fdc-98b2-4def-bbe4-ef325951ad35 None None] Allocated IP 2001:db8::2 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/eecdbb99-98b1-45f7-a147-f68241658087/83c3a40d-8d08-4e9d-917e-0f2e35383c3a) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:16:13.570784 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c92cd-0f18-4491-8bf4-7e21c60211ee tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Pushing event updated for resources: {'Port': ['ID=6ad46833-08d8-4921-b3a7-e7e0afd810be,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:13.648612 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-e62c92cd-0f18-4491-8bf4-7e21c60211ee tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:13.649286 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-e62c92cd-0f18-4491-8bf4-7e21c60211ee tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:13.658918 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-044e3ad2-c5cb-4ab0-8334-92a0baf0f5ca req-dddead22-3f4d-48c6-a456-ba4f4988f908 service neutron] 10.222.0.18 "GET /v2.0/networks/576e0778-5be3-4863-9aa7-c402bf42ead3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4692361 Feb 04 21:16:13.688364 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-e62c92cd-0f18-4491-8bf4-7e21c60211ee tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1716745 Feb 04 21:16:13.702491 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d5a40-b640-439f-9f1a-fff86289d308 req-a289b1f9-76b8-456e-bfd3-cc3aa401c5cb tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:13.704801 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bd9d5a40-b640-439f-9f1a-fff86289d308 req-a289b1f9-76b8-456e-bfd3-cc3aa401c5cb tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.1962042 Feb 04 21:16:13.710199 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-b746cd49-c39a-4e78-a90f-571a05267bd2 service neutron] Request body: {'port': {'device_id': 'c316f322-dba4-4071-bc58-de9fe5aae0a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:16:13.713095 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-845d1fdc-98b2-4def-bbe4-ef325951ad35 None None] For port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=83c3a40d-8d08-4e9d-917e-0f2e35383c3a,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:16:13.740351 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-845d1fdc-98b2-4def-bbe4-ef325951ad35 None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:13.758139 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-845d1fdc-98b2-4def-bbe4-ef325951ad35 None None] Transition to ACTIVE for port object 83c3a40d-8d08-4e9d-917e-0f2e35383c3a will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:16:13.763409 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-845d1fdc-98b2-4def-bbe4-ef325951ad35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:13.876723 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d1fdc-98b2-4def-bbe4-ef325951ad35 None None] Pushing event updated for resources: {'Port': ['ID=83c3a40d-8d08-4e9d-917e-0f2e35383c3a,revision_number=25']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:13.952540 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2ce9b074-41ce-4942-8654-da87d3edc500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:14.030297 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bd9d5a40-b640-439f-9f1a-fff86289d308 req-8ebda4be-d27a-49f6-bb1b-2adce48858cb tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878644 Feb 04 21:16:14.099540 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-b746cd49-c39a-4e78-a90f-571a05267bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:14.174327 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e360acaf-0a44-4774-bdc0-a476e84baa3f', 'tag': '28f935fb-6343-4002-aa76-f6e7d9c4d953', 'status': 'completed', 'code': 200} Feb 04 21:16:14.322152 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b45a0-da61-432a-a10f-2d13090f4b1e req-84eddb93-c027-4ff8-9d3f-cf85e687d276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:14.324249 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5b5b45a0-da61-432a-a10f-2d13090f4b1e req-84eddb93-c027-4ff8-9d3f-cf85e687d276 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=803c4bfb4a0c4d64ba81f7b2220cf823&device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 1097 time: 0.2824299 Feb 04 21:16:14.368369 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd60f7-5b6a-4477-bbf9-496529b03eeb req-76240739-fbf0-40ad-ba5a-40a705370a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:14.370739 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-13cd60f7-5b6a-4477-bbf9-496529b03eeb req-76240739-fbf0-40ad-ba5a-40a705370a8f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c5ae562ff357413ba235b51f47b1bbee&device_id=e360acaf-0a44-4774-bdc0-a476e84baa3f HTTP/1.1" status: 200 len: 1094 time: 0.2079253 Feb 04 21:16:14.379920 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 83c3a40d-8d08-4e9d-917e-0f2e35383c3a up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:16:14.488801 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-5cda9d93-17b4-4a13-a4c3-9909448c9303 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Allocated IP 2001:db8::273 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/eecdbb99-98b1-45f7-a147-f68241658087/d8171736-e7d4-4b69-b17c-3b0dfed74603) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:16:14.514915 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-5cda9d93-17b4-4a13-a4c3-9909448c9303 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Allocated IP 2001:db8:0:1:f816:3eff:fe46:7249 (f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d/89bee56e-ef67-4d8b-9132-95d7f5d91315/d8171736-e7d4-4b69-b17c-3b0dfed74603) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:16:14.627613 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd60f7-5b6a-4477-bbf9-496529b03eeb req-78592723-eecf-4291-954e-56e5570509e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:14.629190 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-13cd60f7-5b6a-4477-bbf9-496529b03eeb req-78592723-eecf-4291-954e-56e5570509e4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=576e0778-5be3-4863-9aa7-c402bf42ead3 HTTP/1.1" status: 200 len: 915 time: 0.2505517 Feb 04 21:16:14.716315 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b45a0-da61-432a-a10f-2d13090f4b1e req-4eaff9b5-1880-4dff-8589-839acb2b9ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:14.717495 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5b5b45a0-da61-432a-a10f-2d13090f4b1e req-4eaff9b5-1880-4dff-8589-839acb2b9ec7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8fabec85-7328-4725-bced-b859dec9a60d HTTP/1.1" status: 200 len: 915 time: 0.3664773 Feb 04 21:16:14.826756 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5b5b45a0-da61-432a-a10f-2d13090f4b1e req-56706f71-406c-4204-bf9a-861d3b4622f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f61ea82f-8f87-42d7-9d33-19d254d5287d HTTP/1.1" status: 200 len: 217 time: 0.0959365 Feb 04 21:16:14.853999 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-13cd60f7-5b6a-4477-bbf9-496529b03eeb req-9b40a33b-ef5a-4ed6-a9c5-0c9e315c0f85 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28f935fb-6343-4002-aa76-f6e7d9c4d953 HTTP/1.1" status: 200 len: 217 time: 0.2060919 Feb 04 21:16:15.018501 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5cda9d93-17b4-4a13-a4c3-9909448c9303 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:15.037034 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-5cda9d93-17b4-4a13-a4c3-9909448c9303 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Transition to ACTIVE for port object d8171736-e7d4-4b69-b17c-3b0dfed74603 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:16:15.084704 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd60f7-5b6a-4477-bbf9-496529b03eeb req-05d0ff63-4155-4049-b80a-f035bdd75d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:15.086177 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-13cd60f7-5b6a-4477-bbf9-496529b03eeb req-05d0ff63-4155-4049-b80a-f035bdd75d10 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f5fa560a-48fa-4fa4-b2a4-c77d56ecaf85 HTTP/1.1" status: 200 len: 854 time: 0.1919327 Feb 04 21:16:15.088264 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5cda9d93-17b4-4a13-a4c3-9909448c9303 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:15.097844 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b45a0-da61-432a-a10f-2d13090f4b1e req-0ecb2e4c-0528-459d-8a11-9e5f80ab0ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:15.099646 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5b5b45a0-da61-432a-a10f-2d13090f4b1e req-0ecb2e4c-0528-459d-8a11-9e5f80ab0ce9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf4393a5-4d9f-4e62-a55d-2fc5de86b20c HTTP/1.1" status: 200 len: 854 time: 0.2602136 Feb 04 21:16:15.102358 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-59821192-d838-4d7b-ba68-7e6676255d08 None None] Provisioning for port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:16:15.109028 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-59821192-d838-4d7b-ba68-7e6676255d08 None None] Provisioning complete for port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:16:15.109717 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-59821192-d838-4d7b-ba68-7e6676255d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:15.194796 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5b5b45a0-da61-432a-a10f-2d13090f4b1e req-78475d70-8bd9-4855-9193-5e2a03b7dfa6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8fabec85-7328-4725-bced-b859dec9a60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592613 Feb 04 21:16:15.207636 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-13cd60f7-5b6a-4477-bbf9-496529b03eeb req-2b384b8b-bd35-4c82-ba07-eecb0fca6398 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=576e0778-5be3-4863-9aa7-c402bf42ead3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799639 Feb 04 21:16:15.217168 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cda9d93-17b4-4a13-a4c3-9909448c9303 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:16:15.246360 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-5cda9d93-17b4-4a13-a4c3-9909448c9303 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:16:15.256102 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cda9d93-17b4-4a13-a4c3-9909448c9303 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:16:15.263785 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cda9d93-17b4-4a13-a4c3-9909448c9303 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:15.264642 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5cda9d93-17b4-4a13-a4c3-9909448c9303 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:15.351065 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda9d93-17b4-4a13-a4c3-9909448c9303 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event updated for resources: {'Port': ['ID=d8171736-e7d4-4b69-b17c-3b0dfed74603,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:15.391553 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-b746cd49-c39a-4e78-a90f-571a05267bd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad46833-08d8-4921-b3a7-e7e0afd810be {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:16:15.410843 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5cda9d93-17b4-4a13-a4c3-9909448c9303 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.9810607 Feb 04 21:16:15.414479 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45218) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:15.435094 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-b746cd49-c39a-4e78-a90f-571a05267bd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:15.486374 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa1a0e-1877-48ab-a2de-c6136e68d08d req-4ffab8ad-6d34-4566-af68-f5a82bdec58e tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:15.494533 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ebfa1a0e-1877-48ab-a2de-c6136e68d08d req-4ffab8ad-6d34-4566-af68-f5a82bdec58e tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=e360acaf-0a44-4774-bdc0-a476e84baa3f HTTP/1.1" status: 200 len: 943 time: 0.3938241 Feb 04 21:16:15.504367 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-13cd60f7-5b6a-4477-bbf9-496529b03eeb req-672f8d38-acda-429e-a4dc-4c94538db99b service neutron] 10.222.0.18 "GET /v2.0/networks/576e0778-5be3-4863-9aa7-c402bf42ead3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860646 Feb 04 21:16:15.513752 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-f217cdda-30b6-447d-af6f-4785f970c23e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting port d8171736-e7d4-4b69-b17c-3b0dfed74603 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:16:15.514256 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f217cdda-30b6-447d-af6f-4785f970c23e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:15.519273 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-b746cd49-c39a-4e78-a90f-571a05267bd2 service neutron] Transition to ACTIVE for port object 6ad46833-08d8-4921-b3a7-e7e0afd810be will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:16:15.552414 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ebfa1a0e-1877-48ab-a2de-c6136e68d08d req-35e27ec2-9f8a-4fe7-b2a5-4466425516b1 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566237 Feb 04 21:16:15.562482 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5b5b45a0-da61-432a-a10f-2d13090f4b1e req-58a5a6da-0fd5-435d-8d1c-b30abd4ec2c3 service neutron] 10.222.0.18 "GET /v2.0/networks/8fabec85-7328-4725-bced-b859dec9a60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540106 Feb 04 21:16:15.563326 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-b746cd49-c39a-4e78-a90f-571a05267bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:15.702977 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-2fe8ee85-97a9-4744-9912-21f65fb4f4ef None None] Provisioning for port d8171736-e7d4-4b69-b17c-3b0dfed74603 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:16:15.708406 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-2fe8ee85-97a9-4744-9912-21f65fb4f4ef None None] Provisioning complete for port d8171736-e7d4-4b69-b17c-3b0dfed74603 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:16:15.709037 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2fe8ee85-97a9-4744-9912-21f65fb4f4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:15.766251 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b746cd49-c39a-4e78-a90f-571a05267bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad46833-08d8-4921-b3a7-e7e0afd810be,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:15.783256 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-2fe8ee85-97a9-4744-9912-21f65fb4f4ef None None] Port d8171736-e7d4-4b69-b17c-3b0dfed74603 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:16:15.943648 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-13cd60f7-5b6a-4477-bbf9-496529b03eeb req-18305171-09af-40fb-9dee-1c59095621b4 service neutron] 10.222.0.18 "GET /v2.0/networks/576e0778-5be3-4863-9aa7-c402bf42ead3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817742 Feb 04 21:16:15.968954 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f217cdda-30b6-447d-af6f-4785f970c23e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:16.032147 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5b5b45a0-da61-432a-a10f-2d13090f4b1e req-5b6a1cea-9836-47ec-bbe7-d7a588847970 service neutron] 10.222.0.18 "GET /v2.0/networks/8fabec85-7328-4725-bced-b859dec9a60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579885 Feb 04 21:16:16.061126 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe05b2-30a4-45d9-8d98-cf6468f8a534 req-6bd751e0-9fba-4ae5-8788-6feb037d5c0d tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:16.062362 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-ecbe05b2-30a4-45d9-8d98-cf6468f8a534 req-6bd751e0-9fba-4ae5-8788-6feb037d5c0d tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Synchronizing usage tracker for tenant:1a2ad9f6d6894e53a79216ac27c4fa23 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:16:16.098674 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-b746cd49-c39a-4e78-a90f-571a05267bd2 service neutron] Attempting to bind port 6ad46833-08d8-4921-b3a7-e7e0afd810be on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:16:16.099403 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-b746cd49-c39a-4e78-a90f-571a05267bd2 service neutron] Attempting to bind port 6ad46833-08d8-4921-b3a7-e7e0afd810be by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': '1cf06032-9feb-46f6-ad85-830bb602df70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '0b69af12-0710-4c29-9ce9-477356ad66cd'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:16:16.099890 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-b746cd49-c39a-4e78-a90f-571a05267bd2 service neutron] Attempting to bind port 6ad46833-08d8-4921-b3a7-e7e0afd810be on network 0b69af12-0710-4c29-9ce9-477356ad66cd {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:16:16.108635 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-b746cd49-c39a-4e78-a90f-571a05267bd2 service neutron] Port 6ad46833-08d8-4921-b3a7-e7e0afd810be on network 0b69af12-0710-4c29-9ce9-477356ad66cd not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:16:16.109103 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-b746cd49-c39a-4e78-a90f-571a05267bd2 service neutron] Attempting to bind port 6ad46833-08d8-4921-b3a7-e7e0afd810be on network 0b69af12-0710-4c29-9ce9-477356ad66cd {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:16:16.111524 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-ecbe05b2-30a4-45d9-8d98-cf6468f8a534 req-6bd751e0-9fba-4ae5-8788-6feb037d5c0d tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Unset dirty status for tenant:1a2ad9f6d6894e53a79216ac27c4fa23 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:16:16.112679 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ecbe05b2-30a4-45d9-8d98-cf6468f8a534 req-6bd751e0-9fba-4ae5-8788-6feb037d5c0d tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/ports?device_id=c316f322-dba4-4071-bc58-de9fe5aae0a3 HTTP/1.1" status: 200 len: 943 time: 0.3476524 Feb 04 21:16:16.120289 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-b746cd49-c39a-4e78-a90f-571a05267bd2 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:16:16.121392 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-b746cd49-c39a-4e78-a90f-571a05267bd2 service neutron] Checking segment: {'id': '1cf06032-9feb-46f6-ad85-830bb602df70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '0b69af12-0710-4c29-9ce9-477356ad66cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:16:16.122024 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-b746cd49-c39a-4e78-a90f-571a05267bd2 service neutron] Bound using segment: {'id': '1cf06032-9feb-46f6-ad85-830bb602df70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '0b69af12-0710-4c29-9ce9-477356ad66cd'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:16:16.122470 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-b746cd49-c39a-4e78-a90f-571a05267bd2 service neutron] Bound port: 6ad46833-08d8-4921-b3a7-e7e0afd810be, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf06032-9feb-46f6-ad85-830bb602df70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '0b69af12-0710-4c29-9ce9-477356ad66cd'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:16:16.122815 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-b746cd49-c39a-4e78-a90f-571a05267bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:16.230601 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-f217cdda-30b6-447d-af6f-4785f970c23e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Calling delete_port for d8171736-e7d4-4b69-b17c-3b0dfed74603 owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:16:16.266767 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a50c30cb-bc63-4509-bff4-422178a71e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:16.289739 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ecbe05b2-30a4-45d9-8d98-cf6468f8a534 req-5495ed40-56c1-4400-8a38-4e4f3b9be362 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/security-groups?id=80426f3a-e19c-48f8-9cc2-5c9962c80172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546831 Feb 04 21:16:16.345646 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6de5c4-35e1-4a39-ae0d-7fb56bb63e9c req-4ca4fdba-2213-46e9-a7d9-748d7ee2a6e0 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:16.347946 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ba6de5c4-35e1-4a39-ae0d-7fb56bb63e9c req-4ca4fdba-2213-46e9-a7d9-748d7ee2a6e0 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.32 "GET /v2.0/ports?device_id=a027fe8a-088d-4807-b56a-3102389d6763 HTTP/1.1" status: 200 len: 946 time: 0.2294264 Feb 04 21:16:16.353378 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-b746cd49-c39a-4e78-a90f-571a05267bd2 service neutron] For port 6ad46833-08d8-4921-b3a7-e7e0afd810be, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:16:16.455764 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f217cdda-30b6-447d-af6f-4785f970c23e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:16.512483 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-b746cd49-c39a-4e78-a90f-571a05267bd2 service neutron] For port 6ad46833-08d8-4921-b3a7-e7e0afd810be, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=6ad46833-08d8-4921-b3a7-e7e0afd810be,segment=NetworkSegment(1cf06032-9feb-46f6-ad85-830bb602df70),segment_id=1cf06032-9feb-46f6-ad85-830bb602df70)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:16:16.516422 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217cdda-30b6-447d-af6f-4785f970c23e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Port': ['ID=d8171736-e7d4-4b69-b17c-3b0dfed74603,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:16.534378 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-b746cd49-c39a-4e78-a90f-571a05267bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:16.539560 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dbc00ec8-3593-4dcf-98ee-ce31a5590b43 req-e8bbf8f7-e803-4815-86aa-662460721767 tempest-ServerShowV254Test-50147973 tempest-ServerShowV254Test-50147973-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3e5f66e-cdef-4ef4-977b-cc7f50279fa3 HTTP/1.1" status: 200 len: 210 time: 0.1335635 Feb 04 21:16:16.627555 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-ba6de5c4-35e1-4a39-ae0d-7fb56bb63e9c req-1f009590-c1b4-4704-a07e-20e8c68a0097 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Deleting port 87d53a83-81d4-4d8d-95f7-6d5ceff1084e {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:16:16.627905 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ba6de5c4-35e1-4a39-ae0d-7fb56bb63e9c req-1f009590-c1b4-4704-a07e-20e8c68a0097 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:16.630055 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f217cdda-30b6-447d-af6f-4785f970c23e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:16.640327 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f217cdda-30b6-447d-af6f-4785f970c23e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/d8171736-e7d4-4b69-b17c-3b0dfed74603 HTTP/1.1" status: 204 len: 168 time: 1.2247300 Feb 04 21:16:16.642800 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45234) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:16.670115 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-b746cd49-c39a-4e78-a90f-571a05267bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:16.670951 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-b746cd49-c39a-4e78-a90f-571a05267bd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:16.672463 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-b746cd49-c39a-4e78-a90f-571a05267bd2 service neutron] 10.222.0.32 "PUT /v2.0/ports/6ad46833-08d8-4921-b3a7-e7e0afd810be HTTP/1.1" status: 200 len: 1091 time: 2.9665112 Feb 04 21:16:16.679801 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c316f322-dba4-4071-bc58-de9fe5aae0a3', 'tag': '6ad46833-08d8-4921-b3a7-e7e0afd810be'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:16:16.776856 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893f7325-cd3c-428c-accf-bdd0dcc12664 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:16.777818 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-893f7325-cd3c-428c-accf-bdd0dcc12664 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:16:16.798437 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-893f7325-cd3c-428c-accf-bdd0dcc12664 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:16:16.802643 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-893f7325-cd3c-428c-accf-bdd0dcc12664 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1589155 Feb 04 21:16:16.803445 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45242) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:16.908586 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d631a99-c2f6-41ae-80c6-bf3e88cb04ff req-c2fd2644-f0ea-440d-b7be-f269b5e8abe9 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:16.910063 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8d631a99-c2f6-41ae-80c6-bf3e88cb04ff req-c2fd2644-f0ea-440d-b7be-f269b5e8abe9 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.18 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 947 time: 0.5492263 Feb 04 21:16:16.910693 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b746cd49-c39a-4e78-a90f-571a05267bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad46833-08d8-4921-b3a7-e7e0afd810be,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:16.933443 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674a0cbe-4658-4cc7-95c2-1bee71d8f8d5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:16.938069 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-674a0cbe-4658-4cc7-95c2-1bee71d8f8d5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1308482 Feb 04 21:16:16.938321 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45246) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:17.021194 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfacbff-f2f8-4140-b545-ff505b80b123 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:17.022718 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfacbff-f2f8-4140-b545-ff505b80b123 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:17.024212 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfacbff-f2f8-4140-b545-ff505b80b123 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:17.025151 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5dfacbff-f2f8-4140-b545-ff505b80b123 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:16:17.044252 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5dfacbff-f2f8-4140-b545-ff505b80b123 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:16:17.048180 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5dfacbff-f2f8-4140-b545-ff505b80b123 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1064909 Feb 04 21:16:17.048435 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45250) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:17.119967 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae00c152-0e43-4fee-acbe-d9b77d63cda3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting subnet 89bee56e-ef67-4d8b-9132-95d7f5d91315 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:16:17.122972 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ae00c152-0e43-4fee-acbe-d9b77d63cda3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:17.184555 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ae00c152-0e43-4fee-acbe-d9b77d63cda3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:17.252612 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-8d631a99-c2f6-41ae-80c6-bf3e88cb04ff req-c42c8922-d869-47a2-8d37-feea0fdb751e tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Deleting port 643c6a12-47d2-4a5a-a384-c6eee850b1ca {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:16:17.252925 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8d631a99-c2f6-41ae-80c6-bf3e88cb04ff req-c42c8922-d869-47a2-8d37-feea0fdb751e tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:17.279858 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ae00c152-0e43-4fee-acbe-d9b77d63cda3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:17.285182 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fd062-895b-42cd-b539-3309d9192090 req-e64f48d0-c2a0-43e2-81f3-ae7584e876f8 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:17.286696 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e77fd062-895b-42cd-b539-3309d9192090 req-e64f48d0-c2a0-43e2-81f3-ae7584e876f8 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=a027fe8a-088d-4807-b56a-3102389d6763 HTTP/1.1" status: 200 len: 946 time: 0.5686584 Feb 04 21:16:17.343494 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-36f43360-7d9b-4920-b3d4-9d2ef0ea331a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:17.344947 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-36f43360-7d9b-4920-b3d4-9d2ef0ea331a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a2ad9f6d6894e53a79216ac27c4fa23&device_id=c316f322-dba4-4071-bc58-de9fe5aae0a3 HTTP/1.1" status: 200 len: 1094 time: 0.5630686 Feb 04 21:16:17.361668 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ae00c152-0e43-4fee-acbe-d9b77d63cda3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:17.382866 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:17.407085 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00c152-0e43-4fee-acbe-d9b77d63cda3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Subnet': ['ID=89bee56e-ef67-4d8b-9132-95d7f5d91315,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:17.409089 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ae00c152-0e43-4fee-acbe-d9b77d63cda3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:17.418873 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f64b63-8462-4122-985e-84756fd6a238 None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:16:17.428827 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ae00c152-0e43-4fee-acbe-d9b77d63cda3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/89bee56e-ef67-4d8b-9132-95d7f5d91315 HTTP/1.1" status: 204 len: 168 time: 0.3772988 Feb 04 21:16:17.429168 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45256) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:17.438593 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-03bd329f-ee68-4bc5-84ac-e4c876de3c5f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ad46833-08d8-4921-b3a7-e7e0afd810be HTTP/1.1" status: 200 len: 217 time: 0.0773902 Feb 04 21:16:17.523514 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0d56513-2b7d-4ab0-95de-5f5426c36b5b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Deleting subnet eecdbb99-98b1-45f7-a147-f68241658087 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:16:17.527713 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d0d56513-2b7d-4ab0-95de-5f5426c36b5b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:17.584220 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e77fd062-895b-42cd-b539-3309d9192090 req-11aaf181-5a12-40e9-8fc3-17ecd82d32a3 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889853 Feb 04 21:16:17.599655 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d0d56513-2b7d-4ab0-95de-5f5426c36b5b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:17.608820 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-ba6de5c4-35e1-4a39-ae0d-7fb56bb63e9c req-1f009590-c1b4-4704-a07e-20e8c68a0097 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] For port 87d53a83-81d4-4d8d-95f7-6d5ceff1084e, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=87d53a83-81d4-4d8d-95f7-6d5ceff1084e,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:16:17.609194 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ba6de5c4-35e1-4a39-ae0d-7fb56bb63e9c req-1f009590-c1b4-4704-a07e-20e8c68a0097 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:17.646793 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 28f935fb-6343-4002-aa76-f6e7d9c4d953 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:16:17.653265 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device f61ea82f-8f87-42d7-9d33-19d254d5287d no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:16:17.744766 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d0d56513-2b7d-4ab0-95de-5f5426c36b5b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:17.824393 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-ba6de5c4-35e1-4a39-ae0d-7fb56bb63e9c req-1f009590-c1b4-4704-a07e-20e8c68a0097 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Calling delete_port for 87d53a83-81d4-4d8d-95f7-6d5ceff1084e owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:16:17.860085 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d0d56513-2b7d-4ab0-95de-5f5426c36b5b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:17.891009 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:17.930248 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-ff4d7e6b-e286-42d6-b5cc-dd3836cc5799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:17.932647 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-ff4d7e6b-e286-42d6-b5cc-dd3836cc5799 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5d5079a-45cf-4ff8-96c8-6a9985c90ea3 HTTP/1.1" status: 200 len: 860 time: 0.4242036 Feb 04 21:16:17.945992 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d0d56513-2b7d-4ab0-95de-5f5426c36b5b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:17.955990 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d56513-2b7d-4ab0-95de-5f5426c36b5b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Subnet': ['ID=eecdbb99-98b1-45f7-a147-f68241658087,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:17.958654 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d0d56513-2b7d-4ab0-95de-5f5426c36b5b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/eecdbb99-98b1-45f7-a147-f68241658087 HTTP/1.1" status: 204 len: 168 time: 0.5284352 Feb 04 21:16:17.961116 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45262) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:18.018532 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-295d53ad-b2a2-4167-871a-cdf1d75e6aa9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b69af12-0710-4c29-9ce9-477356ad66cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727592 Feb 04 21:16:18.040702 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-64293f81-72d3-4a72-a79c-058884d505cd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0783796 Feb 04 21:16:18.044065 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45266) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:18.053505 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 28f935fb-6343-4002-aa76-f6e7d9c4d953, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=28f935fb-6343-4002-aa76-f6e7d9c4d953,segment=NetworkSegment(47332b6e-4b4a-433a-8338-a7e28128d91b),segment_id=47332b6e-4b4a-433a-8338-a7e28128d91b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:16:18.093436 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '28f935fb-6343-4002-aa76-f6e7d9c4d953', 'network_id': '576e0778-5be3-4863-9aa7-c402bf42ead3', 'port_id': '28f935fb-6343-4002-aa76-f6e7d9c4d953', 'mac_address': 'fa:16:3e:e2:90:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fa560a-48fa-4fa4-b2a4-c77d56ecaf85', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:16:18.139192 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:18.187660 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd09dc8-12d5-4cfd-b4f1-da73fe6ec539 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:18.190085 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5fd09dc8-12d5-4cfd-b4f1-da73fe6ec539 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1437938 Feb 04 21:16:18.192559 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45270) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:18.248373 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00181b5-e27b-4820-8717-786716333161', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f61ea82f-8f87-42d7-9d33-19d254d5287d'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:16:18.270315 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port f61ea82f-8f87-42d7-9d33-19d254d5287d, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f61ea82f-8f87-42d7-9d33-19d254d5287d,segment=NetworkSegment(90500554-f748-4464-907c-9d77092e3d3a),segment_id=90500554-f748-4464-907c-9d77092e3d3a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:16:18.279151 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:18.288638 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-3724adfe-a597-4beb-aab0-5bf4051ad419 service neutron] 10.222.0.32 "GET /v2.0/networks/0b69af12-0710-4c29-9ce9-477356ad66cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516763 Feb 04 21:16:18.295862 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:18.320353 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f022258-0fa2-431e-857b-d99bbdfc670b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:18.321430 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5f022258-0fa2-431e-857b-d99bbdfc670b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Synchronizing usage tracker for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:16:18.342561 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5f022258-0fa2-431e-857b-d99bbdfc670b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Unset dirty status for tenant:c1a09abf1d69443ba4dc5757947fc733 on resource:subnet {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:16:18.343800 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5f022258-0fa2-431e-857b-d99bbdfc670b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1405408 Feb 04 21:16:18.346669 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45276) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:18.371697 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=f61ea82f-8f87-42d7-9d33-19d254d5287d,revision_number=8']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:18.378821 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f935fb-6343-4002-aa76-f6e7d9c4d953 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:16:18.399620 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 28f935fb-6343-4002-aa76-f6e7d9c4d953, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=28f935fb-6343-4002-aa76-f6e7d9c4d953,segment=NetworkSegment(47332b6e-4b4a-433a-8338-a7e28128d91b),segment_id=47332b6e-4b4a-433a-8338-a7e28128d91b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:16:18.407266 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:18.451378 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-09812672-c4ae-4fc7-856c-549207e99743 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0989172 Feb 04 21:16:18.455240 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45280) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:18.515692 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bde56a-c7cd-4adb-a45e-f571d4872c1e req-44f34821-7a2c-431a-82e0-1ef66de18586 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:18.523751 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a4bde56a-c7cd-4adb-a45e-f571d4872c1e req-44f34821-7a2c-431a-82e0-1ef66de18586 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db HTTP/1.1" status: 200 len: 947 time: 0.6676772 Feb 04 21:16:18.543090 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-8d631a99-c2f6-41ae-80c6-bf3e88cb04ff req-c42c8922-d869-47a2-8d37-feea0fdb751e tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] For port 643c6a12-47d2-4a5a-a384-c6eee850b1ca, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=643c6a12-47d2-4a5a-a384-c6eee850b1ca,segment=NetworkSegment(84b34f62-20de-461e-9dfa-a6b12b358939),segment_id=84b34f62-20de-461e-9dfa-a6b12b358939)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:16:18.543608 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8d631a99-c2f6-41ae-80c6-bf3e88cb04ff req-c42c8922-d869-47a2-8d37-feea0fdb751e tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:18.556416 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=28f935fb-6343-4002-aa76-f6e7d9c4d953,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:18.561819 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b897fa5-0745-4764-95ed-bcee1aa858e7 None None] Update dhcp port {'port': {'network_id': 'f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d', 'fixed_ips': [{'subnet_id': 'eecdbb99-98b1-45f7-a147-f68241658087'}], 'binding:host_id': 'n-d-827896-1'}, 'id': '83c3a40d-8d08-4e9d-917e-0f2e35383c3a'} from n-d-827896-1. {{(pid=87684) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 21:16:18.566966 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-760a980a-624e-4257-b4b7-9cf237500199 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:18.569370 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-760a980a-624e-4257-b4b7-9cf237500199 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:18.576208 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-760a980a-624e-4257-b4b7-9cf237500199 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/d8171736-e7d4-4b69-b17c-3b0dfed74603 HTTP/1.1" status: 404 len: 333 time: 0.1169012 Feb 04 21:16:18.577394 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45284) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:18.628457 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['28f935fb-6343-4002-aa76-f6e7d9c4d953'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:16:18.657740 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c038fb8-6581-47ee-9ab3-831d017f1f22 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:18.658300 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c038fb8-6581-47ee-9ab3-831d017f1f22 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:18.663044 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7c038fb8-6581-47ee-9ab3-831d017f1f22 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/89bee56e-ef67-4d8b-9132-95d7f5d91315 HTTP/1.1" status: 404 len: 337 time: 0.0824623 Feb 04 21:16:18.664159 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45290) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:18.697075 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0b897fa5-0745-4764-95ed-bcee1aa858e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:18.715573 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ba6de5c4-35e1-4a39-ae0d-7fb56bb63e9c req-1f009590-c1b4-4704-a07e-20e8c68a0097 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:18.731529 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcf2e921-ae90-4a11-a285-f5e0d83756ad tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:18.731932 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a4bde56a-c7cd-4adb-a45e-f571d4872c1e req-8e67e712-4b04-446b-9aa3-b9e10204575a tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071006 Feb 04 21:16:18.732148 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcf2e921-ae90-4a11-a285-f5e0d83756ad tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:18.736205 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bcf2e921-ae90-4a11-a285-f5e0d83756ad tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/eecdbb99-98b1-45f7-a147-f68241658087 HTTP/1.1" status: 404 len: 337 time: 0.0680606 Feb 04 21:16:18.736948 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45294) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:18.745880 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['e791a7ac-6865-4c87-8ac5-f39dc8b22567'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:16:18.790351 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f2240c-c1a8-42ce-9678-bea07da4a92a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:18.790914 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64f2240c-c1a8-42ce-9678-bea07da4a92a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:18.793938 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-64f2240c-c1a8-42ce-9678-bea07da4a92a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/b95a555c-2770-41e2-9007-e93a1b249f46 HTTP/1.1" status: 404 len: 333 time: 0.0558164 Feb 04 21:16:18.796469 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45298) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:18.805910 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f009590-c1b4-4704-a07e-20e8c68a0097 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Pushing event deleted for resources: {'Port': ['ID=87d53a83-81d4-4d8d-95f7-6d5ceff1084e,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:18.814074 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-38a8bf43-bfcc-4bc7-a3bf-5dfc9bdbfcd8 req-31633047-fe13-409a-a7e7-4de6a119edb5 service neutron] 10.222.0.32 "GET /v2.0/networks/0b69af12-0710-4c29-9ce9-477356ad66cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4952643 Feb 04 21:16:18.873442 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-3569611f-824f-44ad-ae8c-ba11d3a86d91 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:18.874338 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3569611f-824f-44ad-ae8c-ba11d3a86d91 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:18.879779 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3569611f-824f-44ad-ae8c-ba11d3a86d91 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/660de516-8f08-4e16-b97e-79d28e8c213a HTTP/1.1" status: 404 len: 337 time: 0.0817525 Feb 04 21:16:18.880582 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45302) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:18.937554 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-69731f17-cb75-40e2-9972-e444a197d489 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:18.938111 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69731f17-cb75-40e2-9972-e444a197d489 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:18.943737 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-69731f17-cb75-40e2-9972-e444a197d489 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/93140a7a-9af4-401c-ab38-5bb62fee5fbe HTTP/1.1" status: 404 len: 337 time: 0.0615923 Feb 04 21:16:18.945459 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45306) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:19.001365 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecee2064-32c5-428a-bf60-96b5b6cd81ec tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:19.001931 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecee2064-32c5-428a-bf60-96b5b6cd81ec tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:19.008018 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ecee2064-32c5-428a-bf60-96b5b6cd81ec tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/0ae69ffb-3144-4120-8b73-2df0d47f423d HTTP/1.1" status: 404 len: 333 time: 0.0614147 Feb 04 21:16:19.008760 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45310) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:19.064012 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-e179a610-688f-4b94-af40-25b388c5aace tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:19.064650 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e179a610-688f-4b94-af40-25b388c5aace tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:19.069981 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e179a610-688f-4b94-af40-25b388c5aace tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/3e735392-6da1-4a77-bf90-b073d1013012 HTTP/1.1" status: 404 len: 337 time: 0.0595188 Feb 04 21:16:19.071062 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45314) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:19.112155 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:19.121904 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49a27e5-4def-462e-8487-59171a52303e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:19.122508 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e49a27e5-4def-462e-8487-59171a52303e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:19.126920 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e49a27e5-4def-462e-8487-59171a52303e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/89b95c98-646b-4b1f-89b9-9318caa462fd HTTP/1.1" status: 404 len: 337 time: 0.0551043 Feb 04 21:16:19.127594 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45318) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:19.194413 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-61e14c87-7b63-4aa3-b9b9-8969bee67e20 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:19.195303 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61e14c87-7b63-4aa3-b9b9-8969bee67e20 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:19.203397 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-61e14c87-7b63-4aa3-b9b9-8969bee67e20 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/cd6a0d5e-7d1b-4ef1-86b2-ccfa26d5b207 HTTP/1.1" status: 404 len: 333 time: 0.0747628 Feb 04 21:16:19.204718 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45324) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:19.242241 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 87d53a83-81d4-4d8d-95f7-6d5ceff1084e no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:16:19.279979 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb0e3b5-7dec-4d85-9dd3-3df01da64f7b None None] Network f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:16:19.282122 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d693d79-f0de-4b0e-955e-5457e026e640 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:19.285563 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d693d79-f0de-4b0e-955e-5457e026e640 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:19.293462 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9d693d79-f0de-4b0e-955e-5457e026e640 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/a3cc8e94-e392-4c6e-a8e9-1eca6465fdb1 HTTP/1.1" status: 404 len: 337 time: 0.0757966 Feb 04 21:16:19.294285 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45328) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:19.318036 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: 87d53a83-81d4-4d8d-95f7-6d5ceff1084e {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:16:19.318235 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8d631a99-c2f6-41ae-80c6-bf3e88cb04ff req-c42c8922-d869-47a2-8d37-feea0fdb751e tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:19.318674 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 87d53a83-81d4-4d8d-95f7-6d5ceff1084e not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:16:19.318759 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8d631a99-c2f6-41ae-80c6-bf3e88cb04ff req-c42c8922-d869-47a2-8d37-feea0fdb751e tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:19.318933 n-d-827896-1 neutron-server[87683]: INFO neutron.db.l3_db [req-8d631a99-c2f6-41ae-80c6-bf3e88cb04ff req-c42c8922-d869-47a2-8d37-feea0fdb751e tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Floating IP 6e2d6f8b-ee63-4bda-95e9-1c5a96dcabdb disassociated. External IP: 172.25.5.92, port: 643c6a12-47d2-4a5a-a384-c6eee850b1ca. Feb 04 21:16:19.320895 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-8d631a99-c2f6-41ae-80c6-bf3e88cb04ff req-c42c8922-d869-47a2-8d37-feea0fdb751e tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Calling delete_port for 643c6a12-47d2-4a5a-a384-c6eee850b1ca owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:16:19.371526 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee8ad7c8-91ce-4729-b3a3-a42e713e1964 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:19.372374 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee8ad7c8-91ce-4729-b3a3-a42e713e1964 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:19.377376 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ee8ad7c8-91ce-4729-b3a3-a42e713e1964 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/7e1060d8-50d4-4dce-88e3-0d2a7139046d HTTP/1.1" status: 404 len: 337 time: 0.0809801 Feb 04 21:16:19.378373 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45334) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:19.454533 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-260f3a29-73aa-45c3-8be2-75dbdc209ffe tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:19.455019 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-260f3a29-73aa-45c3-8be2-75dbdc209ffe tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:19.463986 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-260f3a29-73aa-45c3-8be2-75dbdc209ffe tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/f53835e5-98d8-46da-98e9-26ee4b61f3c2 HTTP/1.1" status: 404 len: 333 time: 0.0843785 Feb 04 21:16:19.465378 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45344) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:19.522744 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f49ccc7-cfb2-439a-bf28-86bf855bb75a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:19.523199 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f49ccc7-cfb2-439a-bf28-86bf855bb75a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:19.528462 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6f49ccc7-cfb2-439a-bf28-86bf855bb75a tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/229e32e7-aefa-4b1c-8257-97dd04c6e498 HTTP/1.1" status: 404 len: 337 time: 0.0594981 Feb 04 21:16:19.529957 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45352) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:19.539715 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 643c6a12-47d2-4a5a-a384-c6eee850b1ca no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:16:19.596992 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6de5c4-35e1-4a39-ae0d-7fb56bb63e9c req-1f009590-c1b4-4704-a07e-20e8c68a0097 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] No DVR routers for this DVR port 87d53a83-81d4-4d8d-95f7-6d5ceff1084e on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:16:19.603107 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ba6de5c4-35e1-4a39-ae0d-7fb56bb63e9c req-1f009590-c1b4-4704-a07e-20e8c68a0097 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:19.632030 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-a641831b-b028-42f5-b375-34f98a553906 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:19.632493 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a641831b-b028-42f5-b375-34f98a553906 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:19.637164 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a641831b-b028-42f5-b375-34f98a553906 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/071c3745-de68-4c9c-be27-1b1cc5e666aa HTTP/1.1" status: 404 len: 333 time: 0.1032701 Feb 04 21:16:19.639142 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 45366) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:19.646145 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8d631a99-c2f6-41ae-80c6-bf3e88cb04ff req-c42c8922-d869-47a2-8d37-feea0fdb751e tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:19.647909 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-173748e9-c872-4431-9b8a-3eca9e02e045 None None] Provisioning complete for port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:16:19.648289 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-173748e9-c872-4431-9b8a-3eca9e02e045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:19.685777 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ba6de5c4-35e1-4a39-ae0d-7fb56bb63e9c req-1f009590-c1b4-4704-a07e-20e8c68a0097 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.32 "DELETE /v2.0/ports/87d53a83-81d4-4d8d-95f7-6d5ceff1084e HTTP/1.1" status: 204 len: 173 time: 3.3267925 Feb 04 21:16:19.750892 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdf680-6e6d-4c94-b2b0-8ae1a4e59243 req-fdb57d94-2fa9-44a8-900e-183bd1d6d792 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:19.752599 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-81bdf680-6e6d-4c94-b2b0-8ae1a4e59243 req-fdb57d94-2fa9-44a8-900e-183bd1d6d792 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 944 time: 0.7045112 Feb 04 21:16:19.753654 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-f73b68c8-5aea-49b8-99d4-24b4e6d4621b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:19.754253 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f73b68c8-5aea-49b8-99d4-24b4e6d4621b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:19.755984 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-f73b68c8-5aea-49b8-99d4-24b4e6d4621b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/c61c151e-6fc1-45d3-a461-e9122c6c904f HTTP/1.1" status: 404 len: 337 time: 0.1129625 Feb 04 21:16:19.758776 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45378) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:19.759805 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c8922-d869-47a2-8d37-feea0fdb751e tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Pushing event deleted for resources: {'Port': ['ID=643c6a12-47d2-4a5a-a384-c6eee850b1ca,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:19.826705 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No active binding found for port 643c6a12-47d2-4a5a-a384-c6eee850b1ca {{(pid=87684) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 21:16:19.828233 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 643c6a12-47d2-4a5a-a384-c6eee850b1ca not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:16:19.828233 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device f61ea82f-8f87-42d7-9d33-19d254d5287d no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:16:19.862802 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-0005a007-e1c2-4a71-800f-95abd3d54f44 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:19.863877 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0005a007-e1c2-4a71-800f-95abd3d54f44 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:19.868846 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0005a007-e1c2-4a71-800f-95abd3d54f44 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/bf543d81-6b89-4fcf-b9f2-cf47f16f35df HTTP/1.1" status: 404 len: 333 time: 0.1090331 Feb 04 21:16:19.871226 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45390) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:19.953888 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-60db2c3f-6ddc-49c7-beae-4870794c57bd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:19.954671 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60db2c3f-6ddc-49c7-beae-4870794c57bd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:19.960242 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-60db2c3f-6ddc-49c7-beae-4870794c57bd tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/47d256ab-6fb8-4a4e-a2fa-de1d8aed8d01 HTTP/1.1" status: 404 len: 337 time: 0.0859814 Feb 04 21:16:19.961652 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45400) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:20.023549 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca9f703-d1d5-48bc-add4-f3f10e41ad14 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:20.024096 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ca9f703-d1d5-48bc-add4-f3f10e41ad14 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:20.030543 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7ca9f703-d1d5-48bc-add4-f3f10e41ad14 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/574540e5-667c-4cae-826f-b341104cdc04 HTTP/1.1" status: 404 len: 333 time: 0.0667541 Feb 04 21:16:20.031264 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45412) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:20.097353 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4acfbb-d24e-402a-9568-3c15486b62a4 None None] DHCP port deletion for f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:16:20.099614 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa8c030d-d867-4024-884d-671e85e8202b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:20.110494 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa8c030d-d867-4024-884d-671e85e8202b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:20.116467 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fa8c030d-d867-4024-884d-671e85e8202b tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/b5334462-954a-4d29-a491-95e22dd24515 HTTP/1.1" status: 404 len: 337 time: 0.0839322 Feb 04 21:16:20.117359 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45426) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:20.129254 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-9d4acfbb-d24e-402a-9568-3c15486b62a4 None None] Deleting port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:16:20.129640 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-9d4acfbb-d24e-402a-9568-3c15486b62a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:20.156070 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d631a99-c2f6-41ae-80c6-bf3e88cb04ff req-c42c8922-d869-47a2-8d37-feea0fdb751e tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Router e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:16:20.181141 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3755448-fa4b-4ac3-af47-cc488ba230a8 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:20.181749 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3755448-fa4b-4ac3-af47-cc488ba230a8 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:20.187642 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c3755448-fa4b-4ac3-af47-cc488ba230a8 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/384ab0b3-08d2-4a8b-b727-d7c63f190327 HTTP/1.1" status: 404 len: 333 time: 0.0687606 Feb 04 21:16:20.188320 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45436) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:20.248111 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-84853154-db5d-4aa7-beb8-ed47fa2530d8 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:20.248801 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84853154-db5d-4aa7-beb8-ed47fa2530d8 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:20.271041 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-84853154-db5d-4aa7-beb8-ed47fa2530d8 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/30d6621d-7262-453d-9eb3-e8d775ed7325 HTTP/1.1" status: 404 len: 337 time: 0.0814774 Feb 04 21:16:20.274528 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45444) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:20.344916 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-81bdf680-6e6d-4c94-b2b0-8ae1a4e59243 req-ae28f615-642e-4231-8e27-5d1fbf9f5e02 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459624 Feb 04 21:16:20.381747 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe1fb1c-246e-441d-869b-e9b84418c5d9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:20.382160 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fe1fb1c-246e-441d-869b-e9b84418c5d9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:20.389131 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4fe1fb1c-246e-441d-869b-e9b84418c5d9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/66d7c31a-a6b6-4b90-9fe3-17935ac2b82d HTTP/1.1" status: 404 len: 333 time: 0.1135561 Feb 04 21:16:20.389672 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45462) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:20.468758 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd33bac7-7813-4b57-ae2f-42f5e3204f27 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:20.469309 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd33bac7-7813-4b57-ae2f-42f5e3204f27 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:20.474544 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bd33bac7-7813-4b57-ae2f-42f5e3204f27 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/49cf2118-f60a-4c69-8c3d-419e5a04e3d8 HTTP/1.1" status: 404 len: 337 time: 0.0839143 Feb 04 21:16:20.475229 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45470) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:20.488311 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 83c3a40d-8d08-4e9d-917e-0f2e35383c3a no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:16:20.563351 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-10d1eb79-642b-4bcb-868d-311302e24329 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:20.563892 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10d1eb79-642b-4bcb-868d-311302e24329 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:20.576591 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-10d1eb79-642b-4bcb-868d-311302e24329 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/f80fac55-6c1e-43d9-a8b7-6ad721ed65d8 HTTP/1.1" status: 404 len: 337 time: 0.1003060 Feb 04 21:16:20.577407 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45484) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:20.632652 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-9d4acfbb-d24e-402a-9568-3c15486b62a4 None None] For port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=83c3a40d-8d08-4e9d-917e-0f2e35383c3a,segment=NetworkSegment(51f11f2d-b98c-4d5d-8905-25a14db95071),segment_id=51f11f2d-b98c-4d5d-8905-25a14db95071)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:16:20.633269 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-9d4acfbb-d24e-402a-9568-3c15486b62a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:20.639030 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcb80730-8887-46d7-8adf-dba76761d2d5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:20.639581 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcb80730-8887-46d7-8adf-dba76761d2d5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:20.646371 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 45492) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:20.647613 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-dcb80730-8887-46d7-8adf-dba76761d2d5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/91ebdaa2-2357-4733-b1f7-f0a6192df2c2 HTTP/1.1" status: 404 len: 333 time: 0.0686269 Feb 04 21:16:20.771438 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd19e60-12a0-4eaf-845a-b05dd8b88dc9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:20.771904 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdd19e60-12a0-4eaf-845a-b05dd8b88dc9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:20.773584 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-bdd19e60-12a0-4eaf-845a-b05dd8b88dc9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/23e36d73-fb2f-47b0-b033-0fe00be897a2 HTTP/1.1" status: 404 len: 337 time: 0.1264074 Feb 04 21:16:20.776400 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45510) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:20.776692 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-9d4acfbb-d24e-402a-9568-3c15486b62a4 None None] Calling delete_port for 83c3a40d-8d08-4e9d-917e-0f2e35383c3a owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:16:20.795033 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d631a99-c2f6-41ae-80c6-bf3e88cb04ff req-c42c8922-d869-47a2-8d37-feea0fdb751e tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:16:20.825759 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1009ef-5fae-43db-bf25-a7f322658cf1 None None] Sync routers for ids ['e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:16:20.828288 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-124d0f56-0fae-4154-8b7c-3a34d943a342 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:20.829111 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-124d0f56-0fae-4154-8b7c-3a34d943a342 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:20.834212 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-124d0f56-0fae-4154-8b7c-3a34d943a342 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/a7afa1cd-51d9-4931-82b5-acade6941e91 HTTP/1.1" status: 404 len: 337 time: 0.0564497 Feb 04 21:16:20.835448 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45520) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:20.852888 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1009ef-5fae-43db-bf25-a7f322658cf1 None None] Routers {'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:16:20.853571 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-7c1009ef-5fae-43db-bf25-a7f322658cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:16:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:20.896669 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d631a99-c2f6-41ae-80c6-bf3e88cb04ff req-c42c8922-d869-47a2-8d37-feea0fdb751e tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] No DVR routers for this DVR port 643c6a12-47d2-4a5a-a384-c6eee850b1ca on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:16:20.901274 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8d631a99-c2f6-41ae-80c6-bf3e88cb04ff req-c42c8922-d869-47a2-8d37-feea0fdb751e tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:20.904286 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8d631a99-c2f6-41ae-80c6-bf3e88cb04ff req-c42c8922-d869-47a2-8d37-feea0fdb751e tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.18 "DELETE /v2.0/ports/643c6a12-47d2-4a5a-a384-c6eee850b1ca HTTP/1.1" status: 204 len: 173 time: 3.8385441 Feb 04 21:16:20.941103 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd0ff8-fb50-4d8d-bdcd-1e1909d43cf4 req-2e9b0700-5966-4af7-889d-87e154423cb5 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:20.942930 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-23fd0ff8-fb50-4d8d-bdcd-1e1909d43cf4 req-2e9b0700-5966-4af7-889d-87e154423cb5 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=e360acaf-0a44-4774-bdc0-a476e84baa3f HTTP/1.1" status: 200 len: 944 time: 0.2839050 Feb 04 21:16:21.050256 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-23fd0ff8-fb50-4d8d-bdcd-1e1909d43cf4 req-32a7f598-7322-4cc4-afef-f998d24b3008 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897849 Feb 04 21:16:21.064618 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-a317a78f-b1b2-4e1f-8354-05baa179e088 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:21.065131 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a317a78f-b1b2-4e1f-8354-05baa179e088 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:21.069295 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a317a78f-b1b2-4e1f-8354-05baa179e088 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/9bcaad20-2e53-42ae-b33b-cd61f9703775 HTTP/1.1" status: 404 len: 333 time: 0.2304816 Feb 04 21:16:21.071633 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45546) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:21.149093 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-99e8d4a2-b2b6-41bd-8680-b0e6ecf50b53 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:21.149567 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99e8d4a2-b2b6-41bd-8680-b0e6ecf50b53 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:21.154358 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-99e8d4a2-b2b6-41bd-8680-b0e6ecf50b53 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/adbebe5a-fe23-490f-87fe-0bf135b37e16 HTTP/1.1" status: 404 len: 337 time: 0.0795379 Feb 04 21:16:21.154703 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45558) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:21.194095 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-9d4acfbb-d24e-402a-9568-3c15486b62a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:21.196639 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c316f322-dba4-4071-bc58-de9fe5aae0a3', 'tag': '6ad46833-08d8-4921-b3a7-e7e0afd810be', 'status': 'completed', 'code': 200} Feb 04 21:16:21.227082 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf54f7f-81d1-4ed0-b0fd-9d2a9c4951b1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:21.227864 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaf54f7f-81d1-4ed0-b0fd-9d2a9c4951b1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:21.233052 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-aaf54f7f-81d1-4ed0-b0fd-9d2a9c4951b1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/8e018be0-2bcc-4e24-a2a7-a477ea21b218 HTTP/1.1" status: 404 len: 337 time: 0.0773032 Feb 04 21:16:21.234956 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45570) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:21.269813 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:21.284869 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba57987f-f822-4d34-8934-c8743225e116 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:21.285711 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba57987f-f822-4d34-8934-c8743225e116 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:21.291446 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ba57987f-f822-4d34-8934-c8743225e116 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/6c8c94d6-1623-426b-96c0-4de3549a8f52 HTTP/1.1" status: 404 len: 333 time: 0.0550947 Feb 04 21:16:21.292631 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45582) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:21.314620 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4acfbb-d24e-402a-9568-3c15486b62a4 None None] Pushing event deleted for resources: {'Port': ['ID=83c3a40d-8d08-4e9d-917e-0f2e35383c3a,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:21.327328 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4acfbb-d24e-402a-9568-3c15486b62a4 None None] No DVR routers for this DVR port 83c3a40d-8d08-4e9d-917e-0f2e35383c3a on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:16:21.336561 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f1f6f93-11aa-4070-a580-2bb27c64addf tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:21.337071 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f1f6f93-11aa-4070-a580-2bb27c64addf tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:21.341755 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7f1f6f93-11aa-4070-a580-2bb27c64addf tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/05dd7887-ff12-48e2-abf0-568f66db25e6 HTTP/1.1" status: 404 len: 337 time: 0.0482109 Feb 04 21:16:21.342494 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45590) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:21.360942 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-7c1009ef-5fae-43db-bf25-a7f322658cf1 None None] Set router e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:16:21.391332 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba578cfc-8796-4a6e-9664-96503ba9de06 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:21.391957 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba578cfc-8796-4a6e-9664-96503ba9de06 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:21.396965 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 45598) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:21.409591 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ba578cfc-8796-4a6e-9664-96503ba9de06 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/892aa9bd-702e-49fd-b978-081692f3685c HTTP/1.1" status: 404 len: 337 time: 0.0659809 Feb 04 21:16:21.455577 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e98bcedc-95d9-4483-8599-92ca1c7f3ef9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports?device_id=50081129-0ed2-4211-9fff-c53cc4c45cab HTTP/1.1" status: 200 len: 205 time: 0.0574262 Feb 04 21:16:21.458214 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45608) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:21.476509 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3176f-f67c-4cb4-9980-8121fedb5376 req-674361ee-783f-4e7b-b59d-0c99976c6cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:21.478504 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-65a3176f-f67c-4cb4-9980-8121fedb5376 req-674361ee-783f-4e7b-b59d-0c99976c6cf2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a2ad9f6d6894e53a79216ac27c4fa23&device_id=c316f322-dba4-4071-bc58-de9fe5aae0a3 HTTP/1.1" status: 200 len: 1094 time: 0.2589545 Feb 04 21:16:21.542716 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 28f935fb-6343-4002-aa76-f6e7d9c4d953 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:16:21.563586 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-4597162d-b541-4177-8a05-61fcba007cb6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] delete failed (client error): The resource could not be found. Feb 04 21:16:21.568052 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4597162d-b541-4177-8a05-61fcba007cb6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/routers/50081129-0ed2-4211-9fff-c53cc4c45cab HTTP/1.1" status: 404 len: 336 time: 0.1085448 Feb 04 21:16:21.568809 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45620) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:21.616299 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca20399b-3ef7-4421-91cc-de7c6111eda6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:21.616945 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca20399b-3ef7-4421-91cc-de7c6111eda6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:21.623427 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ca20399b-3ef7-4421-91cc-de7c6111eda6 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/3f342fe5-6d40-4769-8d49-b1f0ee03392c HTTP/1.1" status: 404 len: 337 time: 0.0527949 Feb 04 21:16:21.624218 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45632) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:21.695883 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3ae58e61-5b06-4e61-bd37-1e19ce4c1375 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "GET /v2.0/ports?device_id=7217673c-bddd-44b6-8b88-da749a4a35d3 HTTP/1.1" status: 200 len: 205 time: 0.0699835 Feb 04 21:16:21.696566 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45640) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:21.770973 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5dd0b-00bd-4d00-9276-2a4099cd09fc req-5b48c9b0-1df2-491d-81c4-d346d04e7f0f tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:21.777271 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-a2798226-2d08-45ff-b017-18b1e65dd2c1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] delete failed (client error): The resource could not be found. Feb 04 21:16:21.778219 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a2798226-2d08-45ff-b017-18b1e65dd2c1 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/routers/7217673c-bddd-44b6-8b88-da749a4a35d3 HTTP/1.1" status: 404 len: 336 time: 0.0805478 Feb 04 21:16:21.779667 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d3f5dd0b-00bd-4d00-9276-2a4099cd09fc req-5b48c9b0-1df2-491d-81c4-d346d04e7f0f tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/ports?device_id=c316f322-dba4-4071-bc58-de9fe5aae0a3 HTTP/1.1" status: 200 len: 943 time: 0.4507501 Feb 04 21:16:21.780489 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45652) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:21.812541 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 28f935fb-6343-4002-aa76-f6e7d9c4d953 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:16:21.821992 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 28f935fb-6343-4002-aa76-f6e7d9c4d953 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:16:21.822283 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:21.826367 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe377f1-a006-442a-b0f5-91425dd412d5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:21.827025 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbe377f1-a006-442a-b0f5-91425dd412d5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:21.829541 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-dbe377f1-a006-442a-b0f5-91425dd412d5 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/8f8d39b8-5303-49fd-b354-f878e20f7016 HTTP/1.1" status: 404 len: 337 time: 0.0472724 Feb 04 21:16:21.831966 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45660) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:21.867980 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d3f5dd0b-00bd-4d00-9276-2a4099cd09fc req-487269c7-442d-40cc-833f-8a5769b4223c tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/security-groups?id=80426f3a-e19c-48f8-9cc2-5c9962c80172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873358 Feb 04 21:16:21.889561 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-2054c64b-789a-4882-8392-6cfc43f602b7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:21.890112 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2054c64b-789a-4882-8392-6cfc43f602b7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:21.892044 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2054c64b-789a-4882-8392-6cfc43f602b7 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/6eb4051c-2f04-44d2-a859-c516bb77030b HTTP/1.1" status: 404 len: 337 time: 0.0589051 Feb 04 21:16:21.894410 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45672) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:21.927317 n-d-827896-1 neutron-server[87684]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e00181b5-e27b-4820-8717-786716333161', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f61ea82f-8f87-42d7-9d33-19d254d5287d', 'code': 422} returned with failed status Feb 04 21:16:21.942481 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3176f-f67c-4cb4-9980-8121fedb5376 req-120f8f1b-3afc-42bc-b529-4ac2fdce2c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:21.944154 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-65a3176f-f67c-4cb4-9980-8121fedb5376 req-120f8f1b-3afc-42bc-b529-4ac2fdce2c92 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0b69af12-0710-4c29-9ce9-477356ad66cd HTTP/1.1" status: 200 len: 921 time: 0.4593055 Feb 04 21:16:21.949188 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-935a327c-bb86-4106-a9ca-d325875e9c99 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:21.950078 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-935a327c-bb86-4106-a9ca-d325875e9c99 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:21.952190 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-935a327c-bb86-4106-a9ca-d325875e9c99 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/b9ef201f-3aa3-4f5d-9071-3ae958c0ed04 HTTP/1.1" status: 404 len: 333 time: 0.0567701 Feb 04 21:16:21.954633 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45680) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:22.000562 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3121458-cab6-4b8d-89f5-4035153b33f9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:22.001755 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3121458-cab6-4b8d-89f5-4035153b33f9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:22.004143 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d3121458-cab6-4b8d-89f5-4035153b33f9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/475f5746-a1ac-47cd-931d-abbf09835259 HTTP/1.1" status: 404 len: 337 time: 0.0480130 Feb 04 21:16:22.006578 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45688) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:22.030819 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:22.055733 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-512b9393-ce07-454c-b181-1bd1e6008fa3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:22.056287 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-512b9393-ce07-454c-b181-1bd1e6008fa3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:22.062552 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-512b9393-ce07-454c-b181-1bd1e6008fa3 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/aa9911f2-a4e4-4efb-a66a-cf277c02367d HTTP/1.1" status: 404 len: 333 time: 0.0545609 Feb 04 21:16:22.064951 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45696) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:22.068315 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-7c1009ef-5fae-43db-bf25-a7f322658cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1628603465-router', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:53Z', 'updated_at': '2022-02-04T21:12:09Z', 'revision_number': 4, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'gw_port': {'id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:56Z', 'updated_at': '2022-02-04T21:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '61fe87d9-2042-4921-bf0f-4fb86b79e35c', 'name': '', 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'mac_address': 'fa:16:3e:f8:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '2332d4ab-28bd-4df4-abe3-897aa8896a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:12:07Z', 'updated_at': '2022-02-04T21:12:21Z', 'revision_number': 5, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'subnets': [{'id': '2332d4ab-28bd-4df4-abe3-897aa8896a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:22.099932 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1009ef-5fae-43db-bf25-a7f322658cf1 None None] Checking router: e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:16:22.108258 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 28f935fb-6343-4002-aa76-f6e7d9c4d953, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=28f935fb-6343-4002-aa76-f6e7d9c4d953,segment=NetworkSegment(47332b6e-4b4a-433a-8338-a7e28128d91b),segment_id=47332b6e-4b4a-433a-8338-a7e28128d91b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:16:22.113575 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1009ef-5fae-43db-bf25-a7f322658cf1 None None] Routers {'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:16:22.114275 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-7c1009ef-5fae-43db-bf25-a7f322658cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:16:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:22.114395 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-a82b3b5b-9447-4ec4-af42-0d538ad3ea9e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:22.114799 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a82b3b5b-9447-4ec4-af42-0d538ad3ea9e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:22.119275 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a82b3b5b-9447-4ec4-af42-0d538ad3ea9e tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/ff24ac3a-5421-44f6-aff3-3f82c5368be2 HTTP/1.1" status: 404 len: 337 time: 0.0491617 Feb 04 21:16:22.119681 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45708) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:22.125999 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-65a3176f-f67c-4cb4-9980-8121fedb5376 req-981b01e5-3cf7-4106-801b-0fb49e606015 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ad46833-08d8-4921-b3a7-e7e0afd810be HTTP/1.1" status: 200 len: 217 time: 0.1743665 Feb 04 21:16:22.169945 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-01d20f19-7174-4148-a797-60c497b0e7c9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:22.170493 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01d20f19-7174-4148-a797-60c497b0e7c9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:22.174798 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-01d20f19-7174-4148-a797-60c497b0e7c9 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/8c07f71b-75fa-467d-b858-70ea70a40054 HTTP/1.1" status: 404 len: 333 time: 0.0511971 Feb 04 21:16:22.175217 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45720) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:22.218908 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3176f-f67c-4cb4-9980-8121fedb5376 req-162431fd-0f43-48bc-8e7f-7999cf1fd910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:22.221071 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-65a3176f-f67c-4cb4-9980-8121fedb5376 req-162431fd-0f43-48bc-8e7f-7999cf1fd910 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5d5079a-45cf-4ff8-96c8-6a9985c90ea3 HTTP/1.1" status: 200 len: 860 time: 0.0891356 Feb 04 21:16:22.246040 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca5201e-b233-44a3-8449-774c4d071b05 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:22.246740 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bca5201e-b233-44a3-8449-774c4d071b05 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:22.252336 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bca5201e-b233-44a3-8449-774c4d071b05 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/2786e2ad-464d-4eea-a7a7-2947d1d903b2 HTTP/1.1" status: 404 len: 337 time: 0.0760579 Feb 04 21:16:22.253175 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45730) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:22.286102 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-65a3176f-f67c-4cb4-9980-8121fedb5376 req-b2e29be1-5135-4348-af61-0fa38cf6ff5e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b69af12-0710-4c29-9ce9-477356ad66cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586541 Feb 04 21:16:22.336000 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-7c1009ef-5fae-43db-bf25-a7f322658cf1 None None] Set router e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:16:22.358952 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-4174c8b4-1053-46fb-ab3d-222070d8c0be tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:22.359444 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4174c8b4-1053-46fb-ab3d-222070d8c0be tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:22.365883 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4174c8b4-1053-46fb-ab3d-222070d8c0be tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/51f789e9-485d-4cd2-bd2f-2a7b904e657d HTTP/1.1" status: 404 len: 333 time: 0.1111548 Feb 04 21:16:22.367470 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45746) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:22.403978 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:22.409269 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e3bf0e-a6ab-4e43-96e1-2403a4adec82 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:22.409736 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39e3bf0e-a6ab-4e43-96e1-2403a4adec82 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:22.413755 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-39e3bf0e-a6ab-4e43-96e1-2403a4adec82 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/6f25ddf5-91e2-4ef2-8439-9c8eb848ec0b HTTP/1.1" status: 404 len: 337 time: 0.0429149 Feb 04 21:16:22.414004 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45754) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:22.459119 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-83de33dd-66f7-4534-948f-ee39e09d5f1f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:22.459839 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83de33dd-66f7-4534-948f-ee39e09d5f1f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:22.464722 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-83de33dd-66f7-4534-948f-ee39e09d5f1f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/53cf9645-bfcb-4e07-a4c6-20db72a32581 HTTP/1.1" status: 404 len: 333 time: 0.0466139 Feb 04 21:16:22.471033 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45764) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:22.522631 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-591f92b9-f54b-4d68-b0b0-ecafc62bb960 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:22.523262 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-591f92b9-f54b-4d68-b0b0-ecafc62bb960 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:22.526098 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-591f92b9-f54b-4d68-b0b0-ecafc62bb960 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/10a2b096-04bc-4f74-ab54-3c5a60a30a34 HTTP/1.1" status: 404 len: 337 time: 0.0532546 Feb 04 21:16:22.529422 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45774) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:22.546700 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-65a3176f-f67c-4cb4-9980-8121fedb5376 req-b200d20d-13c9-4973-acad-fdcb2b82b08e service neutron] 10.222.0.32 "GET /v2.0/networks/0b69af12-0710-4c29-9ce9-477356ad66cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530794 Feb 04 21:16:22.565048 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78152116-87e5-404e-bdd8-f8d1930cc508 req-4600f8c3-1f44-4624-917a-37506672e065 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:22.566757 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-78152116-87e5-404e-bdd8-f8d1930cc508 req-4600f8c3-1f44-4624-917a-37506672e065 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 944 time: 0.1454127 Feb 04 21:16:22.586918 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-cffbd3db-3e60-42b3-8b17-13364b7c12d4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:22.587557 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cffbd3db-3e60-42b3-8b17-13364b7c12d4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:22.590891 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-cffbd3db-3e60-42b3-8b17-13364b7c12d4 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/6905689e-187b-4751-a90b-cc2586f38974 HTTP/1.1" status: 404 len: 333 time: 0.0594995 Feb 04 21:16:22.593497 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 45786) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:22.629495 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=28f935fb-6343-4002-aa76-f6e7d9c4d953,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:22.651164 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:22.651496 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:22.652463 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:22.652797 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:22.653123 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:22.653507 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:22.653780 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:22.654197 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:22.654397 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:22.654716 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:22.655027 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:22.655341 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:22.698800 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-33e39f57-9e2c-480a-bfa0-1b3ccaecae76 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:22.699262 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33e39f57-9e2c-480a-bfa0-1b3ccaecae76 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:22.701021 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-33e39f57-9e2c-480a-bfa0-1b3ccaecae76 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/920367fb-f7c3-4438-8dd8-5aa7aa149061 HTTP/1.1" status: 404 len: 337 time: 0.0949693 Feb 04 21:16:22.703678 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45804) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:22.737151 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-78152116-87e5-404e-bdd8-f8d1930cc508 req-d7aae79c-9749-496a-acf5-55d3ffe6598d tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496284 Feb 04 21:16:22.789174 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-7c1009ef-5fae-43db-bf25-a7f322658cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1628603465-router', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:53Z', 'updated_at': '2022-02-04T21:12:09Z', 'revision_number': 4, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'gw_port': {'id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:56Z', 'updated_at': '2022-02-04T21:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '61fe87d9-2042-4921-bf0f-4fb86b79e35c', 'name': '', 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'mac_address': 'fa:16:3e:f8:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '2332d4ab-28bd-4df4-abe3-897aa8896a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:12:07Z', 'updated_at': '2022-02-04T21:12:21Z', 'revision_number': 5, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'subnets': [{'id': '2332d4ab-28bd-4df4-abe3-897aa8896a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:22.793850 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1009ef-5fae-43db-bf25-a7f322658cf1 None None] The sync data for ids ['e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'] in n-d-827896-1 is: [{'id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1628603465-router', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:53Z', 'updated_at': '2022-02-04T21:12:09Z', 'revision_number': 4, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'gw_port': {'id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:56Z', 'updated_at': '2022-02-04T21:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '61fe87d9-2042-4921-bf0f-4fb86b79e35c', 'name': '', 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'mac_address': 'fa:16:3e:f8:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '2332d4ab-28bd-4df4-abe3-897aa8896a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:12:07Z', 'updated_at': '2022-02-04T21:12:21Z', 'revision_number': 5, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'subnets': [{'id': '2332d4ab-28bd-4df4-abe3-897aa8896a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:16:22.800453 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-65a3176f-f67c-4cb4-9980-8121fedb5376 req-077496b4-f0e2-4221-ad19-4584feff1ec3 service neutron] 10.222.0.32 "GET /v2.0/networks/0b69af12-0710-4c29-9ce9-477356ad66cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447717 Feb 04 21:16:22.811769 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-0256c580-0ce2-4ce5-b0bd-fe40bf898a66 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:22.812241 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0256c580-0ce2-4ce5-b0bd-fe40bf898a66 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:22.814203 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0256c580-0ce2-4ce5-b0bd-fe40bf898a66 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/ports/18cdf25e-e00e-49f2-998b-e61f38329fa8 HTTP/1.1" status: 404 len: 333 time: 0.1094866 Feb 04 21:16:22.816637 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45822) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:22.868633 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c984ad1-a3ba-4d31-a2ea-79549043fc1f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] DELETE failed (client error): The resource could not be found. Feb 04 21:16:22.869098 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c984ad1-a3ba-4d31-a2ea-79549043fc1f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:16:22.877970 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0c984ad1-a3ba-4d31-a2ea-79549043fc1f tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/subnets/bca788c3-2156-4cdc-a845-526398d5a790 HTTP/1.1" status: 404 len: 337 time: 0.0586383 Feb 04 21:16:22.880324 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45834) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:23.043363 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3d20be98-2c2a-4cf7-ab27-1750373d1b57 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:23.215539 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3d20be98-2c2a-4cf7-ab27-1750373d1b57 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:23.233586 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c24e87d-24fb-43ef-a841-9edfcfe900e1 None None] New status for floating IP 6e2d6f8b-ee63-4bda-95e9-1c5a96dcabdb: DOWN {{(pid=87685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:16:23.234052 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a027fe8a-088d-4807-b56a-3102389d6763', 'name': 'network-vif-deleted', 'tag': '87d53a83-81d4-4d8d-95f7-6d5ceff1084e'}, {'server_uuid': '32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db', 'name': 'network-vif-deleted', 'tag': '643c6a12-47d2-4a5a-a384-c6eee850b1ca'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:16:23.241720 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6f7977ad-4598-41eb-924a-ed0e95e275f5 req-e7eb6bf8-1735-41de-8b2a-7826e2029059 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a79730ffc0144eb7ac43191b8d85a6eb&device_id=b3e5f66e-cdef-4ef4-977b-cc7f50279fa3 HTTP/1.1" status: 200 len: 210 time: 0.1410284 Feb 04 21:16:23.247711 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-3d20be98-2c2a-4cf7-ab27-1750373d1b57 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:23.251315 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 6ad46833-08d8-4921-b3a7-e7e0afd810be details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:16:23.266650 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-3d20be98-2c2a-4cf7-ab27-1750373d1b57 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51f11f2d-b98c-4d5d-8905-25a14db95071') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:23.266996 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-3d20be98-2c2a-4cf7-ab27-1750373d1b57 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51f11f2d-b98c-4d5d-8905-25a14db95071') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:23.282193 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3d20be98-2c2a-4cf7-ab27-1750373d1b57 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:23.289859 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6f7977ad-4598-41eb-924a-ed0e95e275f5 req-fb416584-ae1d-4bb1-a73e-110bf672c55c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=a79730ffc0144eb7ac43191b8d85a6eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398967 Feb 04 21:16:23.315242 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3d20be98-2c2a-4cf7-ab27-1750373d1b57 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:23.325012 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d20be98-2c2a-4cf7-ab27-1750373d1b57 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:16:23.325593 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3d20be98-2c2a-4cf7-ab27-1750373d1b57 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:23.352930 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:16:23.352930 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:16:23.352930 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:16:23.352930 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:16:23.352930 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:16:23.352930 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:16:23.352930 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:16:23.352930 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:16:23.352930 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:16:23.352930 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:16:23.352930 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:16:23.352930 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:16:23.352930 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:16:23.352930 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:16:23.352930 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:16:23.352930 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:16:23.352930 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:16:23.352930 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:16:23.352930 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:16:23.352930 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:16:23.352930 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:16:23.352930 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:16:23.352930 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:16:23.352930 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:16:23.352930 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:16:23.352930 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:16:23.352930 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:16:23.352930 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:16:23.352930 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:16:23.352930 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:16:23.352930 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:16:23.352930 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:16:23.430475 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 6ad46833-08d8-4921-b3a7-e7e0afd810be, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=6ad46833-08d8-4921-b3a7-e7e0afd810be,segment=NetworkSegment(1cf06032-9feb-46f6-ad85-830bb602df70),segment_id=1cf06032-9feb-46f6-ad85-830bb602df70)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:16:23.454225 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '6ad46833-08d8-4921-b3a7-e7e0afd810be', 'network_id': '0b69af12-0710-4c29-9ce9-477356ad66cd', 'port_id': '6ad46833-08d8-4921-b3a7-e7e0afd810be', 'mac_address': 'fa:16:3e:4f:f3:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5d5079a-45cf-4ff8-96c8-6a9985c90ea3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:16:23.564469 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c893d6-868b-4c23-9b91-8bf89afcbcef req-72e20573-ff0e-45ef-9d87-d718ad4431f5 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:23.575299 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-85c893d6-868b-4c23-9b91-8bf89afcbcef req-72e20573-ff0e-45ef-9d87-d718ad4431f5 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=e360acaf-0a44-4774-bdc0-a476e84baa3f HTTP/1.1" status: 200 len: 945 time: 0.3899095 Feb 04 21:16:23.598057 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7977ad-4598-41eb-924a-ed0e95e275f5 req-f3f212ec-9f80-4d21-934d-16e3455f3699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:23.600375 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6f7977ad-4598-41eb-924a-ed0e95e275f5 req-f3f212ec-9f80-4d21-934d-16e3455f3699 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2997506 Feb 04 21:16:23.636564 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-85c893d6-868b-4c23-9b91-8bf89afcbcef req-cc0d3061-4896-4eda-90ae-13883639bbc1 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590703 Feb 04 21:16:23.665253 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:23.673522 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3d20be98-2c2a-4cf7-ab27-1750373d1b57 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:23.690731 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad46833-08d8-4921-b3a7-e7e0afd810be {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:16:23.701434 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3d20be98-2c2a-4cf7-ab27-1750373d1b57 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:23.709548 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20be98-2c2a-4cf7-ab27-1750373d1b57 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] Pushing event deleted for resources: {'Network': ['ID=f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:23.713372 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3d20be98-2c2a-4cf7-ab27-1750373d1b57 tempest-NetworksTestDHCPv6-759997201 tempest-NetworksTestDHCPv6-759997201-project] 10.222.0.26 "DELETE /v2.0/networks/f2e71e79-6b3a-4ca8-87ef-8354e19a3a0d HTTP/1.1" status: 204 len: 168 time: 0.8316653 Feb 04 21:16:23.720207 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 6ad46833-08d8-4921-b3a7-e7e0afd810be, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=6ad46833-08d8-4921-b3a7-e7e0afd810be,segment=NetworkSegment(1cf06032-9feb-46f6-ad85-830bb602df70),segment_id=1cf06032-9feb-46f6-ad85-830bb602df70)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:16:23.725368 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:23.757919 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 45934) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:23.847272 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=6ad46833-08d8-4921-b3a7-e7e0afd810be,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:23.927978 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e360acaf-0a44-4774-bdc0-a476e84baa3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f935fb-6343-4002-aa76-f6e7d9c4d953'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:16:23.933796 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2269677d-9dcd-4929-9841-5403b241f4e0 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:23.983789 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2269677d-9dcd-4929-9841-5403b241f4e0 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:24.046398 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['6ad46833-08d8-4921-b3a7-e7e0afd810be'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:16:24.068550 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2269677d-9dcd-4929-9841-5403b241f4e0 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:24.134585 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45984) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:24.138290 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269677d-9dcd-4929-9841-5403b241f4e0 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:24.182911 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2269677d-9dcd-4929-9841-5403b241f4e0 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:24.186301 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-2269677d-9dcd-4929-9841-5403b241f4e0 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "DELETE /v2.0/security-groups/b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3 HTTP/1.1" status: 204 len: 168 time: 0.4273872 Feb 04 21:16:24.188100 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 45992) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:24.225949 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-4dfb2fac-bd07-4730-878a-cb45e5e6c7be tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] show failed (client error): The resource could not be found. Feb 04 21:16:24.229547 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4dfb2fac-bd07-4730-878a-cb45e5e6c7be tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups/b8ac2ffb-3c11-4f4f-b7a9-3be4f1564fa3 HTTP/1.1" status: 404 len: 347 time: 0.0399759 Feb 04 21:16:24.232287 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46000) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:24.236860 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe726d1-9acd-409e-a9e4-ee4eb3b130f0 req-0c0885a2-e8f8-4583-914d-b04a3467071e tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:24.244069 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2fe726d1-9acd-409e-a9e4-ee4eb3b130f0 req-0c0885a2-e8f8-4583-914d-b04a3467071e tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/ports?device_id=c316f322-dba4-4071-bc58-de9fe5aae0a3 HTTP/1.1" status: 200 len: 944 time: 0.1686087 Feb 04 21:16:24.293843 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2fe726d1-9acd-409e-a9e4-ee4eb3b130f0 req-83b98e16-c899-4157-8c86-ae1866ad9425 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/security-groups?id=80426f3a-e19c-48f8-9cc2-5c9962c80172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483041 Feb 04 21:16:24.447264 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e184dd5c-cef2-4c37-ad16-fd2cf23493bd req-69351c88-e5bf-44d4-889f-e97e8069683a tempest-ServerShowV254Test-50147973 tempest-ServerShowV254Test-50147973-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3e5f66e-cdef-4ef4-977b-cc7f50279fa3 HTTP/1.1" status: 200 len: 210 time: 0.0418901 Feb 04 21:16:24.468516 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-bdf47107-0047-4c25-8ca3-714c94c00802 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Deleting port 44b716ec-5ac8-4996-9567-93109572d145 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:16:24.468860 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bdf47107-0047-4c25-8ca3-714c94c00802 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:24.507454 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a027fe8a-088d-4807-b56a-3102389d6763', 'name': 'network-vif-deleted', 'tag': '87d53a83-81d4-4d8d-95f7-6d5ceff1084e', 'status': 'completed', 'code': 200} Feb 04 21:16:24.507881 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e60d83-6dfa-4ac1-b0a8-7e8bfe1bd6db', 'name': 'network-vif-deleted', 'tag': '643c6a12-47d2-4a5a-a384-c6eee850b1ca', 'status': 'completed', 'code': 200} Feb 04 21:16:24.527668 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2bc764d8-dcd2-476b-8a09-24e6509249b4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c1a09abf1d69443ba4dc5757947fc733&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3919175 Feb 04 21:16:24.530079 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46004) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:24.697581 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-263c64e2-3bd4-4887-bffd-3a8aef4e9671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:24.722643 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bdf47107-0047-4c25-8ca3-714c94c00802 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:24.723302 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bdf47107-0047-4c25-8ca3-714c94c00802 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:24.733747 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-affe527a-27a1-4541-afea-d3c4c2c5f06f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:24.735254 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-affe527a-27a1-4541-afea-d3c4c2c5f06f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/networks?id=591535e8-eea5-447d-ad75-83d907ea6f08 HTTP/1.1" status: 200 len: 806 time: 0.1510375 Feb 04 21:16:24.750499 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-d6fa9423-7a50-4e62-b836-7c296cdc52dc tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/quotas/cbe7b967cf5b4bf8a129a586503d8461 HTTP/1.1" status: 200 len: 375 time: 0.0097725 Feb 04 21:16:24.795002 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-263c64e2-3bd4-4887-bffd-3a8aef4e9671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:24.868749 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-bdf47107-0047-4c25-8ca3-714c94c00802 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Calling delete_port for 44b716ec-5ac8-4996-9567-93109572d145 owned by network:floatingip {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:16:24.960252 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6f7977ad-4598-41eb-924a-ed0e95e275f5 req-71fbd9b6-6700-4f4a-83b6-a20c002f9534 tempest-ServerShowV254Test-50147973 tempest-ServerShowV254Test-50147973-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3e5f66e-cdef-4ef4-977b-cc7f50279fa3 HTTP/1.1" status: 200 len: 210 time: 0.1738195 Feb 04 21:16:25.006758 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-9a125ea6-d2ac-4265-a0d8-9e86901107a6 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Synchronizing usage tracker for tenant:cbe7b967cf5b4bf8a129a586503d8461 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:16:25.029892 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-9a125ea6-d2ac-4265-a0d8-9e86901107a6 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Unset dirty status for tenant:cbe7b967cf5b4bf8a129a586503d8461 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:16:25.031492 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-9a125ea6-d2ac-4265-a0d8-9e86901107a6 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbe7b967cf5b4bf8a129a586503d8461&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2755406 Feb 04 21:16:25.082374 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-263c64e2-3bd4-4887-bffd-3a8aef4e9671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:25.138454 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c64e2-3bd4-4887-bffd-3a8aef4e9671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7703ff-ac3e-4b73-92ab-484c388f09c6,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:25.157994 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bdf47107-0047-4c25-8ca3-714c94c00802 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:25.208577 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-2ee4a3a0-809c-46c2-9a19-e3eba01e941d service neutron] 10.222.0.26 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687610 Feb 04 21:16:25.218906 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf47107-0047-4c25-8ca3-714c94c00802 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Pushing event deleted for resources: {'Port': ['ID=44b716ec-5ac8-4996-9567-93109572d145,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:25.254777 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-263c64e2-3bd4-4887-bffd-3a8aef4e9671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:25.258593 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-263c64e2-3bd4-4887-bffd-3a8aef4e9671 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4a7703ff-ac3e-4b73-92ab-484c388f09c6 HTTP/1.1" status: 204 len: 168 time: 0.7252984 Feb 04 21:16:25.266248 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 6ad46833-08d8-4921-b3a7-e7e0afd810be up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:16:25.327890 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bdf47107-0047-4c25-8ca3-714c94c00802 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for floatingip, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:25.330662 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bdf47107-0047-4c25-8ca3-714c94c00802 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:25.332233 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bdf47107-0047-4c25-8ca3-714c94c00802 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "DELETE /v2.0/floatingips/6e2d6f8b-ee63-4bda-95e9-1c5a96dcabdb HTTP/1.1" status: 204 len: 168 time: 1.0990191 Feb 04 21:16:25.414549 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 6ad46833-08d8-4921-b3a7-e7e0afd810be completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:16:25.422884 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 6ad46833-08d8-4921-b3a7-e7e0afd810be triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:16:25.423497 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:25.435108 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-eeb11cb1-3244-4d9b-bfb1-e10e99bee05d service neutron] 10.222.0.26 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161090 Feb 04 21:16:25.584478 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:25.626190 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 6ad46833-08d8-4921-b3a7-e7e0afd810be, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=6ad46833-08d8-4921-b3a7-e7e0afd810be,segment=NetworkSegment(1cf06032-9feb-46f6-ad85-830bb602df70),segment_id=1cf06032-9feb-46f6-ad85-830bb602df70)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:16:25.631734 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:25.689635 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e360acaf-0a44-4774-bdc0-a476e84baa3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f935fb-6343-4002-aa76-f6e7d9c4d953', 'code': 200} Feb 04 21:16:25.725857 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=6ad46833-08d8-4921-b3a7-e7e0afd810be,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:25.880717 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d743a4-7422-4dc1-81e5-ae3a6b1a1f81 req-0937d47a-a0c7-4db5-9b92-5d2845b5ddba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:25.882303 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-91d743a4-7422-4dc1-81e5-ae3a6b1a1f81 req-0937d47a-a0c7-4db5-9b92-5d2845b5ddba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e360acaf-0a44-4774-bdc0-a476e84baa3f HTTP/1.1" status: 200 len: 1096 time: 0.0937593 Feb 04 21:16:25.979860 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-91d743a4-7422-4dc1-81e5-ae3a6b1a1f81 req-c7999e73-f239-4a65-adb8-158f3665f3a8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733898 Feb 04 21:16:26.154025 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:26.303730 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a38f1-b418-47e2-a9e4-d34752d42887 req-73601faf-71be-4b80-98eb-746b016b4cb9 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:26.305501 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6b4a38f1-b418-47e2-a9e4-d34752d42887 req-73601faf-71be-4b80-98eb-746b016b4cb9 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=e360acaf-0a44-4774-bdc0-a476e84baa3f HTTP/1.1" status: 200 len: 945 time: 0.1370866 Feb 04 21:16:26.369130 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6b4a38f1-b418-47e2-a9e4-d34752d42887 req-ba91b235-953d-48fc-8603-3c8a90ecfcc0 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562584 Feb 04 21:16:26.618348 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24bc7b-180f-40c2-95fb-8b7d1fbcb676 req-24b70705-b2be-49c2-afc6-9889cb9e6a9e tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:26.626892 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1d24bc7b-180f-40c2-95fb-8b7d1fbcb676 req-24b70705-b2be-49c2-afc6-9889cb9e6a9e tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/ports?device_id=c316f322-dba4-4071-bc58-de9fe5aae0a3 HTTP/1.1" status: 200 len: 945 time: 0.1117904 Feb 04 21:16:26.684888 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1d24bc7b-180f-40c2-95fb-8b7d1fbcb676 req-639ac296-94e0-4e61-8c94-91265690d9fc tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/security-groups?id=80426f3a-e19c-48f8-9cc2-5c9962c80172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570018 Feb 04 21:16:26.803150 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-b3523574-084c-4be6-8fc0-f4064ef4f821 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3516326 Feb 04 21:16:26.868941 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46084) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:27.021940 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46092) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:27.037049 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-d09ac5fd-4e71-482c-867a-b7fae4e257a6 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Request body: {'security_group': {'name': 'tempest-securitygroup--274763134', 'description': 'tempest-description--1750784770'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:16:27.060316 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d09ac5fd-4e71-482c-867a-b7fae4e257a6 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:16:27.073752 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d09ac5fd-4e71-482c-867a-b7fae4e257a6 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Usage tracker for resource:security_group and tenant:d12823a006ff49a4916b73b08e3ad259 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:16:27.092647 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-b9650a16-0376-4e2a-8e7e-e5e092827b2a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-146411424'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:16:27.107235 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b9650a16-0376-4e2a-8e7e-e5e092827b2a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:16:27.117926 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b9650a16-0376-4e2a-8e7e-e5e092827b2a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Usage tracker for resource:network and tenant:92996577dea24748aff25236d6c88c98 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:16:27.126220 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d09ac5fd-4e71-482c-867a-b7fae4e257a6 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:16:27.132962 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b9650a16-0376-4e2a-8e7e-e5e092827b2a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:16:27.155269 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d09ac5fd-4e71-482c-867a-b7fae4e257a6 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:16:27.157678 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b9650a16-0376-4e2a-8e7e-e5e092827b2a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:16:27.175751 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d09ac5fd-4e71-482c-867a-b7fae4e257a6 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:27.197945 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9650a16-0376-4e2a-8e7e-e5e092827b2a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Made reservation on behalf of 92996577dea24748aff25236d6c88c98 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:16:27.202947 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b9650a16-0376-4e2a-8e7e-e5e092827b2a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:27.228964 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b9650a16-0376-4e2a-8e7e-e5e092827b2a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:27.263228 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d09ac5fd-4e71-482c-867a-b7fae4e257a6 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:16:27.274506 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d09ac5fd-4e71-482c-867a-b7fae4e257a6 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Usage tracker for resource:security_group_rule and tenant:d12823a006ff49a4916b73b08e3ad259 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:16:27.280346 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b9650a16-0376-4e2a-8e7e-e5e092827b2a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:16:27.293912 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d09ac5fd-4e71-482c-867a-b7fae4e257a6 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:16:27.303927 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b9650a16-0376-4e2a-8e7e-e5e092827b2a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Usage tracker for resource:security_group_rule and tenant:92996577dea24748aff25236d6c88c98 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:16:27.306936 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d09ac5fd-4e71-482c-867a-b7fae4e257a6 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:16:27.311495 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b9650a16-0376-4e2a-8e7e-e5e092827b2a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:16:27.324432 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b9650a16-0376-4e2a-8e7e-e5e092827b2a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:16:27.348184 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bd56839d-0d48-4342-be97-4e3eac6838cd req-66d0648c-332d-406f-a986-8e831d9bf533 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=af963ca1-112b-4b47-b85b-131b8fa1211f HTTP/1.1" status: 200 len: 210 time: 0.1119859 Feb 04 21:16:27.555013 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d09ac5fd-4e71-482c-867a-b7fae4e257a6 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:27.582316 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d09ac5fd-4e71-482c-867a-b7fae4e257a6 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:27.644138 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b9650a16-0376-4e2a-8e7e-e5e092827b2a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:27.660448 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b9650a16-0376-4e2a-8e7e-e5e092827b2a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:27.690957 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c316f322-dba4-4071-bc58-de9fe5aae0a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad46833-08d8-4921-b3a7-e7e0afd810be'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:16:27.736783 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46112) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:27.745769 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9650a16-0376-4e2a-8e7e-e5e092827b2a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:16:27.759780 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-d0a60424-01d0-4347-8bae-8c63ffe1eaac tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:27.762138 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-d0a60424-01d0-4347-8bae-8c63ffe1eaac tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.18 "GET /v2.0/networks?id=591535e8-eea5-447d-ad75-83d907ea6f08 HTTP/1.1" status: 200 len: 806 time: 0.3983550 Feb 04 21:16:27.778864 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d09ac5fd-4e71-482c-867a-b7fae4e257a6 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:27.782034 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d09ac5fd-4e71-482c-867a-b7fae4e257a6 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7583790 Feb 04 21:16:27.785553 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46118) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:27.789930 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ac5fd-4e71-482c-867a-b7fae4e257a6 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:27.796089 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-95c044d5-33d8-476c-93f8-c85b97f56e85 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Request body: {'security_group_rule': {'security_group_id': 'db7f50bb-c5e7-42cd-85f5-d2532b7cc6be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:16:27.798034 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-4723db86-46f9-4799-a135-268e235194aa tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Request body: {'port': {'device_id': 'af963ca1-112b-4b47-b85b-131b8fa1211f', 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08', 'admin_state_up': True, 'tenant_id': 'cbe7b967cf5b4bf8a129a586503d8461'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:16:27.820755 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-95c044d5-33d8-476c-93f8-c85b97f56e85 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:16:27.827942 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b9650a16-0376-4e2a-8e7e-e5e092827b2a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:27.828292 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-b9650a16-0376-4e2a-8e7e-e5e092827b2a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Added segment 9181abd2-b257-482e-a86f-5ff441aeac6c of type vlan for network cde86a24-e224-442c-9ef0-2738085488b8 Feb 04 21:16:27.833098 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-95c044d5-33d8-476c-93f8-c85b97f56e85 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Usage tracker for resource:security_group_rule and tenant:d12823a006ff49a4916b73b08e3ad259 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:16:27.847470 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-95c044d5-33d8-476c-93f8-c85b97f56e85 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:16:27.864896 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-95c044d5-33d8-476c-93f8-c85b97f56e85 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:16:27.871047 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9650a16-0376-4e2a-8e7e-e5e092827b2a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcf170a-1e4d-4ee0-840f-d60bb792cf12,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:27.893722 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b9650a16-0376-4e2a-8e7e-e5e092827b2a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:27.912134 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-95c044d5-33d8-476c-93f8-c85b97f56e85 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:27.968068 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a2803c4f-9b41-4c9a-aa01-89e58f274241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:28.016267 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a2803c4f-9b41-4c9a-aa01-89e58f274241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:16:28.021065 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a2803c4f-9b41-4c9a-aa01-89e58f274241 admin admin] Usage tracker for resource:security_group_rule and tenant:a79730ffc0144eb7ac43191b8d85a6eb is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:16:28.024309 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a2803c4f-9b41-4c9a-aa01-89e58f274241 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:16:28.031751 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a2803c4f-9b41-4c9a-aa01-89e58f274241 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:16:28.039326 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca0691-f0c6-42a8-835d-5220981e0a99 req-1c3507bc-878c-401a-a6ef-baf14a971a74 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:28.047025 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-04ca0691-f0c6-42a8-835d-5220981e0a99 req-1c3507bc-878c-401a-a6ef-baf14a971a74 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 944 time: 0.4425912 Feb 04 21:16:28.087552 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-4723db86-46f9-4799-a135-268e235194aa tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:16:28.103953 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-4723db86-46f9-4799-a135-268e235194aa tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:16:28.132745 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-04ca0691-f0c6-42a8-835d-5220981e0a99 req-0152b780-fd86-4a08-a31c-16e81d7f6582 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848651 Feb 04 21:16:28.133975 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-4723db86-46f9-4799-a135-268e235194aa tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Made reservation on behalf of cbe7b967cf5b4bf8a129a586503d8461 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:16:28.138656 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-4723db86-46f9-4799-a135-268e235194aa tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:28.177009 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a2803c4f-9b41-4c9a-aa01-89e58f274241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:28.180696 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b9650a16-0376-4e2a-8e7e-e5e092827b2a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:28.189472 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9650a16-0376-4e2a-8e7e-e5e092827b2a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:28.190201 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b9650a16-0376-4e2a-8e7e-e5e092827b2a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:28.224278 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a2803c4f-9b41-4c9a-aa01-89e58f274241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:28.318356 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-4723db86-46f9-4799-a135-268e235194aa tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Allocated IP 172.20.0.8 (591535e8-eea5-447d-ad75-83d907ea6f08/6328ddc0-a59e-4cee-8cab-7daa1242332a/9e6990e6-3c27-4047-a743-d92f8b856051) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:16:28.351083 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-95c044d5-33d8-476c-93f8-c85b97f56e85 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:28.377039 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-95c044d5-33d8-476c-93f8-c85b97f56e85 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:28.395261 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a2803c4f-9b41-4c9a-aa01-89e58f274241 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a79730ffc0144eb7ac43191b8d85a6eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6547861 Feb 04 21:16:28.399728 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9650a16-0376-4e2a-8e7e-e5e092827b2a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event updated for resources: {'Network': ['ID=cde86a24-e224-442c-9ef0-2738085488b8,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:28.402240 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46126) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:28.407072 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2803c4f-9b41-4c9a-aa01-89e58f274241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d423638-d912-4183-ae68-ad241671415f,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:28.434583 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b9650a16-0376-4e2a-8e7e-e5e092827b2a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5616868 Feb 04 21:16:28.434583 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c044d5-33d8-476c-93f8-c85b97f56e85 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199bfc54-ab46-4e5f-afcf-8593dd96c234,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:28.437417 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46130) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:28.442859 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network cde86a24-e224-442c-9ef0-2738085488b8 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:16:28.467611 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-3b454e52-c35c-4583-81c5-2beb54a8b6f0 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Request body: {'subnet': {'network_id': 'cde86a24-e224-442c-9ef0-2738085488b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:16:28.664725 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a7bdc-17ca-4143-b4cb-916519850e52 req-5c3baffc-55a3-4ecf-94cc-ffdd3fe8de05 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:28.666312 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-147a7bdc-17ca-4143-b4cb-916519850e52 req-5c3baffc-55a3-4ecf-94cc-ffdd3fe8de05 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=e360acaf-0a44-4774-bdc0-a476e84baa3f HTTP/1.1" status: 200 len: 945 time: 0.2983243 Feb 04 21:16:28.671742 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-25e8f5d5-6d06-4470-bfb9-fdc64b391e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:28.673192 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-25e8f5d5-6d06-4470-bfb9-fdc64b391e89 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161&tenant_id=803c4bfb4a0c4d64ba81f7b2220cf823 HTTP/1.1" status: 200 len: 1095 time: 0.3037128 Feb 04 21:16:28.688162 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-2afe5016-940c-4992-9b82-8d1f4a9717a4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827896-1', 'device_owner': 'compute:nova'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:16:28.691137 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-95c044d5-33d8-476c-93f8-c85b97f56e85 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:28.693255 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-95c044d5-33d8-476c-93f8-c85b97f56e85 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9039543 Feb 04 21:16:28.701229 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46134) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:28.717477 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-61b5f15e-99c2-40de-a7e6-390a4bde2407 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Request body: {'security_group_rule': {'security_group_id': 'db7f50bb-c5e7-42cd-85f5-d2532b7cc6be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:16:28.735096 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-61b5f15e-99c2-40de-a7e6-390a4bde2407 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:16:28.742799 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-4723db86-46f9-4799-a135-268e235194aa tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:28.744034 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-61b5f15e-99c2-40de-a7e6-390a4bde2407 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Usage tracker for resource:security_group_rule and tenant:d12823a006ff49a4916b73b08e3ad259 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:16:28.748790 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-61b5f15e-99c2-40de-a7e6-390a4bde2407 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:16:28.760036 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-61b5f15e-99c2-40de-a7e6-390a4bde2407 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:16:28.774839 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3b454e52-c35c-4583-81c5-2beb54a8b6f0 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:16:28.783921 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3b454e52-c35c-4583-81c5-2beb54a8b6f0 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Usage tracker for resource:subnet and tenant:92996577dea24748aff25236d6c88c98 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:16:28.786884 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c2f36afc-54b5-494a-91d8-3209aca51e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:28.788591 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3b454e52-c35c-4583-81c5-2beb54a8b6f0 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:16:28.796195 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-147a7bdc-17ca-4143-b4cb-916519850e52 req-85662532-5772-4b1b-8c04-e5c4a1ac3e8e tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142786 Feb 04 21:16:28.811192 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3b454e52-c35c-4583-81c5-2beb54a8b6f0 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:16:28.822654 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-61b5f15e-99c2-40de-a7e6-390a4bde2407 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:28.845876 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c2f36afc-54b5-494a-91d8-3209aca51e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:28.860008 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b454e52-c35c-4583-81c5-2beb54a8b6f0 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Made reservation on behalf of 92996577dea24748aff25236d6c88c98 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:16:28.863544 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b454e52-c35c-4583-81c5-2beb54a8b6f0 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:28.888834 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c316f322-dba4-4071-bc58-de9fe5aae0a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad46833-08d8-4921-b3a7-e7e0afd810be', 'code': 200} Feb 04 21:16:29.055976 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-61b5f15e-99c2-40de-a7e6-390a4bde2407 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:29.069236 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-61b5f15e-99c2-40de-a7e6-390a4bde2407 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:29.078466 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c2f36afc-54b5-494a-91d8-3209aca51e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:29.088660 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-4723db86-46f9-4799-a135-268e235194aa tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:29.100940 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['e791a7ac-6865-4c87-8ac5-f39dc8b22567'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:16:29.124164 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5f15e-99c2-40de-a7e6-390a4bde2407 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5851b17-e12b-4376-a195-ce47a6028ba7,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:29.134262 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f36afc-54b5-494a-91d8-3209aca51e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d423638-d912-4183-ae68-ad241671415f,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:29.153901 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f36afc-54b5-494a-91d8-3209aca51e30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:29.154312 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f36afc-54b5-494a-91d8-3209aca51e30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:29.154660 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f36afc-54b5-494a-91d8-3209aca51e30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:29.155001 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f36afc-54b5-494a-91d8-3209aca51e30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:29.155343 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f36afc-54b5-494a-91d8-3209aca51e30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:29.156050 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f36afc-54b5-494a-91d8-3209aca51e30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:29.156434 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f36afc-54b5-494a-91d8-3209aca51e30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:29.156773 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f36afc-54b5-494a-91d8-3209aca51e30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:29.157104 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f36afc-54b5-494a-91d8-3209aca51e30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:29.157455 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f36afc-54b5-494a-91d8-3209aca51e30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:29.157903 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f36afc-54b5-494a-91d8-3209aca51e30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:29.158241 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f36afc-54b5-494a-91d8-3209aca51e30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:29.208500 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b5f15e-99c2-40de-a7e6-390a4bde2407 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:29.209063 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b5f15e-99c2-40de-a7e6-390a4bde2407 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:29.209489 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b5f15e-99c2-40de-a7e6-390a4bde2407 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:29.209799 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b5f15e-99c2-40de-a7e6-390a4bde2407 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:29.210275 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b5f15e-99c2-40de-a7e6-390a4bde2407 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:29.210620 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b5f15e-99c2-40de-a7e6-390a4bde2407 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:29.210958 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b5f15e-99c2-40de-a7e6-390a4bde2407 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:29.211287 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b5f15e-99c2-40de-a7e6-390a4bde2407 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:29.211615 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b5f15e-99c2-40de-a7e6-390a4bde2407 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:29.211942 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b5f15e-99c2-40de-a7e6-390a4bde2407 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:29.212268 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b5f15e-99c2-40de-a7e6-390a4bde2407 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:29.212593 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b5f15e-99c2-40de-a7e6-390a4bde2407 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:16:29.237415 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c2f36afc-54b5-494a-91d8-3209aca51e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:29.238647 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c2f36afc-54b5-494a-91d8-3209aca51e30 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7d423638-d912-4183-ae68-ad241671415f HTTP/1.1" status: 204 len: 168 time: 0.8288987 Feb 04 21:16:29.246728 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-61b5f15e-99c2-40de-a7e6-390a4bde2407 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:29.251123 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-61b5f15e-99c2-40de-a7e6-390a4bde2407 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5458822 Feb 04 21:16:29.251397 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46146) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:29.259617 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-285bc20a-9691-4542-bd4e-bccbf2736670 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Request body: {'floatingip': {'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:16:29.270384 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-285bc20a-9691-4542-bd4e-bccbf2736670 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:16:29.283319 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-285bc20a-9691-4542-bd4e-bccbf2736670 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Usage tracker for resource:floatingip and tenant:d12823a006ff49a4916b73b08e3ad259 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:16:29.288648 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-285bc20a-9691-4542-bd4e-bccbf2736670 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:16:29.294730 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-4723db86-46f9-4799-a135-268e235194aa tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Network 591535e8-eea5-447d-ad75-83d907ea6f08 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:16:29.307875 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-285bc20a-9691-4542-bd4e-bccbf2736670 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:16:29.319916 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-4723db86-46f9-4799-a135-268e235194aa tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:16:29.340297 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-285bc20a-9691-4542-bd4e-bccbf2736670 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for floatingip, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:29.342340 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4723db86-46f9-4799-a135-268e235194aa tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Pushing event updated for resources: {'Port': ['ID=9e6990e6-3c27-4047-a743-d92f8b856051,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:29.352423 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-4723db86-46f9-4799-a135-268e235194aa tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:16:29.375604 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b454e52-c35c-4583-81c5-2beb54a8b6f0 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:29.419132 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-2afe5016-940c-4992-9b82-8d1f4a9717a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:29.482527 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-4723db86-46f9-4799-a135-268e235194aa tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:29.482527 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-4723db86-46f9-4799-a135-268e235194aa tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:29.567038 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b454e52-c35c-4583-81c5-2beb54a8b6f0 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Checking segment: {'id': '9181abd2-b257-482e-a86f-5ff441aeac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'cde86a24-e224-442c-9ef0-2738085488b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:16:29.567038 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b454e52-c35c-4583-81c5-2beb54a8b6f0 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Network hostable DHCP agents. Network: cde86a24-e224-442c-9ef0-2738085488b8, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:16:29.599134 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b454e52-c35c-4583-81c5-2beb54a8b6f0 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event updated for resources: {'Subnet': ['ID=792e6fbd-5f78-4c71-b575-411efeaab620,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:29.627479 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b454e52-c35c-4583-81c5-2beb54a8b6f0 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Network cde86a24-e224-442c-9ef0-2738085488b8 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:16:29.642593 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-3b454e52-c35c-4583-81c5-2beb54a8b6f0 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, cde86a24-e224-442c-9ef0-2738085488b8) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:16:29.652969 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b454e52-c35c-4583-81c5-2beb54a8b6f0 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:29.652969 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b454e52-c35c-4583-81c5-2beb54a8b6f0 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:29.664183 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d51d67-9fbf-4087-9fc2-4a792c9098c6 None None] Network cde86a24-e224-442c-9ef0-2738085488b8 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:16:29.707310 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3b454e52-c35c-4583-81c5-2beb54a8b6f0 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2518969 Feb 04 21:16:29.708149 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46158) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:29.711230 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-4723db86-46f9-4799-a135-268e235194aa tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9350464 Feb 04 21:16:29.716866 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-3b1ea4e4-e508-4bab-bc7f-5219e792620c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1495415097', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}, 'admin_state_up': False}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:16:29.731183 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3b1ea4e4-e508-4bab-bc7f-5219e792620c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:16:29.734444 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-285bc20a-9691-4542-bd4e-bccbf2736670 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:29.738361 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3b1ea4e4-e508-4bab-bc7f-5219e792620c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Usage tracker for resource:router and tenant:92996577dea24748aff25236d6c88c98 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:16:29.745192 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-fba5a1b1-2ba6-463d-badd-df9681df24ef service neutron] Request body: {'port': {'device_id': 'af963ca1-112b-4b47-b85b-131b8fa1211f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:16:29.774929 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3b1ea4e4-e508-4bab-bc7f-5219e792620c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:16:29.786346 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3b1ea4e4-e508-4bab-bc7f-5219e792620c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:16:29.824754 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b1ea4e4-e508-4bab-bc7f-5219e792620c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:29.826719 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b1ea4e4-e508-4bab-bc7f-5219e792620c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:29.843475 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065453a-fcfb-46a0-ba07-c51dc8822073 req-ead9e529-400c-476b-b912-97f649169ddc tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:29.849717 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0065453a-fcfb-46a0-ba07-c51dc8822073 req-ead9e529-400c-476b-b912-97f649169ddc tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/ports?device_id=c316f322-dba4-4071-bc58-de9fe5aae0a3 HTTP/1.1" status: 200 len: 945 time: 0.7589877 Feb 04 21:16:29.896122 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b1ea4e4-e508-4bab-bc7f-5219e792620c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:29.919014 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f9ee26-585f-4d7b-b88c-07961e559b40 None None] Network cde86a24-e224-442c-9ef0-2738085488b8 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:16:29.928295 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-285bc20a-9691-4542-bd4e-bccbf2736670 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Allocated IP 172.25.5.118 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/ee2a3569-7f98-49e7-b204-211403463ce2) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:16:30.016395 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b5057-d6aa-4a0e-be8e-3e33d83aa861 req-57fc726b-58e7-46e5-ba1a-1ab2ec01cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:30.018142 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4f9b5057-d6aa-4a0e-be8e-3e33d83aa861 req-57fc726b-58e7-46e5-ba1a-1ab2ec01cb86 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c316f322-dba4-4071-bc58-de9fe5aae0a3 HTTP/1.1" status: 200 len: 1096 time: 0.9762077 Feb 04 21:16:30.109958 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0065453a-fcfb-46a0-ba07-c51dc8822073 req-f9b38b6a-5277-4b73-8f84-cb5005089c59 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/security-groups?id=80426f3a-e19c-48f8-9cc2-5c9962c80172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449155 Feb 04 21:16:30.138737 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4f9b5057-d6aa-4a0e-be8e-3e33d83aa861 req-f81dccb4-1e42-46b8-abde-82950b6bc54a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=80426f3a-e19c-48f8-9cc2-5c9962c80172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967095 Feb 04 21:16:30.159565 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-fba5a1b1-2ba6-463d-badd-df9681df24ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:30.316694 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 46176) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:30.344177 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-2afe5016-940c-4992-9b82-8d1f4a9717a4 service neutron] For port f61ea82f-8f87-42d7-9d33-19d254d5287d, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=f61ea82f-8f87-42d7-9d33-19d254d5287d,segment=NetworkSegment(90500554-f748-4464-907c-9d77092e3d3a),segment_id=90500554-f748-4464-907c-9d77092e3d3a)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:16:30.372828 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b1ea4e4-e508-4bab-bc7f-5219e792620c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:30.455890 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-45bf34c6-051c-4a15-849b-bbc062bf963f admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1009383597-network', 'tenant_id': '84f3746b030544f4af37959d7172992d'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:16:30.465582 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-45bf34c6-051c-4a15-849b-bbc062bf963f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:16:30.473362 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-2afe5016-940c-4992-9b82-8d1f4a9717a4 service neutron] For port f61ea82f-8f87-42d7-9d33-19d254d5287d, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:16:30.515607 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-285bc20a-9691-4542-bd4e-bccbf2736670 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:30.534462 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-45bf34c6-051c-4a15-849b-bbc062bf963f admin admin] Usage tracker for resource:network and tenant:84f3746b030544f4af37959d7172992d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:16:30.540340 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-45bf34c6-051c-4a15-849b-bbc062bf963f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:16:30.579714 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-285bc20a-9691-4542-bd4e-bccbf2736670 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:30.595567 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-45bf34c6-051c-4a15-849b-bbc062bf963f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:16:30.617656 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc63024-d59e-4275-bb75-2cba79566daa req-73c80b47-fc2d-42d1-8462-6b846170bd8f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:30.618333 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-7dc63024-d59e-4275-bb75-2cba79566daa req-73c80b47-fc2d-42d1-8462-6b846170bd8f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Synchronizing usage tracker for tenant:cbe7b967cf5b4bf8a129a586503d8461 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:16:30.637132 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-2afe5016-940c-4992-9b82-8d1f4a9717a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f61ea82f-8f87-42d7-9d33-19d254d5287d {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:16:30.648094 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bf34c6-051c-4a15-849b-bbc062bf963f admin admin] Made reservation on behalf of 84f3746b030544f4af37959d7172992d for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:16:30.650271 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-45bf34c6-051c-4a15-849b-bbc062bf963f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:30.662624 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-2afe5016-940c-4992-9b82-8d1f4a9717a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:30.697049 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-45bf34c6-051c-4a15-849b-bbc062bf963f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:30.718945 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-2afe5016-940c-4992-9b82-8d1f4a9717a4 service neutron] Transition to ACTIVE for port object f61ea82f-8f87-42d7-9d33-19d254d5287d will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:16:30.726340 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-7dc63024-d59e-4275-bb75-2cba79566daa req-73c80b47-fc2d-42d1-8462-6b846170bd8f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Unset dirty status for tenant:cbe7b967cf5b4bf8a129a586503d8461 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:16:30.728835 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7dc63024-d59e-4275-bb75-2cba79566daa req-73c80b47-fc2d-42d1-8462-6b846170bd8f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=af963ca1-112b-4b47-b85b-131b8fa1211f HTTP/1.1" status: 200 len: 931 time: 0.4745092 Feb 04 21:16:30.732856 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-45bf34c6-051c-4a15-849b-bbc062bf963f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:16:30.735259 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-2afe5016-940c-4992-9b82-8d1f4a9717a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:30.833948 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-45bf34c6-051c-4a15-849b-bbc062bf963f admin admin] Usage tracker for resource:security_group_rule and tenant:84f3746b030544f4af37959d7172992d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:16:30.851131 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-45bf34c6-051c-4a15-849b-bbc062bf963f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:16:30.867191 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285bc20a-9691-4542-bd4e-bccbf2736670 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:16:30.889910 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-45bf34c6-051c-4a15-849b-bbc062bf963f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:16:30.919280 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-285bc20a-9691-4542-bd4e-bccbf2736670 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:16:30.933767 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285bc20a-9691-4542-bd4e-bccbf2736670 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:16:30.967555 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285bc20a-9691-4542-bd4e-bccbf2736670 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Pushing event updated for resources: {'Port': ['ID=ee2a3569-7f98-49e7-b204-211403463ce2,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:30.978478 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-2afe5016-940c-4992-9b82-8d1f4a9717a4 service neutron] No DVR routers for this DVR port f61ea82f-8f87-42d7-9d33-19d254d5287d on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:16:30.997400 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe5016-940c-4992-9b82-8d1f4a9717a4 service neutron] Pushing event updated for resources: {'Port': ['ID=f61ea82f-8f87-42d7-9d33-19d254d5287d,revision_number=9']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:31.021097 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b1ea4e4-e508-4bab-bc7f-5219e792620c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for router_gateway, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:31.063287 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b1ea4e4-e508-4bab-bc7f-5219e792620c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:31.063367 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7dc63024-d59e-4275-bb75-2cba79566daa req-46354f3f-6779-473a-9a7e-a7c38f9bf77e tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141973 Feb 04 21:16:31.197897 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-285bc20a-9691-4542-bd4e-bccbf2736670 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:31.284541 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-2afe5016-940c-4992-9b82-8d1f4a9717a4 service neutron] Attempting to bind port f61ea82f-8f87-42d7-9d33-19d254d5287d on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:16:31.284854 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-2afe5016-940c-4992-9b82-8d1f4a9717a4 service neutron] Attempting to bind port f61ea82f-8f87-42d7-9d33-19d254d5287d by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': '90500554-f748-4464-907c-9d77092e3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8fabec85-7328-4725-bced-b859dec9a60d'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:16:31.285349 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-2afe5016-940c-4992-9b82-8d1f4a9717a4 service neutron] Attempting to bind port f61ea82f-8f87-42d7-9d33-19d254d5287d on network 8fabec85-7328-4725-bced-b859dec9a60d {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:16:31.289813 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-3b1ea4e4-e508-4bab-bc7f-5219e792620c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Allocated IP 172.25.5.210 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/8308651c-94ed-4246-a04b-641e62515f86) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:16:31.291920 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-285bc20a-9691-4542-bd4e-bccbf2736670 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:31.346968 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-2afe5016-940c-4992-9b82-8d1f4a9717a4 service neutron] Port f61ea82f-8f87-42d7-9d33-19d254d5287d on network 8fabec85-7328-4725-bced-b859dec9a60d not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:16:31.347373 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-2afe5016-940c-4992-9b82-8d1f4a9717a4 service neutron] Attempting to bind port f61ea82f-8f87-42d7-9d33-19d254d5287d on network 8fabec85-7328-4725-bced-b859dec9a60d {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:16:31.369072 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-2afe5016-940c-4992-9b82-8d1f4a9717a4 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:16:31.369419 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-2afe5016-940c-4992-9b82-8d1f4a9717a4 service neutron] Checking segment: {'id': '90500554-f748-4464-907c-9d77092e3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8fabec85-7328-4725-bced-b859dec9a60d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:16:31.369800 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-2afe5016-940c-4992-9b82-8d1f4a9717a4 service neutron] Bound using segment: {'id': '90500554-f748-4464-907c-9d77092e3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8fabec85-7328-4725-bced-b859dec9a60d'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:16:31.370750 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-2afe5016-940c-4992-9b82-8d1f4a9717a4 service neutron] Bound port: f61ea82f-8f87-42d7-9d33-19d254d5287d, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90500554-f748-4464-907c-9d77092e3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8fabec85-7328-4725-bced-b859dec9a60d'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:16:31.370868 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-2afe5016-940c-4992-9b82-8d1f4a9717a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:31.434427 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-fba5a1b1-2ba6-463d-badd-df9681df24ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e6990e6-3c27-4047-a743-d92f8b856051 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:16:31.456338 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-fba5a1b1-2ba6-463d-badd-df9681df24ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:31.504524 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-fba5a1b1-2ba6-463d-badd-df9681df24ef service neutron] Transition to ACTIVE for port object 9e6990e6-3c27-4047-a743-d92f8b856051 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:16:31.539490 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-fba5a1b1-2ba6-463d-badd-df9681df24ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:31.616481 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b1ea4e4-e508-4bab-bc7f-5219e792620c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:31.627779 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5a1b1-2ba6-463d-badd-df9681df24ef service neutron] Pushing event updated for resources: {'Port': ['ID=9e6990e6-3c27-4047-a743-d92f8b856051,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:31.640988 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-45bf34c6-051c-4a15-849b-bbc062bf963f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:31.646165 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-2afe5016-940c-4992-9b82-8d1f4a9717a4 service neutron] For port f61ea82f-8f87-42d7-9d33-19d254d5287d, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:16:31.659338 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1cc5e9-f80d-4a38-a4d9-baea808cebbc req-7220adeb-4afd-488f-ac30-9fc023a997db tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:31.660983 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5d1cc5e9-f80d-4a38-a4d9-baea808cebbc req-7220adeb-4afd-488f-ac30-9fc023a997db tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=e360acaf-0a44-4774-bdc0-a476e84baa3f HTTP/1.1" status: 200 len: 945 time: 0.4375682 Feb 04 21:16:31.683638 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-285bc20a-9691-4542-bd4e-bccbf2736670 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:31.701593 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-285bc20a-9691-4542-bd4e-bccbf2736670 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:31.732093 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-45bf34c6-051c-4a15-849b-bbc062bf963f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:31.777656 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-2afe5016-940c-4992-9b82-8d1f4a9717a4 service neutron] For port f61ea82f-8f87-42d7-9d33-19d254d5287d, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=f61ea82f-8f87-42d7-9d33-19d254d5287d,segment=NetworkSegment(90500554-f748-4464-907c-9d77092e3d3a),segment_id=90500554-f748-4464-907c-9d77092e3d3a)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:16:31.792854 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285bc20a-9691-4542-bd4e-bccbf2736670 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Pushing event updated for resources: {'Port': ['ID=ee2a3569-7f98-49e7-b204-211403463ce2,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:31.832024 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b1ea4e4-e508-4bab-bc7f-5219e792620c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:31.845265 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-2afe5016-940c-4992-9b82-8d1f4a9717a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:31.899149 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45bf34c6-051c-4a15-849b-bbc062bf963f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:16:31.920194 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1ea4e4-e508-4bab-bc7f-5219e792620c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:16:31.923109 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-285bc20a-9691-4542-bd4e-bccbf2736670 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:31.930313 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-3b1ea4e4-e508-4bab-bc7f-5219e792620c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:16:31.940981 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1ea4e4-e508-4bab-bc7f-5219e792620c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:16:31.966135 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf34c6-051c-4a15-849b-bbc062bf963f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24029c7-a681-40de-9297-f206cbcb3dfd,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:31.972706 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ea4e4-e508-4bab-bc7f-5219e792620c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event updated for resources: {'Port': ['ID=8308651c-94ed-4246-a04b-641e62515f86,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:32.022011 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-2afe5016-940c-4992-9b82-8d1f4a9717a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:32.022623 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-2afe5016-940c-4992-9b82-8d1f4a9717a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:32.023987 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-2afe5016-940c-4992-9b82-8d1f4a9717a4 service neutron] 10.222.0.32 "PUT /v2.0/ports/f61ea82f-8f87-42d7-9d33-19d254d5287d HTTP/1.1" status: 200 len: 1092 time: 3.3410137 Feb 04 21:16:32.041439 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e00181b5-e27b-4820-8717-786716333161', 'tag': 'f61ea82f-8f87-42d7-9d33-19d254d5287d'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:16:32.080804 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-285bc20a-9691-4542-bd4e-bccbf2736670 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:32.090464 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-285bc20a-9691-4542-bd4e-bccbf2736670 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8297353 Feb 04 21:16:32.127811 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-45bf34c6-051c-4a15-849b-bbc062bf963f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:32.128176 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-45bf34c6-051c-4a15-849b-bbc062bf963f admin admin] Added segment c19a46f0-205a-4b28-8707-a63c2b96346f of type vlan for network bd908075-fd3d-4a34-8d87-0ccdd943db85 Feb 04 21:16:32.131637 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5d1cc5e9-f80d-4a38-a4d9-baea808cebbc req-fec2e5ec-b316-4d95-8544-bad18d41d336 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030762 Feb 04 21:16:32.132400 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe5016-940c-4992-9b82-8d1f4a9717a4 service neutron] Pushing event updated for resources: {'Port': ['ID=f61ea82f-8f87-42d7-9d33-19d254d5287d,revision_number=10']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:32.145428 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-fba5a1b1-2ba6-463d-badd-df9681df24ef service neutron] Attempting to bind port 9e6990e6-3c27-4047-a743-d92f8b856051 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:16:32.145760 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-fba5a1b1-2ba6-463d-badd-df9681df24ef service neutron] Attempting to bind port 9e6990e6-3c27-4047-a743-d92f8b856051 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'addd5f6f-d521-4a6a-b6fc-650d4541337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:16:32.146087 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-fba5a1b1-2ba6-463d-badd-df9681df24ef service neutron] Attempting to bind port 9e6990e6-3c27-4047-a743-d92f8b856051 on network 591535e8-eea5-447d-ad75-83d907ea6f08 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:16:32.175955 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-fba5a1b1-2ba6-463d-badd-df9681df24ef service neutron] Port 9e6990e6-3c27-4047-a743-d92f8b856051 on network 591535e8-eea5-447d-ad75-83d907ea6f08 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:16:32.176408 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-fba5a1b1-2ba6-463d-badd-df9681df24ef service neutron] Attempting to bind port 9e6990e6-3c27-4047-a743-d92f8b856051 on network 591535e8-eea5-447d-ad75-83d907ea6f08 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:16:32.211184 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-fba5a1b1-2ba6-463d-badd-df9681df24ef service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:16:32.212913 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-fba5a1b1-2ba6-463d-badd-df9681df24ef service neutron] Checking segment: {'id': 'addd5f6f-d521-4a6a-b6fc-650d4541337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:16:32.212913 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-fba5a1b1-2ba6-463d-badd-df9681df24ef service neutron] Bound using segment: {'id': 'addd5f6f-d521-4a6a-b6fc-650d4541337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:16:32.212913 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-fba5a1b1-2ba6-463d-badd-df9681df24ef service neutron] Bound port: 9e6990e6-3c27-4047-a743-d92f8b856051, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'addd5f6f-d521-4a6a-b6fc-650d4541337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:16:32.212913 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-fba5a1b1-2ba6-463d-badd-df9681df24ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:32.282229 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-45bf34c6-051c-4a15-849b-bbc062bf963f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:32.442194 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-fba5a1b1-2ba6-463d-badd-df9681df24ef service neutron] For port 9e6990e6-3c27-4047-a743-d92f8b856051, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:16:32.447151 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-fba5a1b1-2ba6-463d-badd-df9681df24ef service neutron] For port 9e6990e6-3c27-4047-a743-d92f8b856051, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=9e6990e6-3c27-4047-a743-d92f8b856051,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:16:32.450383 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-45bf34c6-051c-4a15-849b-bbc062bf963f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:32.451337 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bf34c6-051c-4a15-849b-bbc062bf963f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:32.451914 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-45bf34c6-051c-4a15-849b-bbc062bf963f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:32.456782 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-2387e5d0-47cf-4eff-b09d-5ad3c4133502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:32.458252 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-2387e5d0-47cf-4eff-b09d-5ad3c4133502 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=803c4bfb4a0c4d64ba81f7b2220cf823&device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 1096 time: 0.3949325 Feb 04 21:16:32.481954 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-fba5a1b1-2ba6-463d-badd-df9681df24ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:32.533635 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b1ea4e4-e508-4bab-bc7f-5219e792620c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for router_gateway, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:32.706658 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-fba5a1b1-2ba6-463d-badd-df9681df24ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:32.707783 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-fba5a1b1-2ba6-463d-badd-df9681df24ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:32.709441 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-fba5a1b1-2ba6-463d-badd-df9681df24ef service neutron] 10.222.0.18 "PUT /v2.0/ports/9e6990e6-3c27-4047-a743-d92f8b856051 HTTP/1.1" status: 200 len: 1091 time: 2.9883277 Feb 04 21:16:32.769502 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a502f-97c0-4f6a-a77c-52b3bef3143a req-e9b75f0e-23fd-4e2e-a529-5cdc5202d819 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:32.776350 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-402a502f-97c0-4f6a-a77c-52b3bef3143a req-e9b75f0e-23fd-4e2e-a529-5cdc5202d819 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 945 time: 0.4964817 Feb 04 21:16:32.783599 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:32.840711 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-45bf34c6-051c-4a15-849b-bbc062bf963f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5138757 Feb 04 21:16:32.840711 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf34c6-051c-4a15-849b-bbc062bf963f admin admin] Pushing event updated for resources: {'Network': ['ID=bd908075-fd3d-4a34-8d87-0ccdd943db85,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:32.856258 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network bd908075-fd3d-4a34-8d87-0ccdd943db85 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:16:32.860146 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5a1b1-2ba6-463d-badd-df9681df24ef service neutron] Pushing event updated for resources: {'Port': ['ID=9e6990e6-3c27-4047-a743-d92f8b856051,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:32.935058 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-402a502f-97c0-4f6a-a77c-52b3bef3143a req-f76f5dc7-5d6e-41e5-bb33-afd1a545d994 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577594 Feb 04 21:16:32.944073 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-6623ee93-5df3-4d41-ae4a-58dee3b4c453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:32.945546 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-6623ee93-5df3-4d41-ae4a-58dee3b4c453 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8fabec85-7328-4725-bced-b859dec9a60d HTTP/1.1" status: 200 len: 915 time: 0.4716644 Feb 04 21:16:33.143137 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-c423b05f-a8ec-484e-bec6-57ad9c6977d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f61ea82f-8f87-42d7-9d33-19d254d5287d HTTP/1.1" status: 200 len: 217 time: 0.1794612 Feb 04 21:16:33.149524 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-c5033b0b-c3c6-4647-be1a-a8a36888fe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:33.150864 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-c5033b0b-c3c6-4647-be1a-a8a36888fe5f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbe7b967cf5b4bf8a129a586503d8461&device_id=af963ca1-112b-4b47-b85b-131b8fa1211f HTTP/1.1" status: 200 len: 1094 time: 0.3668275 Feb 04 21:16:33.175343 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b1ea4e4-e508-4bab-bc7f-5219e792620c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:33.421422 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1ea4e4-e508-4bab-bc7f-5219e792620c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Router bee36f46-722a-4e6c-9ba1-54ed39be225e is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:16:33.436817 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-1f0f1503-8ca0-400a-adb2-bb9f06b0a794 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e6990e6-3c27-4047-a743-d92f8b856051 HTTP/1.1" status: 200 len: 217 time: 0.2518244 Feb 04 21:16:33.497646 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-4debfb4f-62f8-48f3-95c4-b7a1684b166a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:33.499078 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-4debfb4f-62f8-48f3-95c4-b7a1684b166a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf4393a5-4d9f-4e62-a55d-2fc5de86b20c HTTP/1.1" status: 200 len: 854 time: 0.3466992 Feb 04 21:16:33.554440 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-4c2443bb-84a6-46a7-8c44-41bfa2f1381e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8fabec85-7328-4725-bced-b859dec9a60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484664 Feb 04 21:16:33.584137 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-475b0b73-e6f7-4ee7-a5a9-afb7414adf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:33.585573 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-475b0b73-e6f7-4ee7-a5a9-afb7414adf11 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6328ddc0-a59e-4cee-8cab-7daa1242332a HTTP/1.1" status: 200 len: 846 time: 0.1400483 Feb 04 21:16:33.611140 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1ea4e4-e508-4bab-bc7f-5219e792620c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:16:33.629560 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93e0877-f5d2-4ba0-932e-0fb6705fcf4f None None] Sync routers for ids ['bee36f46-722a-4e6c-9ba1-54ed39be225e'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:16:33.644699 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b1ea4e4-e508-4bab-bc7f-5219e792620c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:33.649433 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93e0877-f5d2-4ba0-932e-0fb6705fcf4f None None] Routers {'bee36f46-722a-4e6c-9ba1-54ed39be225e'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:16:33.655576 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3b1ea4e4-e508-4bab-bc7f-5219e792620c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.9400876 Feb 04 21:16:33.658252 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46248) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:33.660800 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-c93e0877-f5d2-4ba0-932e-0fb6705fcf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:16:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['bee36f46-722a-4e6c-9ba1-54ed39be225e'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:33.734855 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-7ae1255e-84da-4f8d-892e-5417f72c69d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=591535e8-eea5-447d-ad75-83d907ea6f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878785 Feb 04 21:16:33.741400 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-c93e0877-f5d2-4ba0-932e-0fb6705fcf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:33.748950 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d6688-d8e7-4755-b0f2-f989a5a2860c req-7470f529-1527-419d-acf5-93860c01b737 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:33.752911 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93e0877-f5d2-4ba0-932e-0fb6705fcf4f None None] Routers {'bee36f46-722a-4e6c-9ba1-54ed39be225e'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:16:33.753620 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-c93e0877-f5d2-4ba0-932e-0fb6705fcf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:16:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['bee36f46-722a-4e6c-9ba1-54ed39be225e'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:33.755787 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-687d6688-d8e7-4755-b0f2-f989a5a2860c req-7470f529-1527-419d-acf5-93860c01b737 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/ports?device_id=c316f322-dba4-4071-bc58-de9fe5aae0a3 HTTP/1.1" status: 200 len: 945 time: 0.5694270 Feb 04 21:16:33.827728 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-c93e0877-f5d2-4ba0-932e-0fb6705fcf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:33.828276 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93e0877-f5d2-4ba0-932e-0fb6705fcf4f None None] The sync data for ids ['bee36f46-722a-4e6c-9ba1-54ed39be225e'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:16:33.931362 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-687d6688-d8e7-4755-b0f2-f989a5a2860c req-cc5ceb38-211b-4076-9a14-ecd3a1961a4f tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/security-groups?id=80426f3a-e19c-48f8-9cc2-5c9962c80172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741180 Feb 04 21:16:34.004441 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-5f4944ca-2472-49c4-9d69-d8ee851f7456 service neutron] 10.222.0.32 "GET /v2.0/networks/8fabec85-7328-4725-bced-b859dec9a60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404347 Feb 04 21:16:34.006326 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-f7fdeba4-eca5-46a6-a82b-824b5113936a service neutron] 10.222.0.18 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486172 Feb 04 21:16:34.136606 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e00181b5-e27b-4820-8717-786716333161', 'tag': 'f61ea82f-8f87-42d7-9d33-19d254d5287d', 'status': 'completed', 'code': 200} Feb 04 21:16:34.326503 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47aa1fd0-c173-4aaf-9e90-daa7aba027fd req-a89bec18-a7fd-411f-9aff-a941d7eb7c79 service neutron] 10.222.0.18 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141286 Feb 04 21:16:34.372096 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0fb0a-ef52-474e-8ff2-11aa29caa629 req-1b86bf26-6f10-4f64-b21c-a5b48490f101 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:34.373963 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-76f0fb0a-ef52-474e-8ff2-11aa29caa629 req-1b86bf26-6f10-4f64-b21c-a5b48490f101 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=af963ca1-112b-4b47-b85b-131b8fa1211f HTTP/1.1" status: 200 len: 943 time: 0.2317517 Feb 04 21:16:34.382028 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-0d36cc6c-659f-463e-a94c-d072698a1f62 service neutron] 10.222.0.32 "GET /v2.0/networks/8fabec85-7328-4725-bced-b859dec9a60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648215 Feb 04 21:16:34.431428 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-76f0fb0a-ef52-474e-8ff2-11aa29caa629 req-ddb1ddcc-79be-44cb-aca3-39fed2c96b35 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480990 Feb 04 21:16:34.563025 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e4e38-837f-4ab0-b689-6161fb1c3dbe req-e4dc554c-73c6-4d36-9086-d202626f3c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:34.564657 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-745e4e38-837f-4ab0-b689-6161fb1c3dbe req-e4dc554c-73c6-4d36-9086-d202626f3c87 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=803c4bfb4a0c4d64ba81f7b2220cf823&device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 1096 time: 0.1015294 Feb 04 21:16:34.650515 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-97dc1652-cd33-4eb2-87c0-a13954d6bc32 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:34.759029 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e4e38-837f-4ab0-b689-6161fb1c3dbe req-084229a8-a810-4d0d-bb07-4ef6302da642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:34.760868 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-745e4e38-837f-4ab0-b689-6161fb1c3dbe req-084229a8-a810-4d0d-bb07-4ef6302da642 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8fabec85-7328-4725-bced-b859dec9a60d HTTP/1.1" status: 200 len: 915 time: 0.1903839 Feb 04 21:16:34.838231 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-745e4e38-837f-4ab0-b689-6161fb1c3dbe req-3793a696-f5c9-4817-aadf-75e05efeb705 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f61ea82f-8f87-42d7-9d33-19d254d5287d HTTP/1.1" status: 200 len: 217 time: 0.0706556 Feb 04 21:16:34.948062 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e4e38-837f-4ab0-b689-6161fb1c3dbe req-92e11d83-86dc-4945-b4dd-d28a5c210c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:34.950712 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-745e4e38-837f-4ab0-b689-6161fb1c3dbe req-92e11d83-86dc-4945-b4dd-d28a5c210c33 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf4393a5-4d9f-4e62-a55d-2fc5de86b20c HTTP/1.1" status: 200 len: 854 time: 0.1061246 Feb 04 21:16:35.037689 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-745e4e38-837f-4ab0-b689-6161fb1c3dbe req-071c119c-f88a-400c-90b8-35fde3cf5458 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8fabec85-7328-4725-bced-b859dec9a60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793002 Feb 04 21:16:35.278246 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-97dc1652-cd33-4eb2-87c0-a13954d6bc32 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Allocated IP 172.20.0.1 (cde86a24-e224-442c-9ef0-2738085488b8/792e6fbd-5f78-4c71-b575-411efeaab620/0b512e9f-61f3-45db-9be2-325a29c9fb5b) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:16:35.621262 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-97dc1652-cd33-4eb2-87c0-a13954d6bc32 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:35.642261 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-745e4e38-837f-4ab0-b689-6161fb1c3dbe req-cf3eff27-1616-47e9-b33e-8aad77f9d96c service neutron] 10.222.0.32 "GET /v2.0/networks/8fabec85-7328-4725-bced-b859dec9a60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5984457 Feb 04 21:16:35.645337 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-4d2dbd05-1ef7-49d7-a927-760d8334f476 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Synchronizing usage tracker for tenant:d12823a006ff49a4916b73b08e3ad259 on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:16:35.678422 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-4d2dbd05-1ef7-49d7-a927-760d8334f476 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Unset dirty status for tenant:d12823a006ff49a4916b73b08e3ad259 on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:16:35.685108 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-4d2dbd05-1ef7-49d7-a927-760d8334f476 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--274763134&fields=id&tenant_id=d12823a006ff49a4916b73b08e3ad259 HTTP/1.1" status: 200 len: 267 time: 0.3469708 Feb 04 21:16:35.699219 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-97dc1652-cd33-4eb2-87c0-a13954d6bc32 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:35.827312 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97dc1652-cd33-4eb2-87c0-a13954d6bc32 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Network cde86a24-e224-442c-9ef0-2738085488b8 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:16:35.830862 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-97dc1652-cd33-4eb2-87c0-a13954d6bc32 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:16:35.835121 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dc1652-cd33-4eb2-87c0-a13954d6bc32 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:16:35.866694 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc1652-cd33-4eb2-87c0-a13954d6bc32 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event updated for resources: {'Port': ['ID=0b512e9f-61f3-45db-9be2-325a29c9fb5b,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:35.936220 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-97dc1652-cd33-4eb2-87c0-a13954d6bc32 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:36.005434 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-26f77832-dab7-4515-814e-ea259c139e00 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:36.007673 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-26f77832-dab7-4515-814e-ea259c139e00 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/networks?id=aeca86bf-5462-4afd-9138-c5fe85a0ef79 HTTP/1.1" status: 200 len: 817 time: 0.3166947 Feb 04 21:16:36.039608 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-28c6bd9d-a770-486a-bdaa-c43b8a30943e tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/quotas/d12823a006ff49a4916b73b08e3ad259 HTTP/1.1" status: 200 len: 375 time: 0.0214834 Feb 04 21:16:36.202992 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af963ca1-112b-4b47-b85b-131b8fa1211f', 'tag': '9e6990e6-3c27-4047-a743-d92f8b856051'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:16:36.403803 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-97dc1652-cd33-4eb2-87c0-a13954d6bc32 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:36.524029 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-745e4e38-837f-4ab0-b689-6161fb1c3dbe req-f2a16de4-bb42-4a12-9399-e3bb29496af6 service neutron] 10.222.0.32 "GET /v2.0/networks/8fabec85-7328-4725-bced-b859dec9a60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4797206 Feb 04 21:16:36.563666 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-b595361e-01f2-442c-8c39-ee48709ea8a9 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Synchronizing usage tracker for tenant:d12823a006ff49a4916b73b08e3ad259 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:16:36.586328 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-b595361e-01f2-442c-8c39-ee48709ea8a9 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Unset dirty status for tenant:d12823a006ff49a4916b73b08e3ad259 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:16:36.587639 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-b595361e-01f2-442c-8c39-ee48709ea8a9 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d12823a006ff49a4916b73b08e3ad259&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5468719 Feb 04 21:16:36.848267 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-9af5ea63-db96-4b00-80d7-7ad4d33e82e8 service neutron] 10.222.0.26 "GET /v2.0/networks/aeca86bf-5462-4afd-9138-c5fe85a0ef79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322249 Feb 04 21:16:36.983227 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-97dc1652-cd33-4eb2-87c0-a13954d6bc32 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:36.995821 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-97dc1652-cd33-4eb2-87c0-a13954d6bc32 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:37.054882 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-06af08cf-0e94-410c-b7e0-8dfa1938d785 service neutron] 10.222.0.26 "GET /v2.0/networks/aeca86bf-5462-4afd-9138-c5fe85a0ef79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053609 Feb 04 21:16:37.146668 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc1652-cd33-4eb2-87c0-a13954d6bc32 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event updated for resources: {'Port': ['ID=0b512e9f-61f3-45db-9be2-325a29c9fb5b,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:37.376981 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-97dc1652-cd33-4eb2-87c0-a13954d6bc32 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:37.571294 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 9e6990e6-3c27-4047-a743-d92f8b856051 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:16:37.593647 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97dc1652-cd33-4eb2-87c0-a13954d6bc32 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Network cde86a24-e224-442c-9ef0-2738085488b8 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:16:37.595170 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-97dc1652-cd33-4eb2-87c0-a13954d6bc32 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:16:37.855856 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26b196-b474-4dc1-854b-ce5f3f673f55 req-6c302ac6-9214-465c-9897-4e76dd2bc130 tempest-ComputeTenantNetworksTest-1580498900 tempest-ComputeTenantNetworksTest-1580498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:37.869323 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26b196-b474-4dc1-854b-ce5f3f673f55 req-6c302ac6-9214-465c-9897-4e76dd2bc130 tempest-ComputeTenantNetworksTest-1580498900 tempest-ComputeTenantNetworksTest-1580498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:37.890926 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26b196-b474-4dc1-854b-ce5f3f673f55 req-6c302ac6-9214-465c-9897-4e76dd2bc130 tempest-ComputeTenantNetworksTest-1580498900 tempest-ComputeTenantNetworksTest-1580498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:37.893011 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-0b26b196-b474-4dc1-854b-ce5f3f673f55 req-6c302ac6-9214-465c-9897-4e76dd2bc130 tempest-ComputeTenantNetworksTest-1580498900 tempest-ComputeTenantNetworksTest-1580498900-project] Synchronizing usage tracker for tenant:84f3746b030544f4af37959d7172992d on resource:network {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:16:37.936099 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-0b26b196-b474-4dc1-854b-ce5f3f673f55 req-6c302ac6-9214-465c-9897-4e76dd2bc130 tempest-ComputeTenantNetworksTest-1580498900 tempest-ComputeTenantNetworksTest-1580498900-project] Unset dirty status for tenant:84f3746b030544f4af37959d7172992d on resource:network {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:16:37.937463 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0b26b196-b474-4dc1-854b-ce5f3f673f55 req-6c302ac6-9214-465c-9897-4e76dd2bc130 tempest-ComputeTenantNetworksTest-1580498900 tempest-ComputeTenantNetworksTest-1580498900-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4719048 Feb 04 21:16:38.068938 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97dc1652-cd33-4eb2-87c0-a13954d6bc32 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Router bee36f46-722a-4e6c-9ba1-54ed39be225e has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:16:38.120061 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 9e6990e6-3c27-4047-a743-d92f8b856051, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=9e6990e6-3c27-4047-a743-d92f8b856051,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:16:38.153176 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '9e6990e6-3c27-4047-a743-d92f8b856051', 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08', 'port_id': '9e6990e6-3c27-4047-a743-d92f8b856051', 'mac_address': 'fa:16:3e:81:94:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6328ddc0-a59e-4cee-8cab-7daa1242332a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:16:38.247966 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:38.284631 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e29ade-9bda-4a37-ab95-d3e4625ba7ab req-50d40815-ca1c-467b-9871-a7d8cd84b146 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:38.293132 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e9e29ade-9bda-4a37-ab95-d3e4625ba7ab req-50d40815-ca1c-467b-9871-a7d8cd84b146 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 945 time: 0.2098744 Feb 04 21:16:38.319689 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e6990e6-3c27-4047-a743-d92f8b856051 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:16:38.376165 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e9e29ade-9bda-4a37-ab95-d3e4625ba7ab req-fd73553c-35d6-437e-9f81-c4e414aa2bb3 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791457 Feb 04 21:16:38.384241 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 9e6990e6-3c27-4047-a743-d92f8b856051, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=9e6990e6-3c27-4047-a743-d92f8b856051,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:16:38.392173 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:38.474839 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97dc1652-cd33-4eb2-87c0-a13954d6bc32 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:16:38.489483 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ed2be2-06f6-4f90-8cae-ce9d92fb0cba None None] Sync routers for ids ['bee36f46-722a-4e6c-9ba1-54ed39be225e'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:16:38.508135 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 46362) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:38.511872 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-97dc1652-cd33-4eb2-87c0-a13954d6bc32 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "PUT /v2.0/routers/bee36f46-722a-4e6c-9ba1-54ed39be225e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8509164 Feb 04 21:16:38.515740 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ed2be2-06f6-4f90-8cae-ce9d92fb0cba None None] Routers {'bee36f46-722a-4e6c-9ba1-54ed39be225e'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:16:38.516031 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-17d211b4-c57a-4f23-ad22-af09d39b5bb7 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Request body: {'port': {'network_id': 'cde86a24-e224-442c-9ef0-2738085488b8', 'name': 'tempest-FloatingIPTestJSON-121199785'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:16:38.516939 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-68ed2be2-06f6-4f90-8cae-ce9d92fb0cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:16:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['bee36f46-722a-4e6c-9ba1-54ed39be225e'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:38.603088 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-68ed2be2-06f6-4f90-8cae-ce9d92fb0cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:38.615873 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ed2be2-06f6-4f90-8cae-ce9d92fb0cba None None] Routers {'bee36f46-722a-4e6c-9ba1-54ed39be225e'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:16:38.616897 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-68ed2be2-06f6-4f90-8cae-ce9d92fb0cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:16:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['bee36f46-722a-4e6c-9ba1-54ed39be225e'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:38.618947 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=9e6990e6-3c27-4047-a743-d92f8b856051,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:38.630728 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['9e6990e6-3c27-4047-a743-d92f8b856051'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:16:38.711386 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-68ed2be2-06f6-4f90-8cae-ce9d92fb0cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:38.712234 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ed2be2-06f6-4f90-8cae-ce9d92fb0cba None None] The sync data for ids ['bee36f46-722a-4e6c-9ba1-54ed39be225e'] in n-d-827896-1 is: [] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:16:38.912508 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-17d211b4-c57a-4f23-ad22-af09d39b5bb7 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:16:38.923357 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-17d211b4-c57a-4f23-ad22-af09d39b5bb7 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Usage tracker for resource:port and tenant:92996577dea24748aff25236d6c88c98 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:16:38.930818 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-17d211b4-c57a-4f23-ad22-af09d39b5bb7 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:16:38.944670 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-17d211b4-c57a-4f23-ad22-af09d39b5bb7 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:16:38.965588 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d211b4-c57a-4f23-ad22-af09d39b5bb7 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Made reservation on behalf of 92996577dea24748aff25236d6c88c98 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:16:38.974294 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-17d211b4-c57a-4f23-ad22-af09d39b5bb7 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:39.033150 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [None req-17d211b4-c57a-4f23-ad22-af09d39b5bb7 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] device_id is not set on port fd7cb015-ca62-46c0-a9c5-dbbb044968e4 yet. {{(pid=87683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:16:39.441122 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cc2ef-9f82-4fba-9dd9-833dadc10f4a req-a13fd116-eb4c-4c73-a352-b90c12e2b449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:39.443400 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ae1cc2ef-9f82-4fba-9dd9-833dadc10f4a req-a13fd116-eb4c-4c73-a352-b90c12e2b449 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a2ad9f6d6894e53a79216ac27c4fa23&device_id=c316f322-dba4-4071-bc58-de9fe5aae0a3 HTTP/1.1" status: 200 len: 1096 time: 0.3164070 Feb 04 21:16:39.462868 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-17d211b4-c57a-4f23-ad22-af09d39b5bb7 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Allocated IP 172.20.0.7 (cde86a24-e224-442c-9ef0-2738085488b8/792e6fbd-5f78-4c71-b575-411efeaab620/fd7cb015-ca62-46c0-a9c5-dbbb044968e4) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:16:39.476197 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5691eee-549e-4c73-a63a-a8cf7fefbcb9 req-f9c9f669-46bd-4f01-90df-af7362739a92 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:39.487114 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b5691eee-549e-4c73-a63a-a8cf7fefbcb9 req-f9c9f669-46bd-4f01-90df-af7362739a92 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=e360acaf-0a44-4774-bdc0-a476e84baa3f HTTP/1.1" status: 200 len: 945 time: 0.2597957 Feb 04 21:16:39.556086 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b5691eee-549e-4c73-a63a-a8cf7fefbcb9 req-77c24879-4c45-4874-a98d-7405be0360c1 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655756 Feb 04 21:16:39.583866 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 9e6990e6-3c27-4047-a743-d92f8b856051 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:16:39.740159 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 9e6990e6-3c27-4047-a743-d92f8b856051 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:16:39.750505 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 9e6990e6-3c27-4047-a743-d92f8b856051 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:16:39.750887 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:39.999857 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:40.064908 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af963ca1-112b-4b47-b85b-131b8fa1211f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e6990e6-3c27-4047-a743-d92f8b856051'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:16:40.081957 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 9e6990e6-3c27-4047-a743-d92f8b856051, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=9e6990e6-3c27-4047-a743-d92f8b856051,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:16:40.095275 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:40.176359 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9b780-b347-4539-a4c5-f1ab82e4d737 req-be35397a-0e4e-4516-b59a-de2ed7b10675 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:40.178214 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2ed9b780-b347-4539-a4c5-f1ab82e4d737 req-be35397a-0e4e-4516-b59a-de2ed7b10675 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=af963ca1-112b-4b47-b85b-131b8fa1211f HTTP/1.1" status: 200 len: 944 time: 0.3118238 Feb 04 21:16:40.184455 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-17d211b4-c57a-4f23-ad22-af09d39b5bb7 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:40.250649 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=9e6990e6-3c27-4047-a743-d92f8b856051,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:40.253763 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2ed9b780-b347-4539-a4c5-f1ab82e4d737 req-b54845d1-a03b-4283-a5e3-18b70e9921d7 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655158 Feb 04 21:16:40.290255 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-17d211b4-c57a-4f23-ad22-af09d39b5bb7 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:40.382208 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d211b4-c57a-4f23-ad22-af09d39b5bb7 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Network cde86a24-e224-442c-9ef0-2738085488b8 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:16:40.385699 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-17d211b4-c57a-4f23-ad22-af09d39b5bb7 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:16:40.389965 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d211b4-c57a-4f23-ad22-af09d39b5bb7 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:16:40.424084 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af963ca1-112b-4b47-b85b-131b8fa1211f', 'tag': '9e6990e6-3c27-4047-a743-d92f8b856051', 'status': 'completed', 'code': 200} Feb 04 21:16:40.428992 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d211b4-c57a-4f23-ad22-af09d39b5bb7 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event updated for resources: {'Port': ['ID=fd7cb015-ca62-46c0-a9c5-dbbb044968e4,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:40.512221 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d211b4-c57a-4f23-ad22-af09d39b5bb7 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:40.512847 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-17d211b4-c57a-4f23-ad22-af09d39b5bb7 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:40.547138 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-17d211b4-c57a-4f23-ad22-af09d39b5bb7 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0350237 Feb 04 21:16:40.547968 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46394) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:40.555022 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-5c761f51-8ccc-497b-a42c-1973b6c12c9c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Request body: {'port': {'network_id': 'cde86a24-e224-442c-9ef0-2738085488b8', 'name': 'tempest-FloatingIPTestJSON-1871443104'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:16:40.624509 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3996fb-f8ab-4442-a981-a1354bd07fd8 req-7f944114-0a4a-4667-98be-bc39f05f3069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:40.626015 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ce3996fb-f8ab-4442-a981-a1354bd07fd8 req-7f944114-0a4a-4667-98be-bc39f05f3069 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbe7b967cf5b4bf8a129a586503d8461&device_id=af963ca1-112b-4b47-b85b-131b8fa1211f HTTP/1.1" status: 200 len: 1096 time: 0.1921871 Feb 04 21:16:40.627982 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2b169151-f273-48bb-8028-f050774d809a req-50565ad5-d928-4e48-9c9e-ab48bc641d1a tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 210 time: 0.0708590 Feb 04 21:16:40.795207 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5c761f51-8ccc-497b-a42c-1973b6c12c9c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:16:40.800090 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5c761f51-8ccc-497b-a42c-1973b6c12c9c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Usage tracker for resource:port and tenant:92996577dea24748aff25236d6c88c98 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:16:40.803776 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5c761f51-8ccc-497b-a42c-1973b6c12c9c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:16:40.811142 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5c761f51-8ccc-497b-a42c-1973b6c12c9c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:16:40.828397 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c761f51-8ccc-497b-a42c-1973b6c12c9c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Made reservation on behalf of 92996577dea24748aff25236d6c88c98 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:16:40.844534 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5c761f51-8ccc-497b-a42c-1973b6c12c9c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:40.902894 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-5c761f51-8ccc-497b-a42c-1973b6c12c9c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] device_id is not set on port b60c95f7-664c-412b-b96e-b452a97ed8d5 yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:16:41.095775 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0094534-4050-4ac1-bb57-f8b7bc415263 req-f636839a-091c-4274-9a74-2dbc450d2960 tempest-ComputeTenantNetworksTest-1580498900 tempest-ComputeTenantNetworksTest-1580498900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:41.110200 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b0094534-4050-4ac1-bb57-f8b7bc415263 req-f636839a-091c-4274-9a74-2dbc450d2960 tempest-ComputeTenantNetworksTest-1580498900 tempest-ComputeTenantNetworksTest-1580498900-project] 10.222.0.26 "GET /v2.0/networks/bd908075-fd3d-4a34-8d87-0ccdd943db85 HTTP/1.1" status: 200 len: 769 time: 0.3979700 Feb 04 21:16:41.124086 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 46410) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:41.226559 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-5c761f51-8ccc-497b-a42c-1973b6c12c9c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Allocated IP 172.20.0.10 (cde86a24-e224-442c-9ef0-2738085488b8/792e6fbd-5f78-4c71-b575-411efeaab620/b60c95f7-664c-412b-b96e-b452a97ed8d5) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:16:41.611018 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5c761f51-8ccc-497b-a42c-1973b6c12c9c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:41.707609 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5c761f51-8ccc-497b-a42c-1973b6c12c9c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:41.821575 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c761f51-8ccc-497b-a42c-1973b6c12c9c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Network cde86a24-e224-442c-9ef0-2738085488b8 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:16:41.823389 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-5c761f51-8ccc-497b-a42c-1973b6c12c9c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:16:41.832610 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c761f51-8ccc-497b-a42c-1973b6c12c9c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:16:41.884859 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-70f9ad59-3e05-454c-bdff-582a09c74130 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:41.889340 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-70f9ad59-3e05-454c-bdff-582a09c74130 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.32 "GET /v2.0/networks?id=aeca86bf-5462-4afd-9138-c5fe85a0ef79 HTTP/1.1" status: 200 len: 817 time: 0.7414970 Feb 04 21:16:41.890473 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cc2ef-9f82-4fba-9dd9-833dadc10f4a req-d3e4ef05-6e4d-4cf6-8bf2-b7502a275663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:41.891746 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c761f51-8ccc-497b-a42c-1973b6c12c9c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event updated for resources: {'Port': ['ID=b60c95f7-664c-412b-b96e-b452a97ed8d5,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:41.891892 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ae1cc2ef-9f82-4fba-9dd9-833dadc10f4a req-d3e4ef05-6e4d-4cf6-8bf2-b7502a275663 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0b69af12-0710-4c29-9ce9-477356ad66cd HTTP/1.1" status: 200 len: 921 time: 1.2222328 Feb 04 21:16:41.913580 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c761f51-8ccc-497b-a42c-1973b6c12c9c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:41.917553 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5c761f51-8ccc-497b-a42c-1973b6c12c9c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:41.972496 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5c761f51-8ccc-497b-a42c-1973b6c12c9c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4228029 Feb 04 21:16:41.976357 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46426) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:41.982660 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-0a5c2d6d-bc16-4cba-a754-fd2efd4e81fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Request body: {'floatingip': {'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'port_id': 'b60c95f7-664c-412b-b96e-b452a97ed8d5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:16:42.005127 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0a5c2d6d-bc16-4cba-a754-fd2efd4e81fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:16:42.021060 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0a5c2d6d-bc16-4cba-a754-fd2efd4e81fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Usage tracker for resource:floatingip and tenant:92996577dea24748aff25236d6c88c98 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:16:42.029625 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0a5c2d6d-bc16-4cba-a754-fd2efd4e81fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:16:42.042158 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0a5c2d6d-bc16-4cba-a754-fd2efd4e81fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:16:42.062129 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a5c2d6d-bc16-4cba-a754-fd2efd4e81fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for floatingip, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:42.196324 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ae1cc2ef-9f82-4fba-9dd9-833dadc10f4a req-00eb4e90-bf2e-4aa6-b605-b90df0d4b77c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ad46833-08d8-4921-b3a7-e7e0afd810be HTTP/1.1" status: 200 len: 217 time: 0.2551517 Feb 04 21:16:42.256758 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-38d44b84-7ab9-45fd-948f-4410bed91922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:42.280682 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a5c2d6d-bc16-4cba-a754-fd2efd4e81fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:42.397760 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cc2ef-9f82-4fba-9dd9-833dadc10f4a req-1b029088-d203-4cf1-806f-f4c0862855c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:42.409287 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ae1cc2ef-9f82-4fba-9dd9-833dadc10f4a req-1b029088-d203-4cf1-806f-f4c0862855c0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5d5079a-45cf-4ff8-96c8-6a9985c90ea3 HTTP/1.1" status: 200 len: 860 time: 0.1473348 Feb 04 21:16:42.421590 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-cf0c505f-67c1-43e6-9542-ac71ad6246cb tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d12823a006ff49a4916b73b08e3ad259 HTTP/1.1" status: 200 len: 379 time: 0.4836469 Feb 04 21:16:42.426321 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3996fb-f8ab-4442-a981-a1354bd07fd8 req-014354d2-c0eb-4fd2-a9a6-8c220d001fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:42.432910 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ce3996fb-f8ab-4442-a981-a1354bd07fd8 req-014354d2-c0eb-4fd2-a9a6-8c220d001fb3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=591535e8-eea5-447d-ad75-83d907ea6f08 HTTP/1.1" status: 200 len: 907 time: 1.7946773 Feb 04 21:16:42.564109 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-07937517-1d89-4190-95cb-a4847f4d8600 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Request body: {'port': {'device_id': 'e6893970-a5aa-4af9-9a7d-cba5f7d9bd63', 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79', 'admin_state_up': True, 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'security_groups': ['db7f50bb-c5e7-42cd-85f5-d2532b7cc6be']}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:16:42.609854 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-0a5c2d6d-bc16-4cba-a754-fd2efd4e81fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Allocated IP 172.25.5.187 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/9bab31e1-ea08-4ab4-bb58-0fdfc9dd4ff8) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:16:42.638716 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ae1cc2ef-9f82-4fba-9dd9-833dadc10f4a req-da8e7e8e-ef70-4ded-a271-4720e7f56e51 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b69af12-0710-4c29-9ce9-477356ad66cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588892 Feb 04 21:16:42.661615 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ce3996fb-f8ab-4442-a981-a1354bd07fd8 req-02d25a98-f3ff-4f66-9f36-b2ceebdba274 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e6990e6-3c27-4047-a743-d92f8b856051 HTTP/1.1" status: 200 len: 217 time: 0.2140937 Feb 04 21:16:43.147467 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a5c2d6d-bc16-4cba-a754-fd2efd4e81fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:43.215606 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a5c2d6d-bc16-4cba-a754-fd2efd4e81fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:43.283390 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05898a-fcba-420c-a28a-18104a0b27d7 req-3c8b1bb8-7122-41f0-aec3-40742a89a52e tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:43.299426 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3f05898a-fcba-420c-a28a-18104a0b27d7 req-3c8b1bb8-7122-41f0-aec3-40742a89a52e tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/ports?device_id=c316f322-dba4-4071-bc58-de9fe5aae0a3 HTTP/1.1" status: 200 len: 945 time: 1.8901377 Feb 04 21:16:43.359463 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5c2d6d-bc16-4cba-a754-fd2efd4e81fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:16:43.376629 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-0a5c2d6d-bc16-4cba-a754-fd2efd4e81fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:16:43.380974 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5c2d6d-bc16-4cba-a754-fd2efd4e81fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:16:43.545263 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c2d6d-bc16-4cba-a754-fd2efd4e81fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event updated for resources: {'Port': ['ID=9bab31e1-ea08-4ab4-bb58-0fdfc9dd4ff8,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:43.688292 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-38d44b84-7ab9-45fd-948f-4410bed91922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:43.733256 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3996fb-f8ab-4442-a981-a1354bd07fd8 req-71ce2647-c520-41e6-8b22-3ae0fb13e5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:43.734815 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ce3996fb-f8ab-4442-a981-a1354bd07fd8 req-71ce2647-c520-41e6-8b22-3ae0fb13e5cd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6328ddc0-a59e-4cee-8cab-7daa1242332a HTTP/1.1" status: 200 len: 846 time: 0.7929707 Feb 04 21:16:43.821324 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3f05898a-fcba-420c-a28a-18104a0b27d7 req-8edea430-3f74-443a-96e1-c272aeb28561 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/security-groups?id=80426f3a-e19c-48f8-9cc2-5c9962c80172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5208061 Feb 04 21:16:43.885944 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6ca0cdcc-3226-426e-b5f6-2babb2cbace9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:43.922195 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ce3996fb-f8ab-4442-a981-a1354bd07fd8 req-36f3322c-2a8c-4517-b5bf-39a38a01968f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=591535e8-eea5-447d-ad75-83d907ea6f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1454151 Feb 04 21:16:44.030797 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-38d44b84-7ab9-45fd-948f-4410bed91922 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd908075-fd3d-4a34-8d87-0ccdd943db85']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:44.050036 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-07937517-1d89-4190-95cb-a4847f4d8600 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:16:44.061070 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-07937517-1d89-4190-95cb-a4847f4d8600 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:16:44.076375 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ae1cc2ef-9f82-4fba-9dd9-833dadc10f4a req-5c318b1e-0bd7-4ba8-a0bb-fcc994487e92 service neutron] 10.222.0.32 "GET /v2.0/networks/0b69af12-0710-4c29-9ce9-477356ad66cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9720953 Feb 04 21:16:44.146798 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-38d44b84-7ab9-45fd-948f-4410bed91922 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c19a46f0-205a-4b28-8707-a63c2b96346f') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:44.147100 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-38d44b84-7ab9-45fd-948f-4410bed91922 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c19a46f0-205a-4b28-8707-a63c2b96346f') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:44.222324 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-07937517-1d89-4190-95cb-a4847f4d8600 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Made reservation on behalf of d12823a006ff49a4916b73b08e3ad259 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:16:44.226133 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-07937517-1d89-4190-95cb-a4847f4d8600 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:44.247977 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-38d44b84-7ab9-45fd-948f-4410bed91922 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:44.344882 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a5c2d6d-bc16-4cba-a754-fd2efd4e81fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:44.426948 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-38d44b84-7ab9-45fd-948f-4410bed91922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:44.446487 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d44b84-7ab9-45fd-948f-4410bed91922 admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:16:44.446487 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-38d44b84-7ab9-45fd-948f-4410bed91922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:44.456653 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a5c2d6d-bc16-4cba-a754-fd2efd4e81fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:44.471769 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:16:44.471769 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:16:44.471769 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:16:44.471769 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:16:44.471769 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:16:44.471769 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:16:44.471769 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:16:44.471769 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:16:44.471769 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:16:44.471769 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:16:44.471769 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:16:44.471769 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:16:44.471769 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:16:44.471769 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:16:44.471769 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:16:44.471769 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:16:44.471769 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:16:44.471769 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:16:44.471769 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:16:44.471769 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:16:44.471769 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:16:44.471769 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:16:44.471769 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:16:44.471769 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:16:44.471769 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:16:44.471769 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:16:44.471769 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:16:44.471769 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:16:44.471769 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:16:44.471769 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:16:44.471769 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:16:44.471769 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:16:44.667129 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ce3996fb-f8ab-4442-a981-a1354bd07fd8 req-805bd879-cc40-4eee-a09d-61a6f3b3b65c service neutron] 10.222.0.18 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7325590 Feb 04 21:16:44.695050 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a5c2d6d-bc16-4cba-a754-fd2efd4e81fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:44.698730 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-38d44b84-7ab9-45fd-948f-4410bed91922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:44.700869 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-07937517-1d89-4190-95cb-a4847f4d8600 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Allocated IP 172.20.0.8 (aeca86bf-5462-4afd-9138-c5fe85a0ef79/2332d4ab-28bd-4df4-abe3-897aa8896a30/3a697680-cc55-40b9-87d4-dfa82ba01196) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:16:44.701686 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a5c2d6d-bc16-4cba-a754-fd2efd4e81fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:44.712851 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea344f76-58c3-4189-9fba-58fa56d52b2d req-a9554a5a-dbcf-4cd2-a652-79e7b8a7c849 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:44.720069 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ea344f76-58c3-4189-9fba-58fa56d52b2d req-a9554a5a-dbcf-4cd2-a652-79e7b8a7c849 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 945 time: 0.6409743 Feb 04 21:16:44.789582 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c2d6d-bc16-4cba-a754-fd2efd4e81fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event updated for resources: {'Port': ['ID=9bab31e1-ea08-4ab4-bb58-0fdfc9dd4ff8,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:44.843418 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-38d44b84-7ab9-45fd-948f-4410bed91922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:44.907456 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d44b84-7ab9-45fd-948f-4410bed91922 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd908075-fd3d-4a34-8d87-0ccdd943db85,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:44.964462 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a5c2d6d-bc16-4cba-a754-fd2efd4e81fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:44.969019 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ea344f76-58c3-4189-9fba-58fa56d52b2d req-2639650b-3e60-49b8-b01a-b481c2385329 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480941 Feb 04 21:16:45.096681 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af963ca1-112b-4b47-b85b-131b8fa1211f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e6990e6-3c27-4047-a743-d92f8b856051', 'code': 200} Feb 04 21:16:45.142125 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-38d44b84-7ab9-45fd-948f-4410bed91922 admin admin] 10.222.0.26 "DELETE /v2.0/networks/bd908075-fd3d-4a34-8d87-0ccdd943db85 HTTP/1.1" status: 204 len: 168 time: 3.9984999 Feb 04 21:16:45.246423 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ce3996fb-f8ab-4442-a981-a1354bd07fd8 req-5de07eff-4e0f-4a4f-852e-dd3cfc632593 service neutron] 10.222.0.18 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5674016 Feb 04 21:16:45.261006 n-d-827896-1 neutron-server[87682]: INFO neutron.db.l3_db [None req-0a5c2d6d-bc16-4cba-a754-fd2efd4e81fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Floating IP 169984bc-e547-47b6-b937-f3c27e4ad851 associated. External IP: 172.25.5.187, port: b60c95f7-664c-412b-b96e-b452a97ed8d5. Feb 04 21:16:45.412913 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-07937517-1d89-4190-95cb-a4847f4d8600 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:45.435190 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-07937517-1d89-4190-95cb-a4847f4d8600 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Transition to ACTIVE for port object 3a697680-cc55-40b9-87d4-dfa82ba01196 will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:16:45.436125 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 46470) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:45.498932 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-fc19e7a4-caf4-49f2-8eef-9dbfc02bdb46 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=84f3746b030544f4af37959d7172992d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0588589 Feb 04 21:16:45.498932 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 46474) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:45.532948 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87317093-73bb-4957-aee8-56c8bc9ae411 req-7fbf873f-3be1-4cdc-a562-d3a445a0a47f tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:45.532948 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-87317093-73bb-4957-aee8-56c8bc9ae411 req-7fbf873f-3be1-4cdc-a562-d3a445a0a47f tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=e360acaf-0a44-4774-bdc0-a476e84baa3f HTTP/1.1" status: 200 len: 945 time: 0.2387874 Feb 04 21:16:45.610004 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-07937517-1d89-4190-95cb-a4847f4d8600 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:45.626332 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-87317093-73bb-4957-aee8-56c8bc9ae411 req-0d988fc8-17eb-4a87-a661-a2818af69378 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854759 Feb 04 21:16:45.668315 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2241d-7b05-487f-9e66-d050efed20f5 req-cff63db7-c8a8-48c8-88d6-eb83b164331e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:45.669971 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-18b2241d-7b05-487f-9e66-d050efed20f5 req-cff63db7-c8a8-48c8-88d6-eb83b164331e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=af963ca1-112b-4b47-b85b-131b8fa1211f HTTP/1.1" status: 200 len: 1096 time: 0.4645457 Feb 04 21:16:45.875091 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-32616b14-5025-4147-9c08-ccaada4be687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:45.900447 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-07937517-1d89-4190-95cb-a4847f4d8600 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Network aeca86bf-5462-4afd-9138-c5fe85a0ef79 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:16:45.905847 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-07937517-1d89-4190-95cb-a4847f4d8600 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:16:45.926643 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-07937517-1d89-4190-95cb-a4847f4d8600 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:16:45.937066 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-18b2241d-7b05-487f-9e66-d050efed20f5 req-7c2ab9ea-4a49-4d22-a91f-5937be08354f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578073 Feb 04 21:16:45.953345 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07937517-1d89-4190-95cb-a4847f4d8600 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Pushing event updated for resources: {'Port': ['ID=3a697680-cc55-40b9-87d4-dfa82ba01196,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:45.968423 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-32616b14-5025-4147-9c08-ccaada4be687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:45.985543 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5c2d6d-bc16-4cba-a754-fd2efd4e81fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Router bee36f46-722a-4e6c-9ba1-54ed39be225e has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:16:46.067198 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-07937517-1d89-4190-95cb-a4847f4d8600 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:46.067892 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-07937517-1d89-4190-95cb-a4847f4d8600 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:46.099946 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e453d-d5a9-4e3e-91d6-5d37d6ca24a3 req-c4eba419-34d3-4a33-8baa-9308b7bbcfd6 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:46.105536 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-458e453d-d5a9-4e3e-91d6-5d37d6ca24a3 req-c4eba419-34d3-4a33-8baa-9308b7bbcfd6 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=af963ca1-112b-4b47-b85b-131b8fa1211f HTTP/1.1" status: 200 len: 945 time: 0.3077545 Feb 04 21:16:46.175776 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-458e453d-d5a9-4e3e-91d6-5d37d6ca24a3 req-0f62a721-f84a-4393-b00a-2b1ea833d510 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679262 Feb 04 21:16:46.178374 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-07937517-1d89-4190-95cb-a4847f4d8600 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6183798 Feb 04 21:16:46.190557 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-32616b14-5025-4147-9c08-ccaada4be687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:46.193180 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-32616b14-5025-4147-9c08-ccaada4be687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:46.195934 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-32616b14-5025-4147-9c08-ccaada4be687 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c24029c7-a681-40de-9297-f206cbcb3dfd HTTP/1.1" status: 204 len: 168 time: 0.6960220 Feb 04 21:16:46.210414 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32616b14-5025-4147-9c08-ccaada4be687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24029c7-a681-40de-9297-f206cbcb3dfd,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:46.324227 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4815c5bd-92e0-488e-acdf-bc1d2f8eead7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:46.324786 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5c2d6d-bc16-4cba-a754-fd2efd4e81fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:16:46.336113 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c691589c-2766-401d-ba47-bda6636353e6 None None] Sync routers for ids ['bee36f46-722a-4e6c-9ba1-54ed39be225e'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:16:46.348062 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c691589c-2766-401d-ba47-bda6636353e6 None None] Routers {'bee36f46-722a-4e6c-9ba1-54ed39be225e'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:16:46.349102 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-c691589c-2766-401d-ba47-bda6636353e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:16:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['bee36f46-722a-4e6c-9ba1-54ed39be225e'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:46.367964 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a5c2d6d-bc16-4cba-a754-fd2efd4e81fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:46.429517 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-c691589c-2766-401d-ba47-bda6636353e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:46.456979 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c691589c-2766-401d-ba47-bda6636353e6 None None] Routers {'bee36f46-722a-4e6c-9ba1-54ed39be225e'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:16:46.458016 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-c691589c-2766-401d-ba47-bda6636353e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:16:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['bee36f46-722a-4e6c-9ba1-54ed39be225e'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:46.467877 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0a5c2d6d-bc16-4cba-a754-fd2efd4e81fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.4903500 Feb 04 21:16:46.470666 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46498) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:46.478511 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-0030b4f3-2daa-4907-ba38-df976f26c429 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:16:46.516199 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a5231-cd25-4e07-aff5-4ef427f49ffc req-2f66666e-b859-46f8-836a-53da60acb62d tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:46.517631 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-286a5231-cd25-4e07-aff5-4ef427f49ffc req-2f66666e-b859-46f8-836a-53da60acb62d tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Synchronizing usage tracker for tenant:d12823a006ff49a4916b73b08e3ad259 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:16:46.538731 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-286a5231-cd25-4e07-aff5-4ef427f49ffc req-2f66666e-b859-46f8-836a-53da60acb62d tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Unset dirty status for tenant:d12823a006ff49a4916b73b08e3ad259 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:16:46.542013 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-286a5231-cd25-4e07-aff5-4ef427f49ffc req-2f66666e-b859-46f8-836a-53da60acb62d tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 931 time: 0.1619024 Feb 04 21:16:46.578358 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-c691589c-2766-401d-ba47-bda6636353e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:46.579053 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c691589c-2766-401d-ba47-bda6636353e6 None None] The sync data for ids ['bee36f46-722a-4e6c-9ba1-54ed39be225e'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:16:46.604162 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b80a4316-94ec-442b-9dc2-362b204989f4 None None] Provisioning for port 3a697680-cc55-40b9-87d4-dfa82ba01196 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:16:46.607173 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-286a5231-cd25-4e07-aff5-4ef427f49ffc req-990fc3ca-8b90-48c3-af23-a9ca3f8b25f6 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592330 Feb 04 21:16:46.615606 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b80a4316-94ec-442b-9dc2-362b204989f4 None None] Provisioning complete for port 3a697680-cc55-40b9-87d4-dfa82ba01196 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:16:46.617368 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b80a4316-94ec-442b-9dc2-362b204989f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:46.617508 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0030b4f3-2daa-4907-ba38-df976f26c429 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for floatingip, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:46.731616 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-b80a4316-94ec-442b-9dc2-362b204989f4 None None] Port 3a697680-cc55-40b9-87d4-dfa82ba01196 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:16:46.871291 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa8525-9384-4da7-ade4-70d8d9098d43 req-fc1a4145-4d83-4f55-81a2-b4919ec8834c tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:46.882156 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a0fa8525-9384-4da7-ade4-70d8d9098d43 req-fc1a4145-4d83-4f55-81a2-b4919ec8834c tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/ports?device_id=c316f322-dba4-4071-bc58-de9fe5aae0a3 HTTP/1.1" status: 200 len: 945 time: 0.1355724 Feb 04 21:16:46.974122 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a0fa8525-9384-4da7-ade4-70d8d9098d43 req-dbab4f90-dfee-4a51-a75a-93beff0d0887 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/security-groups?id=80426f3a-e19c-48f8-9cc2-5c9962c80172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863743 Feb 04 21:16:47.010583 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0030b4f3-2daa-4907-ba38-df976f26c429 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:47.027959 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0030b4f3-2daa-4907-ba38-df976f26c429 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:47.028269 n-d-827896-1 neutron-server[87682]: INFO neutron.db.l3_db [None req-0030b4f3-2daa-4907-ba38-df976f26c429 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Floating IP 169984bc-e547-47b6-b937-f3c27e4ad851 disassociated. External IP: 172.25.5.187, port: b60c95f7-664c-412b-b96e-b452a97ed8d5. Feb 04 21:16:47.230953 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c34081-03c4-4b88-b94f-807b89b218e8 req-22c41c2d-ca43-4384-9cc3-b2093a3cc373 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:47.232520 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b1c34081-03c4-4b88-b94f-807b89b218e8 req-22c41c2d-ca43-4384-9cc3-b2093a3cc373 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 945 time: 0.1275191 Feb 04 21:16:47.293449 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b1c34081-03c4-4b88-b94f-807b89b218e8 req-73382431-e12b-46d8-aa55-64e357ffde4f tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546875 Feb 04 21:16:47.393427 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:47.511630 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0030b4f3-2daa-4907-ba38-df976f26c429 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Router bee36f46-722a-4e6c-9ba1-54ed39be225e has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:16:47.527105 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b5447-8751-4219-b25e-9e3dafec7f97 req-eb22ea8e-cab7-4b47-a72e-5e28d4cc4ee5 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:47.528642 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f17b5447-8751-4219-b25e-9e3dafec7f97 req-eb22ea8e-cab7-4b47-a72e-5e28d4cc4ee5 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=e360acaf-0a44-4774-bdc0-a476e84baa3f HTTP/1.1" status: 200 len: 945 time: 0.1151555 Feb 04 21:16:47.581402 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f17b5447-8751-4219-b25e-9e3dafec7f97 req-233225a1-7e70-479b-b387-1ffcd8a94e46 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450199 Feb 04 21:16:47.615030 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:47.686127 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:16:47.819752 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99292cd7-b705-494f-b61c-209004446b91 req-b8cb642f-f9dc-40c0-9d00-e09d6a9a6a06 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:47.821429 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-99292cd7-b705-494f-b61c-209004446b91 req-b8cb642f-f9dc-40c0-9d00-e09d6a9a6a06 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=af963ca1-112b-4b47-b85b-131b8fa1211f HTTP/1.1" status: 200 len: 945 time: 0.1162357 Feb 04 21:16:47.858950 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0030b4f3-2daa-4907-ba38-df976f26c429 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:16:47.863153 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0030b4f3-2daa-4907-ba38-df976f26c429 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:47.868351 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-99292cd7-b705-494f-b61c-209004446b91 req-9611c6dd-f9cc-49d5-9c94-cbc8c3a2da81 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398867 Feb 04 21:16:47.873358 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e4bbfe-8720-4fe5-b830-8f7b67428564 None None] Sync routers for ids ['bee36f46-722a-4e6c-9ba1-54ed39be225e'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:16:47.897307 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e4bbfe-8720-4fe5-b830-8f7b67428564 None None] Routers {'bee36f46-722a-4e6c-9ba1-54ed39be225e'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:16:47.897307 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-68e4bbfe-8720-4fe5-b830-8f7b67428564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:16:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['bee36f46-722a-4e6c-9ba1-54ed39be225e'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:47.922629 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0030b4f3-2daa-4907-ba38-df976f26c429 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "PUT /v2.0/floatingips/169984bc-e547-47b6-b937-f3c27e4ad851 HTTP/1.1" status: 200 len: 688 time: 1.4509177 Feb 04 21:16:47.925420 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46548) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:48.022971 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-68e4bbfe-8720-4fe5-b830-8f7b67428564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:48.047823 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e4bbfe-8720-4fe5-b830-8f7b67428564 None None] Routers {'bee36f46-722a-4e6c-9ba1-54ed39be225e'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:16:48.048356 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-68e4bbfe-8720-4fe5-b830-8f7b67428564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:16:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['bee36f46-722a-4e6c-9ba1-54ed39be225e'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:48.138131 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-68e4bbfe-8720-4fe5-b830-8f7b67428564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:48.138131 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e4bbfe-8720-4fe5-b830-8f7b67428564 None None] The sync data for ids ['bee36f46-722a-4e6c-9ba1-54ed39be225e'] in n-d-827896-1 is: [] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:16:48.183313 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-d7e7810f-2b18-40ff-8652-6cdd68f25f52 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Deleting port 9bab31e1-ea08-4ab4-bb58-0fdfc9dd4ff8 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:16:48.183907 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d7e7810f-2b18-40ff-8652-6cdd68f25f52 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:48.368538 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d7e7810f-2b18-40ff-8652-6cdd68f25f52 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:48.368538 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d7e7810f-2b18-40ff-8652-6cdd68f25f52 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:48.523137 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-d7e7810f-2b18-40ff-8652-6cdd68f25f52 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Calling delete_port for 9bab31e1-ea08-4ab4-bb58-0fdfc9dd4ff8 owned by network:floatingip {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:16:48.692417 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-9e9f8c0c-791c-414c-928d-42e40a457534 service neutron] Request body: {'port': {'device_id': 'e6893970-a5aa-4af9-9a7d-cba5f7d9bd63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:16:48.704473 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d7e7810f-2b18-40ff-8652-6cdd68f25f52 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:48.776267 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e7810f-2b18-40ff-8652-6cdd68f25f52 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event deleted for resources: {'Port': ['ID=9bab31e1-ea08-4ab4-bb58-0fdfc9dd4ff8,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:48.883907 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:48.896294 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d7e7810f-2b18-40ff-8652-6cdd68f25f52 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for floatingip, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:48.910157 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d7e7810f-2b18-40ff-8652-6cdd68f25f52 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:48.914658 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d7e7810f-2b18-40ff-8652-6cdd68f25f52 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "DELETE /v2.0/floatingips/169984bc-e547-47b6-b937-f3c27e4ad851 HTTP/1.1" status: 204 len: 168 time: 0.9850581 Feb 04 21:16:48.917173 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46584) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:48.923439 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-a1440269-05ff-44f9-a0bf-8daa4065d0b1 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Request body: {'floatingip': {'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'port_id': 'fd7cb015-ca62-46c0-a9c5-dbbb044968e4'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:16:48.933198 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a1440269-05ff-44f9-a0bf-8daa4065d0b1 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:16:48.938517 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a1440269-05ff-44f9-a0bf-8daa4065d0b1 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Usage tracker for resource:floatingip and tenant:92996577dea24748aff25236d6c88c98 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:16:48.941852 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a1440269-05ff-44f9-a0bf-8daa4065d0b1 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:16:48.949037 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a1440269-05ff-44f9-a0bf-8daa4065d0b1 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:16:48.976781 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a1440269-05ff-44f9-a0bf-8daa4065d0b1 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for floatingip, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:49.040035 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ae1cc2ef-9f82-4fba-9dd9-833dadc10f4a req-be5b3713-0b61-4570-9a74-96788efdde19 service neutron] 10.222.0.32 "GET /v2.0/networks/0b69af12-0710-4c29-9ce9-477356ad66cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067321 Feb 04 21:16:49.043537 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-9e9f8c0c-791c-414c-928d-42e40a457534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:49.205372 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a1440269-05ff-44f9-a0bf-8daa4065d0b1 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:49.230678 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133cea73-5b54-4fdb-a870-ec1cfd22fa2a req-737ea276-10a3-4bec-9cd8-11ffdb229b88 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:49.238487 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-133cea73-5b54-4fdb-a870-ec1cfd22fa2a req-737ea276-10a3-4bec-9cd8-11ffdb229b88 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 931 time: 0.4164836 Feb 04 21:16:49.387854 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-a1440269-05ff-44f9-a0bf-8daa4065d0b1 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Allocated IP 172.25.5.241 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/682a1c08-1ef5-4077-9f13-8387b446f06b) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:16:49.449461 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-133cea73-5b54-4fdb-a870-ec1cfd22fa2a req-028cb349-e02a-4332-9c99-9882d6c769d3 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100275 Feb 04 21:16:49.614723 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a1440269-05ff-44f9-a0bf-8daa4065d0b1 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:49.646048 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a1440269-05ff-44f9-a0bf-8daa4065d0b1 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:49.654391 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-9e9f8c0c-791c-414c-928d-42e40a457534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a697680-cc55-40b9-87d4-dfa82ba01196 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:16:49.670463 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-9e9f8c0c-791c-414c-928d-42e40a457534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:49.699561 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-9e9f8c0c-791c-414c-928d-42e40a457534 service neutron] Transition to ACTIVE for port object 3a697680-cc55-40b9-87d4-dfa82ba01196 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:16:49.704471 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-9e9f8c0c-791c-414c-928d-42e40a457534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:49.717641 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1440269-05ff-44f9-a0bf-8daa4065d0b1 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:16:49.720775 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-a1440269-05ff-44f9-a0bf-8daa4065d0b1 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:16:49.725444 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1440269-05ff-44f9-a0bf-8daa4065d0b1 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:16:49.763383 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1440269-05ff-44f9-a0bf-8daa4065d0b1 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event updated for resources: {'Port': ['ID=682a1c08-1ef5-4077-9f13-8387b446f06b,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:50.005828 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f8c0c-791c-414c-928d-42e40a457534 service neutron] Pushing event updated for resources: {'Port': ['ID=3a697680-cc55-40b9-87d4-dfa82ba01196,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:50.054011 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1aa52-c6a0-458d-874b-76ea4be94344 req-aeaa9d2e-59eb-42cf-b4dc-f2c907fcd202 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:50.055598 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6ee1aa52-c6a0-458d-874b-76ea4be94344 req-aeaa9d2e-59eb-42cf-b4dc-f2c907fcd202 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/ports?device_id=c316f322-dba4-4071-bc58-de9fe5aae0a3 HTTP/1.1" status: 200 len: 945 time: 0.4396920 Feb 04 21:16:50.153674 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6ee1aa52-c6a0-458d-874b-76ea4be94344 req-9fe5ed06-52d0-4865-b04d-812d86e29e8e tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/security-groups?id=80426f3a-e19c-48f8-9cc2-5c9962c80172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644112 Feb 04 21:16:50.179631 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-9e9f8c0c-791c-414c-928d-42e40a457534 service neutron] Attempting to bind port 3a697680-cc55-40b9-87d4-dfa82ba01196 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:16:50.179631 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-9e9f8c0c-791c-414c-928d-42e40a457534 service neutron] Attempting to bind port 3a697680-cc55-40b9-87d4-dfa82ba01196 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': '84b34f62-20de-461e-9dfa-a6b12b358939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:16:50.179631 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-9e9f8c0c-791c-414c-928d-42e40a457534 service neutron] Attempting to bind port 3a697680-cc55-40b9-87d4-dfa82ba01196 on network aeca86bf-5462-4afd-9138-c5fe85a0ef79 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:16:50.179631 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-9e9f8c0c-791c-414c-928d-42e40a457534 service neutron] Port 3a697680-cc55-40b9-87d4-dfa82ba01196 on network aeca86bf-5462-4afd-9138-c5fe85a0ef79 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:16:50.179631 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-9e9f8c0c-791c-414c-928d-42e40a457534 service neutron] Attempting to bind port 3a697680-cc55-40b9-87d4-dfa82ba01196 on network aeca86bf-5462-4afd-9138-c5fe85a0ef79 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:16:50.206910 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-9e9f8c0c-791c-414c-928d-42e40a457534 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:16:50.208678 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-9e9f8c0c-791c-414c-928d-42e40a457534 service neutron] Checking segment: {'id': '84b34f62-20de-461e-9dfa-a6b12b358939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:16:50.209079 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-9e9f8c0c-791c-414c-928d-42e40a457534 service neutron] Bound using segment: {'id': '84b34f62-20de-461e-9dfa-a6b12b358939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:16:50.209577 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-9e9f8c0c-791c-414c-928d-42e40a457534 service neutron] Bound port: 3a697680-cc55-40b9-87d4-dfa82ba01196, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84b34f62-20de-461e-9dfa-a6b12b358939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:16:50.209931 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-9e9f8c0c-791c-414c-928d-42e40a457534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:50.401444 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a1440269-05ff-44f9-a0bf-8daa4065d0b1 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:50.435749 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-9e9f8c0c-791c-414c-928d-42e40a457534 service neutron] For port 3a697680-cc55-40b9-87d4-dfa82ba01196, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:16:50.452131 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-9e9f8c0c-791c-414c-928d-42e40a457534 service neutron] For port 3a697680-cc55-40b9-87d4-dfa82ba01196, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=3a697680-cc55-40b9-87d4-dfa82ba01196,segment=NetworkSegment(84b34f62-20de-461e-9dfa-a6b12b358939),segment_id=84b34f62-20de-461e-9dfa-a6b12b358939)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:16:50.462435 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-9e9f8c0c-791c-414c-928d-42e40a457534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:50.513701 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a1440269-05ff-44f9-a0bf-8daa4065d0b1 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:50.530888 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f2d2e-0422-42c0-8c80-630bf106258f req-9fc5e559-d1ea-49fe-b36c-689b64be7c70 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:50.532352 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-735f2d2e-0422-42c0-8c80-630bf106258f req-9fc5e559-d1ea-49fe-b36c-689b64be7c70 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/networks?id=591535e8-eea5-447d-ad75-83d907ea6f08 HTTP/1.1" status: 200 len: 806 time: 0.2519784 Feb 04 21:16:50.550773 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-9e9f8c0c-791c-414c-928d-42e40a457534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:50.551374 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-9e9f8c0c-791c-414c-928d-42e40a457534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:50.552715 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-9e9f8c0c-791c-414c-928d-42e40a457534 service neutron] 10.222.0.32 "PUT /v2.0/ports/3a697680-cc55-40b9-87d4-dfa82ba01196 HTTP/1.1" status: 200 len: 1091 time: 1.9207571 Feb 04 21:16:50.554216 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6893970-a5aa-4af9-9a7d-cba5f7d9bd63', 'tag': '3a697680-cc55-40b9-87d4-dfa82ba01196'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:16:50.567126 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-735f2d2e-0422-42c0-8c80-630bf106258f req-a26413f1-9a5b-46b9-adca-a2ddb7c10190 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/quotas/cbe7b967cf5b4bf8a129a586503d8461 HTTP/1.1" status: 200 len: 375 time: 0.0280352 Feb 04 21:16:50.594645 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f8c0c-791c-414c-928d-42e40a457534 service neutron] Pushing event updated for resources: {'Port': ['ID=3a697680-cc55-40b9-87d4-dfa82ba01196,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:50.778122 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-735f2d2e-0422-42c0-8c80-630bf106258f req-9c198bfa-ec08-467c-89be-11c072068b34 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbe7b967cf5b4bf8a129a586503d8461&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2011969 Feb 04 21:16:50.827496 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a1440269-05ff-44f9-a0bf-8daa4065d0b1 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:50.835194 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a1440269-05ff-44f9-a0bf-8daa4065d0b1 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:50.887088 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-d710145e-3ad9-4bef-b5ee-0acfd075f7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:50.887088 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-d710145e-3ad9-4bef-b5ee-0acfd075f7d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d12823a006ff49a4916b73b08e3ad259&device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 1094 time: 0.1897588 Feb 04 21:16:50.980192 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-03e2e53a-0051-4f7a-bf71-f6239259ba9e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a697680-cc55-40b9-87d4-dfa82ba01196 HTTP/1.1" status: 200 len: 217 time: 0.0819209 Feb 04 21:16:50.987294 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1440269-05ff-44f9-a0bf-8daa4065d0b1 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event updated for resources: {'Port': ['ID=682a1c08-1ef5-4077-9f13-8387b446f06b,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:51.006582 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a1440269-05ff-44f9-a0bf-8daa4065d0b1 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:51.047215 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-02d01ec2-b0e2-4278-a265-116d4e10ed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:51.049009 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-02d01ec2-b0e2-4278-a265-116d4e10ed73 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2332d4ab-28bd-4df4-abe3-897aa8896a30 HTTP/1.1" status: 200 len: 856 time: 0.0638123 Feb 04 21:16:51.104777 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-735f2d2e-0422-42c0-8c80-630bf106258f req-9c3a574e-7b2e-4667-a020-27440116494a service neutron] 10.222.0.26 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162394 Feb 04 21:16:51.292882 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-a2a62720-7231-4f4f-bb97-f923f71c1bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:51.294305 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-a2a62720-7231-4f4f-bb97-f923f71c1bad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aeca86bf-5462-4afd-9138-c5fe85a0ef79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2358806 Feb 04 21:16:51.295158 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0a52a-842c-4fab-b88a-f2f7d0f73173 req-af490f02-2c50-42ef-b73d-bc3eade7d2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:51.297290 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0ac0a52a-842c-4fab-b88a-f2f7d0f73173 req-af490f02-2c50-42ef-b73d-bc3eade7d2a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c5ae562ff357413ba235b51f47b1bbee&device_id=e360acaf-0a44-4774-bdc0-a476e84baa3f HTTP/1.1" status: 200 len: 1096 time: 0.2222221 Feb 04 21:16:51.302686 n-d-827896-1 neutron-server[87682]: INFO neutron.db.l3_db [None req-a1440269-05ff-44f9-a0bf-8daa4065d0b1 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Floating IP 109e05c1-58fe-4ba5-a437-16606802f3bc associated. External IP: 172.25.5.241, port: fd7cb015-ca62-46c0-a9c5-dbbb044968e4. Feb 04 21:16:51.309052 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-735f2d2e-0422-42c0-8c80-630bf106258f req-66a481c5-1489-442b-9349-415a56009598 service neutron] 10.222.0.26 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937585 Feb 04 21:16:51.512891 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-8d686612-0876-4ee6-8c32-5133d125f7ea service neutron] 10.222.0.32 "GET /v2.0/networks/aeca86bf-5462-4afd-9138-c5fe85a0ef79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008498 Feb 04 21:16:51.643459 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0a52a-842c-4fab-b88a-f2f7d0f73173 req-59a38033-b772-4953-ba3c-3098bf3139bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:51.643459 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0ac0a52a-842c-4fab-b88a-f2f7d0f73173 req-59a38033-b772-4953-ba3c-3098bf3139bf service neutron] 10.222.0.18 "GET /v2.0/networks?id=576e0778-5be3-4863-9aa7-c402bf42ead3 HTTP/1.1" status: 200 len: 915 time: 0.2784665 Feb 04 21:16:51.808386 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d9dfe0c0-3d55-4af7-8da2-5bfc51557c53 req-6d400626-cd92-48ac-a61b-9a9e25cde965 service neutron] 10.222.0.32 "GET /v2.0/networks/aeca86bf-5462-4afd-9138-c5fe85a0ef79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875428 Feb 04 21:16:51.811159 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0ac0a52a-842c-4fab-b88a-f2f7d0f73173 req-45cfa5b5-a15c-42db-9b73-946a1aec97d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28f935fb-6343-4002-aa76-f6e7d9c4d953 HTTP/1.1" status: 200 len: 217 time: 0.1038232 Feb 04 21:16:51.825432 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91186957-629c-496c-b51c-e82f5974f58a req-b0f236f6-68ac-49e7-9523-f27d21553dc7 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:51.829749 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-91186957-629c-496c-b51c-e82f5974f58a req-b0f236f6-68ac-49e7-9523-f27d21553dc7 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 945 time: 0.1732554 Feb 04 21:16:51.887023 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-91186957-629c-496c-b51c-e82f5974f58a req-ba705321-82e4-4cad-a3af-37d832d136ba tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500546 Feb 04 21:16:52.128906 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0a52a-842c-4fab-b88a-f2f7d0f73173 req-ef9185fc-987d-4695-8f5e-b2b16c7adba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:52.130678 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0ac0a52a-842c-4fab-b88a-f2f7d0f73173 req-ef9185fc-987d-4695-8f5e-b2b16c7adba7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f5fa560a-48fa-4fa4-b2a4-c77d56ecaf85 HTTP/1.1" status: 200 len: 854 time: 0.3055537 Feb 04 21:16:52.175113 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f8f09-dc02-42db-83c6-cc79d4797633 req-cad8b6ee-370e-4bc2-bb18-f17d2c82267b tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:52.176782 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-355f8f09-dc02-42db-83c6-cc79d4797633 req-cad8b6ee-370e-4bc2-bb18-f17d2c82267b tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=e360acaf-0a44-4774-bdc0-a476e84baa3f HTTP/1.1" status: 200 len: 945 time: 0.1210635 Feb 04 21:16:52.200735 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0ac0a52a-842c-4fab-b88a-f2f7d0f73173 req-3686275a-c41a-419f-9ae3-9df437ef5169 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=576e0778-5be3-4863-9aa7-c402bf42ead3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562708 Feb 04 21:16:52.208991 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1440269-05ff-44f9-a0bf-8daa4065d0b1 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Router bee36f46-722a-4e6c-9ba1-54ed39be225e has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:16:52.366559 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-355f8f09-dc02-42db-83c6-cc79d4797633 req-0643f40f-c86e-4804-849e-ae0e55a7a8f5 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821568 Feb 04 21:16:52.540144 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0ac0a52a-842c-4fab-b88a-f2f7d0f73173 req-21b34dd0-5fda-4cdb-a9a4-e83cd912bd13 service neutron] 10.222.0.18 "GET /v2.0/networks/576e0778-5be3-4863-9aa7-c402bf42ead3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257639 Feb 04 21:16:52.571393 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1440269-05ff-44f9-a0bf-8daa4065d0b1 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:16:52.582720 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a6672a-95de-4cde-9209-8b5fbb5c3e9e None None] Sync routers for ids ['bee36f46-722a-4e6c-9ba1-54ed39be225e'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:16:52.593484 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a6672a-95de-4cde-9209-8b5fbb5c3e9e None None] Routers {'bee36f46-722a-4e6c-9ba1-54ed39be225e'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:16:52.594365 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-61a6672a-95de-4cde-9209-8b5fbb5c3e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:16:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['bee36f46-722a-4e6c-9ba1-54ed39be225e'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:52.675440 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-61a6672a-95de-4cde-9209-8b5fbb5c3e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:52.677691 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a1440269-05ff-44f9-a0bf-8daa4065d0b1 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:52.698078 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a6672a-95de-4cde-9209-8b5fbb5c3e9e None None] Routers {'bee36f46-722a-4e6c-9ba1-54ed39be225e'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:16:52.698815 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-61a6672a-95de-4cde-9209-8b5fbb5c3e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:16:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['bee36f46-722a-4e6c-9ba1-54ed39be225e'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:52.734420 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad7902-3919-4558-bff2-124186c1ca75 req-ba8631ed-5e79-461d-909c-82ccf1e95d23 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:52.742506 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-83ad7902-3919-4558-bff2-124186c1ca75 req-ba8631ed-5e79-461d-909c-82ccf1e95d23 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 943 time: 0.1288030 Feb 04 21:16:52.751489 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0ac0a52a-842c-4fab-b88a-f2f7d0f73173 req-9540b5b9-0357-45f5-b920-766c87ab352a service neutron] 10.222.0.18 "GET /v2.0/networks/576e0778-5be3-4863-9aa7-c402bf42ead3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075119 Feb 04 21:16:52.757822 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a1440269-05ff-44f9-a0bf-8daa4065d0b1 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.8394492 Feb 04 21:16:52.758735 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46672) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:52.780152 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-61a6672a-95de-4cde-9209-8b5fbb5c3e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:52.780668 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a6672a-95de-4cde-9209-8b5fbb5c3e9e None None] The sync data for ids ['bee36f46-722a-4e6c-9ba1-54ed39be225e'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:16:52.799564 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-83ad7902-3919-4558-bff2-124186c1ca75 req-0c486948-555e-489d-95d9-ea7d3a085f40 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539813 Feb 04 21:16:52.872317 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6893970-a5aa-4af9-9a7d-cba5f7d9bd63', 'tag': '3a697680-cc55-40b9-87d4-dfa82ba01196', 'status': 'completed', 'code': 200} Feb 04 21:16:52.988404 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8380af5b-4211-4e80-b29b-b676e9786cf4 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "GET /v2.0/floatingips/109e05c1-58fe-4ba5-a437-16606802f3bc HTTP/1.1" status: 200 len: 977 time: 0.2285931 Feb 04 21:16:52.991839 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46682) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:53.032428 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2191d-b289-4777-b25f-93c817a60e08 req-0b155578-693d-4e3d-97d2-143dda90678f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:53.037625 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e3a2191d-b289-4777-b25f-93c817a60e08 req-0b155578-693d-4e3d-97d2-143dda90678f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d12823a006ff49a4916b73b08e3ad259&device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 1094 time: 0.1448407 Feb 04 21:16:53.132083 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-20c049e3-3e34-4579-b99e-3ce5203bf795 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Synchronizing usage tracker for tenant:92996577dea24748aff25236d6c88c98 on resource:floatingip {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:16:53.143482 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f2d2e-0422-42c0-8c80-630bf106258f req-eb80e459-100c-45a8-b080-401652ecdb3f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:53.145239 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-735f2d2e-0422-42c0-8c80-630bf106258f req-eb80e459-100c-45a8-b080-401652ecdb3f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.18 "GET /v2.0/networks?id=591535e8-eea5-447d-ad75-83d907ea6f08 HTTP/1.1" status: 200 len: 806 time: 0.2832870 Feb 04 21:16:53.158120 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-735f2d2e-0422-42c0-8c80-630bf106258f req-0bdc1227-f69c-4f6b-a484-cdd0e9939156 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Request body: {'port': {'device_id': '95bc112e-29c3-4552-b601-6bd5c2103cb8', 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08', 'admin_state_up': True, 'tenant_id': 'cbe7b967cf5b4bf8a129a586503d8461'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:16:53.238436 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-20c049e3-3e34-4579-b99e-3ce5203bf795 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Unset dirty status for tenant:92996577dea24748aff25236d6c88c98 on resource:floatingip {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:16:53.243066 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-20c049e3-3e34-4579-b99e-3ce5203bf795 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2500792 Feb 04 21:16:53.247304 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46690) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:53.260748 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-847df7b3-d7e2-4768-870d-afa96f4e9d9a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Request body: {'floatingip': {'port_id': 'b60c95f7-664c-412b-b96e-b452a97ed8d5'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:16:53.331918 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2191d-b289-4777-b25f-93c817a60e08 req-26acadbf-50bf-49b6-b883-c4848d92d58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:53.333555 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e3a2191d-b289-4777-b25f-93c817a60e08 req-26acadbf-50bf-49b6-b883-c4848d92d58b service neutron] 10.222.0.32 "GET /v2.0/networks?id=aeca86bf-5462-4afd-9138-c5fe85a0ef79 HTTP/1.1" status: 200 len: 918 time: 0.2891362 Feb 04 21:16:53.388847 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device f61ea82f-8f87-42d7-9d33-19d254d5287d details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:16:53.423883 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7a541-6650-4f05-ae57-a869bf698957 req-557cc467-0225-4012-a557-0a204666a37e tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:53.425746 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8fd7a541-6650-4f05-ae57-a869bf698957 req-557cc467-0225-4012-a557-0a204666a37e tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/ports?device_id=c316f322-dba4-4071-bc58-de9fe5aae0a3 HTTP/1.1" status: 200 len: 945 time: 0.3220680 Feb 04 21:16:53.425902 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-847df7b3-d7e2-4768-870d-afa96f4e9d9a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for floatingip, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:53.439331 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e3a2191d-b289-4777-b25f-93c817a60e08 req-921f3766-e6db-4793-b24c-89fbcd2a5db4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a697680-cc55-40b9-87d4-dfa82ba01196 HTTP/1.1" status: 200 len: 217 time: 0.0965114 Feb 04 21:16:53.514916 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-735f2d2e-0422-42c0-8c80-630bf106258f req-0bdc1227-f69c-4f6b-a484-cdd0e9939156 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:16:53.561091 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port f61ea82f-8f87-42d7-9d33-19d254d5287d, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=f61ea82f-8f87-42d7-9d33-19d254d5287d,segment=NetworkSegment(90500554-f748-4464-907c-9d77092e3d3a),segment_id=90500554-f748-4464-907c-9d77092e3d3a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:16:53.566318 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2191d-b289-4777-b25f-93c817a60e08 req-1bf413e1-78f7-424a-a651-e7d079be85e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:53.568052 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e3a2191d-b289-4777-b25f-93c817a60e08 req-1bf413e1-78f7-424a-a651-e7d079be85e8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2332d4ab-28bd-4df4-abe3-897aa8896a30 HTTP/1.1" status: 200 len: 856 time: 0.0977836 Feb 04 21:16:53.582726 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8fd7a541-6650-4f05-ae57-a869bf698957 req-0b887c6e-91b0-4c36-8b57-14c8d4583a72 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/security-groups?id=80426f3a-e19c-48f8-9cc2-5c9962c80172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463692 Feb 04 21:16:53.626334 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': 'f61ea82f-8f87-42d7-9d33-19d254d5287d', 'network_id': '8fabec85-7328-4725-bced-b859dec9a60d', 'port_id': 'f61ea82f-8f87-42d7-9d33-19d254d5287d', 'mac_address': 'fa:16:3e:21:90:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf4393a5-4d9f-4e62-a55d-2fc5de86b20c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:16:53.672322 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2191d-b289-4777-b25f-93c817a60e08 req-03372efd-e5b4-44de-8dfa-44f570d95ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:53.674043 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e3a2191d-b289-4777-b25f-93c817a60e08 req-03372efd-e5b4-44de-8dfa-44f570d95ea9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aeca86bf-5462-4afd-9138-c5fe85a0ef79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909863 Feb 04 21:16:53.693675 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-735f2d2e-0422-42c0-8c80-630bf106258f req-0bdc1227-f69c-4f6b-a484-cdd0e9939156 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:16:53.706408 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:53.732131 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f61ea82f-8f87-42d7-9d33-19d254d5287d {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:16:53.759554 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port f61ea82f-8f87-42d7-9d33-19d254d5287d, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=f61ea82f-8f87-42d7-9d33-19d254d5287d,segment=NetworkSegment(90500554-f748-4464-907c-9d77092e3d3a),segment_id=90500554-f748-4464-907c-9d77092e3d3a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:16:53.775587 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:53.792044 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-735f2d2e-0422-42c0-8c80-630bf106258f req-0bdc1227-f69c-4f6b-a484-cdd0e9939156 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Made reservation on behalf of cbe7b967cf5b4bf8a129a586503d8461 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:16:53.803896 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-735f2d2e-0422-42c0-8c80-630bf106258f req-0bdc1227-f69c-4f6b-a484-cdd0e9939156 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:53.847932 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1a408ead-2f72-4202-b27e-581b6ed74f8c req-2849610a-611c-45fd-9a0d-834fdc6b62d5 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=95bc112e-29c3-4552-b601-6bd5c2103cb8 HTTP/1.1" status: 200 len: 210 time: 0.0640090 Feb 04 21:16:53.860656 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=f61ea82f-8f87-42d7-9d33-19d254d5287d,revision_number=11']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:53.915451 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e3a2191d-b289-4777-b25f-93c817a60e08 req-af2f30d4-b3f3-402b-81f1-a1b56efa40b4 service neutron] 10.222.0.32 "GET /v2.0/networks/aeca86bf-5462-4afd-9138-c5fe85a0ef79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339928 Feb 04 21:16:54.123507 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['f61ea82f-8f87-42d7-9d33-19d254d5287d'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:16:54.151122 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e3a2191d-b289-4777-b25f-93c817a60e08 req-f6d17ac2-82a2-4714-8bf4-bdc665b1aed7 service neutron] 10.222.0.32 "GET /v2.0/networks/aeca86bf-5462-4afd-9138-c5fe85a0ef79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273149 Feb 04 21:16:54.257982 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4052bf-67c7-4935-b976-a7a60854bb2d req-4f78daee-9e89-4c93-9a39-07b6767de9bc tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:54.260211 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6f4052bf-67c7-4935-b976-a7a60854bb2d req-4f78daee-9e89-4c93-9a39-07b6767de9bc tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 946 time: 0.0998385 Feb 04 21:16:54.290146 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-735f2d2e-0422-42c0-8c80-630bf106258f req-0bdc1227-f69c-4f6b-a484-cdd0e9939156 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Allocated IP 172.20.0.13 (591535e8-eea5-447d-ad75-83d907ea6f08/6328ddc0-a59e-4cee-8cab-7daa1242332a/a279e491-fda9-49b8-8094-d0493335575a) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:16:54.362049 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6f4052bf-67c7-4935-b976-a7a60854bb2d req-33e9f9d5-ffde-4f17-8dd1-712a27fafc8b tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948331 Feb 04 21:16:54.547147 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd57bdc-ea2c-4427-8325-3828f5dd2105 req-96521e9f-7593-41e3-a434-4994ec3faf0d tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:54.549136 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fbd57bdc-ea2c-4427-8325-3828f5dd2105 req-96521e9f-7593-41e3-a434-4994ec3faf0d tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=e360acaf-0a44-4774-bdc0-a476e84baa3f HTTP/1.1" status: 200 len: 945 time: 0.0945325 Feb 04 21:16:54.606785 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fbd57bdc-ea2c-4427-8325-3828f5dd2105 req-8189defc-7813-47ad-b239-c7121eede1df tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500925 Feb 04 21:16:54.645374 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-735f2d2e-0422-42c0-8c80-630bf106258f req-0bdc1227-f69c-4f6b-a484-cdd0e9939156 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:54.785798 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-847df7b3-d7e2-4768-870d-afa96f4e9d9a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:54.800718 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-847df7b3-d7e2-4768-870d-afa96f4e9d9a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:54.803071 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a29c61-20da-4508-994d-83c21f770608 req-1e4be4bd-8421-4b37-8ad5-080ad4ad9fae tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:54.804535 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18a29c61-20da-4508-994d-83c21f770608 req-1e4be4bd-8421-4b37-8ad5-080ad4ad9fae tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 943 time: 0.0892172 Feb 04 21:16:54.854642 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18a29c61-20da-4508-994d-83c21f770608 req-33250b9b-dc20-4baf-8324-b331ea56b184 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431380 Feb 04 21:16:54.858979 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-735f2d2e-0422-42c0-8c80-630bf106258f req-0bdc1227-f69c-4f6b-a484-cdd0e9939156 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:54.870787 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['9e6990e6-3c27-4047-a743-d92f8b856051'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:16:54.952977 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['e791a7ac-6865-4c87-8ac5-f39dc8b22567'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:16:55.009185 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-735f2d2e-0422-42c0-8c80-630bf106258f req-0bdc1227-f69c-4f6b-a484-cdd0e9939156 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Network 591535e8-eea5-447d-ad75-83d907ea6f08 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:16:55.015095 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-735f2d2e-0422-42c0-8c80-630bf106258f req-0bdc1227-f69c-4f6b-a484-cdd0e9939156 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:16:55.085503 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-735f2d2e-0422-42c0-8c80-630bf106258f req-0bdc1227-f69c-4f6b-a484-cdd0e9939156 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:16:55.124464 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc1227-f69c-4f6b-a484-cdd0e9939156 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Pushing event updated for resources: {'Port': ['ID=a279e491-fda9-49b8-8094-d0493335575a,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:55.209374 n-d-827896-1 neutron-server[87682]: INFO neutron.db.l3_db [None req-847df7b3-d7e2-4768-870d-afa96f4e9d9a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Floating IP 109e05c1-58fe-4ba5-a437-16606802f3bc associated. External IP: 172.25.5.241, port: fd7cb015-ca62-46c0-a9c5-dbbb044968e4. Feb 04 21:16:55.276999 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c51b2-41c8-46ae-969e-3a818aa91b46 req-9df5b9d8-e19d-465e-8f50-c4c125720993 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:55.286064 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bf0c51b2-41c8-46ae-969e-3a818aa91b46 req-9df5b9d8-e19d-465e-8f50-c4c125720993 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/ports?device_id=c316f322-dba4-4071-bc58-de9fe5aae0a3 HTTP/1.1" status: 200 len: 945 time: 0.1099737 Feb 04 21:16:55.325556 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f2d2e-0422-42c0-8c80-630bf106258f req-0bdc1227-f69c-4f6b-a484-cdd0e9939156 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:55.326124 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-735f2d2e-0422-42c0-8c80-630bf106258f req-0bdc1227-f69c-4f6b-a484-cdd0e9939156 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:55.385335 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bf0c51b2-41c8-46ae-969e-3a818aa91b46 req-330b0ac4-a9ef-4402-80f3-2b3a8538987c tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/security-groups?id=80426f3a-e19c-48f8-9cc2-5c9962c80172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977852 Feb 04 21:16:55.419873 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 3a697680-cc55-40b9-87d4-dfa82ba01196 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:16:55.422074 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device f61ea82f-8f87-42d7-9d33-19d254d5287d up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:16:55.516226 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port f61ea82f-8f87-42d7-9d33-19d254d5287d completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:16:55.524935 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port f61ea82f-8f87-42d7-9d33-19d254d5287d triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:16:55.526017 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:55.647634 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-735f2d2e-0422-42c0-8c80-630bf106258f req-0bdc1227-f69c-4f6b-a484-cdd0e9939156 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4928763 Feb 04 21:16:55.662340 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-735f2d2e-0422-42c0-8c80-630bf106258f req-dfde6362-e6ed-4add-ae36-565813ece88f service neutron] Request body: {'port': {'device_id': '95bc112e-29c3-4552-b601-6bd5c2103cb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:16:55.707965 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec422b-4bc9-4ec0-bb62-3ce988e0df3f req-b57766ae-f224-409a-8818-d3a1b12486f8 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:55.709527 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-68ec422b-4bc9-4ec0-bb62-3ce988e0df3f req-b57766ae-f224-409a-8818-d3a1b12486f8 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=95bc112e-29c3-4552-b601-6bd5c2103cb8 HTTP/1.1" status: 200 len: 932 time: 0.1409266 Feb 04 21:16:55.788772 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:55.815446 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 3a697680-cc55-40b9-87d4-dfa82ba01196, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=3a697680-cc55-40b9-87d4-dfa82ba01196,segment=NetworkSegment(84b34f62-20de-461e-9dfa-a6b12b358939),segment_id=84b34f62-20de-461e-9dfa-a6b12b358939)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:16:55.839002 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '3a697680-cc55-40b9-87d4-dfa82ba01196', 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79', 'port_id': '3a697680-cc55-40b9-87d4-dfa82ba01196', 'mac_address': 'fa:16:3e:40:d8:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2332d4ab-28bd-4df4-abe3-897aa8896a30', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:16:55.840939 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-68ec422b-4bc9-4ec0-bb62-3ce988e0df3f req-b7bc5c77-bcfe-494d-a86d-8b3a6b0b0f0a tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206894 Feb 04 21:16:55.844402 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00181b5-e27b-4820-8717-786716333161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61ea82f-8f87-42d7-9d33-19d254d5287d'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:16:55.917544 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port f61ea82f-8f87-42d7-9d33-19d254d5287d, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=f61ea82f-8f87-42d7-9d33-19d254d5287d,segment=NetworkSegment(90500554-f748-4464-907c-9d77092e3d3a),segment_id=90500554-f748-4464-907c-9d77092e3d3a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:16:55.919178 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:55.930591 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:56.016974 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a697680-cc55-40b9-87d4-dfa82ba01196 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:16:56.052617 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 3a697680-cc55-40b9-87d4-dfa82ba01196, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=3a697680-cc55-40b9-87d4-dfa82ba01196,segment=NetworkSegment(84b34f62-20de-461e-9dfa-a6b12b358939),segment_id=84b34f62-20de-461e-9dfa-a6b12b358939)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:16:56.056875 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-735f2d2e-0422-42c0-8c80-630bf106258f req-dfde6362-e6ed-4add-ae36-565813ece88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:56.058697 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=f61ea82f-8f87-42d7-9d33-19d254d5287d,revision_number=12']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:56.063745 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:56.184584 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:56.188904 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=3a697680-cc55-40b9-87d4-dfa82ba01196,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:56.301440 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847df7b3-d7e2-4768-870d-afa96f4e9d9a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Router bee36f46-722a-4e6c-9ba1-54ed39be225e has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:16:56.404961 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['3a697680-cc55-40b9-87d4-dfa82ba01196'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:16:56.617635 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088fd1e-01b1-4d14-900a-d2a408d76272 req-717f9784-bf12-45ba-9774-9a74f11b2ec5 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:56.625802 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3088fd1e-01b1-4d14-900a-d2a408d76272 req-717f9784-bf12-45ba-9774-9a74f11b2ec5 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 947 time: 0.1106539 Feb 04 21:16:56.659266 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847df7b3-d7e2-4768-870d-afa96f4e9d9a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:16:56.671900 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06fcf2b-b2f0-456a-b672-9ccfd970a377 None None] Sync routers for ids ['bee36f46-722a-4e6c-9ba1-54ed39be225e'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:16:56.691863 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06fcf2b-b2f0-456a-b672-9ccfd970a377 None None] Routers {'bee36f46-722a-4e6c-9ba1-54ed39be225e'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:16:56.692498 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-e06fcf2b-b2f0-456a-b672-9ccfd970a377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:16:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['bee36f46-722a-4e6c-9ba1-54ed39be225e'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:56.734521 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3088fd1e-01b1-4d14-900a-d2a408d76272 req-4ec35b98-308b-4a23-84d7-a5a50c6d8cdf tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076922 Feb 04 21:16:56.828604 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-e06fcf2b-b2f0-456a-b672-9ccfd970a377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:56.841725 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06fcf2b-b2f0-456a-b672-9ccfd970a377 None None] Routers {'bee36f46-722a-4e6c-9ba1-54ed39be225e'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:16:56.843745 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-e06fcf2b-b2f0-456a-b672-9ccfd970a377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:16:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['bee36f46-722a-4e6c-9ba1-54ed39be225e'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:56.986041 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-e06fcf2b-b2f0-456a-b672-9ccfd970a377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:56.986687 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06fcf2b-b2f0-456a-b672-9ccfd970a377 None None] The sync data for ids ['bee36f46-722a-4e6c-9ba1-54ed39be225e'] in n-d-827896-1 is: [] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:16:57.014878 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79675ca5-b0e0-4ac1-95f0-5e0a8309b1aa req-5c9990de-cd6a-4239-acee-c69620414376 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:57.016481 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-79675ca5-b0e0-4ac1-95f0-5e0a8309b1aa req-5c9990de-cd6a-4239-acee-c69620414376 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=e360acaf-0a44-4774-bdc0-a476e84baa3f HTTP/1.1" status: 200 len: 945 time: 0.1616380 Feb 04 21:16:57.110462 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-79675ca5-b0e0-4ac1-95f0-5e0a8309b1aa req-7db5f63d-9041-4e5c-a652-07fead775d44 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830555 Feb 04 21:16:57.199353 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00181b5-e27b-4820-8717-786716333161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61ea82f-8f87-42d7-9d33-19d254d5287d', 'code': 200} Feb 04 21:16:57.208767 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-735f2d2e-0422-42c0-8c80-630bf106258f req-dfde6362-e6ed-4add-ae36-565813ece88f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a279e491-fda9-49b8-8094-d0493335575a {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:16:57.227882 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-735f2d2e-0422-42c0-8c80-630bf106258f req-dfde6362-e6ed-4add-ae36-565813ece88f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:57.312008 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-735f2d2e-0422-42c0-8c80-630bf106258f req-dfde6362-e6ed-4add-ae36-565813ece88f service neutron] Transition to ACTIVE for port object a279e491-fda9-49b8-8094-d0493335575a will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:16:57.337293 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-735f2d2e-0422-42c0-8c80-630bf106258f req-dfde6362-e6ed-4add-ae36-565813ece88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:57.435093 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 3a697680-cc55-40b9-87d4-dfa82ba01196 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:16:57.534802 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde6362-e6ed-4add-ae36-565813ece88f service neutron] Pushing event updated for resources: {'Port': ['ID=a279e491-fda9-49b8-8094-d0493335575a,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:57.615439 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 3a697680-cc55-40b9-87d4-dfa82ba01196 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:16:57.628402 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 3a697680-cc55-40b9-87d4-dfa82ba01196 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:16:57.629080 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:57.742792 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bbaef-8647-4370-b17f-e84071d4a2d7 req-42ac16a7-1f10-4168-8b5f-041942564310 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:57.744931 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4e1bbaef-8647-4370-b17f-e84071d4a2d7 req-42ac16a7-1f10-4168-8b5f-041942564310 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 944 time: 0.3972223 Feb 04 21:16:57.789227 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:57.817049 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847df7b3-d7e2-4768-870d-afa96f4e9d9a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Router bee36f46-722a-4e6c-9ba1-54ed39be225e has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:16:57.833247 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4e1bbaef-8647-4370-b17f-e84071d4a2d7 req-d18d8970-df9b-4593-ad6a-4cb2a6bac3a8 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723095 Feb 04 21:16:57.836124 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4367d-40db-48cf-acd0-700f4ca9f10c req-88186859-bb9b-41dd-8b20-70e9073f58b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:57.837648 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-86c4367d-40db-48cf-acd0-700f4ca9f10c req-88186859-bb9b-41dd-8b20-70e9073f58b4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 1098 time: 0.3800216 Feb 04 21:16:57.855002 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 3a697680-cc55-40b9-87d4-dfa82ba01196, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=3a697680-cc55-40b9-87d4-dfa82ba01196,segment=NetworkSegment(84b34f62-20de-461e-9dfa-a6b12b358939),segment_id=84b34f62-20de-461e-9dfa-a6b12b358939)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:16:57.859448 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:57.861167 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-735f2d2e-0422-42c0-8c80-630bf106258f req-dfde6362-e6ed-4add-ae36-565813ece88f service neutron] Attempting to bind port a279e491-fda9-49b8-8094-d0493335575a on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:16:57.861167 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-735f2d2e-0422-42c0-8c80-630bf106258f req-dfde6362-e6ed-4add-ae36-565813ece88f service neutron] Attempting to bind port a279e491-fda9-49b8-8094-d0493335575a by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'addd5f6f-d521-4a6a-b6fc-650d4541337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:16:57.861483 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735f2d2e-0422-42c0-8c80-630bf106258f req-dfde6362-e6ed-4add-ae36-565813ece88f service neutron] Attempting to bind port a279e491-fda9-49b8-8094-d0493335575a on network 591535e8-eea5-447d-ad75-83d907ea6f08 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:16:57.887710 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-86c4367d-40db-48cf-acd0-700f4ca9f10c req-c22addc7-b9e6-451a-b0cb-5742c627a4bf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424621 Feb 04 21:16:57.918199 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735f2d2e-0422-42c0-8c80-630bf106258f req-dfde6362-e6ed-4add-ae36-565813ece88f service neutron] Port a279e491-fda9-49b8-8094-d0493335575a on network 591535e8-eea5-447d-ad75-83d907ea6f08 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:16:57.918534 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735f2d2e-0422-42c0-8c80-630bf106258f req-dfde6362-e6ed-4add-ae36-565813ece88f service neutron] Attempting to bind port a279e491-fda9-49b8-8094-d0493335575a on network 591535e8-eea5-447d-ad75-83d907ea6f08 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:16:57.932391 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735f2d2e-0422-42c0-8c80-630bf106258f req-dfde6362-e6ed-4add-ae36-565813ece88f service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:16:57.932757 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735f2d2e-0422-42c0-8c80-630bf106258f req-dfde6362-e6ed-4add-ae36-565813ece88f service neutron] Checking segment: {'id': 'addd5f6f-d521-4a6a-b6fc-650d4541337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:16:57.933125 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735f2d2e-0422-42c0-8c80-630bf106258f req-dfde6362-e6ed-4add-ae36-565813ece88f service neutron] Bound using segment: {'id': 'addd5f6f-d521-4a6a-b6fc-650d4541337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:16:57.933623 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-735f2d2e-0422-42c0-8c80-630bf106258f req-dfde6362-e6ed-4add-ae36-565813ece88f service neutron] Bound port: a279e491-fda9-49b8-8094-d0493335575a, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'addd5f6f-d521-4a6a-b6fc-650d4541337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:16:57.933970 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-735f2d2e-0422-42c0-8c80-630bf106258f req-dfde6362-e6ed-4add-ae36-565813ece88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:57.959651 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=3a697680-cc55-40b9-87d4-dfa82ba01196,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:58.171598 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f8de4-cdc7-4612-b0fb-2043efe83d6a req-60afdd55-2592-481e-8118-81a0039a4136 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:58.173627 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3a0f8de4-cdc7-4612-b0fb-2043efe83d6a req-60afdd55-2592-481e-8118-81a0039a4136 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/ports?device_id=c316f322-dba4-4071-bc58-de9fe5aae0a3 HTTP/1.1" status: 200 len: 945 time: 0.1223810 Feb 04 21:16:58.211073 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-735f2d2e-0422-42c0-8c80-630bf106258f req-dfde6362-e6ed-4add-ae36-565813ece88f service neutron] For port a279e491-fda9-49b8-8094-d0493335575a, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:16:58.216374 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-735f2d2e-0422-42c0-8c80-630bf106258f req-dfde6362-e6ed-4add-ae36-565813ece88f service neutron] For port a279e491-fda9-49b8-8094-d0493335575a, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=a279e491-fda9-49b8-8094-d0493335575a,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:16:58.217900 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847df7b3-d7e2-4768-870d-afa96f4e9d9a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:16:58.223321 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-847df7b3-d7e2-4768-870d-afa96f4e9d9a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:58.233259 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd450f90-be66-497a-a59f-8ef0bd9b8021 None None] Sync routers for ids ['bee36f46-722a-4e6c-9ba1-54ed39be225e'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:16:58.252191 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3a0f8de4-cdc7-4612-b0fb-2043efe83d6a req-8a353ae1-ca90-431f-b27d-98f21298e42d tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/security-groups?id=80426f3a-e19c-48f8-9cc2-5c9962c80172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727918 Feb 04 21:16:58.252428 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd450f90-be66-497a-a59f-8ef0bd9b8021 None None] Routers {'bee36f46-722a-4e6c-9ba1-54ed39be225e'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:16:58.252844 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-bd450f90-be66-497a-a59f-8ef0bd9b8021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:16:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['bee36f46-722a-4e6c-9ba1-54ed39be225e'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:58.294855 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-735f2d2e-0422-42c0-8c80-630bf106258f req-dfde6362-e6ed-4add-ae36-565813ece88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:58.357487 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-bd450f90-be66-497a-a59f-8ef0bd9b8021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:58.367996 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd450f90-be66-497a-a59f-8ef0bd9b8021 None None] Routers {'bee36f46-722a-4e6c-9ba1-54ed39be225e'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:16:58.368623 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-bd450f90-be66-497a-a59f-8ef0bd9b8021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:16:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['bee36f46-722a-4e6c-9ba1-54ed39be225e'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:58.431381 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f2d2e-0422-42c0-8c80-630bf106258f req-dfde6362-e6ed-4add-ae36-565813ece88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:58.431975 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-735f2d2e-0422-42c0-8c80-630bf106258f req-dfde6362-e6ed-4add-ae36-565813ece88f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:58.433471 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-735f2d2e-0422-42c0-8c80-630bf106258f req-dfde6362-e6ed-4add-ae36-565813ece88f service neutron] 10.222.0.18 "PUT /v2.0/ports/a279e491-fda9-49b8-8094-d0493335575a HTTP/1.1" status: 200 len: 1092 time: 2.7779095 Feb 04 21:16:58.433919 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95bc112e-29c3-4552-b601-6bd5c2103cb8', 'tag': 'a279e491-fda9-49b8-8094-d0493335575a'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:16:58.434424 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-bd450f90-be66-497a-a59f-8ef0bd9b8021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:16:58.434831 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd450f90-be66-497a-a59f-8ef0bd9b8021 None None] The sync data for ids ['bee36f46-722a-4e6c-9ba1-54ed39be225e'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:16:58.491016 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99fc54-a8d0-497a-a2ef-ee021f8b8d14 req-1583df1f-d5c0-4e3c-b5ae-1c320e86ef7a tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:58.500164 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0d99fc54-a8d0-497a-a2ef-ee021f8b8d14 req-1583df1f-d5c0-4e3c-b5ae-1c320e86ef7a tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=95bc112e-29c3-4552-b601-6bd5c2103cb8 HTTP/1.1" status: 200 len: 944 time: 0.1215646 Feb 04 21:16:58.559193 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0d99fc54-a8d0-497a-a2ef-ee021f8b8d14 req-80adc1b3-edb1-4e91-9e92-b0e9264bb368 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577779 Feb 04 21:16:58.569365 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde6362-e6ed-4add-ae36-565813ece88f service neutron] Pushing event updated for resources: {'Port': ['ID=a279e491-fda9-49b8-8094-d0493335575a,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:58.594722 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-847df7b3-d7e2-4768-870d-afa96f4e9d9a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "PUT /v2.0/floatingips/109e05c1-58fe-4ba5-a437-16606802f3bc HTTP/1.1" status: 200 len: 979 time: 5.3443089 Feb 04 21:16:58.595617 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46802) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:58.601641 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-fb9ed43d-f13a-443b-b4d0-baa955d55952 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:16:58.715255 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f2d2e-0422-42c0-8c80-630bf106258f req-b4dd3bb1-31fc-4a00-85bd-50c02e9efb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:58.716833 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-735f2d2e-0422-42c0-8c80-630bf106258f req-b4dd3bb1-31fc-4a00-85bd-50c02e9efb9c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbe7b967cf5b4bf8a129a586503d8461&device_id=95bc112e-29c3-4552-b601-6bd5c2103cb8 HTTP/1.1" status: 200 len: 1095 time: 0.2270517 Feb 04 21:16:58.720948 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fb9ed43d-f13a-443b-b4d0-baa955d55952 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for floatingip, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:58.855614 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509919f-cbde-4e2c-af44-c910287ccadf req-fac10bf9-73f6-4a56-b559-90a6992eaa12 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:58.858193 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6509919f-cbde-4e2c-af44-c910287ccadf req-fac10bf9-73f6-4a56-b559-90a6992eaa12 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 947 time: 0.0998807 Feb 04 21:16:58.863422 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-735f2d2e-0422-42c0-8c80-630bf106258f req-28a0da5e-dd44-4b6c-abb8-670e2fa56da4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a279e491-fda9-49b8-8094-d0493335575a HTTP/1.1" status: 200 len: 217 time: 0.0877199 Feb 04 21:16:58.921249 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6509919f-cbde-4e2c-af44-c910287ccadf req-35cd011d-e0cb-4452-8252-cc1da9fd5db5 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561059 Feb 04 21:16:59.098027 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f2d2e-0422-42c0-8c80-630bf106258f req-a25c9132-a34b-4f77-9e38-9cec0f11e335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:59.100118 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-735f2d2e-0422-42c0-8c80-630bf106258f req-a25c9132-a34b-4f77-9e38-9cec0f11e335 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6328ddc0-a59e-4cee-8cab-7daa1242332a HTTP/1.1" status: 200 len: 846 time: 0.2201245 Feb 04 21:16:59.130678 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 46818) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:59.201796 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6893970-a5aa-4af9-9a7d-cba5f7d9bd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a697680-cc55-40b9-87d4-dfa82ba01196'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:16:59.223485 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c135d79-5afe-48bb-b4d4-8bc22e447557 req-f0801cbd-4194-4233-90d9-6533e2aadc1d tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:59.226270 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3c135d79-5afe-48bb-b4d4-8bc22e447557 req-f0801cbd-4194-4233-90d9-6533e2aadc1d tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=e360acaf-0a44-4774-bdc0-a476e84baa3f HTTP/1.1" status: 200 len: 945 time: 0.1582947 Feb 04 21:16:59.250308 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-735f2d2e-0422-42c0-8c80-630bf106258f req-d134e874-0a79-49ce-8fd9-f33db310986f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=591535e8-eea5-447d-ad75-83d907ea6f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1423960 Feb 04 21:16:59.254152 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fb9ed43d-f13a-443b-b4d0-baa955d55952 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:59.302377 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3c135d79-5afe-48bb-b4d4-8bc22e447557 req-9a5d0cc9-03ac-4782-ae47-444c12157091 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673862 Feb 04 21:16:59.308185 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fb9ed43d-f13a-443b-b4d0-baa955d55952 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:59.308645 n-d-827896-1 neutron-server[87682]: INFO neutron.db.l3_db [None req-fb9ed43d-f13a-443b-b4d0-baa955d55952 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Floating IP 109e05c1-58fe-4ba5-a437-16606802f3bc disassociated. External IP: 172.25.5.241, port: b60c95f7-664c-412b-b96e-b452a97ed8d5. Feb 04 21:16:59.344071 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a2e015f3-f7dc-4228-ad46-e124b14622ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:59.367837 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-a2e015f3-f7dc-4228-ad46-e124b14622ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:16:59.372263 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-a2e015f3-f7dc-4228-ad46-e124b14622ab admin admin] Usage tracker for resource:security_group_rule and tenant:e378517e95e344369197478948c7b798 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:16:59.375632 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-a2e015f3-f7dc-4228-ad46-e124b14622ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:16:59.383155 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-a2e015f3-f7dc-4228-ad46-e124b14622ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:16:59.418910 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95bc112e-29c3-4552-b601-6bd5c2103cb8', 'tag': 'a279e491-fda9-49b8-8094-d0493335575a', 'status': 'completed', 'code': 200} Feb 04 21:16:59.542444 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a2e015f3-f7dc-4228-ad46-e124b14622ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:59.593126 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a2e015f3-f7dc-4228-ad46-e124b14622ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:59.641572 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-a2e015f3-f7dc-4228-ad46-e124b14622ab admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e378517e95e344369197478948c7b798&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5094359 Feb 04 21:16:59.642416 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 46852) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:16:59.685152 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 28f935fb-6343-4002-aa76-f6e7d9c4d953 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:16:59.703458 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e015f3-f7dc-4228-ad46-e124b14622ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b7d445-cd64-4b85-90dc-32c4be4adf2a,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:16:59.764178 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be2428-9f1f-4151-84dd-628cd1a10d80 req-ef0c0f96-44f7-470f-8c95-506b833f3f3b tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:16:59.766259 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-80be2428-9f1f-4151-84dd-628cd1a10d80 req-ef0c0f96-44f7-470f-8c95-506b833f3f3b tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 945 time: 0.2216110 Feb 04 21:16:59.767289 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1013723b-317c-4fae-8a52-1e62c195fea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:59.823086 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1013723b-317c-4fae-8a52-1e62c195fea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:59.895192 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-80be2428-9f1f-4151-84dd-628cd1a10d80 req-0c38b81e-ffdc-4142-8d60-a618c0235c96 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156654 Feb 04 21:16:59.932341 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1013723b-317c-4fae-8a52-1e62c195fea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:16:59.955932 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-735f2d2e-0422-42c0-8c80-630bf106258f req-d1255616-e177-472f-9cd7-72402cf05fad service neutron] 10.222.0.18 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6965714 Feb 04 21:16:59.997582 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 28f935fb-6343-4002-aa76-f6e7d9c4d953, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=28f935fb-6343-4002-aa76-f6e7d9c4d953,segment=NetworkSegment(47332b6e-4b4a-433a-8338-a7e28128d91b),segment_id=47332b6e-4b4a-433a-8338-a7e28128d91b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:17:00.017650 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013723b-317c-4fae-8a52-1e62c195fea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b7d445-cd64-4b85-90dc-32c4be4adf2a,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:00.026616 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1013723b-317c-4fae-8a52-1e62c195fea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:00.028005 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-1013723b-317c-4fae-8a52-1e62c195fea5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e6b7d445-cd64-4b85-90dc-32c4be4adf2a HTTP/1.1" status: 204 len: 168 time: 0.3830070 Feb 04 21:17:00.031054 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6893970-a5aa-4af9-9a7d-cba5f7d9bd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a697680-cc55-40b9-87d4-dfa82ba01196', 'code': 200} Feb 04 21:17:00.066154 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '28f935fb-6343-4002-aa76-f6e7d9c4d953', 'network_id': '576e0778-5be3-4863-9aa7-c402bf42ead3', 'port_id': '28f935fb-6343-4002-aa76-f6e7d9c4d953', 'mac_address': 'fa:16:3e:e2:90:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fa560a-48fa-4fa4-b2a4-c77d56ecaf85', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:17:00.229198 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:00.285356 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28f935fb-6343-4002-aa76-f6e7d9c4d953 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:17:00.318587 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 28f935fb-6343-4002-aa76-f6e7d9c4d953, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=28f935fb-6343-4002-aa76-f6e7d9c4d953,segment=NetworkSegment(47332b6e-4b4a-433a-8338-a7e28128d91b),segment_id=47332b6e-4b4a-433a-8338-a7e28128d91b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:17:00.324728 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:00.401265 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9ed43d-f13a-443b-b4d0-baa955d55952 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Router bee36f46-722a-4e6c-9ba1-54ed39be225e has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:17:00.421555 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-735f2d2e-0422-42c0-8c80-630bf106258f req-3c09e46d-ab7b-4cd2-a6f7-2aeff4b43d05 service neutron] 10.222.0.18 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532819 Feb 04 21:17:00.424423 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=28f935fb-6343-4002-aa76-f6e7d9c4d953,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:00.457986 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ef8eb-896a-4673-bf9a-4aa131b4b548 req-f78676f2-86bd-4315-8baf-b46de96c94ac tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:00.486092 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-286ef8eb-896a-4673-bf9a-4aa131b4b548 req-f78676f2-86bd-4315-8baf-b46de96c94ac tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/ports?device_id=c316f322-dba4-4071-bc58-de9fe5aae0a3 HTTP/1.1" status: 200 len: 945 time: 0.2773240 Feb 04 21:17:00.491922 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d685f26-5f38-4665-8b9a-2201dd10adf9 req-dc268339-7dac-4eec-98f7-86cf93b2e868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:00.495769 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7d685f26-5f38-4665-8b9a-2201dd10adf9 req-dc268339-7dac-4eec-98f7-86cf93b2e868 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 1096 time: 0.4157543 Feb 04 21:17:00.534137 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['28f935fb-6343-4002-aa76-f6e7d9c4d953'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:17:00.667844 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-286ef8eb-896a-4673-bf9a-4aa131b4b548 req-babfde21-7c36-4819-9029-f55fc8666be5 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/security-groups?id=80426f3a-e19c-48f8-9cc2-5c9962c80172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806824 Feb 04 21:17:00.671723 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7d685f26-5f38-4665-8b9a-2201dd10adf9 req-f18f3a1a-3255-4061-8ce4-00fd28eb260e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460278 Feb 04 21:17:00.719982 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9ed43d-f13a-443b-b4d0-baa955d55952 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:17:00.725565 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fb9ed43d-f13a-443b-b4d0-baa955d55952 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:00.737485 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0def96c2-79ce-4274-a1b5-a522b78800cb None None] Sync routers for ids ['bee36f46-722a-4e6c-9ba1-54ed39be225e'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:17:00.751748 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0def96c2-79ce-4274-a1b5-a522b78800cb None None] Routers {'bee36f46-722a-4e6c-9ba1-54ed39be225e'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:17:00.752929 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-0def96c2-79ce-4274-a1b5-a522b78800cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:16:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['bee36f46-722a-4e6c-9ba1-54ed39be225e'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:00.817940 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a5f6c-b5ad-4c5f-926a-bd827a01e276 req-85c2d604-9b65-4f3d-a86a-96e3a564fe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:00.819368 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-134a5f6c-b5ad-4c5f-926a-bd827a01e276 req-85c2d604-9b65-4f3d-a86a-96e3a564fe94 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbe7b967cf5b4bf8a129a586503d8461&device_id=95bc112e-29c3-4552-b601-6bd5c2103cb8 HTTP/1.1" status: 200 len: 1095 time: 0.2377005 Feb 04 21:17:00.860375 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fb9ed43d-f13a-443b-b4d0-baa955d55952 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "PUT /v2.0/floatingips/109e05c1-58fe-4ba5-a437-16606802f3bc HTTP/1.1" status: 200 len: 688 time: 2.2637281 Feb 04 21:17:00.863181 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 46902) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:00.876082 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-0def96c2-79ce-4274-a1b5-a522b78800cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:00.894565 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0def96c2-79ce-4274-a1b5-a522b78800cb None None] Routers {'bee36f46-722a-4e6c-9ba1-54ed39be225e'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:17:00.895205 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-0def96c2-79ce-4274-a1b5-a522b78800cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:16:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['bee36f46-722a-4e6c-9ba1-54ed39be225e'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:01.016166 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a5f6c-b5ad-4c5f-926a-bd827a01e276 req-1412f726-ac29-4797-a758-e5340a30d8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:01.017804 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-134a5f6c-b5ad-4c5f-926a-bd827a01e276 req-1412f726-ac29-4797-a758-e5340a30d8e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=591535e8-eea5-447d-ad75-83d907ea6f08 HTTP/1.1" status: 200 len: 907 time: 0.1886549 Feb 04 21:17:01.057610 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-0def96c2-79ce-4274-a1b5-a522b78800cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:01.059002 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0def96c2-79ce-4274-a1b5-a522b78800cb None None] The sync data for ids ['bee36f46-722a-4e6c-9ba1-54ed39be225e'] in n-d-827896-1 is: [] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:17:01.105943 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-134a5f6c-b5ad-4c5f-926a-bd827a01e276 req-7764e190-00b9-4972-bea7-3a495b212633 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a279e491-fda9-49b8-8094-d0493335575a HTTP/1.1" status: 200 len: 217 time: 0.0809038 Feb 04 21:17:01.145352 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-e5023d52-8c43-4aae-ad91-9dbce95f2c48 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Deleting port 682a1c08-1ef5-4077-9f13-8387b446f06b {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:17:01.145833 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e5023d52-8c43-4aae-ad91-9dbce95f2c48 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:01.231003 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a5f6c-b5ad-4c5f-926a-bd827a01e276 req-3dd5f615-a551-4f1e-86b8-f19784e70e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:01.233271 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-134a5f6c-b5ad-4c5f-926a-bd827a01e276 req-3dd5f615-a551-4f1e-86b8-f19784e70e99 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6328ddc0-a59e-4cee-8cab-7daa1242332a HTTP/1.1" status: 200 len: 846 time: 0.1151500 Feb 04 21:17:01.290135 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-134a5f6c-b5ad-4c5f-926a-bd827a01e276 req-e71ad5ea-7c11-4c91-80e4-6e7bf1e11051 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=591535e8-eea5-447d-ad75-83d907ea6f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496261 Feb 04 21:17:01.301865 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148ff85-de56-4a70-9f5a-03e6cb2cabd6 req-9bc48b15-44d8-436c-b877-78e0d0999be0 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:01.303347 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c148ff85-de56-4a70-9f5a-03e6cb2cabd6 req-9bc48b15-44d8-436c-b877-78e0d0999be0 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=95bc112e-29c3-4552-b601-6bd5c2103cb8 HTTP/1.1" status: 200 len: 944 time: 0.3780875 Feb 04 21:17:01.379679 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c148ff85-de56-4a70-9f5a-03e6cb2cabd6 req-33c26c01-7238-41c0-8b46-12c23f71b318 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605774 Feb 04 21:17:01.400703 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e5023d52-8c43-4aae-ad91-9dbce95f2c48 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:01.401373 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e5023d52-8c43-4aae-ad91-9dbce95f2c48 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:01.496060 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-134a5f6c-b5ad-4c5f-926a-bd827a01e276 req-fe24d889-4c5b-451b-964b-c07374b2e4dc service neutron] 10.222.0.18 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987367 Feb 04 21:17:01.577186 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-e5023d52-8c43-4aae-ad91-9dbce95f2c48 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Calling delete_port for 682a1c08-1ef5-4077-9f13-8387b446f06b owned by network:floatingip {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:17:01.682812 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-134a5f6c-b5ad-4c5f-926a-bd827a01e276 req-0e7e5764-0768-468b-b419-ed673dd43ed1 service neutron] 10.222.0.18 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798840 Feb 04 21:17:01.689227 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 28f935fb-6343-4002-aa76-f6e7d9c4d953 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:17:01.785116 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 28f935fb-6343-4002-aa76-f6e7d9c4d953 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:17:01.785116 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:01.867718 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499246ea-c7b8-420d-808b-116c8bf58bcd req-5e2c7e76-4f88-48ba-bdb2-de7dd8351e09 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:01.869882 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-499246ea-c7b8-420d-808b-116c8bf58bcd req-5e2c7e76-4f88-48ba-bdb2-de7dd8351e09 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 947 time: 0.3220634 Feb 04 21:17:01.939917 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:01.976855 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 28f935fb-6343-4002-aa76-f6e7d9c4d953, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=28f935fb-6343-4002-aa76-f6e7d9c4d953,segment=NetworkSegment(47332b6e-4b4a-433a-8338-a7e28128d91b),segment_id=47332b6e-4b4a-433a-8338-a7e28128d91b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:17:01.982547 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:01.998069 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e5023d52-8c43-4aae-ad91-9dbce95f2c48 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:02.039020 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e360acaf-0a44-4774-bdc0-a476e84baa3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f935fb-6343-4002-aa76-f6e7d9c4d953'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:17:02.064085 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5023d52-8c43-4aae-ad91-9dbce95f2c48 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event deleted for resources: {'Port': ['ID=682a1c08-1ef5-4077-9f13-8387b446f06b,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:02.083922 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=28f935fb-6343-4002-aa76-f6e7d9c4d953,revision_number=7']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:02.187960 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-499246ea-c7b8-420d-808b-116c8bf58bcd req-d77c9fc1-7ed1-4fcd-a6ef-d8b66fafe1e0 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024666 Feb 04 21:17:02.229666 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e5023d52-8c43-4aae-ad91-9dbce95f2c48 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for floatingip, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:02.283108 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e5023d52-8c43-4aae-ad91-9dbce95f2c48 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:02.283108 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e5023d52-8c43-4aae-ad91-9dbce95f2c48 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "DELETE /v2.0/floatingips/109e05c1-58fe-4ba5-a437-16606802f3bc HTTP/1.1" status: 204 len: 168 time: 1.4172468 Feb 04 21:17:02.285867 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46954) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:02.393648 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae4e4e-73f7-4312-886b-43c7ee09b5cd req-5f7ee4f3-c6ea-4d83-b672-8bf0f6fc0895 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:02.395197 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-baae4e4e-73f7-4312-886b-43c7ee09b5cd req-5f7ee4f3-c6ea-4d83-b672-8bf0f6fc0895 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=e360acaf-0a44-4774-bdc0-a476e84baa3f HTTP/1.1" status: 200 len: 945 time: 0.0924404 Feb 04 21:17:02.456949 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-baae4e4e-73f7-4312-886b-43c7ee09b5cd req-f28d7ed3-95e1-4dc4-a2dc-c54e467944d9 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545239 Feb 04 21:17:02.527636 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-926520b6-1bd6-4779-94b7-01e87ba53f8b tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] delete failed (client error): The resource could not be found. Feb 04 21:17:02.528670 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-926520b6-1bd6-4779-94b7-01e87ba53f8b tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "DELETE /v2.0/floatingips/109e05c1-58fe-4ba5-a437-16606802f3bc HTTP/1.1" status: 404 len: 345 time: 0.2416804 Feb 04 21:17:02.532669 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 46966) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:02.714555 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22131fa-8b36-4d91-9ab7-03a5fe3ed568 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:02.720261 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22131fa-8b36-4d91-9ab7-03a5fe3ed568 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:02.727576 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22131fa-8b36-4d91-9ab7-03a5fe3ed568 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:02.728840 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-d22131fa-8b36-4d91-9ab7-03a5fe3ed568 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Synchronizing usage tracker for tenant:92996577dea24748aff25236d6c88c98 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:17:02.764128 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:02.768109 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a202db7-3966-42b7-b99e-dff7dcb3a5ea req-d57ec256-d115-47e7-84cb-e5720851a016 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:02.769620 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6a202db7-3966-42b7-b99e-dff7dcb3a5ea req-d57ec256-d115-47e7-84cb-e5720851a016 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 945 time: 0.1714568 Feb 04 21:17:02.778016 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-d22131fa-8b36-4d91-9ab7-03a5fe3ed568 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Unset dirty status for tenant:92996577dea24748aff25236d6c88c98 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:17:02.779162 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d22131fa-8b36-4d91-9ab7-03a5fe3ed568 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "GET /v2.0/ports?network_id=cde86a24-e224-442c-9ef0-2738085488b8 HTTP/1.1" status: 200 len: 2358 time: 0.2449450 Feb 04 21:17:02.781891 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 46980) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:02.825526 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6a202db7-3966-42b7-b99e-dff7dcb3a5ea req-fda07af7-a45d-40b6-b676-9706cd8f5b41 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439878 Feb 04 21:17:02.863753 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3920089a-dcc2-4663-a43a-cce47f358c53 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:02.864400 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3920089a-dcc2-4663-a43a-cce47f358c53 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Synchronizing usage tracker for tenant:92996577dea24748aff25236d6c88c98 on resource:subnet {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:17:02.883277 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3920089a-dcc2-4663-a43a-cce47f358c53 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Unset dirty status for tenant:92996577dea24748aff25236d6c88c98 on resource:subnet {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:17:02.890237 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 46990) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:02.890455 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3920089a-dcc2-4663-a43a-cce47f358c53 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "GET /v2.0/subnets/792e6fbd-5f78-4c71-b575-411efeaab620 HTTP/1.1" status: 200 len: 797 time: 0.1073265 Feb 04 21:17:02.896662 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-abd75ba0-c13b-4961-a1e5-c19989619efc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Request body: {'port': {'network_id': 'cde86a24-e224-442c-9ef0-2738085488b8', 'name': 'tempest-FloatingIPTestJSON-1124623782', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:17:03.158325 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4043451-05a7-4141-875a-61ff50e50cdf req-cd5de64a-de45-4960-a48e-fc1cf68d03eb tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:03.159838 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d4043451-05a7-4141-875a-61ff50e50cdf req-cd5de64a-de45-4960-a48e-fc1cf68d03eb tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/ports?device_id=c316f322-dba4-4071-bc58-de9fe5aae0a3 HTTP/1.1" status: 200 len: 945 time: 0.1679101 Feb 04 21:17:03.162476 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-abd75ba0-c13b-4961-a1e5-c19989619efc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:17:03.190433 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-abd75ba0-c13b-4961-a1e5-c19989619efc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:17:03.218140 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd75ba0-c13b-4961-a1e5-c19989619efc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Made reservation on behalf of 92996577dea24748aff25236d6c88c98 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:17:03.256800 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d4043451-05a7-4141-875a-61ff50e50cdf req-26c39738-efb9-46b8-b4db-86d29ff66961 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/security-groups?id=80426f3a-e19c-48f8-9cc2-5c9962c80172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830016 Feb 04 21:17:03.324148 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e360acaf-0a44-4774-bdc0-a476e84baa3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f935fb-6343-4002-aa76-f6e7d9c4d953', 'code': 200} Feb 04 21:17:03.394501 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-abd75ba0-c13b-4961-a1e5-c19989619efc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:03.435556 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [None req-abd75ba0-c13b-4961-a1e5-c19989619efc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] device_id is not set on port bd289f95-3910-4bef-9298-7599e33a9fec yet. {{(pid=87683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:17:03.643500 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce335843-cce4-4e00-ab5a-5a5369139d5b req-7dc1b682-155f-4154-a37b-dee248546616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:03.645073 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-ce335843-cce4-4e00-ab5a-5a5369139d5b req-7dc1b682-155f-4154-a37b-dee248546616 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e360acaf-0a44-4774-bdc0-a476e84baa3f HTTP/1.1" status: 200 len: 1096 time: 0.1179273 Feb 04 21:17:03.678734 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390c138-4349-4d09-bfd1-8200ec8c5f73 req-1f1a862f-7c00-406f-acee-56b983149abd tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:03.680281 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5390c138-4349-4d09-bfd1-8200ec8c5f73 req-1f1a862f-7c00-406f-acee-56b983149abd tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 947 time: 0.2055421 Feb 04 21:17:03.694549 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-ce335843-cce4-4e00-ab5a-5a5369139d5b req-14324382-fa2c-488e-a93e-b990d954bba2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425549 Feb 04 21:17:03.702359 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device a279e491-fda9-49b8-8094-d0493335575a details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:17:03.786110 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5390c138-4349-4d09-bfd1-8200ec8c5f73 req-cfce8a2f-201a-4c91-a6d2-71237601353e tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693278 Feb 04 21:17:03.934570 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port a279e491-fda9-49b8-8094-d0493335575a, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=a279e491-fda9-49b8-8094-d0493335575a,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:17:03.959214 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'a279e491-fda9-49b8-8094-d0493335575a', 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08', 'port_id': 'a279e491-fda9-49b8-8094-d0493335575a', 'mac_address': 'fa:16:3e:76:55:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6328ddc0-a59e-4cee-8cab-7daa1242332a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:17:04.017063 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-abd75ba0-c13b-4961-a1e5-c19989619efc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Allocated IP 172.20.0.14 (cde86a24-e224-442c-9ef0-2738085488b8/792e6fbd-5f78-4c71-b575-411efeaab620/bd289f95-3910-4bef-9298-7599e33a9fec) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:17:04.026632 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-abd75ba0-c13b-4961-a1e5-c19989619efc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Allocated IP 172.20.0.13 (cde86a24-e224-442c-9ef0-2738085488b8/792e6fbd-5f78-4c71-b575-411efeaab620/bd289f95-3910-4bef-9298-7599e33a9fec) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:17:04.070775 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95705a07-5c3a-49b3-9ba3-d1e20e48b5d2 req-dd85426b-a8b3-4e3d-aafb-e2cb0df63d14 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:04.077736 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-95705a07-5c3a-49b3-9ba3-d1e20e48b5d2 req-dd85426b-a8b3-4e3d-aafb-e2cb0df63d14 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=95bc112e-29c3-4552-b601-6bd5c2103cb8 HTTP/1.1" status: 200 len: 944 time: 0.1653011 Feb 04 21:17:04.079318 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:04.102460 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a279e491-fda9-49b8-8094-d0493335575a {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:17:04.126267 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port a279e491-fda9-49b8-8094-d0493335575a, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=a279e491-fda9-49b8-8094-d0493335575a,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:17:04.138949 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:04.232633 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=a279e491-fda9-49b8-8094-d0493335575a,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:04.400912 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['a279e491-fda9-49b8-8094-d0493335575a'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:17:04.417972 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-95705a07-5c3a-49b3-9ba3-d1e20e48b5d2 req-dc7d7ed9-8b14-494a-bee2-724d43ffb12e tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392181 Feb 04 21:17:04.508043 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-abd75ba0-c13b-4961-a1e5-c19989619efc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:04.558643 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47042) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:04.649605 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-abd75ba0-c13b-4961-a1e5-c19989619efc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:04.740621 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5d68053c-dd16-4e29-9c49-94478d4f44b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:04.775829 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5d68053c-dd16-4e29-9c49-94478d4f44b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:17:04.780768 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5d68053c-dd16-4e29-9c49-94478d4f44b8 admin admin] Usage tracker for resource:security_group_rule and tenant:42c83f32f4a14ecab378b2fda0ea6001 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:17:04.783821 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5d68053c-dd16-4e29-9c49-94478d4f44b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:17:04.790282 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5d68053c-dd16-4e29-9c49-94478d4f44b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:17:04.796508 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16a376-3aec-45ad-bb5a-a91fad938c0c req-86823fa2-3cf0-4acf-b719-9874872d0b37 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:04.798281 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ef16a376-3aec-45ad-bb5a-a91fad938c0c req-86823fa2-3cf0-4acf-b719-9874872d0b37 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 945 time: 0.2748487 Feb 04 21:17:04.811492 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47048) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:04.822517 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-2cfc2861-75cf-4ea2-8af4-6f8de9358610 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Request body: {'floatingip': {'port_id': '3a697680-cc55-40b9-87d4-dfa82ba01196'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:17:04.853556 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd75ba0-c13b-4961-a1e5-c19989619efc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Network cde86a24-e224-442c-9ef0-2738085488b8 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:17:04.854741 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd75ba0-c13b-4961-a1e5-c19989619efc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event updated for resources: {'Port': ['ID=bd289f95-3910-4bef-9298-7599e33a9fec,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:04.857327 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-abd75ba0-c13b-4961-a1e5-c19989619efc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:17:04.864501 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd75ba0-c13b-4961-a1e5-c19989619efc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:17:04.908218 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd75ba0-c13b-4961-a1e5-c19989619efc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:04.908605 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd75ba0-c13b-4961-a1e5-c19989619efc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:04.908884 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd75ba0-c13b-4961-a1e5-c19989619efc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:04.909236 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd75ba0-c13b-4961-a1e5-c19989619efc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:04.909581 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd75ba0-c13b-4961-a1e5-c19989619efc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:04.909911 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd75ba0-c13b-4961-a1e5-c19989619efc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:04.910225 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd75ba0-c13b-4961-a1e5-c19989619efc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:04.910726 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd75ba0-c13b-4961-a1e5-c19989619efc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:04.911196 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd75ba0-c13b-4961-a1e5-c19989619efc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:04.911673 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd75ba0-c13b-4961-a1e5-c19989619efc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:04.912145 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd75ba0-c13b-4961-a1e5-c19989619efc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:04.912609 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd75ba0-c13b-4961-a1e5-c19989619efc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:04.966524 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2cfc2861-75cf-4ea2-8af4-6f8de9358610 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for floatingip, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:04.971166 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd75ba0-c13b-4961-a1e5-c19989619efc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:04.971788 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-abd75ba0-c13b-4961-a1e5-c19989619efc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:05.050905 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-abd75ba0-c13b-4961-a1e5-c19989619efc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.1593847 Feb 04 21:17:05.053353 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 47056) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:05.059536 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-f11893ea-294c-4125-a697-99f94c623d5c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Request body: {'floatingip': {'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'port_id': 'bd289f95-3910-4bef-9298-7599e33a9fec', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:17:05.074863 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-f11893ea-294c-4125-a697-99f94c623d5c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:17:05.080706 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-f11893ea-294c-4125-a697-99f94c623d5c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Usage tracker for resource:floatingip and tenant:92996577dea24748aff25236d6c88c98 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:17:05.085186 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-f11893ea-294c-4125-a697-99f94c623d5c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:17:05.094126 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-f11893ea-294c-4125-a697-99f94c623d5c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:17:05.125410 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325012a-e228-4007-9434-87326de12249 req-ba2f2ee5-3e4e-4a79-be4e-ff82f60a77b9 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:05.126888 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1325012a-e228-4007-9434-87326de12249 req-ba2f2ee5-3e4e-4a79-be4e-ff82f60a77b9 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=e360acaf-0a44-4774-bdc0-a476e84baa3f HTTP/1.1" status: 200 len: 945 time: 0.1234658 Feb 04 21:17:05.127638 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f11893ea-294c-4125-a697-99f94c623d5c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for floatingip, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:05.239022 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1325012a-e228-4007-9434-87326de12249 req-bd4477e4-69d0-4abf-8f0d-0be0a5fe6c8e tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974429 Feb 04 21:17:05.328271 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f11893ea-294c-4125-a697-99f94c623d5c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:05.367961 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5d68053c-dd16-4e29-9c49-94478d4f44b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:05.451125 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5d68053c-dd16-4e29-9c49-94478d4f44b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:05.527939 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5d68053c-dd16-4e29-9c49-94478d4f44b8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=42c83f32f4a14ecab378b2fda0ea6001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9681947 Feb 04 21:17:05.534165 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 47072) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:05.538073 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68053c-dd16-4e29-9c49-94478d4f44b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403dbb19-5ab1-47f0-a40f-06f567c6c334,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:05.613084 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-f11893ea-294c-4125-a697-99f94c623d5c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Allocated IP 172.25.5.95 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/9e8f3e28-5aaa-4825-984e-9f833c1b5831) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:17:05.660182 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05bf6c3-1edd-4ac7-a139-be8e41e52112 req-640ac486-6740-4e7f-b029-bc151c7f2013 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:05.661691 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c05bf6c3-1edd-4ac7-a139-be8e41e52112 req-640ac486-6740-4e7f-b029-bc151c7f2013 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 947 time: 0.2573791 Feb 04 21:17:05.713829 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device a279e491-fda9-49b8-8094-d0493335575a up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:17:05.803297 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port a279e491-fda9-49b8-8094-d0493335575a completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:17:05.812995 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port a279e491-fda9-49b8-8094-d0493335575a triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:17:05.813819 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:05.825459 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c05bf6c3-1edd-4ac7-a139-be8e41e52112 req-7f2c4e04-aaca-43c3-9b03-ab20f1068268 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507633 Feb 04 21:17:05.826073 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-763ab88c-f3cd-49ed-8311-74e8523a7b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:05.876150 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-763ab88c-f3cd-49ed-8311-74e8523a7b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:05.889739 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2cfc2861-75cf-4ea2-8af4-6f8de9358610 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:05.900777 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2cfc2861-75cf-4ea2-8af4-6f8de9358610 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:05.930298 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f11893ea-294c-4125-a697-99f94c623d5c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:06.034448 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f11893ea-294c-4125-a697-99f94c623d5c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:06.162798 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:06.193398 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-763ab88c-f3cd-49ed-8311-74e8523a7b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:06.212361 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port a279e491-fda9-49b8-8094-d0493335575a, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=a279e491-fda9-49b8-8094-d0493335575a,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:17:06.214333 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95bc112e-29c3-4552-b601-6bd5c2103cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a279e491-fda9-49b8-8094-d0493335575a'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:17:06.226040 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:06.232190 n-d-827896-1 neutron-server[87682]: INFO neutron.db.l3_db [None req-2cfc2861-75cf-4ea2-8af4-6f8de9358610 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Floating IP 06f3f031-98f1-44ce-8cd3-bf6851bb96cd associated. External IP: 172.25.5.118, port: 3a697680-cc55-40b9-87d4-dfa82ba01196. Feb 04 21:17:06.305767 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ab88c-f3cd-49ed-8311-74e8523a7b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403dbb19-5ab1-47f0-a40f-06f567c6c334,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:06.328266 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=a279e491-fda9-49b8-8094-d0493335575a,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:06.332157 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11893ea-294c-4125-a697-99f94c623d5c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:17:06.349988 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-f11893ea-294c-4125-a697-99f94c623d5c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:17:06.357688 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-763ab88c-f3cd-49ed-8311-74e8523a7b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:06.358820 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-763ab88c-f3cd-49ed-8311-74e8523a7b54 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/403dbb19-5ab1-47f0-a40f-06f567c6c334 HTTP/1.1" status: 204 len: 168 time: 0.8230414 Feb 04 21:17:06.362738 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11893ea-294c-4125-a697-99f94c623d5c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:17:06.389780 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11893ea-294c-4125-a697-99f94c623d5c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event updated for resources: {'Port': ['ID=9e8f3e28-5aaa-4825-984e-9f833c1b5831,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:06.508415 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e41b53-d1c7-42ae-abfd-fe20f9a6a3f2 req-08727e36-0720-40d8-b346-da2b25fbccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:06.510911 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b6e41b53-d1c7-42ae-abfd-fe20f9a6a3f2 req-08727e36-0720-40d8-b346-da2b25fbccfd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c316f322-dba4-4071-bc58-de9fe5aae0a3 HTTP/1.1" status: 200 len: 1096 time: 0.4656637 Feb 04 21:17:06.521495 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9256b-6af0-4caa-b506-3d9abe54fc3c req-e5e753eb-24bc-4fa7-8a68-17476028af26 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:06.528900 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a2f9256b-6af0-4caa-b506-3d9abe54fc3c req-e5e753eb-24bc-4fa7-8a68-17476028af26 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/ports?device_id=c316f322-dba4-4071-bc58-de9fe5aae0a3 HTTP/1.1" status: 200 len: 945 time: 0.3364582 Feb 04 21:17:06.784092 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a2f9256b-6af0-4caa-b506-3d9abe54fc3c req-7247345b-b9cf-41b8-a36f-533397b8f419 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/security-groups?id=80426f3a-e19c-48f8-9cc2-5c9962c80172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542555 Feb 04 21:17:06.787749 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b6e41b53-d1c7-42ae-abfd-fe20f9a6a3f2 req-9b436f21-ae85-461b-bd9c-2dd9e53745d6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=80426f3a-e19c-48f8-9cc2-5c9962c80172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562099 Feb 04 21:17:06.823722 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cfc2861-75cf-4ea2-8af4-6f8de9358610 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Router e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:17:06.891154 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47100) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:06.951141 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-88cfbe21-4b65-43ad-aa21-2ea3524f9ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:07.045132 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-88cfbe21-4b65-43ad-aa21-2ea3524f9ced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:17:07.053470 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-88cfbe21-4b65-43ad-aa21-2ea3524f9ced admin admin] Usage tracker for resource:security_group_rule and tenant:26eed5fb52094d2fa648a82c6dbe35bc is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:17:07.059183 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-88cfbe21-4b65-43ad-aa21-2ea3524f9ced admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:17:07.067675 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-88cfbe21-4b65-43ad-aa21-2ea3524f9ced admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:17:07.114964 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfc2861-75cf-4ea2-8af4-6f8de9358610 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:17:07.127752 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cb1778-3c54-4c6f-bb7f-abebe3d2fc12 None None] Sync routers for ids ['e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:17:07.129414 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6caa8-b5f2-47ff-98fb-0857e765aab3 req-eacdb5da-a833-4dab-b60a-01086028db5e tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:07.131102 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f8a6caa8-b5f2-47ff-98fb-0857e765aab3 req-eacdb5da-a833-4dab-b60a-01086028db5e tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=e360acaf-0a44-4774-bdc0-a476e84baa3f HTTP/1.1" status: 200 len: 945 time: 0.1548629 Feb 04 21:17:07.147381 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cb1778-3c54-4c6f-bb7f-abebe3d2fc12 None None] Routers {'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:17:07.147651 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2cfc2861-75cf-4ea2-8af4-6f8de9358610 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:07.148015 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-f8cb1778-3c54-4c6f-bb7f-abebe3d2fc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:16:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:07.228187 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f8a6caa8-b5f2-47ff-98fb-0857e765aab3 req-dd0b74e5-625f-4318-be11-312207e71f8d tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842867 Feb 04 21:17:07.235273 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2cfc2861-75cf-4ea2-8af4-6f8de9358610 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "PUT /v2.0/floatingips/06f3f031-98f1-44ce-8cd3-bf6851bb96cd HTTP/1.1" status: 200 len: 991 time: 2.4223924 Feb 04 21:17:07.237228 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6893970-a5aa-4af9-9a7d-cba5f7d9bd63', 'tag': '3a697680-cc55-40b9-87d4-dfa82ba01196'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:17:07.262854 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f11893ea-294c-4125-a697-99f94c623d5c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:07.316433 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-88cfbe21-4b65-43ad-aa21-2ea3524f9ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:07.326623 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-88cfbe21-4b65-43ad-aa21-2ea3524f9ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:07.370685 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-88cfbe21-4b65-43ad-aa21-2ea3524f9ced admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=26eed5fb52094d2fa648a82c6dbe35bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4752359 Feb 04 21:17:07.370685 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47118) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:07.386114 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-f8cb1778-3c54-4c6f-bb7f-abebe3d2fc12 None None] Set router e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:17:07.415018 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cfbe21-4b65-43ad-aa21-2ea3524f9ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bf2e43-ddbd-4c1b-a3ae-bd2112c5a7b9,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:07.477056 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5e77d8e2-0edc-4cb6-845a-f83907a2ccb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:07.477522 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f11893ea-294c-4125-a697-99f94c623d5c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:07.523990 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5e77d8e2-0edc-4cb6-845a-f83907a2ccb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:07.588319 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5e77d8e2-0edc-4cb6-845a-f83907a2ccb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:07.610348 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77d8e2-0edc-4cb6-845a-f83907a2ccb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bf2e43-ddbd-4c1b-a3ae-bd2112c5a7b9,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:07.627313 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5e77d8e2-0edc-4cb6-845a-f83907a2ccb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:07.631321 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26753ec-0817-4aaf-9ec4-e5fc8824ba28 req-cf136497-3b33-48a8-9f08-f609579757fd tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:07.632345 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5e77d8e2-0edc-4cb6-845a-f83907a2ccb9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c8bf2e43-ddbd-4c1b-a3ae-bd2112c5a7b9 HTTP/1.1" status: 204 len: 168 time: 0.2607150 Feb 04 21:17:07.640851 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d26753ec-0817-4aaf-9ec4-e5fc8824ba28 req-cf136497-3b33-48a8-9f08-f609579757fd tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=95bc112e-29c3-4552-b601-6bd5c2103cb8 HTTP/1.1" status: 200 len: 946 time: 0.2522652 Feb 04 21:17:07.772043 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d26753ec-0817-4aaf-9ec4-e5fc8824ba28 req-950beb85-4fff-4fae-a48d-39cf66ded4dc tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302044 Feb 04 21:17:07.898646 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f11893ea-294c-4125-a697-99f94c623d5c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:07.905938 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f11893ea-294c-4125-a697-99f94c623d5c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:07.928847 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95bc112e-29c3-4552-b601-6bd5c2103cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a279e491-fda9-49b8-8094-d0493335575a', 'code': 200} Feb 04 21:17:08.026844 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-f8cb1778-3c54-4c6f-bb7f-abebe3d2fc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1628603465-router', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:53Z', 'updated_at': '2022-02-04T21:12:09Z', 'revision_number': 4, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'gw_port': {'id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:56Z', 'updated_at': '2022-02-04T21:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': '06f3f031-98f1-44ce-8cd3-bf6851bb96cd', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'floating_ip_address': '172.25.5.118', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'port_id': '3a697680-cc55-40b9-87d4-dfa82ba01196', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79', 'mac_address': 'fa:16:3e:40:d8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6893970-a5aa-4af9-9a7d-cba5f7d9bd63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:16:31Z', 'updated_at': '2022-02-04T21:17:05Z', 'revision_number': 1, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61fe87d9-2042-4921-bf0f-4fb86b79e35c', 'name': '', 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'mac_address': 'fa:16:3e:f8:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '2332d4ab-28bd-4df4-abe3-897aa8896a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:12:07Z', 'updated_at': '2022-02-04T21:12:21Z', 'revision_number': 5, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'subnets': [{'id': '2332d4ab-28bd-4df4-abe3-897aa8896a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:08.040881 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cb1778-3c54-4c6f-bb7f-abebe3d2fc12 None None] Checking router: e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:17:08.072903 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cb1778-3c54-4c6f-bb7f-abebe3d2fc12 None None] Routers {'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:17:08.073480 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-f8cb1778-3c54-4c6f-bb7f-abebe3d2fc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:16:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:08.099466 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11893ea-294c-4125-a697-99f94c623d5c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event updated for resources: {'Port': ['ID=9e8f3e28-5aaa-4825-984e-9f833c1b5831,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:08.117074 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f11893ea-294c-4125-a697-99f94c623d5c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:08.162593 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97218551-63b4-4bfb-a2c9-c63c919c4690 req-92948085-6b82-4bac-847b-2515076fc786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:08.164184 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-97218551-63b4-4bfb-a2c9-c63c919c4690 req-92948085-6b82-4bac-847b-2515076fc786 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=95bc112e-29c3-4552-b601-6bd5c2103cb8 HTTP/1.1" status: 200 len: 1097 time: 0.1506915 Feb 04 21:17:08.248541 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-97218551-63b4-4bfb-a2c9-c63c919c4690 req-592b60ad-7908-4b0c-88d0-908dcc10a6d6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776606 Feb 04 21:17:08.379455 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-f8cb1778-3c54-4c6f-bb7f-abebe3d2fc12 None None] Set router e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:17:08.445273 n-d-827896-1 neutron-server[87683]: INFO neutron.db.l3_db [None req-f11893ea-294c-4125-a697-99f94c623d5c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Floating IP c5fffb91-7ea6-4c11-85a4-b31dc817bb90 associated. External IP: 172.25.5.95, port: bd289f95-3910-4bef-9298-7599e33a9fec. Feb 04 21:17:08.508033 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295452b1-a209-45c6-b3dc-bca0bfca52b0 req-a9b688bc-7a23-4768-b182-dde3ca4364f2 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:08.515179 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-295452b1-a209-45c6-b3dc-bca0bfca52b0 req-a9b688bc-7a23-4768-b182-dde3ca4364f2 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 945 time: 0.3053536 Feb 04 21:17:08.707034 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-295452b1-a209-45c6-b3dc-bca0bfca52b0 req-2f2dfe7a-444a-48d9-afba-293efff8c175 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910100 Feb 04 21:17:08.793836 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6893970-a5aa-4af9-9a7d-cba5f7d9bd63', 'tag': '3a697680-cc55-40b9-87d4-dfa82ba01196', 'status': 'completed', 'code': 200} Feb 04 21:17:08.834457 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-f8cb1778-3c54-4c6f-bb7f-abebe3d2fc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1628603465-router', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:53Z', 'updated_at': '2022-02-04T21:12:09Z', 'revision_number': 4, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'gw_port': {'id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:56Z', 'updated_at': '2022-02-04T21:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': '06f3f031-98f1-44ce-8cd3-bf6851bb96cd', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'floating_ip_address': '172.25.5.118', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'port_id': '3a697680-cc55-40b9-87d4-dfa82ba01196', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79', 'mac_address': 'fa:16:3e:40:d8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6893970-a5aa-4af9-9a7d-cba5f7d9bd63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:16:31Z', 'updated_at': '2022-02-04T21:17:05Z', 'revision_number': 1, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61fe87d9-2042-4921-bf0f-4fb86b79e35c', 'name': '', 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'mac_address': 'fa:16:3e:f8:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '2332d4ab-28bd-4df4-abe3-897aa8896a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:12:07Z', 'updated_at': '2022-02-04T21:12:21Z', 'revision_number': 5, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'subnets': [{'id': '2332d4ab-28bd-4df4-abe3-897aa8896a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:08.839781 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cb1778-3c54-4c6f-bb7f-abebe3d2fc12 None None] The sync data for ids ['e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'] in n-d-827896-1 is: [{'id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1628603465-router', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:53Z', 'updated_at': '2022-02-04T21:12:09Z', 'revision_number': 4, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'gw_port': {'id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:56Z', 'updated_at': '2022-02-04T21:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': '06f3f031-98f1-44ce-8cd3-bf6851bb96cd', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'floating_ip_address': '172.25.5.118', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'port_id': '3a697680-cc55-40b9-87d4-dfa82ba01196', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79', 'mac_address': 'fa:16:3e:40:d8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6893970-a5aa-4af9-9a7d-cba5f7d9bd63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:16:31Z', 'updated_at': '2022-02-04T21:17:05Z', 'revision_number': 1, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61fe87d9-2042-4921-bf0f-4fb86b79e35c', 'name': '', 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'mac_address': 'fa:16:3e:f8:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '2332d4ab-28bd-4df4-abe3-897aa8896a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:12:07Z', 'updated_at': '2022-02-04T21:12:21Z', 'revision_number': 5, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'subnets': [{'id': '2332d4ab-28bd-4df4-abe3-897aa8896a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:17:09.247127 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0522468-b0fc-41d2-aabd-8f7b596caeca None None] New status for floating IP 06f3f031-98f1-44ce-8cd3-bf6851bb96cd: ACTIVE {{(pid=87685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:17:09.421057 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb1ec2-77a1-4548-aef9-db3bcdbed086 req-77257f33-1003-4123-a060-2a69469d1768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:09.422539 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d1bb1ec2-77a1-4548-aef9-db3bcdbed086 req-77257f33-1003-4123-a060-2a69469d1768 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d12823a006ff49a4916b73b08e3ad259&device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 1096 time: 0.5550318 Feb 04 21:17:09.465262 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11893ea-294c-4125-a697-99f94c623d5c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Router bee36f46-722a-4e6c-9ba1-54ed39be225e has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:17:09.713679 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f3d38-c6e8-440f-baee-fddc589626b9 req-646bea4a-6319-4e9a-8f01-744804f0622f tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:09.715155 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8c3f3d38-c6e8-440f-baee-fddc589626b9 req-646bea4a-6319-4e9a-8f01-744804f0622f tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/ports?device_id=c316f322-dba4-4071-bc58-de9fe5aae0a3 HTTP/1.1" status: 200 len: 945 time: 0.3598866 Feb 04 21:17:09.722794 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb1ec2-77a1-4548-aef9-db3bcdbed086 req-b2b21f38-2c65-4cb1-9e6f-1cd86fd83a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:09.724416 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d1bb1ec2-77a1-4548-aef9-db3bcdbed086 req-b2b21f38-2c65-4cb1-9e6f-1cd86fd83a09 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aeca86bf-5462-4afd-9138-c5fe85a0ef79 HTTP/1.1" status: 200 len: 918 time: 0.2904418 Feb 04 21:17:09.958767 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8c3f3d38-c6e8-440f-baee-fddc589626b9 req-bca88908-9562-4a5b-97c6-2f56b8e977e0 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/security-groups?id=80426f3a-e19c-48f8-9cc2-5c9962c80172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809242 Feb 04 21:17:09.975668 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d1bb1ec2-77a1-4548-aef9-db3bcdbed086 req-1dd43ee9-cfcf-4fd5-94b3-2e1a4203cdeb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a697680-cc55-40b9-87d4-dfa82ba01196 HTTP/1.1" status: 200 len: 1001 time: 0.1967094 Feb 04 21:17:09.977361 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11893ea-294c-4125-a697-99f94c623d5c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:17:09.989133 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f34348-2ed3-424e-9a2f-2b678141cba7 None None] Sync routers for ids ['bee36f46-722a-4e6c-9ba1-54ed39be225e'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:17:10.008510 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f34348-2ed3-424e-9a2f-2b678141cba7 None None] Routers {'bee36f46-722a-4e6c-9ba1-54ed39be225e'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:17:10.009385 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-e9f34348-2ed3-424e-9a2f-2b678141cba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:16:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['bee36f46-722a-4e6c-9ba1-54ed39be225e'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:10.093722 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f11893ea-294c-4125-a697-99f94c623d5c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:10.116775 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-e9f34348-2ed3-424e-9a2f-2b678141cba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:10.127888 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f34348-2ed3-424e-9a2f-2b678141cba7 None None] Routers {'bee36f46-722a-4e6c-9ba1-54ed39be225e'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:17:10.128649 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-e9f34348-2ed3-424e-9a2f-2b678141cba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:16:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['bee36f46-722a-4e6c-9ba1-54ed39be225e'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:10.155796 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-f11893ea-294c-4125-a697-99f94c623d5c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.1012981 Feb 04 21:17:10.157892 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb1ec2-77a1-4548-aef9-db3bcdbed086 req-12df6b51-628e-4968-b8e0-f6570187f9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:10.160007 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47208) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:10.161381 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d1bb1ec2-77a1-4548-aef9-db3bcdbed086 req-12df6b51-628e-4968-b8e0-f6570187f9bd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2332d4ab-28bd-4df4-abe3-897aa8896a30 HTTP/1.1" status: 200 len: 856 time: 0.1596382 Feb 04 21:17:10.166422 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-f1f77857-ae08-43d2-b11a-c6478eda15ea tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Request body: {'floatingip': {'port_id': 'bd289f95-3910-4bef-9298-7599e33a9fec', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:17:10.229334 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-e9f34348-2ed3-424e-9a2f-2b678141cba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:10.229751 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f34348-2ed3-424e-9a2f-2b678141cba7 None None] The sync data for ids ['bee36f46-722a-4e6c-9ba1-54ed39be225e'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:17:10.320513 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f1f77857-ae08-43d2-b11a-c6478eda15ea tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for floatingip, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:10.357363 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb1ec2-77a1-4548-aef9-db3bcdbed086 req-1af9ade6-72ff-4821-bee4-ef2d13ffb524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:10.359117 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d1bb1ec2-77a1-4548-aef9-db3bcdbed086 req-1af9ade6-72ff-4821-bee4-ef2d13ffb524 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aeca86bf-5462-4afd-9138-c5fe85a0ef79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1898901 Feb 04 21:17:10.402439 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f5565-d9b4-44bc-9b74-f7b820a21eaa req-b68e2e14-7626-43bf-a5cf-2181dd6e17a7 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:10.409356 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e52f5565-d9b4-44bc-9b74-f7b820a21eaa req-b68e2e14-7626-43bf-a5cf-2181dd6e17a7 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 947 time: 0.1868181 Feb 04 21:17:10.545103 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e52f5565-d9b4-44bc-9b74-f7b820a21eaa req-4b0912e6-c493-4154-963a-627f563a1576 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349459 Feb 04 21:17:10.624425 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d1bb1ec2-77a1-4548-aef9-db3bcdbed086 req-a1ac60b8-740e-47c0-a0fd-783a73dafcd5 service neutron] 10.222.0.32 "GET /v2.0/networks/aeca86bf-5462-4afd-9138-c5fe85a0ef79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568326 Feb 04 21:17:10.804375 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2bbe2-c7ee-48c6-99f2-9ac803083699 req-1b7d3845-9f8c-452d-8e53-2702e3d4ca9a tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:10.806968 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-cce2bbe2-c7ee-48c6-99f2-9ac803083699 req-1b7d3845-9f8c-452d-8e53-2702e3d4ca9a tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.18 "GET /v2.0/ports?device_id=e360acaf-0a44-4774-bdc0-a476e84baa3f HTTP/1.1" status: 200 len: 945 time: 0.2373865 Feb 04 21:17:10.933178 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d1bb1ec2-77a1-4548-aef9-db3bcdbed086 req-ff67b489-1786-40e5-8a3d-9a2492fd5048 service neutron] 10.222.0.32 "GET /v2.0/networks/aeca86bf-5462-4afd-9138-c5fe85a0ef79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015254 Feb 04 21:17:10.977168 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daadc1a-ec25-41d6-8224-5e4e51a8810b req-03d9768f-67e0-448a-af1a-bdfcad4896d3 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:10.980769 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7daadc1a-ec25-41d6-8224-5e4e51a8810b req-03d9768f-67e0-448a-af1a-bdfcad4896d3 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=95bc112e-29c3-4552-b601-6bd5c2103cb8 HTTP/1.1" status: 200 len: 946 time: 0.1129534 Feb 04 21:17:11.002909 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-cce2bbe2-c7ee-48c6-99f2-9ac803083699 req-eefb6e42-472d-4bbd-86af-9d4b1137c0b2 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Deleting port 28f935fb-6343-4002-aa76-f6e7d9c4d953 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:17:11.003309 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-cce2bbe2-c7ee-48c6-99f2-9ac803083699 req-eefb6e42-472d-4bbd-86af-9d4b1137c0b2 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:11.067701 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7daadc1a-ec25-41d6-8224-5e4e51a8810b req-dd90240b-bbd4-4090-93f3-a752aae0e1a7 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585394 Feb 04 21:17:11.439756 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-5ed3f133-8a1c-443f-9ba5-2944a449c537 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:11.447953 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-5ed3f133-8a1c-443f-9ba5-2944a449c537 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/networks?id=576e0778-5be3-4863-9aa7-c402bf42ead3 HTTP/1.1" status: 200 len: 814 time: 0.2380931 Feb 04 21:17:11.464141 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-f33088ad-f799-48c9-8d27-9f34457484e7 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/quotas/c5ae562ff357413ba235b51f47b1bbee HTTP/1.1" status: 200 len: 375 time: 0.0165355 Feb 04 21:17:11.569178 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-5f99e349-bb32-407e-843a-f1f026c72826 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5ae562ff357413ba235b51f47b1bbee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1041403 Feb 04 21:17:11.672261 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-cce2bbe2-c7ee-48c6-99f2-9ac803083699 req-eefb6e42-472d-4bbd-86af-9d4b1137c0b2 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] For port 28f935fb-6343-4002-aa76-f6e7d9c4d953, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=28f935fb-6343-4002-aa76-f6e7d9c4d953,segment=NetworkSegment(47332b6e-4b4a-433a-8338-a7e28128d91b),segment_id=47332b6e-4b4a-433a-8338-a7e28128d91b)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:17:11.672887 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-cce2bbe2-c7ee-48c6-99f2-9ac803083699 req-eefb6e42-472d-4bbd-86af-9d4b1137c0b2 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:11.747497 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47276) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:11.840203 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-cce2bbe2-c7ee-48c6-99f2-9ac803083699 req-eefb6e42-472d-4bbd-86af-9d4b1137c0b2 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Calling delete_port for 28f935fb-6343-4002-aa76-f6e7d9c4d953 owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:17:11.905115 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-672c65fb-6c6f-4be9-9cb9-36e2c3b7cb13 service neutron] 10.222.0.26 "GET /v2.0/networks/576e0778-5be3-4863-9aa7-c402bf42ead3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254950 Feb 04 21:17:12.101782 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-12e454b3-b9a1-4dc2-acfe-591811774a83 service neutron] 10.222.0.26 "GET /v2.0/networks/576e0778-5be3-4863-9aa7-c402bf42ead3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900353 Feb 04 21:17:12.125888 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f1f77857-ae08-43d2-b11a-c6478eda15ea tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:12.138117 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b5d9acae-0c21-4ceb-b4a4-6fc853569e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:12.147428 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f1f77857-ae08-43d2-b11a-c6478eda15ea tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:12.270570 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b5d9acae-0c21-4ceb-b4a4-6fc853569e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:17:12.285519 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-cce2bbe2-c7ee-48c6-99f2-9ac803083699 req-eefb6e42-472d-4bbd-86af-9d4b1137c0b2 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:12.358941 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b5d9acae-0c21-4ceb-b4a4-6fc853569e1e admin admin] Usage tracker for resource:security_group_rule and tenant:29ac4f13738149d3b58cbd933bf786bb is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:17:12.371919 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb6e42-472d-4bbd-86af-9d4b1137c0b2 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Pushing event deleted for resources: {'Port': ['ID=28f935fb-6343-4002-aa76-f6e7d9c4d953,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:12.381320 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b5d9acae-0c21-4ceb-b4a4-6fc853569e1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:17:12.408494 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e6446-31b0-4150-8fcb-60ed68e830f4 req-3331c857-c461-465b-8d76-a01584d8db3e tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:12.410520 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-618e6446-31b0-4150-8fcb-60ed68e830f4 req-3331c857-c461-465b-8d76-a01584d8db3e tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 945 time: 0.1101863 Feb 04 21:17:12.427882 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b5d9acae-0c21-4ceb-b4a4-6fc853569e1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:17:12.474018 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-618e6446-31b0-4150-8fcb-60ed68e830f4 req-1f4ee838-415e-49fe-a624-781e6c738cde tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554357 Feb 04 21:17:12.504052 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-0ed89fff-c7a9-4090-abba-372c289032d9 req-ae8967df-ef38-4aa9-9d90-7cc38406c428 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-782102943', 'description': 'tempest-description-72378614'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:17:12.510386 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-0ed89fff-c7a9-4090-abba-372c289032d9 req-ae8967df-ef38-4aa9-9d90-7cc38406c428 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:17:12.514271 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-0ed89fff-c7a9-4090-abba-372c289032d9 req-ae8967df-ef38-4aa9-9d90-7cc38406c428 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Usage tracker for resource:security_group and tenant:1a2ad9f6d6894e53a79216ac27c4fa23 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:17:12.517262 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-0ed89fff-c7a9-4090-abba-372c289032d9 req-ae8967df-ef38-4aa9-9d90-7cc38406c428 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:17:12.523133 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-0ed89fff-c7a9-4090-abba-372c289032d9 req-ae8967df-ef38-4aa9-9d90-7cc38406c428 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:17:12.536928 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0ed89fff-c7a9-4090-abba-372c289032d9 req-ae8967df-ef38-4aa9-9d90-7cc38406c428 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:12.564694 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-0ed89fff-c7a9-4090-abba-372c289032d9 req-ae8967df-ef38-4aa9-9d90-7cc38406c428 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:17:12.568819 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-0ed89fff-c7a9-4090-abba-372c289032d9 req-ae8967df-ef38-4aa9-9d90-7cc38406c428 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Usage tracker for resource:security_group_rule and tenant:1a2ad9f6d6894e53a79216ac27c4fa23 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:17:12.571951 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-0ed89fff-c7a9-4090-abba-372c289032d9 req-ae8967df-ef38-4aa9-9d90-7cc38406c428 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:17:12.578416 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-0ed89fff-c7a9-4090-abba-372c289032d9 req-ae8967df-ef38-4aa9-9d90-7cc38406c428 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:17:12.595113 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce2bbe2-c7ee-48c6-99f2-9ac803083699 req-eefb6e42-472d-4bbd-86af-9d4b1137c0b2 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] No DVR routers for this DVR port 28f935fb-6343-4002-aa76-f6e7d9c4d953 on host n-h2-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:17:12.607633 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-cce2bbe2-c7ee-48c6-99f2-9ac803083699 req-eefb6e42-472d-4bbd-86af-9d4b1137c0b2 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:12.613976 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e360acaf-0a44-4774-bdc0-a476e84baa3f', 'name': 'network-vif-deleted', 'tag': '28f935fb-6343-4002-aa76-f6e7d9c4d953'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:17:12.674908 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0ed89fff-c7a9-4090-abba-372c289032d9 req-ae8967df-ef38-4aa9-9d90-7cc38406c428 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:12.679558 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0ed89fff-c7a9-4090-abba-372c289032d9 req-ae8967df-ef38-4aa9-9d90-7cc38406c428 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:12.717271 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-cce2bbe2-c7ee-48c6-99f2-9ac803083699 req-eefb6e42-472d-4bbd-86af-9d4b1137c0b2 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.18 "DELETE /v2.0/ports/28f935fb-6343-4002-aa76-f6e7d9c4d953 HTTP/1.1" status: 204 len: 173 time: 1.9052184 Feb 04 21:17:12.740184 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8967df-ef38-4aa9-9d90-7cc38406c428 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b5b6a1-a752-4b65-a076-b7ac63433ac6,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:12.756538 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-0ed89fff-c7a9-4090-abba-372c289032d9 req-ae8967df-ef38-4aa9-9d90-7cc38406c428 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:12.758378 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0ed89fff-c7a9-4090-abba-372c289032d9 req-ae8967df-ef38-4aa9-9d90-7cc38406c428 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2583272 Feb 04 21:17:12.933195 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f77857-ae08-43d2-b11a-c6478eda15ea tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Router bee36f46-722a-4e6c-9ba1-54ed39be225e has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:17:12.935153 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b5d9acae-0c21-4ceb-b4a4-6fc853569e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:12.944329 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b5d9acae-0c21-4ceb-b4a4-6fc853569e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:13.079522 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a8a1f-54d2-42a7-aeca-44fd3f33a270 req-e11e80db-496d-4792-9980-ad09b790070b tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:13.081118 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-564a8a1f-54d2-42a7-aeca-44fd3f33a270 req-e11e80db-496d-4792-9980-ad09b790070b tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 947 time: 0.1759427 Feb 04 21:17:13.135972 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-564a8a1f-54d2-42a7-aeca-44fd3f33a270 req-71401486-9027-49f7-af3b-76bf6eb5bd05 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464070 Feb 04 21:17:13.236216 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b5d9acae-0c21-4ceb-b4a4-6fc853569e1e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=29ac4f13738149d3b58cbd933bf786bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4851139 Feb 04 21:17:13.239890 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 47312) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:13.241897 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9acae-0c21-4ceb-b4a4-6fc853569e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae9a697-d31e-4574-a366-d1d92d874c31,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:13.355657 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f77857-ae08-43d2-b11a-c6478eda15ea tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:17:13.369625 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f1f77857-ae08-43d2-b11a-c6478eda15ea tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:13.375681 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ca6a38-40c8-4b61-8792-63b20e4050ed None None] Sync routers for ids ['bee36f46-722a-4e6c-9ba1-54ed39be225e'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:17:13.411234 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f78171ef-3789-45be-b171-5f393753c76f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:13.411620 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ca6a38-40c8-4b61-8792-63b20e4050ed None None] Routers {'bee36f46-722a-4e6c-9ba1-54ed39be225e'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:17:13.412580 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-a7ca6a38-40c8-4b61-8792-63b20e4050ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:16:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['bee36f46-722a-4e6c-9ba1-54ed39be225e'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:13.503112 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca808893-1807-471b-afd8-2d04d9f3070e req-ee10e6a4-3339-432e-850f-67af4c15db07 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:13.504654 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ca808893-1807-471b-afd8-2d04d9f3070e req-ee10e6a4-3339-432e-850f-67af4c15db07 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=af963ca1-112b-4b47-b85b-131b8fa1211f HTTP/1.1" status: 200 len: 945 time: 0.2543745 Feb 04 21:17:13.516008 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-a7ca6a38-40c8-4b61-8792-63b20e4050ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:13.519300 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f78171ef-3789-45be-b171-5f393753c76f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:13.532868 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ca6a38-40c8-4b61-8792-63b20e4050ed None None] Routers {'bee36f46-722a-4e6c-9ba1-54ed39be225e'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:17:13.533690 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-a7ca6a38-40c8-4b61-8792-63b20e4050ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:16:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['bee36f46-722a-4e6c-9ba1-54ed39be225e'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:13.539605 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f1f77857-ae08-43d2-b11a-c6478eda15ea tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "PUT /v2.0/floatingips/c5fffb91-7ea6-4c11-85a4-b31dc817bb90 HTTP/1.1" status: 200 len: 978 time: 3.3789301 Feb 04 21:17:13.543037 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47316) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:13.615792 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-a7ca6a38-40c8-4b61-8792-63b20e4050ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:13.616635 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ca6a38-40c8-4b61-8792-63b20e4050ed None None] The sync data for ids ['bee36f46-722a-4e6c-9ba1-54ed39be225e'] in n-d-827896-1 is: [] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:17:13.697624 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ca808893-1807-471b-afd8-2d04d9f3070e req-7ccee91a-1d3b-41f2-a09a-820a99b7f710 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702938 Feb 04 21:17:13.753532 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 28f935fb-6343-4002-aa76-f6e7d9c4d953 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:17:13.794659 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f78171ef-3789-45be-b171-5f393753c76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:13.795660 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: 28f935fb-6343-4002-aa76-f6e7d9c4d953 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:17:13.796058 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 28f935fb-6343-4002-aa76-f6e7d9c4d953 not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:17:13.835541 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-c38041ef-b289-44c7-8e57-dc4b50ca7036 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Deleting port 9e8f3e28-5aaa-4825-984e-9f833c1b5831 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:17:13.836100 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c38041ef-b289-44c7-8e57-dc4b50ca7036 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:13.839822 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-490cab16-25c0-4c22-abdc-92bc5abf733c tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:13.842142 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-490cab16-25c0-4c22-abdc-92bc5abf733c tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.32 "GET /v2.0/networks?id=576e0778-5be3-4863-9aa7-c402bf42ead3 HTTP/1.1" status: 200 len: 814 time: 0.2350740 Feb 04 21:17:13.850320 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78171ef-3789-45be-b171-5f393753c76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae9a697-d31e-4574-a366-d1d92d874c31,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:13.875454 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c5e661b7-56e1-4b72-81fb-4365564f64a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:13.905492 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-b12548e4-0e2a-494b-9b52-9712f41105cc tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Request body: {'port': {'device_id': 'f63c5e02-233e-471b-9eaf-1c8199a1643b', 'network_id': '576e0778-5be3-4863-9aa7-c402bf42ead3', 'admin_state_up': True, 'tenant_id': 'c5ae562ff357413ba235b51f47b1bbee'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:17:13.985287 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-98019f15-1a50-485f-bc6e-5f0d09d6704f req-dee5ccfd-b709-44dd-ad34-2a96e5dbf0c1 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=f63c5e02-233e-471b-9eaf-1c8199a1643b HTTP/1.1" status: 200 len: 210 time: 0.1279495 Feb 04 21:17:13.986089 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f78171ef-3789-45be-b171-5f393753c76f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:13.989682 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-f78171ef-3789-45be-b171-5f393753c76f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7ae9a697-d31e-4574-a366-d1d92d874c31 HTTP/1.1" status: 204 len: 168 time: 0.7487977 Feb 04 21:17:14.075980 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-b12548e4-0e2a-494b-9b52-9712f41105cc tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:17:14.081822 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-b12548e4-0e2a-494b-9b52-9712f41105cc tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Usage tracker for resource:port and tenant:c5ae562ff357413ba235b51f47b1bbee is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:17:14.084997 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c38041ef-b289-44c7-8e57-dc4b50ca7036 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:14.085171 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-b12548e4-0e2a-494b-9b52-9712f41105cc tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:17:14.085508 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c38041ef-b289-44c7-8e57-dc4b50ca7036 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:14.092745 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-b12548e4-0e2a-494b-9b52-9712f41105cc tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:17:14.108032 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-b12548e4-0e2a-494b-9b52-9712f41105cc tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Made reservation on behalf of c5ae562ff357413ba235b51f47b1bbee for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:17:14.120915 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-b12548e4-0e2a-494b-9b52-9712f41105cc tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:14.284333 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-c38041ef-b289-44c7-8e57-dc4b50ca7036 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Calling delete_port for 9e8f3e28-5aaa-4825-984e-9f833c1b5831 owned by network:floatingip {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:17:14.360853 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-b12548e4-0e2a-494b-9b52-9712f41105cc tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Allocated IP 172.20.0.4 (576e0778-5be3-4863-9aa7-c402bf42ead3/f5fa560a-48fa-4fa4-b2a4-c77d56ecaf85/7803fe53-9343-45a5-a940-995f359bc5dc) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:17:14.490039 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c38041ef-b289-44c7-8e57-dc4b50ca7036 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:14.529123 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 47338) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:14.544575 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38041ef-b289-44c7-8e57-dc4b50ca7036 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event deleted for resources: {'Port': ['ID=9e8f3e28-5aaa-4825-984e-9f833c1b5831,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:14.562277 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4df5258d-348b-4459-b99c-e5fee8f73b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:14.583527 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-4df5258d-348b-4459-b99c-e5fee8f73b52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:17:14.587862 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-4df5258d-348b-4459-b99c-e5fee8f73b52 admin admin] Usage tracker for resource:security_group_rule and tenant:64f3f3bac7b34dc3975509ea089c9da4 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:17:14.591010 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-4df5258d-348b-4459-b99c-e5fee8f73b52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:17:14.598572 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-4df5258d-348b-4459-b99c-e5fee8f73b52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:17:14.663259 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c38041ef-b289-44c7-8e57-dc4b50ca7036 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for floatingip, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:14.663619 n-d-827896-1 neutron-server[87682]: INFO neutron.db.l3_db [None req-c38041ef-b289-44c7-8e57-dc4b50ca7036 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Floating IP c5fffb91-7ea6-4c11-85a4-b31dc817bb90 disassociated (deleted). External IP: 172.25.5.95, port: bd289f95-3910-4bef-9298-7599e33a9fec. Feb 04 21:17:14.747739 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e360acaf-0a44-4774-bdc0-a476e84baa3f', 'name': 'network-vif-deleted', 'tag': '28f935fb-6343-4002-aa76-f6e7d9c4d953', 'status': 'completed', 'code': 200} Feb 04 21:17:14.764973 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-b12548e4-0e2a-494b-9b52-9712f41105cc tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:14.875357 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4df5258d-348b-4459-b99c-e5fee8f73b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:14.885329 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4df5258d-348b-4459-b99c-e5fee8f73b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:14.901103 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-b12548e4-0e2a-494b-9b52-9712f41105cc tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:14.937864 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-3253bf26-dbcd-4f05-b9bf-cdec8bc02357 req-40770e6a-6f19-4106-853e-da71a657fedb tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Synchronizing usage tracker for tenant:1a2ad9f6d6894e53a79216ac27c4fa23 on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:17:15.005455 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-b12548e4-0e2a-494b-9b52-9712f41105cc tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Network 576e0778-5be3-4863-9aa7-c402bf42ead3 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:17:15.062949 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-b12548e4-0e2a-494b-9b52-9712f41105cc tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:17:15.088817 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-4df5258d-348b-4459-b99c-e5fee8f73b52 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=64f3f3bac7b34dc3975509ea089c9da4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5585375 Feb 04 21:17:15.090429 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-b12548e4-0e2a-494b-9b52-9712f41105cc tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:17:15.128132 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5258d-348b-4459-b99c-e5fee8f73b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93148612-2e3f-4c85-b5c1-140e7961bca5,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:15.130860 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 47350) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:15.148353 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-3253bf26-dbcd-4f05-b9bf-cdec8bc02357 req-40770e6a-6f19-4106-853e-da71a657fedb tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Unset dirty status for tenant:1a2ad9f6d6894e53a79216ac27c4fa23 on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:17:15.150120 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3253bf26-dbcd-4f05-b9bf-cdec8bc02357 req-40770e6a-6f19-4106-853e-da71a657fedb tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-782102943&fields=id&tenant_id=1a2ad9f6d6894e53a79216ac27c4fa23 HTTP/1.1" status: 200 len: 267 time: 0.2932484 Feb 04 21:17:15.250103 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38041ef-b289-44c7-8e57-dc4b50ca7036 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Router bee36f46-722a-4e6c-9ba1-54ed39be225e has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:17:15.270872 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-b12548e4-0e2a-494b-9b52-9712f41105cc tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:15.273547 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-b12548e4-0e2a-494b-9b52-9712f41105cc tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:15.304708 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12548e4-0e2a-494b-9b52-9712f41105cc tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Pushing event updated for resources: {'Port': ['ID=7803fe53-9343-45a5-a940-995f359bc5dc,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:15.392409 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-b12548e4-0e2a-494b-9b52-9712f41105cc tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5312440 Feb 04 21:17:15.418302 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-0f2264da-af1b-4bc4-80ac-4ce7f7f3a27e service neutron] Request body: {'port': {'device_id': 'f63c5e02-233e-471b-9eaf-1c8199a1643b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:17:15.477363 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38041ef-b289-44c7-8e57-dc4b50ca7036 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:17:15.490763 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec453c82-0e29-45fe-a7ac-fa143a96863b None None] Sync routers for ids ['bee36f46-722a-4e6c-9ba1-54ed39be225e'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:17:15.502529 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c38041ef-b289-44c7-8e57-dc4b50ca7036 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:15.503702 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec453c82-0e29-45fe-a7ac-fa143a96863b None None] Routers {'bee36f46-722a-4e6c-9ba1-54ed39be225e'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:17:15.505913 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-ec453c82-0e29-45fe-a7ac-fa143a96863b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:16:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['bee36f46-722a-4e6c-9ba1-54ed39be225e'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:15.574885 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c38041ef-b289-44c7-8e57-dc4b50ca7036 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "DELETE /v2.0/floatingips/c5fffb91-7ea6-4c11-85a4-b31dc817bb90 HTTP/1.1" status: 204 len: 168 time: 2.0274596 Feb 04 21:17:15.576248 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47360) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:15.602667 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-ec453c82-0e29-45fe-a7ac-fa143a96863b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:15.626737 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec453c82-0e29-45fe-a7ac-fa143a96863b None None] Routers {'bee36f46-722a-4e6c-9ba1-54ed39be225e'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:17:15.627658 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-ec453c82-0e29-45fe-a7ac-fa143a96863b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:16:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['bee36f46-722a-4e6c-9ba1-54ed39be225e'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:15.675643 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-2ce2e8a5-64f9-4867-b18b-65b89f5eed03 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Deleting port bd289f95-3910-4bef-9298-7599e33a9fec {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:17:15.675912 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2ce2e8a5-64f9-4867-b18b-65b89f5eed03 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:15.687912 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-117d4d51-c34b-4acf-8be7-4ef8af8f8183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:15.724001 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-ec453c82-0e29-45fe-a7ac-fa143a96863b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:15.724304 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec453c82-0e29-45fe-a7ac-fa143a96863b None None] The sync data for ids ['bee36f46-722a-4e6c-9ba1-54ed39be225e'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:17:15.796776 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-117d4d51-c34b-4acf-8be7-4ef8af8f8183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:15.833777 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253bf26-dbcd-4f05-b9bf-cdec8bc02357 req-bf571065-bcc8-4a83-84de-e03ebe839aa8 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:15.835603 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3253bf26-dbcd-4f05-b9bf-cdec8bc02357 req-bf571065-bcc8-4a83-84de-e03ebe839aa8 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/ports?device_id=c316f322-dba4-4071-bc58-de9fe5aae0a3 HTTP/1.1" status: 200 len: 945 time: 0.6252496 Feb 04 21:17:15.839933 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-0f2264da-af1b-4bc4-80ac-4ce7f7f3a27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:15.857913 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-3253bf26-dbcd-4f05-b9bf-cdec8bc02357 req-de49b893-6ab3-4d8f-8dbd-c1216ef01b1c tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Request body: {'port': {'security_groups': ['80426f3a-e19c-48f8-9cc2-5c9962c80172', 'd9b5b6a1-a752-4b65-a076-b7ac63433ac6']}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:17:16.026200 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2ce2e8a5-64f9-4867-b18b-65b89f5eed03 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:16.070542 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3253bf26-dbcd-4f05-b9bf-cdec8bc02357 req-de49b893-6ab3-4d8f-8dbd-c1216ef01b1c tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:16.136876 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-117d4d51-c34b-4acf-8be7-4ef8af8f8183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:16.170172 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-2ce2e8a5-64f9-4867-b18b-65b89f5eed03 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Calling delete_port for bd289f95-3910-4bef-9298-7599e33a9fec owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:17:16.191932 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d4d51-c34b-4acf-8be7-4ef8af8f8183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93148612-2e3f-4c85-b5c1-140e7961bca5,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:16.246501 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-117d4d51-c34b-4acf-8be7-4ef8af8f8183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:16.247839 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-117d4d51-c34b-4acf-8be7-4ef8af8f8183 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/93148612-2e3f-4c85-b5c1-140e7961bca5 HTTP/1.1" status: 204 len: 168 time: 1.1064992 Feb 04 21:17:16.285337 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8c191f74-7458-4cff-ad90-3e8d65ae74c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:16.459208 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2ce2e8a5-64f9-4867-b18b-65b89f5eed03 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:16.568943 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce2e8a5-64f9-4867-b18b-65b89f5eed03 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event deleted for resources: {'Port': ['ID=bd289f95-3910-4bef-9298-7599e33a9fec,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:16.610734 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-0f2264da-af1b-4bc4-80ac-4ce7f7f3a27e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7803fe53-9343-45a5-a940-995f359bc5dc {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:17:16.628013 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-0f2264da-af1b-4bc4-80ac-4ce7f7f3a27e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:16.640858 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-3253bf26-dbcd-4f05-b9bf-cdec8bc02357 req-de49b893-6ab3-4d8f-8dbd-c1216ef01b1c tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] For port 6ad46833-08d8-4921-b3a7-e7e0afd810be, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=6ad46833-08d8-4921-b3a7-e7e0afd810be,segment=NetworkSegment(1cf06032-9feb-46f6-ad85-830bb602df70),segment_id=1cf06032-9feb-46f6-ad85-830bb602df70)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:17:16.654756 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-0f2264da-af1b-4bc4-80ac-4ce7f7f3a27e service neutron] Transition to ACTIVE for port object 7803fe53-9343-45a5-a940-995f359bc5dc will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:17:16.662422 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-0f2264da-af1b-4bc4-80ac-4ce7f7f3a27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:16.690759 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2ce2e8a5-64f9-4867-b18b-65b89f5eed03 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:16.704294 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2ce2e8a5-64f9-4867-b18b-65b89f5eed03 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "DELETE /v2.0/ports/bd289f95-3910-4bef-9298-7599e33a9fec HTTP/1.1" status: 204 len: 168 time: 1.1267211 Feb 04 21:17:16.705322 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47376) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:16.710967 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-3566436c-5a88-4c5f-bf80-ace28f0e7a8a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Request body: {'floatingip': {'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:17:16.718591 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3566436c-5a88-4c5f-bf80-ace28f0e7a8a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:17:16.723563 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3566436c-5a88-4c5f-bf80-ace28f0e7a8a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Usage tracker for resource:floatingip and tenant:92996577dea24748aff25236d6c88c98 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:17:16.727517 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3566436c-5a88-4c5f-bf80-ace28f0e7a8a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:17:16.733710 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3566436c-5a88-4c5f-bf80-ace28f0e7a8a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:17:16.744892 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3566436c-5a88-4c5f-bf80-ace28f0e7a8a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for floatingip, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:16.791046 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3253bf26-dbcd-4f05-b9bf-cdec8bc02357 req-de49b893-6ab3-4d8f-8dbd-c1216ef01b1c tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:16.807818 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3253bf26-dbcd-4f05-b9bf-cdec8bc02357 req-de49b893-6ab3-4d8f-8dbd-c1216ef01b1c tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:16.819306 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['6ad46833-08d8-4921-b3a7-e7e0afd810be'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:17:16.870707 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2264da-af1b-4bc4-80ac-4ce7f7f3a27e service neutron] Pushing event updated for resources: {'Port': ['ID=7803fe53-9343-45a5-a940-995f359bc5dc,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:16.901679 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3566436c-5a88-4c5f-bf80-ace28f0e7a8a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:17.032010 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253bf26-dbcd-4f05-b9bf-cdec8bc02357 req-de49b893-6ab3-4d8f-8dbd-c1216ef01b1c tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:17.032816 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3253bf26-dbcd-4f05-b9bf-cdec8bc02357 req-de49b893-6ab3-4d8f-8dbd-c1216ef01b1c tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:17.045799 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3253bf26-dbcd-4f05-b9bf-cdec8bc02357 req-de49b893-6ab3-4d8f-8dbd-c1216ef01b1c tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "PUT /v2.0/ports/6ad46833-08d8-4921-b3a7-e7e0afd810be HTTP/1.1" status: 200 len: 981 time: 1.1936660 Feb 04 21:17:17.063375 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c316f322-dba4-4071-bc58-de9fe5aae0a3', 'tag': '6ad46833-08d8-4921-b3a7-e7e0afd810be'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:17:17.128567 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['6ad46833-08d8-4921-b3a7-e7e0afd810be'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:17:17.166502 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-0f2264da-af1b-4bc4-80ac-4ce7f7f3a27e service neutron] Attempting to bind port 7803fe53-9343-45a5-a940-995f359bc5dc on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:17:17.166869 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-0f2264da-af1b-4bc4-80ac-4ce7f7f3a27e service neutron] Attempting to bind port 7803fe53-9343-45a5-a940-995f359bc5dc by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': '47332b6e-4b4a-433a-8338-a7e28128d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '576e0778-5be3-4863-9aa7-c402bf42ead3'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:17:17.167189 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-0f2264da-af1b-4bc4-80ac-4ce7f7f3a27e service neutron] Attempting to bind port 7803fe53-9343-45a5-a940-995f359bc5dc on network 576e0778-5be3-4863-9aa7-c402bf42ead3 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:17:17.173185 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49b893-6ab3-4d8f-8dbd-c1216ef01b1c tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Pushing event updated for resources: {'Port': ['ID=6ad46833-08d8-4921-b3a7-e7e0afd810be,revision_number=6']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:17.188008 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-0f2264da-af1b-4bc4-80ac-4ce7f7f3a27e service neutron] Port 7803fe53-9343-45a5-a940-995f359bc5dc on network 576e0778-5be3-4863-9aa7-c402bf42ead3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:17:17.188008 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-0f2264da-af1b-4bc4-80ac-4ce7f7f3a27e service neutron] Attempting to bind port 7803fe53-9343-45a5-a940-995f359bc5dc on network 576e0778-5be3-4863-9aa7-c402bf42ead3 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:17:17.189095 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-0f2264da-af1b-4bc4-80ac-4ce7f7f3a27e service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:17:17.189095 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-0f2264da-af1b-4bc4-80ac-4ce7f7f3a27e service neutron] Checking segment: {'id': '47332b6e-4b4a-433a-8338-a7e28128d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '576e0778-5be3-4863-9aa7-c402bf42ead3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:17:17.195069 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-3566436c-5a88-4c5f-bf80-ace28f0e7a8a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Allocated IP 172.25.5.219 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/3b636a0e-4ded-4d03-92ca-7172eb5a7203) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:17:17.200822 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-0f2264da-af1b-4bc4-80ac-4ce7f7f3a27e service neutron] Bound using segment: {'id': '47332b6e-4b4a-433a-8338-a7e28128d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '576e0778-5be3-4863-9aa7-c402bf42ead3'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:17:17.202497 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-0f2264da-af1b-4bc4-80ac-4ce7f7f3a27e service neutron] Bound port: 7803fe53-9343-45a5-a940-995f359bc5dc, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47332b6e-4b4a-433a-8338-a7e28128d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '576e0778-5be3-4863-9aa7-c402bf42ead3'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:17:17.207445 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-0f2264da-af1b-4bc4-80ac-4ce7f7f3a27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:17.450391 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:17.458200 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3566436c-5a88-4c5f-bf80-ace28f0e7a8a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:17.479766 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-0f2264da-af1b-4bc4-80ac-4ce7f7f3a27e service neutron] For port 7803fe53-9343-45a5-a940-995f359bc5dc, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:17:17.489125 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-0f2264da-af1b-4bc4-80ac-4ce7f7f3a27e service neutron] For port 7803fe53-9343-45a5-a940-995f359bc5dc, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=7803fe53-9343-45a5-a940-995f359bc5dc,segment=NetworkSegment(47332b6e-4b4a-433a-8338-a7e28128d91b),segment_id=47332b6e-4b4a-433a-8338-a7e28128d91b)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:17:17.503662 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-0f2264da-af1b-4bc4-80ac-4ce7f7f3a27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:17.553060 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3566436c-5a88-4c5f-bf80-ace28f0e7a8a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:17.571076 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5be775-9e2e-4bce-bdb5-ac643df66098 req-7f52e90a-a374-45c4-93d4-266bc4a276be tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:17.572841 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bc5be775-9e2e-4bce-bdb5-ac643df66098 req-7f52e90a-a374-45c4-93d4-266bc4a276be tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=95bc112e-29c3-4552-b601-6bd5c2103cb8 HTTP/1.1" status: 200 len: 946 time: 0.3191221 Feb 04 21:17:17.635054 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:17.638528 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-0f2264da-af1b-4bc4-80ac-4ce7f7f3a27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:17.638974 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-0f2264da-af1b-4bc4-80ac-4ce7f7f3a27e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:17.640333 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-0f2264da-af1b-4bc4-80ac-4ce7f7f3a27e service neutron] 10.222.0.32 "PUT /v2.0/ports/7803fe53-9343-45a5-a940-995f359bc5dc HTTP/1.1" status: 200 len: 1091 time: 2.2338033 Feb 04 21:17:17.654322 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bc5be775-9e2e-4bce-bdb5-ac643df66098 req-c9c655e5-0264-4a67-a32e-cf89ced609a1 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620043 Feb 04 21:17:17.661617 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2264da-af1b-4bc4-80ac-4ce7f7f3a27e service neutron] Pushing event updated for resources: {'Port': ['ID=7803fe53-9343-45a5-a940-995f359bc5dc,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:17.811765 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-ed713639-2939-4cd3-ae0e-77f2b65307aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:17.813560 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-ed713639-2939-4cd3-ae0e-77f2b65307aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5ae562ff357413ba235b51f47b1bbee&device_id=f63c5e02-233e-471b-9eaf-1c8199a1643b HTTP/1.1" status: 200 len: 1094 time: 0.1144943 Feb 04 21:17:17.867907 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3566436c-5a88-4c5f-bf80-ace28f0e7a8a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:17:17.871616 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-3566436c-5a88-4c5f-bf80-ace28f0e7a8a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:17:17.875810 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3566436c-5a88-4c5f-bf80-ace28f0e7a8a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:17:17.958589 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566436c-5a88-4c5f-bf80-ace28f0e7a8a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event updated for resources: {'Port': ['ID=3b636a0e-4ded-4d03-92ca-7172eb5a7203,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:17.966903 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3566436c-5a88-4c5f-bf80-ace28f0e7a8a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:18.032920 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3566436c-5a88-4c5f-bf80-ace28f0e7a8a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:18.164552 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-856410ce-cfe2-44ba-83b7-ce46ffdb2cd3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7803fe53-9343-45a5-a940-995f359bc5dc HTTP/1.1" status: 200 len: 217 time: 0.1068320 Feb 04 21:17:18.255351 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-96fb02bd-c12f-436e-bd2d-f0d371303531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:18.257279 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-96fb02bd-c12f-436e-bd2d-f0d371303531 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5fa560a-48fa-4fa4-b2a4-c77d56ecaf85 HTTP/1.1" status: 200 len: 854 time: 0.0857601 Feb 04 21:17:18.266744 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09b7a2-1e8f-4a93-b83f-3bbee768c3c9 req-b3bfd762-bedb-4037-a49d-cd01ca8880f8 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:18.267659 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-aa09b7a2-1e8f-4a93-b83f-3bbee768c3c9 req-b3bfd762-bedb-4037-a49d-cd01ca8880f8 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Synchronizing usage tracker for tenant:c5ae562ff357413ba235b51f47b1bbee on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:17:18.291813 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3566436c-5a88-4c5f-bf80-ace28f0e7a8a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:18.298184 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3566436c-5a88-4c5f-bf80-ace28f0e7a8a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:18.320804 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-8bba4756-8af4-442a-8a6e-6ca16728d1a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=576e0778-5be3-4863-9aa7-c402bf42ead3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486732 Feb 04 21:17:18.358524 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-aa09b7a2-1e8f-4a93-b83f-3bbee768c3c9 req-b3bfd762-bedb-4037-a49d-cd01ca8880f8 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Unset dirty status for tenant:c5ae562ff357413ba235b51f47b1bbee on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:17:18.365758 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aa09b7a2-1e8f-4a93-b83f-3bbee768c3c9 req-b3bfd762-bedb-4037-a49d-cd01ca8880f8 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=f63c5e02-233e-471b-9eaf-1c8199a1643b HTTP/1.1" status: 200 len: 943 time: 0.5567515 Feb 04 21:17:18.442074 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566436c-5a88-4c5f-bf80-ace28f0e7a8a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event updated for resources: {'Port': ['ID=3b636a0e-4ded-4d03-92ca-7172eb5a7203,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:18.451147 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3566436c-5a88-4c5f-bf80-ace28f0e7a8a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:18.481506 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3566436c-5a88-4c5f-bf80-ace28f0e7a8a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:18.482792 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3566436c-5a88-4c5f-bf80-ace28f0e7a8a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7763360 Feb 04 21:17:18.485665 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47422) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:18.492999 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-951b4e50-31af-4c66-a013-651a34b6cb87 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Request body: {'port': {'network_id': 'cde86a24-e224-442c-9ef0-2738085488b8', 'name': 'tempest-FloatingIPTestJSON-1064741890'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:17:18.523492 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aa09b7a2-1e8f-4a93-b83f-3bbee768c3c9 req-4ea20e5b-b484-4d40-8646-8c850a76d194 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560264 Feb 04 21:17:18.587886 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-58676eb6-fe8b-4a82-9527-3bb6abdc7dfd service neutron] 10.222.0.32 "GET /v2.0/networks/576e0778-5be3-4863-9aa7-c402bf42ead3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549305 Feb 04 21:17:18.658283 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-951b4e50-31af-4c66-a013-651a34b6cb87 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:17:18.662306 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-951b4e50-31af-4c66-a013-651a34b6cb87 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Usage tracker for resource:port and tenant:92996577dea24748aff25236d6c88c98 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:17:18.665651 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-951b4e50-31af-4c66-a013-651a34b6cb87 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:17:18.671947 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-951b4e50-31af-4c66-a013-651a34b6cb87 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:17:18.684716 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951b4e50-31af-4c66-a013-651a34b6cb87 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Made reservation on behalf of 92996577dea24748aff25236d6c88c98 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:17:18.690077 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-951b4e50-31af-4c66-a013-651a34b6cb87 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:18.712726 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-951b4e50-31af-4c66-a013-651a34b6cb87 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] device_id is not set on port f41b10a5-3f38-490a-8e7b-80b46bb56e6f yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:17:18.818844 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d789f291-3df2-41e5-b29f-fd83a4326b97 req-8232e4c2-8d1e-4098-a1e2-3898934da109 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-782102943&fields=id&tenant_id=1a2ad9f6d6894e53a79216ac27c4fa23 HTTP/1.1" status: 200 len: 267 time: 0.0762484 Feb 04 21:17:18.824652 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c9d3ccb3-bb64-4c94-aedd-c2b71e4a5807 req-7eb9ede8-36e8-4067-a496-8877483c1146 service neutron] 10.222.0.32 "GET /v2.0/networks/576e0778-5be3-4863-9aa7-c402bf42ead3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224848 Feb 04 21:17:18.892421 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:18.903805 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-951b4e50-31af-4c66-a013-651a34b6cb87 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Allocated IP 172.20.0.4 (cde86a24-e224-442c-9ef0-2738085488b8/792e6fbd-5f78-4c71-b575-411efeaab620/f41b10a5-3f38-490a-8e7b-80b46bb56e6f) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:17:18.952436 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789f291-3df2-41e5-b29f-fd83a4326b97 req-ebae6f65-dc06-45b4-b59b-5b129ea507be tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:18.954301 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d789f291-3df2-41e5-b29f-fd83a4326b97 req-ebae6f65-dc06-45b4-b59b-5b129ea507be tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/ports?device_id=c316f322-dba4-4071-bc58-de9fe5aae0a3 HTTP/1.1" status: 200 len: 984 time: 0.1285651 Feb 04 21:17:18.967453 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-d789f291-3df2-41e5-b29f-fd83a4326b97 req-1e8f6465-e04d-499e-bb4c-5ffb2437c187 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Request body: {'port': {'security_groups': ['80426f3a-e19c-48f8-9cc2-5c9962c80172']}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:17:19.208917 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d789f291-3df2-41e5-b29f-fd83a4326b97 req-1e8f6465-e04d-499e-bb4c-5ffb2437c187 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:19.236778 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-951b4e50-31af-4c66-a013-651a34b6cb87 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:19.280008 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-951b4e50-31af-4c66-a013-651a34b6cb87 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:19.366807 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951b4e50-31af-4c66-a013-651a34b6cb87 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Network cde86a24-e224-442c-9ef0-2738085488b8 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:17:19.370684 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-951b4e50-31af-4c66-a013-651a34b6cb87 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:17:19.374709 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951b4e50-31af-4c66-a013-651a34b6cb87 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:17:19.406289 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b4e50-31af-4c66-a013-651a34b6cb87 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event updated for resources: {'Port': ['ID=f41b10a5-3f38-490a-8e7b-80b46bb56e6f,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:19.446883 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951b4e50-31af-4c66-a013-651a34b6cb87 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:19.447707 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-951b4e50-31af-4c66-a013-651a34b6cb87 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:19.478148 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-951b4e50-31af-4c66-a013-651a34b6cb87 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9872596 Feb 04 21:17:19.478148 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47450) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:19.483177 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-0a4ae300-4ab9-47d8-85c1-c10298af336e tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Request body: {'floatingip': {'port_id': 'f41b10a5-3f38-490a-8e7b-80b46bb56e6f'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:17:19.529046 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-d789f291-3df2-41e5-b29f-fd83a4326b97 req-1e8f6465-e04d-499e-bb4c-5ffb2437c187 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] For port 6ad46833-08d8-4921-b3a7-e7e0afd810be, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=6ad46833-08d8-4921-b3a7-e7e0afd810be,segment=NetworkSegment(1cf06032-9feb-46f6-ad85-830bb602df70),segment_id=1cf06032-9feb-46f6-ad85-830bb602df70)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:17:19.558434 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d789f291-3df2-41e5-b29f-fd83a4326b97 req-1e8f6465-e04d-499e-bb4c-5ffb2437c187 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:19.564235 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d789f291-3df2-41e5-b29f-fd83a4326b97 req-1e8f6465-e04d-499e-bb4c-5ffb2437c187 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:19.570755 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a4ae300-4ab9-47d8-85c1-c10298af336e tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for floatingip, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:19.577011 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['6ad46833-08d8-4921-b3a7-e7e0afd810be'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:17:19.640421 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789f291-3df2-41e5-b29f-fd83a4326b97 req-1e8f6465-e04d-499e-bb4c-5ffb2437c187 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:19.642493 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d789f291-3df2-41e5-b29f-fd83a4326b97 req-1e8f6465-e04d-499e-bb4c-5ffb2437c187 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:19.645014 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d789f291-3df2-41e5-b29f-fd83a4326b97 req-1e8f6465-e04d-499e-bb4c-5ffb2437c187 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "PUT /v2.0/ports/6ad46833-08d8-4921-b3a7-e7e0afd810be HTTP/1.1" status: 200 len: 942 time: 0.6841464 Feb 04 21:17:19.689004 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f6465-e04d-499e-bb4c-5ffb2437c187 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Pushing event updated for resources: {'Port': ['ID=6ad46833-08d8-4921-b3a7-e7e0afd810be,revision_number=7']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:19.800841 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['6ad46833-08d8-4921-b3a7-e7e0afd810be'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:17:19.855718 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 47460) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:19.863278 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651daaf8-28ea-4e6f-b959-a42651943831 req-997997c1-5b62-4d39-ad79-3dd2c6072987 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:19.864795 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-651daaf8-28ea-4e6f-b959-a42651943831 req-997997c1-5b62-4d39-ad79-3dd2c6072987 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 947 time: 0.0944712 Feb 04 21:17:19.935176 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-651daaf8-28ea-4e6f-b959-a42651943831 req-fdad6784-984e-45b9-9e21-1acac183c839 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569785 Feb 04 21:17:20.000108 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c316f322-dba4-4071-bc58-de9fe5aae0a3', 'tag': '6ad46833-08d8-4921-b3a7-e7e0afd810be', 'status': 'completed', 'code': 200} Feb 04 21:17:20.122500 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e6a9fc93-c5f3-419f-ac6b-0059bbb8c0c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:20.152211 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e6a9fc93-c5f3-419f-ac6b-0059bbb8c0c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:17:20.159014 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e6a9fc93-c5f3-419f-ac6b-0059bbb8c0c5 admin admin] Usage tracker for resource:security_group_rule and tenant:b41ed0322b054fd8b330c73496d8ae32 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:17:20.162923 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e6a9fc93-c5f3-419f-ac6b-0059bbb8c0c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:17:20.171320 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e6a9fc93-c5f3-419f-ac6b-0059bbb8c0c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:17:20.197957 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa694d-fda1-48da-85e9-b82004387418 req-6daf30c6-a3ef-4305-80b3-80ad8f8b7c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:20.199792 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-89fa694d-fda1-48da-85e9-b82004387418 req-6daf30c6-a3ef-4305-80b3-80ad8f8b7c02 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a2ad9f6d6894e53a79216ac27c4fa23&device_id=c316f322-dba4-4071-bc58-de9fe5aae0a3 HTTP/1.1" status: 200 len: 1096 time: 0.1664572 Feb 04 21:17:20.342072 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e6a9fc93-c5f3-419f-ac6b-0059bbb8c0c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:20.408854 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e6a9fc93-c5f3-419f-ac6b-0059bbb8c0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:20.469001 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a4ae300-4ab9-47d8-85c1-c10298af336e tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:20.474660 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a4ae300-4ab9-47d8-85c1-c10298af336e tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:20.536689 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e6a9fc93-c5f3-419f-ac6b-0059bbb8c0c5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b41ed0322b054fd8b330c73496d8ae32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6684773 Feb 04 21:17:20.538794 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47472) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:20.548865 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9fc93-c5f3-419f-ac6b-0059bbb8c0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26428e4-15d8-48db-bd48-97a172d6420c,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:20.571927 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa694d-fda1-48da-85e9-b82004387418 req-a6465fab-4d16-400d-bf2b-d0f9a5743df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:20.573467 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-89fa694d-fda1-48da-85e9-b82004387418 req-a6465fab-4d16-400d-bf2b-d0f9a5743df2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0b69af12-0710-4c29-9ce9-477356ad66cd HTTP/1.1" status: 200 len: 921 time: 0.3594282 Feb 04 21:17:20.767179 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f7dd0113-95bf-4d93-a9bd-2fa2ec65ba96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:20.767179 n-d-827896-1 neutron-server[87682]: INFO neutron.db.l3_db [None req-0a4ae300-4ab9-47d8-85c1-c10298af336e tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Floating IP f93e4799-ff13-4a4f-97be-e697fe35c4a9 associated. External IP: 172.25.5.219, port: f41b10a5-3f38-490a-8e7b-80b46bb56e6f. Feb 04 21:17:20.771307 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-89fa694d-fda1-48da-85e9-b82004387418 req-44e45491-51c8-434f-ab2c-c59d40c776e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ad46833-08d8-4921-b3a7-e7e0afd810be HTTP/1.1" status: 200 len: 217 time: 0.1902134 Feb 04 21:17:20.781842 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5c4f6-61b8-447d-9e53-9e208c331de7 req-0552b1d9-01b2-4df8-a921-477d1a630841 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:20.781842 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-45e5c4f6-61b8-447d-9e53-9e208c331de7 req-0552b1d9-01b2-4df8-a921-477d1a630841 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=f63c5e02-233e-471b-9eaf-1c8199a1643b HTTP/1.1" status: 200 len: 943 time: 0.3784490 Feb 04 21:17:20.826829 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f7dd0113-95bf-4d93-a9bd-2fa2ec65ba96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:20.872971 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa694d-fda1-48da-85e9-b82004387418 req-a8a445c0-7c8b-4851-bf3e-291491dbe44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:20.874434 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-89fa694d-fda1-48da-85e9-b82004387418 req-a8a445c0-7c8b-4851-bf3e-291491dbe44c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5d5079a-45cf-4ff8-96c8-6a9985c90ea3 HTTP/1.1" status: 200 len: 860 time: 0.0924180 Feb 04 21:17:20.877315 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-45e5c4f6-61b8-447d-9e53-9e208c331de7 req-32055697-34da-47e6-b9a0-ac7fecaa5c39 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636203 Feb 04 21:17:21.005750 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-89fa694d-fda1-48da-85e9-b82004387418 req-e9f0a5fa-9ac8-4af5-bd18-bedd0fc786fa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b69af12-0710-4c29-9ce9-477356ad66cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188078 Feb 04 21:17:21.114524 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f7dd0113-95bf-4d93-a9bd-2fa2ec65ba96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:21.199712 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd0113-95bf-4d93-a9bd-2fa2ec65ba96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26428e4-15d8-48db-bd48-97a172d6420c,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:21.211506 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f7dd0113-95bf-4d93-a9bd-2fa2ec65ba96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:21.211506 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f7dd0113-95bf-4d93-a9bd-2fa2ec65ba96 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e26428e4-15d8-48db-bd48-97a172d6420c HTTP/1.1" status: 204 len: 168 time: 0.6700001 Feb 04 21:17:21.247753 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4ae300-4ab9-47d8-85c1-c10298af336e tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Router bee36f46-722a-4e6c-9ba1-54ed39be225e has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:17:21.331231 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-89fa694d-fda1-48da-85e9-b82004387418 req-96b5e037-d4e1-4d55-9826-aa546b9a927c service neutron] 10.222.0.32 "GET /v2.0/networks/0b69af12-0710-4c29-9ce9-477356ad66cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167055 Feb 04 21:17:21.377239 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d5554e02-a036-4c1b-9a3e-90f1e6f73b5e req-184f070f-a649-41fc-9452-52ca824fbdae tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4427276 Feb 04 21:17:21.452863 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-d5554e02-a036-4c1b-9a3e-90f1e6f73b5e req-6dbb8f1c-01cf-4428-ae7a-217641eb6db2 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Request body: {'floatingip': {'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:17:21.465924 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-d5554e02-a036-4c1b-9a3e-90f1e6f73b5e req-6dbb8f1c-01cf-4428-ae7a-217641eb6db2 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:17:21.471158 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4ae300-4ab9-47d8-85c1-c10298af336e tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:17:21.476981 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a4ae300-4ab9-47d8-85c1-c10298af336e tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:21.480471 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d5554e02-a036-4c1b-9a3e-90f1e6f73b5e req-6dbb8f1c-01cf-4428-ae7a-217641eb6db2 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Usage tracker for resource:floatingip and tenant:1a2ad9f6d6894e53a79216ac27c4fa23 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:17:21.482302 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd5c213-d94c-4666-a519-1b9b90292d3a None None] Sync routers for ids ['bee36f46-722a-4e6c-9ba1-54ed39be225e'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:17:21.485932 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d5554e02-a036-4c1b-9a3e-90f1e6f73b5e req-6dbb8f1c-01cf-4428-ae7a-217641eb6db2 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:17:21.495909 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-d5554e02-a036-4c1b-9a3e-90f1e6f73b5e req-6dbb8f1c-01cf-4428-ae7a-217641eb6db2 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:17:21.501877 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd5c213-d94c-4666-a519-1b9b90292d3a None None] Routers {'bee36f46-722a-4e6c-9ba1-54ed39be225e'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:17:21.504667 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-8dd5c213-d94c-4666-a519-1b9b90292d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:17:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['bee36f46-722a-4e6c-9ba1-54ed39be225e'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:21.581184 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d5554e02-a036-4c1b-9a3e-90f1e6f73b5e req-6dbb8f1c-01cf-4428-ae7a-217641eb6db2 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks [] for floatingip, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:21.605034 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0a4ae300-4ab9-47d8-85c1-c10298af336e tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "PUT /v2.0/floatingips/f93e4799-ff13-4a4f-97be-e697fe35c4a9 HTTP/1.1" status: 200 len: 978 time: 2.1210506 Feb 04 21:17:21.605034 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47498) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:21.642644 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-8dd5c213-d94c-4666-a519-1b9b90292d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:21.650821 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd5c213-d94c-4666-a519-1b9b90292d3a None None] Routers {'bee36f46-722a-4e6c-9ba1-54ed39be225e'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:17:21.650821 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-8dd5c213-d94c-4666-a519-1b9b90292d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:17:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['bee36f46-722a-4e6c-9ba1-54ed39be225e'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:21.669577 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-89fa694d-fda1-48da-85e9-b82004387418 req-23b2655f-112f-4484-a263-fd1de7d1ff13 service neutron] 10.222.0.32 "GET /v2.0/networks/0b69af12-0710-4c29-9ce9-477356ad66cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874129 Feb 04 21:17:21.730952 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-8dd5c213-d94c-4666-a519-1b9b90292d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:21.730952 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd5c213-d94c-4666-a519-1b9b90292d3a None None] The sync data for ids ['bee36f46-722a-4e6c-9ba1-54ed39be225e'] in n-d-827896-1 is: [] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:17:21.808779 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-aa760f26-320a-4a2b-b130-59987db5774c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Deleting port f41b10a5-3f38-490a-8e7b-80b46bb56e6f {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:17:21.809227 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aa760f26-320a-4a2b-b130-59987db5774c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:21.813730 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 47504) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:21.840065 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d6d73cbf-bd8e-4404-93da-2bc0cf3f4b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:21.861114 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-d6d73cbf-bd8e-4404-93da-2bc0cf3f4b1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:17:21.866902 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-d6d73cbf-bd8e-4404-93da-2bc0cf3f4b1d admin admin] Usage tracker for resource:security_group_rule and tenant:d525810506b24e3c872e010e488d6401 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:17:21.876360 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-d6d73cbf-bd8e-4404-93da-2bc0cf3f4b1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:17:21.880716 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-d6d73cbf-bd8e-4404-93da-2bc0cf3f4b1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:17:21.885490 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d5554e02-a036-4c1b-9a3e-90f1e6f73b5e req-6dbb8f1c-01cf-4428-ae7a-217641eb6db2 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:21.935058 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be30759-802a-4d66-97c6-99ee1cbcf6c1 req-5a9835ea-b563-42ca-994d-af61c28ddb0a tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:21.935058 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-5be30759-802a-4d66-97c6-99ee1cbcf6c1 req-5a9835ea-b563-42ca-994d-af61c28ddb0a tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Synchronizing usage tracker for tenant:cbe7b967cf5b4bf8a129a586503d8461 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:17:22.019468 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63c5e02-233e-471b-9eaf-1c8199a1643b', 'tag': '7803fe53-9343-45a5-a940-995f359bc5dc'}, {'name': 'network-changed', 'server_uuid': 'c316f322-dba4-4071-bc58-de9fe5aae0a3', 'tag': '6ad46833-08d8-4921-b3a7-e7e0afd810be'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:17:22.081611 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-d5554e02-a036-4c1b-9a3e-90f1e6f73b5e req-6dbb8f1c-01cf-4428-ae7a-217641eb6db2 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Allocated IP 172.25.5.78 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/c87f4f6b-576d-4eea-b9c7-3325206d3d0f) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:17:22.121673 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d6d73cbf-bd8e-4404-93da-2bc0cf3f4b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:22.138335 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d6d73cbf-bd8e-4404-93da-2bc0cf3f4b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:22.147523 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-5be30759-802a-4d66-97c6-99ee1cbcf6c1 req-5a9835ea-b563-42ca-994d-af61c28ddb0a tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Unset dirty status for tenant:cbe7b967cf5b4bf8a129a586503d8461 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:17:22.148683 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5be30759-802a-4d66-97c6-99ee1cbcf6c1 req-5a9835ea-b563-42ca-994d-af61c28ddb0a tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.18 "GET /v2.0/ports?device_id=95bc112e-29c3-4552-b601-6bd5c2103cb8 HTTP/1.1" status: 200 len: 946 time: 0.4714162 Feb 04 21:17:22.257428 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d73cbf-bd8e-4404-93da-2bc0cf3f4b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af93cf8c-8fdb-4030-a5ea-bf5cafba6773,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:22.268435 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d6d73cbf-bd8e-4404-93da-2bc0cf3f4b1d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d525810506b24e3c872e010e488d6401&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4449794 Feb 04 21:17:22.268435 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 47516) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:22.321803 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-5be30759-802a-4d66-97c6-99ee1cbcf6c1 req-8f20fb94-a26c-48a4-a4b1-39d3372e3621 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Deleting port a279e491-fda9-49b8-8094-d0493335575a {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:17:22.321803 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-5be30759-802a-4d66-97c6-99ee1cbcf6c1 req-8f20fb94-a26c-48a4-a4b1-39d3372e3621 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:22.375517 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d5554e02-a036-4c1b-9a3e-90f1e6f73b5e req-6dbb8f1c-01cf-4428-ae7a-217641eb6db2 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:22.395020 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-08bdfe65-475c-47b7-ae73-bf333ba75b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:22.433999 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-08bdfe65-475c-47b7-ae73-bf333ba75b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:22.482233 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aa760f26-320a-4a2b-b130-59987db5774c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:22.491076 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d5554e02-a036-4c1b-9a3e-90f1e6f73b5e req-6dbb8f1c-01cf-4428-ae7a-217641eb6db2 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:22.577188 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5554e02-a036-4c1b-9a3e-90f1e6f73b5e req-6dbb8f1c-01cf-4428-ae7a-217641eb6db2 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:17:22.581474 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-08bdfe65-475c-47b7-ae73-bf333ba75b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:22.581474 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-d5554e02-a036-4c1b-9a3e-90f1e6f73b5e req-6dbb8f1c-01cf-4428-ae7a-217641eb6db2 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:17:22.602372 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5554e02-a036-4c1b-9a3e-90f1e6f73b5e req-6dbb8f1c-01cf-4428-ae7a-217641eb6db2 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:17:22.642950 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bdfe65-475c-47b7-ae73-bf333ba75b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af93cf8c-8fdb-4030-a5ea-bf5cafba6773,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:22.647678 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb8f1c-01cf-4428-ae7a-217641eb6db2 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Pushing event updated for resources: {'Port': ['ID=c87f4f6b-576d-4eea-b9c7-3325206d3d0f,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:22.680247 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-08bdfe65-475c-47b7-ae73-bf333ba75b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:22.681510 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-08bdfe65-475c-47b7-ae73-bf333ba75b86 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/af93cf8c-8fdb-4030-a5ea-bf5cafba6773 HTTP/1.1" status: 204 len: 168 time: 0.4177859 Feb 04 21:17:22.709663 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d5554e02-a036-4c1b-9a3e-90f1e6f73b5e req-6dbb8f1c-01cf-4428-ae7a-217641eb6db2 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:22.798203 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d5554e02-a036-4c1b-9a3e-90f1e6f73b5e req-6dbb8f1c-01cf-4428-ae7a-217641eb6db2 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:22.920995 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-5be30759-802a-4d66-97c6-99ee1cbcf6c1 req-8f20fb94-a26c-48a4-a4b1-39d3372e3621 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] For port a279e491-fda9-49b8-8094-d0493335575a, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=a279e491-fda9-49b8-8094-d0493335575a,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:17:22.920995 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-5be30759-802a-4d66-97c6-99ee1cbcf6c1 req-8f20fb94-a26c-48a4-a4b1-39d3372e3621 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:23.172298 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-5be30759-802a-4d66-97c6-99ee1cbcf6c1 req-8f20fb94-a26c-48a4-a4b1-39d3372e3621 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Calling delete_port for a279e491-fda9-49b8-8094-d0493335575a owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:17:23.240504 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aa760f26-320a-4a2b-b130-59987db5774c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:23.245705 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aa760f26-320a-4a2b-b130-59987db5774c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:23.245705 n-d-827896-1 neutron-server[87682]: INFO neutron.db.l3_db [None req-aa760f26-320a-4a2b-b130-59987db5774c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Floating IP f93e4799-ff13-4a4f-97be-e697fe35c4a9 disassociated. External IP: 172.25.5.219, port: f41b10a5-3f38-490a-8e7b-80b46bb56e6f. Feb 04 21:17:23.245705 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-aa760f26-320a-4a2b-b130-59987db5774c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Calling delete_port for f41b10a5-3f38-490a-8e7b-80b46bb56e6f owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:17:23.280092 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d5554e02-a036-4c1b-9a3e-90f1e6f73b5e req-6dbb8f1c-01cf-4428-ae7a-217641eb6db2 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:23.288903 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d5554e02-a036-4c1b-9a3e-90f1e6f73b5e req-6dbb8f1c-01cf-4428-ae7a-217641eb6db2 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:23.496610 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 7803fe53-9343-45a5-a940-995f359bc5dc details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:17:23.505817 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb8f1c-01cf-4428-ae7a-217641eb6db2 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Pushing event updated for resources: {'Port': ['ID=c87f4f6b-576d-4eea-b9c7-3325206d3d0f,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:23.540884 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d5554e02-a036-4c1b-9a3e-90f1e6f73b5e req-6dbb8f1c-01cf-4428-ae7a-217641eb6db2 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:23.596596 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d5554e02-a036-4c1b-9a3e-90f1e6f73b5e req-6dbb8f1c-01cf-4428-ae7a-217641eb6db2 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:23.596596 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d5554e02-a036-4c1b-9a3e-90f1e6f73b5e req-6dbb8f1c-01cf-4428-ae7a-217641eb6db2 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1925323 Feb 04 21:17:23.640714 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-5be30759-802a-4d66-97c6-99ee1cbcf6c1 req-8f20fb94-a26c-48a4-a4b1-39d3372e3621 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:23.693257 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d5554e02-a036-4c1b-9a3e-90f1e6f73b5e req-a8a06aec-4072-4be3-ae40-654357709e36 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Synchronizing usage tracker for tenant:1a2ad9f6d6894e53a79216ac27c4fa23 on resource:floatingip {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:17:23.697918 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['9e6990e6-3c27-4047-a743-d92f8b856051', 'a279e491-fda9-49b8-8094-d0493335575a'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:17:23.712666 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d5554e02-a036-4c1b-9a3e-90f1e6f73b5e req-a8a06aec-4072-4be3-ae40-654357709e36 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Unset dirty status for tenant:1a2ad9f6d6894e53a79216ac27c4fa23 on resource:floatingip {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:17:23.717582 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d5554e02-a036-4c1b-9a3e-90f1e6f73b5e req-a8a06aec-4072-4be3-ae40-654357709e36 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.78 HTTP/1.1" status: 200 len: 695 time: 0.1191995 Feb 04 21:17:23.725744 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f20fb94-a26c-48a4-a4b1-39d3372e3621 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Pushing event deleted for resources: {'Port': ['ID=a279e491-fda9-49b8-8094-d0493335575a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:23.750225 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['e791a7ac-6865-4c87-8ac5-f39dc8b22567'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:17:23.765091 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aa760f26-320a-4a2b-b130-59987db5774c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:23.825112 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa760f26-320a-4a2b-b130-59987db5774c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event deleted for resources: {'Port': ['ID=f41b10a5-3f38-490a-8e7b-80b46bb56e6f,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:23.872134 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be30759-802a-4d66-97c6-99ee1cbcf6c1 req-8f20fb94-a26c-48a4-a4b1-39d3372e3621 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] No DVR routers for this DVR port a279e491-fda9-49b8-8094-d0493335575a on host n-h2-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:17:23.875237 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-5be30759-802a-4d66-97c6-99ee1cbcf6c1 req-8f20fb94-a26c-48a4-a4b1-39d3372e3621 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:23.903098 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95bc112e-29c3-4552-b601-6bd5c2103cb8', 'name': 'network-vif-deleted', 'tag': 'a279e491-fda9-49b8-8094-d0493335575a'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:17:24.023936 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5554e02-a036-4c1b-9a3e-90f1e6f73b5e req-d4120f23-25fe-495c-a844-f5cea0174e5d tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:24.023936 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d5554e02-a036-4c1b-9a3e-90f1e6f73b5e req-d4120f23-25fe-495c-a844-f5cea0174e5d tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 784 time: 0.2634635 Feb 04 21:17:24.033841 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 7803fe53-9343-45a5-a940-995f359bc5dc, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=7803fe53-9343-45a5-a940-995f359bc5dc,segment=NetworkSegment(47332b6e-4b4a-433a-8338-a7e28128d91b),segment_id=47332b6e-4b4a-433a-8338-a7e28128d91b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:17:24.043443 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-d5554e02-a036-4c1b-9a3e-90f1e6f73b5e req-0466a6a1-bc48-471a-b0c6-6f2dc3e13c3d tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:17:24.043443 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d5554e02-a036-4c1b-9a3e-90f1e6f73b5e req-0466a6a1-bc48-471a-b0c6-6f2dc3e13c3d tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137486 Feb 04 21:17:24.158077 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-5be30759-802a-4d66-97c6-99ee1cbcf6c1 req-8f20fb94-a26c-48a4-a4b1-39d3372e3621 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.18 "DELETE /v2.0/ports/a279e491-fda9-49b8-8094-d0493335575a HTTP/1.1" status: 204 len: 173 time: 1.9611561 Feb 04 21:17:24.169839 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '7803fe53-9343-45a5-a940-995f359bc5dc', 'network_id': '576e0778-5be3-4863-9aa7-c402bf42ead3', 'port_id': '7803fe53-9343-45a5-a940-995f359bc5dc', 'mac_address': 'fa:16:3e:4d:96:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fa560a-48fa-4fa4-b2a4-c77d56ecaf85', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:17:24.321575 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:24.356323 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4323e8d-9a08-4709-9090-d9f950a7ed0b req-1ea57169-6ebd-4e5a-a904-26b75cfb13f1 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:24.356911 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa760f26-320a-4a2b-b130-59987db5774c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Router bee36f46-722a-4e6c-9ba1-54ed39be225e has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:17:24.364187 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b4323e8d-9a08-4709-9090-d9f950a7ed0b req-1ea57169-6ebd-4e5a-a904-26b75cfb13f1 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 947 time: 0.0987966 Feb 04 21:17:24.497046 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b4323e8d-9a08-4709-9090-d9f950a7ed0b req-c91f6b33-d0aa-4dec-82f9-9f6ee2a76026 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223247 Feb 04 21:17:24.559889 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7803fe53-9343-45a5-a940-995f359bc5dc {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:17:24.669300 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 7803fe53-9343-45a5-a940-995f359bc5dc, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=7803fe53-9343-45a5-a940-995f359bc5dc,segment=NetworkSegment(47332b6e-4b4a-433a-8338-a7e28128d91b),segment_id=47332b6e-4b4a-433a-8338-a7e28128d91b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:17:24.698648 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:17:24.707150 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:24.768582 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa760f26-320a-4a2b-b130-59987db5774c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:17:24.788921 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f468bac0-f2ff-4069-a8ab-434ca37ccb13 None None] Sync routers for ids ['bee36f46-722a-4e6c-9ba1-54ed39be225e'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:17:24.816532 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f468bac0-f2ff-4069-a8ab-434ca37ccb13 None None] Routers {'bee36f46-722a-4e6c-9ba1-54ed39be225e'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:17:24.816532 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-f468bac0-f2ff-4069-a8ab-434ca37ccb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:17:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['bee36f46-722a-4e6c-9ba1-54ed39be225e'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:24.922177 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ebf8a3bf-5a69-42a5-b7fc-948ac26a4350 req-0d68da2d-6e96-4db4-a988-5e4c14e4c608 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=95bc112e-29c3-4552-b601-6bd5c2103cb8 HTTP/1.1" status: 200 len: 210 time: 0.1652369 Feb 04 21:17:24.940275 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-f468bac0-f2ff-4069-a8ab-434ca37ccb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:24.967348 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=7803fe53-9343-45a5-a940-995f359bc5dc,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:24.986815 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:24.987222 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:24.987570 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:24.987908 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:24.988235 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:24.989191 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:24.991164 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:24.991663 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:24.992302 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:24.992913 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:24.994080 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:24.994559 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:25.023213 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aa760f26-320a-4a2b-b130-59987db5774c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:25.038343 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 47576) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:25.042400 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f468bac0-f2ff-4069-a8ab-434ca37ccb13 None None] Routers {'bee36f46-722a-4e6c-9ba1-54ed39be225e'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:17:25.042400 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-f468bac0-f2ff-4069-a8ab-434ca37ccb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:17:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['bee36f46-722a-4e6c-9ba1-54ed39be225e'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:25.046926 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-aa760f26-320a-4a2b-b130-59987db5774c tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "DELETE /v2.0/ports/f41b10a5-3f38-490a-8e7b-80b46bb56e6f HTTP/1.1" status: 204 len: 168 time: 3.4250553 Feb 04 21:17:25.126270 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-f468bac0-f2ff-4069-a8ab-434ca37ccb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:25.126270 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f468bac0-f2ff-4069-a8ab-434ca37ccb13 None None] The sync data for ids ['bee36f46-722a-4e6c-9ba1-54ed39be225e'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:17:25.189827 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['7803fe53-9343-45a5-a940-995f359bc5dc'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:17:25.285168 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-02449c94-0d96-4f2f-bce6-5ac7b10b06e6 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "GET /v2.0/floatingips/f93e4799-ff13-4a4f-97be-e697fe35c4a9 HTTP/1.1" status: 200 len: 688 time: 0.2530751 Feb 04 21:17:25.285784 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47584) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:25.347676 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524364f5-3ac6-472f-bce4-6048e087a747 req-a86880ec-9939-4020-a0a2-cc172b1e85bd tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:25.347676 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-524364f5-3ac6-472f-bce4-6048e087a747 req-a86880ec-9939-4020-a0a2-cc172b1e85bd tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=f63c5e02-233e-471b-9eaf-1c8199a1643b HTTP/1.1" status: 200 len: 944 time: 0.1136324 Feb 04 21:17:25.464183 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-524364f5-3ac6-472f-bce4-6048e087a747 req-83b15049-aef2-4565-99b8-4be921793c99 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059215 Feb 04 21:17:25.583615 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-de366a0d-a90c-413b-999c-5ca1fc5dd704 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Deleting port 3b636a0e-4ded-4d03-92ca-7172eb5a7203 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:17:25.583969 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-de366a0d-a90c-413b-999c-5ca1fc5dd704 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:25.772788 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-de366a0d-a90c-413b-999c-5ca1fc5dd704 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:25.772788 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-de366a0d-a90c-413b-999c-5ca1fc5dd704 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:25.826977 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device a279e491-fda9-49b8-8094-d0493335575a no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:17:25.874220 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63c5e02-233e-471b-9eaf-1c8199a1643b', 'tag': '7803fe53-9343-45a5-a940-995f359bc5dc', 'status': 'completed', 'code': 200} Feb 04 21:17:25.874445 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c316f322-dba4-4071-bc58-de9fe5aae0a3', 'tag': '6ad46833-08d8-4921-b3a7-e7e0afd810be', 'status': 'completed', 'code': 200} Feb 04 21:17:25.893762 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: a279e491-fda9-49b8-8094-d0493335575a {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:17:25.894503 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device a279e491-fda9-49b8-8094-d0493335575a not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:17:25.941795 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95bc112e-29c3-4552-b601-6bd5c2103cb8', 'name': 'network-vif-deleted', 'tag': 'a279e491-fda9-49b8-8094-d0493335575a', 'status': 'completed', 'code': 200} Feb 04 21:17:25.956987 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-de366a0d-a90c-413b-999c-5ca1fc5dd704 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Calling delete_port for 3b636a0e-4ded-4d03-92ca-7172eb5a7203 owned by network:floatingip {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:17:26.157689 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc02562-9a6c-4a93-9f57-421a9088ccf7 req-c7a035ca-ad05-4075-a8ae-621b9450aac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:26.159323 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5fc02562-9a6c-4a93-9f57-421a9088ccf7 req-c7a035ca-ad05-4075-a8ae-621b9450aac7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5ae562ff357413ba235b51f47b1bbee&device_id=f63c5e02-233e-471b-9eaf-1c8199a1643b HTTP/1.1" status: 200 len: 1095 time: 0.2460299 Feb 04 21:17:26.166884 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:26.182649 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25be120-f3b3-4ecc-a562-afb68625a2d8 req-c3dfcbdb-9b82-427b-8198-b875c44d7e54 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:26.184491 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f25be120-f3b3-4ecc-a562-afb68625a2d8 req-c3dfcbdb-9b82-427b-8198-b875c44d7e54 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/ports?device_id=c316f322-dba4-4071-bc58-de9fe5aae0a3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1342411 Feb 04 21:17:26.252529 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-de366a0d-a90c-413b-999c-5ca1fc5dd704 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:26.307758 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f25be120-f3b3-4ecc-a562-afb68625a2d8 req-2048e48f-1cce-4840-948c-eb3d5cd1ea3c tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.78 HTTP/1.1" status: 200 len: 695 time: 0.0915587 Feb 04 21:17:26.396366 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de366a0d-a90c-413b-999c-5ca1fc5dd704 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event deleted for resources: {'Port': ['ID=3b636a0e-4ded-4d03-92ca-7172eb5a7203,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:26.430328 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-f25be120-f3b3-4ecc-a562-afb68625a2d8 req-2153e78d-93a7-4ca3-9fc4-2c7429fd7d8c tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Request body: {'floatingip': {'port_id': '6ad46833-08d8-4921-b3a7-e7e0afd810be', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:17:26.444749 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-de366a0d-a90c-413b-999c-5ca1fc5dd704 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for floatingip, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:26.474556 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-de366a0d-a90c-413b-999c-5ca1fc5dd704 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:26.477260 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-de366a0d-a90c-413b-999c-5ca1fc5dd704 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "DELETE /v2.0/floatingips/f93e4799-ff13-4a4f-97be-e697fe35c4a9 HTTP/1.1" status: 204 len: 168 time: 1.1889002 Feb 04 21:17:26.479841 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47622) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:26.485276 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-a5dc2958-d6f8-4fa7-a4e2-457fbda71126 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Request body: {'floatingip': {'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'port_id': 'b60c95f7-664c-412b-b96e-b452a97ed8d5'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:17:26.492480 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a5dc2958-d6f8-4fa7-a4e2-457fbda71126 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:17:26.497706 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a5dc2958-d6f8-4fa7-a4e2-457fbda71126 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Usage tracker for resource:floatingip and tenant:92996577dea24748aff25236d6c88c98 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:17:26.500923 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a5dc2958-d6f8-4fa7-a4e2-457fbda71126 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:17:26.507102 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a5dc2958-d6f8-4fa7-a4e2-457fbda71126 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:17:26.527315 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a5dc2958-d6f8-4fa7-a4e2-457fbda71126 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for floatingip, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:26.531013 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f25be120-f3b3-4ecc-a562-afb68625a2d8 req-2153e78d-93a7-4ca3-9fc4-2c7429fd7d8c tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks [] for floatingip, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:26.737966 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a5dc2958-d6f8-4fa7-a4e2-457fbda71126 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:26.798549 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc02562-9a6c-4a93-9f57-421a9088ccf7 req-6a5a0e90-a3da-45ab-821f-a05bdcf35184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:26.800339 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5fc02562-9a6c-4a93-9f57-421a9088ccf7 req-6a5a0e90-a3da-45ab-821f-a05bdcf35184 service neutron] 10.222.0.32 "GET /v2.0/networks?id=576e0778-5be3-4863-9aa7-c402bf42ead3 HTTP/1.1" status: 200 len: 915 time: 0.6145859 Feb 04 21:17:27.030910 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5fc02562-9a6c-4a93-9f57-421a9088ccf7 req-82a86e71-4c8c-468e-ad93-593b2bf1f082 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7803fe53-9343-45a5-a940-995f359bc5dc HTTP/1.1" status: 200 len: 217 time: 0.2185757 Feb 04 21:17:27.117238 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc02562-9a6c-4a93-9f57-421a9088ccf7 req-e4206aa3-64fc-4291-9209-5dfa02f25569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:27.119482 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5fc02562-9a6c-4a93-9f57-421a9088ccf7 req-e4206aa3-64fc-4291-9209-5dfa02f25569 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5fa560a-48fa-4fa4-b2a4-c77d56ecaf85 HTTP/1.1" status: 200 len: 854 time: 0.0831583 Feb 04 21:17:27.175012 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-a5dc2958-d6f8-4fa7-a4e2-457fbda71126 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Allocated IP 172.25.5.108 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/ca931c68-dbca-4f8a-a74c-238cbefbefd4) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:17:27.265255 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5fc02562-9a6c-4a93-9f57-421a9088ccf7 req-29157246-1d89-4618-b671-ea2d4672f444 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=576e0778-5be3-4863-9aa7-c402bf42ead3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807168 Feb 04 21:17:27.406264 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a5dc2958-d6f8-4fa7-a4e2-457fbda71126 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:27.443301 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a5dc2958-d6f8-4fa7-a4e2-457fbda71126 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:27.534871 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 7803fe53-9343-45a5-a940-995f359bc5dc up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:17:27.609130 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dc2958-d6f8-4fa7-a4e2-457fbda71126 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:17:27.615018 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-a5dc2958-d6f8-4fa7-a4e2-457fbda71126 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:17:27.615018 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dc2958-d6f8-4fa7-a4e2-457fbda71126 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:17:27.680075 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 7803fe53-9343-45a5-a940-995f359bc5dc completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:17:27.687140 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 7803fe53-9343-45a5-a940-995f359bc5dc triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:17:27.687140 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:27.699943 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5fc02562-9a6c-4a93-9f57-421a9088ccf7 req-69e6ff40-9b83-4d53-8832-e943fd993164 service neutron] 10.222.0.32 "GET /v2.0/networks/576e0778-5be3-4863-9aa7-c402bf42ead3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060174 Feb 04 21:17:27.724296 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc2958-d6f8-4fa7-a4e2-457fbda71126 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event updated for resources: {'Port': ['ID=ca931c68-dbca-4f8a-a74c-238cbefbefd4,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:27.908502 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5fc02562-9a6c-4a93-9f57-421a9088ccf7 req-25f8c791-ed49-4ab4-a4f9-7f17dadec0ed service neutron] 10.222.0.32 "GET /v2.0/networks/576e0778-5be3-4863-9aa7-c402bf42ead3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945369 Feb 04 21:17:28.021716 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:28.107852 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 7803fe53-9343-45a5-a940-995f359bc5dc, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=7803fe53-9343-45a5-a940-995f359bc5dc,segment=NetworkSegment(47332b6e-4b4a-433a-8338-a7e28128d91b),segment_id=47332b6e-4b4a-433a-8338-a7e28128d91b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:17:28.110546 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63c5e02-233e-471b-9eaf-1c8199a1643b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7803fe53-9343-45a5-a940-995f359bc5dc'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:17:28.120408 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:28.184951 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f25be120-f3b3-4ecc-a562-afb68625a2d8 req-2153e78d-93a7-4ca3-9fc4-2c7429fd7d8c tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:28.198176 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f25be120-f3b3-4ecc-a562-afb68625a2d8 req-2153e78d-93a7-4ca3-9fc4-2c7429fd7d8c tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:28.261533 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=7803fe53-9343-45a5-a940-995f359bc5dc,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:28.364521 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc02562-9a6c-4a93-9f57-421a9088ccf7 req-f52689fd-9ad9-49f2-b60c-e895866b6d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:28.364521 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5fc02562-9a6c-4a93-9f57-421a9088ccf7 req-f52689fd-9ad9-49f2-b60c-e895866b6d32 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a2ad9f6d6894e53a79216ac27c4fa23&device_id=c316f322-dba4-4071-bc58-de9fe5aae0a3 HTTP/1.1" status: 200 len: 1096 time: 0.3564389 Feb 04 21:17:28.418311 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a5dc2958-d6f8-4fa7-a4e2-457fbda71126 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:28.513315 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc02562-9a6c-4a93-9f57-421a9088ccf7 req-9001076f-c613-47a4-ae40-311a97db1e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:28.517756 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5fc02562-9a6c-4a93-9f57-421a9088ccf7 req-9001076f-c613-47a4-ae40-311a97db1e46 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0b69af12-0710-4c29-9ce9-477356ad66cd HTTP/1.1" status: 200 len: 921 time: 0.1425700 Feb 04 21:17:28.534535 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a5dc2958-d6f8-4fa7-a4e2-457fbda71126 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:28.626435 n-d-827896-1 neutron-server[87683]: INFO neutron.db.l3_db [req-f25be120-f3b3-4ecc-a562-afb68625a2d8 req-2153e78d-93a7-4ca3-9fc4-2c7429fd7d8c tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Floating IP be17e58f-0725-4b8b-b2fe-d3d3f17cf419 associated. External IP: 172.25.5.78, port: 6ad46833-08d8-4921-b3a7-e7e0afd810be. Feb 04 21:17:28.855173 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a5dc2958-d6f8-4fa7-a4e2-457fbda71126 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:28.865342 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a5dc2958-d6f8-4fa7-a4e2-457fbda71126 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:28.888151 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5fc02562-9a6c-4a93-9f57-421a9088ccf7 req-1060f7c0-f6ae-4f68-a642-db966c888054 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ad46833-08d8-4921-b3a7-e7e0afd810be HTTP/1.1" status: 200 len: 998 time: 0.3610785 Feb 04 21:17:29.035072 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc2958-d6f8-4fa7-a4e2-457fbda71126 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event updated for resources: {'Port': ['ID=ca931c68-dbca-4f8a-a74c-238cbefbefd4,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:29.042284 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a5dc2958-d6f8-4fa7-a4e2-457fbda71126 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:29.174703 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc02562-9a6c-4a93-9f57-421a9088ccf7 req-046bcf79-6ff1-4dee-848c-03d821c5d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:29.176146 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5fc02562-9a6c-4a93-9f57-421a9088ccf7 req-046bcf79-6ff1-4dee-848c-03d821c5d516 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5d5079a-45cf-4ff8-96c8-6a9985c90ea3 HTTP/1.1" status: 200 len: 860 time: 0.2784541 Feb 04 21:17:29.275888 n-d-827896-1 neutron-server[87682]: INFO neutron.db.l3_db [None req-a5dc2958-d6f8-4fa7-a4e2-457fbda71126 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Floating IP 4d434dfd-0f1f-4b56-a9f1-5e3e5aea0db5 associated. External IP: 172.25.5.108, port: b60c95f7-664c-412b-b96e-b452a97ed8d5. Feb 04 21:17:29.300075 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5fc02562-9a6c-4a93-9f57-421a9088ccf7 req-19749066-8d2a-47b9-be4b-2cd3dd2b3961 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b69af12-0710-4c29-9ce9-477356ad66cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136925 Feb 04 21:17:29.715391 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5fc02562-9a6c-4a93-9f57-421a9088ccf7 req-280c0e32-fb69-4a7b-bdb3-08aff4921e91 service neutron] 10.222.0.32 "GET /v2.0/networks/0b69af12-0710-4c29-9ce9-477356ad66cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595178 Feb 04 21:17:29.721769 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f25be120-f3b3-4ecc-a562-afb68625a2d8 req-2153e78d-93a7-4ca3-9fc4-2c7429fd7d8c tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Router eadeda47-5614-4158-be30-f1ecbb8956a3 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:17:29.868284 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5dc2958-d6f8-4fa7-a4e2-457fbda71126 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Router bee36f46-722a-4e6c-9ba1-54ed39be225e has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:17:30.177780 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5dc2958-d6f8-4fa7-a4e2-457fbda71126 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:17:30.180964 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5fc02562-9a6c-4a93-9f57-421a9088ccf7 req-7826ac33-ccbe-4a08-a3d3-d325a60f9f16 service neutron] 10.222.0.32 "GET /v2.0/networks/0b69af12-0710-4c29-9ce9-477356ad66cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437621 Feb 04 21:17:30.184263 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e69a9b1-74cf-4b28-b89c-f4f112d260c0 None None] Sync routers for ids ['bee36f46-722a-4e6c-9ba1-54ed39be225e'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:17:30.192759 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f25be120-f3b3-4ecc-a562-afb68625a2d8 req-2153e78d-93a7-4ca3-9fc4-2c7429fd7d8c tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:17:30.201751 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f25be120-f3b3-4ecc-a562-afb68625a2d8 req-2153e78d-93a7-4ca3-9fc4-2c7429fd7d8c tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:30.205916 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e69a9b1-74cf-4b28-b89c-f4f112d260c0 None None] Routers {'bee36f46-722a-4e6c-9ba1-54ed39be225e'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:17:30.205916 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-9e69a9b1-74cf-4b28-b89c-f4f112d260c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:17:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['bee36f46-722a-4e6c-9ba1-54ed39be225e'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:30.216838 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e22ad3-5092-4d0b-bd28-e9b36196d32c None None] Sync routers for ids ['eadeda47-5614-4158-be30-f1ecbb8956a3'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:17:30.223186 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e22ad3-5092-4d0b-bd28-e9b36196d32c None None] Routers {'eadeda47-5614-4158-be30-f1ecbb8956a3'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:17:30.223186 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-80e22ad3-5092-4d0b-bd28-e9b36196d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:17:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['eadeda47-5614-4158-be30-f1ecbb8956a3'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:30.262199 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a5dc2958-d6f8-4fa7-a4e2-457fbda71126 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:30.308049 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f25be120-f3b3-4ecc-a562-afb68625a2d8 req-2153e78d-93a7-4ca3-9fc4-2c7429fd7d8c tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "PUT /v2.0/floatingips/be17e58f-0725-4b8b-b2fe-d3d3f17cf419 HTTP/1.1" status: 200 len: 995 time: 3.9967003 Feb 04 21:17:30.308049 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c316f322-dba4-4071-bc58-de9fe5aae0a3', 'tag': '6ad46833-08d8-4921-b3a7-e7e0afd810be'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:17:30.389654 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-9e69a9b1-74cf-4b28-b89c-f4f112d260c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:30.403923 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a5dc2958-d6f8-4fa7-a4e2-457fbda71126 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.9228475 Feb 04 21:17:30.406364 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47720) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:30.406962 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e69a9b1-74cf-4b28-b89c-f4f112d260c0 None None] Routers {'bee36f46-722a-4e6c-9ba1-54ed39be225e'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:17:30.408311 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-9e69a9b1-74cf-4b28-b89c-f4f112d260c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:17:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['bee36f46-722a-4e6c-9ba1-54ed39be225e'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:30.420791 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-6383dd98-ea61-4057-859f-d01b549d32fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-160267859'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:17:30.443707 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25be120-f3b3-4ecc-a562-afb68625a2d8 req-217b9cdb-6bc3-4f27-b022-c0a0d15b0bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:30.451785 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f25be120-f3b3-4ecc-a562-afb68625a2d8 req-217b9cdb-6bc3-4f27-b022-c0a0d15b0bd0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a2ad9f6d6894e53a79216ac27c4fa23&device_id=c316f322-dba4-4071-bc58-de9fe5aae0a3 HTTP/1.1" status: 200 len: 1096 time: 0.1302569 Feb 04 21:17:30.453561 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6383dd98-ea61-4057-859f-d01b549d32fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:17:30.458717 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6383dd98-ea61-4057-859f-d01b549d32fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Usage tracker for resource:network and tenant:92996577dea24748aff25236d6c88c98 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:17:30.463357 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6383dd98-ea61-4057-859f-d01b549d32fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:17:30.485388 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6383dd98-ea61-4057-859f-d01b549d32fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:17:30.530159 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6383dd98-ea61-4057-859f-d01b549d32fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Made reservation on behalf of 92996577dea24748aff25236d6c88c98 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:17:30.535901 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6383dd98-ea61-4057-859f-d01b549d32fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:30.551290 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-80e22ad3-5092-4d0b-bd28-e9b36196d32c None None] Set router eadeda47-5614-4158-be30-f1ecbb8956a3 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:17:30.573399 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-9e69a9b1-74cf-4b28-b89c-f4f112d260c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:30.573399 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e69a9b1-74cf-4b28-b89c-f4f112d260c0 None None] The sync data for ids ['bee36f46-722a-4e6c-9ba1-54ed39be225e'] in n-d-827896-1 is: [] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:17:30.600621 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6383dd98-ea61-4057-859f-d01b549d32fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:17:30.616238 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6383dd98-ea61-4057-859f-d01b549d32fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:30.616238 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-6383dd98-ea61-4057-859f-d01b549d32fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Added segment 99c50bf1-dca8-454f-8589-e3cd031143fb of type vlan for network 8bbadd23-0d56-4305-b92d-b9e148b58b4e Feb 04 21:17:30.710353 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6383dd98-ea61-4057-859f-d01b549d32fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:30.719976 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25be120-f3b3-4ecc-a562-afb68625a2d8 req-f1e1d011-0397-4814-aa7c-a9791a566b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:30.721492 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f25be120-f3b3-4ecc-a562-afb68625a2d8 req-f1e1d011-0397-4814-aa7c-a9791a566b4d service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b69af12-0710-4c29-9ce9-477356ad66cd HTTP/1.1" status: 200 len: 921 time: 0.2719467 Feb 04 21:17:30.792727 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6383dd98-ea61-4057-859f-d01b549d32fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:30.803439 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6383dd98-ea61-4057-859f-d01b549d32fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:30.803439 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6383dd98-ea61-4057-859f-d01b549d32fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:30.969335 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f25be120-f3b3-4ecc-a562-afb68625a2d8 req-a02ccb9e-a1f5-465e-a2fa-f35f40790ace service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ad46833-08d8-4921-b3a7-e7e0afd810be HTTP/1.1" status: 200 len: 998 time: 0.2353718 Feb 04 21:17:31.045126 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383dd98-ea61-4057-859f-d01b549d32fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event updated for resources: {'Network': ['ID=8bbadd23-0d56-4305-b92d-b9e148b58b4e,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:31.055637 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383dd98-ea61-4057-859f-d01b549d32fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:31.056666 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383dd98-ea61-4057-859f-d01b549d32fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:31.057229 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383dd98-ea61-4057-859f-d01b549d32fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:31.057863 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383dd98-ea61-4057-859f-d01b549d32fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:31.069097 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383dd98-ea61-4057-859f-d01b549d32fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:31.069614 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383dd98-ea61-4057-859f-d01b549d32fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:31.079012 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383dd98-ea61-4057-859f-d01b549d32fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:31.079012 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383dd98-ea61-4057-859f-d01b549d32fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:31.093384 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383dd98-ea61-4057-859f-d01b549d32fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:31.093384 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383dd98-ea61-4057-859f-d01b549d32fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:31.093384 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383dd98-ea61-4057-859f-d01b549d32fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:31.093384 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383dd98-ea61-4057-859f-d01b549d32fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:17:31.102238 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6383dd98-ea61-4057-859f-d01b549d32fc tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6846874 Feb 04 21:17:31.102238 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47740) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:31.108500 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-6e610572-b035-45fd-8304-df7b444706b5 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Request body: {'subnet': {'network_id': '8bbadd23-0d56-4305-b92d-b9e148b58b4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:17:31.126921 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 8bbadd23-0d56-4305-b92d-b9e148b58b4e details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:17:31.189353 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25be120-f3b3-4ecc-a562-afb68625a2d8 req-5942bcd0-45d2-423e-a481-532ede6163c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:31.199124 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f25be120-f3b3-4ecc-a562-afb68625a2d8 req-5942bcd0-45d2-423e-a481-532ede6163c3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b5d5079a-45cf-4ff8-96c8-6a9985c90ea3 HTTP/1.1" status: 200 len: 860 time: 0.2167218 Feb 04 21:17:31.275492 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6e610572-b035-45fd-8304-df7b444706b5 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:17:31.286916 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f25be120-f3b3-4ecc-a562-afb68625a2d8 req-9926266c-dbdd-415f-a8e5-7e7b2727c7d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b69af12-0710-4c29-9ce9-477356ad66cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885623 Feb 04 21:17:31.287049 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6e610572-b035-45fd-8304-df7b444706b5 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:17:31.299986 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e610572-b035-45fd-8304-df7b444706b5 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Made reservation on behalf of 92996577dea24748aff25236d6c88c98 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:17:31.304793 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-f25be120-f3b3-4ecc-a562-afb68625a2d8 req-94af2faf-6ae7-4bbb-9ca0-a36bb1d485a0 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:17:31.306822 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f25be120-f3b3-4ecc-a562-afb68625a2d8 req-94af2faf-6ae7-4bbb-9ca0-a36bb1d485a0 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128639 Feb 04 21:17:31.306986 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6e610572-b035-45fd-8304-df7b444706b5 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:31.364298 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-80e22ad3-5092-4d0b-bd28-e9b36196d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057552342-router', 'tenant_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'a60decca-69f6-4c63-b756-e1797c83577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:15:36Z', 'updated_at': '2022-02-04T21:15:52Z', 'revision_number': 4, 'project_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'gw_port': {'id': 'a60decca-69f6-4c63-b756-e1797c83577d', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:47:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:39Z', 'updated_at': '2022-02-04T21:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': 'be17e58f-0725-4b8b-b2fe-d3d3f17cf419', 'tenant_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'port_id': '6ad46833-08d8-4921-b3a7-e7e0afd810be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b69af12-0710-4c29-9ce9-477356ad66cd', 'mac_address': 'fa:16:3e:4f:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c316f322-dba4-4071-bc58-de9fe5aae0a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:17:22Z', 'updated_at': '2022-02-04T21:17:27Z', 'revision_number': 1, 'project_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '468b0a35-ccfe-4587-b5f4-9c4e741878c1', 'name': '', 'network_id': '0b69af12-0710-4c29-9ce9-477356ad66cd', 'tenant_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'mac_address': 'fa:16:3e:09:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b5d5079a-45cf-4ff8-96c8-6a9985c90ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:49Z', 'updated_at': '2022-02-04T21:16:05Z', 'revision_number': 5, 'project_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'subnets': [{'id': 'b5d5079a-45cf-4ff8-96c8-6a9985c90ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:31.370866 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e22ad3-5092-4d0b-bd28-e9b36196d32c None None] Checking router: eadeda47-5614-4158-be30-f1ecbb8956a3 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:17:31.381968 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e22ad3-5092-4d0b-bd28-e9b36196d32c None None] Routers {'eadeda47-5614-4158-be30-f1ecbb8956a3'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:17:31.382737 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-80e22ad3-5092-4d0b-bd28-e9b36196d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:17:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['eadeda47-5614-4158-be30-f1ecbb8956a3'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:31.643473 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6e610572-b035-45fd-8304-df7b444706b5 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:31.691042 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-80e22ad3-5092-4d0b-bd28-e9b36196d32c None None] Set router eadeda47-5614-4158-be30-f1ecbb8956a3 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:17:31.807735 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e610572-b035-45fd-8304-df7b444706b5 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Checking segment: {'id': '99c50bf1-dca8-454f-8589-e3cd031143fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8bbadd23-0d56-4305-b92d-b9e148b58b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:17:31.807735 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e610572-b035-45fd-8304-df7b444706b5 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Network hostable DHCP agents. Network: 8bbadd23-0d56-4305-b92d-b9e148b58b4e, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:17:31.829276 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f25be120-f3b3-4ecc-a562-afb68625a2d8 req-67d5b008-3f6a-4fba-a4d3-6b8dd2f6f3ca service neutron] 10.222.0.26 "GET /v2.0/networks/0b69af12-0710-4c29-9ce9-477356ad66cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4969139 Feb 04 21:17:31.842595 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e610572-b035-45fd-8304-df7b444706b5 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event updated for resources: {'Subnet': ['ID=79262ce5-7dd2-4bf1-b762-3a33515c2ef9,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:31.866950 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e610572-b035-45fd-8304-df7b444706b5 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Network 8bbadd23-0d56-4305-b92d-b9e148b58b4e is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:17:31.879360 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-6e610572-b035-45fd-8304-df7b444706b5 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 8bbadd23-0d56-4305-b92d-b9e148b58b4e) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:17:31.905812 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e610572-b035-45fd-8304-df7b444706b5 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:31.905812 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6e610572-b035-45fd-8304-df7b444706b5 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:31.940860 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803bfcf5-eada-4d2a-9130-92cc3014ab6a None None] Network 8bbadd23-0d56-4305-b92d-b9e148b58b4e requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:17:31.974408 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6e610572-b035-45fd-8304-df7b444706b5 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8721700 Feb 04 21:17:31.982737 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47762) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:31.993271 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-7a48d561-8670-450f-b67f-ba4e81639372 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-543326085', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}, 'admin_state_up': False}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:17:32.006399 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7a48d561-8670-450f-b67f-ba4e81639372 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:17:32.028040 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7a48d561-8670-450f-b67f-ba4e81639372 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Usage tracker for resource:router and tenant:92996577dea24748aff25236d6c88c98 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:17:32.041482 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7a48d561-8670-450f-b67f-ba4e81639372 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:17:32.057915 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f25be120-f3b3-4ecc-a562-afb68625a2d8 req-b48690d8-59fa-4cce-8878-38d23afe3ee1 service neutron] 10.222.0.26 "GET /v2.0/networks/0b69af12-0710-4c29-9ce9-477356ad66cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361858 Feb 04 21:17:32.064715 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7a48d561-8670-450f-b67f-ba4e81639372 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:17:32.092894 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a48d561-8670-450f-b67f-ba4e81639372 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:32.094457 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a48d561-8670-450f-b67f-ba4e81639372 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:32.131036 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a48d561-8670-450f-b67f-ba4e81639372 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:32.529816 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a48d561-8670-450f-b67f-ba4e81639372 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:32.657374 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11e9d37-f3c2-4c6b-a1ca-541a6fa7e455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-8bbadd23-0d56-4305-b92d-b9e148b58b4e', 'network_id': '8bbadd23-0d56-4305-b92d-b9e148b58b4e', 'tenant_id': '92996577dea24748aff25236d6c88c98', 'fixed_ips': [{'subnet_id': '79262ce5-7dd2-4bf1-b762-3a33515c2ef9'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:17:32.657374 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b11e9d37-f3c2-4c6b-a1ca-541a6fa7e455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:32.777603 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-80e22ad3-5092-4d0b-bd28-e9b36196d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057552342-router', 'tenant_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'a60decca-69f6-4c63-b756-e1797c83577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:15:36Z', 'updated_at': '2022-02-04T21:15:52Z', 'revision_number': 4, 'project_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'gw_port': {'id': 'a60decca-69f6-4c63-b756-e1797c83577d', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:47:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:39Z', 'updated_at': '2022-02-04T21:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': 'be17e58f-0725-4b8b-b2fe-d3d3f17cf419', 'tenant_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'port_id': '6ad46833-08d8-4921-b3a7-e7e0afd810be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b69af12-0710-4c29-9ce9-477356ad66cd', 'mac_address': 'fa:16:3e:4f:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c316f322-dba4-4071-bc58-de9fe5aae0a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:17:22Z', 'updated_at': '2022-02-04T21:17:27Z', 'revision_number': 1, 'project_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '468b0a35-ccfe-4587-b5f4-9c4e741878c1', 'name': '', 'network_id': '0b69af12-0710-4c29-9ce9-477356ad66cd', 'tenant_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'mac_address': 'fa:16:3e:09:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b5d5079a-45cf-4ff8-96c8-6a9985c90ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:49Z', 'updated_at': '2022-02-04T21:16:05Z', 'revision_number': 5, 'project_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'subnets': [{'id': 'b5d5079a-45cf-4ff8-96c8-6a9985c90ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:32.786652 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e22ad3-5092-4d0b-bd28-e9b36196d32c None None] The sync data for ids ['eadeda47-5614-4158-be30-f1ecbb8956a3'] in n-d-827896-1 is: [{'id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057552342-router', 'tenant_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'a60decca-69f6-4c63-b756-e1797c83577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:15:36Z', 'updated_at': '2022-02-04T21:15:52Z', 'revision_number': 4, 'project_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'gw_port': {'id': 'a60decca-69f6-4c63-b756-e1797c83577d', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:47:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:39Z', 'updated_at': '2022-02-04T21:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': 'be17e58f-0725-4b8b-b2fe-d3d3f17cf419', 'tenant_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'port_id': '6ad46833-08d8-4921-b3a7-e7e0afd810be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b69af12-0710-4c29-9ce9-477356ad66cd', 'mac_address': 'fa:16:3e:4f:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c316f322-dba4-4071-bc58-de9fe5aae0a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:17:22Z', 'updated_at': '2022-02-04T21:17:27Z', 'revision_number': 1, 'project_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '468b0a35-ccfe-4587-b5f4-9c4e741878c1', 'name': '', 'network_id': '0b69af12-0710-4c29-9ce9-477356ad66cd', 'tenant_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'mac_address': 'fa:16:3e:09:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b5d5079a-45cf-4ff8-96c8-6a9985c90ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:49Z', 'updated_at': '2022-02-04T21:16:05Z', 'revision_number': 5, 'project_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'subnets': [{'id': 'b5d5079a-45cf-4ff8-96c8-6a9985c90ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:17:32.832743 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:32.953509 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-b11e9d37-f3c2-4c6b-a1ca-541a6fa7e455 None None] Allocated IP 172.20.0.2 (8bbadd23-0d56-4305-b92d-b9e148b58b4e/79262ce5-7dd2-4bf1-b762-3a33515c2ef9/48fb7c40-a9c6-448b-92d2-6445a0d232ad) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:17:33.268658 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e2739d-7db1-4c3e-9b1b-95b0fb2c6465 None None] New status for floating IP be17e58f-0725-4b8b-b2fe-d3d3f17cf419: ACTIVE {{(pid=87685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:17:33.475139 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b11e9d37-f3c2-4c6b-a1ca-541a6fa7e455 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:33.504667 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b11e9d37-f3c2-4c6b-a1ca-541a6fa7e455 None None] Transition to ACTIVE for port object 48fb7c40-a9c6-448b-92d2-6445a0d232ad will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:17:33.530545 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90de9f-821f-46db-98c1-a34831d6ffb5 req-f199e567-dcbe-4bd1-9976-57ede82c27e4 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:33.530545 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-da90de9f-821f-46db-98c1-a34831d6ffb5 req-f199e567-dcbe-4bd1-9976-57ede82c27e4 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=f63c5e02-233e-471b-9eaf-1c8199a1643b HTTP/1.1" status: 200 len: 945 time: 0.1883972 Feb 04 21:17:33.550939 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b11e9d37-f3c2-4c6b-a1ca-541a6fa7e455 None None] Transition to ACTIVE for port object 48fb7c40-a9c6-448b-92d2-6445a0d232ad will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:17:33.571701 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b11e9d37-f3c2-4c6b-a1ca-541a6fa7e455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:33.644740 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-da90de9f-821f-46db-98c1-a34831d6ffb5 req-bb453f70-950c-492c-a796-60542a47c2f8 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136014 Feb 04 21:17:33.697639 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11e9d37-f3c2-4c6b-a1ca-541a6fa7e455 None None] Network 8bbadd23-0d56-4305-b92d-b9e148b58b4e is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:17:33.701161 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-b11e9d37-f3c2-4c6b-a1ca-541a6fa7e455 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:17:33.705552 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11e9d37-f3c2-4c6b-a1ca-541a6fa7e455 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:17:33.766434 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63c5e02-233e-471b-9eaf-1c8199a1643b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7803fe53-9343-45a5-a940-995f359bc5dc', 'code': 200} Feb 04 21:17:33.819668 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a48d561-8670-450f-b67f-ba4e81639372 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for router_gateway, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:33.852523 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e9d37-f3c2-4c6b-a1ca-541a6fa7e455 None None] Pushing event updated for resources: {'Port': ['ID=48fb7c40-a9c6-448b-92d2-6445a0d232ad,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:33.857312 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c316f322-dba4-4071-bc58-de9fe5aae0a3', 'tag': '6ad46833-08d8-4921-b3a7-e7e0afd810be', 'status': 'completed', 'code': 200} Feb 04 21:17:33.881701 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-b11e9d37-f3c2-4c6b-a1ca-541a6fa7e455 None None] Attempting to bind port 48fb7c40-a9c6-448b-92d2-6445a0d232ad on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:17:33.881701 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-b11e9d37-f3c2-4c6b-a1ca-541a6fa7e455 None None] Attempting to bind port 48fb7c40-a9c6-448b-92d2-6445a0d232ad by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '99c50bf1-dca8-454f-8589-e3cd031143fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8bbadd23-0d56-4305-b92d-b9e148b58b4e'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:17:33.881701 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11e9d37-f3c2-4c6b-a1ca-541a6fa7e455 None None] Attempting to bind port 48fb7c40-a9c6-448b-92d2-6445a0d232ad on network 8bbadd23-0d56-4305-b92d-b9e148b58b4e {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:17:33.881701 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11e9d37-f3c2-4c6b-a1ca-541a6fa7e455 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:17:33.881701 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11e9d37-f3c2-4c6b-a1ca-541a6fa7e455 None None] Checking segment: {'id': '99c50bf1-dca8-454f-8589-e3cd031143fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8bbadd23-0d56-4305-b92d-b9e148b58b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:17:33.881701 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b11e9d37-f3c2-4c6b-a1ca-541a6fa7e455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:33.881701 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11e9d37-f3c2-4c6b-a1ca-541a6fa7e455 None None] Bound using segment: {'id': '99c50bf1-dca8-454f-8589-e3cd031143fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8bbadd23-0d56-4305-b92d-b9e148b58b4e'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:17:33.881701 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-b11e9d37-f3c2-4c6b-a1ca-541a6fa7e455 None None] Bound port: 48fb7c40-a9c6-448b-92d2-6445a0d232ad, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c50bf1-dca8-454f-8589-e3cd031143fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8bbadd23-0d56-4305-b92d-b9e148b58b4e'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:17:33.887825 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b11e9d37-f3c2-4c6b-a1ca-541a6fa7e455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:33.891893 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a48d561-8670-450f-b67f-ba4e81639372 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:34.144237 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-7a48d561-8670-450f-b67f-ba4e81639372 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Allocated IP 172.25.5.134 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/fd0dc2f9-8344-48b9-84df-b5e16983921f) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:17:34.163066 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-b11e9d37-f3c2-4c6b-a1ca-541a6fa7e455 None None] For port 48fb7c40-a9c6-448b-92d2-6445a0d232ad, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:17:34.167086 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-b11e9d37-f3c2-4c6b-a1ca-541a6fa7e455 None None] For port 48fb7c40-a9c6-448b-92d2-6445a0d232ad, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=48fb7c40-a9c6-448b-92d2-6445a0d232ad,segment=NetworkSegment(99c50bf1-dca8-454f-8589-e3cd031143fb),segment_id=99c50bf1-dca8-454f-8589-e3cd031143fb)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:17:34.174281 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b11e9d37-f3c2-4c6b-a1ca-541a6fa7e455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:34.280758 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e9d37-f3c2-4c6b-a1ca-541a6fa7e455 None None] Pushing event updated for resources: {'Port': ['ID=48fb7c40-a9c6-448b-92d2-6445a0d232ad,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:34.337479 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8dd86773-f50b-42f5-a1e2-7157808a4a16 req-13bca231-769b-42f0-aa3d-2a0731496ee1 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.78 HTTP/1.1" status: 200 len: 1000 time: 0.4405663 Feb 04 21:17:34.483247 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c29d7-4d19-480a-bf74-989fa8ebd3c9 req-2acfa724-e76a-4128-be7c-ca3daed1ef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:34.484882 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4b5c29d7-4d19-480a-bf74-989fa8ebd3c9 req-2acfa724-e76a-4128-be7c-ca3daed1ef90 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f63c5e02-233e-471b-9eaf-1c8199a1643b HTTP/1.1" status: 200 len: 1096 time: 0.6854446 Feb 04 21:17:34.497049 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd86773-f50b-42f5-a1e2-7157808a4a16 req-33578913-09f5-44be-974d-683defbe05e1 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:34.504346 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a48d561-8670-450f-b67f-ba4e81639372 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:34.511907 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8dd86773-f50b-42f5-a1e2-7157808a4a16 req-33578913-09f5-44be-974d-683defbe05e1 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/ports/6ad46833-08d8-4921-b3a7-e7e0afd810be HTTP/1.1" status: 200 len: 942 time: 0.1698015 Feb 04 21:17:34.516499 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d2aca-c73c-4531-9b0a-826b080be551 req-b691bf94-e896-41ce-a2a7-66f3743f1844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:34.517940 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-613d2aca-c73c-4531-9b0a-826b080be551 req-b691bf94-e896-41ce-a2a7-66f3743f1844 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a2ad9f6d6894e53a79216ac27c4fa23&device_id=c316f322-dba4-4071-bc58-de9fe5aae0a3 HTTP/1.1" status: 200 len: 1096 time: 0.6637807 Feb 04 21:17:34.581714 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a48d561-8670-450f-b67f-ba4e81639372 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:34.750924 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a48d561-8670-450f-b67f-ba4e81639372 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:17:34.755748 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-7a48d561-8670-450f-b67f-ba4e81639372 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:17:34.769967 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a48d561-8670-450f-b67f-ba4e81639372 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:17:34.842575 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48d561-8670-450f-b67f-ba4e81639372 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event updated for resources: {'Port': ['ID=fd0dc2f9-8344-48b9-84df-b5e16983921f,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:34.955360 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4b5c29d7-4d19-480a-bf74-989fa8ebd3c9 req-1245b738-e19d-4ceb-8934-9f10244ba465 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382937 Feb 04 21:17:35.042088 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8dd86773-f50b-42f5-a1e2-7157808a4a16 req-94bc6b55-58c1-43a8-a495-441d6f8396ed tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.78 HTTP/1.1" status: 200 len: 1000 time: 0.2464237 Feb 04 21:17:35.220485 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d2aca-c73c-4531-9b0a-826b080be551 req-5a08195c-46ab-44f8-be52-53668779c2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:35.222126 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-613d2aca-c73c-4531-9b0a-826b080be551 req-5a08195c-46ab-44f8-be52-53668779c2b6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0b69af12-0710-4c29-9ce9-477356ad66cd HTTP/1.1" status: 200 len: 921 time: 0.6753707 Feb 04 21:17:35.376871 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd86773-f50b-42f5-a1e2-7157808a4a16 req-ebbc29da-196d-4bd7-88d3-bf690627a7e5 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:35.383852 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8dd86773-f50b-42f5-a1e2-7157808a4a16 req-ebbc29da-196d-4bd7-88d3-bf690627a7e5 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 784 time: 0.3478284 Feb 04 21:17:35.489094 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-613d2aca-c73c-4531-9b0a-826b080be551 req-9eca8658-66e7-4dfc-b1da-f944ce3b8045 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ad46833-08d8-4921-b3a7-e7e0afd810be HTTP/1.1" status: 200 len: 1000 time: 0.2510967 Feb 04 21:17:35.560931 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8dd86773-f50b-42f5-a1e2-7157808a4a16 req-2e1b3a51-4b06-4589-8701-cbe0e83616d8 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.78 HTTP/1.1" status: 200 len: 1000 time: 0.1802208 Feb 04 21:17:35.616364 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-8dd86773-f50b-42f5-a1e2-7157808a4a16 req-7d37bd6a-0aeb-439a-b010-d20cf65a869c tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:17:35.682728 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a48d561-8670-450f-b67f-ba4e81639372 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for router_gateway, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:36.115855 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8dd86773-f50b-42f5-a1e2-7157808a4a16 req-7d37bd6a-0aeb-439a-b010-d20cf65a869c tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks [] for floatingip, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:36.152248 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c4e8cc-9335-43fd-b41b-bfdcf25d3283 None None] Network 8bbadd23-0d56-4305-b92d-b9e148b58b4e requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:17:36.169077 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d2aca-c73c-4531-9b0a-826b080be551 req-8fb9ea02-3199-44c3-a677-0e74cfb024c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:36.170886 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-613d2aca-c73c-4531-9b0a-826b080be551 req-8fb9ea02-3199-44c3-a677-0e74cfb024c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5d5079a-45cf-4ff8-96c8-6a9985c90ea3 HTTP/1.1" status: 200 len: 860 time: 0.6726823 Feb 04 21:17:36.474618 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c2b3e879-11ac-47f6-a0e4-61bb1dcc6f8c None None] Provisioning for port 48fb7c40-a9c6-448b-92d2-6445a0d232ad completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:17:36.584318 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-613d2aca-c73c-4531-9b0a-826b080be551 req-ccce55db-1cee-4d16-83c5-c8cb93aaa821 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b69af12-0710-4c29-9ce9-477356ad66cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2222533 Feb 04 21:17:36.594631 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a48d561-8670-450f-b67f-ba4e81639372 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:36.769305 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 48fb7c40-a9c6-448b-92d2-6445a0d232ad up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:17:36.980111 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 48fb7c40-a9c6-448b-92d2-6445a0d232ad completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:17:37.005469 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 48fb7c40-a9c6-448b-92d2-6445a0d232ad triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:17:37.005836 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:37.033581 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8dd86773-f50b-42f5-a1e2-7157808a4a16 req-7d37bd6a-0aeb-439a-b010-d20cf65a869c tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:37.061247 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8dd86773-f50b-42f5-a1e2-7157808a4a16 req-7d37bd6a-0aeb-439a-b010-d20cf65a869c tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:37.061550 n-d-827896-1 neutron-server[87683]: INFO neutron.db.l3_db [req-8dd86773-f50b-42f5-a1e2-7157808a4a16 req-7d37bd6a-0aeb-439a-b010-d20cf65a869c tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Floating IP be17e58f-0725-4b8b-b2fe-d3d3f17cf419 disassociated. External IP: 172.25.5.78, port: 6ad46833-08d8-4921-b3a7-e7e0afd810be. Feb 04 21:17:37.158598 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a48d561-8670-450f-b67f-ba4e81639372 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Router cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:17:37.251114 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:37.327194 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 48fb7c40-a9c6-448b-92d2-6445a0d232ad, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=48fb7c40-a9c6-448b-92d2-6445a0d232ad,segment=NetworkSegment(99c50bf1-dca8-454f-8589-e3cd031143fb),segment_id=99c50bf1-dca8-454f-8589-e3cd031143fb)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:17:37.344658 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:37.513570 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=48fb7c40-a9c6-448b-92d2-6445a0d232ad,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:37.523493 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a48d561-8670-450f-b67f-ba4e81639372 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:17:37.554649 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7c0363-e911-4237-9339-9973312e09c3 None None] Sync routers for ids ['cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:17:37.566841 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7c0363-e911-4237-9339-9973312e09c3 None None] Routers {'cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:17:37.567559 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-ee7c0363-e911-4237-9339-9973312e09c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:17:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:37.632412 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a48d561-8670-450f-b67f-ba4e81639372 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:37.632412 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7a48d561-8670-450f-b67f-ba4e81639372 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.6484511 Feb 04 21:17:37.632412 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47882) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:37.689099 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-613d2aca-c73c-4531-9b0a-826b080be551 req-8ed28dbe-20d5-4026-9a1c-b99434c560e9 service neutron] 10.222.0.32 "GET /v2.0/networks/0b69af12-0710-4c29-9ce9-477356ad66cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0776193 Feb 04 21:17:37.806547 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-ee7c0363-e911-4237-9339-9973312e09c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:37.839244 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7c0363-e911-4237-9339-9973312e09c3 None None] Routers {'cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:17:37.839868 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-ee7c0363-e911-4237-9339-9973312e09c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:17:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:38.001330 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8dd86773-f50b-42f5-a1e2-7157808a4a16 req-7d37bd6a-0aeb-439a-b010-d20cf65a869c tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Router eadeda47-5614-4158-be30-f1ecbb8956a3 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:17:38.018655 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-ee7c0363-e911-4237-9339-9973312e09c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:38.018655 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7c0363-e911-4237-9339-9973312e09c3 None None] The sync data for ids ['cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:17:38.034317 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-eefdd5b6-9fb2-4a90-a8c3-af9b5bf29366 None None] Provisioning complete for port 48fb7c40-a9c6-448b-92d2-6445a0d232ad triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:17:38.034317 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-eefdd5b6-9fb2-4a90-a8c3-af9b5bf29366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:38.342210 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-613d2aca-c73c-4531-9b0a-826b080be551 req-92ba5692-5647-4f99-8744-efec2ddd2388 service neutron] 10.222.0.32 "GET /v2.0/networks/0b69af12-0710-4c29-9ce9-477356ad66cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5025940 Feb 04 21:17:38.414290 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8dd86773-f50b-42f5-a1e2-7157808a4a16 req-7d37bd6a-0aeb-439a-b010-d20cf65a869c tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:17:38.414290 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8dd86773-f50b-42f5-a1e2-7157808a4a16 req-7d37bd6a-0aeb-439a-b010-d20cf65a869c tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:38.421983 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbe9627-09f7-4ff9-8f1f-b821aec41363 None None] Sync routers for ids ['eadeda47-5614-4158-be30-f1ecbb8956a3'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:17:38.457348 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbe9627-09f7-4ff9-8f1f-b821aec41363 None None] Routers {'eadeda47-5614-4158-be30-f1ecbb8956a3'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:17:38.459818 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-ccbe9627-09f7-4ff9-8f1f-b821aec41363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:17:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['eadeda47-5614-4158-be30-f1ecbb8956a3'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:38.496291 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 48fb7c40-a9c6-448b-92d2-6445a0d232ad up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:17:38.541534 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8dd86773-f50b-42f5-a1e2-7157808a4a16 req-7d37bd6a-0aeb-439a-b010-d20cf65a869c tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "PUT /v2.0/floatingips/be17e58f-0725-4b8b-b2fe-d3d3f17cf419 HTTP/1.1" status: 200 len: 694 time: 2.9700594 Feb 04 21:17:38.574650 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c316f322-dba4-4071-bc58-de9fe5aae0a3', 'tag': '6ad46833-08d8-4921-b3a7-e7e0afd810be'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:17:38.637461 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 48fb7c40-a9c6-448b-92d2-6445a0d232ad triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:17:38.638014 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:38.660576 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd86773-f50b-42f5-a1e2-7157808a4a16 req-f211a6a7-8082-418f-ba5c-8f43bd35a703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:38.674528 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8dd86773-f50b-42f5-a1e2-7157808a4a16 req-f211a6a7-8082-418f-ba5c-8f43bd35a703 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a2ad9f6d6894e53a79216ac27c4fa23&device_id=c316f322-dba4-4071-bc58-de9fe5aae0a3 HTTP/1.1" status: 200 len: 1096 time: 0.1320083 Feb 04 21:17:38.883733 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7366ec72-58a0-408d-be97-b6a77fb6a89f tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:39.039916 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-ccbe9627-09f7-4ff9-8f1f-b821aec41363 None None] Set router eadeda47-5614-4158-be30-f1ecbb8956a3 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:17:39.281849 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd86773-f50b-42f5-a1e2-7157808a4a16 req-3373ea9c-631f-4353-a765-a189cf5ee892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:39.285511 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8dd86773-f50b-42f5-a1e2-7157808a4a16 req-3373ea9c-631f-4353-a765-a189cf5ee892 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b69af12-0710-4c29-9ce9-477356ad66cd HTTP/1.1" status: 200 len: 921 time: 0.6099548 Feb 04 21:17:39.382637 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8dd86773-f50b-42f5-a1e2-7157808a4a16 req-03512be2-5cb0-43e6-bd90-51db7651559b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ad46833-08d8-4921-b3a7-e7e0afd810be HTTP/1.1" status: 200 len: 217 time: 0.0853157 Feb 04 21:17:39.533551 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-ccbe9627-09f7-4ff9-8f1f-b821aec41363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057552342-router', 'tenant_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'a60decca-69f6-4c63-b756-e1797c83577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:15:36Z', 'updated_at': '2022-02-04T21:15:52Z', 'revision_number': 4, 'project_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'gw_port': {'id': 'a60decca-69f6-4c63-b756-e1797c83577d', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:47:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:39Z', 'updated_at': '2022-02-04T21:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '468b0a35-ccfe-4587-b5f4-9c4e741878c1', 'name': '', 'network_id': '0b69af12-0710-4c29-9ce9-477356ad66cd', 'tenant_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'mac_address': 'fa:16:3e:09:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b5d5079a-45cf-4ff8-96c8-6a9985c90ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:49Z', 'updated_at': '2022-02-04T21:16:05Z', 'revision_number': 5, 'project_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'subnets': [{'id': 'b5d5079a-45cf-4ff8-96c8-6a9985c90ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:39.540074 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbe9627-09f7-4ff9-8f1f-b821aec41363 None None] Checking router: eadeda47-5614-4158-be30-f1ecbb8956a3 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:17:39.551351 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbe9627-09f7-4ff9-8f1f-b821aec41363 None None] Routers {'eadeda47-5614-4158-be30-f1ecbb8956a3'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:17:39.552137 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-ccbe9627-09f7-4ff9-8f1f-b821aec41363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:17:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['eadeda47-5614-4158-be30-f1ecbb8956a3'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:39.568762 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd86773-f50b-42f5-a1e2-7157808a4a16 req-47f8b6c9-6ab8-424d-adf8-28398b495d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:39.572562 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8dd86773-f50b-42f5-a1e2-7157808a4a16 req-47f8b6c9-6ab8-424d-adf8-28398b495d03 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b5d5079a-45cf-4ff8-96c8-6a9985c90ea3 HTTP/1.1" status: 200 len: 860 time: 0.1804011 Feb 04 21:17:39.694247 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8dd86773-f50b-42f5-a1e2-7157808a4a16 req-9a6b9abb-ef91-461d-b4ce-344353130a34 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b69af12-0710-4c29-9ce9-477356ad66cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055975 Feb 04 21:17:39.801732 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-ccbe9627-09f7-4ff9-8f1f-b821aec41363 None None] Set router eadeda47-5614-4158-be30-f1ecbb8956a3 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:17:39.885736 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-7366ec72-58a0-408d-be97-b6a77fb6a89f tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Allocated IP 172.20.0.1 (8bbadd23-0d56-4305-b92d-b9e148b58b4e/79262ce5-7dd2-4bf1-b762-3a33515c2ef9/d228bad0-1acd-4b82-b7bb-2b828c1b2677) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:17:40.012050 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8dd86773-f50b-42f5-a1e2-7157808a4a16 req-67c52b44-026d-43cd-a6f3-c1d600993267 service neutron] 10.222.0.26 "GET /v2.0/networks/0b69af12-0710-4c29-9ce9-477356ad66cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016291 Feb 04 21:17:40.210309 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7366ec72-58a0-408d-be97-b6a77fb6a89f tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:40.235012 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-ccbe9627-09f7-4ff9-8f1f-b821aec41363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057552342-router', 'tenant_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'a60decca-69f6-4c63-b756-e1797c83577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:15:36Z', 'updated_at': '2022-02-04T21:15:52Z', 'revision_number': 4, 'project_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'gw_port': {'id': 'a60decca-69f6-4c63-b756-e1797c83577d', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:47:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:39Z', 'updated_at': '2022-02-04T21:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '468b0a35-ccfe-4587-b5f4-9c4e741878c1', 'name': '', 'network_id': '0b69af12-0710-4c29-9ce9-477356ad66cd', 'tenant_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'mac_address': 'fa:16:3e:09:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b5d5079a-45cf-4ff8-96c8-6a9985c90ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:49Z', 'updated_at': '2022-02-04T21:16:05Z', 'revision_number': 5, 'project_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'subnets': [{'id': 'b5d5079a-45cf-4ff8-96c8-6a9985c90ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:40.236805 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-7366ec72-58a0-408d-be97-b6a77fb6a89f tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Transition to ACTIVE for port object d228bad0-1acd-4b82-b7bb-2b828c1b2677 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:17:40.249363 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbe9627-09f7-4ff9-8f1f-b821aec41363 None None] The sync data for ids ['eadeda47-5614-4158-be30-f1ecbb8956a3'] in n-d-827896-1 is: [{'id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057552342-router', 'tenant_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'a60decca-69f6-4c63-b756-e1797c83577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:15:36Z', 'updated_at': '2022-02-04T21:15:52Z', 'revision_number': 4, 'project_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'gw_port': {'id': 'a60decca-69f6-4c63-b756-e1797c83577d', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:47:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:39Z', 'updated_at': '2022-02-04T21:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '468b0a35-ccfe-4587-b5f4-9c4e741878c1', 'name': '', 'network_id': '0b69af12-0710-4c29-9ce9-477356ad66cd', 'tenant_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'mac_address': 'fa:16:3e:09:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b5d5079a-45cf-4ff8-96c8-6a9985c90ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:49Z', 'updated_at': '2022-02-04T21:16:05Z', 'revision_number': 5, 'project_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'subnets': [{'id': 'b5d5079a-45cf-4ff8-96c8-6a9985c90ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:17:40.288315 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7366ec72-58a0-408d-be97-b6a77fb6a89f tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:40.293239 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8dd86773-f50b-42f5-a1e2-7157808a4a16 req-d69dd7c5-4c2d-40a9-81a5-9d2c32f0624c service neutron] 10.222.0.26 "GET /v2.0/networks/0b69af12-0710-4c29-9ce9-477356ad66cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691545 Feb 04 21:17:40.357410 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7366ec72-58a0-408d-be97-b6a77fb6a89f tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Network 8bbadd23-0d56-4305-b92d-b9e148b58b4e is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:17:40.365984 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-7366ec72-58a0-408d-be97-b6a77fb6a89f tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:17:40.370880 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7366ec72-58a0-408d-be97-b6a77fb6a89f tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:17:40.502726 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7366ec72-58a0-408d-be97-b6a77fb6a89f tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:40.529479 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366ec72-58a0-408d-be97-b6a77fb6a89f tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event updated for resources: {'Port': ['ID=d228bad0-1acd-4b82-b7bb-2b828c1b2677,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:40.664898 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5473ab-5bf7-4925-9c3e-66e0df8630d6 req-342d57ea-4b44-414f-a946-c0f839bc4626 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:40.666696 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fe5473ab-5bf7-4925-9c3e-66e0df8630d6 req-342d57ea-4b44-414f-a946-c0f839bc4626 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 947 time: 0.2054944 Feb 04 21:17:40.757270 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7366ec72-58a0-408d-be97-b6a77fb6a89f tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:40.779336 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fe5473ab-5bf7-4925-9c3e-66e0df8630d6 req-fe22892f-61e5-4ca0-a884-3d90f9faa8d6 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941811 Feb 04 21:17:40.830159 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3035806-7f2f-4ddd-ac0e-42126b5d8328 None None] New status for floating IP be17e58f-0725-4b8b-b2fe-d3d3f17cf419: DOWN {{(pid=87684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:17:41.024499 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-98ee1be0-6301-4b3a-a583-ba113b578bdc None None] Provisioning for port d228bad0-1acd-4b82-b7bb-2b828c1b2677 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:17:41.129969 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-98ee1be0-6301-4b3a-a583-ba113b578bdc None None] Provisioning complete for port d228bad0-1acd-4b82-b7bb-2b828c1b2677 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:17:41.130588 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-98ee1be0-6301-4b3a-a583-ba113b578bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:41.319244 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-98ee1be0-6301-4b3a-a583-ba113b578bdc None None] Port d228bad0-1acd-4b82-b7bb-2b828c1b2677 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:17:41.414579 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381a153-cd53-48b7-ab92-04b2d1241e4b req-b0853639-94fa-41ec-bea3-3dd965a517d9 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:41.419451 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6381a153-cd53-48b7-ab92-04b2d1241e4b req-b0853639-94fa-41ec-bea3-3dd965a517d9 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=f63c5e02-233e-471b-9eaf-1c8199a1643b HTTP/1.1" status: 200 len: 945 time: 0.1528964 Feb 04 21:17:41.482380 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6381a153-cd53-48b7-ab92-04b2d1241e4b req-5fb4348e-2a25-4a03-93ae-23d170054b21 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589635 Feb 04 21:17:41.573183 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c316f322-dba4-4071-bc58-de9fe5aae0a3', 'tag': '6ad46833-08d8-4921-b3a7-e7e0afd810be', 'status': 'completed', 'code': 200} Feb 04 21:17:41.708732 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7366ec72-58a0-408d-be97-b6a77fb6a89f tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:41.714888 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7366ec72-58a0-408d-be97-b6a77fb6a89f tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:41.832971 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-76c23c3b-9475-4018-9ba2-c8da7c4f3104 req-6fa0be94-b31d-4ef7-8e92-5ad5835fba1a tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/floatingips/be17e58f-0725-4b8b-b2fe-d3d3f17cf419 HTTP/1.1" status: 200 len: 692 time: 0.2404013 Feb 04 21:17:42.048956 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7366ec72-58a0-408d-be97-b6a77fb6a89f tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:42.063517 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c23c3b-9475-4018-9ba2-c8da7c4f3104 req-41e828eb-870a-4a6c-bd07-4207dc75be94 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:42.063694 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366ec72-58a0-408d-be97-b6a77fb6a89f tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event updated for resources: {'Port': ['ID=d228bad0-1acd-4b82-b7bb-2b828c1b2677,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:42.073926 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-76c23c3b-9475-4018-9ba2-c8da7c4f3104 req-41e828eb-870a-4a6c-bd07-4207dc75be94 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 784 time: 0.2309997 Feb 04 21:17:42.080010 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-76c23c3b-9475-4018-9ba2-c8da7c4f3104 req-6eec2dd9-25e8-4413-812d-347fd9d07536 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:17:42.089724 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-76c23c3b-9475-4018-9ba2-c8da7c4f3104 req-6eec2dd9-25e8-4413-812d-347fd9d07536 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146034 Feb 04 21:17:42.215407 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92071bd-3321-48d5-86f9-608c07be990c req-5e98c908-3020-486d-8ba4-c64bfa56c844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:42.218714 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d92071bd-3321-48d5-86f9-608c07be990c req-5e98c908-3020-486d-8ba4-c64bfa56c844 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a2ad9f6d6894e53a79216ac27c4fa23&device_id=c316f322-dba4-4071-bc58-de9fe5aae0a3 HTTP/1.1" status: 200 len: 1096 time: 0.5044501 Feb 04 21:17:42.295056 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-76c23c3b-9475-4018-9ba2-c8da7c4f3104 req-839311b9-4195-4861-99b4-5b8103bf7c99 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.78 HTTP/1.1" status: 200 len: 695 time: 0.1907918 Feb 04 21:17:42.313818 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7366ec72-58a0-408d-be97-b6a77fb6a89f tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Network 8bbadd23-0d56-4305-b92d-b9e148b58b4e is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:17:42.313818 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-7366ec72-58a0-408d-be97-b6a77fb6a89f tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:17:42.520259 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92071bd-3321-48d5-86f9-608c07be990c req-47a651a2-8ea7-4cce-80bc-7d13e890c7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:42.522414 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d92071bd-3321-48d5-86f9-608c07be990c req-47a651a2-8ea7-4cce-80bc-7d13e890c7cb service neutron] 10.222.0.32 "GET /v2.0/networks?id=0b69af12-0710-4c29-9ce9-477356ad66cd HTTP/1.1" status: 200 len: 921 time: 0.2921548 Feb 04 21:17:42.533785 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-76c23c3b-9475-4018-9ba2-c8da7c4f3104 req-b90bd77a-0631-49da-83fb-bf8e2d6e5f81 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.78 HTTP/1.1" status: 200 len: 695 time: 0.2513766 Feb 04 21:17:42.780659 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-594eae8e-e1f6-4ef6-bead-a158bcd313d0 None None] Provisioning complete for port d228bad0-1acd-4b82-b7bb-2b828c1b2677 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:17:42.781280 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-594eae8e-e1f6-4ef6-bead-a158bcd313d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:42.896526 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d92071bd-3321-48d5-86f9-608c07be990c req-1b7aba8b-2712-4e72-82d3-bb25870fdba5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ad46833-08d8-4921-b3a7-e7e0afd810be HTTP/1.1" status: 200 len: 217 time: 0.2404242 Feb 04 21:17:42.932259 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-594eae8e-e1f6-4ef6-bead-a158bcd313d0 None None] Port d228bad0-1acd-4b82-b7bb-2b828c1b2677 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:17:43.215725 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-76c23c3b-9475-4018-9ba2-c8da7c4f3104 req-71c45ac6-8501-468a-b242-cfe03f729cb2 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Deleting port c87f4f6b-576d-4eea-b9c7-3325206d3d0f {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:17:43.216063 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-76c23c3b-9475-4018-9ba2-c8da7c4f3104 req-71c45ac6-8501-468a-b242-cfe03f729cb2 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:43.262180 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7366ec72-58a0-408d-be97-b6a77fb6a89f tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Router cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:17:43.292455 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a621b-5f05-488d-9f05-d66431c68827 req-128889be-4183-4bb4-9246-f6038d51854a tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:43.292455 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-597a621b-5f05-488d-9f05-d66431c68827 req-128889be-4183-4bb4-9246-f6038d51854a tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Synchronizing usage tracker for tenant:cbe7b967cf5b4bf8a129a586503d8461 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:17:43.327291 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92071bd-3321-48d5-86f9-608c07be990c req-0367305b-22ba-44e7-bca5-e79ad5178457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:43.327291 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d92071bd-3321-48d5-86f9-608c07be990c req-0367305b-22ba-44e7-bca5-e79ad5178457 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5d5079a-45cf-4ff8-96c8-6a9985c90ea3 HTTP/1.1" status: 200 len: 860 time: 0.2138631 Feb 04 21:17:43.435300 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d92071bd-3321-48d5-86f9-608c07be990c req-efabfdf5-4f24-4ba6-abe9-baae428f2a81 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b69af12-0710-4c29-9ce9-477356ad66cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890136 Feb 04 21:17:43.492710 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-597a621b-5f05-488d-9f05-d66431c68827 req-128889be-4183-4bb4-9246-f6038d51854a tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Unset dirty status for tenant:cbe7b967cf5b4bf8a129a586503d8461 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:17:43.494176 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-597a621b-5f05-488d-9f05-d66431c68827 req-128889be-4183-4bb4-9246-f6038d51854a tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.18 "GET /v2.0/ports?device_id=af963ca1-112b-4b47-b85b-131b8fa1211f HTTP/1.1" status: 200 len: 945 time: 0.8929973 Feb 04 21:17:43.553712 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7366ec72-58a0-408d-be97-b6a77fb6a89f tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:17:43.603316 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bffc129-f78a-4269-aded-2fd00065f604 None None] Sync routers for ids ['cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:17:43.616410 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bffc129-f78a-4269-aded-2fd00065f604 None None] Routers {'cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:17:43.616410 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-7bffc129-f78a-4269-aded-2fd00065f604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:17:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:43.636119 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7366ec72-58a0-408d-be97-b6a77fb6a89f tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "PUT /v2.0/routers/cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9991655 Feb 04 21:17:43.636119 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 47996) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:43.659389 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-0af250c1-b5b6-4e55-9fd0-17d9ff1cb17a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Request body: {'port': {'network_id': '8bbadd23-0d56-4305-b92d-b9e148b58b4e', 'name': 'tempest-FloatingIPTestJSON-143720129'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:17:43.710898 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-597a621b-5f05-488d-9f05-d66431c68827 req-15706baf-f31c-4658-aacf-ba442b81a69e tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Deleting port 9e6990e6-3c27-4047-a743-d92f8b856051 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:17:43.710898 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-597a621b-5f05-488d-9f05-d66431c68827 req-15706baf-f31c-4658-aacf-ba442b81a69e tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:43.726713 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-76c23c3b-9475-4018-9ba2-c8da7c4f3104 req-71c45ac6-8501-468a-b242-cfe03f729cb2 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:43.726713 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-76c23c3b-9475-4018-9ba2-c8da7c4f3104 req-71c45ac6-8501-468a-b242-cfe03f729cb2 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:43.742205 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-7bffc129-f78a-4269-aded-2fd00065f604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:43.750877 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d92071bd-3321-48d5-86f9-608c07be990c req-9c4a85f5-ecb9-4876-ab12-54adc3242b4e service neutron] 10.222.0.32 "GET /v2.0/networks/0b69af12-0710-4c29-9ce9-477356ad66cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034079 Feb 04 21:17:43.757483 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bffc129-f78a-4269-aded-2fd00065f604 None None] Routers {'cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:17:43.758584 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-7bffc129-f78a-4269-aded-2fd00065f604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:17:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:43.888384 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-71b9384c-fee0-46e4-ad21-b3554b4780ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:43.923878 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-7bffc129-f78a-4269-aded-2fd00065f604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:43.923878 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bffc129-f78a-4269-aded-2fd00065f604 None None] The sync data for ids ['cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a'] in n-d-827896-1 is: [] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:17:43.999011 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-76c23c3b-9475-4018-9ba2-c8da7c4f3104 req-71c45ac6-8501-468a-b242-cfe03f729cb2 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Calling delete_port for c87f4f6b-576d-4eea-b9c7-3325206d3d0f owned by network:floatingip {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:17:44.152834 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0af250c1-b5b6-4e55-9fd0-17d9ff1cb17a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:17:44.167563 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0af250c1-b5b6-4e55-9fd0-17d9ff1cb17a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Usage tracker for resource:port and tenant:92996577dea24748aff25236d6c88c98 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:17:44.184112 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0af250c1-b5b6-4e55-9fd0-17d9ff1cb17a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:17:44.195859 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0af250c1-b5b6-4e55-9fd0-17d9ff1cb17a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:17:44.240683 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af250c1-b5b6-4e55-9fd0-17d9ff1cb17a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Made reservation on behalf of 92996577dea24748aff25236d6c88c98 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:17:44.245268 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0af250c1-b5b6-4e55-9fd0-17d9ff1cb17a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:44.256700 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d92071bd-3321-48d5-86f9-608c07be990c req-b1a75377-6a27-425a-8435-ed349695415f service neutron] 10.222.0.32 "GET /v2.0/networks/0b69af12-0710-4c29-9ce9-477356ad66cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4383657 Feb 04 21:17:44.319062 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-0af250c1-b5b6-4e55-9fd0-17d9ff1cb17a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] device_id is not set on port 4ef8c583-8ded-4d97-8765-27d96f9e9529 yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:17:44.384837 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-597a621b-5f05-488d-9f05-d66431c68827 req-15706baf-f31c-4658-aacf-ba442b81a69e tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] For port 9e6990e6-3c27-4047-a743-d92f8b856051, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=9e6990e6-3c27-4047-a743-d92f8b856051,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:17:44.384837 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-597a621b-5f05-488d-9f05-d66431c68827 req-15706baf-f31c-4658-aacf-ba442b81a69e tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:44.395264 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-76c23c3b-9475-4018-9ba2-c8da7c4f3104 req-71c45ac6-8501-468a-b242-cfe03f729cb2 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:44.525096 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c45ac6-8501-468a-b242-cfe03f729cb2 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Pushing event deleted for resources: {'Port': ['ID=c87f4f6b-576d-4eea-b9c7-3325206d3d0f,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:44.579292 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-597a621b-5f05-488d-9f05-d66431c68827 req-15706baf-f31c-4658-aacf-ba442b81a69e tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Calling delete_port for 9e6990e6-3c27-4047-a743-d92f8b856051 owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:17:44.628498 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-76c23c3b-9475-4018-9ba2-c8da7c4f3104 req-71c45ac6-8501-468a-b242-cfe03f729cb2 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks [] for floatingip, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:44.678641 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-76c23c3b-9475-4018-9ba2-c8da7c4f3104 req-71c45ac6-8501-468a-b242-cfe03f729cb2 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:44.688662 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-76c23c3b-9475-4018-9ba2-c8da7c4f3104 req-71c45ac6-8501-468a-b242-cfe03f729cb2 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "DELETE /v2.0/floatingips/be17e58f-0725-4b8b-b2fe-d3d3f17cf419 HTTP/1.1" status: 204 len: 173 time: 2.1528516 Feb 04 21:17:44.801634 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-0af250c1-b5b6-4e55-9fd0-17d9ff1cb17a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Allocated IP 172.20.0.4 (8bbadd23-0d56-4305-b92d-b9e148b58b4e/79262ce5-7dd2-4bf1-b762-3a33515c2ef9/4ef8c583-8ded-4d97-8765-27d96f9e9529) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:17:44.954203 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-597a621b-5f05-488d-9f05-d66431c68827 req-15706baf-f31c-4658-aacf-ba442b81a69e tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:44.960904 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['e791a7ac-6865-4c87-8ac5-f39dc8b22567'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:17:45.013465 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15706baf-f31c-4658-aacf-ba442b81a69e tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Pushing event deleted for resources: {'Port': ['ID=9e6990e6-3c27-4047-a743-d92f8b856051,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:45.018377 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 48026) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:45.127226 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3797951e-760c-4aff-9e30-0aa752a9b149 req-67db7a58-56eb-4532-8526-2469f51cd88e tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=af963ca1-112b-4b47-b85b-131b8fa1211f HTTP/1.1" status: 200 len: 210 time: 0.0757847 Feb 04 21:17:45.268404 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d33646c5-1687-42dd-a990-51946645d502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:45.292361 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-597a621b-5f05-488d-9f05-d66431c68827 req-15706baf-f31c-4658-aacf-ba442b81a69e tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] No DVR routers for this DVR port 9e6990e6-3c27-4047-a743-d92f8b856051 on host n-h2-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:17:45.295503 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-597a621b-5f05-488d-9f05-d66431c68827 req-15706baf-f31c-4658-aacf-ba442b81a69e tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:45.317729 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af963ca1-112b-4b47-b85b-131b8fa1211f', 'name': 'network-vif-deleted', 'tag': '9e6990e6-3c27-4047-a743-d92f8b856051'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:17:45.328704 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-597a621b-5f05-488d-9f05-d66431c68827 req-15706baf-f31c-4658-aacf-ba442b81a69e tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.18 "DELETE /v2.0/ports/9e6990e6-3c27-4047-a743-d92f8b856051 HTTP/1.1" status: 204 len: 173 time: 1.8226774 Feb 04 21:17:45.363262 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-d33646c5-1687-42dd-a990-51946645d502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:17:45.379512 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-d33646c5-1687-42dd-a990-51946645d502 admin admin] Usage tracker for resource:security_group_rule and tenant:225feb7fa0dd4b4e8ccc86ab9ef1dc15 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:17:45.389571 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-d33646c5-1687-42dd-a990-51946645d502 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:17:45.402394 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-d33646c5-1687-42dd-a990-51946645d502 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:17:45.455387 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f6325-2189-438e-8a9a-6edf78b2332f req-40c78cc9-4ed6-49a0-8747-6c036f60daba tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:45.455387 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a52f6325-2189-438e-8a9a-6edf78b2332f req-40c78cc9-4ed6-49a0-8747-6c036f60daba tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=f63c5e02-233e-471b-9eaf-1c8199a1643b HTTP/1.1" status: 200 len: 945 time: 0.1586292 Feb 04 21:17:45.479973 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0af250c1-b5b6-4e55-9fd0-17d9ff1cb17a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:45.509346 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-0af250c1-b5b6-4e55-9fd0-17d9ff1cb17a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Transition to ACTIVE for port object 4ef8c583-8ded-4d97-8765-27d96f9e9529 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:17:45.552570 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a52f6325-2189-438e-8a9a-6edf78b2332f req-805e8c4f-a244-4074-9da2-262274ed1146 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764647 Feb 04 21:17:45.555240 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0af250c1-b5b6-4e55-9fd0-17d9ff1cb17a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:45.616180 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d33646c5-1687-42dd-a990-51946645d502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:45.640799 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d33646c5-1687-42dd-a990-51946645d502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:45.666338 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af250c1-b5b6-4e55-9fd0-17d9ff1cb17a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Network 8bbadd23-0d56-4305-b92d-b9e148b58b4e is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:17:45.670282 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-0af250c1-b5b6-4e55-9fd0-17d9ff1cb17a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:17:45.673822 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af250c1-b5b6-4e55-9fd0-17d9ff1cb17a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:17:45.726659 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af250c1-b5b6-4e55-9fd0-17d9ff1cb17a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event updated for resources: {'Port': ['ID=4ef8c583-8ded-4d97-8765-27d96f9e9529,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:45.737199 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d33646c5-1687-42dd-a990-51946645d502 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=225feb7fa0dd4b4e8ccc86ab9ef1dc15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7151713 Feb 04 21:17:45.737199 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 48042) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:45.737199 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33646c5-1687-42dd-a990-51946645d502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02aec956-d8d3-42ac-ab3b-5452905d61c4,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:45.760708 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b743e3db-3800-407d-8d03-9ddf514b4c0e req-51c954b0-f305-463f-acdb-95a053cac66d tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/security-groups/d9b5b6a1-a752-4b65-a076-b7ac63433ac6 HTTP/1.1" status: 200 len: 1807 time: 0.1447372 Feb 04 21:17:45.879449 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 9e6990e6-3c27-4047-a743-d92f8b856051 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:17:45.998386 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: 9e6990e6-3c27-4047-a743-d92f8b856051 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:17:45.998386 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 9e6990e6-3c27-4047-a743-d92f8b856051 not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:17:46.009329 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af250c1-b5b6-4e55-9fd0-17d9ff1cb17a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:46.009329 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0af250c1-b5b6-4e55-9fd0-17d9ff1cb17a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:46.062996 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0af250c1-b5b6-4e55-9fd0-17d9ff1cb17a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4131351 Feb 04 21:17:46.062996 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 48048) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:46.081011 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-652808da-e5ba-4103-ab93-ac8cf41b9719 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Request body: {'floatingip': {'port_id': '4ef8c583-8ded-4d97-8765-27d96f9e9529'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:17:46.100200 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d911fd07-722a-47d8-8cce-ce054cb3d546 None None] Provisioning for port 4ef8c583-8ded-4d97-8765-27d96f9e9529 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:17:46.111515 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d911fd07-722a-47d8-8cce-ce054cb3d546 None None] Provisioning complete for port 4ef8c583-8ded-4d97-8765-27d96f9e9529 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:17:46.111515 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d911fd07-722a-47d8-8cce-ce054cb3d546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:46.177552 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9b36e03c-3505-45f1-8d2a-bd8afd3b82aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:46.191735 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b743e3db-3800-407d-8d03-9ddf514b4c0e req-ca8b4ae7-90ff-4552-8e72-ef9bc54e501a tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:46.237172 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-d911fd07-722a-47d8-8cce-ce054cb3d546 None None] Port 4ef8c583-8ded-4d97-8765-27d96f9e9529 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:17:46.239074 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9b36e03c-3505-45f1-8d2a-bd8afd3b82aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:46.240829 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-652808da-e5ba-4103-ab93-ac8cf41b9719 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for floatingip, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:46.250234 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b743e3db-3800-407d-8d03-9ddf514b4c0e req-ca8b4ae7-90ff-4552-8e72-ef9bc54e501a tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:46.278384 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7d54d471-b965-432f-b4f6-ef4480da3ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:46.353568 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b743e3db-3800-407d-8d03-9ddf514b4c0e req-ca8b4ae7-90ff-4552-8e72-ef9bc54e501a tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:46.377782 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b4ae7-90ff-4552-8e72-ef9bc54e501a tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b5b6a1-a752-4b65-a076-b7ac63433ac6,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:46.377782 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9b36e03c-3505-45f1-8d2a-bd8afd3b82aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:46.400943 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36e03c-3505-45f1-8d2a-bd8afd3b82aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02aec956-d8d3-42ac-ab3b-5452905d61c4,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:46.413328 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b743e3db-3800-407d-8d03-9ddf514b4c0e req-ca8b4ae7-90ff-4552-8e72-ef9bc54e501a tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:46.416632 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b743e3db-3800-407d-8d03-9ddf514b4c0e req-ca8b4ae7-90ff-4552-8e72-ef9bc54e501a tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "DELETE /v2.0/security-groups/d9b5b6a1-a752-4b65-a076-b7ac63433ac6 HTTP/1.1" status: 204 len: 173 time: 0.6540730 Feb 04 21:17:46.416632 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9b36e03c-3505-45f1-8d2a-bd8afd3b82aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:46.422296 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-9b36e03c-3505-45f1-8d2a-bd8afd3b82aa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/02aec956-d8d3-42ac-ab3b-5452905d61c4 HTTP/1.1" status: 204 len: 168 time: 0.6855862 Feb 04 21:17:46.960482 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77026b10-113c-4a99-a254-f1cc7c103280 req-987856db-a8d6-4be4-b70e-64c177752e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:46.960482 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77026b10-113c-4a99-a254-f1cc7c103280 req-987856db-a8d6-4be4-b70e-64c177752e6f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=803c4bfb4a0c4d64ba81f7b2220cf823&device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 1098 time: 0.1242640 Feb 04 21:17:47.004209 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 48072) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:47.022321 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af963ca1-112b-4b47-b85b-131b8fa1211f', 'name': 'network-vif-deleted', 'tag': '9e6990e6-3c27-4047-a743-d92f8b856051', 'status': 'completed', 'code': 200} Feb 04 21:17:47.026638 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cb626c5e-5e80-4722-bec2-745283efe3f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:47.133073 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-cb626c5e-5e80-4722-bec2-745283efe3f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:17:47.166364 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-cb626c5e-5e80-4722-bec2-745283efe3f0 admin admin] Usage tracker for resource:security_group_rule and tenant:e2940860f9554d4b88e5c230d6b4947e is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:17:47.166364 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-cb626c5e-5e80-4722-bec2-745283efe3f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:17:47.176427 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-cb626c5e-5e80-4722-bec2-745283efe3f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:17:47.266207 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77026b10-113c-4a99-a254-f1cc7c103280 req-beee9876-2e7f-4e2d-86bf-84c90b184cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:47.267982 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77026b10-113c-4a99-a254-f1cc7c103280 req-beee9876-2e7f-4e2d-86bf-84c90b184cfb service neutron] 10.222.0.32 "GET /v2.0/networks?id=8fabec85-7328-4725-bced-b859dec9a60d HTTP/1.1" status: 200 len: 915 time: 0.3055291 Feb 04 21:17:47.409077 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:47.412315 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77026b10-113c-4a99-a254-f1cc7c103280 req-0bb9f369-31d0-45eb-a975-306b7c812f7c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f61ea82f-8f87-42d7-9d33-19d254d5287d HTTP/1.1" status: 200 len: 217 time: 0.1277366 Feb 04 21:17:47.473535 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-652808da-e5ba-4103-ab93-ac8cf41b9719 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:47.483879 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-652808da-e5ba-4103-ab93-ac8cf41b9719 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:47.514802 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77026b10-113c-4a99-a254-f1cc7c103280 req-e8aca266-b8c5-446c-9685-60645e07e1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:47.514802 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77026b10-113c-4a99-a254-f1cc7c103280 req-e8aca266-b8c5-446c-9685-60645e07e1c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf4393a5-4d9f-4e62-a55d-2fc5de86b20c HTTP/1.1" status: 200 len: 854 time: 0.0937757 Feb 04 21:17:47.574797 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77026b10-113c-4a99-a254-f1cc7c103280 req-62ed2644-18cb-46f9-b52c-7c90ac4821cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8fabec85-7328-4725-bced-b859dec9a60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594478 Feb 04 21:17:47.579066 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cb626c5e-5e80-4722-bec2-745283efe3f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:47.614690 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:47.632260 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cb626c5e-5e80-4722-bec2-745283efe3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:47.780907 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb626c5e-5e80-4722-bec2-745283efe3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129a48bf-ca28-4c60-afda-8f42c72b0cb5,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:47.805788 n-d-827896-1 neutron-server[87682]: INFO neutron.db.l3_db [None req-652808da-e5ba-4103-ab93-ac8cf41b9719 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Floating IP 4d434dfd-0f1f-4b56-a9f1-5e3e5aea0db5 associated. External IP: 172.25.5.108, port: b60c95f7-664c-412b-b96e-b452a97ed8d5. Feb 04 21:17:47.807800 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-cb626c5e-5e80-4722-bec2-745283efe3f0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e2940860f9554d4b88e5c230d6b4947e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8087833 Feb 04 21:17:47.807800 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 48090) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:47.911214 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77026b10-113c-4a99-a254-f1cc7c103280 req-57dc730b-0373-4b37-8d36-1001357b4423 service neutron] 10.222.0.32 "GET /v2.0/networks/8fabec85-7328-4725-bced-b859dec9a60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294680 Feb 04 21:17:48.081011 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a403654-f313-454f-96fc-b4384dd585e6 req-bed9aed5-5a16-4b53-bbdc-e00f9fd11034 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:48.093307 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6a403654-f313-454f-96fc-b4384dd585e6 req-bed9aed5-5a16-4b53-bbdc-e00f9fd11034 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 947 time: 0.3629265 Feb 04 21:17:48.093307 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-77026b10-113c-4a99-a254-f1cc7c103280 req-72d3be4f-afdd-429f-9013-a9d30339ec4b service neutron] 10.222.0.32 "GET /v2.0/networks/8fabec85-7328-4725-bced-b859dec9a60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603863 Feb 04 21:17:48.118145 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1efd5ba9-9fce-47f7-8ba0-3f82b3fe481d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:48.166813 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1efd5ba9-9fce-47f7-8ba0-3f82b3fe481d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:48.177915 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6a403654-f313-454f-96fc-b4384dd585e6 req-f1f305c7-beae-48a2-bf87-caec9fb6800d tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905108 Feb 04 21:17:48.240101 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1efd5ba9-9fce-47f7-8ba0-3f82b3fe481d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:48.277262 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd5ba9-9fce-47f7-8ba0-3f82b3fe481d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129a48bf-ca28-4c60-afda-8f42c72b0cb5,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:48.298506 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1efd5ba9-9fce-47f7-8ba0-3f82b3fe481d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:48.298506 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-1efd5ba9-9fce-47f7-8ba0-3f82b3fe481d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/129a48bf-ca28-4c60-afda-8f42c72b0cb5 HTTP/1.1" status: 204 len: 168 time: 0.4725857 Feb 04 21:17:48.310480 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652808da-e5ba-4103-ab93-ac8cf41b9719 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Router bee36f46-722a-4e6c-9ba1-54ed39be225e has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:17:48.457374 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3adec-1c9c-463d-b152-990e8e185195 req-2f73444b-73a7-4135-952c-b641540c2014 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:48.457374 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e1f3adec-1c9c-463d-b152-990e8e185195 req-2f73444b-73a7-4135-952c-b641540c2014 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=f63c5e02-233e-471b-9eaf-1c8199a1643b HTTP/1.1" status: 200 len: 945 time: 0.1595900 Feb 04 21:17:48.513709 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e1f3adec-1c9c-463d-b152-990e8e185195 req-807d039c-6fbe-4b5d-9eae-9e719575cc6e tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537326 Feb 04 21:17:48.686638 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652808da-e5ba-4103-ab93-ac8cf41b9719 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:17:48.701052 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62459717-e35d-4952-bf40-9912d834774d None None] Sync routers for ids ['bee36f46-722a-4e6c-9ba1-54ed39be225e'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:17:48.728325 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62459717-e35d-4952-bf40-9912d834774d None None] Routers {'bee36f46-722a-4e6c-9ba1-54ed39be225e'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:17:48.728325 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-62459717-e35d-4952-bf40-9912d834774d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:17:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['bee36f46-722a-4e6c-9ba1-54ed39be225e'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:48.874183 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-45e965df-1f40-4eba-8c16-081698f4b663 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:48.876420 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-45e965df-1f40-4eba-8c16-081698f4b663 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/networks?id=591535e8-eea5-447d-ad75-83d907ea6f08 HTTP/1.1" status: 200 len: 806 time: 0.2153499 Feb 04 21:17:48.902518 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-79280c2f-a22a-492c-a283-52b69713645f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/quotas/cbe7b967cf5b4bf8a129a586503d8461 HTTP/1.1" status: 200 len: 375 time: 0.0208642 Feb 04 21:17:48.927169 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-62459717-e35d-4952-bf40-9912d834774d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:48.943352 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:48.944846 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62459717-e35d-4952-bf40-9912d834774d None None] Routers {'bee36f46-722a-4e6c-9ba1-54ed39be225e'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:17:48.945966 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-62459717-e35d-4952-bf40-9912d834774d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:17:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['bee36f46-722a-4e6c-9ba1-54ed39be225e'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:49.030200 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-62459717-e35d-4952-bf40-9912d834774d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:49.030200 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62459717-e35d-4952-bf40-9912d834774d None None] The sync data for ids ['bee36f46-722a-4e6c-9ba1-54ed39be225e'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:17:49.092031 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-0afbfb55-3651-4f0a-925e-3e31b9e50ea2 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbe7b967cf5b4bf8a129a586503d8461&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1801820 Feb 04 21:17:49.266795 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652808da-e5ba-4103-ab93-ac8cf41b9719 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Router cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:17:49.278639 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-8d24a3f3-16c6-44db-8ac9-bde9976ee455 service neutron] 10.222.0.26 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889875 Feb 04 21:17:49.645124 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652808da-e5ba-4103-ab93-ac8cf41b9719 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:17:49.650620 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-652808da-e5ba-4103-ab93-ac8cf41b9719 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:49.693556 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdb4119-8496-4afb-b1a1-130eb80fdaf3 None None] Sync routers for ids ['cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:17:49.707467 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdb4119-8496-4afb-b1a1-130eb80fdaf3 None None] Routers {'cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:17:49.711255 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-77bc7a55-390e-4a46-8269-26c202e34f8b service neutron] 10.222.0.26 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262712 Feb 04 21:17:49.715463 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-fcdb4119-8496-4afb-b1a1-130eb80fdaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:17:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:49.854541 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-fcdb4119-8496-4afb-b1a1-130eb80fdaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:49.879093 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdb4119-8496-4afb-b1a1-130eb80fdaf3 None None] Routers {'cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:17:49.883669 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-652808da-e5ba-4103-ab93-ac8cf41b9719 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "PUT /v2.0/floatingips/4d434dfd-0f1f-4b56-a9f1-5e3e5aea0db5 HTTP/1.1" status: 200 len: 977 time: 3.8084135 Feb 04 21:17:49.892752 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-fcdb4119-8496-4afb-b1a1-130eb80fdaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:17:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:49.899968 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 48146) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:49.963423 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-fcdb4119-8496-4afb-b1a1-130eb80fdaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:49.963954 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdb4119-8496-4afb-b1a1-130eb80fdaf3 None None] The sync data for ids ['cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a'] in n-d-827896-1 is: [] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:17:50.087196 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-5b5dd70a-f783-4b20-9673-a8875f93e71a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Deleting port 4ef8c583-8ded-4d97-8765-27d96f9e9529 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:17:50.087196 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5b5dd70a-f783-4b20-9673-a8875f93e71a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:50.162092 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8281cbf-43a9-4056-8e46-e87a3b2a07d9 req-d328d87b-3e53-4956-a756-b8a8e519062f tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:50.162092 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b8281cbf-43a9-4056-8e46-e87a3b2a07d9 req-d328d87b-3e53-4956-a756-b8a8e519062f tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Synchronizing usage tracker for tenant:1a2ad9f6d6894e53a79216ac27c4fa23 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:17:50.237038 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b8281cbf-43a9-4056-8e46-e87a3b2a07d9 req-d328d87b-3e53-4956-a756-b8a8e519062f tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Unset dirty status for tenant:1a2ad9f6d6894e53a79216ac27c4fa23 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:17:50.237038 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b8281cbf-43a9-4056-8e46-e87a3b2a07d9 req-d328d87b-3e53-4956-a756-b8a8e519062f tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/ports?device_id=c316f322-dba4-4071-bc58-de9fe5aae0a3 HTTP/1.1" status: 200 len: 945 time: 0.2488585 Feb 04 21:17:50.450540 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b8281cbf-43a9-4056-8e46-e87a3b2a07d9 req-98d526b8-af93-4389-bef0-c54fcb47c3f7 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Synchronizing usage tracker for tenant:1a2ad9f6d6894e53a79216ac27c4fa23 on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:17:50.567369 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b8281cbf-43a9-4056-8e46-e87a3b2a07d9 req-98d526b8-af93-4389-bef0-c54fcb47c3f7 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Unset dirty status for tenant:1a2ad9f6d6894e53a79216ac27c4fa23 on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:17:50.574388 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b8281cbf-43a9-4056-8e46-e87a3b2a07d9 req-98d526b8-af93-4389-bef0-c54fcb47c3f7 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/security-groups?id=80426f3a-e19c-48f8-9cc2-5c9962c80172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196428 Feb 04 21:17:50.607336 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21e4f1-8430-4707-927a-0a15d36011a3 req-4037bb9d-0561-4ffc-85e5-03bff3471e0d tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:50.609711 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5f21e4f1-8430-4707-927a-0a15d36011a3 req-4037bb9d-0561-4ffc-85e5-03bff3471e0d tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.32 "GET /v2.0/ports?device_id=c316f322-dba4-4071-bc58-de9fe5aae0a3 HTTP/1.1" status: 200 len: 945 time: 0.2231605 Feb 04 21:17:50.614813 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5b5dd70a-f783-4b20-9673-a8875f93e71a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:50.864845 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-5f21e4f1-8430-4707-927a-0a15d36011a3 req-ce91c9a0-8ec9-4576-9f75-8562d86eb483 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Deleting port 6ad46833-08d8-4921-b3a7-e7e0afd810be {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:17:50.864845 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5f21e4f1-8430-4707-927a-0a15d36011a3 req-ce91c9a0-8ec9-4576-9f75-8562d86eb483 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:51.258447 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2c8e6-68da-417b-88a4-c71928c023c6 req-d19cc18b-679a-4d59-8b65-faf3507ccb35 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:51.260051 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6ed2c8e6-68da-417b-88a4-c71928c023c6 req-d19cc18b-679a-4d59-8b65-faf3507ccb35 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=f63c5e02-233e-471b-9eaf-1c8199a1643b HTTP/1.1" status: 200 len: 945 time: 0.5151289 Feb 04 21:17:51.416185 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5b5dd70a-f783-4b20-9673-a8875f93e71a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:51.416185 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5b5dd70a-f783-4b20-9673-a8875f93e71a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:51.416185 n-d-827896-1 neutron-server[87683]: INFO neutron.db.l3_db [None req-5b5dd70a-f783-4b20-9673-a8875f93e71a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Floating IP 4d434dfd-0f1f-4b56-a9f1-5e3e5aea0db5 disassociated. External IP: 172.25.5.108, port: 4ef8c583-8ded-4d97-8765-27d96f9e9529. Feb 04 21:17:51.416185 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-5b5dd70a-f783-4b20-9673-a8875f93e71a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Calling delete_port for 4ef8c583-8ded-4d97-8765-27d96f9e9529 owned by {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:17:51.484675 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6ed2c8e6-68da-417b-88a4-c71928c023c6 req-c5d2be76-f061-49d5-ba2b-2d88d770ca50 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839025 Feb 04 21:17:51.628004 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-5f21e4f1-8430-4707-927a-0a15d36011a3 req-ce91c9a0-8ec9-4576-9f75-8562d86eb483 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] For port 6ad46833-08d8-4921-b3a7-e7e0afd810be, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=6ad46833-08d8-4921-b3a7-e7e0afd810be,segment=NetworkSegment(1cf06032-9feb-46f6-ad85-830bb602df70),segment_id=1cf06032-9feb-46f6-ad85-830bb602df70)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:17:51.628533 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5f21e4f1-8430-4707-927a-0a15d36011a3 req-ce91c9a0-8ec9-4576-9f75-8562d86eb483 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:51.790754 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-24c364b4-6531-4f89-a556-d5b68794347c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:51.790754 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-24c364b4-6531-4f89-a556-d5b68794347c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.18 "GET /v2.0/networks?id=591535e8-eea5-447d-ad75-83d907ea6f08 HTTP/1.1" status: 200 len: 806 time: 0.3578510 Feb 04 21:17:51.805560 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-ce97c4bc-2585-4f69-bbb9-56cb8196791d tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Request body: {'port': {'device_id': 'edaff2e5-44b0-40c9-bec2-394f1ab5b597', 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08', 'admin_state_up': True, 'tenant_id': 'cbe7b967cf5b4bf8a129a586503d8461'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:17:51.976803 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-5f21e4f1-8430-4707-927a-0a15d36011a3 req-ce91c9a0-8ec9-4576-9f75-8562d86eb483 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Calling delete_port for 6ad46833-08d8-4921-b3a7-e7e0afd810be owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:17:52.069677 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-ce97c4bc-2585-4f69-bbb9-56cb8196791d tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:17:52.076195 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-ce97c4bc-2585-4f69-bbb9-56cb8196791d tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Usage tracker for resource:port and tenant:cbe7b967cf5b4bf8a129a586503d8461 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:17:52.079225 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-ce97c4bc-2585-4f69-bbb9-56cb8196791d tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:17:52.085243 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-ce97c4bc-2585-4f69-bbb9-56cb8196791d tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:17:52.122476 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-ce97c4bc-2585-4f69-bbb9-56cb8196791d tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Made reservation on behalf of cbe7b967cf5b4bf8a129a586503d8461 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:17:52.122476 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-ce97c4bc-2585-4f69-bbb9-56cb8196791d tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:52.269778 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7149c-628e-460a-8fbf-ed3bf63fff7e req-cf41129f-2254-4ea7-a20b-9c834a95db4b tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:52.277951 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-95a7149c-628e-460a-8fbf-ed3bf63fff7e req-cf41129f-2254-4ea7-a20b-9c834a95db4b tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 947 time: 0.2693102 Feb 04 21:17:52.317241 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5b5dd70a-f783-4b20-9673-a8875f93e71a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:52.421944 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-95a7149c-628e-460a-8fbf-ed3bf63fff7e req-c3df681b-77c2-4b43-98f9-c01d9bc4c768 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475279 Feb 04 21:17:52.432202 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5dd70a-f783-4b20-9673-a8875f93e71a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event deleted for resources: {'Port': ['ID=4ef8c583-8ded-4d97-8765-27d96f9e9529,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:52.489410 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-ce97c4bc-2585-4f69-bbb9-56cb8196791d tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Allocated IP 172.20.0.5 (591535e8-eea5-447d-ad75-83d907ea6f08/6328ddc0-a59e-4cee-8cab-7daa1242332a/07694b21-513b-4157-be00-0265d3ab95dc) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:17:52.601741 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5f21e4f1-8430-4707-927a-0a15d36011a3 req-ce91c9a0-8ec9-4576-9f75-8562d86eb483 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:52.921839 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91c9a0-8ec9-4576-9f75-8562d86eb483 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Pushing event deleted for resources: {'Port': ['ID=6ad46833-08d8-4921-b3a7-e7e0afd810be,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:52.921839 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f21e4f1-8430-4707-927a-0a15d36011a3 req-ce91c9a0-8ec9-4576-9f75-8562d86eb483 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] No DVR routers for this DVR port 6ad46833-08d8-4921-b3a7-e7e0afd810be on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:17:52.921839 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-5f21e4f1-8430-4707-927a-0a15d36011a3 req-ce91c9a0-8ec9-4576-9f75-8562d86eb483 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:52.948325 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-16dd8a2a-1ce6-43d0-9e9a-0a8e8ab1efdc req-e2e42cb9-37e1-422a-a49e-73967494d0fc tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=edaff2e5-44b0-40c9-bec2-394f1ab5b597 HTTP/1.1" status: 200 len: 210 time: 0.1955938 Feb 04 21:17:52.948325 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c316f322-dba4-4071-bc58-de9fe5aae0a3', 'name': 'network-vif-deleted', 'tag': '6ad46833-08d8-4921-b3a7-e7e0afd810be'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:17:53.111568 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5f21e4f1-8430-4707-927a-0a15d36011a3 req-ce91c9a0-8ec9-4576-9f75-8562d86eb483 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.32 "DELETE /v2.0/ports/6ad46833-08d8-4921-b3a7-e7e0afd810be HTTP/1.1" status: 204 len: 173 time: 2.4838593 Feb 04 21:17:53.164306 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5dd70a-f783-4b20-9673-a8875f93e71a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Router cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:17:53.253171 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-ce97c4bc-2585-4f69-bbb9-56cb8196791d tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:53.361525 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-ce97c4bc-2585-4f69-bbb9-56cb8196791d tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:53.374300 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['e791a7ac-6865-4c87-8ac5-f39dc8b22567'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:17:53.486843 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5dd70a-f783-4b20-9673-a8875f93e71a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:17:53.508372 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b8e333-53b5-4209-92d2-b787cfdeff19 None None] Sync routers for ids ['cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:17:53.511901 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-ce97c4bc-2585-4f69-bbb9-56cb8196791d tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Network 591535e8-eea5-447d-ad75-83d907ea6f08 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:17:53.515419 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-ce97c4bc-2585-4f69-bbb9-56cb8196791d tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:17:53.520436 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-ce97c4bc-2585-4f69-bbb9-56cb8196791d tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:17:53.567031 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b8e333-53b5-4209-92d2-b787cfdeff19 None None] Routers {'cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:17:53.567031 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-29b8e333-53b5-4209-92d2-b787cfdeff19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:17:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:53.579894 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97c4bc-2585-4f69-bbb9-56cb8196791d tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Pushing event updated for resources: {'Port': ['ID=07694b21-513b-4157-be00-0265d3ab95dc,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:53.638682 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-ce97c4bc-2585-4f69-bbb9-56cb8196791d tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:53.652145 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-ce97c4bc-2585-4f69-bbb9-56cb8196791d tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:53.724760 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-ce97c4bc-2585-4f69-bbb9-56cb8196791d tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9238403 Feb 04 21:17:53.862477 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5b5dd70a-f783-4b20-9673-a8875f93e71a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:53.867284 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5b5dd70a-f783-4b20-9673-a8875f93e71a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "DELETE /v2.0/ports/4ef8c583-8ded-4d97-8765-27d96f9e9529 HTTP/1.1" status: 204 len: 168 time: 3.9868057 Feb 04 21:17:53.869988 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 48260) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:53.893825 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-29b8e333-53b5-4209-92d2-b787cfdeff19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:53.902085 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 6ad46833-08d8-4921-b3a7-e7e0afd810be no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:17:53.944787 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: 6ad46833-08d8-4921-b3a7-e7e0afd810be {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:17:53.945930 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 6ad46833-08d8-4921-b3a7-e7e0afd810be not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:17:53.957679 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b8e333-53b5-4209-92d2-b787cfdeff19 None None] Routers {'cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:17:53.958829 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-29b8e333-53b5-4209-92d2-b787cfdeff19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:17:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:54.003672 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-4141cbd7-0def-4b2f-aa36-ea646af565b7 service neutron] Request body: {'port': {'device_id': 'edaff2e5-44b0-40c9-bec2-394f1ab5b597', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:17:54.149554 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-8a91c307-eb6b-41c4-a443-9618d5a23a41 req-f91f64ce-1234-440f-9890-fb3ea9dd5a19 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Synchronizing usage tracker for tenant:1a2ad9f6d6894e53a79216ac27c4fa23 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:17:54.181383 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-29b8e333-53b5-4209-92d2-b787cfdeff19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:17:54.181383 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b8e333-53b5-4209-92d2-b787cfdeff19 None None] The sync data for ids ['cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:17:54.311456 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-8a91c307-eb6b-41c4-a443-9618d5a23a41 req-f91f64ce-1234-440f-9890-fb3ea9dd5a19 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] Unset dirty status for tenant:1a2ad9f6d6894e53a79216ac27c4fa23 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:17:54.334310 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8a91c307-eb6b-41c4-a443-9618d5a23a41 req-f91f64ce-1234-440f-9890-fb3ea9dd5a19 tempest-ServerRescueTestJSONUnderV235-1805880328 tempest-ServerRescueTestJSONUnderV235-1805880328-project] 10.222.0.26 "GET /v2.0/ports?device_id=c316f322-dba4-4071-bc58-de9fe5aae0a3 HTTP/1.1" status: 200 len: 210 time: 0.2930539 Feb 04 21:17:54.386551 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-4141cbd7-0def-4b2f-aa36-ea646af565b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:54.857375 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794d586-91a6-4674-9cb6-4bd620838cbc req-cefaad21-2260-457c-85c9-b867e07ed220 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:54.859472 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0794d586-91a6-4674-9cb6-4bd620838cbc req-cefaad21-2260-457c-85c9-b867e07ed220 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 947 time: 0.3533735 Feb 04 21:17:55.012509 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0794d586-91a6-4674-9cb6-4bd620838cbc req-920e535f-fbde-4205-bfcf-1e9799b370b0 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789559 Feb 04 21:17:55.112532 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c316f322-dba4-4071-bc58-de9fe5aae0a3', 'name': 'network-vif-deleted', 'tag': '6ad46833-08d8-4921-b3a7-e7e0afd810be', 'status': 'completed', 'code': 200} Feb 04 21:17:55.123067 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-4141cbd7-0def-4b2f-aa36-ea646af565b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07694b21-513b-4157-be00-0265d3ab95dc {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:17:55.136534 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-4141cbd7-0def-4b2f-aa36-ea646af565b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:55.176874 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-4141cbd7-0def-4b2f-aa36-ea646af565b7 service neutron] Transition to ACTIVE for port object 07694b21-513b-4157-be00-0265d3ab95dc will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:17:55.187534 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-4141cbd7-0def-4b2f-aa36-ea646af565b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:55.355508 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-dab3879c-43b6-478a-ad40-e59c3cdad635 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:55.454857 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141cbd7-0def-4b2f-aa36-ea646af565b7 service neutron] Pushing event updated for resources: {'Port': ['ID=07694b21-513b-4157-be00-0265d3ab95dc,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:55.484318 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa315c78-6c90-48ea-8d73-c22f15edf6c9 req-c7a53ed5-c424-4b03-b094-d380e4e299dc tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:55.494294 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aa315c78-6c90-48ea-8d73-c22f15edf6c9 req-c7a53ed5-c424-4b03-b094-d380e4e299dc tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=f63c5e02-233e-471b-9eaf-1c8199a1643b HTTP/1.1" status: 200 len: 945 time: 0.2287784 Feb 04 21:17:55.634549 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-4141cbd7-0def-4b2f-aa36-ea646af565b7 service neutron] Attempting to bind port 07694b21-513b-4157-be00-0265d3ab95dc on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:17:55.634549 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-4141cbd7-0def-4b2f-aa36-ea646af565b7 service neutron] Attempting to bind port 07694b21-513b-4157-be00-0265d3ab95dc by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'addd5f6f-d521-4a6a-b6fc-650d4541337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:17:55.637471 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-4141cbd7-0def-4b2f-aa36-ea646af565b7 service neutron] Attempting to bind port 07694b21-513b-4157-be00-0265d3ab95dc on network 591535e8-eea5-447d-ad75-83d907ea6f08 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:17:55.645152 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aa315c78-6c90-48ea-8d73-c22f15edf6c9 req-21848e1f-31e9-44e2-bab7-62ba5d11e594 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411829 Feb 04 21:17:55.663532 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-4141cbd7-0def-4b2f-aa36-ea646af565b7 service neutron] Port 07694b21-513b-4157-be00-0265d3ab95dc on network 591535e8-eea5-447d-ad75-83d907ea6f08 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:17:55.663532 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-4141cbd7-0def-4b2f-aa36-ea646af565b7 service neutron] Attempting to bind port 07694b21-513b-4157-be00-0265d3ab95dc on network 591535e8-eea5-447d-ad75-83d907ea6f08 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:17:55.677998 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-4141cbd7-0def-4b2f-aa36-ea646af565b7 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:17:55.677998 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-4141cbd7-0def-4b2f-aa36-ea646af565b7 service neutron] Checking segment: {'id': 'addd5f6f-d521-4a6a-b6fc-650d4541337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:17:55.677998 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-4141cbd7-0def-4b2f-aa36-ea646af565b7 service neutron] Bound using segment: {'id': 'addd5f6f-d521-4a6a-b6fc-650d4541337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:17:55.677998 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-4141cbd7-0def-4b2f-aa36-ea646af565b7 service neutron] Bound port: 07694b21-513b-4157-be00-0265d3ab95dc, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'addd5f6f-d521-4a6a-b6fc-650d4541337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:17:55.677998 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-4141cbd7-0def-4b2f-aa36-ea646af565b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:55.832443 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-4141cbd7-0def-4b2f-aa36-ea646af565b7 service neutron] For port 07694b21-513b-4157-be00-0265d3ab95dc, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:17:55.837146 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-4141cbd7-0def-4b2f-aa36-ea646af565b7 service neutron] For port 07694b21-513b-4157-be00-0265d3ab95dc, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=07694b21-513b-4157-be00-0265d3ab95dc,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:17:55.843185 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-4141cbd7-0def-4b2f-aa36-ea646af565b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:55.951641 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-4141cbd7-0def-4b2f-aa36-ea646af565b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:55.956516 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-4141cbd7-0def-4b2f-aa36-ea646af565b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:55.956516 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-4141cbd7-0def-4b2f-aa36-ea646af565b7 service neutron] 10.222.0.18 "PUT /v2.0/ports/07694b21-513b-4157-be00-0265d3ab95dc HTTP/1.1" status: 200 len: 1091 time: 2.2251492 Feb 04 21:17:55.956516 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edaff2e5-44b0-40c9-bec2-394f1ab5b597', 'tag': '07694b21-513b-4157-be00-0265d3ab95dc'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:17:55.988861 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee9926-a30d-404b-bf8d-956424004359 req-c71052fe-56d4-4258-aca6-23fda86ef319 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:55.993727 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ffee9926-a30d-404b-bf8d-956424004359 req-c71052fe-56d4-4258-aca6-23fda86ef319 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=edaff2e5-44b0-40c9-bec2-394f1ab5b597 HTTP/1.1" status: 200 len: 943 time: 0.2276320 Feb 04 21:17:56.005389 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141cbd7-0def-4b2f-aa36-ea646af565b7 service neutron] Pushing event updated for resources: {'Port': ['ID=07694b21-513b-4157-be00-0265d3ab95dc,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:56.124659 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-e34c50a6-7428-4401-8322-bf253a77b0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:56.124659 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-e34c50a6-7428-4401-8322-bf253a77b0d1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbe7b967cf5b4bf8a129a586503d8461&device_id=edaff2e5-44b0-40c9-bec2-394f1ab5b597 HTTP/1.1" status: 200 len: 1094 time: 0.1150551 Feb 04 21:17:56.128801 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ffee9926-a30d-404b-bf8d-956424004359 req-238e3b73-5caa-4408-97a4-16618daf8236 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338022 Feb 04 21:17:56.128801 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-dab3879c-43b6-478a-ad40-e59c3cdad635 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Deleting port d228bad0-1acd-4b82-b7bb-2b828c1b2677 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:17:56.128801 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-dab3879c-43b6-478a-ad40-e59c3cdad635 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:56.211534 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:56.234894 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-c364badd-c441-466c-844e-4b56b0fea1cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07694b21-513b-4157-be00-0265d3ab95dc HTTP/1.1" status: 200 len: 217 time: 0.0969839 Feb 04 21:17:56.342957 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 48312) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:56.348168 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-fc21ffb4-d51b-4cbe-8ab8-69047ab706fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:56.348168 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-fc21ffb4-d51b-4cbe-8ab8-69047ab706fc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6328ddc0-a59e-4cee-8cab-7daa1242332a HTTP/1.1" status: 200 len: 846 time: 0.1021068 Feb 04 21:17:56.464241 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-1f4efa0b-8d92-44a5-af6d-6ffd2c6802df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=591535e8-eea5-447d-ad75-83d907ea6f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064825 Feb 04 21:17:56.475401 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edaff2e5-44b0-40c9-bec2-394f1ab5b597', 'tag': '07694b21-513b-4157-be00-0265d3ab95dc', 'status': 'completed', 'code': 200} Feb 04 21:17:56.665888 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-780408e8-f671-4c3b-ae1d-31ad1f067f81 service neutron] 10.222.0.18 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863525 Feb 04 21:17:56.948139 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-dab3879c-43b6-478a-ad40-e59c3cdad635 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:56.973925 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6f9007c1-26ef-4eef-b72d-01c9bd33478c req-02c9343a-d344-44b7-9bc0-32892713994b service neutron] 10.222.0.18 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061769 Feb 04 21:17:57.132904 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d468e4-0090-4f67-9bd4-4d9a19887943 req-3babb66d-63d8-4a80-85b3-c257fdb9b7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:57.134432 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-41d468e4-0090-4f67-9bd4-4d9a19887943 req-3babb66d-63d8-4a80-85b3-c257fdb9b7a0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbe7b967cf5b4bf8a129a586503d8461&device_id=edaff2e5-44b0-40c9-bec2-394f1ab5b597 HTTP/1.1" status: 200 len: 1094 time: 0.0816228 Feb 04 21:17:57.209405 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861e89b-6110-4af8-9b7b-1c80603ceef7 req-93b37ddd-bd14-4484-8cb0-1338a5a59c33 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:57.210807 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f861e89b-6110-4af8-9b7b-1c80603ceef7 req-93b37ddd-bd14-4484-8cb0-1338a5a59c33 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 947 time: 0.6700797 Feb 04 21:17:57.218952 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-dab3879c-43b6-478a-ad40-e59c3cdad635 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Calling delete_port for d228bad0-1acd-4b82-b7bb-2b828c1b2677 owned by network:router_interface {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:17:57.271250 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d468e4-0090-4f67-9bd4-4d9a19887943 req-57fcda0e-c85f-4d41-b553-0c1071eac414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:57.272855 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-41d468e4-0090-4f67-9bd4-4d9a19887943 req-57fcda0e-c85f-4d41-b553-0c1071eac414 service neutron] 10.222.0.18 "GET /v2.0/networks?id=591535e8-eea5-447d-ad75-83d907ea6f08 HTTP/1.1" status: 200 len: 907 time: 0.1320565 Feb 04 21:17:57.347124 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-41d468e4-0090-4f67-9bd4-4d9a19887943 req-68ab1379-4fd6-4b75-8412-c103f1568c60 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07694b21-513b-4157-be00-0265d3ab95dc HTTP/1.1" status: 200 len: 217 time: 0.0676398 Feb 04 21:17:57.414841 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d468e4-0090-4f67-9bd4-4d9a19887943 req-972cb0f8-13c3-4674-82ec-950bc99b54ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:57.416472 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-41d468e4-0090-4f67-9bd4-4d9a19887943 req-972cb0f8-13c3-4674-82ec-950bc99b54ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6328ddc0-a59e-4cee-8cab-7daa1242332a HTTP/1.1" status: 200 len: 846 time: 0.0622349 Feb 04 21:17:57.470128 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-41d468e4-0090-4f67-9bd4-4d9a19887943 req-32f6908c-73af-49ce-b920-da35602847c6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=591535e8-eea5-447d-ad75-83d907ea6f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466731 Feb 04 21:17:57.559351 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f861e89b-6110-4af8-9b7b-1c80603ceef7 req-61f1f0af-3dde-479a-9e68-85d62dfbf45e tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026974 Feb 04 21:17:57.640433 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-41d468e4-0090-4f67-9bd4-4d9a19887943 req-cd162daa-1eae-40bd-8382-56ae551586fb service neutron] 10.222.0.18 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628411 Feb 04 21:17:57.786204 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-41d468e4-0090-4f67-9bd4-4d9a19887943 req-b4c579b1-e1f3-4ebf-98c9-e17447b75b09 service neutron] 10.222.0.18 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383655 Feb 04 21:17:57.911903 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-dab3879c-43b6-478a-ad40-e59c3cdad635 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:57.954641 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9222f26-0e4c-4890-b3f6-b2997ac8d55a req-840f3f81-b94d-4223-beca-251e8f5d6284 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:57.956118 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a9222f26-0e4c-4890-b3f6-b2997ac8d55a req-840f3f81-b94d-4223-beca-251e8f5d6284 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=f63c5e02-233e-471b-9eaf-1c8199a1643b HTTP/1.1" status: 200 len: 945 time: 0.2690108 Feb 04 21:17:57.996140 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3879c-43b6-478a-ad40-e59c3cdad635 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event deleted for resources: {'Port': ['ID=d228bad0-1acd-4b82-b7bb-2b828c1b2677,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:58.211936 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a9222f26-0e4c-4890-b3f6-b2997ac8d55a req-91e01b62-770e-426a-b116-e5542cdaffc6 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444937 Feb 04 21:17:58.422643 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f3579f0f-ad6c-49c2-a4af-8b7922b325fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:58.830334 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-dab3879c-43b6-478a-ad40-e59c3cdad635 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:58.854717 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6edb37-89f4-46b1-a75a-cdc2732d85b8 req-adee1f08-cfce-4b2d-8d2e-03067641334c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:58.856205 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5b6edb37-89f4-46b1-a75a-cdc2732d85b8 req-adee1f08-cfce-4b2d-8d2e-03067641334c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=edaff2e5-44b0-40c9-bec2-394f1ab5b597 HTTP/1.1" status: 200 len: 943 time: 0.4956515 Feb 04 21:17:59.165809 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5b6edb37-89f4-46b1-a75a-cdc2732d85b8 req-2657da51-f22e-4e12-b89c-23ca64a1fdbd tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492402 Feb 04 21:17:59.238155 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 48366) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:59.373829 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-30cdf864-90f7-40df-a312-676f490b5717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:59.390730 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-30cdf864-90f7-40df-a312-676f490b5717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:17:59.394694 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-30cdf864-90f7-40df-a312-676f490b5717 admin admin] Usage tracker for resource:security_group_rule and tenant:8200dfbac15947acaf60cb6b8185e973 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:17:59.398469 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-30cdf864-90f7-40df-a312-676f490b5717 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:17:59.404416 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-30cdf864-90f7-40df-a312-676f490b5717 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:17:59.503525 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-30cdf864-90f7-40df-a312-676f490b5717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:59.509193 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-30cdf864-90f7-40df-a312-676f490b5717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:59.535559 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-f3579f0f-ad6c-49c2-a4af-8b7922b325fe admin admin] Deleting port 468b0a35-ccfe-4587-b5f4-9c4e741878c1 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:17:59.536447 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f3579f0f-ad6c-49c2-a4af-8b7922b325fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:59.563664 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-30cdf864-90f7-40df-a312-676f490b5717 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8200dfbac15947acaf60cb6b8185e973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3245726 Feb 04 21:17:59.564404 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cdf864-90f7-40df-a312-676f490b5717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc63742d-efb1-4804-85aa-349d07e66ff7,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:59.568317 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 48378) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:17:59.604285 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41921def-d7c3-4a04-825f-d095b8f8ac47 req-6629cbb4-8a58-4018-bf2d-22b49919889c tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:17:59.605729 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-41921def-d7c3-4a04-825f-d095b8f8ac47 req-6629cbb4-8a58-4018-bf2d-22b49919889c tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 947 time: 0.3278780 Feb 04 21:17:59.609387 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab3879c-43b6-478a-ad40-e59c3cdad635 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Router cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:17:59.636351 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0ded6834-73e6-47ae-811d-dcc95989c21c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:59.664561 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0ded6834-73e6-47ae-811d-dcc95989c21c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:59.719509 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0ded6834-73e6-47ae-811d-dcc95989c21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:59.737049 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded6834-73e6-47ae-811d-dcc95989c21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc63742d-efb1-4804-85aa-349d07e66ff7,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:17:59.748334 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0ded6834-73e6-47ae-811d-dcc95989c21c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:17:59.749720 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0ded6834-73e6-47ae-811d-dcc95989c21c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dc63742d-efb1-4804-85aa-349d07e66ff7 HTTP/1.1" status: 204 len: 168 time: 0.1801841 Feb 04 21:17:59.905810 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 07694b21-513b-4157-be00-0265d3ab95dc details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:17:59.919248 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-41921def-d7c3-4a04-825f-d095b8f8ac47 req-c5b678cb-3f42-44fe-ad9a-5df4cda43d2e tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027334 Feb 04 21:17:59.949981 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab3879c-43b6-478a-ad40-e59c3cdad635 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:17:59.961585 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0da37a-55ff-4acb-be40-dd117c8e015c None None] Sync routers for ids ['cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:17:59.981832 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0da37a-55ff-4acb-be40-dd117c8e015c None None] Routers {'cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:17:59.982670 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-5c0da37a-55ff-4acb-be40-dd117c8e015c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:17:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:00.008858 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-f3579f0f-ad6c-49c2-a4af-8b7922b325fe admin admin] For port 468b0a35-ccfe-4587-b5f4-9c4e741878c1, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=468b0a35-ccfe-4587-b5f4-9c4e741878c1,segment=NetworkSegment(1cf06032-9feb-46f6-ad85-830bb602df70),segment_id=1cf06032-9feb-46f6-ad85-830bb602df70)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:18:00.016618 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f3579f0f-ad6c-49c2-a4af-8b7922b325fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:00.044136 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 48388) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:00.051920 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-dab3879c-43b6-478a-ad40-e59c3cdad635 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "PUT /v2.0/routers/cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1809773 Feb 04 21:18:00.062466 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-5c0da37a-55ff-4acb-be40-dd117c8e015c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:00.076142 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0da37a-55ff-4acb-be40-dd117c8e015c None None] Routers {'cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:18:00.077189 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-5c0da37a-55ff-4acb-be40-dd117c8e015c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:17:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:00.209613 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-5c0da37a-55ff-4acb-be40-dd117c8e015c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:00.210536 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0da37a-55ff-4acb-be40-dd117c8e015c None None] The sync data for ids ['cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a'] in n-d-827896-1 is: [] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:18:00.220875 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 48394) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:00.234635 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 07694b21-513b-4157-be00-0265d3ab95dc, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=07694b21-513b-4157-be00-0265d3ab95dc,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:18:00.249658 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '07694b21-513b-4157-be00-0265d3ab95dc', 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08', 'port_id': '07694b21-513b-4157-be00-0265d3ab95dc', 'mac_address': 'fa:16:3e:57:b1:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6328ddc0-a59e-4cee-8cab-7daa1242332a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:18:00.307203 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-639f05a4-6935-44d4-b30d-a0a5d48ab24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:00.308388 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-f3579f0f-ad6c-49c2-a4af-8b7922b325fe admin admin] Calling delete_port for 468b0a35-ccfe-4587-b5f4-9c4e741878c1 owned by network:router_interface {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:18:00.324483 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:00.337772 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-639f05a4-6935-44d4-b30d-a0a5d48ab24f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:00.344780 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-639f05a4-6935-44d4-b30d-a0a5d48ab24f admin admin] Usage tracker for resource:security_group_rule and tenant:a28a7dcae5844a38bdd4682f1105852c is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:00.350599 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-639f05a4-6935-44d4-b30d-a0a5d48ab24f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:00.360723 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-639f05a4-6935-44d4-b30d-a0a5d48ab24f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:00.368215 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b8df0b7-e0b1-4e36-a282-3557fe0a3359 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:00.369066 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07694b21-513b-4157-be00-0265d3ab95dc {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:18:00.390362 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 07694b21-513b-4157-be00-0265d3ab95dc, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=07694b21-513b-4157-be00-0265d3ab95dc,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:18:00.397598 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:00.507727 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=07694b21-513b-4157-be00-0265d3ab95dc,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:00.595465 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309476d6-da9e-43b2-9e41-497226cc6c8a req-ad2634d4-3a77-46b4-ad47-5318cd9fbba4 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:00.597767 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['07694b21-513b-4157-be00-0265d3ab95dc'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:18:00.602580 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-309476d6-da9e-43b2-9e41-497226cc6c8a req-ad2634d4-3a77-46b4-ad47-5318cd9fbba4 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=f63c5e02-233e-471b-9eaf-1c8199a1643b HTTP/1.1" status: 200 len: 945 time: 0.4456050 Feb 04 21:18:00.667850 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-309476d6-da9e-43b2-9e41-497226cc6c8a req-ac83750c-3f20-45a4-83d3-7452b48497d1 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643327 Feb 04 21:18:00.681770 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b8df0b7-e0b1-4e36-a282-3557fe0a3359 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:00.719372 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-3b8df0b7-e0b1-4e36-a282-3557fe0a3359 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Deleting port fd0dc2f9-8344-48b9-84df-b5e16983921f {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:18:00.719372 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b8df0b7-e0b1-4e36-a282-3557fe0a3359 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:00.801842 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f3579f0f-ad6c-49c2-a4af-8b7922b325fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:00.891500 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3579f0f-ad6c-49c2-a4af-8b7922b325fe admin admin] Pushing event deleted for resources: {'Port': ['ID=468b0a35-ccfe-4587-b5f4-9c4e741878c1,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:01.054811 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-639f05a4-6935-44d4-b30d-a0a5d48ab24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:01.058954 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b8df0b7-e0b1-4e36-a282-3557fe0a3359 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:01.066776 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-639f05a4-6935-44d4-b30d-a0a5d48ab24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:01.143456 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8cbe0b-d171-4792-86bf-5bea3f1eaf51 req-4311eef9-88fc-415f-9212-137a378b34a9 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:01.144914 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ab8cbe0b-d171-4792-86bf-5bea3f1eaf51 req-4311eef9-88fc-415f-9212-137a378b34a9 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=edaff2e5-44b0-40c9-bec2-394f1ab5b597 HTTP/1.1" status: 200 len: 944 time: 0.2546906 Feb 04 21:18:01.220792 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-3b8df0b7-e0b1-4e36-a282-3557fe0a3359 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Calling delete_port for fd0dc2f9-8344-48b9-84df-b5e16983921f owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:18:01.268001 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ab8cbe0b-d171-4792-86bf-5bea3f1eaf51 req-524bc576-cdd3-4178-bae7-106c6d16b9d7 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746891 Feb 04 21:18:01.270031 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-639f05a4-6935-44d4-b30d-a0a5d48ab24f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a28a7dcae5844a38bdd4682f1105852c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0475852 Feb 04 21:18:01.270940 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f3579f0f-ad6c-49c2-a4af-8b7922b325fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:01.275261 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 48402) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:01.291242 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f05a4-6935-44d4-b30d-a0a5d48ab24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5256453a-e91b-4a35-a10f-7a5a03080b26,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:01.552717 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-917a0aca-e16e-45e3-b1ce-ae9f58cc3e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:01.595019 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b8df0b7-e0b1-4e36-a282-3557fe0a3359 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:01.628368 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-917a0aca-e16e-45e3-b1ce-ae9f58cc3e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:01.649324 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8df0b7-e0b1-4e36-a282-3557fe0a3359 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event deleted for resources: {'Port': ['ID=fd0dc2f9-8344-48b9-84df-b5e16983921f,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:01.685026 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:18:01.721462 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7505f2-67fa-4f49-9d89-a47249a6f994 req-5e70c4c9-1c19-4a3f-a8bf-db3f5e6fe457 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:01.730209 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8e7505f2-67fa-4f49-9d89-a47249a6f994 req-5e70c4c9-1c19-4a3f-a8bf-db3f5e6fe457 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 947 time: 0.3434606 Feb 04 21:18:01.755021 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b8df0b7-e0b1-4e36-a282-3557fe0a3359 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:01.800135 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-917a0aca-e16e-45e3-b1ce-ae9f58cc3e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:01.838413 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a0aca-e16e-45e3-b1ce-ae9f58cc3e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5256453a-e91b-4a35-a10f-7a5a03080b26,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:01.924936 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8e7505f2-67fa-4f49-9d89-a47249a6f994 req-f3052327-b4b8-4ec8-8a82-c6dba287fae7 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937394 Feb 04 21:18:01.934251 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 07694b21-513b-4157-be00-0265d3ab95dc up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:18:01.989414 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-917a0aca-e16e-45e3-b1ce-ae9f58cc3e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:01.998025 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-917a0aca-e16e-45e3-b1ce-ae9f58cc3e43 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5256453a-e91b-4a35-a10f-7a5a03080b26 HTTP/1.1" status: 204 len: 168 time: 0.7203417 Feb 04 21:18:02.000974 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b8df0b7-e0b1-4e36-a282-3557fe0a3359 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:02.006591 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b8df0b7-e0b1-4e36-a282-3557fe0a3359 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:02.051746 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b8df0b7-e0b1-4e36-a282-3557fe0a3359 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:02.052149 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8df0b7-e0b1-4e36-a282-3557fe0a3359 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Fanout notify agent at l3_agent the message router_deleted on router cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:18:02.099862 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b8df0b7-e0b1-4e36-a282-3557fe0a3359 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:02.102641 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3b8df0b7-e0b1-4e36-a282-3557fe0a3359 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "DELETE /v2.0/routers/cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a HTTP/1.1" status: 204 len: 168 time: 2.0573375 Feb 04 21:18:02.108061 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 48434) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:02.123056 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 07694b21-513b-4157-be00-0265d3ab95dc completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:18:02.128607 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 07694b21-513b-4157-be00-0265d3ab95dc triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:18:02.128984 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:02.143061 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3579f0f-ad6c-49c2-a4af-8b7922b325fe admin admin] Router eadeda47-5614-4158-be30-f1ecbb8956a3 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:18:02.236517 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-11f712a5-8df2-4eb1-979f-d34f2df2167b tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Deleting subnet 79262ce5-7dd2-4bf1-b762-3a33515c2ef9 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:18:02.239852 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-11f712a5-8df2-4eb1-979f-d34f2df2167b tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:02.313737 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-11f712a5-8df2-4eb1-979f-d34f2df2167b tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:02.439357 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:02.469332 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-11f712a5-8df2-4eb1-979f-d34f2df2167b tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:02.488718 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3579f0f-ad6c-49c2-a4af-8b7922b325fe admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:18:02.498268 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edaff2e5-44b0-40c9-bec2-394f1ab5b597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07694b21-513b-4157-be00-0265d3ab95dc'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:18:02.506483 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-f3579f0f-ad6c-49c2-a4af-8b7922b325fe admin admin] 10.222.0.26 "PUT /v2.0/routers/eadeda47-5614-4158-be30-f1ecbb8956a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1587279 Feb 04 21:18:02.508520 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218ab9db-80ee-49e5-b5b4-2dde66523924 None None] Sync routers for ids ['eadeda47-5614-4158-be30-f1ecbb8956a3'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:18:02.508686 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 48480) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:02.524850 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 07694b21-513b-4157-be00-0265d3ab95dc, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=07694b21-513b-4157-be00-0265d3ab95dc,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:18:02.531004 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218ab9db-80ee-49e5-b5b4-2dde66523924 None None] Routers {'eadeda47-5614-4158-be30-f1ecbb8956a3'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:18:02.532082 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-218ab9db-80ee-49e5-b5b4-2dde66523924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:17:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['eadeda47-5614-4158-be30-f1ecbb8956a3'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:02.595204 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:02.625400 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-11f712a5-8df2-4eb1-979f-d34f2df2167b tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:02.699746 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=07694b21-513b-4157-be00-0265d3ab95dc,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:02.719501 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f712a5-8df2-4eb1-979f-d34f2df2167b tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event deleted for resources: {'Subnet': ['ID=79262ce5-7dd2-4bf1-b762-3a33515c2ef9,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:02.732286 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-11f712a5-8df2-4eb1-979f-d34f2df2167b tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:02.759030 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36591c3-7fcd-4c68-9e84-acf2fd375516 None None] Network 8bbadd23-0d56-4305-b92d-b9e148b58b4e requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:18:02.766911 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-11f712a5-8df2-4eb1-979f-d34f2df2167b tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "DELETE /v2.0/subnets/79262ce5-7dd2-4bf1-b762-3a33515c2ef9 HTTP/1.1" status: 204 len: 168 time: 0.6548231 Feb 04 21:18:02.767623 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 48512) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:02.949007 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2eeba0c3-7e91-4be4-8d36-17c25d4ada77 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:02.996680 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-2eeba0c3-7e91-4be4-8d36-17c25d4ada77 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Deleting port 48fb7c40-a9c6-448b-92d2-6445a0d232ad {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:18:02.998042 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2eeba0c3-7e91-4be4-8d36-17c25d4ada77 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:03.088161 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:03.124610 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd18e33-c57d-43ad-8600-4ddaad7be30a req-78861046-a919-4fb8-a330-ee88df6fe070 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:03.135018 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8dd18e33-c57d-43ad-8600-4ddaad7be30a req-78861046-a919-4fb8-a330-ee88df6fe070 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=f63c5e02-233e-471b-9eaf-1c8199a1643b HTTP/1.1" status: 200 len: 945 time: 0.6477692 Feb 04 21:18:03.154227 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-218ab9db-80ee-49e5-b5b4-2dde66523924 None None] Set router eadeda47-5614-4158-be30-f1ecbb8956a3 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:18:03.208556 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ff0078e4-3c96-4018-870d-ae6049edcd51 admin admin] Notify callbacks [] for router, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:03.309983 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8dd18e33-c57d-43ad-8600-4ddaad7be30a req-ea96fad2-de60-44c2-841f-82e37c426117 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724122 Feb 04 21:18:03.531026 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-2eeba0c3-7e91-4be4-8d36-17c25d4ada77 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] For port 48fb7c40-a9c6-448b-92d2-6445a0d232ad, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=48fb7c40-a9c6-448b-92d2-6445a0d232ad,segment=NetworkSegment(99c50bf1-dca8-454f-8589-e3cd031143fb),segment_id=99c50bf1-dca8-454f-8589-e3cd031143fb)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:18:03.531455 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2eeba0c3-7e91-4be4-8d36-17c25d4ada77 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:03.561556 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ff0078e4-3c96-4018-870d-ae6049edcd51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:03.620372 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-ff0078e4-3c96-4018-870d-ae6049edcd51 admin admin] Deleting port a60decca-69f6-4c63-b756-e1797c83577d {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:18:03.620821 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ff0078e4-3c96-4018-870d-ae6049edcd51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:03.672222 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af5802d-7dd3-4061-a6f2-bc643d2efd09 None None] DHCP port deletion for 8bbadd23-0d56-4305-b92d-b9e148b58b4e request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:18:03.696084 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-4af5802d-7dd3-4061-a6f2-bc643d2efd09 None None] Deleting port 48fb7c40-a9c6-448b-92d2-6445a0d232ad {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:18:03.696783 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4af5802d-7dd3-4061-a6f2-bc643d2efd09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:03.739670 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-2eeba0c3-7e91-4be4-8d36-17c25d4ada77 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Calling delete_port for 48fb7c40-a9c6-448b-92d2-6445a0d232ad owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:18:03.849747 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2eeba0c3-7e91-4be4-8d36-17c25d4ada77 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:03.922180 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-4af5802d-7dd3-4061-a6f2-bc643d2efd09 None None] The port '48fb7c40-a9c6-448b-92d2-6445a0d232ad' was deleted {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:18:03.965889 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeba0c3-7e91-4be4-8d36-17c25d4ada77 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event deleted for resources: {'Port': ['ID=48fb7c40-a9c6-448b-92d2-6445a0d232ad,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:03.971100 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeba0c3-7e91-4be4-8d36-17c25d4ada77 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] No DVR routers for this DVR port 48fb7c40-a9c6-448b-92d2-6445a0d232ad on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:18:03.984445 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e020c7-45a5-44b2-8a3a-308c7b6a257c req-af5e830f-656e-4e7c-865a-f97ed52b698c tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:03.995416 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-99e020c7-45a5-44b2-8a3a-308c7b6a257c req-af5e830f-656e-4e7c-865a-f97ed52b698c tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 947 time: 0.4305367 Feb 04 21:18:04.017399 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-218ab9db-80ee-49e5-b5b4-2dde66523924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057552342-router', 'tenant_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'a60decca-69f6-4c63-b756-e1797c83577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:15:36Z', 'updated_at': '2022-02-04T21:18:00Z', 'revision_number': 5, 'project_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'gw_port': {'id': 'a60decca-69f6-4c63-b756-e1797c83577d', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:47:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:15:39Z', 'updated_at': '2022-02-04T21:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:04.040388 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218ab9db-80ee-49e5-b5b4-2dde66523924 None None] Checking router: eadeda47-5614-4158-be30-f1ecbb8956a3 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:18:04.060210 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-ff0078e4-3c96-4018-870d-ae6049edcd51 admin admin] For port a60decca-69f6-4c63-b756-e1797c83577d, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a60decca-69f6-4c63-b756-e1797c83577d,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:18:04.060868 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ff0078e4-3c96-4018-870d-ae6049edcd51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:04.061502 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218ab9db-80ee-49e5-b5b4-2dde66523924 None None] Routers {'eadeda47-5614-4158-be30-f1ecbb8956a3'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:18:04.062361 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-218ab9db-80ee-49e5-b5b4-2dde66523924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:17:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['eadeda47-5614-4158-be30-f1ecbb8956a3'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:04.224176 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2eeba0c3-7e91-4be4-8d36-17c25d4ada77 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:04.237009 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-ff0078e4-3c96-4018-870d-ae6049edcd51 admin admin] Calling delete_port for a60decca-69f6-4c63-b756-e1797c83577d owned by network:router_gateway {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:18:04.239522 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-218ab9db-80ee-49e5-b5b4-2dde66523924 None None] Set router eadeda47-5614-4158-be30-f1ecbb8956a3 gateway port host: None {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:18:04.267488 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-2eeba0c3-7e91-4be4-8d36-17c25d4ada77 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bbadd23-0d56-4305-b92d-b9e148b58b4e']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:04.288170 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-2eeba0c3-7e91-4be4-8d36-17c25d4ada77 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c50bf1-dca8-454f-8589-e3cd031143fb') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:04.289460 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-2eeba0c3-7e91-4be4-8d36-17c25d4ada77 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c50bf1-dca8-454f-8589-e3cd031143fb') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:04.305874 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2eeba0c3-7e91-4be4-8d36-17c25d4ada77 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:04.335817 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2eeba0c3-7e91-4be4-8d36-17c25d4ada77 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:04.343390 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eeba0c3-7e91-4be4-8d36-17c25d4ada77 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:18:04.344201 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2eeba0c3-7e91-4be4-8d36-17c25d4ada77 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:04.359745 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-218ab9db-80ee-49e5-b5b4-2dde66523924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057552342-router', 'tenant_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:15:36Z', 'updated_at': '2022-02-04T21:18:03Z', 'revision_number': 6, 'project_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'gw_port_host': None}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:04.364658 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218ab9db-80ee-49e5-b5b4-2dde66523924 None None] The sync data for ids ['eadeda47-5614-4158-be30-f1ecbb8956a3'] in n-d-827896-1 is: [{'id': 'eadeda47-5614-4158-be30-f1ecbb8956a3', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057552342-router', 'tenant_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:15:36Z', 'updated_at': '2022-02-04T21:18:03Z', 'revision_number': 6, 'project_id': '1a2ad9f6d6894e53a79216ac27c4fa23', 'gw_port_host': None}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:18:04.367192 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-99e020c7-45a5-44b2-8a3a-308c7b6a257c req-693287a1-bc2f-4646-8761-e9ab1e1b70ee tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694832 Feb 04 21:18:04.486546 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:18:04.486546 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:18:04.486546 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:18:04.486546 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:18:04.486546 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:18:04.486546 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:18:04.486546 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:18:04.486546 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:18:04.486546 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:18:04.486546 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:18:04.486546 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:18:04.486546 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:18:04.486546 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:18:04.486546 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:18:04.486546 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:18:04.486546 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:18:04.486546 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:18:04.486546 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:18:04.486546 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:18:04.486546 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:18:04.486546 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:18:04.486546 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:18:04.486546 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:18:04.486546 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:18:04.486546 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:18:04.486546 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:18:04.486546 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:18:04.486546 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:18:04.486546 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:18:04.486546 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:18:04.486546 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:18:04.486546 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:18:04.504034 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ff0078e4-3c96-4018-870d-ae6049edcd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:04.531911 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2eeba0c3-7e91-4be4-8d36-17c25d4ada77 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:04.571547 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2eeba0c3-7e91-4be4-8d36-17c25d4ada77 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:04.574304 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0078e4-3c96-4018-870d-ae6049edcd51 admin admin] Pushing event deleted for resources: {'Port': ['ID=a60decca-69f6-4c63-b756-e1797c83577d,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:04.586725 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeba0c3-7e91-4be4-8d36-17c25d4ada77 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event deleted for resources: {'Network': ['ID=8bbadd23-0d56-4305-b92d-b9e148b58b4e,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:04.602128 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2eeba0c3-7e91-4be4-8d36-17c25d4ada77 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "DELETE /v2.0/networks/8bbadd23-0d56-4305-b92d-b9e148b58b4e HTTP/1.1" status: 204 len: 168 time: 1.8333483 Feb 04 21:18:04.602735 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 48726) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:04.796003 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ff0078e4-3c96-4018-870d-ae6049edcd51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:04.819195 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 48fb7c40-a9c6-448b-92d2-6445a0d232ad no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:18:04.822919 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-fa2bd0a4-d269-4f52-90f7-7aaa41d1f714 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Deleting port ca931c68-dbca-4f8a-a74c-238cbefbefd4 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:18:04.824034 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fa2bd0a4-d269-4f52-90f7-7aaa41d1f714 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:04.886790 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 48fb7c40-a9c6-448b-92d2-6445a0d232ad {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:18:04.887797 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 48fb7c40-a9c6-448b-92d2-6445a0d232ad not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:18:05.115240 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fa2bd0a4-d269-4f52-90f7-7aaa41d1f714 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:05.115923 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fa2bd0a4-d269-4f52-90f7-7aaa41d1f714 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:05.204672 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ff0078e4-3c96-4018-870d-ae6049edcd51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:05.208230 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ff0078e4-3c96-4018-870d-ae6049edcd51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:05.223126 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d152d-7d40-4106-a033-e1088d1fbdd4 req-94dfce28-a47a-453f-b1c0-0851313ad84b tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:05.231045 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-162d152d-7d40-4106-a033-e1088d1fbdd4 req-94dfce28-a47a-453f-b1c0-0851313ad84b tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=edaff2e5-44b0-40c9-bec2-394f1ab5b597 HTTP/1.1" status: 200 len: 945 time: 0.6618989 Feb 04 21:18:05.280136 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ff0078e4-3c96-4018-870d-ae6049edcd51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:05.281089 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0078e4-3c96-4018-870d-ae6049edcd51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eadeda47-5614-4158-be30-f1ecbb8956a3 {{(pid=87683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:18:05.309101 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-fa2bd0a4-d269-4f52-90f7-7aaa41d1f714 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Calling delete_port for ca931c68-dbca-4f8a-a74c-238cbefbefd4 owned by network:floatingip {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:18:05.310748 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-162d152d-7d40-4106-a033-e1088d1fbdd4 req-f0dd4ff6-1dd9-4d93-8cd9-cb25969f2011 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785928 Feb 04 21:18:05.332369 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ff0078e4-3c96-4018-870d-ae6049edcd51 admin admin] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:05.337651 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ff0078e4-3c96-4018-870d-ae6049edcd51 admin admin] 10.222.0.26 "DELETE /v2.0/routers/eadeda47-5614-4158-be30-f1ecbb8956a3 HTTP/1.1" status: 204 len: 168 time: 2.8235745 Feb 04 21:18:05.338393 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 48812) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:05.411771 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac9140d7-8064-4a3c-8c38-fb4366e4ed30 admin admin] Deleting subnet b5d5079a-45cf-4ff8-96c8-6a9985c90ea3 {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:18:05.424674 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ac9140d7-8064-4a3c-8c38-fb4366e4ed30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:05.492637 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ac9140d7-8064-4a3c-8c38-fb4366e4ed30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:05.566067 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fa2bd0a4-d269-4f52-90f7-7aaa41d1f714 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:05.593725 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ac9140d7-8064-4a3c-8c38-fb4366e4ed30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:05.672540 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edaff2e5-44b0-40c9-bec2-394f1ab5b597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07694b21-513b-4157-be00-0265d3ab95dc', 'code': 200} Feb 04 21:18:05.791541 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ac9140d7-8064-4a3c-8c38-fb4366e4ed30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:05.829059 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2bd0a4-d269-4f52-90f7-7aaa41d1f714 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event deleted for resources: {'Port': ['ID=ca931c68-dbca-4f8a-a74c-238cbefbefd4,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:05.856693 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ac9140d7-8064-4a3c-8c38-fb4366e4ed30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:05.864081 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9140d7-8064-4a3c-8c38-fb4366e4ed30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5d5079a-45cf-4ff8-96c8-6a9985c90ea3,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:05.919576 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ac9140d7-8064-4a3c-8c38-fb4366e4ed30 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b5d5079a-45cf-4ff8-96c8-6a9985c90ea3 HTTP/1.1" status: 204 len: 168 time: 0.5776360 Feb 04 21:18:05.926753 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 48884) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:05.931172 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9140d7-8064-4a3c-8c38-fb4366e4ed30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:05.931530 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9140d7-8064-4a3c-8c38-fb4366e4ed30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:05.931856 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9140d7-8064-4a3c-8c38-fb4366e4ed30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:05.932187 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9140d7-8064-4a3c-8c38-fb4366e4ed30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:05.932513 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9140d7-8064-4a3c-8c38-fb4366e4ed30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:05.932837 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9140d7-8064-4a3c-8c38-fb4366e4ed30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:05.933159 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9140d7-8064-4a3c-8c38-fb4366e4ed30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:05.934225 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9140d7-8064-4a3c-8c38-fb4366e4ed30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:05.934649 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9140d7-8064-4a3c-8c38-fb4366e4ed30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:05.935126 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9140d7-8064-4a3c-8c38-fb4366e4ed30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:05.935509 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9140d7-8064-4a3c-8c38-fb4366e4ed30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:05.935891 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9140d7-8064-4a3c-8c38-fb4366e4ed30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:05.977421 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fa2bd0a4-d269-4f52-90f7-7aaa41d1f714 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for floatingip, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:06.011731 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fa2bd0a4-d269-4f52-90f7-7aaa41d1f714 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:06.017073 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fa2bd0a4-d269-4f52-90f7-7aaa41d1f714 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "DELETE /v2.0/floatingips/4d434dfd-0f1f-4b56-a9f1-5e3e5aea0db5 HTTP/1.1" status: 204 len: 168 time: 1.4132628 Feb 04 21:18:06.018722 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 48896) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:06.079295 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3326f-f166-469a-b1d6-d5595329d4ca req-88cdeef4-b542-4764-bed8-3d8187347afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:06.081085 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d7c3326f-f166-469a-b1d6-d5595329d4ca req-88cdeef4-b542-4764-bed8-3d8187347afb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=edaff2e5-44b0-40c9-bec2-394f1ab5b597 HTTP/1.1" status: 200 len: 1096 time: 0.2544630 Feb 04 21:18:06.082213 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5be9d67-7180-4167-8ad2-1d5642b1b79e tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] DELETE failed (client error): The resource could not be found. Feb 04 21:18:06.083182 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5be9d67-7180-4167-8ad2-1d5642b1b79e tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:18:06.089677 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f5be9d67-7180-4167-8ad2-1d5642b1b79e tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "DELETE /v2.0/ports/4ef8c583-8ded-4d97-8765-27d96f9e9529 HTTP/1.1" status: 404 len: 333 time: 0.0687828 Feb 04 21:18:06.090507 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 48910) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:06.101074 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3ae28b1a-4fbd-4ca5-a6aa-f1aa0a1e94dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:06.156402 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72204f01-b918-483f-a829-c485dcf062cd req-f9eb7d50-9e7c-4401-a504-d81ab69c42c7 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:06.157917 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-72204f01-b918-483f-a829-c485dcf062cd req-f9eb7d50-9e7c-4401-a504-d81ab69c42c7 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=f63c5e02-233e-471b-9eaf-1c8199a1643b HTTP/1.1" status: 200 len: 945 time: 0.2896354 Feb 04 21:18:06.177035 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-58f71f85-d07c-435f-b095-e892b5b859ae tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Synchronizing usage tracker for tenant:92996577dea24748aff25236d6c88c98 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:18:06.198599 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-d7c3326f-f166-469a-b1d6-d5595329d4ca req-f94b2909-0829-460f-ac82-21a349afcd5c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063688 Feb 04 21:18:06.212503 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-58f71f85-d07c-435f-b095-e892b5b859ae tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Unset dirty status for tenant:92996577dea24748aff25236d6c88c98 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:18:06.217658 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-58f71f85-d07c-435f-b095-e892b5b859ae tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a HTTP/1.1" status: 200 len: 205 time: 0.1238647 Feb 04 21:18:06.219599 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 48928) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:06.301502 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-9bae2d70-ae67-4262-9659-b3b606eea5ae tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] delete failed (client error): The resource could not be found. Feb 04 21:18:06.304688 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3ae28b1a-4fbd-4ca5-a6aa-f1aa0a1e94dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:06.305419 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9bae2d70-ae67-4262-9659-b3b606eea5ae tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "DELETE /v2.0/routers/cbe188dc-c4b5-4ac2-b4f7-447d4aa7f68a HTTP/1.1" status: 404 len: 336 time: 0.0848298 Feb 04 21:18:06.305947 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 48946) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:06.325795 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-72204f01-b918-483f-a829-c485dcf062cd req-26e287aa-b958-4a5f-a6dd-5c1b144e989e tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482248 Feb 04 21:18:06.363890 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e223c8-5f47-4a12-b169-cb75e6a4af1b tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] DELETE failed (client error): The resource could not be found. Feb 04 21:18:06.364353 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10e223c8-5f47-4a12-b169-cb75e6a4af1b tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:18:06.369241 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-10e223c8-5f47-4a12-b169-cb75e6a4af1b tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "DELETE /v2.0/subnets/79262ce5-7dd2-4bf1-b762-3a33515c2ef9 HTTP/1.1" status: 404 len: 337 time: 0.0623012 Feb 04 21:18:06.369839 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 48962) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:06.373073 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-3ae28b1a-4fbd-4ca5-a6aa-f1aa0a1e94dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b69af12-0710-4c29-9ce9-477356ad66cd']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:06.401691 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-3ae28b1a-4fbd-4ca5-a6aa-f1aa0a1e94dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf06032-9feb-46f6-ad85-830bb602df70') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:06.401987 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-3ae28b1a-4fbd-4ca5-a6aa-f1aa0a1e94dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf06032-9feb-46f6-ad85-830bb602df70') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:06.429988 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3ae28b1a-4fbd-4ca5-a6aa-f1aa0a1e94dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:06.449862 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3ae28b1a-4fbd-4ca5-a6aa-f1aa0a1e94dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:06.458273 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ae28b1a-4fbd-4ca5-a6aa-f1aa0a1e94dd admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:18:06.458678 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3ae28b1a-4fbd-4ca5-a6aa-f1aa0a1e94dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:06.463148 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-c894907e-fc2c-452c-aa50-77cff4f0652b tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Deleting port b60c95f7-664c-412b-b96e-b452a97ed8d5 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:18:06.463762 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c894907e-fc2c-452c-aa50-77cff4f0652b tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:06.483537 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 468b0a35-ccfe-4587-b5f4-9c4e741878c1 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:18:06.543843 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 468b0a35-ccfe-4587-b5f4-9c4e741878c1 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:18:06.544193 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 468b0a35-ccfe-4587-b5f4-9c4e741878c1 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:18:06.544614 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a60decca-69f6-4c63-b756-e1797c83577d no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:18:06.545504 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:18:06.545504 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:18:06.545504 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:18:06.545504 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:18:06.545504 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:18:06.545504 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:18:06.545504 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:18:06.545504 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:18:06.545504 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:18:06.545504 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:18:06.545504 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:18:06.545504 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:18:06.545504 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:18:06.545504 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:18:06.545504 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:18:06.545504 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:18:06.545504 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:18:06.545504 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:18:06.545504 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:18:06.545504 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:18:06.545504 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:18:06.545504 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:18:06.545504 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:18:06.545504 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:18:06.545504 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:18:06.545504 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:18:06.545504 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:18:06.545504 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:18:06.545504 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:18:06.545504 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:18:06.545504 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:18:06.545504 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:18:06.582832 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: a60decca-69f6-4c63-b756-e1797c83577d {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:18:06.583720 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a60decca-69f6-4c63-b756-e1797c83577d not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:18:06.630602 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3ae28b1a-4fbd-4ca5-a6aa-f1aa0a1e94dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:06.648692 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3ae28b1a-4fbd-4ca5-a6aa-f1aa0a1e94dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:06.657527 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-3ae28b1a-4fbd-4ca5-a6aa-f1aa0a1e94dd admin admin] 10.222.0.26 "DELETE /v2.0/networks/0b69af12-0710-4c29-9ce9-477356ad66cd HTTP/1.1" status: 204 len: 168 time: 0.7294881 Feb 04 21:18:06.664160 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae28b1a-4fbd-4ca5-a6aa-f1aa0a1e94dd admin admin] Pushing event deleted for resources: {'Network': ['ID=0b69af12-0710-4c29-9ce9-477356ad66cd,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:06.698965 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382514a-2e17-4621-98e4-c1407fdb91c5 req-5a7ac098-b782-422a-9d1e-6fce8f9b70fb tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:06.704327 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c382514a-2e17-4621-98e4-c1407fdb91c5 req-5a7ac098-b782-422a-9d1e-6fce8f9b70fb tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=edaff2e5-44b0-40c9-bec2-394f1ab5b597 HTTP/1.1" status: 200 len: 945 time: 0.1570246 Feb 04 21:18:06.763424 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c894907e-fc2c-452c-aa50-77cff4f0652b tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:06.773157 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c382514a-2e17-4621-98e4-c1407fdb91c5 req-443b4a2d-119a-4796-bdd8-44e1802f74c6 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661492 Feb 04 21:18:06.871586 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 48974) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:06.941512 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-c894907e-fc2c-452c-aa50-77cff4f0652b tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Calling delete_port for b60c95f7-664c-412b-b96e-b452a97ed8d5 owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:18:06.972848 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 48978) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:06.990481 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-6ab6acb9-d8dc-4749-9aa3-f846f9def3b3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1a2ad9f6d6894e53a79216ac27c4fa23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1177166 Feb 04 21:18:06.994416 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 48982) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:07.083563 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0e7f2-510a-469c-8362-440382645dba req-02ff1d1f-05d5-4497-abde-dbe3353be52a tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:07.085824 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f9c0e7f2-510a-469c-8362-440382645dba req-02ff1d1f-05d5-4497-abde-dbe3353be52a tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 947 time: 0.1818109 Feb 04 21:18:07.088917 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-928e30b1-8d3d-4328-9fe3-d21892e05f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:07.135314 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c894907e-fc2c-452c-aa50-77cff4f0652b tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:07.145087 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-928e30b1-8d3d-4328-9fe3-d21892e05f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:07.193296 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f9c0e7f2-510a-469c-8362-440382645dba req-ee54f372-6524-4a41-b540-345a535826a2 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942662 Feb 04 21:18:07.219374 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894907e-fc2c-452c-aa50-77cff4f0652b tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event deleted for resources: {'Port': ['ID=b60c95f7-664c-412b-b96e-b452a97ed8d5,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:07.227489 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-856a11b2-f283-40a8-ace7-e330f1dd7982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:07.262768 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-928e30b1-8d3d-4328-9fe3-d21892e05f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:07.298517 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e30b1-8d3d-4328-9fe3-d21892e05f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80426f3a-e19c-48f8-9cc2-5c9962c80172,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:07.310402 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-928e30b1-8d3d-4328-9fe3-d21892e05f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:07.314909 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-928e30b1-8d3d-4328-9fe3-d21892e05f17 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/80426f3a-e19c-48f8-9cc2-5c9962c80172 HTTP/1.1" status: 204 len: 168 time: 0.3192158 Feb 04 21:18:07.381519 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-856a11b2-f283-40a8-ace7-e330f1dd7982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:07.386470 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-856a11b2-f283-40a8-ace7-e330f1dd7982 admin admin] Usage tracker for resource:security_group_rule and tenant:b4599ccdd77e432cbe88060d077a0224 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:07.389456 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-856a11b2-f283-40a8-ace7-e330f1dd7982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:07.395396 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-856a11b2-f283-40a8-ace7-e330f1dd7982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:07.401536 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c894907e-fc2c-452c-aa50-77cff4f0652b tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:07.420335 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c894907e-fc2c-452c-aa50-77cff4f0652b tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "DELETE /v2.0/ports/b60c95f7-664c-412b-b96e-b452a97ed8d5 HTTP/1.1" status: 204 len: 168 time: 1.0493660 Feb 04 21:18:07.427727 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 49000) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:07.536065 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-856a11b2-f283-40a8-ace7-e330f1dd7982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:07.544135 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-47003a8e-6142-4a28-b2b1-b52a8040d40a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Deleting port fd7cb015-ca62-46c0-a9c5-dbbb044968e4 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:18:07.544507 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-47003a8e-6142-4a28-b2b1-b52a8040d40a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:07.546325 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-856a11b2-f283-40a8-ace7-e330f1dd7982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:07.610747 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb811e4d-e499-4934-a4a4-abda4742001b req-a8bf69fe-9ab2-422e-8d23-fa67d385fedd tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:07.617828 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cb811e4d-e499-4934-a4a4-abda4742001b req-a8bf69fe-9ab2-422e-8d23-fa67d385fedd tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 947 time: 0.2401938 Feb 04 21:18:07.627578 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-856a11b2-f283-40a8-ace7-e330f1dd7982 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b4599ccdd77e432cbe88060d077a0224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6536674 Feb 04 21:18:07.630503 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 49008) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:07.672011 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a11b2-f283-40a8-ace7-e330f1dd7982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a99739f-6c4c-4434-b7c4-26abfb400165,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:07.703943 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-56f5fd9c-3dc3-4fd7-93f1-7eaaa8462161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:07.739412 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-56f5fd9c-3dc3-4fd7-93f1-7eaaa8462161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:07.746521 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cb811e4d-e499-4934-a4a4-abda4742001b req-7d734a02-877e-4ae4-b41b-2fa3139646d1 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279995 Feb 04 21:18:07.822352 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-56f5fd9c-3dc3-4fd7-93f1-7eaaa8462161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:07.854806 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5fd9c-3dc3-4fd7-93f1-7eaaa8462161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a99739f-6c4c-4434-b7c4-26abfb400165,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:07.857285 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-56f5fd9c-3dc3-4fd7-93f1-7eaaa8462161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:07.858606 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-56f5fd9c-3dc3-4fd7-93f1-7eaaa8462161 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4a99739f-6c4c-4434-b7c4-26abfb400165 HTTP/1.1" status: 204 len: 168 time: 0.2272031 Feb 04 21:18:08.217785 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-47003a8e-6142-4a28-b2b1-b52a8040d40a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:08.299763 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30416a78-a34d-4dc0-92a2-8c74ccbd3e2a req-3827cde2-46e9-4123-921d-2d3c34e9cd2d tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:08.301271 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-30416a78-a34d-4dc0-92a2-8c74ccbd3e2a req-3827cde2-46e9-4123-921d-2d3c34e9cd2d tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=f63c5e02-233e-471b-9eaf-1c8199a1643b HTTP/1.1" status: 200 len: 945 time: 0.3849084 Feb 04 21:18:08.365912 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-47003a8e-6142-4a28-b2b1-b52a8040d40a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Calling delete_port for fd7cb015-ca62-46c0-a9c5-dbbb044968e4 owned by {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:18:08.470806 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-30416a78-a34d-4dc0-92a2-8c74ccbd3e2a req-58301d7e-026d-4824-8878-ccf940fc2634 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128747 Feb 04 21:18:08.566706 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-47003a8e-6142-4a28-b2b1-b52a8040d40a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:08.724215 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47003a8e-6142-4a28-b2b1-b52a8040d40a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event deleted for resources: {'Port': ['ID=fd7cb015-ca62-46c0-a9c5-dbbb044968e4,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:08.921350 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-47003a8e-6142-4a28-b2b1-b52a8040d40a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:08.933992 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-47003a8e-6142-4a28-b2b1-b52a8040d40a tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "DELETE /v2.0/ports/fd7cb015-ca62-46c0-a9c5-dbbb044968e4 HTTP/1.1" status: 204 len: 168 time: 1.5058160 Feb 04 21:18:08.936514 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 49062) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:08.976601 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18872d0b-f29e-4839-94c0-d0d6f37225cc req-daf0af7d-2a1f-4fef-9f11-e0a963494338 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:08.982022 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18872d0b-f29e-4839-94c0-d0d6f37225cc req-daf0af7d-2a1f-4fef-9f11-e0a963494338 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=edaff2e5-44b0-40c9-bec2-394f1ab5b597 HTTP/1.1" status: 200 len: 945 time: 0.2543447 Feb 04 21:18:09.006360 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-496e6ac9-bc18-4c5d-a24a-e8e49e1140ed req-398b537d-314a-473f-9fbc-fc8ad82d39ff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1982708 Feb 04 21:18:09.040243 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18872d0b-f29e-4839-94c0-d0d6f37225cc req-36c630b8-34ed-4b02-b84c-538f4c8b8d66 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572581 Feb 04 21:18:09.177013 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62a2af0-3ee7-4274-b8dd-3b8e22dd2660 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:09.180696 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a62a2af0-3ee7-4274-b8dd-3b8e22dd2660 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Synchronizing usage tracker for tenant:92996577dea24748aff25236d6c88c98 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:18:09.208680 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a62a2af0-3ee7-4274-b8dd-3b8e22dd2660 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Unset dirty status for tenant:92996577dea24748aff25236d6c88c98 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:18:09.210510 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a62a2af0-3ee7-4274-b8dd-3b8e22dd2660 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "GET /v2.0/ports?device_id=bee36f46-722a-4e6c-9ba1-54ed39be225e HTTP/1.1" status: 200 len: 913 time: 0.2728770 Feb 04 21:18:09.215555 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 49072) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:09.287395 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e6ac9-bc18-4c5d-a24a-e8e49e1140ed req-f11c4acc-794f-48b0-a45f-14564cdb9639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:09.289906 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-496e6ac9-bc18-4c5d-a24a-e8e49e1140ed req-f11c4acc-794f-48b0-a45f-14564cdb9639 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=803c4bfb4a0c4d64ba81f7b2220cf823&device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 1098 time: 0.1529429 Feb 04 21:18:09.298451 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17f764-ad53-4665-95d8-9b4389fa20bd req-4c3d1c8e-8abb-4b24-9149-e8068d105d91 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:09.306713 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0f17f764-ad53-4665-95d8-9b4389fa20bd req-4c3d1c8e-8abb-4b24-9149-e8068d105d91 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 947 time: 0.1714063 Feb 04 21:18:09.465585 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0f17f764-ad53-4665-95d8-9b4389fa20bd req-325016eb-111a-4b8a-a29e-138dc8881f1e tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573813 Feb 04 21:18:09.577919 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e6ac9-bc18-4c5d-a24a-e8e49e1140ed req-5633b1c4-bead-4d6c-8260-14898e0fa5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:09.579365 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-496e6ac9-bc18-4c5d-a24a-e8e49e1140ed req-5633b1c4-bead-4d6c-8260-14898e0fa5ef service neutron] 10.222.0.32 "GET /v2.0/networks?id=8fabec85-7328-4725-bced-b859dec9a60d HTTP/1.1" status: 200 len: 915 time: 0.2566934 Feb 04 21:18:09.705002 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-496e6ac9-bc18-4c5d-a24a-e8e49e1140ed req-9c0db52b-5913-4767-a0fe-6799226129eb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f61ea82f-8f87-42d7-9d33-19d254d5287d HTTP/1.1" status: 200 len: 217 time: 0.1182530 Feb 04 21:18:09.766530 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 7803fe53-9343-45a5-a940-995f359bc5dc no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:18:09.819925 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e6ac9-bc18-4c5d-a24a-e8e49e1140ed req-18835a25-9193-4041-b448-bd97e9c0d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:09.821628 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-496e6ac9-bc18-4c5d-a24a-e8e49e1140ed req-18835a25-9193-4041-b448-bd97e9c0d99e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf4393a5-4d9f-4e62-a55d-2fc5de86b20c HTTP/1.1" status: 200 len: 854 time: 0.1106851 Feb 04 21:18:09.928113 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-496e6ac9-bc18-4c5d-a24a-e8e49e1140ed req-cf5c0631-96e7-4734-95ad-d7804c8996ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8fabec85-7328-4725-bced-b859dec9a60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993543 Feb 04 21:18:10.051994 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:10.117039 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 7803fe53-9343-45a5-a940-995f359bc5dc, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=7803fe53-9343-45a5-a940-995f359bc5dc,segment=NetworkSegment(47332b6e-4b4a-433a-8338-a7e28128d91b),segment_id=47332b6e-4b4a-433a-8338-a7e28128d91b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:18:10.118596 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63c5e02-233e-471b-9eaf-1c8199a1643b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7803fe53-9343-45a5-a940-995f359bc5dc'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:18:10.126466 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:10.208511 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=7803fe53-9343-45a5-a940-995f359bc5dc,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:10.424929 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-496e6ac9-bc18-4c5d-a24a-e8e49e1140ed req-8b950d02-451b-47b1-b2d4-33bbc43cd492 service neutron] 10.222.0.32 "GET /v2.0/networks/8fabec85-7328-4725-bced-b859dec9a60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959854 Feb 04 21:18:10.433000 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650909e-c8bc-4eae-a883-e9164b686502 req-b083eba8-5b41-4618-9b40-32e89a790996 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:10.440046 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a650909e-c8bc-4eae-a883-e9164b686502 req-b083eba8-5b41-4618-9b40-32e89a790996 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 947 time: 0.5104015 Feb 04 21:18:10.480012 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-36043921-6ac8-4d86-9818-659d492f9014 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:10.773727 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 49134) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:10.888135 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a650909e-c8bc-4eae-a883-e9164b686502 req-fb6ae8f6-7945-4b5e-866a-c62c353b9b7f tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471378 Feb 04 21:18:10.958589 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-496e6ac9-bc18-4c5d-a24a-e8e49e1140ed req-29bce8c8-302c-45a6-bb8a-352e544162fb service neutron] 10.222.0.32 "GET /v2.0/networks/8fabec85-7328-4725-bced-b859dec9a60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5164380 Feb 04 21:18:11.111915 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7062dff7-4bce-4987-866a-e40c9434e847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:11.152554 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-36043921-6ac8-4d86-9818-659d492f9014 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Deleting port 0b512e9f-61f3-45db-9be2-325a29c9fb5b {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:18:11.153031 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-36043921-6ac8-4d86-9818-659d492f9014 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:11.188036 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7062dff7-4bce-4987-866a-e40c9434e847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:11.192394 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7062dff7-4bce-4987-866a-e40c9434e847 admin admin] Usage tracker for resource:security_group_rule and tenant:d7c19a16cc4447198d83150675a47264 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:11.193126 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902dc7b-a539-4f32-bef9-70b702392238 req-8cc36593-a064-4f94-b585-2027cad3f535 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:11.195407 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3902dc7b-a539-4f32-bef9-70b702392238 req-8cc36593-a064-4f94-b585-2027cad3f535 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=f63c5e02-233e-471b-9eaf-1c8199a1643b HTTP/1.1" status: 200 len: 943 time: 0.1216087 Feb 04 21:18:11.199986 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7062dff7-4bce-4987-866a-e40c9434e847 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:11.206505 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7062dff7-4bce-4987-866a-e40c9434e847 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:11.264398 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3902dc7b-a539-4f32-bef9-70b702392238 req-4e8ada8c-6d1f-4df6-9682-7bb5dc88ba2e tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620422 Feb 04 21:18:11.344840 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7062dff7-4bce-4987-866a-e40c9434e847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:11.372817 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7062dff7-4bce-4987-866a-e40c9434e847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:11.487112 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb465c-9e75-490c-a786-1155d8a7004e req-86c1f6fb-4eda-474c-9dbe-be6b59889188 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:11.490025 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-85bb465c-9e75-490c-a786-1155d8a7004e req-86c1f6fb-4eda-474c-9dbe-be6b59889188 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=edaff2e5-44b0-40c9-bec2-394f1ab5b597 HTTP/1.1" status: 200 len: 945 time: 0.1186304 Feb 04 21:18:11.496999 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7062dff7-4bce-4987-866a-e40c9434e847 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d7c19a16cc4447198d83150675a47264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7216623 Feb 04 21:18:11.503576 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 49150) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:11.517883 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062dff7-4bce-4987-866a-e40c9434e847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b675df-37a0-4dda-9f27-829aec981f17,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:11.552566 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-85bb465c-9e75-490c-a786-1155d8a7004e req-defb1246-3371-4b28-8398-459ef0e66d0e tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561867 Feb 04 21:18:11.572173 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-36043921-6ac8-4d86-9818-659d492f9014 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:11.592470 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 49158) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:11.642266 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63c5e02-233e-471b-9eaf-1c8199a1643b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7803fe53-9343-45a5-a940-995f359bc5dc', 'code': 200} Feb 04 21:18:11.723061 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-36043921-6ac8-4d86-9818-659d492f9014 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Calling delete_port for 0b512e9f-61f3-45db-9be2-325a29c9fb5b owned by network:router_interface {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:18:11.761426 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9d1cab93-6891-4f29-b1b2-84fa274934e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:11.780238 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 7803fe53-9343-45a5-a940-995f359bc5dc details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:18:11.782312 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-9d1cab93-6891-4f29-b1b2-84fa274934e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:11.788641 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-9d1cab93-6891-4f29-b1b2-84fa274934e3 admin admin] Usage tracker for resource:security_group_rule and tenant:59bae656057d4515bbdf2ca3cf166dba is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:11.791711 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-9d1cab93-6891-4f29-b1b2-84fa274934e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:11.792561 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9eb3c3e6-cc81-4166-8fed-040388e949de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:11.799563 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-9d1cab93-6891-4f29-b1b2-84fa274934e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:11.862499 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9eb3c3e6-cc81-4166-8fed-040388e949de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:11.963350 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 7803fe53-9343-45a5-a940-995f359bc5dc, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=7803fe53-9343-45a5-a940-995f359bc5dc,segment=NetworkSegment(47332b6e-4b4a-433a-8338-a7e28128d91b),segment_id=47332b6e-4b4a-433a-8338-a7e28128d91b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:18:11.979187 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '7803fe53-9343-45a5-a940-995f359bc5dc', 'network_id': '576e0778-5be3-4863-9aa7-c402bf42ead3', 'port_id': '7803fe53-9343-45a5-a940-995f359bc5dc', 'mac_address': 'fa:16:3e:4d:96:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fa560a-48fa-4fa4-b2a4-c77d56ecaf85', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:18:11.989593 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9d1cab93-6891-4f29-b1b2-84fa274934e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:12.003659 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9d1cab93-6891-4f29-b1b2-84fa274934e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:12.068473 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:12.080470 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35efab0-44a7-47e1-a039-9cba2ba2efce req-3203d9ae-36fa-4b06-b43b-8deba7ed4601 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:12.093254 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d35efab0-44a7-47e1-a039-9cba2ba2efce req-3203d9ae-36fa-4b06-b43b-8deba7ed4601 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=edaff2e5-44b0-40c9-bec2-394f1ab5b597 HTTP/1.1" status: 200 len: 945 time: 0.3156829 Feb 04 21:18:12.095058 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7803fe53-9343-45a5-a940-995f359bc5dc {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:18:12.117348 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 7803fe53-9343-45a5-a940-995f359bc5dc, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=7803fe53-9343-45a5-a940-995f359bc5dc,segment=NetworkSegment(47332b6e-4b4a-433a-8338-a7e28128d91b),segment_id=47332b6e-4b4a-433a-8338-a7e28128d91b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:18:12.135485 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-9d1cab93-6891-4f29-b1b2-84fa274934e3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=59bae656057d4515bbdf2ca3cf166dba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5416913 Feb 04 21:18:12.135902 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:12.139251 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1cab93-6891-4f29-b1b2-84fa274934e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba6b9cb-a96b-4412-a7d3-385b41f84e8f,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:12.146604 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 49166) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:12.193705 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9eb3c3e6-cc81-4166-8fed-040388e949de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:12.230267 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d35efab0-44a7-47e1-a039-9cba2ba2efce req-951f2c95-caec-4d24-95a6-99e78517e816 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357834 Feb 04 21:18:12.236014 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3c3e6-cc81-4166-8fed-040388e949de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b675df-37a0-4dda-9f27-829aec981f17,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:12.237836 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=7803fe53-9343-45a5-a940-995f359bc5dc,revision_number=7']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:12.264286 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9eb3c3e6-cc81-4166-8fed-040388e949de admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:12.267830 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9eb3c3e6-cc81-4166-8fed-040388e949de admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/07b675df-37a0-4dda-9f27-829aec981f17 HTTP/1.1" status: 204 len: 168 time: 0.7609739 Feb 04 21:18:12.275858 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-36043921-6ac8-4d86-9818-659d492f9014 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:12.343812 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36043921-6ac8-4d86-9818-659d492f9014 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event deleted for resources: {'Port': ['ID=0b512e9f-61f3-45db-9be2-325a29c9fb5b,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:12.360601 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-eec42298-69da-4aa0-8d98-561d01288226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:12.464382 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-eec42298-69da-4aa0-8d98-561d01288226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:12.516322 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['7803fe53-9343-45a5-a940-995f359bc5dc'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:18:12.592048 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7deb42b-af79-4bc1-ac43-7e157be07336 req-d7607b62-35cf-482f-a463-022aaea3d6ee tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:12.604016 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b7deb42b-af79-4bc1-ac43-7e157be07336 req-d7607b62-35cf-482f-a463-022aaea3d6ee tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 947 time: 0.2050939 Feb 04 21:18:12.660808 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-eec42298-69da-4aa0-8d98-561d01288226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:12.700058 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec42298-69da-4aa0-8d98-561d01288226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba6b9cb-a96b-4412-a7d3-385b41f84e8f,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:12.724908 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b7deb42b-af79-4bc1-ac43-7e157be07336 req-02755223-2637-421d-a1c8-2119d8d66737 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199138 Feb 04 21:18:12.755531 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-eec42298-69da-4aa0-8d98-561d01288226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:12.757874 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-eec42298-69da-4aa0-8d98-561d01288226 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7ba6b9cb-a96b-4412-a7d3-385b41f84e8f HTTP/1.1" status: 204 len: 168 time: 0.6089585 Feb 04 21:18:12.945585 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-36043921-6ac8-4d86-9818-659d492f9014 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:13.226536 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 49196) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:13.279611 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-836915b8-9bf2-4b2d-9fd6-5329383a6840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:13.309681 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-836915b8-9bf2-4b2d-9fd6-5329383a6840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:13.319779 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-836915b8-9bf2-4b2d-9fd6-5329383a6840 admin admin] Usage tracker for resource:security_group_rule and tenant:03713facac254dedaf2d0c4ca9f1d74a is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:13.323682 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecab52-e847-4082-9b26-4ac75011da23 req-99241fc1-6f2c-4283-9514-af50214ab841 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:13.325203 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-836915b8-9bf2-4b2d-9fd6-5329383a6840 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:13.331234 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-88ecab52-e847-4082-9b26-4ac75011da23 req-99241fc1-6f2c-4283-9514-af50214ab841 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=f63c5e02-233e-471b-9eaf-1c8199a1643b HTTP/1.1" status: 200 len: 944 time: 0.1096859 Feb 04 21:18:13.377976 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-88ecab52-e847-4082-9b26-4ac75011da23 req-b5e6a034-2d88-458a-bcfd-393a61f9c5f1 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443730 Feb 04 21:18:13.401969 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-836915b8-9bf2-4b2d-9fd6-5329383a6840 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:13.590844 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36043921-6ac8-4d86-9818-659d492f9014 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Router bee36f46-722a-4e6c-9ba1-54ed39be225e has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:18:13.604133 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f4f3a-766f-4019-a074-2153ad49c5e4 req-9f96abdb-4212-4393-a3f3-9f1493b32ad9 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:13.605861 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-971f4f3a-766f-4019-a074-2153ad49c5e4 req-9f96abdb-4212-4393-a3f3-9f1493b32ad9 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 947 time: 0.0905406 Feb 04 21:18:13.669922 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-971f4f3a-766f-4019-a074-2153ad49c5e4 req-39f87e44-80bc-4743-bb39-91e624ec321f tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584536 Feb 04 21:18:13.736692 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-836915b8-9bf2-4b2d-9fd6-5329383a6840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:13.743948 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-836915b8-9bf2-4b2d-9fd6-5329383a6840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:13.803485 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 7803fe53-9343-45a5-a940-995f359bc5dc up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:18:13.885754 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-836915b8-9bf2-4b2d-9fd6-5329383a6840 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=03713facac254dedaf2d0c4ca9f1d74a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6575732 Feb 04 21:18:13.887084 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 49214) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:13.890703 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836915b8-9bf2-4b2d-9fd6-5329383a6840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9031f29-94a0-4f2f-a967-6ffa6b5d6b2d,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:13.911910 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ed134ea3-139f-4975-adf2-e55a00b9565b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:13.923494 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36043921-6ac8-4d86-9818-659d492f9014 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:18:13.933468 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04049916-8559-4bbd-8c27-9f63ecd2cf48 None None] Sync routers for ids ['bee36f46-722a-4e6c-9ba1-54ed39be225e'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:18:13.935356 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 7803fe53-9343-45a5-a940-995f359bc5dc triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:18:13.935678 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:13.948113 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-36043921-6ac8-4d86-9818-659d492f9014 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "PUT /v2.0/routers/bee36f46-722a-4e6c-9ba1-54ed39be225e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7281954 Feb 04 21:18:13.948615 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04049916-8559-4bbd-8c27-9f63ecd2cf48 None None] Routers {'bee36f46-722a-4e6c-9ba1-54ed39be225e'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:18:13.948736 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 49220) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:13.948954 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-04049916-8559-4bbd-8c27-9f63ecd2cf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:17:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['bee36f46-722a-4e6c-9ba1-54ed39be225e'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:14.141627 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-04049916-8559-4bbd-8c27-9f63ecd2cf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:14.160042 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04049916-8559-4bbd-8c27-9f63ecd2cf48 None None] Routers {'bee36f46-722a-4e6c-9ba1-54ed39be225e'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:18:14.162482 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-04049916-8559-4bbd-8c27-9f63ecd2cf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:17:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['bee36f46-722a-4e6c-9ba1-54ed39be225e'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:14.168107 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:14.182799 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8a774c69-4a4f-4b63-9438-163319544885 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:14.202190 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3cab6ca3-f3dd-4845-84d2-e859b0038503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:14.215952 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d85257-05ce-431c-b36e-43654ab0ca00 req-4b25ccbb-a821-4226-8273-1b7ab0c417e7 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:14.224834 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a9d85257-05ce-431c-b36e-43654ab0ca00 req-4b25ccbb-a821-4226-8273-1b7ab0c417e7 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=edaff2e5-44b0-40c9-bec2-394f1ab5b597 HTTP/1.1" status: 200 len: 945 time: 0.4262345 Feb 04 21:18:14.235037 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 7803fe53-9343-45a5-a940-995f359bc5dc, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=7803fe53-9343-45a5-a940-995f359bc5dc,segment=NetworkSegment(47332b6e-4b4a-433a-8338-a7e28128d91b),segment_id=47332b6e-4b4a-433a-8338-a7e28128d91b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:18:14.238038 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63c5e02-233e-471b-9eaf-1c8199a1643b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7803fe53-9343-45a5-a940-995f359bc5dc'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:18:14.256156 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:14.340161 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-04049916-8559-4bbd-8c27-9f63ecd2cf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:14.340730 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04049916-8559-4bbd-8c27-9f63ecd2cf48 None None] The sync data for ids ['bee36f46-722a-4e6c-9ba1-54ed39be225e'] in n-d-827896-1 is: [] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:18:14.359995 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3cab6ca3-f3dd-4845-84d2-e859b0038503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:14.379135 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a9d85257-05ce-431c-b36e-43654ab0ca00 req-3b6e19a9-721a-4027-8601-3815f30794af tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510448 Feb 04 21:18:14.427927 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=7803fe53-9343-45a5-a940-995f359bc5dc,revision_number=8']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:14.456292 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3cab6ca3-f3dd-4845-84d2-e859b0038503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:14.477921 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63c5e02-233e-471b-9eaf-1c8199a1643b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7803fe53-9343-45a5-a940-995f359bc5dc', 'code': 200} Feb 04 21:18:14.480432 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab6ca3-f3dd-4845-84d2-e859b0038503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9031f29-94a0-4f2f-a967-6ffa6b5d6b2d,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:14.508265 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3cab6ca3-f3dd-4845-84d2-e859b0038503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:14.525456 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-3cab6ca3-f3dd-4845-84d2-e859b0038503 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d9031f29-94a0-4f2f-a967-6ffa6b5d6b2d HTTP/1.1" status: 204 len: 168 time: 0.6341908 Feb 04 21:18:14.655214 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 49248) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:14.803525 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8a774c69-4a4f-4b63-9438-163319544885 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:14.820580 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-8a774c69-4a4f-4b63-9438-163319544885 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Deleting port 8308651c-94ed-4246-a04b-641e62515f86 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:18:14.820580 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8a774c69-4a4f-4b63-9438-163319544885 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:14.864413 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e4cd5-5633-4ff5-a4f1-b7a762f04e28 req-2439d2ca-1466-4fc2-aff8-d6e95d91c3c7 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:14.866568 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0b3e4cd5-5633-4ff5-a4f1-b7a762f04e28 req-2439d2ca-1466-4fc2-aff8-d6e95d91c3c7 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=f63c5e02-233e-471b-9eaf-1c8199a1643b HTTP/1.1" status: 200 len: 945 time: 0.1675563 Feb 04 21:18:14.873111 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4a886-965e-42e1-854a-d5f01cdbfc9a req-1fe7fafd-86f3-4856-acb8-3c4c2e7d8d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:14.875031 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9bb4a886-965e-42e1-854a-d5f01cdbfc9a req-1fe7fafd-86f3-4856-acb8-3c4c2e7d8d79 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f63c5e02-233e-471b-9eaf-1c8199a1643b HTTP/1.1" status: 200 len: 1096 time: 0.1342881 Feb 04 21:18:14.882632 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e29f76-1910-4a24-af8a-8d45e690d907 req-e9e016ca-e881-418a-bbd2-23c09da78097 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:14.883535 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-08e29f76-1910-4a24-af8a-8d45e690d907 req-e9e016ca-e881-418a-bbd2-23c09da78097 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Synchronizing usage tracker for tenant:cbe7b967cf5b4bf8a129a586503d8461 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:18:14.921896 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0b3e4cd5-5633-4ff5-a4f1-b7a762f04e28 req-5dd4a3c4-cf71-4a11-b29c-2968acf9274d tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458205 Feb 04 21:18:15.014115 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-08e29f76-1910-4a24-af8a-8d45e690d907 req-e9e016ca-e881-418a-bbd2-23c09da78097 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Unset dirty status for tenant:cbe7b967cf5b4bf8a129a586503d8461 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:18:15.015042 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-08e29f76-1910-4a24-af8a-8d45e690d907 req-e9e016ca-e881-418a-bbd2-23c09da78097 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.18 "GET /v2.0/ports?device_id=edaff2e5-44b0-40c9-bec2-394f1ab5b597 HTTP/1.1" status: 200 len: 945 time: 0.3424101 Feb 04 21:18:15.027766 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9bb4a886-965e-42e1-854a-d5f01cdbfc9a req-2a2c51a7-61e7-4727-8d69-677fc69ccf4f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101656 Feb 04 21:18:15.068406 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-47f4044a-a96f-4fef-9bb7-252af709cd81 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=77bcf7e0790547d98769ee09df1cb892&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4119670 Feb 04 21:18:15.070809 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 49258) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:15.170565 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-08e29f76-1910-4a24-af8a-8d45e690d907 req-d2783c6e-5090-4ff1-b41d-075012143f4a tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Deleting port 07694b21-513b-4157-be00-0265d3ab95dc {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:18:15.171119 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-08e29f76-1910-4a24-af8a-8d45e690d907 req-d2783c6e-5090-4ff1-b41d-075012143f4a tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:15.211178 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8a774c69-4a4f-4b63-9438-163319544885 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:15.213519 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9bcc6416-123b-4388-8d6d-dfeeefafd54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:15.247815 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9bcc6416-123b-4388-8d6d-dfeeefafd54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:15.265403 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bab2e6-461a-4cfb-b80c-66f0d0bdc558 req-eee2d39a-dd09-48f3-8b0a-6829ae4147d0 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:15.272947 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e6bab2e6-461a-4cfb-b80c-66f0d0bdc558 req-eee2d39a-dd09-48f3-8b0a-6829ae4147d0 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 947 time: 0.1641324 Feb 04 21:18:15.349052 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e6bab2e6-461a-4cfb-b80c-66f0d0bdc558 req-86c222ee-7f2e-401f-805b-8945b47407ec tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747461 Feb 04 21:18:15.379062 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9bcc6416-123b-4388-8d6d-dfeeefafd54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:15.392819 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-8a774c69-4a4f-4b63-9438-163319544885 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Calling delete_port for 8308651c-94ed-4246-a04b-641e62515f86 owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:18:15.411567 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc6416-123b-4388-8d6d-dfeeefafd54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f54f44-37c8-414d-9df0-9a0d9cda0dfb,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:15.435407 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9bcc6416-123b-4388-8d6d-dfeeefafd54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:15.440576 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-9bcc6416-123b-4388-8d6d-dfeeefafd54d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b3f54f44-37c8-414d-9df0-9a0d9cda0dfb HTTP/1.1" status: 204 len: 168 time: 0.3681886 Feb 04 21:18:15.576937 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 49286) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:15.636431 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c834171-714c-4f35-8326-f7b0466acc51 req-9857246f-eac4-4eb0-b438-a87a44043fc3 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:15.638029 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7c834171-714c-4f35-8326-f7b0466acc51 req-9857246f-eac4-4eb0-b438-a87a44043fc3 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 947 time: 0.1237595 Feb 04 21:18:15.690508 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-08e29f76-1910-4a24-af8a-8d45e690d907 req-d2783c6e-5090-4ff1-b41d-075012143f4a tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] For port 07694b21-513b-4157-be00-0265d3ab95dc, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=07694b21-513b-4157-be00-0265d3ab95dc,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:18:15.690870 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-08e29f76-1910-4a24-af8a-8d45e690d907 req-d2783c6e-5090-4ff1-b41d-075012143f4a tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:15.709222 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7c834171-714c-4f35-8326-f7b0466acc51 req-e9f23f21-c1b1-4e0b-893f-79f82d8c3ae7 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653710 Feb 04 21:18:15.888701 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-08e29f76-1910-4a24-af8a-8d45e690d907 req-d2783c6e-5090-4ff1-b41d-075012143f4a tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Calling delete_port for 07694b21-513b-4157-be00-0265d3ab95dc owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:18:15.911842 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-5d74b8d6-1189-4a06-853e-ff64faf15842 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Request body: {'floatingip': {'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:18:15.922715 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-5d74b8d6-1189-4a06-853e-ff64faf15842 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:15.926743 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5d74b8d6-1189-4a06-853e-ff64faf15842 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Usage tracker for resource:floatingip and tenant:0dfecd6cd71d4cc191fe44b8017a71d4 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:15.930761 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5d74b8d6-1189-4a06-853e-ff64faf15842 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:15.938037 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-5d74b8d6-1189-4a06-853e-ff64faf15842 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:15.966541 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8a774c69-4a4f-4b63-9438-163319544885 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:15.974798 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5d74b8d6-1189-4a06-853e-ff64faf15842 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks [] for floatingip, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:16.020214 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422dc6a5-4287-47c6-8b23-edd3f8f069d6 req-6b7b9cd0-64e3-4f46-bd08-312798af7b6d tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:16.029981 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-422dc6a5-4287-47c6-8b23-edd3f8f069d6 req-6b7b9cd0-64e3-4f46-bd08-312798af7b6d tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=edaff2e5-44b0-40c9-bec2-394f1ab5b597 HTTP/1.1" status: 200 len: 945 time: 0.1983526 Feb 04 21:18:16.033355 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a774c69-4a4f-4b63-9438-163319544885 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event deleted for resources: {'Port': ['ID=8308651c-94ed-4246-a04b-641e62515f86,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:16.177760 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-422dc6a5-4287-47c6-8b23-edd3f8f069d6 req-65fbbccd-8069-45e6-af21-c38f394ed052 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462264 Feb 04 21:18:16.213805 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8a774c69-4a4f-4b63-9438-163319544885 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:16.256113 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5d74b8d6-1189-4a06-853e-ff64faf15842 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:16.285531 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3aaeb035-fd9d-4394-a105-8e71bb30f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:16.617516 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-08e29f76-1910-4a24-af8a-8d45e690d907 req-d2783c6e-5090-4ff1-b41d-075012143f4a tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:16.632175 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['e791a7ac-6865-4c87-8ac5-f39dc8b22567'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:18:16.675051 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-5d74b8d6-1189-4a06-853e-ff64faf15842 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Allocated IP 172.25.5.176 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/88b01d25-e7fe-4ec3-8d03-35d678f0e4db) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:18:16.782835 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ce2c9-4452-4e4e-ab63-5ac20114bbea req-57156405-fc85-4b5d-afe0-364f26744859 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:16.789892 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fb2ce2c9-4452-4e4e-ab63-5ac20114bbea req-57156405-fc85-4b5d-afe0-364f26744859 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=f63c5e02-233e-471b-9eaf-1c8199a1643b HTTP/1.1" status: 200 len: 945 time: 0.3587472 Feb 04 21:18:16.798778 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2783c6e-5090-4ff1-b41d-075012143f4a tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Pushing event deleted for resources: {'Port': ['ID=07694b21-513b-4157-be00-0265d3ab95dc,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:16.804280 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8a774c69-4a4f-4b63-9438-163319544885 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:16.812309 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8a774c69-4a4f-4b63-9438-163319544885 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:16.857331 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e29f76-1910-4a24-af8a-8d45e690d907 req-d2783c6e-5090-4ff1-b41d-075012143f4a tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] No DVR routers for this DVR port 07694b21-513b-4157-be00-0265d3ab95dc on host n-h2-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:18:16.868873 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-08e29f76-1910-4a24-af8a-8d45e690d907 req-d2783c6e-5090-4ff1-b41d-075012143f4a tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:16.871734 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edaff2e5-44b0-40c9-bec2-394f1ab5b597', 'name': 'network-vif-deleted', 'tag': '07694b21-513b-4157-be00-0265d3ab95dc'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:18:16.893460 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fb2ce2c9-4452-4e4e-ab63-5ac20114bbea req-1d13d228-ad46-436d-b631-444bf662fde0 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887849 Feb 04 21:18:16.909803 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8a774c69-4a4f-4b63-9438-163319544885 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:16.910523 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a774c69-4a4f-4b63-9438-163319544885 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Fanout notify agent at l3_agent the message router_deleted on router bee36f46-722a-4e6c-9ba1-54ed39be225e {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:18:16.931154 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8a774c69-4a4f-4b63-9438-163319544885 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:16.932492 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8a774c69-4a4f-4b63-9438-163319544885 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "DELETE /v2.0/routers/bee36f46-722a-4e6c-9ba1-54ed39be225e HTTP/1.1" status: 204 len: 168 time: 2.9832997 Feb 04 21:18:16.940030 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-08e29f76-1910-4a24-af8a-8d45e690d907 req-d2783c6e-5090-4ff1-b41d-075012143f4a tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.18 "DELETE /v2.0/ports/07694b21-513b-4157-be00-0265d3ab95dc HTTP/1.1" status: 204 len: 173 time: 1.9097774 Feb 04 21:18:16.940531 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 49336) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:16.959187 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5d74b8d6-1189-4a06-853e-ff64faf15842 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:17.040516 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5d74b8d6-1189-4a06-853e-ff64faf15842 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:17.123062 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e36a0d9-f9c3-4c78-9086-5bab9c81ea31 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Deleting subnet 792e6fbd-5f78-4c71-b575-411efeaab620 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:18:17.139976 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8e36a0d9-f9c3-4c78-9086-5bab9c81ea31 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:17.229582 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d74b8d6-1189-4a06-853e-ff64faf15842 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:18:17.234296 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-5d74b8d6-1189-4a06-853e-ff64faf15842 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:18:17.236925 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d74b8d6-1189-4a06-853e-ff64faf15842 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:18:17.237442 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8e36a0d9-f9c3-4c78-9086-5bab9c81ea31 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:17.294005 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74b8d6-1189-4a06-853e-ff64faf15842 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Pushing event updated for resources: {'Port': ['ID=88b01d25-e7fe-4ec3-8d03-35d678f0e4db,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:17.326344 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8e36a0d9-f9c3-4c78-9086-5bab9c81ea31 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:17.367132 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdab176-8c37-4aac-8bdf-98771717af31 req-2c6f0823-6127-4c34-ac36-410f214ff90f tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:17.368651 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9cdab176-8c37-4aac-8bdf-98771717af31 req-2c6f0823-6127-4c34-ac36-410f214ff90f tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 947 time: 0.2484961 Feb 04 21:18:17.403607 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5d74b8d6-1189-4a06-853e-ff64faf15842 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:17.429553 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:17.473577 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8e36a0d9-f9c3-4c78-9086-5bab9c81ea31 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:17.477902 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9cdab176-8c37-4aac-8bdf-98771717af31 req-e5698007-9391-4ba7-ac78-71399a979c53 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033967 Feb 04 21:18:17.549442 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5d74b8d6-1189-4a06-853e-ff64faf15842 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:17.630174 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:17.635353 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36a0d9-f9c3-4c78-9086-5bab9c81ea31 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event deleted for resources: {'Subnet': ['ID=792e6fbd-5f78-4c71-b575-411efeaab620,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:17.639559 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8e36a0d9-f9c3-4c78-9086-5bab9c81ea31 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:17.654034 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8e36a0d9-f9c3-4c78-9086-5bab9c81ea31 tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "DELETE /v2.0/subnets/792e6fbd-5f78-4c71-b575-411efeaab620 HTTP/1.1" status: 204 len: 168 time: 0.7124741 Feb 04 21:18:17.654944 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 49386) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:17.677120 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edaff2e5-44b0-40c9-bec2-394f1ab5b597', 'name': 'network-vif-deleted', 'tag': '07694b21-513b-4157-be00-0265d3ab95dc', 'status': 'completed', 'code': 200} Feb 04 21:18:17.877106 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-119d9e15-8499-4fb1-8d01-6a825568facd tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:17.883634 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5d74b8d6-1189-4a06-853e-ff64faf15842 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:17.900222 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5d74b8d6-1189-4a06-853e-ff64faf15842 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:18.028299 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 07694b21-513b-4157-be00-0265d3ab95dc no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:18:18.065485 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-119d9e15-8499-4fb1-8d01-6a825568facd tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:18.115837 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-119d9e15-8499-4fb1-8d01-6a825568facd tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde86a24-e224-442c-9ef0-2738085488b8']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:18.130854 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-119d9e15-8499-4fb1-8d01-6a825568facd tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9181abd2-b257-482e-a86f-5ff441aeac6c') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:18.131988 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-119d9e15-8499-4fb1-8d01-6a825568facd tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9181abd2-b257-482e-a86f-5ff441aeac6c') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:18.147724 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-119d9e15-8499-4fb1-8d01-6a825568facd tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:18.158721 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ffbe2994-fe1f-48a6-92c6-72d231547cba req-0a8de52d-e323-4a7b-bc29-f03689b1cfb4 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=edaff2e5-44b0-40c9-bec2-394f1ab5b597 HTTP/1.1" status: 200 len: 210 time: 0.1905999 Feb 04 21:18:18.160314 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: 07694b21-513b-4157-be00-0265d3ab95dc {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:18:18.160668 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 07694b21-513b-4157-be00-0265d3ab95dc not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:18:18.172118 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74b8d6-1189-4a06-853e-ff64faf15842 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Pushing event updated for resources: {'Port': ['ID=88b01d25-e7fe-4ec3-8d03-35d678f0e4db,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:18.191598 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5d74b8d6-1189-4a06-853e-ff64faf15842 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:18.208017 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-119d9e15-8499-4fb1-8d01-6a825568facd tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:18.229467 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-119d9e15-8499-4fb1-8d01-6a825568facd tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:18:18.229884 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-119d9e15-8499-4fb1-8d01-6a825568facd tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:18.247378 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:18:18.247378 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:18:18.247378 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:18:18.247378 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:18:18.247378 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:18:18.247378 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:18:18.247378 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:18:18.247378 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:18:18.247378 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:18:18.247378 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:18:18.247378 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:18:18.247378 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:18:18.247378 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:18:18.247378 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:18:18.247378 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:18:18.247378 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:18:18.247378 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:18:18.247378 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:18:18.247378 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:18:18.247378 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:18:18.247378 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:18:18.247378 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:18:18.247378 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:18:18.247378 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:18:18.247378 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:18:18.247378 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:18:18.247378 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:18:18.247378 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:18:18.247378 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:18:18.247378 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:18:18.247378 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:18:18.247378 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:18:18.252856 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5d74b8d6-1189-4a06-853e-ff64faf15842 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:18.254405 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5d74b8d6-1189-4a06-853e-ff64faf15842 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6744044 Feb 04 21:18:18.257105 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 49406) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:18.263969 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-16174d0a-37b6-447b-9610-507f9450339c tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1926713706'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:18:18.269518 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-16174d0a-37b6-447b-9610-507f9450339c tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:18.278260 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-16174d0a-37b6-447b-9610-507f9450339c tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Usage tracker for resource:network and tenant:0dfecd6cd71d4cc191fe44b8017a71d4 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:18.281899 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-16174d0a-37b6-447b-9610-507f9450339c tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:18.290757 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-16174d0a-37b6-447b-9610-507f9450339c tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:18.309797 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16174d0a-37b6-447b-9610-507f9450339c tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Made reservation on behalf of 0dfecd6cd71d4cc191fe44b8017a71d4 for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:18:18.313953 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-16174d0a-37b6-447b-9610-507f9450339c tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:18.340609 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-16174d0a-37b6-447b-9610-507f9450339c tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:18.378261 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-16174d0a-37b6-447b-9610-507f9450339c tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:18.383574 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-119d9e15-8499-4fb1-8d01-6a825568facd tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:18.422416 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-16174d0a-37b6-447b-9610-507f9450339c tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Usage tracker for resource:security_group_rule and tenant:0dfecd6cd71d4cc191fe44b8017a71d4 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:18.430439 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-16174d0a-37b6-447b-9610-507f9450339c tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:18.438761 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-16174d0a-37b6-447b-9610-507f9450339c tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:18.480926 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-119d9e15-8499-4fb1-8d01-6a825568facd tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:18.487952 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d9e15-8499-4fb1-8d01-6a825568facd tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] Pushing event deleted for resources: {'Network': ['ID=cde86a24-e224-442c-9ef0-2738085488b8,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:18.506598 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-119d9e15-8499-4fb1-8d01-6a825568facd tempest-FloatingIPTestJSON-902873500 tempest-FloatingIPTestJSON-902873500-project] 10.222.0.26 "DELETE /v2.0/networks/cde86a24-e224-442c-9ef0-2738085488b8 HTTP/1.1" status: 204 len: 168 time: 0.8481569 Feb 04 21:18:18.524189 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95bf7ee-1de0-480d-9d48-df0229fd881d req-5cf6283f-8b08-4160-a548-bd4844f7f486 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:18.533441 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b95bf7ee-1de0-480d-9d48-df0229fd881d req-5cf6283f-8b08-4160-a548-bd4844f7f486 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=f63c5e02-233e-471b-9eaf-1c8199a1643b HTTP/1.1" status: 200 len: 945 time: 0.1565409 Feb 04 21:18:18.646809 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-16174d0a-37b6-447b-9610-507f9450339c tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:18.681489 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-16174d0a-37b6-447b-9610-507f9450339c tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:18.772542 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b95bf7ee-1de0-480d-9d48-df0229fd881d req-6393ead1-e78b-4c77-afa4-a48c1214152c tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301638 Feb 04 21:18:18.799183 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16174d0a-37b6-447b-9610-507f9450339c tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:18:18.801676 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16174d0a-37b6-447b-9610-507f9450339c tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=642046a7-7e82-46aa-a49e-4aa518703731,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:18.817241 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-16174d0a-37b6-447b-9610-507f9450339c tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:18.817768 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-16174d0a-37b6-447b-9610-507f9450339c tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Added segment 64b396a4-f1b0-477c-bfd5-339d7eda7a26 of type vlan for network abc11e2f-cab6-48ae-9857-9add5d89f83a Feb 04 21:18:18.851771 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-16174d0a-37b6-447b-9610-507f9450339c tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:18.898156 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-16174d0a-37b6-447b-9610-507f9450339c tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:18.899642 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:18.905867 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16174d0a-37b6-447b-9610-507f9450339c tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:18.909748 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-16174d0a-37b6-447b-9610-507f9450339c tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:19.045474 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 49468) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:19.248586 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16174d0a-37b6-447b-9610-507f9450339c tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Pushing event updated for resources: {'Network': ['ID=abc11e2f-cab6-48ae-9857-9add5d89f83a,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:19.254101 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-16174d0a-37b6-447b-9610-507f9450339c tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9956386 Feb 04 21:18:19.257142 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 49480) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:19.262068 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network abc11e2f-cab6-48ae-9857-9add5d89f83a details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:18:19.264375 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-74c31c31-350d-484a-bdc4-af611bfc7ce9 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Request body: {'subnet': {'network_id': 'abc11e2f-cab6-48ae-9857-9add5d89f83a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:18:19.348582 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a76a67-b6e3-4a82-b092-8c606bb6ecb2 req-5c872acb-ea97-4809-a00a-d7f442178300 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:19.360408 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18a76a67-b6e3-4a82-b092-8c606bb6ecb2 req-5c872acb-ea97-4809-a00a-d7f442178300 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=f63c5e02-233e-471b-9eaf-1c8199a1643b HTTP/1.1" status: 200 len: 945 time: 0.2425017 Feb 04 21:18:19.478349 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18a76a67-b6e3-4a82-b092-8c606bb6ecb2 req-0e2dfe68-c0c2-4dc6-9ea5-5d19b39e086e tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164112 Feb 04 21:18:19.530031 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-74c31c31-350d-484a-bdc4-af611bfc7ce9 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:19.539534 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-74c31c31-350d-484a-bdc4-af611bfc7ce9 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Usage tracker for resource:subnet and tenant:0dfecd6cd71d4cc191fe44b8017a71d4 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:19.543776 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-74c31c31-350d-484a-bdc4-af611bfc7ce9 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:19.570283 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-74c31c31-350d-484a-bdc4-af611bfc7ce9 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:19.666378 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c31c31-350d-484a-bdc4-af611bfc7ce9 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Made reservation on behalf of 0dfecd6cd71d4cc191fe44b8017a71d4 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:18:19.671898 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-74c31c31-350d-484a-bdc4-af611bfc7ce9 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:19.920920 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1e712111-7a60-4e66-a957-64054e5d59a9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=92996577dea24748aff25236d6c88c98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8741205 Feb 04 21:18:19.923454 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 49494) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:20.085774 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf22b-5c1b-46f0-bb22-44659a9d6096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:20.132389 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf22b-5c1b-46f0-bb22-44659a9d6096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:20.230301 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-74c31c31-350d-484a-bdc4-af611bfc7ce9 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:20.254713 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf22b-5c1b-46f0-bb22-44659a9d6096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:20.301525 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 49512) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:20.302680 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fdf22b-5c1b-46f0-bb22-44659a9d6096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcf170a-1e4d-4ee0-840f-d60bb792cf12,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:20.364000 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf22b-5c1b-46f0-bb22-44659a9d6096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:20.365493 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d6fdf22b-5c1b-46f0-bb22-44659a9d6096 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1dcf170a-1e4d-4ee0-840f-d60bb792cf12 HTTP/1.1" status: 204 len: 168 time: 0.4407008 Feb 04 21:18:20.415086 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c31c31-350d-484a-bdc4-af611bfc7ce9 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Checking segment: {'id': '64b396a4-f1b0-477c-bfd5-339d7eda7a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'abc11e2f-cab6-48ae-9857-9add5d89f83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:18:20.416311 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c31c31-350d-484a-bdc4-af611bfc7ce9 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Network hostable DHCP agents. Network: abc11e2f-cab6-48ae-9857-9add5d89f83a, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:18:20.423706 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c31c31-350d-484a-bdc4-af611bfc7ce9 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Pushing event updated for resources: {'Subnet': ['ID=d81b7c5e-25f4-4fc8-aa5f-74131d96c52c,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:20.444769 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c31c31-350d-484a-bdc4-af611bfc7ce9 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Network abc11e2f-cab6-48ae-9857-9add5d89f83a is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:18:20.462433 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-74c31c31-350d-484a-bdc4-af611bfc7ce9 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, abc11e2f-cab6-48ae-9857-9add5d89f83a) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:18:20.470544 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c31c31-350d-484a-bdc4-af611bfc7ce9 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:20.474421 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1781fd4d-1f4a-4e1e-a825-d05a75123b4b None None] Network abc11e2f-cab6-48ae-9857-9add5d89f83a requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:18:20.484066 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-74c31c31-350d-484a-bdc4-af611bfc7ce9 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:20.573901 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-74c31c31-350d-484a-bdc4-af611bfc7ce9 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3133316 Feb 04 21:18:20.575399 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 49522) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:20.582984 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-4267c301-458c-41ee-9709-d9b81675e0bf tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-936066604', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}, 'admin_state_up': False}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:18:20.613245 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-4267c301-458c-41ee-9709-d9b81675e0bf tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:20.624281 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-4267c301-458c-41ee-9709-d9b81675e0bf tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Usage tracker for resource:router and tenant:0dfecd6cd71d4cc191fe44b8017a71d4 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:20.634920 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-4267c301-458c-41ee-9709-d9b81675e0bf tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:20.653732 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-4267c301-458c-41ee-9709-d9b81675e0bf tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:20.673688 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4267c301-458c-41ee-9709-d9b81675e0bf tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:20.675405 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4267c301-458c-41ee-9709-d9b81675e0bf tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:20.709360 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4267c301-458c-41ee-9709-d9b81675e0bf tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:20.744610 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-735e84dd-8860-4fc7-8d05-183e03fb669e tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:20.746114 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-735e84dd-8860-4fc7-8d05-183e03fb669e tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/networks?id=591535e8-eea5-447d-ad75-83d907ea6f08 HTTP/1.1" status: 200 len: 806 time: 0.4480832 Feb 04 21:18:20.781478 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-9b44465f-2d6b-4d00-8c17-3bbfb9abe531 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/quotas/cbe7b967cf5b4bf8a129a586503d8461 HTTP/1.1" status: 200 len: 375 time: 0.0223978 Feb 04 21:18:20.821636 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ba422180-15de-40d2-bffb-7178f053322e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:20.858147 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-ba422180-15de-40d2-bffb-7178f053322e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:20.864644 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-ba422180-15de-40d2-bffb-7178f053322e admin admin] Usage tracker for resource:security_group_rule and tenant:466ccb825e2240e0a14aa1432822b41c is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:20.875557 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-ba422180-15de-40d2-bffb-7178f053322e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:20.885053 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-ba422180-15de-40d2-bffb-7178f053322e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:21.045374 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79915ce-12a3-4067-8a34-f1fe2d9bb1b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-abc11e2f-cab6-48ae-9857-9add5d89f83a', 'network_id': 'abc11e2f-cab6-48ae-9857-9add5d89f83a', 'tenant_id': '0dfecd6cd71d4cc191fe44b8017a71d4', 'fixed_ips': [{'subnet_id': 'd81b7c5e-25f4-4fc8-aa5f-74131d96c52c'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:18:21.046279 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d79915ce-12a3-4067-8a34-f1fe2d9bb1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:21.240331 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ba422180-15de-40d2-bffb-7178f053322e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:21.251104 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ba422180-15de-40d2-bffb-7178f053322e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:21.308754 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ba422180-15de-40d2-bffb-7178f053322e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=466ccb825e2240e0a14aa1432822b41c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9972687 Feb 04 21:18:21.323029 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 49540) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:21.339348 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba422180-15de-40d2-bffb-7178f053322e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1847096-9733-4a74-aa14-befcce03b588,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:21.358221 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-db5941ba-2b9e-4ba4-b6ba-169abb4df809 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbe7b967cf5b4bf8a129a586503d8461&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5099692 Feb 04 21:18:21.458402 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-d79915ce-12a3-4067-8a34-f1fe2d9bb1b6 None None] Allocated IP 172.20.0.2 (abc11e2f-cab6-48ae-9857-9add5d89f83a/d81b7c5e-25f4-4fc8-aa5f-74131d96c52c/506c4aa0-c50e-457e-9712-cf7fcbe98188) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:18:21.488198 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4267c301-458c-41ee-9709-d9b81675e0bf tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:21.551323 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-12ec833f-4e6c-4c70-b39b-bbef1c094d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:21.637839 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-12ec833f-4e6c-4c70-b39b-bbef1c094d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:21.673027 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-c4e3e8e4-f3aa-46cd-a4b2-4f34c5d52201 service neutron] 10.222.0.26 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048301 Feb 04 21:18:21.880173 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d79915ce-12a3-4067-8a34-f1fe2d9bb1b6 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:21.904925 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d79915ce-12a3-4067-8a34-f1fe2d9bb1b6 None None] Transition to ACTIVE for port object 506c4aa0-c50e-457e-9712-cf7fcbe98188 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:18:21.922191 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 49558) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:21.961784 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d79915ce-12a3-4067-8a34-f1fe2d9bb1b6 None None] Transition to ACTIVE for port object 506c4aa0-c50e-457e-9712-cf7fcbe98188 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:18:21.980249 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d79915ce-12a3-4067-8a34-f1fe2d9bb1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:22.042215 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-e6624b40-13c3-4195-9142-9be9ae11ea56 service neutron] 10.222.0.26 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679075 Feb 04 21:18:22.044297 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-12ec833f-4e6c-4c70-b39b-bbef1c094d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:22.080545 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec833f-4e6c-4c70-b39b-bbef1c094d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1847096-9733-4a74-aa14-befcce03b588,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:22.095371 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed9d61-afb5-45cc-850f-5745aafa0452 req-ac454410-7adf-4c23-b92d-d949d155cdd7 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:22.096947 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-13ed9d61-afb5-45cc-850f-5745aafa0452 req-ac454410-7adf-4c23-b92d-d949d155cdd7 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.32 "GET /v2.0/ports?device_id=f63c5e02-233e-471b-9eaf-1c8199a1643b HTTP/1.1" status: 200 len: 945 time: 0.2993071 Feb 04 21:18:22.098465 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-12ec833f-4e6c-4c70-b39b-bbef1c094d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:22.102300 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-12ec833f-4e6c-4c70-b39b-bbef1c094d88 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a1847096-9733-4a74-aa14-befcce03b588 HTTP/1.1" status: 204 len: 168 time: 0.7757778 Feb 04 21:18:22.214636 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-b409ffab-2b1b-404a-b31d-4c2ba268638f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1284814729'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:18:22.238689 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-b409ffab-2b1b-404a-b31d-4c2ba268638f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:22.254555 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-13ed9d61-afb5-45cc-850f-5745aafa0452 req-bcbbb72c-1859-42ca-a56d-a29ed7b88dd7 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Deleting port 7803fe53-9343-45a5-a940-995f359bc5dc {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:18:22.255290 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-13ed9d61-afb5-45cc-850f-5745aafa0452 req-bcbbb72c-1859-42ca-a56d-a29ed7b88dd7 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:22.331037 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4267c301-458c-41ee-9709-d9b81675e0bf tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks [] for router_gateway, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:22.345998 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-b409ffab-2b1b-404a-b31d-4c2ba268638f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Usage tracker for resource:network and tenant:ddcc858bf44044718238d62159c9367f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:22.366452 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-b409ffab-2b1b-404a-b31d-4c2ba268638f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:22.372926 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4267c301-458c-41ee-9709-d9b81675e0bf tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:22.402515 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-b409ffab-2b1b-404a-b31d-4c2ba268638f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:22.414869 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79915ce-12a3-4067-8a34-f1fe2d9bb1b6 None None] Network abc11e2f-cab6-48ae-9857-9add5d89f83a is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:18:22.430524 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-d79915ce-12a3-4067-8a34-f1fe2d9bb1b6 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:18:22.441513 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79915ce-12a3-4067-8a34-f1fe2d9bb1b6 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:18:22.470196 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b409ffab-2b1b-404a-b31d-4c2ba268638f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Made reservation on behalf of ddcc858bf44044718238d62159c9367f for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:18:22.471103 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79915ce-12a3-4067-8a34-f1fe2d9bb1b6 None None] Pushing event updated for resources: {'Port': ['ID=506c4aa0-c50e-457e-9712-cf7fcbe98188,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:22.474428 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b409ffab-2b1b-404a-b31d-4c2ba268638f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:22.551166 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b409ffab-2b1b-404a-b31d-4c2ba268638f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:22.706154 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-d79915ce-12a3-4067-8a34-f1fe2d9bb1b6 None None] Attempting to bind port 506c4aa0-c50e-457e-9712-cf7fcbe98188 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:18:22.706528 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-d79915ce-12a3-4067-8a34-f1fe2d9bb1b6 None None] Attempting to bind port 506c4aa0-c50e-457e-9712-cf7fcbe98188 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '64b396a4-f1b0-477c-bfd5-339d7eda7a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'abc11e2f-cab6-48ae-9857-9add5d89f83a'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:18:22.706892 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79915ce-12a3-4067-8a34-f1fe2d9bb1b6 None None] Attempting to bind port 506c4aa0-c50e-457e-9712-cf7fcbe98188 on network abc11e2f-cab6-48ae-9857-9add5d89f83a {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:18:22.715648 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79915ce-12a3-4067-8a34-f1fe2d9bb1b6 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:18:22.716096 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79915ce-12a3-4067-8a34-f1fe2d9bb1b6 None None] Checking segment: {'id': '64b396a4-f1b0-477c-bfd5-339d7eda7a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'abc11e2f-cab6-48ae-9857-9add5d89f83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:18:22.716510 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d79915ce-12a3-4067-8a34-f1fe2d9bb1b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:22.716817 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79915ce-12a3-4067-8a34-f1fe2d9bb1b6 None None] Bound using segment: {'id': '64b396a4-f1b0-477c-bfd5-339d7eda7a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'abc11e2f-cab6-48ae-9857-9add5d89f83a'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:18:22.721630 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-b409ffab-2b1b-404a-b31d-4c2ba268638f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:22.723361 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-d79915ce-12a3-4067-8a34-f1fe2d9bb1b6 None None] Bound port: 506c4aa0-c50e-457e-9712-cf7fcbe98188, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b396a4-f1b0-477c-bfd5-339d7eda7a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'abc11e2f-cab6-48ae-9857-9add5d89f83a'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:18:22.724085 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d79915ce-12a3-4067-8a34-f1fe2d9bb1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:22.728683 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-4267c301-458c-41ee-9709-d9b81675e0bf tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Allocated IP 172.25.5.171 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/821d31d2-4b42-4b13-b1fd-0ef1ee3d98eb) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:18:22.819505 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-b409ffab-2b1b-404a-b31d-4c2ba268638f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Usage tracker for resource:security_group_rule and tenant:ddcc858bf44044718238d62159c9367f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:22.836619 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-b409ffab-2b1b-404a-b31d-4c2ba268638f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:22.930586 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-d79915ce-12a3-4067-8a34-f1fe2d9bb1b6 None None] For port 506c4aa0-c50e-457e-9712-cf7fcbe98188, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:18:22.933810 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-d79915ce-12a3-4067-8a34-f1fe2d9bb1b6 None None] For port 506c4aa0-c50e-457e-9712-cf7fcbe98188, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=506c4aa0-c50e-457e-9712-cf7fcbe98188,segment=NetworkSegment(64b396a4-f1b0-477c-bfd5-339d7eda7a26),segment_id=64b396a4-f1b0-477c-bfd5-339d7eda7a26)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:18:22.946991 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d79915ce-12a3-4067-8a34-f1fe2d9bb1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:22.970225 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-b409ffab-2b1b-404a-b31d-4c2ba268638f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:23.047596 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 49586) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:23.072893 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4267c301-458c-41ee-9709-d9b81675e0bf tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:23.130592 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b2029d2b-09ab-45b1-86ae-00600d2dd553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:23.138524 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79915ce-12a3-4067-8a34-f1fe2d9bb1b6 None None] Pushing event updated for resources: {'Port': ['ID=506c4aa0-c50e-457e-9712-cf7fcbe98188,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:23.165582 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4267c301-458c-41ee-9709-d9b81675e0bf tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:23.265319 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4267c301-458c-41ee-9709-d9b81675e0bf tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:18:23.269157 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-4267c301-458c-41ee-9709-d9b81675e0bf tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:18:23.273383 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4267c301-458c-41ee-9709-d9b81675e0bf tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:18:23.277731 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-b2029d2b-09ab-45b1-86ae-00600d2dd553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:23.305505 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d03616-be48-4d32-8842-5393424dfafc req-edb87abf-1f45-4193-8613-fc40a31c4b6d tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:23.314021 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-49d03616-be48-4d32-8842-5393424dfafc req-edb87abf-1f45-4193-8613-fc40a31c4b6d tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/networks?id=576e0778-5be3-4863-9aa7-c402bf42ead3 HTTP/1.1" status: 200 len: 814 time: 0.8080008 Feb 04 21:18:23.325686 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267c301-458c-41ee-9709-d9b81675e0bf tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Pushing event updated for resources: {'Port': ['ID=821d31d2-4b42-4b13-b1fd-0ef1ee3d98eb,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:23.326866 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-b2029d2b-09ab-45b1-86ae-00600d2dd553 admin admin] Usage tracker for resource:security_group_rule and tenant:e5487f0f0deb40f4beadd12afba63d08 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:23.359376 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-b2029d2b-09ab-45b1-86ae-00600d2dd553 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:23.394222 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-49d03616-be48-4d32-8842-5393424dfafc req-0ce493a0-9cc4-487e-984f-e087bbe5714b tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/quotas/c5ae562ff357413ba235b51f47b1bbee HTTP/1.1" status: 200 len: 375 time: 0.0790181 Feb 04 21:18:23.426046 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-b2029d2b-09ab-45b1-86ae-00600d2dd553 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:23.599056 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-13ed9d61-afb5-45cc-850f-5745aafa0452 req-bcbbb72c-1859-42ca-a56d-a29ed7b88dd7 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] For port 7803fe53-9343-45a5-a940-995f359bc5dc, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=7803fe53-9343-45a5-a940-995f359bc5dc,segment=NetworkSegment(47332b6e-4b4a-433a-8338-a7e28128d91b),segment_id=47332b6e-4b4a-433a-8338-a7e28128d91b)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:18:23.599388 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-13ed9d61-afb5-45cc-850f-5745aafa0452 req-bcbbb72c-1859-42ca-a56d-a29ed7b88dd7 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:23.828855 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-13ed9d61-afb5-45cc-850f-5745aafa0452 req-bcbbb72c-1859-42ca-a56d-a29ed7b88dd7 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Calling delete_port for 7803fe53-9343-45a5-a940-995f359bc5dc owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:18:24.021538 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b409ffab-2b1b-404a-b31d-4c2ba268638f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:24.050679 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b409ffab-2b1b-404a-b31d-4c2ba268638f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:24.134636 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4267c301-458c-41ee-9709-d9b81675e0bf tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks [] for router_gateway, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:24.567796 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-49d03616-be48-4d32-8842-5393424dfafc req-8104db7e-0af6-442e-baee-863366d4738f tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5ae562ff357413ba235b51f47b1bbee&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1723442 Feb 04 21:18:24.599835 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 506c4aa0-c50e-457e-9712-cf7fcbe98188 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:18:24.620917 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-13ed9d61-afb5-45cc-850f-5745aafa0452 req-bcbbb72c-1859-42ca-a56d-a29ed7b88dd7 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:24.722477 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b409ffab-2b1b-404a-b31d-4c2ba268638f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:18:24.758779 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 506c4aa0-c50e-457e-9712-cf7fcbe98188 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:18:24.788120 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49b7446-e1cf-4f86-becf-c03566012454 None None] Network abc11e2f-cab6-48ae-9857-9add5d89f83a requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:18:24.810660 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409ffab-2b1b-404a-b31d-4c2ba268638f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45053081-54d6-4f04-a4bd-c6556a5e7a4a,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:24.878577 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbbb72c-1859-42ca-a56d-a29ed7b88dd7 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Pushing event deleted for resources: {'Port': ['ID=7803fe53-9343-45a5-a940-995f359bc5dc,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:24.931572 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-56340855-2a94-4417-bec8-d4bd5af14d30 None None] Provisioning for port 506c4aa0-c50e-457e-9712-cf7fcbe98188 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:18:24.945114 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-56340855-2a94-4417-bec8-d4bd5af14d30 None None] Provisioning complete for port 506c4aa0-c50e-457e-9712-cf7fcbe98188 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:18:24.945785 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-56340855-2a94-4417-bec8-d4bd5af14d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:25.074145 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b409ffab-2b1b-404a-b31d-4c2ba268638f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:25.081560 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-b409ffab-2b1b-404a-b31d-4c2ba268638f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Added segment d46ba102-27e2-4ce2-a68c-061103e34aee of type vlan for network 1651253b-c119-4369-bfe5-269f59f9a341 Feb 04 21:18:25.192872 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ed9d61-afb5-45cc-850f-5745aafa0452 req-bcbbb72c-1859-42ca-a56d-a29ed7b88dd7 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] No DVR routers for this DVR port 7803fe53-9343-45a5-a940-995f359bc5dc on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:18:25.204153 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b2029d2b-09ab-45b1-86ae-00600d2dd553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:25.205862 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-13ed9d61-afb5-45cc-850f-5745aafa0452 req-bcbbb72c-1859-42ca-a56d-a29ed7b88dd7 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:25.208571 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63c5e02-233e-471b-9eaf-1c8199a1643b', 'name': 'network-vif-deleted', 'tag': '7803fe53-9343-45a5-a940-995f359bc5dc'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:18:25.242479 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b2029d2b-09ab-45b1-86ae-00600d2dd553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:25.267301 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4267c301-458c-41ee-9709-d9b81675e0bf tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:25.286021 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-56340855-2a94-4417-bec8-d4bd5af14d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:25.307026 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2029d2b-09ab-45b1-86ae-00600d2dd553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e664b9-22e9-4a44-bd76-42ced191505a,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:25.332772 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b409ffab-2b1b-404a-b31d-4c2ba268638f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:25.370200 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-56340855-2a94-4417-bec8-d4bd5af14d30 None None] For port 506c4aa0-c50e-457e-9712-cf7fcbe98188, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=506c4aa0-c50e-457e-9712-cf7fcbe98188,segment=NetworkSegment(64b396a4-f1b0-477c-bfd5-339d7eda7a26),segment_id=64b396a4-f1b0-477c-bfd5-339d7eda7a26)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:18:25.374691 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-49d03616-be48-4d32-8842-5393424dfafc req-174d2da2-22ad-4e06-b6a7-80161aad56d9 service neutron] 10.222.0.26 "GET /v2.0/networks/576e0778-5be3-4863-9aa7-c402bf42ead3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8059738 Feb 04 21:18:25.385320 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-56340855-2a94-4417-bec8-d4bd5af14d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:25.402797 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-13ed9d61-afb5-45cc-850f-5745aafa0452 req-bcbbb72c-1859-42ca-a56d-a29ed7b88dd7 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.32 "DELETE /v2.0/ports/7803fe53-9343-45a5-a940-995f359bc5dc HTTP/1.1" status: 204 len: 173 time: 3.2978380 Feb 04 21:18:25.408709 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b2029d2b-09ab-45b1-86ae-00600d2dd553 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e5487f0f0deb40f4beadd12afba63d08&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3501544 Feb 04 21:18:25.409788 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 49608) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:25.492575 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [None req-b409ffab-2b1b-404a-b31d-4c2ba268638f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:18:25.540664 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56340855-2a94-4417-bec8-d4bd5af14d30 None None] Pushing event updated for resources: {'Port': ['ID=506c4aa0-c50e-457e-9712-cf7fcbe98188,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:25.567503 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56340855-2a94-4417-bec8-d4bd5af14d30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:25.568118 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56340855-2a94-4417-bec8-d4bd5af14d30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:25.569437 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56340855-2a94-4417-bec8-d4bd5af14d30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:25.574382 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56340855-2a94-4417-bec8-d4bd5af14d30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:25.575013 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56340855-2a94-4417-bec8-d4bd5af14d30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:25.575551 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56340855-2a94-4417-bec8-d4bd5af14d30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:25.576757 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56340855-2a94-4417-bec8-d4bd5af14d30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:25.577665 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56340855-2a94-4417-bec8-d4bd5af14d30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:25.578506 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56340855-2a94-4417-bec8-d4bd5af14d30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:25.579262 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56340855-2a94-4417-bec8-d4bd5af14d30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:25.579790 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56340855-2a94-4417-bec8-d4bd5af14d30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:25.580310 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56340855-2a94-4417-bec8-d4bd5af14d30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:25.657535 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b409ffab-2b1b-404a-b31d-4c2ba268638f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:25.663366 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b409ffab-2b1b-404a-b31d-4c2ba268638f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:25.664049 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b409ffab-2b1b-404a-b31d-4c2ba268638f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:25.690062 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-65d96a51-4013-4c2a-825b-f5150902e876 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:25.691800 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-65d96a51-4013-4c2a-825b-f5150902e876 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.18 "GET /v2.0/networks?id=591535e8-eea5-447d-ad75-83d907ea6f08 HTTP/1.1" status: 200 len: 806 time: 0.6090086 Feb 04 21:18:25.707957 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-cac0ff55-371d-491f-b111-971a3dcdcac9 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Request body: {'port': {'device_id': '6c910a35-9fe6-4698-89e1-d97ae2e6b07b', 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08', 'admin_state_up': True, 'tenant_id': 'cbe7b967cf5b4bf8a129a586503d8461'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:18:25.828063 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d06716a4-a4c2-42c8-a711-e62c62deb3e8 None None] Provisioning complete for port 506c4aa0-c50e-457e-9712-cf7fcbe98188 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:18:25.829875 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d06716a4-a4c2-42c8-a711-e62c62deb3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:25.876411 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409ffab-2b1b-404a-b31d-4c2ba268638f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Network': ['ID=1651253b-c119-4369-bfe5-269f59f9a341,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:25.889991 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 7803fe53-9343-45a5-a940-995f359bc5dc no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:18:25.899250 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4267c301-458c-41ee-9709-d9b81675e0bf tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Router 34d5558f-aab3-4491-920e-87cc57ac4092 is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:18:25.914520 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-49d03616-be48-4d32-8842-5393424dfafc req-c53595c6-095a-4786-91dc-3fc8dc61d326 service neutron] 10.222.0.26 "GET /v2.0/networks/576e0778-5be3-4863-9aa7-c402bf42ead3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5388031 Feb 04 21:18:25.916408 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7680caa9-7a4a-4890-9e8a-7ffd3dbc237e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:25.948730 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 1651253b-c119-4369-bfe5-269f59f9a341 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:18:25.962501 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b409ffab-2b1b-404a-b31d-4c2ba268638f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 4.0372491 Feb 04 21:18:25.972207 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 49616) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:26.010980 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-1b828d72-0903-426c-9eb4-8c7c95ffd291 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2147357344'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:18:26.039332 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-1b828d72-0903-426c-9eb4-8c7c95ffd291 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:26.047925 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7680caa9-7a4a-4890-9e8a-7ffd3dbc237e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:26.074910 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-1b828d72-0903-426c-9eb4-8c7c95ffd291 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Usage tracker for resource:network and tenant:ddcc858bf44044718238d62159c9367f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:26.107182 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-1b828d72-0903-426c-9eb4-8c7c95ffd291 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:26.139014 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: 7803fe53-9343-45a5-a940-995f359bc5dc {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:18:26.139489 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 7803fe53-9343-45a5-a940-995f359bc5dc not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:18:26.258940 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-1b828d72-0903-426c-9eb4-8c7c95ffd291 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:26.276302 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7680caa9-7a4a-4890-9e8a-7ffd3dbc237e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:26.313447 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b828d72-0903-426c-9eb4-8c7c95ffd291 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Made reservation on behalf of ddcc858bf44044718238d62159c9367f for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:18:26.326378 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1b828d72-0903-426c-9eb4-8c7c95ffd291 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:26.348546 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:26.396637 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-cac0ff55-371d-491f-b111-971a3dcdcac9 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:26.422938 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-cac0ff55-371d-491f-b111-971a3dcdcac9 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Usage tracker for resource:port and tenant:cbe7b967cf5b4bf8a129a586503d8461 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:26.434678 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680caa9-7a4a-4890-9e8a-7ffd3dbc237e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e664b9-22e9-4a44-bd76-42ced191505a,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:26.438413 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-cac0ff55-371d-491f-b111-971a3dcdcac9 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:26.440458 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ebe83af7-1591-4f19-8020-8e6f78b9d730 req-58cb3b35-94bb-4b09-a344-e951b365e538 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c910a35-9fe6-4698-89e1-d97ae2e6b07b HTTP/1.1" status: 200 len: 210 time: 0.0810902 Feb 04 21:18:26.463412 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7680caa9-7a4a-4890-9e8a-7ffd3dbc237e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:26.465047 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-7680caa9-7a4a-4890-9e8a-7ffd3dbc237e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/94e664b9-22e9-4a44-bd76-42ced191505a HTTP/1.1" status: 204 len: 168 time: 1.0486066 Feb 04 21:18:26.476579 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b828d72-0903-426c-9eb4-8c7c95ffd291 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:18:26.479614 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-cac0ff55-371d-491f-b111-971a3dcdcac9 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:26.491047 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1b828d72-0903-426c-9eb4-8c7c95ffd291 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:26.492643 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-1b828d72-0903-426c-9eb4-8c7c95ffd291 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Added segment 7d782c84-78d9-4b6a-ba29-828b05784ff9 of type vlan for network 283dc483-3954-495d-84da-3cda3d965e0a Feb 04 21:18:26.521543 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4267c301-458c-41ee-9709-d9b81675e0bf tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:18:26.524526 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-cac0ff55-371d-491f-b111-971a3dcdcac9 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Made reservation on behalf of cbe7b967cf5b4bf8a129a586503d8461 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:18:26.529015 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-cac0ff55-371d-491f-b111-971a3dcdcac9 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:26.535239 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 506c4aa0-c50e-457e-9712-cf7fcbe98188 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:18:26.588803 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1b828d72-0903-426c-9eb4-8c7c95ffd291 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:26.668071 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1b828d72-0903-426c-9eb4-8c7c95ffd291 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:26.674888 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b828d72-0903-426c-9eb4-8c7c95ffd291 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:26.675516 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1b828d72-0903-426c-9eb4-8c7c95ffd291 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:26.682305 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e49ab3-087b-473a-86ce-9fe2750c23cf None None] Sync routers for ids ['34d5558f-aab3-4491-920e-87cc57ac4092'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:18:26.722430 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63c5e02-233e-471b-9eaf-1c8199a1643b', 'name': 'network-vif-deleted', 'tag': '7803fe53-9343-45a5-a940-995f359bc5dc', 'status': 'completed', 'code': 200} Feb 04 21:18:26.777925 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e49ab3-087b-473a-86ce-9fe2750c23cf None None] Routers {'34d5558f-aab3-4491-920e-87cc57ac4092'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:18:26.778567 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-d1e49ab3-087b-473a-86ce-9fe2750c23cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:18:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['34d5558f-aab3-4491-920e-87cc57ac4092'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:26.920436 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b828d72-0903-426c-9eb4-8c7c95ffd291 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Network': ['ID=283dc483-3954-495d-84da-3cda3d965e0a,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:26.931700 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4267c301-458c-41ee-9709-d9b81675e0bf tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:26.936397 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4267c301-458c-41ee-9709-d9b81675e0bf tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.3553364 Feb 04 21:18:26.937126 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-cac0ff55-371d-491f-b111-971a3dcdcac9 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Allocated IP 172.20.0.3 (591535e8-eea5-447d-ad75-83d907ea6f08/6328ddc0-a59e-4cee-8cab-7daa1242332a/a432d894-0b8b-47ca-a49a-9f4f2d587d73) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:18:26.950837 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 49634) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:26.975781 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-1b828d72-0903-426c-9eb4-8c7c95ffd291 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0013101 Feb 04 21:18:26.980136 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 49638) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:27.007612 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 283dc483-3954-495d-84da-3cda3d965e0a details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:18:27.028175 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-d1e49ab3-087b-473a-86ce-9fe2750c23cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:27.068132 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-61491b29-7e60-402d-84ea-9ac3f8397db8 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Request body: {'subnet': {'network_id': '1651253b-c119-4369-bfe5-269f59f9a341', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:18:27.119295 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-3c864b11-403c-445e-adbe-045769af5c1a req-1f070b01-1840-4ee5-8cf3-c23428095643 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Synchronizing usage tracker for tenant:c5ae562ff357413ba235b51f47b1bbee on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:18:27.154300 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e49ab3-087b-473a-86ce-9fe2750c23cf None None] Routers {'34d5558f-aab3-4491-920e-87cc57ac4092'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:18:27.155209 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-d1e49ab3-087b-473a-86ce-9fe2750c23cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:18:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['34d5558f-aab3-4491-920e-87cc57ac4092'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:27.247480 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-d1e49ab3-087b-473a-86ce-9fe2750c23cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:27.248115 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e49ab3-087b-473a-86ce-9fe2750c23cf None None] The sync data for ids ['34d5558f-aab3-4491-920e-87cc57ac4092'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:18:27.293121 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 506c4aa0-c50e-457e-9712-cf7fcbe98188 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:18:27.295398 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:27.477631 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-61491b29-7e60-402d-84ea-9ac3f8397db8 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:27.483285 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-3c864b11-403c-445e-adbe-045769af5c1a req-1f070b01-1840-4ee5-8cf3-c23428095643 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Unset dirty status for tenant:c5ae562ff357413ba235b51f47b1bbee on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:18:27.484928 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3c864b11-403c-445e-adbe-045769af5c1a req-1f070b01-1840-4ee5-8cf3-c23428095643 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=3660fb8a-1603-4fc7-ac63-57861d5169d9 HTTP/1.1" status: 200 len: 210 time: 0.5077765 Feb 04 21:18:27.486802 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-61491b29-7e60-402d-84ea-9ac3f8397db8 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Usage tracker for resource:subnet and tenant:ddcc858bf44044718238d62159c9367f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:27.514726 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-61491b29-7e60-402d-84ea-9ac3f8397db8 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:27.529578 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-61491b29-7e60-402d-84ea-9ac3f8397db8 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:27.568318 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61491b29-7e60-402d-84ea-9ac3f8397db8 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Made reservation on behalf of ddcc858bf44044718238d62159c9367f for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:18:27.582694 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-61491b29-7e60-402d-84ea-9ac3f8397db8 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:27.952982 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-14e26a03-0bb7-400c-9849-f1aa86e7e9d7 req-5b77bbc5-cce0-44f2-b9ab-e25051db72e9 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c910a35-9fe6-4698-89e1-d97ae2e6b07b HTTP/1.1" status: 200 len: 210 time: 0.0719721 Feb 04 21:18:27.967393 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-cac0ff55-371d-491f-b111-971a3dcdcac9 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:28.077953 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-61491b29-7e60-402d-84ea-9ac3f8397db8 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:28.167677 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61491b29-7e60-402d-84ea-9ac3f8397db8 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Subnet': ['ID=595f1899-c166-4bb4-9d10-f637af271e9c,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:28.219543 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-cac0ff55-371d-491f-b111-971a3dcdcac9 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:28.234877 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['e791a7ac-6865-4c87-8ac5-f39dc8b22567'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:18:28.244003 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61491b29-7e60-402d-84ea-9ac3f8397db8 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Checking segment: {'id': 'd46ba102-27e2-4ce2-a68c-061103e34aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1651253b-c119-4369-bfe5-269f59f9a341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:18:28.244489 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61491b29-7e60-402d-84ea-9ac3f8397db8 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Network hostable DHCP agents. Network: 1651253b-c119-4369-bfe5-269f59f9a341, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:18:28.319267 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-cac0ff55-371d-491f-b111-971a3dcdcac9 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Network 591535e8-eea5-447d-ad75-83d907ea6f08 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:18:28.333641 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-cac0ff55-371d-491f-b111-971a3dcdcac9 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:18:28.408451 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-cac0ff55-371d-491f-b111-971a3dcdcac9 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:18:28.594086 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61491b29-7e60-402d-84ea-9ac3f8397db8 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Network 1651253b-c119-4369-bfe5-269f59f9a341 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:18:28.652005 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-61491b29-7e60-402d-84ea-9ac3f8397db8 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 1651253b-c119-4369-bfe5-269f59f9a341) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:18:28.661297 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63ce8a7-5d5b-4a1a-8c83-2775e00dc7e7 None None] Network 1651253b-c119-4369-bfe5-269f59f9a341 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:18:28.670588 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61491b29-7e60-402d-84ea-9ac3f8397db8 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:28.671569 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-61491b29-7e60-402d-84ea-9ac3f8397db8 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:28.724407 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0ff55-371d-491f-b111-971a3dcdcac9 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Pushing event updated for resources: {'Port': ['ID=a432d894-0b8b-47ca-a49a-9f4f2d587d73,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:28.758499 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-cac0ff55-371d-491f-b111-971a3dcdcac9 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:28.772362 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-cac0ff55-371d-491f-b111-971a3dcdcac9 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:28.831865 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-61491b29-7e60-402d-84ea-9ac3f8397db8 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7831016 Feb 04 21:18:28.841475 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 49682) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:28.860549 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-cf084298-4fd6-4a33-8581-a4ec81a5b71d tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Request body: {'subnet': {'network_id': '283dc483-3954-495d-84da-3cda3d965e0a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:18:28.874785 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d03616-be48-4d32-8842-5393424dfafc req-ba397022-f1f5-4e9c-900f-8ee36e4f958e tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:28.880050 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-49d03616-be48-4d32-8842-5393424dfafc req-ba397022-f1f5-4e9c-900f-8ee36e4f958e tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.32 "GET /v2.0/networks?id=576e0778-5be3-4863-9aa7-c402bf42ead3 HTTP/1.1" status: 200 len: 814 time: 0.6114073 Feb 04 21:18:28.902156 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-49d03616-be48-4d32-8842-5393424dfafc req-9dd06d15-4e15-4efc-bccc-f3522821c3b7 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Request body: {'port': {'device_id': '3660fb8a-1603-4fc7-ac63-57861d5169d9', 'network_id': '576e0778-5be3-4863-9aa7-c402bf42ead3', 'admin_state_up': True, 'tenant_id': 'c5ae562ff357413ba235b51f47b1bbee'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:18:29.110513 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-cf084298-4fd6-4a33-8581-a4ec81a5b71d tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:29.151988 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b66aa2-5f6d-4c37-ba66-dc04d4ca8d44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-1651253b-c119-4369-bfe5-269f59f9a341', 'network_id': '1651253b-c119-4369-bfe5-269f59f9a341', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'fixed_ips': [{'subnet_id': '595f1899-c166-4bb4-9d10-f637af271e9c'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:18:29.152994 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-81b66aa2-5f6d-4c37-ba66-dc04d4ca8d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:29.198404 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-cac0ff55-371d-491f-b111-971a3dcdcac9 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4958329 Feb 04 21:18:29.206961 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-cf084298-4fd6-4a33-8581-a4ec81a5b71d tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Usage tracker for resource:subnet and tenant:ddcc858bf44044718238d62159c9367f is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:29.223032 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-cf084298-4fd6-4a33-8581-a4ec81a5b71d tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:29.231344 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-49d03616-be48-4d32-8842-5393424dfafc req-9dd06d15-4e15-4efc-bccc-f3522821c3b7 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:29.238084 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-333c0992-3e63-4401-89b1-2675c5fd2c09 service neutron] Request body: {'port': {'device_id': '6c910a35-9fe6-4698-89e1-d97ae2e6b07b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:18:29.248665 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-49d03616-be48-4d32-8842-5393424dfafc req-9dd06d15-4e15-4efc-bccc-f3522821c3b7 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:29.264539 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49d03616-be48-4d32-8842-5393424dfafc req-9dd06d15-4e15-4efc-bccc-f3522821c3b7 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Made reservation on behalf of c5ae562ff357413ba235b51f47b1bbee for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:18:29.270256 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-49d03616-be48-4d32-8842-5393424dfafc req-9dd06d15-4e15-4efc-bccc-f3522821c3b7 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:29.280208 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-cf084298-4fd6-4a33-8581-a4ec81a5b71d tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:29.326830 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-404b2712-45ae-40dc-93b1-ff4e7c3113c2 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:29.482526 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf084298-4fd6-4a33-8581-a4ec81a5b71d tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Made reservation on behalf of ddcc858bf44044718238d62159c9367f for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:18:29.486632 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cf084298-4fd6-4a33-8581-a4ec81a5b71d tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:29.578895 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-81b66aa2-5f6d-4c37-ba66-dc04d4ca8d44 None None] Allocated IP 2001:db8::2 (1651253b-c119-4369-bfe5-269f59f9a341/595f1899-c166-4bb4-9d10-f637af271e9c/594bdaa5-cb1a-4f72-a507-093215bb7ae5) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:18:29.605852 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-49d03616-be48-4d32-8842-5393424dfafc req-9dd06d15-4e15-4efc-bccc-f3522821c3b7 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Allocated IP 172.20.0.13 (576e0778-5be3-4863-9aa7-c402bf42ead3/f5fa560a-48fa-4fa4-b2a4-c77d56ecaf85/e5882fdb-967d-4c49-b3c2-b3e37b12fd27) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:18:29.614930 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-333c0992-3e63-4401-89b1-2675c5fd2c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:30.015212 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-49d03616-be48-4d32-8842-5393424dfafc req-9dd06d15-4e15-4efc-bccc-f3522821c3b7 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:30.106923 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-49d03616-be48-4d32-8842-5393424dfafc req-9dd06d15-4e15-4efc-bccc-f3522821c3b7 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:30.236693 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-81b66aa2-5f6d-4c37-ba66-dc04d4ca8d44 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:30.250086 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-81b66aa2-5f6d-4c37-ba66-dc04d4ca8d44 None None] Transition to ACTIVE for port object 594bdaa5-cb1a-4f72-a507-093215bb7ae5 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:18:30.280352 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-81b66aa2-5f6d-4c37-ba66-dc04d4ca8d44 None None] Transition to ACTIVE for port object 594bdaa5-cb1a-4f72-a507-093215bb7ae5 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:18:30.293287 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-81b66aa2-5f6d-4c37-ba66-dc04d4ca8d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:30.309427 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49d03616-be48-4d32-8842-5393424dfafc req-9dd06d15-4e15-4efc-bccc-f3522821c3b7 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Network 576e0778-5be3-4863-9aa7-c402bf42ead3 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:18:30.314709 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-49d03616-be48-4d32-8842-5393424dfafc req-9dd06d15-4e15-4efc-bccc-f3522821c3b7 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:18:30.328543 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d03616-be48-4d32-8842-5393424dfafc req-9dd06d15-4e15-4efc-bccc-f3522821c3b7 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:18:30.452271 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d03616-be48-4d32-8842-5393424dfafc req-9dd06d15-4e15-4efc-bccc-f3522821c3b7 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:30.452944 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-49d03616-be48-4d32-8842-5393424dfafc req-9dd06d15-4e15-4efc-bccc-f3522821c3b7 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:30.463811 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd06d15-4e15-4efc-bccc-f3522821c3b7 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Pushing event updated for resources: {'Port': ['ID=e5882fdb-967d-4c49-b3c2-b3e37b12fd27,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:30.466294 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b66aa2-5f6d-4c37-ba66-dc04d4ca8d44 None None] Network 1651253b-c119-4369-bfe5-269f59f9a341 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:18:30.470232 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-81b66aa2-5f6d-4c37-ba66-dc04d4ca8d44 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:18:30.476617 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b66aa2-5f6d-4c37-ba66-dc04d4ca8d44 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:18:30.520284 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cf084298-4fd6-4a33-8581-a4ec81a5b71d tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:30.549795 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b66aa2-5f6d-4c37-ba66-dc04d4ca8d44 None None] Pushing event updated for resources: {'Port': ['ID=594bdaa5-cb1a-4f72-a507-093215bb7ae5,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:30.586271 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c027b8-413d-4f2e-864f-683828aace79 req-518c0b3e-26d8-4acf-a587-feb9ba3660f9 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:30.595377 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-37c027b8-413d-4f2e-864f-683828aace79 req-518c0b3e-26d8-4acf-a587-feb9ba3660f9 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 947 time: 0.8688359 Feb 04 21:18:30.621063 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-81b66aa2-5f6d-4c37-ba66-dc04d4ca8d44 None None] Attempting to bind port 594bdaa5-cb1a-4f72-a507-093215bb7ae5 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:18:30.621948 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-81b66aa2-5f6d-4c37-ba66-dc04d4ca8d44 None None] Attempting to bind port 594bdaa5-cb1a-4f72-a507-093215bb7ae5 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': 'd46ba102-27e2-4ce2-a68c-061103e34aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1651253b-c119-4369-bfe5-269f59f9a341'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:18:30.622413 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b66aa2-5f6d-4c37-ba66-dc04d4ca8d44 None None] Attempting to bind port 594bdaa5-cb1a-4f72-a507-093215bb7ae5 on network 1651253b-c119-4369-bfe5-269f59f9a341 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:18:30.624667 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-49d03616-be48-4d32-8842-5393424dfafc req-9dd06d15-4e15-4efc-bccc-f3522821c3b7 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7298698 Feb 04 21:18:30.629080 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b66aa2-5f6d-4c37-ba66-dc04d4ca8d44 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:18:30.629512 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b66aa2-5f6d-4c37-ba66-dc04d4ca8d44 None None] Checking segment: {'id': 'd46ba102-27e2-4ce2-a68c-061103e34aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1651253b-c119-4369-bfe5-269f59f9a341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:18:30.632243 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-81b66aa2-5f6d-4c37-ba66-dc04d4ca8d44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:30.632243 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b66aa2-5f6d-4c37-ba66-dc04d4ca8d44 None None] Bound using segment: {'id': 'd46ba102-27e2-4ce2-a68c-061103e34aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1651253b-c119-4369-bfe5-269f59f9a341'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:18:30.632243 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-81b66aa2-5f6d-4c37-ba66-dc04d4ca8d44 None None] Bound port: 594bdaa5-cb1a-4f72-a507-093215bb7ae5, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd46ba102-27e2-4ce2-a68c-061103e34aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1651253b-c119-4369-bfe5-269f59f9a341'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:18:30.632243 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-81b66aa2-5f6d-4c37-ba66-dc04d4ca8d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:30.666404 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-49d03616-be48-4d32-8842-5393424dfafc req-6f6f9368-5d83-4ae1-9db6-a16a1e4e965d service neutron] Request body: {'port': {'device_id': '3660fb8a-1603-4fc7-ac63-57861d5169d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:18:30.685890 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-404b2712-45ae-40dc-93b1-ff4e7c3113c2 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Allocated IP 172.20.0.1 (abc11e2f-cab6-48ae-9857-9add5d89f83a/d81b7c5e-25f4-4fc8-aa5f-74131d96c52c/39956e45-dc5d-43df-afce-5d92c7ec96cc) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:18:30.742029 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf084298-4fd6-4a33-8581-a4ec81a5b71d tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Subnet': ['ID=af1c2733-87a4-40ba-bdf9-3d9911e1ad1e,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:30.763121 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-37c027b8-413d-4f2e-864f-683828aace79 req-a2240bcc-5279-4677-9282-5b29ea96c1d5 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659479 Feb 04 21:18:30.764607 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-81b66aa2-5f6d-4c37-ba66-dc04d4ca8d44 None None] For port 594bdaa5-cb1a-4f72-a507-093215bb7ae5, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:18:30.775791 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-81b66aa2-5f6d-4c37-ba66-dc04d4ca8d44 None None] For port 594bdaa5-cb1a-4f72-a507-093215bb7ae5, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=594bdaa5-cb1a-4f72-a507-093215bb7ae5,segment=NetworkSegment(d46ba102-27e2-4ce2-a68c-061103e34aee),segment_id=d46ba102-27e2-4ce2-a68c-061103e34aee)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:18:30.797443 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-81b66aa2-5f6d-4c37-ba66-dc04d4ca8d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:30.899560 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf084298-4fd6-4a33-8581-a4ec81a5b71d tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Checking segment: {'id': '7d782c84-78d9-4b6a-ba29-828b05784ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '283dc483-3954-495d-84da-3cda3d965e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:18:30.899922 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf084298-4fd6-4a33-8581-a4ec81a5b71d tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Network hostable DHCP agents. Network: 283dc483-3954-495d-84da-3cda3d965e0a, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:18:30.936074 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-333c0992-3e63-4401-89b1-2675c5fd2c09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a432d894-0b8b-47ca-a49a-9f4f2d587d73 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:18:30.949859 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b66aa2-5f6d-4c37-ba66-dc04d4ca8d44 None None] Pushing event updated for resources: {'Port': ['ID=594bdaa5-cb1a-4f72-a507-093215bb7ae5,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:30.951204 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-333c0992-3e63-4401-89b1-2675c5fd2c09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:31.002443 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-49d03616-be48-4d32-8842-5393424dfafc req-6f6f9368-5d83-4ae1-9db6-a16a1e4e965d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:31.010301 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-333c0992-3e63-4401-89b1-2675c5fd2c09 service neutron] Transition to ACTIVE for port object a432d894-0b8b-47ca-a49a-9f4f2d587d73 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:18:31.022649 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-333c0992-3e63-4401-89b1-2675c5fd2c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:31.052659 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6489077-7c16-49db-a5fe-b4be4a6fa221 req-604991de-4e02-4317-a7b0-c5e60bc4a216 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:31.055117 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b6489077-7c16-49db-a5fe-b4be4a6fa221 req-604991de-4e02-4317-a7b0-c5e60bc4a216 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.32 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 947 time: 0.5391996 Feb 04 21:18:31.080134 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf084298-4fd6-4a33-8581-a4ec81a5b71d tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Network 283dc483-3954-495d-84da-3cda3d965e0a is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:18:31.149082 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-404b2712-45ae-40dc-93b1-ff4e7c3113c2 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:31.169865 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-404b2712-45ae-40dc-93b1-ff4e7c3113c2 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Transition to ACTIVE for port object 39956e45-dc5d-43df-afce-5d92c7ec96cc will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:18:31.315996 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-404b2712-45ae-40dc-93b1-ff4e7c3113c2 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:31.324651 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-cf084298-4fd6-4a33-8581-a4ec81a5b71d tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 283dc483-3954-495d-84da-3cda3d965e0a) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:18:31.348195 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-b6489077-7c16-49db-a5fe-b4be4a6fa221 req-c2c0f560-cbdf-4ad0-8e85-1aa1deacb09e tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Deleting port f61ea82f-8f87-42d7-9d33-19d254d5287d {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:18:31.348905 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b6489077-7c16-49db-a5fe-b4be4a6fa221 req-c2c0f560-cbdf-4ad0-8e85-1aa1deacb09e tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:31.354283 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54a6aca-8696-410e-a5a6-5b79425d09a6 None None] Network 283dc483-3954-495d-84da-3cda3d965e0a requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:18:31.394572 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf084298-4fd6-4a33-8581-a4ec81a5b71d tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:31.395349 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cf084298-4fd6-4a33-8581-a4ec81a5b71d tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:31.451513 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c0992-3e63-4401-89b1-2675c5fd2c09 service neutron] Pushing event updated for resources: {'Port': ['ID=a432d894-0b8b-47ca-a49a-9f4f2d587d73,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:31.486271 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ab41c-ccf7-4d78-adad-35afe26fc9f3 req-570d3daa-3c20-42e6-8b1e-e6dfee15a904 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:31.487345 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-115ab41c-ccf7-4d78-adad-35afe26fc9f3 req-570d3daa-3c20-42e6-8b1e-e6dfee15a904 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Synchronizing usage tracker for tenant:c5ae562ff357413ba235b51f47b1bbee on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:18:31.514705 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404b2712-45ae-40dc-93b1-ff4e7c3113c2 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Network abc11e2f-cab6-48ae-9857-9add5d89f83a is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:18:31.531219 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-404b2712-45ae-40dc-93b1-ff4e7c3113c2 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:18:31.538081 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404b2712-45ae-40dc-93b1-ff4e7c3113c2 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:18:31.580193 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-115ab41c-ccf7-4d78-adad-35afe26fc9f3 req-570d3daa-3c20-42e6-8b1e-e6dfee15a904 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Unset dirty status for tenant:c5ae562ff357413ba235b51f47b1bbee on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:18:31.589962 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-115ab41c-ccf7-4d78-adad-35afe26fc9f3 req-570d3daa-3c20-42e6-8b1e-e6dfee15a904 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=3660fb8a-1603-4fc7-ac63-57861d5169d9 HTTP/1.1" status: 200 len: 932 time: 0.7199922 Feb 04 21:18:31.628344 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c0992-3e63-4401-89b1-2675c5fd2c09 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:31.628610 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c0992-3e63-4401-89b1-2675c5fd2c09 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:31.629006 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c0992-3e63-4401-89b1-2675c5fd2c09 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:31.629481 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c0992-3e63-4401-89b1-2675c5fd2c09 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:31.630016 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c0992-3e63-4401-89b1-2675c5fd2c09 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:31.630507 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c0992-3e63-4401-89b1-2675c5fd2c09 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:31.660431 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c0992-3e63-4401-89b1-2675c5fd2c09 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:31.661369 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c0992-3e63-4401-89b1-2675c5fd2c09 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:31.662211 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c0992-3e63-4401-89b1-2675c5fd2c09 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:31.662487 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c0992-3e63-4401-89b1-2675c5fd2c09 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:31.663017 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c0992-3e63-4401-89b1-2675c5fd2c09 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:31.663691 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c0992-3e63-4401-89b1-2675c5fd2c09 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:18:31.674711 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-333c0992-3e63-4401-89b1-2675c5fd2c09 service neutron] Attempting to bind port a432d894-0b8b-47ca-a49a-9f4f2d587d73 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:18:31.676623 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-333c0992-3e63-4401-89b1-2675c5fd2c09 service neutron] Attempting to bind port a432d894-0b8b-47ca-a49a-9f4f2d587d73 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'addd5f6f-d521-4a6a-b6fc-650d4541337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:18:31.677072 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-333c0992-3e63-4401-89b1-2675c5fd2c09 service neutron] Attempting to bind port a432d894-0b8b-47ca-a49a-9f4f2d587d73 on network 591535e8-eea5-447d-ad75-83d907ea6f08 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:18:31.792129 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8991d1-ded6-4497-8012-74bf2497e35d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-283dc483-3954-495d-84da-3cda3d965e0a', 'network_id': '283dc483-3954-495d-84da-3cda3d965e0a', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'fixed_ips': [{'subnet_id': 'af1c2733-87a4-40ba-bdf9-3d9911e1ad1e'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:18:31.792961 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3f8991d1-ded6-4497-8012-74bf2497e35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:31.817040 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-115ab41c-ccf7-4d78-adad-35afe26fc9f3 req-48118a85-49fe-4850-8712-76273d7ae97a tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257354 Feb 04 21:18:31.838293 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-404b2712-45ae-40dc-93b1-ff4e7c3113c2 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:32.153072 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-333c0992-3e63-4401-89b1-2675c5fd2c09 service neutron] Port a432d894-0b8b-47ca-a49a-9f4f2d587d73 on network 591535e8-eea5-447d-ad75-83d907ea6f08 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:18:32.153933 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-333c0992-3e63-4401-89b1-2675c5fd2c09 service neutron] Attempting to bind port a432d894-0b8b-47ca-a49a-9f4f2d587d73 on network 591535e8-eea5-447d-ad75-83d907ea6f08 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:18:32.172032 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-f71961c7-9373-4604-a7e3-cc63ab61dc4a None None] Provisioning for port 39956e45-dc5d-43df-afce-5d92c7ec96cc completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:18:32.263425 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b2712-45ae-40dc-93b1-ff4e7c3113c2 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Pushing event updated for resources: {'Port': ['ID=39956e45-dc5d-43df-afce-5d92c7ec96cc,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:32.276894 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-333c0992-3e63-4401-89b1-2675c5fd2c09 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:18:32.277505 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-333c0992-3e63-4401-89b1-2675c5fd2c09 service neutron] Checking segment: {'id': 'addd5f6f-d521-4a6a-b6fc-650d4541337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:18:32.278066 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-333c0992-3e63-4401-89b1-2675c5fd2c09 service neutron] Bound using segment: {'id': 'addd5f6f-d521-4a6a-b6fc-650d4541337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:18:32.278679 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-333c0992-3e63-4401-89b1-2675c5fd2c09 service neutron] Bound port: a432d894-0b8b-47ca-a49a-9f4f2d587d73, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'addd5f6f-d521-4a6a-b6fc-650d4541337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:18:32.279223 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-333c0992-3e63-4401-89b1-2675c5fd2c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:32.322757 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-3f8991d1-ded6-4497-8012-74bf2497e35d None None] Allocated IP 2001:db8:1::2 (283dc483-3954-495d-84da-3cda3d965e0a/af1c2733-87a4-40ba-bdf9-3d9911e1ad1e/67d7f442-6a2e-4f3e-a42d-4fa615556376) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:18:32.348984 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-f71961c7-9373-4604-a7e3-cc63ab61dc4a None None] Provisioning complete for port 39956e45-dc5d-43df-afce-5d92c7ec96cc triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:18:32.349422 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f71961c7-9373-4604-a7e3-cc63ab61dc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:32.358775 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-cf084298-4fd6-4a33-8581-a4ec81a5b71d tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.5140915 Feb 04 21:18:32.384821 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 49746) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:32.420535 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-9f4e9406-7b2e-40df-bf5c-31558eb22461 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-215172431', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:18:32.448790 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-b6489077-7c16-49db-a5fe-b4be4a6fa221 req-c2c0f560-cbdf-4ad0-8e85-1aa1deacb09e tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] For port f61ea82f-8f87-42d7-9d33-19d254d5287d, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=f61ea82f-8f87-42d7-9d33-19d254d5287d,segment=NetworkSegment(90500554-f748-4464-907c-9d77092e3d3a),segment_id=90500554-f748-4464-907c-9d77092e3d3a)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:18:32.449727 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9f4e9406-7b2e-40df-bf5c-31558eb22461 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:32.449831 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b6489077-7c16-49db-a5fe-b4be4a6fa221 req-c2c0f560-cbdf-4ad0-8e85-1aa1deacb09e tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:32.465164 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9f4e9406-7b2e-40df-bf5c-31558eb22461 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Usage tracker for resource:router and tenant:ddcc858bf44044718238d62159c9367f is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:32.468585 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9f4e9406-7b2e-40df-bf5c-31558eb22461 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:32.475366 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9f4e9406-7b2e-40df-bf5c-31558eb22461 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:32.507854 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9f4e9406-7b2e-40df-bf5c-31558eb22461 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:32.509130 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9f4e9406-7b2e-40df-bf5c-31558eb22461 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:32.526315 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9f4e9406-7b2e-40df-bf5c-31558eb22461 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:32.563542 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9f4e9406-7b2e-40df-bf5c-31558eb22461 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:32.637200 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9f4e9406-7b2e-40df-bf5c-31558eb22461 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:32.637499 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 594bdaa5-cb1a-4f72-a507-093215bb7ae5 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:18:32.641188 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9f4e9406-7b2e-40df-bf5c-31558eb22461 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2512302 Feb 04 21:18:32.654781 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 49754) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:32.659767 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-b6489077-7c16-49db-a5fe-b4be4a6fa221 req-c2c0f560-cbdf-4ad0-8e85-1aa1deacb09e tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Calling delete_port for f61ea82f-8f87-42d7-9d33-19d254d5287d owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:18:32.899794 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b6489077-7c16-49db-a5fe-b4be4a6fa221 req-c2c0f560-cbdf-4ad0-8e85-1aa1deacb09e tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:32.952135 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c77ab4-2af3-47f9-b5f4-d55bcaaa9d42 None None] Network 1651253b-c119-4369-bfe5-269f59f9a341 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:18:33.061418 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [req-49d03616-be48-4d32-8842-5393424dfafc req-6f6f9368-5d83-4ae1-9db6-a16a1e4e965d service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:18:33.075425 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c0f560-cbdf-4ad0-8e85-1aa1deacb09e tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Pushing event deleted for resources: {'Port': ['ID=f61ea82f-8f87-42d7-9d33-19d254d5287d,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:33.085708 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-333c0992-3e63-4401-89b1-2675c5fd2c09 service neutron] For port a432d894-0b8b-47ca-a49a-9f4f2d587d73, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:18:33.234733 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6489077-7c16-49db-a5fe-b4be4a6fa221 req-c2c0f560-cbdf-4ad0-8e85-1aa1deacb09e tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] No DVR routers for this DVR port f61ea82f-8f87-42d7-9d33-19d254d5287d on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:18:33.236371 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-f71961c7-9373-4604-a7e3-cc63ab61dc4a None None] Port 39956e45-dc5d-43df-afce-5d92c7ec96cc cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:18:33.242884 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b6489077-7c16-49db-a5fe-b4be4a6fa221 req-c2c0f560-cbdf-4ad0-8e85-1aa1deacb09e tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:33.248813 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00181b5-e27b-4820-8717-786716333161', 'name': 'network-vif-deleted', 'tag': 'f61ea82f-8f87-42d7-9d33-19d254d5287d'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:18:33.250345 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-333c0992-3e63-4401-89b1-2675c5fd2c09 service neutron] For port a432d894-0b8b-47ca-a49a-9f4f2d587d73, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=a432d894-0b8b-47ca-a49a-9f4f2d587d73,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:18:33.268161 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-49d03616-be48-4d32-8842-5393424dfafc req-6f6f9368-5d83-4ae1-9db6-a16a1e4e965d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5882fdb-967d-4c49-b3c2-b3e37b12fd27 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:18:33.272325 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:33.286463 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-49d03616-be48-4d32-8842-5393424dfafc req-6f6f9368-5d83-4ae1-9db6-a16a1e4e965d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:33.292113 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b6489077-7c16-49db-a5fe-b4be4a6fa221 req-c2c0f560-cbdf-4ad0-8e85-1aa1deacb09e tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.32 "DELETE /v2.0/ports/f61ea82f-8f87-42d7-9d33-19d254d5287d HTTP/1.1" status: 204 len: 173 time: 2.2070689 Feb 04 21:18:33.308587 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 594bdaa5-cb1a-4f72-a507-093215bb7ae5 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:18:33.332181 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f9b85-eb09-465d-945e-ad517c1235ac req-8ba6728c-3258-44c8-8db3-7161af8672f0 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:33.338625 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-333c0992-3e63-4401-89b1-2675c5fd2c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:33.342860 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8c5f9b85-eb09-465d-945e-ad517c1235ac req-8ba6728c-3258-44c8-8db3-7161af8672f0 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c910a35-9fe6-4698-89e1-d97ae2e6b07b HTTP/1.1" status: 200 len: 943 time: 0.9114914 Feb 04 21:18:33.361246 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-49d03616-be48-4d32-8842-5393424dfafc req-6f6f9368-5d83-4ae1-9db6-a16a1e4e965d service neutron] Transition to ACTIVE for port object e5882fdb-967d-4c49-b3c2-b3e37b12fd27 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:18:33.410947 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8c5f9b85-eb09-465d-945e-ad517c1235ac req-86d5aa81-56c6-41b6-a233-97c35659102c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669107 Feb 04 21:18:33.413780 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-49d03616-be48-4d32-8842-5393424dfafc req-6f6f9368-5d83-4ae1-9db6-a16a1e4e965d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:33.497079 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-15f9f15e-e9e2-46d3-9bce-eb88d8676b6c None None] Provisioning for port 594bdaa5-cb1a-4f72-a507-093215bb7ae5 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:18:33.527150 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-15f9f15e-e9e2-46d3-9bce-eb88d8676b6c None None] Provisioning complete for port 594bdaa5-cb1a-4f72-a507-093215bb7ae5 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:18:33.527528 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-15f9f15e-e9e2-46d3-9bce-eb88d8676b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:33.657685 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3f8991d1-ded6-4497-8012-74bf2497e35d None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:33.696001 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3f8991d1-ded6-4497-8012-74bf2497e35d None None] Transition to ACTIVE for port object 67d7f442-6a2e-4f3e-a42d-4fa615556376 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:18:33.742259 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3f8991d1-ded6-4497-8012-74bf2497e35d None None] Transition to ACTIVE for port object 67d7f442-6a2e-4f3e-a42d-4fa615556376 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:18:33.778512 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3f8991d1-ded6-4497-8012-74bf2497e35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:33.806321 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a911abbc-c1c1-46fb-a164-534ba62d5a5e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:33.830527 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-333c0992-3e63-4401-89b1-2675c5fd2c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:33.831149 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-333c0992-3e63-4401-89b1-2675c5fd2c09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:33.832546 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-333c0992-3e63-4401-89b1-2675c5fd2c09 service neutron] 10.222.0.18 "PUT /v2.0/ports/a432d894-0b8b-47ca-a49a-9f4f2d587d73 HTTP/1.1" status: 200 len: 1091 time: 4.6107986 Feb 04 21:18:33.835969 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c910a35-9fe6-4698-89e1-d97ae2e6b07b', 'tag': 'a432d894-0b8b-47ca-a49a-9f4f2d587d73'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:18:33.839722 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f9368-5d83-4ae1-9db6-a16a1e4e965d service neutron] Pushing event updated for resources: {'Port': ['ID=e5882fdb-967d-4c49-b3c2-b3e37b12fd27,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:33.862583 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-49d03616-be48-4d32-8842-5393424dfafc req-6f6f9368-5d83-4ae1-9db6-a16a1e4e965d service neutron] Attempting to bind port e5882fdb-967d-4c49-b3c2-b3e37b12fd27 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:18:33.862934 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-49d03616-be48-4d32-8842-5393424dfafc req-6f6f9368-5d83-4ae1-9db6-a16a1e4e965d service neutron] Attempting to bind port e5882fdb-967d-4c49-b3c2-b3e37b12fd27 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': '47332b6e-4b4a-433a-8338-a7e28128d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '576e0778-5be3-4863-9aa7-c402bf42ead3'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:18:33.863272 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d03616-be48-4d32-8842-5393424dfafc req-6f6f9368-5d83-4ae1-9db6-a16a1e4e965d service neutron] Attempting to bind port e5882fdb-967d-4c49-b3c2-b3e37b12fd27 on network 576e0778-5be3-4863-9aa7-c402bf42ead3 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:18:33.875616 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d03616-be48-4d32-8842-5393424dfafc req-6f6f9368-5d83-4ae1-9db6-a16a1e4e965d service neutron] Port e5882fdb-967d-4c49-b3c2-b3e37b12fd27 on network 576e0778-5be3-4863-9aa7-c402bf42ead3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:18:33.876014 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d03616-be48-4d32-8842-5393424dfafc req-6f6f9368-5d83-4ae1-9db6-a16a1e4e965d service neutron] Attempting to bind port e5882fdb-967d-4c49-b3c2-b3e37b12fd27 on network 576e0778-5be3-4863-9aa7-c402bf42ead3 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:18:33.888189 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d03616-be48-4d32-8842-5393424dfafc req-6f6f9368-5d83-4ae1-9db6-a16a1e4e965d service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:18:33.888582 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d03616-be48-4d32-8842-5393424dfafc req-6f6f9368-5d83-4ae1-9db6-a16a1e4e965d service neutron] Checking segment: {'id': '47332b6e-4b4a-433a-8338-a7e28128d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '576e0778-5be3-4863-9aa7-c402bf42ead3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:18:33.888923 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d03616-be48-4d32-8842-5393424dfafc req-6f6f9368-5d83-4ae1-9db6-a16a1e4e965d service neutron] Bound using segment: {'id': '47332b6e-4b4a-433a-8338-a7e28128d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '576e0778-5be3-4863-9aa7-c402bf42ead3'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:18:33.889399 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-49d03616-be48-4d32-8842-5393424dfafc req-6f6f9368-5d83-4ae1-9db6-a16a1e4e965d service neutron] Bound port: e5882fdb-967d-4c49-b3c2-b3e37b12fd27, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47332b6e-4b4a-433a-8338-a7e28128d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '576e0778-5be3-4863-9aa7-c402bf42ead3'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:18:33.889751 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-49d03616-be48-4d32-8842-5393424dfafc req-6f6f9368-5d83-4ae1-9db6-a16a1e4e965d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:33.969495 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5dcc52-fe77-435d-a57a-fe1e0471d6c7 req-5f52cb92-2c91-4cca-9605-d723fc0d9187 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:33.982823 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0e5dcc52-fe77-435d-a57a-fe1e0471d6c7 req-5f52cb92-2c91-4cca-9605-d723fc0d9187 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 945 time: 0.3221159 Feb 04 21:18:34.073922 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0e5dcc52-fe77-435d-a57a-fe1e0471d6c7 req-6e084f66-f947-493a-90cf-3c068fd2b8d9 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900493 Feb 04 21:18:34.092434 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c0992-3e63-4401-89b1-2675c5fd2c09 service neutron] Pushing event updated for resources: {'Port': ['ID=a432d894-0b8b-47ca-a49a-9f4f2d587d73,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:34.097648 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8991d1-ded6-4497-8012-74bf2497e35d None None] Network 283dc483-3954-495d-84da-3cda3d965e0a is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:18:34.110054 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8991d1-ded6-4497-8012-74bf2497e35d None None] Pushing event updated for resources: {'Port': ['ID=67d7f442-6a2e-4f3e-a42d-4fa615556376,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:34.112834 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device f61ea82f-8f87-42d7-9d33-19d254d5287d no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:18:34.153589 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-49d03616-be48-4d32-8842-5393424dfafc req-6f6f9368-5d83-4ae1-9db6-a16a1e4e965d service neutron] For port e5882fdb-967d-4c49-b3c2-b3e37b12fd27, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:18:34.168710 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-49d03616-be48-4d32-8842-5393424dfafc req-6f6f9368-5d83-4ae1-9db6-a16a1e4e965d service neutron] For port e5882fdb-967d-4c49-b3c2-b3e37b12fd27, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=e5882fdb-967d-4c49-b3c2-b3e37b12fd27,segment=NetworkSegment(47332b6e-4b4a-433a-8338-a7e28128d91b),segment_id=47332b6e-4b4a-433a-8338-a7e28128d91b)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:18:34.177399 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-49d03616-be48-4d32-8842-5393424dfafc req-6f6f9368-5d83-4ae1-9db6-a16a1e4e965d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:34.199523 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-404b2712-45ae-40dc-93b1-ff4e7c3113c2 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:34.300097 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-3f8991d1-ded6-4497-8012-74bf2497e35d None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:18:34.301505 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-8cf182cd-8c4c-4222-9eaf-44f6a36790e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:34.304567 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-8cf182cd-8c4c-4222-9eaf-44f6a36790e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbe7b967cf5b4bf8a129a586503d8461&device_id=6c910a35-9fe6-4698-89e1-d97ae2e6b07b HTTP/1.1" status: 200 len: 1094 time: 0.3844774 Feb 04 21:18:34.328413 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8991d1-ded6-4497-8012-74bf2497e35d None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:18:34.364615 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: f61ea82f-8f87-42d7-9d33-19d254d5287d {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:18:34.365585 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device f61ea82f-8f87-42d7-9d33-19d254d5287d not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:18:34.465405 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-388e16a2-ef26-4ced-b52b-b5cc00dd2a6a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a432d894-0b8b-47ca-a49a-9f4f2d587d73 HTTP/1.1" status: 200 len: 217 time: 0.0952175 Feb 04 21:18:34.487302 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-8f90c4cf-7289-4b1c-a87d-c4f5dfbd53f4 req-c47f2b43-218a-4db7-9732-764787843b54 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Synchronizing usage tracker for tenant:803c4bfb4a0c4d64ba81f7b2220cf823 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:18:34.496955 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d03616-be48-4d32-8842-5393424dfafc req-6f6f9368-5d83-4ae1-9db6-a16a1e4e965d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:34.498218 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-49d03616-be48-4d32-8842-5393424dfafc req-6f6f9368-5d83-4ae1-9db6-a16a1e4e965d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:34.500306 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-49d03616-be48-4d32-8842-5393424dfafc req-6f6f9368-5d83-4ae1-9db6-a16a1e4e965d service neutron] 10.222.0.32 "PUT /v2.0/ports/e5882fdb-967d-4c49-b3c2-b3e37b12fd27 HTTP/1.1" status: 200 len: 1092 time: 3.8417218 Feb 04 21:18:34.527969 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f9368-5d83-4ae1-9db6-a16a1e4e965d service neutron] Pushing event updated for resources: {'Port': ['ID=e5882fdb-967d-4c49-b3c2-b3e37b12fd27,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:34.539594 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-8f90c4cf-7289-4b1c-a87d-c4f5dfbd53f4 req-c47f2b43-218a-4db7-9732-764787843b54 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] Unset dirty status for tenant:803c4bfb4a0c4d64ba81f7b2220cf823 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:18:34.541108 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8f90c4cf-7289-4b1c-a87d-c4f5dfbd53f4 req-c47f2b43-218a-4db7-9732-764787843b54 tempest-ServersNegativeTestJSON-632005772 tempest-ServersNegativeTestJSON-632005772-project] 10.222.0.26 "GET /v2.0/ports?device_id=e00181b5-e27b-4820-8717-786716333161 HTTP/1.1" status: 200 len: 210 time: 0.1818287 Feb 04 21:18:34.585732 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-3f8991d1-ded6-4497-8012-74bf2497e35d None None] Attempting to bind port 67d7f442-6a2e-4f3e-a42d-4fa615556376 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:18:34.586115 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-3f8991d1-ded6-4497-8012-74bf2497e35d None None] Attempting to bind port 67d7f442-6a2e-4f3e-a42d-4fa615556376 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '7d782c84-78d9-4b6a-ba29-828b05784ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '283dc483-3954-495d-84da-3cda3d965e0a'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:18:34.586487 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8991d1-ded6-4497-8012-74bf2497e35d None None] Attempting to bind port 67d7f442-6a2e-4f3e-a42d-4fa615556376 on network 283dc483-3954-495d-84da-3cda3d965e0a {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:18:34.618399 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8991d1-ded6-4497-8012-74bf2497e35d None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:18:34.618780 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8991d1-ded6-4497-8012-74bf2497e35d None None] Checking segment: {'id': '7d782c84-78d9-4b6a-ba29-828b05784ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '283dc483-3954-495d-84da-3cda3d965e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:18:34.619193 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3f8991d1-ded6-4497-8012-74bf2497e35d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:34.619599 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8991d1-ded6-4497-8012-74bf2497e35d None None] Bound using segment: {'id': '7d782c84-78d9-4b6a-ba29-828b05784ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '283dc483-3954-495d-84da-3cda3d965e0a'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:18:34.620096 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-3f8991d1-ded6-4497-8012-74bf2497e35d None None] Bound port: 67d7f442-6a2e-4f3e-a42d-4fa615556376, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d782c84-78d9-4b6a-ba29-828b05784ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '283dc483-3954-495d-84da-3cda3d965e0a'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:18:34.620480 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3f8991d1-ded6-4497-8012-74bf2497e35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:34.774120 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-15f9f15e-e9e2-46d3-9bce-eb88d8676b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:34.849141 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-1de5e121-57f8-48b5-b573-ac6aec79fd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:34.852675 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-1de5e121-57f8-48b5-b573-ac6aec79fd3a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6328ddc0-a59e-4cee-8cab-7daa1242332a HTTP/1.1" status: 200 len: 846 time: 0.3805292 Feb 04 21:18:34.881259 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d03616-be48-4d32-8842-5393424dfafc req-e4cfb931-661e-413e-a20c-952593645c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:34.882903 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-49d03616-be48-4d32-8842-5393424dfafc req-e4cfb931-661e-413e-a20c-952593645c0b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5ae562ff357413ba235b51f47b1bbee&device_id=3660fb8a-1603-4fc7-ac63-57861d5169d9 HTTP/1.1" status: 200 len: 1095 time: 0.3225136 Feb 04 21:18:34.887340 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3f8991d1-ded6-4497-8012-74bf2497e35d None None] For port 67d7f442-6a2e-4f3e-a42d-4fa615556376, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:18:34.890228 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-15f9f15e-e9e2-46d3-9bce-eb88d8676b6c None None] For port 594bdaa5-cb1a-4f72-a507-093215bb7ae5, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=594bdaa5-cb1a-4f72-a507-093215bb7ae5,segment=NetworkSegment(d46ba102-27e2-4ce2-a68c-061103e34aee),segment_id=d46ba102-27e2-4ce2-a68c-061103e34aee)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:18:34.892171 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3f8991d1-ded6-4497-8012-74bf2497e35d None None] For port 67d7f442-6a2e-4f3e-a42d-4fa615556376, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=67d7f442-6a2e-4f3e-a42d-4fa615556376,segment=NetworkSegment(7d782c84-78d9-4b6a-ba29-828b05784ff9),segment_id=7d782c84-78d9-4b6a-ba29-828b05784ff9)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:18:34.898595 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-15f9f15e-e9e2-46d3-9bce-eb88d8676b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:34.970533 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-49d03616-be48-4d32-8842-5393424dfafc req-ed6cbe55-bf4a-4391-9b7e-7859b84d1458 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5882fdb-967d-4c49-b3c2-b3e37b12fd27 HTTP/1.1" status: 200 len: 217 time: 0.0739110 Feb 04 21:18:34.992591 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3f8991d1-ded6-4497-8012-74bf2497e35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:35.036688 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f9f15e-e9e2-46d3-9bce-eb88d8676b6c None None] Pushing event updated for resources: {'Port': ['ID=594bdaa5-cb1a-4f72-a507-093215bb7ae5,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:35.066769 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d03616-be48-4d32-8842-5393424dfafc req-b6d2f5ea-3196-4d73-ab7a-3319ecb02bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:35.068257 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-49d03616-be48-4d32-8842-5393424dfafc req-b6d2f5ea-3196-4d73-ab7a-3319ecb02bbf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5fa560a-48fa-4fa4-b2a4-c77d56ecaf85 HTTP/1.1" status: 200 len: 854 time: 0.0875404 Feb 04 21:18:35.136609 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2397a0-8aca-47b1-ae8b-560890ddeaf3 req-3f2be4c3-c061-4b84-b510-6fc893d8373f tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:35.138195 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2c2397a0-8aca-47b1-ae8b-560890ddeaf3 req-3f2be4c3-c061-4b84-b510-6fc893d8373f tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=3660fb8a-1603-4fc7-ac63-57861d5169d9 HTTP/1.1" status: 200 len: 944 time: 0.3670490 Feb 04 21:18:35.152391 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-49d03616-be48-4d32-8842-5393424dfafc req-c1138871-9c2a-4227-8956-f7c023e54de8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=576e0778-5be3-4863-9aa7-c402bf42ead3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756948 Feb 04 21:18:35.172224 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8991d1-ded6-4497-8012-74bf2497e35d None None] Pushing event updated for resources: {'Port': ['ID=67d7f442-6a2e-4f3e-a42d-4fa615556376,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:35.189801 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-a5176fde-c764-4131-be92-a559f5fbe896 None None] Provisioning complete for port 594bdaa5-cb1a-4f72-a507-093215bb7ae5 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:18:35.190172 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a5176fde-c764-4131-be92-a559f5fbe896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:35.531236 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2c2397a0-8aca-47b1-ae8b-560890ddeaf3 req-8f92ca3b-a152-4931-a355-628e2f0af6d3 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762352 Feb 04 21:18:35.587026 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-6c34bcb3-f732-4731-ae25-0432eea42041 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=591535e8-eea5-447d-ad75-83d907ea6f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7191043 Feb 04 21:18:35.630027 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00181b5-e27b-4820-8717-786716333161', 'name': 'network-vif-deleted', 'tag': 'f61ea82f-8f87-42d7-9d33-19d254d5287d', 'status': 'completed', 'code': 200} Feb 04 21:18:35.651322 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-a911abbc-c1c1-46fb-a164-534ba62d5a5e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Allocated IP 2001:db8::1 (1651253b-c119-4369-bfe5-269f59f9a341/595f1899-c166-4bb4-9d10-f637af271e9c/d77c35c7-0719-4ad8-8b7c-bee5e5977949) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:18:35.679253 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-49d03616-be48-4d32-8842-5393424dfafc req-f473ce59-092b-4e6c-8bcc-5038f361e232 service neutron] 10.222.0.32 "GET /v2.0/networks/576e0778-5be3-4863-9aa7-c402bf42ead3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938405 Feb 04 21:18:35.753072 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c910a35-9fe6-4698-89e1-d97ae2e6b07b', 'tag': 'a432d894-0b8b-47ca-a49a-9f4f2d587d73', 'status': 'completed', 'code': 200} Feb 04 21:18:35.991312 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-49d03616-be48-4d32-8842-5393424dfafc req-30014ae5-9738-4172-a58a-a497e4835534 service neutron] 10.222.0.32 "GET /v2.0/networks/576e0778-5be3-4863-9aa7-c402bf42ead3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067017 Feb 04 21:18:36.012511 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f060cb-e69e-4d9c-902d-c6eb4fb9c1d4 req-f4c6edd7-3593-453e-9213-9938beddb46d tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:36.014239 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c6f060cb-e69e-4d9c-902d-c6eb4fb9c1d4 req-f4c6edd7-3593-453e-9213-9938beddb46d tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c910a35-9fe6-4698-89e1-d97ae2e6b07b HTTP/1.1" status: 200 len: 943 time: 0.1820185 Feb 04 21:18:36.069709 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-404b2712-45ae-40dc-93b1-ff4e7c3113c2 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:36.075487 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-b8c782bb-d014-4b10-b478-0b23df108b84 service neutron] 10.222.0.18 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703526 Feb 04 21:18:36.089670 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c6f060cb-e69e-4d9c-902d-c6eb4fb9c1d4 req-c66ef407-a2dc-4bf2-9a0f-eda3a7f4419f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679734 Feb 04 21:18:36.113475 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-404b2712-45ae-40dc-93b1-ff4e7c3113c2 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:36.429086 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302c9b3-f9a5-4861-acb9-706112a434c3 req-cfcc8bb1-64de-474a-838e-ec00ee51103f tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:36.438749 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e302c9b3-f9a5-4861-acb9-706112a434c3 req-cfcc8bb1-64de-474a-838e-ec00ee51103f tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 945 time: 0.1776886 Feb 04 21:18:36.439017 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-404b2712-45ae-40dc-93b1-ff4e7c3113c2 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:36.445602 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-74f88aca-dbe4-44b8-ad0e-80fe92acd666 req-55d34249-9788-431b-bdd4-2d666615b8ad service neutron] 10.222.0.18 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570499 Feb 04 21:18:36.514319 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e302c9b3-f9a5-4861-acb9-706112a434c3 req-148cd996-30a4-495a-9544-54a3a42f1c4a tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738647 Feb 04 21:18:36.646021 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b2712-45ae-40dc-93b1-ff4e7c3113c2 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Pushing event updated for resources: {'Port': ['ID=39956e45-dc5d-43df-afce-5d92c7ec96cc,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:36.651078 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 67d7f442-6a2e-4f3e-a42d-4fa615556376 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:18:36.710011 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 49816) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:36.777542 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2cc027-d28e-4810-a2de-9370886cd533 None None] Network 283dc483-3954-495d-84da-3cda3d965e0a requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:18:36.812455 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 67d7f442-6a2e-4f3e-a42d-4fa615556376 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:18:36.843374 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 594bdaa5-cb1a-4f72-a507-093215bb7ae5 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:18:36.903895 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a911abbc-c1c1-46fb-a164-534ba62d5a5e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:36.978135 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1dccc-278f-4e25-afae-9fea9b30582b req-8aaa3a34-27a6-465b-b9ab-a38cbd6f7ee8 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:36.996877 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fef1dccc-278f-4e25-afae-9fea9b30582b req-8aaa3a34-27a6-465b-b9ab-a38cbd6f7ee8 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=3660fb8a-1603-4fc7-ac63-57861d5169d9 HTTP/1.1" status: 200 len: 944 time: 0.1481278 Feb 04 21:18:37.018225 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-a911abbc-c1c1-46fb-a164-534ba62d5a5e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Transition to ACTIVE for port object d77c35c7-0719-4ad8-8b7c-bee5e5977949 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:18:37.067415 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404b2712-45ae-40dc-93b1-ff4e7c3113c2 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Network abc11e2f-cab6-48ae-9857-9add5d89f83a is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:18:37.078481 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-404b2712-45ae-40dc-93b1-ff4e7c3113c2 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:18:37.204927 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-cfeaa98e-b092-4b0b-8d33-4f9c4ec0365d None None] Provisioning for port 67d7f442-6a2e-4f3e-a42d-4fa615556376 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:18:37.277556 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-cfeaa98e-b092-4b0b-8d33-4f9c4ec0365d None None] Provisioning complete for port 67d7f442-6a2e-4f3e-a42d-4fa615556376 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:18:37.278543 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cfeaa98e-b092-4b0b-8d33-4f9c4ec0365d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:37.331707 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-436abaa9-c022-4758-ace3-147b0c21cb69 admin admin] Deleting subnet bf4393a5-4d9f-4e62-a55d-2fc5de86b20c {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:18:37.339013 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 594bdaa5-cb1a-4f72-a507-093215bb7ae5 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:18:37.339635 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:37.345755 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-436abaa9-c022-4758-ace3-147b0c21cb69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:37.427071 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-436abaa9-c022-4758-ace3-147b0c21cb69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:37.513651 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a911abbc-c1c1-46fb-a164-534ba62d5a5e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:37.529157 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fef1dccc-278f-4e25-afae-9fea9b30582b req-8d2ff3dc-c2bf-4a6a-969d-177d7c1e5b5d tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5298634 Feb 04 21:18:37.566291 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfef9d-4f28-40a9-8c1e-81d299729a48 req-74247f4f-098b-488b-b6d2-a39b4005f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:37.568028 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-52bfef9d-4f28-40a9-8c1e-81d299729a48 req-74247f4f-098b-488b-b6d2-a39b4005f465 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbe7b967cf5b4bf8a129a586503d8461&device_id=6c910a35-9fe6-4698-89e1-d97ae2e6b07b HTTP/1.1" status: 200 len: 1094 time: 1.0650573 Feb 04 21:18:37.571766 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404b2712-45ae-40dc-93b1-ff4e7c3113c2 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Router 34d5558f-aab3-4491-920e-87cc57ac4092 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:18:37.603453 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a911abbc-c1c1-46fb-a164-534ba62d5a5e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Network 1651253b-c119-4369-bfe5-269f59f9a341 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:18:37.635200 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3660fb8a-1603-4fc7-ac63-57861d5169d9', 'tag': 'e5882fdb-967d-4c49-b3c2-b3e37b12fd27'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:18:37.657461 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-a911abbc-c1c1-46fb-a164-534ba62d5a5e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:18:37.658506 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-436abaa9-c022-4758-ace3-147b0c21cb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:37.777678 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a911abbc-c1c1-46fb-a164-534ba62d5a5e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:18:37.778256 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a911abbc-c1c1-46fb-a164-534ba62d5a5e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:37.871853 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cfeaa98e-b092-4b0b-8d33-4f9c4ec0365d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:37.936034 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-cfeaa98e-b092-4b0b-8d33-4f9c4ec0365d None None] For port 67d7f442-6a2e-4f3e-a42d-4fa615556376, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=67d7f442-6a2e-4f3e-a42d-4fa615556376,segment=NetworkSegment(7d782c84-78d9-4b6a-ba29-828b05784ff9),segment_id=7d782c84-78d9-4b6a-ba29-828b05784ff9)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:18:37.940806 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cfeaa98e-b092-4b0b-8d33-4f9c4ec0365d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:37.951340 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-436abaa9-c022-4758-ace3-147b0c21cb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:37.957662 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911abbc-c1c1-46fb-a164-534ba62d5a5e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Port': ['ID=d77c35c7-0719-4ad8-8b7c-bee5e5977949,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:38.068381 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-436abaa9-c022-4758-ace3-147b0c21cb69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:38.098310 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-436abaa9-c022-4758-ace3-147b0c21cb69 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bf4393a5-4d9f-4e62-a55d-2fc5de86b20c HTTP/1.1" status: 204 len: 168 time: 1.3838325 Feb 04 21:18:38.098844 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436abaa9-c022-4758-ace3-147b0c21cb69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf4393a5-4d9f-4e62-a55d-2fc5de86b20c,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:38.112743 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 49840) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:38.123462 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device a432d894-0b8b-47ca-a49a-9f4f2d587d73 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:18:38.234844 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-deb168f6-e249-433c-a422-67b88ed9e667 None None] Provisioning complete for port 39956e45-dc5d-43df-afce-5d92c7ec96cc triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:18:38.239545 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-deb168f6-e249-433c-a422-67b88ed9e667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:38.376613 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeaa98e-b092-4b0b-8d33-4f9c4ec0365d None None] Pushing event updated for resources: {'Port': ['ID=67d7f442-6a2e-4f3e-a42d-4fa615556376,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:38.382155 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-deb168f6-e249-433c-a422-67b88ed9e667 None None] Port 39956e45-dc5d-43df-afce-5d92c7ec96cc cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:18:38.396712 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.resource_extend [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:18:38.433068 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfef9d-4f28-40a9-8c1e-81d299729a48 req-1a16038a-8e68-4ef0-824e-791a1a65c66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:38.434712 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-52bfef9d-4f28-40a9-8c1e-81d299729a48 req-1a16038a-8e68-4ef0-824e-791a1a65c66c service neutron] 10.222.0.18 "GET /v2.0/networks?id=591535e8-eea5-447d-ad75-83d907ea6f08 HTTP/1.1" status: 200 len: 907 time: 0.8465295 Feb 04 21:18:38.470497 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85636deb-ce8e-482a-8674-73696f99921d req-7e5d1a7b-715a-47be-8052-ae9110559344 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:38.479303 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-85636deb-ce8e-482a-8674-73696f99921d req-7e5d1a7b-715a-47be-8052-ae9110559344 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c910a35-9fe6-4698-89e1-d97ae2e6b07b HTTP/1.1" status: 200 len: 943 time: 0.7350557 Feb 04 21:18:38.509629 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 67d7f442-6a2e-4f3e-a42d-4fa615556376 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:18:38.551692 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1a41c14c-c3ff-4549-bfd4-fcd2a4363c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:38.588470 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-85636deb-ce8e-482a-8674-73696f99921d req-8b7357fd-6436-40fc-a55d-ab63eebd581b tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036732 Feb 04 21:18:38.606502 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-cf72c710-2e88-4cdf-b787-961270f6da03 None None] Provisioning for port d77c35c7-0719-4ad8-8b7c-bee5e5977949 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:18:38.614976 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-cf72c710-2e88-4cdf-b787-961270f6da03 None None] Provisioning complete for port d77c35c7-0719-4ad8-8b7c-bee5e5977949 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:18:38.615476 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cf72c710-2e88-4cdf-b787-961270f6da03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:38.676869 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-52bfef9d-4f28-40a9-8c1e-81d299729a48 req-6703edeb-a861-430d-aaca-fc44c3286d4a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a432d894-0b8b-47ca-a49a-9f4f2d587d73 HTTP/1.1" status: 200 len: 217 time: 0.1510532 Feb 04 21:18:38.686938 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:18:38.760360 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port a432d894-0b8b-47ca-a49a-9f4f2d587d73, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=a432d894-0b8b-47ca-a49a-9f4f2d587d73,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:18:38.783058 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 67d7f442-6a2e-4f3e-a42d-4fa615556376 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:18:38.783421 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:38.793614 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a911abbc-c1c1-46fb-a164-534ba62d5a5e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:38.837633 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-cf72c710-2e88-4cdf-b787-961270f6da03 None None] Port d77c35c7-0719-4ad8-8b7c-bee5e5977949 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:18:38.844885 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404b2712-45ae-40dc-93b1-ff4e7c3113c2 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:18:38.859041 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3fb76d-fdc7-420d-98e4-9d2480e93854 None None] Sync routers for ids ['34d5558f-aab3-4491-920e-87cc57ac4092'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:18:38.872796 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-404b2712-45ae-40dc-93b1-ff4e7c3113c2 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] 10.222.0.26 "PUT /v2.0/routers/34d5558f-aab3-4491-920e-87cc57ac4092/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9207985 Feb 04 21:18:38.876373 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3fb76d-fdc7-420d-98e4-9d2480e93854 None None] Routers {'34d5558f-aab3-4491-920e-87cc57ac4092'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:18:38.877245 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 49852) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:38.881763 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-ac3fb76d-fdc7-420d-98e4-9d2480e93854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:18:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['34d5558f-aab3-4491-920e-87cc57ac4092'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:38.887698 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'a432d894-0b8b-47ca-a49a-9f4f2d587d73', 'network_id': '591535e8-eea5-447d-ad75-83d907ea6f08', 'port_id': 'a432d894-0b8b-47ca-a49a-9f4f2d587d73', 'mac_address': 'fa:16:3e:95:3f:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6328ddc0-a59e-4cee-8cab-7daa1242332a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:18:38.895916 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfef9d-4f28-40a9-8c1e-81d299729a48 req-3dd68481-36ec-4715-aebf-1958d7a6ac41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:38.898317 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-52bfef9d-4f28-40a9-8c1e-81d299729a48 req-3dd68481-36ec-4715-aebf-1958d7a6ac41 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6328ddc0-a59e-4cee-8cab-7daa1242332a HTTP/1.1" status: 200 len: 846 time: 0.2011037 Feb 04 21:18:38.948943 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-7899888d-2632-40bb-b980-7e48b249c6f1 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Request body: {'port': {'network_id': 'abc11e2f-cab6-48ae-9857-9add5d89f83a', 'name': 'tempest-FloatingIPAdminTestJSON-296148260'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:18:39.055277 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-ac3fb76d-fdc7-420d-98e4-9d2480e93854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:39.075310 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-cf72c710-2e88-4cdf-b787-961270f6da03 None None] Provisioning complete for port 67d7f442-6a2e-4f3e-a42d-4fa615556376 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:18:39.075861 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cf72c710-2e88-4cdf-b787-961270f6da03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:39.076393 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3fb76d-fdc7-420d-98e4-9d2480e93854 None None] Routers {'34d5558f-aab3-4491-920e-87cc57ac4092'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:18:39.077842 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-ac3fb76d-fdc7-420d-98e4-9d2480e93854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:18:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['34d5558f-aab3-4491-920e-87cc57ac4092'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:39.133311 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1a41c14c-c3ff-4549-bfd4-fcd2a4363c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:39.143357 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-52bfef9d-4f28-40a9-8c1e-81d299729a48 req-58d0cbea-43c6-4313-92b5-7064b427e126 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=591535e8-eea5-447d-ad75-83d907ea6f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2394624 Feb 04 21:18:39.203528 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:39.245995 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-ac3fb76d-fdc7-420d-98e4-9d2480e93854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:39.248869 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3fb76d-fdc7-420d-98e4-9d2480e93854 None None] The sync data for ids ['34d5558f-aab3-4491-920e-87cc57ac4092'] in n-d-827896-1 is: [] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:18:39.255252 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7899888d-2632-40bb-b980-7e48b249c6f1 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:39.264203 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7899888d-2632-40bb-b980-7e48b249c6f1 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Usage tracker for resource:port and tenant:0dfecd6cd71d4cc191fe44b8017a71d4 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:39.268113 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7899888d-2632-40bb-b980-7e48b249c6f1 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:39.277960 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7899888d-2632-40bb-b980-7e48b249c6f1 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:39.294698 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a432d894-0b8b-47ca-a49a-9f4f2d587d73 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:18:39.306182 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7899888d-2632-40bb-b980-7e48b249c6f1 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Made reservation on behalf of 0dfecd6cd71d4cc191fe44b8017a71d4 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:18:39.315410 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7899888d-2632-40bb-b980-7e48b249c6f1 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:39.322157 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port a432d894-0b8b-47ca-a49a-9f4f2d587d73, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=a432d894-0b8b-47ca-a49a-9f4f2d587d73,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:18:39.345855 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:39.362023 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-1a41c14c-c3ff-4549-bfd4-fcd2a4363c83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fabec85-7328-4725-bced-b859dec9a60d']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:39.424932 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-1a41c14c-c3ff-4549-bfd4-fcd2a4363c83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90500554-f748-4464-907c-9d77092e3d3a') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:39.424932 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-1a41c14c-c3ff-4549-bfd4-fcd2a4363c83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90500554-f748-4464-907c-9d77092e3d3a') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:39.475986 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-52bfef9d-4f28-40a9-8c1e-81d299729a48 req-652fbb03-66ae-4547-9ccf-b85545548def service neutron] 10.222.0.18 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163805 Feb 04 21:18:39.512731 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [None req-7899888d-2632-40bb-b980-7e48b249c6f1 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] device_id is not set on port 74c0fccd-bfdb-4142-bbe3-da07e3fea6db yet. {{(pid=87683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:18:39.576938 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['a432d894-0b8b-47ca-a49a-9f4f2d587d73'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:18:39.625198 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-52bfef9d-4f28-40a9-8c1e-81d299729a48 req-197a2bf2-0919-4dab-b565-9b675e4988ee service neutron] 10.222.0.18 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410208 Feb 04 21:18:39.634449 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1a41c14c-c3ff-4549-bfd4-fcd2a4363c83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:39.650851 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=a432d894-0b8b-47ca-a49a-9f4f2d587d73,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:39.727650 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 49864) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:39.731407 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1a41c14c-c3ff-4549-bfd4-fcd2a4363c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:39.732452 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a911abbc-c1c1-46fb-a164-534ba62d5a5e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:39.739145 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a911abbc-c1c1-46fb-a164-534ba62d5a5e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:39.740642 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a911abbc-c1c1-46fb-a164-534ba62d5a5e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:39.749492 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981e184-f041-44d1-bfc4-d61e0d6471af req-1588a576-a3e9-42ff-b2e9-8f97665de46a tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:39.757831 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f981e184-f041-44d1-bfc4-d61e0d6471af req-1588a576-a3e9-42ff-b2e9-8f97665de46a tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 945 time: 0.8790667 Feb 04 21:18:39.961672 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a41c14c-c3ff-4549-bfd4-fcd2a4363c83 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:18:39.962485 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1a41c14c-c3ff-4549-bfd4-fcd2a4363c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:39.989130 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911abbc-c1c1-46fb-a164-534ba62d5a5e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Port': ['ID=d77c35c7-0719-4ad8-8b7c-bee5e5977949,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:39.993732 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:18:39.993732 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:18:39.993732 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:18:39.993732 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:18:39.993732 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:18:39.993732 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:18:39.993732 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:18:39.993732 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:18:39.993732 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:18:39.993732 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:18:39.993732 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:18:39.993732 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:18:39.993732 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:18:39.993732 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:18:39.993732 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:18:39.993732 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:18:39.993732 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:18:39.993732 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:18:39.993732 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:18:39.993732 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:18:39.993732 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:18:39.993732 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:18:39.993732 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:18:39.993732 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:18:39.993732 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:18:39.993732 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:18:39.993732 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:18:39.993732 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:18:39.993732 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:18:39.993732 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:18:39.993732 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:18:39.993732 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:18:40.009659 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device e5882fdb-967d-4c49-b3c2-b3e37b12fd27 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:18:40.109132 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a911abbc-c1c1-46fb-a164-534ba62d5a5e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Network 1651253b-c119-4369-bfe5-269f59f9a341 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:18:40.110418 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-a911abbc-c1c1-46fb-a164-534ba62d5a5e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:18:40.136396 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1a41c14c-c3ff-4549-bfd4-fcd2a4363c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:40.169551 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1a41c14c-c3ff-4549-bfd4-fcd2a4363c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:40.184723 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f981e184-f041-44d1-bfc4-d61e0d6471af req-8338bfa0-b622-4e2c-8a3a-096638a0ff38 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4262772 Feb 04 21:18:40.185742 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-184e788c-9cf1-4c0a-9945-baaaba262831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:40.204908 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41c14c-c3ff-4549-bfd4-fcd2a4363c83 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fabec85-7328-4725-bced-b859dec9a60d,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:40.211494 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port e5882fdb-967d-4c49-b3c2-b3e37b12fd27, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=e5882fdb-967d-4c49-b3c2-b3e37b12fd27,segment=NetworkSegment(47332b6e-4b4a-433a-8338-a7e28128d91b),segment_id=47332b6e-4b4a-433a-8338-a7e28128d91b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:18:40.227626 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-7899888d-2632-40bb-b980-7e48b249c6f1 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Allocated IP 172.20.0.3 (abc11e2f-cab6-48ae-9857-9add5d89f83a/d81b7c5e-25f4-4fc8-aa5f-74131d96c52c/74c0fccd-bfdb-4142-bbe3-da07e3fea6db) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:18:40.234128 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-184e788c-9cf1-4c0a-9945-baaaba262831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:40.238653 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': 'e5882fdb-967d-4c49-b3c2-b3e37b12fd27', 'network_id': '576e0778-5be3-4863-9aa7-c402bf42ead3', 'port_id': 'e5882fdb-967d-4c49-b3c2-b3e37b12fd27', 'mac_address': 'fa:16:3e:96:d5:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fa560a-48fa-4fa4-b2a4-c77d56ecaf85', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:18:40.249806 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-1a41c14c-c3ff-4549-bfd4-fcd2a4363c83 admin admin] 10.222.0.26 "DELETE /v2.0/networks/8fabec85-7328-4725-bced-b859dec9a60d HTTP/1.1" status: 204 len: 168 time: 2.1308806 Feb 04 21:18:40.257478 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-184e788c-9cf1-4c0a-9945-baaaba262831 admin admin] Usage tracker for resource:security_group_rule and tenant:bda2190304904f948e5bd34c4356684f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:40.260965 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-184e788c-9cf1-4c0a-9945-baaaba262831 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:40.292725 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-184e788c-9cf1-4c0a-9945-baaaba262831 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:40.307823 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3660fb8a-1603-4fc7-ac63-57861d5169d9', 'tag': 'e5882fdb-967d-4c49-b3c2-b3e37b12fd27', 'status': 'completed', 'code': 200} Feb 04 21:18:40.396732 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:40.456961 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5882fdb-967d-4c49-b3c2-b3e37b12fd27 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:18:40.501747 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port e5882fdb-967d-4c49-b3c2-b3e37b12fd27, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=e5882fdb-967d-4c49-b3c2-b3e37b12fd27,segment=NetworkSegment(47332b6e-4b4a-433a-8338-a7e28128d91b),segment_id=47332b6e-4b4a-433a-8338-a7e28128d91b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:18:40.503313 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 49882) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:40.508034 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:40.612045 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=e5882fdb-967d-4c49-b3c2-b3e37b12fd27,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:40.639723 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-94250a5d-4134-4902-a11d-c1e2e7ba0e6f None None] Provisioning complete for port d77c35c7-0719-4ad8-8b7c-bee5e5977949 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:18:40.640515 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-94250a5d-4134-4902-a11d-c1e2e7ba0e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:40.707320 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-94250a5d-4134-4902-a11d-c1e2e7ba0e6f None None] Port d77c35c7-0719-4ad8-8b7c-bee5e5977949 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:18:40.726905 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a911abbc-c1c1-46fb-a164-534ba62d5a5e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Router 5ff64184-b8b6-4be3-b6a5-19b25f435845 is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:18:40.746482 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916df7d-1e65-42e9-9cbe-193146427cae req-e4bcc5ea-2691-40f1-97df-2aabbc8b5433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:40.747964 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6916df7d-1e65-42e9-9cbe-193146427cae req-e4bcc5ea-2691-40f1-97df-2aabbc8b5433 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5ae562ff357413ba235b51f47b1bbee&device_id=3660fb8a-1603-4fc7-ac63-57861d5169d9 HTTP/1.1" status: 200 len: 1095 time: 0.4393623 Feb 04 21:18:40.832346 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2f0f8778-3e2b-413c-9c07-17de2cbbbfb4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=803c4bfb4a0c4d64ba81f7b2220cf823&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3274367 Feb 04 21:18:40.866023 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['e5882fdb-967d-4c49-b3c2-b3e37b12fd27'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:18:40.883348 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 49896) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:40.941950 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b10b2-3f54-4a85-b290-cfe16f190b06 req-e5d6d158-e343-42ed-a642-4c1d4999845d tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:40.948862 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-418b10b2-3f54-4a85-b290-cfe16f190b06 req-e5d6d158-e343-42ed-a642-4c1d4999845d tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=3660fb8a-1603-4fc7-ac63-57861d5169d9 HTTP/1.1" status: 200 len: 945 time: 0.4272652 Feb 04 21:18:40.961362 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a911abbc-c1c1-46fb-a164-534ba62d5a5e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:18:40.969520 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a911abbc-c1c1-46fb-a164-534ba62d5a5e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "PUT /v2.0/routers/5ff64184-b8b6-4be3-b6a5-19b25f435845/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3135343 Feb 04 21:18:40.970329 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 49900) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:40.987994 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fce519f-cf0e-4d9d-a36c-315e0c866ff9 None None] Sync routers for ids ['5ff64184-b8b6-4be3-b6a5-19b25f435845'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:18:41.016737 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7899888d-2632-40bb-b980-7e48b249c6f1 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:41.031680 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-184e788c-9cf1-4c0a-9945-baaaba262831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:41.037320 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8966525f-bff5-4a3a-a7f6-2ff709d5e0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:41.057729 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-184e788c-9cf1-4c0a-9945-baaaba262831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:41.076210 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dc76f8-39b4-4eec-b45f-e41d7b6e55f0 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:41.076812 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-32dc76f8-39b4-4eec-b45f-e41d7b6e55f0 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Synchronizing usage tracker for tenant:ddcc858bf44044718238d62159c9367f on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:18:41.093095 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8966525f-bff5-4a3a-a7f6-2ff709d5e0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:41.108075 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-418b10b2-3f54-4a85-b290-cfe16f190b06 req-59c6d653-4005-4e87-bd00-ce2329bd83af tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581059 Feb 04 21:18:41.112296 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [None req-7899888d-2632-40bb-b980-7e48b249c6f1 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Transition to ACTIVE for port object 74c0fccd-bfdb-4142-bbe3-da07e3fea6db will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:18:41.136372 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916df7d-1e65-42e9-9cbe-193146427cae req-3b9bd1a5-b0e1-4188-98ff-e0ca5b35e11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:41.138905 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6916df7d-1e65-42e9-9cbe-193146427cae req-3b9bd1a5-b0e1-4188-98ff-e0ca5b35e11a service neutron] 10.222.0.32 "GET /v2.0/networks?id=576e0778-5be3-4863-9aa7-c402bf42ead3 HTTP/1.1" status: 200 len: 915 time: 0.3800094 Feb 04 21:18:41.166444 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fce519f-cf0e-4d9d-a36c-315e0c866ff9 None None] Routers {'5ff64184-b8b6-4be3-b6a5-19b25f435845'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:18:41.167677 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-32dc76f8-39b4-4eec-b45f-e41d7b6e55f0 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Unset dirty status for tenant:ddcc858bf44044718238d62159c9367f on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:18:41.168485 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-4fce519f-cf0e-4d9d-a36c-315e0c866ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:18:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['5ff64184-b8b6-4be3-b6a5-19b25f435845'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:41.171568 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-32dc76f8-39b4-4eec-b45f-e41d7b6e55f0 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "GET /v2.0/ports/d77c35c7-0719-4ad8-8b7c-bee5e5977949 HTTP/1.1" status: 200 len: 911 time: 0.1960976 Feb 04 21:18:41.172263 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 49906) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:41.237633 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8966525f-bff5-4a3a-a7f6-2ff709d5e0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:41.238445 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6916df7d-1e65-42e9-9cbe-193146427cae req-465d0c53-6386-49ed-b103-f9c870cf3b86 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5882fdb-967d-4c49-b3c2-b3e37b12fd27 HTTP/1.1" status: 200 len: 217 time: 0.0823162 Feb 04 21:18:41.244181 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-184e788c-9cf1-4c0a-9945-baaaba262831 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bda2190304904f948e5bd34c4356684f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5154529 Feb 04 21:18:41.250650 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 49912) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:41.287943 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8966525f-bff5-4a3a-a7f6-2ff709d5e0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:41.291380 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8966525f-bff5-4a3a-a7f6-2ff709d5e0b5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8b886ae5-00e5-4fe0-879a-fdc56c0e59a2 HTTP/1.1" status: 204 len: 168 time: 0.4059677 Feb 04 21:18:41.316449 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916df7d-1e65-42e9-9cbe-193146427cae req-429cd225-c659-4d6a-af5d-bd1d42b8d46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:41.318347 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6916df7d-1e65-42e9-9cbe-193146427cae req-429cd225-c659-4d6a-af5d-bd1d42b8d46d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5fa560a-48fa-4fa4-b2a4-c77d56ecaf85 HTTP/1.1" status: 200 len: 854 time: 0.0714498 Feb 04 21:18:41.319201 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e788c-9cf1-4c0a-9945-baaaba262831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262baf31-ce67-4a39-9297-20354f80d903,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:41.350551 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8966525f-bff5-4a3a-a7f6-2ff709d5e0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b886ae5-00e5-4fe0-879a-fdc56c0e59a2,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:41.378301 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6916df7d-1e65-42e9-9cbe-193146427cae req-772beb38-0660-42ba-956c-5aa1feed3fe6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=576e0778-5be3-4863-9aa7-c402bf42ead3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535715 Feb 04 21:18:41.450339 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-4fce519f-cf0e-4d9d-a36c-315e0c866ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:41.478996 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fce519f-cf0e-4d9d-a36c-315e0c866ff9 None None] Routers {'5ff64184-b8b6-4be3-b6a5-19b25f435845'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:18:41.480143 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-4fce519f-cf0e-4d9d-a36c-315e0c866ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:18:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['5ff64184-b8b6-4be3-b6a5-19b25f435845'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:41.584663 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7899888d-2632-40bb-b980-7e48b249c6f1 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:41.598363 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-4fce519f-cf0e-4d9d-a36c-315e0c866ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:41.602748 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fce519f-cf0e-4d9d-a36c-315e0c866ff9 None None] The sync data for ids ['5ff64184-b8b6-4be3-b6a5-19b25f435845'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:18:41.715777 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0d30f696-3950-4743-bfd6-60a0f7fed818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:41.784410 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0d30f696-3950-4743-bfd6-60a0f7fed818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:41.835407 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899888d-2632-40bb-b980-7e48b249c6f1 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Pushing event updated for resources: {'Port': ['ID=74c0fccd-bfdb-4142-bbe3-da07e3fea6db,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:41.840899 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6916df7d-1e65-42e9-9cbe-193146427cae req-5024d312-d99a-4271-a40b-a0d09744e675 service neutron] 10.222.0.32 "GET /v2.0/networks/576e0778-5be3-4863-9aa7-c402bf42ead3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568412 Feb 04 21:18:41.842880 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7899888d-2632-40bb-b980-7e48b249c6f1 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Network abc11e2f-cab6-48ae-9857-9add5d89f83a is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:18:41.844441 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-7899888d-2632-40bb-b980-7e48b249c6f1 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:18:41.847175 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7899888d-2632-40bb-b980-7e48b249c6f1 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:18:42.103979 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device a432d894-0b8b-47ca-a49a-9f4f2d587d73 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:18:42.163380 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7899888d-2632-40bb-b980-7e48b249c6f1 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:42.164670 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7899888d-2632-40bb-b980-7e48b249c6f1 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:42.249647 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-7899888d-2632-40bb-b980-7e48b249c6f1 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3692827 Feb 04 21:18:42.253635 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 49932) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:42.257992 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6916df7d-1e65-42e9-9cbe-193146427cae req-bdef3adc-d22e-4c17-ae5c-163542bd323a service neutron] 10.222.0.32 "GET /v2.0/networks/576e0778-5be3-4863-9aa7-c402bf42ead3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801322 Feb 04 21:18:42.292789 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f7076-6325-4293-b522-1ca608149404 req-17c57326-d25e-4978-9367-0a96da167a7d tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:42.306835 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-195f7076-6325-4293-b522-1ca608149404 req-17c57326-d25e-4978-9367-0a96da167a7d tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c910a35-9fe6-4698-89e1-d97ae2e6b07b HTTP/1.1" status: 200 len: 944 time: 0.4038045 Feb 04 21:18:42.309598 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port a432d894-0b8b-47ca-a49a-9f4f2d587d73 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:18:42.316111 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port a432d894-0b8b-47ca-a49a-9f4f2d587d73 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:18:42.316802 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:42.379070 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0d30f696-3950-4743-bfd6-60a0f7fed818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:42.404771 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-195f7076-6325-4293-b522-1ca608149404 req-de5fc48f-d4ae-4869-8f45-3c80f3771abb tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918815 Feb 04 21:18:42.407611 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-494af703-93d5-427c-a374-468c086926f1 None None] Provisioning for port 74c0fccd-bfdb-4142-bbe3-da07e3fea6db completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:18:42.415942 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-494af703-93d5-427c-a374-468c086926f1 None None] Provisioning complete for port 74c0fccd-bfdb-4142-bbe3-da07e3fea6db triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:18:42.416324 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-494af703-93d5-427c-a374-468c086926f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:42.431536 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30f696-3950-4743-bfd6-60a0f7fed818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262baf31-ce67-4a39-9297-20354f80d903,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:42.495444 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0d30f696-3950-4743-bfd6-60a0f7fed818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:42.498949 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0d30f696-3950-4743-bfd6-60a0f7fed818 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/262baf31-ce67-4a39-9297-20354f80d903 HTTP/1.1" status: 204 len: 168 time: 1.2322447 Feb 04 21:18:42.583108 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-48657bd8-9382-447e-9780-8675afc1b144 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:42.611581 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-4d29c456-4555-4cc2-bf4c-5afdad794b41 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Request body: {'floatingip': {'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'project_id': '0dfecd6cd71d4cc191fe44b8017a71d4', 'port_id': '74c0fccd-bfdb-4142-bbe3-da07e3fea6db'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:18:42.619343 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-4d29c456-4555-4cc2-bf4c-5afdad794b41 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:42.639055 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-4d29c456-4555-4cc2-bf4c-5afdad794b41 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Usage tracker for resource:floatingip and tenant:0dfecd6cd71d4cc191fe44b8017a71d4 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:42.651739 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-4d29c456-4555-4cc2-bf4c-5afdad794b41 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:42.654298 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:42.676838 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-4d29c456-4555-4cc2-bf4c-5afdad794b41 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:42.705202 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4d29c456-4555-4cc2-bf4c-5afdad794b41 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:42.708159 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port a432d894-0b8b-47ca-a49a-9f4f2d587d73, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=a432d894-0b8b-47ca-a49a-9f4f2d587d73,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:18:42.713110 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-494af703-93d5-427c-a374-468c086926f1 None None] Port 74c0fccd-bfdb-4142-bbe3-da07e3fea6db cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:18:42.718320 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c910a35-9fe6-4698-89e1-d97ae2e6b07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a432d894-0b8b-47ca-a49a-9f4f2d587d73'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:18:42.729393 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:42.893150 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=a432d894-0b8b-47ca-a49a-9f4f2d587d73,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:43.206380 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 49962) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:43.360536 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3026b5-88a7-467f-b539-99d32fa2c914 req-cb88bf19-e31a-4604-97ea-ba1f37a58c32 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:43.368294 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3a3026b5-88a7-467f-b539-99d32fa2c914 req-cb88bf19-e31a-4604-97ea-ba1f37a58c32 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 945 time: 0.6260138 Feb 04 21:18:43.379748 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e5a73216-e973-4cd3-9770-29394528ba31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:43.428377 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3a3026b5-88a7-467f-b539-99d32fa2c914 req-32867d81-bc44-446f-9135-573e53283c93 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591204 Feb 04 21:18:43.437353 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e5a73216-e973-4cd3-9770-29394528ba31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:43.469637 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e5a73216-e973-4cd3-9770-29394528ba31 admin admin] Usage tracker for resource:security_group_rule and tenant:91c35874f9854d36a8270cc92472ede1 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:43.469637 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e5a73216-e973-4cd3-9770-29394528ba31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:43.482153 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e5a73216-e973-4cd3-9770-29394528ba31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:43.491022 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4d29c456-4555-4cc2-bf4c-5afdad794b41 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:43.618428 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-48657bd8-9382-447e-9780-8675afc1b144 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Allocated IP 2001:db8:1::1 (283dc483-3954-495d-84da-3cda3d965e0a/af1c2733-87a4-40ba-bdf9-3d9911e1ad1e/d459029d-d93a-4b51-844a-6a0da1b66b31) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:18:43.713757 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-4d29c456-4555-4cc2-bf4c-5afdad794b41 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Allocated IP 172.25.5.247 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/9baa7295-dc74-4325-b93a-ac1b5094b6ae) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:18:43.791692 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e5a73216-e973-4cd3-9770-29394528ba31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:43.799050 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e5a73216-e973-4cd3-9770-29394528ba31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:43.807892 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78272b-796d-40e3-81d4-8e7bc0ba117a req-6441747a-b203-4b12-8b43-77c2bb5dc7d6 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:43.809923 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2f78272b-796d-40e3-81d4-8e7bc0ba117a req-6441747a-b203-4b12-8b43-77c2bb5dc7d6 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=3660fb8a-1603-4fc7-ac63-57861d5169d9 HTTP/1.1" status: 200 len: 945 time: 0.1909287 Feb 04 21:18:43.877871 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-93504af7-f138-4e30-88b3-34e9d9fe4329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:43.882465 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e5a73216-e973-4cd3-9770-29394528ba31 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=91c35874f9854d36a8270cc92472ede1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6750221 Feb 04 21:18:43.883374 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a73216-e973-4cd3-9770-29394528ba31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f6903e-0c85-4e3a-9eeb-a78175509053,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:43.886657 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 49970) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:43.900019 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-48657bd8-9382-447e-9780-8675afc1b144 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:43.906280 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2f78272b-796d-40e3-81d4-8e7bc0ba117a req-61276938-504d-42d6-863f-513cf241462e tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787063 Feb 04 21:18:43.928927 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-48657bd8-9382-447e-9780-8675afc1b144 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Transition to ACTIVE for port object d459029d-d93a-4b51-844a-6a0da1b66b31 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:18:43.963944 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-48657bd8-9382-447e-9780-8675afc1b144 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:43.975816 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c910a35-9fe6-4698-89e1-d97ae2e6b07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a432d894-0b8b-47ca-a49a-9f4f2d587d73', 'code': 200} Feb 04 21:18:43.977308 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4d29c456-4555-4cc2-bf4c-5afdad794b41 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:44.031436 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device e5882fdb-967d-4c49-b3c2-b3e37b12fd27 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:18:44.068534 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c23b0f1d-2775-4b13-9b96-9a4c40a4fcad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:44.102694 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port e5882fdb-967d-4c49-b3c2-b3e37b12fd27 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:18:44.108289 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port e5882fdb-967d-4c49-b3c2-b3e37b12fd27 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:18:44.108859 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:44.110349 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48657bd8-9382-447e-9780-8675afc1b144 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Port': ['ID=d459029d-d93a-4b51-844a-6a0da1b66b31,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:44.152784 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c23b0f1d-2775-4b13-9b96-9a4c40a4fcad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:44.184130 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4d29c456-4555-4cc2-bf4c-5afdad794b41 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:44.219771 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48657bd8-9382-447e-9780-8675afc1b144 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Network 283dc483-3954-495d-84da-3cda3d965e0a is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:18:44.232131 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-48657bd8-9382-447e-9780-8675afc1b144 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:18:44.248895 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48657bd8-9382-447e-9780-8675afc1b144 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:18:44.249842 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-48657bd8-9382-447e-9780-8675afc1b144 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:44.362341 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:44.378021 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763dd9c-9d2b-4253-98d8-e901c28adaf7 req-ac477705-f4b7-4e44-aa99-8cb14aa8f24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:44.381003 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b763dd9c-9d2b-4253-98d8-e901c28adaf7 req-ac477705-f4b7-4e44-aa99-8cb14aa8f24c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6c910a35-9fe6-4698-89e1-d97ae2e6b07b HTTP/1.1" status: 200 len: 1096 time: 0.2762127 Feb 04 21:18:44.429535 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port e5882fdb-967d-4c49-b3c2-b3e37b12fd27, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=e5882fdb-967d-4c49-b3c2-b3e37b12fd27,segment=NetworkSegment(47332b6e-4b4a-433a-8338-a7e28128d91b),segment_id=47332b6e-4b4a-433a-8338-a7e28128d91b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:18:44.436359 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:44.523384 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b763dd9c-9d2b-4253-98d8-e901c28adaf7 req-f06e4dc1-0c18-43e0-aa9d-9b2382af8cea service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333439 Feb 04 21:18:44.528227 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-48657bd8-9382-447e-9780-8675afc1b144 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:44.551545 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 49982) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:44.577894 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29c456-4555-4cc2-bf4c-5afdad794b41 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Pushing event updated for resources: {'Port': ['ID=9baa7295-dc74-4325-b93a-ac1b5094b6ae,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:44.587112 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d29c456-4555-4cc2-bf4c-5afdad794b41 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:18:44.592445 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-4d29c456-4555-4cc2-bf4c-5afdad794b41 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:18:44.599555 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=e5882fdb-967d-4c49-b3c2-b3e37b12fd27,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:44.603303 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d29c456-4555-4cc2-bf4c-5afdad794b41 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:18:44.685534 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b3914-688f-4fa1-8a76-ca03b9a3c689 req-66ca11d6-ebb9-4280-8d24-6d8051dc402f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:44.687201 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-465b3914-688f-4fa1-8a76-ca03b9a3c689 req-66ca11d6-ebb9-4280-8d24-6d8051dc402f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c910a35-9fe6-4698-89e1-d97ae2e6b07b HTTP/1.1" status: 200 len: 945 time: 0.4760208 Feb 04 21:18:44.747498 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b94290b4-4573-4e42-a925-816428471ed8 None None] Provisioning for port d459029d-d93a-4b51-844a-6a0da1b66b31 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:18:44.752805 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b94290b4-4573-4e42-a925-816428471ed8 None None] Provisioning complete for port d459029d-d93a-4b51-844a-6a0da1b66b31 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:18:44.753185 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b94290b4-4573-4e42-a925-816428471ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:44.822741 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-b94290b4-4573-4e42-a925-816428471ed8 None None] Port d459029d-d93a-4b51-844a-6a0da1b66b31 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:18:44.864639 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b2c3e8e3-07f7-429d-9133-3c4f2bc2669d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:44.899849 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b2c3e8e3-07f7-429d-9133-3c4f2bc2669d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:44.908918 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b2c3e8e3-07f7-429d-9133-3c4f2bc2669d admin admin] Usage tracker for resource:security_group_rule and tenant:68f657ac1eb34a6b8bec24fcc93e8a18 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:44.914778 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b2c3e8e3-07f7-429d-9133-3c4f2bc2669d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:44.919889 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c23b0f1d-2775-4b13-9b96-9a4c40a4fcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:44.930164 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b2c3e8e3-07f7-429d-9133-3c4f2bc2669d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:44.972547 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b0f1d-2775-4b13-9b96-9a4c40a4fcad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f6903e-0c85-4e3a-9eeb-a78175509053,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:44.990144 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-465b3914-688f-4fa1-8a76-ca03b9a3c689 req-f3054da6-ddde-44ad-a425-2092662c0c26 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721829 Feb 04 21:18:45.023014 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c23b0f1d-2775-4b13-9b96-9a4c40a4fcad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:45.045864 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c23b0f1d-2775-4b13-9b96-9a4c40a4fcad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/20f6903e-0c85-4e3a-9eeb-a78175509053 HTTP/1.1" status: 204 len: 168 time: 1.1563976 Feb 04 21:18:45.260103 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b2c3e8e3-07f7-429d-9133-3c4f2bc2669d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:45.269287 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b2c3e8e3-07f7-429d-9133-3c4f2bc2669d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:45.328646 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-48657bd8-9382-447e-9780-8675afc1b144 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:45.339698 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc514c1-e1c6-4fee-b3c1-622f399ef96c req-1866a284-8259-4fad-bf8a-b3a23d14c5e4 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:45.341399 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4fc514c1-e1c6-4fee-b3c1-622f399ef96c req-1866a284-8259-4fad-bf8a-b3a23d14c5e4 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 945 time: 0.1517272 Feb 04 21:18:45.345839 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-48657bd8-9382-447e-9780-8675afc1b144 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:45.346508 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-48657bd8-9382-447e-9780-8675afc1b144 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:45.440895 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4fc514c1-e1c6-4fee-b3c1-622f399ef96c req-5a11fd4f-9747-4f09-a8fb-129a8dd58503 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724413 Feb 04 21:18:45.461906 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4d29c456-4555-4cc2-bf4c-5afdad794b41 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:45.662865 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b2c3e8e3-07f7-429d-9133-3c4f2bc2669d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=68f657ac1eb34a6b8bec24fcc93e8a18&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1102090 Feb 04 21:18:45.665610 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50002) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:45.666083 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c3e8e3-07f7-429d-9133-3c4f2bc2669d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359ba94b-f833-403a-a0f8-b67a9bd7669a,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:45.713011 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4d29c456-4555-4cc2-bf4c-5afdad794b41 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:45.730811 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48657bd8-9382-447e-9780-8675afc1b144 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Port': ['ID=d459029d-d93a-4b51-844a-6a0da1b66b31,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:45.874962 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-506988ea-44c8-47e5-a2e8-73d8cc85b855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:45.917541 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48657bd8-9382-447e-9780-8675afc1b144 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Network 283dc483-3954-495d-84da-3cda3d965e0a is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:18:45.918875 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-48657bd8-9382-447e-9780-8675afc1b144 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:18:45.977635 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3660fb8a-1603-4fc7-ac63-57861d5169d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5882fdb-967d-4c49-b3c2-b3e37b12fd27'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:18:46.131004 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0af45e-fd3f-480e-93ef-d7536e1045df req-6b9dd5a7-be4f-4ce7-b4c3-3fab8a0bb1ea tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:46.137902 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3c0af45e-fd3f-480e-93ef-d7536e1045df req-6b9dd5a7-be4f-4ce7-b4c3-3fab8a0bb1ea tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=3660fb8a-1603-4fc7-ac63-57861d5169d9 HTTP/1.1" status: 200 len: 946 time: 0.5150845 Feb 04 21:18:46.182969 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-506988ea-44c8-47e5-a2e8-73d8cc85b855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:46.186318 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48657bd8-9382-447e-9780-8675afc1b144 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Router 5ff64184-b8b6-4be3-b6a5-19b25f435845 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:18:46.288156 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-071c6de2-d70a-4371-b452-4572cb07c200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:46.297408 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3c0af45e-fd3f-480e-93ef-d7536e1045df req-f7c03452-8ec8-4592-be2b-caca69d376a0 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575060 Feb 04 21:18:46.370695 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3660fb8a-1603-4fc7-ac63-57861d5169d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5882fdb-967d-4c49-b3c2-b3e37b12fd27', 'code': 200} Feb 04 21:18:46.410136 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-87f74697-7ebe-463a-9ea7-53d44a19a429 None None] Provisioning complete for port d459029d-d93a-4b51-844a-6a0da1b66b31 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:18:46.410524 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-87f74697-7ebe-463a-9ea7-53d44a19a429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:46.433918 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4d29c456-4555-4cc2-bf4c-5afdad794b41 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:46.523006 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4d29c456-4555-4cc2-bf4c-5afdad794b41 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:46.538100 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-87f74697-7ebe-463a-9ea7-53d44a19a429 None None] Port d459029d-d93a-4b51-844a-6a0da1b66b31 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:18:46.570329 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48657bd8-9382-447e-9780-8675afc1b144 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:18:46.580727 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8c147c-35ba-4592-8c7e-0823256d8cd5 None None] Sync routers for ids ['5ff64184-b8b6-4be3-b6a5-19b25f435845'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:18:46.595776 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8c147c-35ba-4592-8c7e-0823256d8cd5 None None] Routers {'5ff64184-b8b6-4be3-b6a5-19b25f435845'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:18:46.596395 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-8b8c147c-35ba-4592-8c7e-0823256d8cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:18:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['5ff64184-b8b6-4be3-b6a5-19b25f435845'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:46.614580 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-48657bd8-9382-447e-9780-8675afc1b144 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "PUT /v2.0/routers/5ff64184-b8b6-4be3-b6a5-19b25f435845/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4361873 Feb 04 21:18:46.617439 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50028) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:46.724978 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778519c4-7983-4baa-859c-7d315396ed9a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:46.724978 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-778519c4-7983-4baa-859c-7d315396ed9a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Synchronizing usage tracker for tenant:ddcc858bf44044718238d62159c9367f on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:18:46.735821 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-8b8c147c-35ba-4592-8c7e-0823256d8cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:46.738780 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-778519c4-7983-4baa-859c-7d315396ed9a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Unset dirty status for tenant:ddcc858bf44044718238d62159c9367f on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:18:46.744555 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-778519c4-7983-4baa-859c-7d315396ed9a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "GET /v2.0/ports/d459029d-d93a-4b51-844a-6a0da1b66b31 HTTP/1.1" status: 200 len: 913 time: 0.1233370 Feb 04 21:18:46.745003 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50032) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:46.746593 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8c147c-35ba-4592-8c7e-0823256d8cd5 None None] Routers {'5ff64184-b8b6-4be3-b6a5-19b25f435845'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:18:46.747375 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-8b8c147c-35ba-4592-8c7e-0823256d8cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:18:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['5ff64184-b8b6-4be3-b6a5-19b25f435845'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:46.815609 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-8b8c147c-35ba-4592-8c7e-0823256d8cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:46.816222 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8c147c-35ba-4592-8c7e-0823256d8cd5 None None] The sync data for ids ['5ff64184-b8b6-4be3-b6a5-19b25f435845'] in n-d-827896-1 is: [] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:18:46.823176 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-506988ea-44c8-47e5-a2e8-73d8cc85b855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:46.826477 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4d29c456-4555-4cc2-bf4c-5afdad794b41 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:46.935017 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29c456-4555-4cc2-bf4c-5afdad794b41 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Pushing event updated for resources: {'Port': ['ID=9baa7295-dc74-4325-b93a-ac1b5094b6ae,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:46.940679 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506988ea-44c8-47e5-a2e8-73d8cc85b855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359ba94b-f833-403a-a0f8-b67a9bd7669a,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:47.040025 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-506988ea-44c8-47e5-a2e8-73d8cc85b855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:47.044131 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-506988ea-44c8-47e5-a2e8-73d8cc85b855 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/359ba94b-f833-403a-a0f8-b67a9bd7669a HTTP/1.1" status: 204 len: 168 time: 1.3672483 Feb 04 21:18:47.080075 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ddcf2-55e5-489f-8b1b-6e39d913725c req-6366c160-add0-4ee3-b249-91730298cb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:47.081275 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c61ddcf2-55e5-489f-8b1b-6e39d913725c req-6366c160-add0-4ee3-b249-91730298cb09 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3660fb8a-1603-4fc7-ac63-57861d5169d9 HTTP/1.1" status: 200 len: 1097 time: 0.6449630 Feb 04 21:18:47.097603 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d079d4-c8b3-4491-8ca6-8bd6e5af492f req-cb1b8a78-ac81-44c1-842b-2c10fb7177c8 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:47.099712 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e5d079d4-c8b3-4491-8ca6-8bd6e5af492f req-cb1b8a78-ac81-44c1-842b-2c10fb7177c8 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c910a35-9fe6-4698-89e1-d97ae2e6b07b HTTP/1.1" status: 200 len: 945 time: 0.3892124 Feb 04 21:18:47.144311 n-d-827896-1 neutron-server[87683]: INFO neutron.db.l3_db [None req-4d29c456-4555-4cc2-bf4c-5afdad794b41 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Floating IP 4aa1403f-cb06-4598-8b60-edc2a1750994 associated. External IP: 172.25.5.247, port: 74c0fccd-bfdb-4142-bbe3-da07e3fea6db. Feb 04 21:18:47.262398 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c61ddcf2-55e5-489f-8b1b-6e39d913725c req-4b5f185e-f698-410d-ba13-bce14606f200 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583195 Feb 04 21:18:47.276387 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e5d079d4-c8b3-4491-8ca6-8bd6e5af492f req-e8b63f66-05d0-41a2-ae02-29819d590088 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555369 Feb 04 21:18:47.399185 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:47.428408 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-66fdd5ad-9df1-407b-a5e8-965f910bc664 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:47.623305 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:47.686609 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d29c456-4555-4cc2-bf4c-5afdad794b41 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Router 34d5558f-aab3-4491-920e-87cc57ac4092 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:18:47.697291 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8160e-9737-4ff0-8907-46ee976f38bb req-e9527d41-4d2d-4cf1-a58d-6969e6a7f30e tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:47.698666 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8ae8160e-9737-4ff0-8907-46ee976f38bb req-e9527d41-4d2d-4cf1-a58d-6969e6a7f30e tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 945 time: 0.2303083 Feb 04 21:18:47.915758 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8ae8160e-9737-4ff0-8907-46ee976f38bb req-20e364de-1d77-4120-b7ca-5d98e63ae3ff tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2105134 Feb 04 21:18:47.976130 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-66fdd5ad-9df1-407b-a5e8-965f910bc664 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Deleting port d459029d-d93a-4b51-844a-6a0da1b66b31 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:18:47.976640 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-66fdd5ad-9df1-407b-a5e8-965f910bc664 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:48.028437 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d29c456-4555-4cc2-bf4c-5afdad794b41 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:18:48.038258 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a819b3-8b5e-4d3d-8f72-2648a3d2bfca None None] Sync routers for ids ['34d5558f-aab3-4491-920e-87cc57ac4092'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:18:48.051358 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a819b3-8b5e-4d3d-8f72-2648a3d2bfca None None] Routers {'34d5558f-aab3-4491-920e-87cc57ac4092'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:18:48.055365 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-51a819b3-8b5e-4d3d-8f72-2648a3d2bfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:18:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['34d5558f-aab3-4491-920e-87cc57ac4092'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:48.063074 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4d29c456-4555-4cc2-bf4c-5afdad794b41 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:48.222128 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 3a697680-cc55-40b9-87d4-dfa82ba01196 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:18:48.435690 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 3a697680-cc55-40b9-87d4-dfa82ba01196, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=3a697680-cc55-40b9-87d4-dfa82ba01196,segment=NetworkSegment(84b34f62-20de-461e-9dfa-a6b12b358939),segment_id=84b34f62-20de-461e-9dfa-a6b12b358939)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:18:48.447303 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-66fdd5ad-9df1-407b-a5e8-965f910bc664 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:48.470725 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '3a697680-cc55-40b9-87d4-dfa82ba01196', 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79', 'port_id': '3a697680-cc55-40b9-87d4-dfa82ba01196', 'mac_address': 'fa:16:3e:40:d8:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2332d4ab-28bd-4df4-abe3-897aa8896a30', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:18:48.478676 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-51a819b3-8b5e-4d3d-8f72-2648a3d2bfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:48.546382 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:48.564767 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a819b3-8b5e-4d3d-8f72-2648a3d2bfca None None] Routers {'34d5558f-aab3-4491-920e-87cc57ac4092'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:18:48.565417 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-51a819b3-8b5e-4d3d-8f72-2648a3d2bfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:18:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['34d5558f-aab3-4491-920e-87cc57ac4092'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:48.594771 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-4d29c456-4555-4cc2-bf4c-5afdad794b41 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 6.3396058 Feb 04 21:18:48.597727 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50102) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:48.637352 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a697680-cc55-40b9-87d4-dfa82ba01196 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:18:48.652057 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-51a819b3-8b5e-4d3d-8f72-2648a3d2bfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:48.652715 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a819b3-8b5e-4d3d-8f72-2648a3d2bfca None None] The sync data for ids ['34d5558f-aab3-4491-920e-87cc57ac4092'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:18:48.658888 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 3a697680-cc55-40b9-87d4-dfa82ba01196, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=3a697680-cc55-40b9-87d4-dfa82ba01196,segment=NetworkSegment(84b34f62-20de-461e-9dfa-a6b12b358939),segment_id=84b34f62-20de-461e-9dfa-a6b12b358939)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:18:48.663616 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:48.757387 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=3a697680-cc55-40b9-87d4-dfa82ba01196,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:48.779956 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-66fdd5ad-9df1-407b-a5e8-965f910bc664 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Calling delete_port for d459029d-d93a-4b51-844a-6a0da1b66b31 owned by network:router_interface {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:18:48.835303 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['3a697680-cc55-40b9-87d4-dfa82ba01196'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:18:48.856890 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524acf47-87ae-4132-8853-4cde4d5b5d8d req-ef7ac68f-e021-4d44-94bd-9ab8a11b0f07 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:48.865549 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-524acf47-87ae-4132-8853-4cde4d5b5d8d req-ef7ac68f-e021-4d44-94bd-9ab8a11b0f07 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=3660fb8a-1603-4fc7-ac63-57861d5169d9 HTTP/1.1" status: 200 len: 946 time: 0.3838682 Feb 04 21:18:48.886750 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-72ab8120-30a5-44cd-8e81-b9327a33b11e tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] 10.222.0.26 "GET /v2.0/floatingips/4aa1403f-cb06-4598-8b60-edc2a1750994 HTTP/1.1" status: 200 len: 982 time: 0.2819667 Feb 04 21:18:48.890888 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50112) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:48.950952 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-524acf47-87ae-4132-8853-4cde4d5b5d8d req-04670ff5-6b60-437e-bafa-165c35adac80 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840394 Feb 04 21:18:49.013906 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:49.144459 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f616bc10-b2b2-4498-9a5f-de8f4541bd8c tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.2524891 Feb 04 21:18:49.147934 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50122) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:49.304766 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50126) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:49.431715 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f777f-1c70-4930-a9fc-f942e4dba00e req-18dacc20-912d-4785-8a60-c5aa1f7599cc tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:49.437854 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b68f777f-1c70-4930-a9fc-f942e4dba00e req-18dacc20-912d-4785-8a60-c5aa1f7599cc tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c910a35-9fe6-4698-89e1-d97ae2e6b07b HTTP/1.1" status: 200 len: 945 time: 0.2938259 Feb 04 21:18:49.440548 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-66fdd5ad-9df1-407b-a5e8-965f910bc664 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:49.512752 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b68f777f-1c70-4930-a9fc-f942e4dba00e req-6cc99b2e-f94a-4f3f-8da3-475ac42feb46 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736699 Feb 04 21:18:49.540309 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-b8b3559f-0f67-4c52-8612-c385a7ae2bb7 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Deleting port 9baa7295-dc74-4325-b93a-ac1b5094b6ae {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:18:49.540701 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b8b3559f-0f67-4c52-8612-c385a7ae2bb7 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:49.559829 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fdd5ad-9df1-407b-a5e8-965f910bc664 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event deleted for resources: {'Port': ['ID=d459029d-d93a-4b51-844a-6a0da1b66b31,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:49.566912 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-79e019df-398a-4068-b667-a47d110ac7f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:49.754640 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-66fdd5ad-9df1-407b-a5e8-965f910bc664 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:49.767913 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-79e019df-398a-4068-b667-a47d110ac7f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:49.818192 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b8b3559f-0f67-4c52-8612-c385a7ae2bb7 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:49.818726 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b8b3559f-0f67-4c52-8612-c385a7ae2bb7 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:49.831272 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-79e019df-398a-4068-b667-a47d110ac7f4 admin admin] Usage tracker for resource:security_group_rule and tenant:205468a4cba64c0783d7934d0dd2e4e5 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:49.841830 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-79e019df-398a-4068-b667-a47d110ac7f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:49.908182 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-79e019df-398a-4068-b667-a47d110ac7f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:50.016842 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-b8b3559f-0f67-4c52-8612-c385a7ae2bb7 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Calling delete_port for 9baa7295-dc74-4325-b93a-ac1b5094b6ae owned by network:floatingip {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:18:50.071606 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 3a697680-cc55-40b9-87d4-dfa82ba01196 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:18:50.157036 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66fdd5ad-9df1-407b-a5e8-965f910bc664 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Router 5ff64184-b8b6-4be3-b6a5-19b25f435845 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:18:50.171767 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c8e33-216e-420a-a4c8-37829eaf9722 req-f1a0ae35-eb28-410e-aeb0-c91ce834684f tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:50.173311 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3a2c8e33-216e-420a-a4c8-37829eaf9722 req-f1a0ae35-eb28-410e-aeb0-c91ce834684f tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 944 time: 0.2205718 Feb 04 21:18:50.182102 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-79e019df-398a-4068-b667-a47d110ac7f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:50.237621 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 3a697680-cc55-40b9-87d4-dfa82ba01196 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:18:50.238043 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:50.239308 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-79e019df-398a-4068-b667-a47d110ac7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:50.242873 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3a2c8e33-216e-420a-a4c8-37829eaf9722 req-6ff6d595-62cc-4809-a8a2-1938388ba958 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567381 Feb 04 21:18:50.327084 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b8b3559f-0f67-4c52-8612-c385a7ae2bb7 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:50.423049 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:50.456208 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6893970-a5aa-4af9-9a7d-cba5f7d9bd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a697680-cc55-40b9-87d4-dfa82ba01196'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:18:50.466927 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 3a697680-cc55-40b9-87d4-dfa82ba01196, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=3a697680-cc55-40b9-87d4-dfa82ba01196,segment=NetworkSegment(84b34f62-20de-461e-9dfa-a6b12b358939),segment_id=84b34f62-20de-461e-9dfa-a6b12b358939)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:18:50.474516 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:50.589399 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=3a697680-cc55-40b9-87d4-dfa82ba01196,revision_number=7']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:50.613775 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-79e019df-398a-4068-b667-a47d110ac7f4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=205468a4cba64c0783d7934d0dd2e4e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3078239 Feb 04 21:18:50.617527 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50144) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:50.618201 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e019df-398a-4068-b667-a47d110ac7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1563c4f1-6b63-4b8e-8bd4-ac0ac0ac600c,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:50.663254 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3559f-0f67-4c52-8612-c385a7ae2bb7 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Pushing event deleted for resources: {'Port': ['ID=9baa7295-dc74-4325-b93a-ac1b5094b6ae,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:50.677183 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fdd5ad-9df1-407b-a5e8-965f910bc664 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:18:50.690486 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3731419-ecba-438e-a2dd-965594b76740 None None] Sync routers for ids ['5ff64184-b8b6-4be3-b6a5-19b25f435845'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:18:50.702608 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3731419-ecba-438e-a2dd-965594b76740 None None] Routers {'5ff64184-b8b6-4be3-b6a5-19b25f435845'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:18:50.703477 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-a3731419-ecba-438e-a2dd-965594b76740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:18:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['5ff64184-b8b6-4be3-b6a5-19b25f435845'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:50.714902 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d520aa0d-aa6c-410c-a0ae-9843a9a8c0b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:50.725263 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b8b3559f-0f67-4c52-8612-c385a7ae2bb7 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks [] for floatingip, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:50.726335 n-d-827896-1 neutron-server[87683]: INFO neutron.db.l3_db [None req-b8b3559f-0f67-4c52-8612-c385a7ae2bb7 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Floating IP 4aa1403f-cb06-4598-8b60-edc2a1750994 disassociated (deleted). External IP: 172.25.5.247, port: 74c0fccd-bfdb-4142-bbe3-da07e3fea6db. Feb 04 21:18:50.753029 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d520aa0d-aa6c-410c-a0ae-9843a9a8c0b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:50.763799 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-66fdd5ad-9df1-407b-a5e8-965f910bc664 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "PUT /v2.0/routers/5ff64184-b8b6-4be3-b6a5-19b25f435845/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0151632 Feb 04 21:18:50.764115 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50148) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:50.784942 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-a3731419-ecba-438e-a2dd-965594b76740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:50.795373 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3731419-ecba-438e-a2dd-965594b76740 None None] Routers {'5ff64184-b8b6-4be3-b6a5-19b25f435845'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:18:50.796111 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-a3731419-ecba-438e-a2dd-965594b76740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:18:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['5ff64184-b8b6-4be3-b6a5-19b25f435845'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:50.865810 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-a3731419-ecba-438e-a2dd-965594b76740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:50.866497 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3731419-ecba-438e-a2dd-965594b76740 None None] The sync data for ids ['5ff64184-b8b6-4be3-b6a5-19b25f435845'] in n-d-827896-1 is: [] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:18:50.976208 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315fec4-9c80-4f9a-a0c0-c41fa02f1697 req-61d1e344-eeb2-46bd-b6b9-5a8b06c070f0 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:50.978377 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2315fec4-9c80-4f9a-a0c0-c41fa02f1697 req-61d1e344-eeb2-46bd-b6b9-5a8b06c070f0 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c910a35-9fe6-4698-89e1-d97ae2e6b07b HTTP/1.1" status: 200 len: 945 time: 0.4689052 Feb 04 21:18:51.017799 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d520aa0d-aa6c-410c-a0ae-9843a9a8c0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:51.118702 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520aa0d-aa6c-410c-a0ae-9843a9a8c0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1563c4f1-6b63-4b8e-8bd4-ac0ac0ac600c,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:51.126107 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2315fec4-9c80-4f9a-a0c0-c41fa02f1697 req-1186b8da-a38e-4fdc-aca6-af79b8437728 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629735 Feb 04 21:18:51.135020 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d520aa0d-aa6c-410c-a0ae-9843a9a8c0b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:51.138343 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d520aa0d-aa6c-410c-a0ae-9843a9a8c0b6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1563c4f1-6b63-4b8e-8bd4-ac0ac0ac600c HTTP/1.1" status: 204 len: 168 time: 0.5150411 Feb 04 21:18:51.559872 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba72a080-d4fe-4647-9dfa-c5e58cb65b20 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:51.593169 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b3559f-0f67-4c52-8612-c385a7ae2bb7 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Router 34d5558f-aab3-4491-920e-87cc57ac4092 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:18:51.608452 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e31379-b0c1-4ae4-ae51-a2667a9b2e32 req-9955c723-8362-4024-a794-a374b5765c99 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:51.619925 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b6e31379-b0c1-4ae4-ae51-a2667a9b2e32 req-9955c723-8362-4024-a794-a374b5765c99 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=3660fb8a-1603-4fc7-ac63-57861d5169d9 HTTP/1.1" status: 200 len: 946 time: 0.2712014 Feb 04 21:18:51.668871 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50168) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:51.792241 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50180) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:51.830186 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b6e31379-b0c1-4ae4-ae51-a2667a9b2e32 req-b46b31b2-d7d4-49da-bf49-07a396ed9be1 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093925 Feb 04 21:18:51.874233 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1ddd8c89-dade-4b90-8990-1dcec240b9ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:51.905152 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-1ddd8c89-dade-4b90-8990-1dcec240b9ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:51.911266 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1ddd8c89-dade-4b90-8990-1dcec240b9ad admin admin] Usage tracker for resource:security_group_rule and tenant:e1d1bf21c48f4da9b353533a99eb995a is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:51.915969 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1ddd8c89-dade-4b90-8990-1dcec240b9ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:51.923365 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-1ddd8c89-dade-4b90-8990-1dcec240b9ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:51.930214 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6893970-a5aa-4af9-9a7d-cba5f7d9bd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a697680-cc55-40b9-87d4-dfa82ba01196', 'code': 200} Feb 04 21:18:52.007431 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b3559f-0f67-4c52-8612-c385a7ae2bb7 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:18:52.022223 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afefb4d-466c-4a82-b029-f8e78db2585d None None] Sync routers for ids ['34d5558f-aab3-4491-920e-87cc57ac4092'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:18:52.031855 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b8b3559f-0f67-4c52-8612-c385a7ae2bb7 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:52.048852 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afefb4d-466c-4a82-b029-f8e78db2585d None None] Routers {'34d5558f-aab3-4491-920e-87cc57ac4092'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:18:52.055960 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-7afefb4d-466c-4a82-b029-f8e78db2585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:18:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['34d5558f-aab3-4491-920e-87cc57ac4092'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:52.118945 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b8b3559f-0f67-4c52-8612-c385a7ae2bb7 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] 10.222.0.26 "DELETE /v2.0/floatingips/4aa1403f-cb06-4598-8b60-edc2a1750994 HTTP/1.1" status: 204 len: 168 time: 2.9641993 Feb 04 21:18:52.119668 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50190) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:52.135049 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-e51b462c-de96-4c5f-af4f-5022e37d9810 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Request body: {'floatingip': {'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:18:52.147752 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e51b462c-de96-4c5f-af4f-5022e37d9810 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:52.159474 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e51b462c-de96-4c5f-af4f-5022e37d9810 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Usage tracker for resource:floatingip and tenant:74afed93020645aba182212dfbdbc7c7 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:52.167307 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-ba72a080-d4fe-4647-9dfa-c5e58cb65b20 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Deleting port d77c35c7-0719-4ad8-8b7c-bee5e5977949 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:18:52.167653 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba72a080-d4fe-4647-9dfa-c5e58cb65b20 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:52.168830 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e51b462c-de96-4c5f-af4f-5022e37d9810 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:52.185143 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e51b462c-de96-4c5f-af4f-5022e37d9810 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:52.209019 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e51b462c-de96-4c5f-af4f-5022e37d9810 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:52.281543 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-7afefb4d-466c-4a82-b029-f8e78db2585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:52.297195 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afefb4d-466c-4a82-b029-f8e78db2585d None None] Routers {'34d5558f-aab3-4491-920e-87cc57ac4092'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:18:52.297936 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-7afefb4d-466c-4a82-b029-f8e78db2585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:18:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['34d5558f-aab3-4491-920e-87cc57ac4092'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:52.370726 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-7afefb4d-466c-4a82-b029-f8e78db2585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:52.371193 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afefb4d-466c-4a82-b029-f8e78db2585d None None] The sync data for ids ['34d5558f-aab3-4491-920e-87cc57ac4092'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:18:52.372079 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1ddd8c89-dade-4b90-8990-1dcec240b9ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:52.407745 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1ddd8c89-dade-4b90-8990-1dcec240b9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:52.471874 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6ef972c0-bc18-46db-a3b3-b8a00392e266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:52.516208 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1ddd8c89-dade-4b90-8990-1dcec240b9ad admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e1d1bf21c48f4da9b353533a99eb995a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7229257 Feb 04 21:18:52.520051 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd8c89-dade-4b90-8990-1dcec240b9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7522767-d817-4eae-bd97-ee6942c54f9a,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:52.526960 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50200) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:52.565098 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba72a080-d4fe-4647-9dfa-c5e58cb65b20 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:52.619209 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-6ef972c0-bc18-46db-a3b3-b8a00392e266 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:52.625564 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-6ef972c0-bc18-46db-a3b3-b8a00392e266 admin admin] Usage tracker for resource:security_group_rule and tenant:6a57934e582c4d16ae01a49b734b6882 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:52.641945 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-6ef972c0-bc18-46db-a3b3-b8a00392e266 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:52.655838 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-6ef972c0-bc18-46db-a3b3-b8a00392e266 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:52.733445 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62064393-0d88-4725-86f7-31ef66078431 req-21c5d6d3-aff5-4d25-938b-c3647ce569b2 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:52.735458 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-62064393-0d88-4725-86f7-31ef66078431 req-21c5d6d3-aff5-4d25-938b-c3647ce569b2 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 945 time: 0.2391431 Feb 04 21:18:52.850654 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-62064393-0d88-4725-86f7-31ef66078431 req-20d13d63-680f-431d-b98e-02dc97abb567 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078215 Feb 04 21:18:52.856762 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-ba72a080-d4fe-4647-9dfa-c5e58cb65b20 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Calling delete_port for d77c35c7-0719-4ad8-8b7c-bee5e5977949 owned by network:router_interface {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:18:52.892144 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6ef972c0-bc18-46db-a3b3-b8a00392e266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:52.905598 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6ef972c0-bc18-46db-a3b3-b8a00392e266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:53.000454 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e51b462c-de96-4c5f-af4f-5022e37d9810 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:53.171422 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2b6bd0ff-b291-4a85-88d7-8fb28879e44b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:53.230592 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2b6bd0ff-b291-4a85-88d7-8fb28879e44b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:53.246238 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-6ef972c0-bc18-46db-a3b3-b8a00392e266 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6a57934e582c4d16ae01a49b734b6882&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5761116 Feb 04 21:18:53.250781 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50220) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:53.309384 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c0cc2-9b3a-4b81-8eb7-dacee89bcaf9 req-5c268d1a-7bfb-4ac1-834a-0a44b18c1ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:53.310802 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef972c0-bc18-46db-a3b3-b8a00392e266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5484ab7-3397-4240-a310-c9fdedfbf939,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:53.311620 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c04c0cc2-9b3a-4b81-8eb7-dacee89bcaf9 req-5c268d1a-7bfb-4ac1-834a-0a44b18c1ab2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbe7b967cf5b4bf8a129a586503d8461&device_id=6c910a35-9fe6-4698-89e1-d97ae2e6b07b HTTP/1.1" status: 200 len: 1096 time: 0.2743235 Feb 04 21:18:53.395103 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-e51b462c-de96-4c5f-af4f-5022e37d9810 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Allocated IP 172.25.5.57 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/207eae76-93d0-4480-93cc-d49a3a78b06f) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:18:53.420442 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acd3a2-a75f-467a-87b0-f41c0e9fbe4a req-fba3b97d-0d22-4848-aef3-88d6e1a3e641 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:53.429945 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-44acd3a2-a75f-467a-87b0-f41c0e9fbe4a req-fba3b97d-0d22-4848-aef3-88d6e1a3e641 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=3660fb8a-1603-4fc7-ac63-57861d5169d9 HTTP/1.1" status: 200 len: 946 time: 0.3213739 Feb 04 21:18:53.592563 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2b6bd0ff-b291-4a85-88d7-8fb28879e44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:53.605079 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2e0b5528-46ec-4921-a8b1-41c42d60aa3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:53.624565 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-44acd3a2-a75f-467a-87b0-f41c0e9fbe4a req-4f4b6402-eac7-4433-8249-d20c8617f0ff tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936572 Feb 04 21:18:53.641156 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6bd0ff-b291-4a85-88d7-8fb28879e44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7522767-d817-4eae-bd97-ee6942c54f9a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:53.660865 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba72a080-d4fe-4647-9dfa-c5e58cb65b20 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:53.735609 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2e0b5528-46ec-4921-a8b1-41c42d60aa3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:53.746223 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72a080-d4fe-4647-9dfa-c5e58cb65b20 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event deleted for resources: {'Port': ['ID=d77c35c7-0719-4ad8-8b7c-bee5e5977949,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:53.841200 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e51b462c-de96-4c5f-af4f-5022e37d9810 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:53.855164 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2b6bd0ff-b291-4a85-88d7-8fb28879e44b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:53.858603 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2b6bd0ff-b291-4a85-88d7-8fb28879e44b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c7522767-d817-4eae-bd97-ee6942c54f9a HTTP/1.1" status: 204 len: 168 time: 1.3147235 Feb 04 21:18:53.859443 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c0cc2-9b3a-4b81-8eb7-dacee89bcaf9 req-36a518af-05e7-4d1d-ac40-006b8fd7e0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:53.865677 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c04c0cc2-9b3a-4b81-8eb7-dacee89bcaf9 req-36a518af-05e7-4d1d-ac40-006b8fd7e0c2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=591535e8-eea5-447d-ad75-83d907ea6f08 HTTP/1.1" status: 200 len: 907 time: 0.4244881 Feb 04 21:18:53.905396 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e51b462c-de96-4c5f-af4f-5022e37d9810 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:54.203137 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c04c0cc2-9b3a-4b81-8eb7-dacee89bcaf9 req-01cc0d98-b64a-4452-a69b-18fbb2720af2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a432d894-0b8b-47ca-a49a-9f4f2d587d73 HTTP/1.1" status: 200 len: 217 time: 0.2299726 Feb 04 21:18:54.314003 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba72a080-d4fe-4647-9dfa-c5e58cb65b20 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:54.439451 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c0cc2-9b3a-4b81-8eb7-dacee89bcaf9 req-1b517b8f-70ec-4a7f-b06b-ecb5adb129db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:54.440912 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c04c0cc2-9b3a-4b81-8eb7-dacee89bcaf9 req-1b517b8f-70ec-4a7f-b06b-ecb5adb129db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6328ddc0-a59e-4cee-8cab-7daa1242332a HTTP/1.1" status: 200 len: 846 time: 0.2282553 Feb 04 21:18:54.465393 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2e0b5528-46ec-4921-a8b1-41c42d60aa3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:54.496550 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b462c-de96-4c5f-af4f-5022e37d9810 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Pushing event updated for resources: {'Port': ['ID=207eae76-93d0-4480-93cc-d49a3a78b06f,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:54.552809 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51b462c-de96-4c5f-af4f-5022e37d9810 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:18:54.555474 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-e51b462c-de96-4c5f-af4f-5022e37d9810 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:18:54.558834 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51b462c-de96-4c5f-af4f-5022e37d9810 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:18:54.725729 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdae4f9-0108-40af-890e-3e2c1d519fd3 req-59f16bd6-d8c0-4b02-ad2d-f8d728b5db21 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:54.741553 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1cdae4f9-0108-40af-890e-3e2c1d519fd3 req-59f16bd6-d8c0-4b02-ad2d-f8d728b5db21 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c910a35-9fe6-4698-89e1-d97ae2e6b07b HTTP/1.1" status: 200 len: 945 time: 0.7001812 Feb 04 21:18:54.804568 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e51b462c-de96-4c5f-af4f-5022e37d9810 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:54.820877 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1cdae4f9-0108-40af-890e-3e2c1d519fd3 req-d75678c9-1700-4cab-bece-3c7072d71c28 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787406 Feb 04 21:18:54.844587 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b5528-46ec-4921-a8b1-41c42d60aa3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5484ab7-3397-4240-a310-c9fdedfbf939,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:54.850870 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c04c0cc2-9b3a-4b81-8eb7-dacee89bcaf9 req-db7916d8-2ef1-491a-9b32-8897f33c5d32 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=591535e8-eea5-447d-ad75-83d907ea6f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3803277 Feb 04 21:18:54.930603 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2e0b5528-46ec-4921-a8b1-41c42d60aa3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:54.934178 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2e0b5528-46ec-4921-a8b1-41c42d60aa3a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a5484ab7-3397-4240-a310-c9fdedfbf939 HTTP/1.1" status: 204 len: 168 time: 1.6671970 Feb 04 21:18:55.035744 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e51b462c-de96-4c5f-af4f-5022e37d9810 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:55.671001 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e51b462c-de96-4c5f-af4f-5022e37d9810 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:55.682631 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e51b462c-de96-4c5f-af4f-5022e37d9810 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:55.822941 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba72a080-d4fe-4647-9dfa-c5e58cb65b20 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Router 5ff64184-b8b6-4be3-b6a5-19b25f435845 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:18:55.905027 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c04c0cc2-9b3a-4b81-8eb7-dacee89bcaf9 req-7ef7a700-b896-4ded-a842-04b7a0eac98a service neutron] 10.222.0.18 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0288191 Feb 04 21:18:56.112665 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e51b462c-de96-4c5f-af4f-5022e37d9810 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:56.177095 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b462c-de96-4c5f-af4f-5022e37d9810 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Pushing event updated for resources: {'Port': ['ID=207eae76-93d0-4480-93cc-d49a3a78b06f,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:56.213407 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:56.323694 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e51b462c-de96-4c5f-af4f-5022e37d9810 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:56.325461 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e51b462c-de96-4c5f-af4f-5022e37d9810 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2048066 Feb 04 21:18:56.328396 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50274) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:56.346973 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967b556-ecd0-41bc-b639-4c76e9b83104 req-0d24143a-beea-479d-8461-4817f66ab8da tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:56.354061 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f967b556-ecd0-41bc-b639-4c76e9b83104 req-0d24143a-beea-479d-8461-4817f66ab8da tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 945 time: 0.4925451 Feb 04 21:18:56.494970 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f967b556-ecd0-41bc-b639-4c76e9b83104 req-b318dcf4-0dcc-49fb-aa81-b2c9775e332c tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240447 Feb 04 21:18:56.527890 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba72a080-d4fe-4647-9dfa-c5e58cb65b20 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:18:56.558039 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c144d021-4ec7-470b-8d6a-a9864f5a1aa4 None None] Sync routers for ids ['5ff64184-b8b6-4be3-b6a5-19b25f435845'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:18:56.570717 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c144d021-4ec7-470b-8d6a-a9864f5a1aa4 None None] Routers {'5ff64184-b8b6-4be3-b6a5-19b25f435845'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:18:56.571578 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-c144d021-4ec7-470b-8d6a-a9864f5a1aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:18:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['5ff64184-b8b6-4be3-b6a5-19b25f435845'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:56.591858 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50286) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:56.593354 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ba72a080-d4fe-4647-9dfa-c5e58cb65b20 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "PUT /v2.0/routers/5ff64184-b8b6-4be3-b6a5-19b25f435845/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8208139 Feb 04 21:18:56.755007 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-c04c0cc2-9b3a-4b81-8eb7-dacee89bcaf9 req-9a1e9c2d-0122-4ea6-9c0f-3f734ab4fbfe service neutron] 10.222.0.18 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8425527 Feb 04 21:18:56.766243 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-c144d021-4ec7-470b-8d6a-a9864f5a1aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:56.789692 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c144d021-4ec7-470b-8d6a-a9864f5a1aa4 None None] Routers {'5ff64184-b8b6-4be3-b6a5-19b25f435845'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:18:56.791134 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-c144d021-4ec7-470b-8d6a-a9864f5a1aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:18:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['5ff64184-b8b6-4be3-b6a5-19b25f435845'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:56.792835 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-1b5b9f26-15e7-4dc5-bfc7-7c71431dbf0c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ff64184-b8b6-4be3-b6a5-19b25f435845 HTTP/1.1" status: 200 len: 205 time: 0.1991072 Feb 04 21:18:56.794688 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50296) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:56.810093 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-02de5dd2-3339-4cb1-933f-ad56843c8890 tempest-FloatingIPAdminTestJSON-2140436236 tempest-FloatingIPAdminTestJSON-2140436236-project] Request body: {'floatingip': {'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:18:56.827616 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-02de5dd2-3339-4cb1-933f-ad56843c8890 tempest-FloatingIPAdminTestJSON-2140436236 tempest-FloatingIPAdminTestJSON-2140436236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:18:56.852893 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-02de5dd2-3339-4cb1-933f-ad56843c8890 tempest-FloatingIPAdminTestJSON-2140436236 tempest-FloatingIPAdminTestJSON-2140436236-project] Usage tracker for resource:floatingip and tenant:6e38da7c78714a75924566e5c34e0ce2 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:18:56.868190 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-02de5dd2-3339-4cb1-933f-ad56843c8890 tempest-FloatingIPAdminTestJSON-2140436236 tempest-FloatingIPAdminTestJSON-2140436236-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:18:56.893571 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-02de5dd2-3339-4cb1-933f-ad56843c8890 tempest-FloatingIPAdminTestJSON-2140436236 tempest-FloatingIPAdminTestJSON-2140436236-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:18:56.928576 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-02de5dd2-3339-4cb1-933f-ad56843c8890 tempest-FloatingIPAdminTestJSON-2140436236 tempest-FloatingIPAdminTestJSON-2140436236-project] Notify callbacks [] for floatingip, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:57.081888 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-c144d021-4ec7-470b-8d6a-a9864f5a1aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:18:57.087027 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c144d021-4ec7-470b-8d6a-a9864f5a1aa4 None None] The sync data for ids ['5ff64184-b8b6-4be3-b6a5-19b25f435845'] in n-d-827896-1 is: [] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:18:57.167401 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-58d81437-5461-4d72-a224-b93b9b384d90 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:57.449912 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec99b92-a862-4030-9a31-9f97f12c1341 req-cfd05650-5bd8-45b3-a7a8-9f7135561e6c tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:57.457502 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0ec99b92-a862-4030-9a31-9f97f12c1341 req-cfd05650-5bd8-45b3-a7a8-9f7135561e6c tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=3660fb8a-1603-4fc7-ac63-57861d5169d9 HTTP/1.1" status: 200 len: 946 time: 0.4640071 Feb 04 21:18:57.583486 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0ec99b92-a862-4030-9a31-9f97f12c1341 req-3405919d-7f4d-469c-a2ed-dbe1910ee2b1 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165822 Feb 04 21:18:57.654288 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-02de5dd2-3339-4cb1-933f-ad56843c8890 tempest-FloatingIPAdminTestJSON-2140436236 tempest-FloatingIPAdminTestJSON-2140436236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:58.009767 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-58d81437-5461-4d72-a224-b93b9b384d90 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:58.012381 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-58d81437-5461-4d72-a224-b93b9b384d90 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:58.054062 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-58d81437-5461-4d72-a224-b93b9b384d90 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:58.056767 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d81437-5461-4d72-a224-b93b9b384d90 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Fanout notify agent at l3_agent the message router_deleted on router 5ff64184-b8b6-4be3-b6a5-19b25f435845 {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:18:58.102369 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-58d81437-5461-4d72-a224-b93b9b384d90 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:58.106976 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-58d81437-5461-4d72-a224-b93b9b384d90 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/routers/5ff64184-b8b6-4be3-b6a5-19b25f435845 HTTP/1.1" status: 204 len: 168 time: 1.3088386 Feb 04 21:18:58.118556 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50320) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:58.250406 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f2aa8dd-4012-4927-b704-61c09f614c14 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Deleting subnet af1c2733-87a4-40ba-bdf9-3d9911e1ad1e {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:18:58.256100 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f2aa8dd-4012-4927-b704-61c09f614c14 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:58.328025 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-02de5dd2-3339-4cb1-933f-ad56843c8890 tempest-FloatingIPAdminTestJSON-2140436236 tempest-FloatingIPAdminTestJSON-2140436236-project] Allocated IP 172.25.5.243 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/ed1eb9b4-6549-44c3-84a7-abf8e87504d8) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:18:58.355243 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f2aa8dd-4012-4927-b704-61c09f614c14 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:58.432698 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa939a69-c039-4a49-abde-67aeb2d93a69 req-d85c9324-148d-43c8-b077-5c6a4f67598c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:58.446915 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aa939a69-c039-4a49-abde-67aeb2d93a69 req-d85c9324-148d-43c8-b077-5c6a4f67598c tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c910a35-9fe6-4698-89e1-d97ae2e6b07b HTTP/1.1" status: 200 len: 945 time: 0.5453560 Feb 04 21:18:58.601836 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f2aa8dd-4012-4927-b704-61c09f614c14 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:58.730081 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aa939a69-c039-4a49-abde-67aeb2d93a69 req-8e05fab8-3b48-492b-9fd2-87b5322f9765 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819281 Feb 04 21:18:58.792915 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f2aa8dd-4012-4927-b704-61c09f614c14 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:58.840139 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-02de5dd2-3339-4cb1-933f-ad56843c8890 tempest-FloatingIPAdminTestJSON-2140436236 tempest-FloatingIPAdminTestJSON-2140436236-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:58.910759 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-02de5dd2-3339-4cb1-933f-ad56843c8890 tempest-FloatingIPAdminTestJSON-2140436236 tempest-FloatingIPAdminTestJSON-2140436236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:58.926340 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2aa8dd-4012-4927-b704-61c09f614c14 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event deleted for resources: {'Subnet': ['ID=af1c2733-87a4-40ba-bdf9-3d9911e1ad1e,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:58.929181 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f2aa8dd-4012-4927-b704-61c09f614c14 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:58.936879 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0e1e46-471e-4126-b3bc-b45b544075ff None None] Network 283dc483-3954-495d-84da-3cda3d965e0a requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:18:58.952150 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7f2aa8dd-4012-4927-b704-61c09f614c14 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/subnets/af1c2733-87a4-40ba-bdf9-3d9911e1ad1e HTTP/1.1" status: 204 len: 168 time: 0.8302197 Feb 04 21:18:58.956710 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50336) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:18:59.129941 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-43421c6c-1a00-4232-8430-5d05d76f7ea9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Deleting subnet 595f1899-c166-4bb4-9d10-f637af271e9c {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:18:59.141868 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-43421c6c-1a00-4232-8430-5d05d76f7ea9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:59.325332 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-43421c6c-1a00-4232-8430-5d05d76f7ea9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:59.404859 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02de5dd2-3339-4cb1-933f-ad56843c8890 tempest-FloatingIPAdminTestJSON-2140436236 tempest-FloatingIPAdminTestJSON-2140436236-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:18:59.424711 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-02de5dd2-3339-4cb1-933f-ad56843c8890 tempest-FloatingIPAdminTestJSON-2140436236 tempest-FloatingIPAdminTestJSON-2140436236-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:18:59.427936 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02de5dd2-3339-4cb1-933f-ad56843c8890 tempest-FloatingIPAdminTestJSON-2140436236 tempest-FloatingIPAdminTestJSON-2140436236-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:18:59.505581 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de5dd2-3339-4cb1-933f-ad56843c8890 tempest-FloatingIPAdminTestJSON-2140436236 tempest-FloatingIPAdminTestJSON-2140436236-project] Pushing event updated for resources: {'Port': ['ID=ed1eb9b4-6549-44c3-84a7-abf8e87504d8,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:18:59.525445 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-43421c6c-1a00-4232-8430-5d05d76f7ea9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:59.624818 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07566225-8cec-4388-bb93-77f7fa6c775e req-84b99d9c-0423-4cf3-95c1-bdf345997d1b tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:18:59.648060 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-07566225-8cec-4388-bb93-77f7fa6c775e req-84b99d9c-0423-4cf3-95c1-bdf345997d1b tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 945 time: 0.5184309 Feb 04 21:18:59.722728 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7d9241-5c7a-4e68-9aea-adf56a33d787 None None] DHCP port deletion for 283dc483-3954-495d-84da-3cda3d965e0a request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:18:59.727833 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1f7d9241-5c7a-4e68-9aea-adf56a33d787 None None] Deleting port 67d7f442-6a2e-4f3e-a42d-4fa615556376 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:18:59.728394 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1f7d9241-5c7a-4e68-9aea-adf56a33d787 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:59.772217 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-02de5dd2-3339-4cb1-933f-ad56843c8890 tempest-FloatingIPAdminTestJSON-2140436236 tempest-FloatingIPAdminTestJSON-2140436236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:59.881571 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-43421c6c-1a00-4232-8430-5d05d76f7ea9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:59.891336 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-02de5dd2-3339-4cb1-933f-ad56843c8890 tempest-FloatingIPAdminTestJSON-2140436236 tempest-FloatingIPAdminTestJSON-2140436236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:18:59.939618 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-07566225-8cec-4388-bb93-77f7fa6c775e req-bd014fcf-ede0-44c0-8ebb-f7152d6d9d2a tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2901869 Feb 04 21:19:00.046279 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43421c6c-1a00-4232-8430-5d05d76f7ea9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event deleted for resources: {'Subnet': ['ID=595f1899-c166-4bb4-9d10-f637af271e9c,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:00.081068 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-43421c6c-1a00-4232-8430-5d05d76f7ea9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:00.109652 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-43421c6c-1a00-4232-8430-5d05d76f7ea9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/subnets/595f1899-c166-4bb4-9d10-f637af271e9c HTTP/1.1" status: 204 len: 168 time: 1.1517844 Feb 04 21:19:00.115368 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50352) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:00.252831 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1f7d9241-5c7a-4e68-9aea-adf56a33d787 None None] For port 67d7f442-6a2e-4f3e-a42d-4fa615556376, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=67d7f442-6a2e-4f3e-a42d-4fa615556376,segment=NetworkSegment(7d782c84-78d9-4b6a-ba29-828b05784ff9),segment_id=7d782c84-78d9-4b6a-ba29-828b05784ff9)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:19:00.260169 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1f7d9241-5c7a-4e68-9aea-adf56a33d787 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:00.390633 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dd4fa71f-fbcc-444d-bfb6-16f229f527d9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:00.436510 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-dd4fa71f-fbcc-444d-bfb6-16f229f527d9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Deleting port 67d7f442-6a2e-4f3e-a42d-4fa615556376 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:19:00.446990 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dd4fa71f-fbcc-444d-bfb6-16f229f527d9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:00.484380 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6bdf10-2f9d-453c-88a1-490affd777a3 None None] Network 1651253b-c119-4369-bfe5-269f59f9a341 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:19:00.669190 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d057e-3c1e-46f9-acde-6cd28c3cf96a req-572206a6-e958-4c6f-89d5-a394f2dba363 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:00.677200 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-239d057e-3c1e-46f9-acde-6cd28c3cf96a req-572206a6-e958-4c6f-89d5-a394f2dba363 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=3660fb8a-1603-4fc7-ac63-57861d5169d9 HTTP/1.1" status: 200 len: 946 time: 0.2577789 Feb 04 21:19:00.839744 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-239d057e-3c1e-46f9-acde-6cd28c3cf96a req-20872cf0-0ade-45a6-bfb0-a57efdee4e69 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615787 Feb 04 21:19:00.896227 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-dd4fa71f-fbcc-444d-bfb6-16f229f527d9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] For port 67d7f442-6a2e-4f3e-a42d-4fa615556376, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=67d7f442-6a2e-4f3e-a42d-4fa615556376,segment=NetworkSegment(7d782c84-78d9-4b6a-ba29-828b05784ff9),segment_id=7d782c84-78d9-4b6a-ba29-828b05784ff9)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:19:00.896949 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dd4fa71f-fbcc-444d-bfb6-16f229f527d9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:01.055120 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1f7d9241-5c7a-4e68-9aea-adf56a33d787 None None] Calling delete_port for 67d7f442-6a2e-4f3e-a42d-4fa615556376 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:19:01.140393 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 67d7f442-6a2e-4f3e-a42d-4fa615556376 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:19:01.190025 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-02de5dd2-3339-4cb1-933f-ad56843c8890 tempest-FloatingIPAdminTestJSON-2140436236 tempest-FloatingIPAdminTestJSON-2140436236-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:01.214069 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-02de5dd2-3339-4cb1-933f-ad56843c8890 tempest-FloatingIPAdminTestJSON-2140436236 tempest-FloatingIPAdminTestJSON-2140436236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:01.414865 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de5dd2-3339-4cb1-933f-ad56843c8890 tempest-FloatingIPAdminTestJSON-2140436236 tempest-FloatingIPAdminTestJSON-2140436236-project] Pushing event updated for resources: {'Port': ['ID=ed1eb9b4-6549-44c3-84a7-abf8e87504d8,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:01.445784 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69149f-f20f-4091-8447-8c5aa4c2f966 req-9c7559ca-a1ec-47f5-b242-64cf3e89d6da tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:01.452905 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0a69149f-f20f-4091-8447-8c5aa4c2f966 req-9c7559ca-a1ec-47f5-b242-64cf3e89d6da tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c910a35-9fe6-4698-89e1-d97ae2e6b07b HTTP/1.1" status: 200 len: 945 time: 0.3316960 Feb 04 21:19:01.474110 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-02de5dd2-3339-4cb1-933f-ad56843c8890 tempest-FloatingIPAdminTestJSON-2140436236 tempest-FloatingIPAdminTestJSON-2140436236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:01.492201 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-dd4fa71f-fbcc-444d-bfb6-16f229f527d9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Calling delete_port for 67d7f442-6a2e-4f3e-a42d-4fa615556376 owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:19:01.529051 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0a69149f-f20f-4091-8447-8c5aa4c2f966 req-39906d11-f0fe-4ee8-82a5-df26fd8a2b55 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750682 Feb 04 21:19:01.533193 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-02de5dd2-3339-4cb1-933f-ad56843c8890 tempest-FloatingIPAdminTestJSON-2140436236 tempest-FloatingIPAdminTestJSON-2140436236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:01.536709 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-02de5dd2-3339-4cb1-933f-ad56843c8890 tempest-FloatingIPAdminTestJSON-2140436236 tempest-FloatingIPAdminTestJSON-2140436236-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1740468 Feb 04 21:19:01.538399 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50384) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:01.720511 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:01.729661 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dd4fa71f-fbcc-444d-bfb6-16f229f527d9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:01.757962 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-629f0ed6-e8ba-4c9d-b49d-9376b796e665 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Synchronizing usage tracker for tenant:74afed93020645aba182212dfbdbc7c7 on resource:floatingip {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:19:01.800908 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4fa71f-fbcc-444d-bfb6-16f229f527d9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] No DVR routers for this DVR port 67d7f442-6a2e-4f3e-a42d-4fa615556376 on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:19:01.846741 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-629f0ed6-e8ba-4c9d-b49d-9376b796e665 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Unset dirty status for tenant:74afed93020645aba182212dfbdbc7c7 on resource:floatingip {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:19:01.849049 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-629f0ed6-e8ba-4c9d-b49d-9376b796e665 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.3085442 Feb 04 21:19:01.851765 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50394) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:01.992545 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4fa71f-fbcc-444d-bfb6-16f229f527d9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event deleted for resources: {'Port': ['ID=67d7f442-6a2e-4f3e-a42d-4fa615556376,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:02.057280 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd58882-e189-46e7-891f-ef623476a527 None None] DHCP port deletion for 1651253b-c119-4369-bfe5-269f59f9a341 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:19:02.063138 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-032f8a60-8567-40fd-9fe3-baf204bc15f9 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Synchronizing usage tracker for tenant:0dfecd6cd71d4cc191fe44b8017a71d4 on resource:floatingip {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:19:02.063444 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-1f7d9241-5c7a-4e68-9aea-adf56a33d787 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:19:02.067815 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-1f7d9241-5c7a-4e68-9aea-adf56a33d787 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:19:02.079030 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-4bd58882-e189-46e7-891f-ef623476a527 None None] Deleting port 594bdaa5-cb1a-4f72-a507-093215bb7ae5 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:19:02.083775 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4bd58882-e189-46e7-891f-ef623476a527 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:02.237864 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dd4fa71f-fbcc-444d-bfb6-16f229f527d9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:02.252246 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-032f8a60-8567-40fd-9fe3-baf204bc15f9 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Unset dirty status for tenant:0dfecd6cd71d4cc191fe44b8017a71d4 on resource:floatingip {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:19:02.264852 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-032f8a60-8567-40fd-9fe3-baf204bc15f9 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.4093766 Feb 04 21:19:02.268544 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50402) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:02.322959 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-dd4fa71f-fbcc-444d-bfb6-16f229f527d9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['283dc483-3954-495d-84da-3cda3d965e0a']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:02.353644 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-dd4fa71f-fbcc-444d-bfb6-16f229f527d9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d782c84-78d9-4b6a-ba29-828b05784ff9') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:02.353944 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-dd4fa71f-fbcc-444d-bfb6-16f229f527d9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d782c84-78d9-4b6a-ba29-828b05784ff9') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:02.387849 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dd4fa71f-fbcc-444d-bfb6-16f229f527d9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:02.418972 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dd4fa71f-fbcc-444d-bfb6-16f229f527d9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:02.428622 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd4fa71f-fbcc-444d-bfb6-16f229f527d9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:19:02.430253 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dd4fa71f-fbcc-444d-bfb6-16f229f527d9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:02.478688 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:19:02.478688 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:19:02.478688 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:19:02.478688 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:19:02.478688 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:19:02.478688 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:19:02.478688 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:19:02.478688 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:19:02.478688 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:19:02.478688 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:19:02.478688 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:19:02.478688 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:19:02.478688 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:19:02.478688 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:19:02.478688 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:19:02.478688 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:19:02.478688 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:19:02.478688 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:19:02.478688 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:19:02.478688 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:19:02.478688 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:19:02.478688 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:19:02.478688 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:19:02.478688 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:19:02.478688 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:19:02.478688 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:19:02.478688 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:19:02.478688 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:19:02.478688 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:19:02.478688 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:19:02.478688 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:19:02.478688 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:19:02.569397 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-4bd58882-e189-46e7-891f-ef623476a527 None None] For port 594bdaa5-cb1a-4f72-a507-093215bb7ae5, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=594bdaa5-cb1a-4f72-a507-093215bb7ae5,segment=NetworkSegment(d46ba102-27e2-4ce2-a68c-061103e34aee),segment_id=d46ba102-27e2-4ce2-a68c-061103e34aee)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:19:02.569796 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4bd58882-e189-46e7-891f-ef623476a527 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:02.577410 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1f7d9241-5c7a-4e68-9aea-adf56a33d787 None None] Deleting port 67d7f442-6a2e-4f3e-a42d-4fa615556376 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:19:02.577781 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1f7d9241-5c7a-4e68-9aea-adf56a33d787 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:02.656245 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 594bdaa5-cb1a-4f72-a507-093215bb7ae5 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:19:02.759982 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dd4fa71f-fbcc-444d-bfb6-16f229f527d9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:02.788865 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-5f655a6e-2420-4a0d-8b10-9e596068a505 tempest-FloatingIPAdminTestJSON-2140436236 tempest-FloatingIPAdminTestJSON-2140436236-project] Deleting port ed1eb9b4-6549-44c3-84a7-abf8e87504d8 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:19:02.789493 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5f655a6e-2420-4a0d-8b10-9e596068a505 tempest-FloatingIPAdminTestJSON-2140436236 tempest-FloatingIPAdminTestJSON-2140436236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:02.795857 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dd4fa71f-fbcc-444d-bfb6-16f229f527d9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:02.825766 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4fa71f-fbcc-444d-bfb6-16f229f527d9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event deleted for resources: {'Network': ['ID=283dc483-3954-495d-84da-3cda3d965e0a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:02.842237 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-dd4fa71f-fbcc-444d-bfb6-16f229f527d9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/networks/283dc483-3954-495d-84da-3cda3d965e0a HTTP/1.1" status: 204 len: 168 time: 2.7197895 Feb 04 21:19:02.847665 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50414) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:02.883933 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1f7d9241-5c7a-4e68-9aea-adf56a33d787 None None] The port '67d7f442-6a2e-4f3e-a42d-4fa615556376' was deleted {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:19:03.116793 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-953b4d07-b4b6-4dac-bfe4-67fae4a87d78 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:03.146304 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-953b4d07-b4b6-4dac-bfe4-67fae4a87d78 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Deleting port 594bdaa5-cb1a-4f72-a507-093215bb7ae5 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:19:03.146817 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-953b4d07-b4b6-4dac-bfe4-67fae4a87d78 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:03.158037 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5f655a6e-2420-4a0d-8b10-9e596068a505 tempest-FloatingIPAdminTestJSON-2140436236 tempest-FloatingIPAdminTestJSON-2140436236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:03.158866 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5f655a6e-2420-4a0d-8b10-9e596068a505 tempest-FloatingIPAdminTestJSON-2140436236 tempest-FloatingIPAdminTestJSON-2140436236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:03.199069 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-4bd58882-e189-46e7-891f-ef623476a527 None None] Calling delete_port for 594bdaa5-cb1a-4f72-a507-093215bb7ae5 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:19:03.319827 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:03.406440 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-5f655a6e-2420-4a0d-8b10-9e596068a505 tempest-FloatingIPAdminTestJSON-2140436236 tempest-FloatingIPAdminTestJSON-2140436236-project] Calling delete_port for ed1eb9b4-6549-44c3-84a7-abf8e87504d8 owned by network:floatingip {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:19:03.509195 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:03.637037 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4bd58882-e189-46e7-891f-ef623476a527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:03.683952 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f30e8-ffd0-4bc7-b487-1285a918e4c5 req-0d1461e1-52b7-40c8-bbe1-ad03752c366c tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:03.685607 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a32f30e8-ffd0-4bc7-b487-1285a918e4c5 req-0d1461e1-52b7-40c8-bbe1-ad03752c366c tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 945 time: 1.6128817 Feb 04 21:19:03.686811 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5f655a6e-2420-4a0d-8b10-9e596068a505 tempest-FloatingIPAdminTestJSON-2140436236 tempest-FloatingIPAdminTestJSON-2140436236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:03.702743 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd58882-e189-46e7-891f-ef623476a527 None None] Pushing event deleted for resources: {'Port': ['ID=594bdaa5-cb1a-4f72-a507-093215bb7ae5,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:03.711735 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd58882-e189-46e7-891f-ef623476a527 None None] No DVR routers for this DVR port 594bdaa5-cb1a-4f72-a507-093215bb7ae5 on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:19:03.731064 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-953b4d07-b4b6-4dac-bfe4-67fae4a87d78 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] For port 594bdaa5-cb1a-4f72-a507-093215bb7ae5, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=594bdaa5-cb1a-4f72-a507-093215bb7ae5,segment=NetworkSegment(d46ba102-27e2-4ce2-a68c-061103e34aee),segment_id=d46ba102-27e2-4ce2-a68c-061103e34aee)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:19:03.731434 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-953b4d07-b4b6-4dac-bfe4-67fae4a87d78 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:03.944637 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f655a6e-2420-4a0d-8b10-9e596068a505 tempest-FloatingIPAdminTestJSON-2140436236 tempest-FloatingIPAdminTestJSON-2140436236-project] Pushing event deleted for resources: {'Port': ['ID=ed1eb9b4-6549-44c3-84a7-abf8e87504d8,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:04.131697 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a32f30e8-ffd0-4bc7-b487-1285a918e4c5 req-e299ec54-aff2-4a80-8085-7449f69814be tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4275126 Feb 04 21:19:04.169683 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5f655a6e-2420-4a0d-8b10-9e596068a505 tempest-FloatingIPAdminTestJSON-2140436236 tempest-FloatingIPAdminTestJSON-2140436236-project] Notify callbacks [] for floatingip, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:04.199060 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5f655a6e-2420-4a0d-8b10-9e596068a505 tempest-FloatingIPAdminTestJSON-2140436236 tempest-FloatingIPAdminTestJSON-2140436236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:04.200217 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5f655a6e-2420-4a0d-8b10-9e596068a505 tempest-FloatingIPAdminTestJSON-2140436236 tempest-FloatingIPAdminTestJSON-2140436236-project] 10.222.0.26 "DELETE /v2.0/floatingips/18369ced-0b46-4b42-a216-6c13daaac85a HTTP/1.1" status: 204 len: 168 time: 1.9303148 Feb 04 21:19:04.204993 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50426) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:04.217584 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-953b4d07-b4b6-4dac-bfe4-67fae4a87d78 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Calling delete_port for 594bdaa5-cb1a-4f72-a507-093215bb7ae5 owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:19:04.341324 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.api [None req-953b4d07-b4b6-4dac-bfe4-67fae4a87d78 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:19:04.341803 n-d-827896-1 neutron-server[87682]: DEBUG oslo_db.api [None req-953b4d07-b4b6-4dac-bfe4-67fae4a87d78 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:19:04.592322 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-3b59502c-cd13-4be2-a3e3-a7cf479c7c41 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Deleting port 207eae76-93d0-4480-93cc-d49a3a78b06f {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:19:04.592765 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3b59502c-cd13-4be2-a3e3-a7cf479c7c41 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:04.672942 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596ecf2-ef1f-4d11-9dd4-3604bd655d2b req-f16378e0-c5ec-408b-a241-523961fbe0d0 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:04.680125 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2596ecf2-ef1f-4d11-9dd4-3604bd655d2b req-f16378e0-c5ec-408b-a241-523961fbe0d0 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=3660fb8a-1603-4fc7-ac63-57861d5169d9 HTTP/1.1" status: 200 len: 946 time: 0.3243918 Feb 04 21:19:04.833875 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2596ecf2-ef1f-4d11-9dd4-3604bd655d2b req-eef76529-0ba7-4b74-996e-944f80eb369e tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521904 Feb 04 21:19:04.843090 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-953b4d07-b4b6-4dac-bfe4-67fae4a87d78 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Deleting port 594bdaa5-cb1a-4f72-a507-093215bb7ae5 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:19:04.843450 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-953b4d07-b4b6-4dac-bfe4-67fae4a87d78 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:04.902448 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3b59502c-cd13-4be2-a3e3-a7cf479c7c41 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:04.902807 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3b59502c-cd13-4be2-a3e3-a7cf479c7c41 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:05.061711 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-3b59502c-cd13-4be2-a3e3-a7cf479c7c41 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Calling delete_port for 207eae76-93d0-4480-93cc-d49a3a78b06f owned by network:floatingip {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:19:05.138329 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-953b4d07-b4b6-4dac-bfe4-67fae4a87d78 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] The port '594bdaa5-cb1a-4f72-a507-093215bb7ae5' was deleted {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:19:05.303507 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3b59502c-cd13-4be2-a3e3-a7cf479c7c41 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:05.367393 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59502c-cd13-4be2-a3e3-a7cf479c7c41 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Pushing event deleted for resources: {'Port': ['ID=207eae76-93d0-4480-93cc-d49a3a78b06f,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:05.513775 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50448) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:05.563394 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-953b4d07-b4b6-4dac-bfe4-67fae4a87d78 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:05.607602 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829a91c-546e-441d-bc67-4921244e60a1 req-6bc27507-b4e4-4e78-ad36-89092f44e7e7 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:05.619911 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7829a91c-546e-441d-bc67-4921244e60a1 req-6bc27507-b4e4-4e78-ad36-89092f44e7e7 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c910a35-9fe6-4698-89e1-d97ae2e6b07b HTTP/1.1" status: 200 len: 945 time: 0.3598273 Feb 04 21:19:05.622672 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3b59502c-cd13-4be2-a3e3-a7cf479c7c41 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:05.656998 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-953b4d07-b4b6-4dac-bfe4-67fae4a87d78 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1651253b-c119-4369-bfe5-269f59f9a341']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:05.676292 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-953b4d07-b4b6-4dac-bfe4-67fae4a87d78 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd46ba102-27e2-4ce2-a68c-061103e34aee') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:05.677051 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-953b4d07-b4b6-4dac-bfe4-67fae4a87d78 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd46ba102-27e2-4ce2-a68c-061103e34aee') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:05.682495 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3b59502c-cd13-4be2-a3e3-a7cf479c7c41 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:05.691440 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-953b4d07-b4b6-4dac-bfe4-67fae4a87d78 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:05.691920 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-3b59502c-cd13-4be2-a3e3-a7cf479c7c41 tempest-FloatingIPAdminTestJSON-525715623 tempest-FloatingIPAdminTestJSON-525715623-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/27c90ff7-6a24-403c-add4-c9e4b1149d41 HTTP/1.1" status: 204 len: 168 time: 1.4856024 Feb 04 21:19:05.699776 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50454) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:05.714285 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-953b4d07-b4b6-4dac-bfe4-67fae4a87d78 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:05.724902 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-953b4d07-b4b6-4dac-bfe4-67fae4a87d78 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:19:05.725622 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-953b4d07-b4b6-4dac-bfe4-67fae4a87d78 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:19:05.745075 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:19:05.815741 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7829a91c-546e-441d-bc67-4921244e60a1 req-937a0df5-eeec-4cc6-9c12-097c671e8dbe tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948645 Feb 04 21:19:05.844930 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-953b4d07-b4b6-4dac-bfe4-67fae4a87d78 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:05.874329 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-953b4d07-b4b6-4dac-bfe4-67fae4a87d78 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:05.888229 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b4d07-b4b6-4dac-bfe4-67fae4a87d78 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event deleted for resources: {'Network': ['ID=1651253b-c119-4369-bfe5-269f59f9a341,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:05.902993 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-953b4d07-b4b6-4dac-bfe4-67fae4a87d78 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/networks/1651253b-c119-4369-bfe5-269f59f9a341 HTTP/1.1" status: 204 len: 168 time: 3.0526192 Feb 04 21:19:05.908684 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50460) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:05.912824 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9b7eab73-a607-4fde-9d5b-caa35dd649e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:05.945533 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-232d0a83-df88-4b18-9af1-a1f7bca889ed tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-80376283'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:19:05.985270 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-9b7eab73-a607-4fde-9d5b-caa35dd649e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:05.994167 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-9b7eab73-a607-4fde-9d5b-caa35dd649e8 admin admin] Usage tracker for resource:security_group_rule and tenant:ea29f1045e2c42828a17656afcaefd34 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:06.000060 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-9b7eab73-a607-4fde-9d5b-caa35dd649e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:06.012040 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-9b7eab73-a607-4fde-9d5b-caa35dd649e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:06.122627 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-232d0a83-df88-4b18-9af1-a1f7bca889ed tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:06.137410 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-4e4b6df4-78fb-4f43-8f39-0c327d1a08e8 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Deleting port 74c0fccd-bfdb-4142-bbe3-da07e3fea6db {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:19:06.137756 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4e4b6df4-78fb-4f43-8f39-0c327d1a08e8 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:06.199681 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9b7eab73-a607-4fde-9d5b-caa35dd649e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:06.245997 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-232d0a83-df88-4b18-9af1-a1f7bca889ed tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Usage tracker for resource:network and tenant:ddcc858bf44044718238d62159c9367f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:06.251999 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-232d0a83-df88-4b18-9af1-a1f7bca889ed tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:06.258723 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9b7eab73-a607-4fde-9d5b-caa35dd649e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:06.300641 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-9b7eab73-a607-4fde-9d5b-caa35dd649e8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ea29f1045e2c42828a17656afcaefd34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7835515 Feb 04 21:19:06.302996 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50468) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:06.326853 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-232d0a83-df88-4b18-9af1-a1f7bca889ed tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:06.391414 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-58aa2488-1d7e-4618-a73e-77d6e2e82b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:06.401495 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7eab73-a607-4fde-9d5b-caa35dd649e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd45fa2-4c49-4301-b5e1-94505b985d9d,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:06.412346 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7eab73-a607-4fde-9d5b-caa35dd649e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:06.412688 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7eab73-a607-4fde-9d5b-caa35dd649e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:06.413023 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7eab73-a607-4fde-9d5b-caa35dd649e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:06.413385 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7eab73-a607-4fde-9d5b-caa35dd649e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:06.413716 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7eab73-a607-4fde-9d5b-caa35dd649e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:06.414052 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7eab73-a607-4fde-9d5b-caa35dd649e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:06.414342 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7eab73-a607-4fde-9d5b-caa35dd649e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:06.414658 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7eab73-a607-4fde-9d5b-caa35dd649e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:06.414992 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7eab73-a607-4fde-9d5b-caa35dd649e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:06.415336 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7eab73-a607-4fde-9d5b-caa35dd649e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:06.415731 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7eab73-a607-4fde-9d5b-caa35dd649e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:06.416170 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7eab73-a607-4fde-9d5b-caa35dd649e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:06.419678 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232d0a83-df88-4b18-9af1-a1f7bca889ed tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Made reservation on behalf of ddcc858bf44044718238d62159c9367f for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:19:06.423413 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-232d0a83-df88-4b18-9af1-a1f7bca889ed tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:06.453916 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-58aa2488-1d7e-4618-a73e-77d6e2e82b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:06.514937 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-58aa2488-1d7e-4618-a73e-77d6e2e82b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:06.536808 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa2488-1d7e-4618-a73e-77d6e2e82b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd45fa2-4c49-4301-b5e1-94505b985d9d,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:06.558820 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-58aa2488-1d7e-4618-a73e-77d6e2e82b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:06.572006 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-58aa2488-1d7e-4618-a73e-77d6e2e82b97 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1bd45fa2-4c49-4301-b5e1-94505b985d9d HTTP/1.1" status: 204 len: 168 time: 0.2652426 Feb 04 21:19:06.726954 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6a299-c2c7-47f5-b3a0-1041d1dc7b63 req-72d4ed32-004a-4768-9db6-e2c542983e39 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:06.729674 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2ea6a299-c2c7-47f5-b3a0-1041d1dc7b63 req-72d4ed32-004a-4768-9db6-e2c542983e39 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=3660fb8a-1603-4fc7-ac63-57861d5169d9 HTTP/1.1" status: 200 len: 946 time: 0.6091282 Feb 04 21:19:06.733994 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232d0a83-df88-4b18-9af1-a1f7bca889ed tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:19:06.838270 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-232d0a83-df88-4b18-9af1-a1f7bca889ed tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:06.838489 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-232d0a83-df88-4b18-9af1-a1f7bca889ed tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Added segment 724eb8c0-cf07-4816-be9c-408f430c594d of type vlan for network 44ba8885-9aa3-4a0d-b6b7-e2ffacadc5a8 Feb 04 21:19:06.872929 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4e4b6df4-78fb-4f43-8f39-0c327d1a08e8 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:06.893479 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2ea6a299-c2c7-47f5-b3a0-1041d1dc7b63 req-b2a56271-0a5a-4c88-8dd3-26d7d785fa5b tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504514 Feb 04 21:19:07.124016 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-4e4b6df4-78fb-4f43-8f39-0c327d1a08e8 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Calling delete_port for 74c0fccd-bfdb-4142-bbe3-da07e3fea6db owned by {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:19:07.230698 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-232d0a83-df88-4b18-9af1-a1f7bca889ed tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:07.520969 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-232d0a83-df88-4b18-9af1-a1f7bca889ed tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:07.538739 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232d0a83-df88-4b18-9af1-a1f7bca889ed tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:07.541589 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-232d0a83-df88-4b18-9af1-a1f7bca889ed tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:07.736445 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d0a83-df88-4b18-9af1-a1f7bca889ed tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Network': ['ID=44ba8885-9aa3-4a0d-b6b7-e2ffacadc5a8,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:07.749887 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 44ba8885-9aa3-4a0d-b6b7-e2ffacadc5a8 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:19:07.855536 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833a3e2-4867-482e-a925-d55b27fca227 req-626b57ec-ed24-40f7-b066-5c10ae6b5434 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:07.857124 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7833a3e2-4867-482e-a925-d55b27fca227 req-626b57ec-ed24-40f7-b066-5c10ae6b5434 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 945 time: 0.6161618 Feb 04 21:19:07.870156 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-232d0a83-df88-4b18-9af1-a1f7bca889ed tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9348407 Feb 04 21:19:07.870363 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50512) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:07.875576 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-578af7bd-e123-45e6-8f1a-7d63238556bb tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Request body: {'subnet': {'network_id': '44ba8885-9aa3-4a0d-b6b7-e2ffacadc5a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:19:07.932972 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4e4b6df4-78fb-4f43-8f39-0c327d1a08e8 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:08.139653 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b6df4-78fb-4f43-8f39-0c327d1a08e8 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Pushing event deleted for resources: {'Port': ['ID=74c0fccd-bfdb-4142-bbe3-da07e3fea6db,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:08.225512 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-578af7bd-e123-45e6-8f1a-7d63238556bb tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:08.235520 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-578af7bd-e123-45e6-8f1a-7d63238556bb tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Usage tracker for resource:subnet and tenant:ddcc858bf44044718238d62159c9367f is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:08.243940 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-578af7bd-e123-45e6-8f1a-7d63238556bb tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:08.259669 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-578af7bd-e123-45e6-8f1a-7d63238556bb tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:08.276450 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7833a3e2-4867-482e-a925-d55b27fca227 req-fb731b9d-ec86-41e9-8ed5-1381cd096e98 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4094419 Feb 04 21:19:08.289576 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578af7bd-e123-45e6-8f1a-7d63238556bb tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Made reservation on behalf of ddcc858bf44044718238d62159c9367f for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:19:08.295135 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-578af7bd-e123-45e6-8f1a-7d63238556bb tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:08.358339 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4e4b6df4-78fb-4f43-8f39-0c327d1a08e8 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:08.365342 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-4e4b6df4-78fb-4f43-8f39-0c327d1a08e8 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] 10.222.0.26 "DELETE /v2.0/ports/74c0fccd-bfdb-4142-bbe3-da07e3fea6db HTTP/1.1" status: 204 len: 168 time: 2.6581578 Feb 04 21:19:08.366042 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50520) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:08.634579 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83858e13-d59c-4d1f-9fd6-d3b051aa62d2 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:08.635358 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-83858e13-d59c-4d1f-9fd6-d3b051aa62d2 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Synchronizing usage tracker for tenant:0dfecd6cd71d4cc191fe44b8017a71d4 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:19:08.743321 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-83858e13-d59c-4d1f-9fd6-d3b051aa62d2 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Unset dirty status for tenant:0dfecd6cd71d4cc191fe44b8017a71d4 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:19:08.744500 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-83858e13-d59c-4d1f-9fd6-d3b051aa62d2 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] 10.222.0.26 "GET /v2.0/ports?device_id=34d5558f-aab3-4491-920e-87cc57ac4092 HTTP/1.1" status: 200 len: 913 time: 0.3775148 Feb 04 21:19:08.747636 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50534) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:08.930855 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-578af7bd-e123-45e6-8f1a-7d63238556bb tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:09.042841 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578af7bd-e123-45e6-8f1a-7d63238556bb tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Subnet': ['ID=221cf0bc-3c24-4ecf-acbe-9e2c2ab2fc18,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:09.047417 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578af7bd-e123-45e6-8f1a-7d63238556bb tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Checking segment: {'id': '724eb8c0-cf07-4816-be9c-408f430c594d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '44ba8885-9aa3-4a0d-b6b7-e2ffacadc5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:19:09.047968 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578af7bd-e123-45e6-8f1a-7d63238556bb tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Network hostable DHCP agents. Network: 44ba8885-9aa3-4a0d-b6b7-e2ffacadc5a8, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:19:09.073154 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2d424-3281-46cb-aa65-121620d04f73 req-334b80d6-c1a8-44ce-acff-4081cb18e216 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:09.081270 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f0a2d424-3281-46cb-aa65-121620d04f73 req-334b80d6-c1a8-44ce-acff-4081cb18e216 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c910a35-9fe6-4698-89e1-d97ae2e6b07b HTTP/1.1" status: 200 len: 945 time: 0.4327738 Feb 04 21:19:09.094394 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578af7bd-e123-45e6-8f1a-7d63238556bb tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Network 44ba8885-9aa3-4a0d-b6b7-e2ffacadc5a8 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:19:09.122856 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-578af7bd-e123-45e6-8f1a-7d63238556bb tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 44ba8885-9aa3-4a0d-b6b7-e2ffacadc5a8) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:19:09.130854 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578af7bd-e123-45e6-8f1a-7d63238556bb tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:09.132241 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-578af7bd-e123-45e6-8f1a-7d63238556bb tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:09.133960 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eab09aa-79f7-4f50-bb38-11fa0e02588a None None] Network 44ba8885-9aa3-4a0d-b6b7-e2ffacadc5a8 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:19:09.172498 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-578af7bd-e123-45e6-8f1a-7d63238556bb tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2990437 Feb 04 21:19:09.172780 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50540) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:09.179662 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-0fa9f5c0-915e-4802-bcb9-5f112fd4d342 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-220743128', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:19:09.187827 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0fa9f5c0-915e-4802-bcb9-5f112fd4d342 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:09.192807 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0fa9f5c0-915e-4802-bcb9-5f112fd4d342 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Usage tracker for resource:router and tenant:ddcc858bf44044718238d62159c9367f is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:09.198898 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0fa9f5c0-915e-4802-bcb9-5f112fd4d342 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:09.208559 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0fa9f5c0-915e-4802-bcb9-5f112fd4d342 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:09.239924 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0fa9f5c0-915e-4802-bcb9-5f112fd4d342 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:09.239924 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0fa9f5c0-915e-4802-bcb9-5f112fd4d342 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:09.256619 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0fa9f5c0-915e-4802-bcb9-5f112fd4d342 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:09.287764 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0fa9f5c0-915e-4802-bcb9-5f112fd4d342 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:09.343805 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0fa9f5c0-915e-4802-bcb9-5f112fd4d342 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:09.343805 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0fa9f5c0-915e-4802-bcb9-5f112fd4d342 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1649168 Feb 04 21:19:09.344822 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50548) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:09.354981 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-09679c25-b4d0-47da-9b39-b888a5537527 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Request body: {'port': {'network_id': '44ba8885-9aa3-4a0d-b6b7-e2ffacadc5a8', 'name': 'tempest-RoutersIpV6Test-1630750878'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:19:09.530529 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f0a2d424-3281-46cb-aa65-121620d04f73 req-44a1fcef-baaa-40c6-940a-28bca11ba58b tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264343 Feb 04 21:19:09.595777 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-09679c25-b4d0-47da-9b39-b888a5537527 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:09.601457 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-09679c25-b4d0-47da-9b39-b888a5537527 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Usage tracker for resource:port and tenant:ddcc858bf44044718238d62159c9367f is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:09.606660 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-09679c25-b4d0-47da-9b39-b888a5537527 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:09.612399 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-09679c25-b4d0-47da-9b39-b888a5537527 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:09.628557 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09679c25-b4d0-47da-9b39-b888a5537527 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Made reservation on behalf of ddcc858bf44044718238d62159c9367f for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:19:09.634770 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-09679c25-b4d0-47da-9b39-b888a5537527 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:09.658453 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-bd2f24d9-81c5-4f26-99e1-82fdd50548df req-8afc07cc-4e4a-4672-8f03-fee29b2b35da service neutron] (87683) timed out ('10.222.0.26', 57776) {{(pid=87683) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 21:19:09.663543 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1bec12b4-b1a8-4c0e-8d01-dd4cc7157bd2 req-e8214c59-f4eb-46d4-b69c-48d3159d70f6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=733acf6b-a28f-4945-b3f6-bfc852bc7d3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6701040 Feb 04 21:19:09.689788 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a7859c-730d-467a-aafe-44af00e7998e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-44ba8885-9aa3-4a0d-b6b7-e2ffacadc5a8', 'network_id': '44ba8885-9aa3-4a0d-b6b7-e2ffacadc5a8', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'fixed_ips': [{'subnet_id': '221cf0bc-3c24-4ecf-acbe-9e2c2ab2fc18'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:19:09.690633 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-31a7859c-730d-467a-aafe-44af00e7998e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:09.695237 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-09679c25-b4d0-47da-9b39-b888a5537527 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] device_id is not set on port 95d24bbe-36b9-40f1-9209-61dcaec7a554 yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:19:09.914731 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-31a7859c-730d-467a-aafe-44af00e7998e None None] Allocated IP 2001:db8::2 (44ba8885-9aa3-4a0d-b6b7-e2ffacadc5a8/221cf0bc-3c24-4ecf-acbe-9e2c2ab2fc18/a699b138-34db-4747-8d05-bc8b49a3a01b) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:19:10.166910 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec12b4-b1a8-4c0e-8d01-dd4cc7157bd2 req-7a6f548a-f09b-41c3-877b-d638fcc4f500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:10.168694 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1bec12b4-b1a8-4c0e-8d01-dd4cc7157bd2 req-7a6f548a-f09b-41c3-877b-d638fcc4f500 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbe7b967cf5b4bf8a129a586503d8461&device_id=733acf6b-a28f-4945-b3f6-bfc852bc7d3b HTTP/1.1" status: 200 len: 1096 time: 0.4799364 Feb 04 21:19:10.407813 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-31a7859c-730d-467a-aafe-44af00e7998e None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:10.432753 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-31a7859c-730d-467a-aafe-44af00e7998e None None] Transition to ACTIVE for port object a699b138-34db-4747-8d05-bc8b49a3a01b will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:19:10.459540 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5e462c22-38ed-4cc0-9fb8-c6d47d002786 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:10.473514 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-31a7859c-730d-467a-aafe-44af00e7998e None None] Transition to ACTIVE for port object a699b138-34db-4747-8d05-bc8b49a3a01b will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:19:10.491618 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-31a7859c-730d-467a-aafe-44af00e7998e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:10.576496 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a7859c-730d-467a-aafe-44af00e7998e None None] Network 44ba8885-9aa3-4a0d-b6b7-e2ffacadc5a8 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:19:10.596302 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-31a7859c-730d-467a-aafe-44af00e7998e None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:19:10.619653 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a7859c-730d-467a-aafe-44af00e7998e None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:19:10.622851 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec12b4-b1a8-4c0e-8d01-dd4cc7157bd2 req-4a585583-c083-4a29-9c0a-5c85a99d246f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:10.624927 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1bec12b4-b1a8-4c0e-8d01-dd4cc7157bd2 req-4a585583-c083-4a29-9c0a-5c85a99d246f service neutron] 10.222.0.32 "GET /v2.0/networks?id=591535e8-eea5-447d-ad75-83d907ea6f08 HTTP/1.1" status: 200 len: 907 time: 0.3876028 Feb 04 21:19:10.676758 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-09679c25-b4d0-47da-9b39-b888a5537527 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Allocated IP 2001:db8::264 (44ba8885-9aa3-4a0d-b6b7-e2ffacadc5a8/221cf0bc-3c24-4ecf-acbe-9e2c2ab2fc18/95d24bbe-36b9-40f1-9209-61dcaec7a554) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:19:10.758512 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a7859c-730d-467a-aafe-44af00e7998e None None] Pushing event updated for resources: {'Port': ['ID=a699b138-34db-4747-8d05-bc8b49a3a01b,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:10.800179 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1bec12b4-b1a8-4c0e-8d01-dd4cc7157bd2 req-3ad83764-f2f5-4f6d-bff1-7e9b3693fc65 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e791a7ac-6865-4c87-8ac5-f39dc8b22567 HTTP/1.1" status: 200 len: 217 time: 0.1620634 Feb 04 21:19:10.860274 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-31a7859c-730d-467a-aafe-44af00e7998e None None] Attempting to bind port a699b138-34db-4747-8d05-bc8b49a3a01b on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:19:10.860639 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-31a7859c-730d-467a-aafe-44af00e7998e None None] Attempting to bind port a699b138-34db-4747-8d05-bc8b49a3a01b by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '724eb8c0-cf07-4816-be9c-408f430c594d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '44ba8885-9aa3-4a0d-b6b7-e2ffacadc5a8'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:19:10.860995 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a7859c-730d-467a-aafe-44af00e7998e None None] Attempting to bind port a699b138-34db-4747-8d05-bc8b49a3a01b on network 44ba8885-9aa3-4a0d-b6b7-e2ffacadc5a8 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:19:10.880731 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a7859c-730d-467a-aafe-44af00e7998e None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:19:10.881288 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a7859c-730d-467a-aafe-44af00e7998e None None] Checking segment: {'id': '724eb8c0-cf07-4816-be9c-408f430c594d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '44ba8885-9aa3-4a0d-b6b7-e2ffacadc5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:19:10.881819 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-31a7859c-730d-467a-aafe-44af00e7998e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:10.882214 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a7859c-730d-467a-aafe-44af00e7998e None None] Bound using segment: {'id': '724eb8c0-cf07-4816-be9c-408f430c594d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '44ba8885-9aa3-4a0d-b6b7-e2ffacadc5a8'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:19:10.883037 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-31a7859c-730d-467a-aafe-44af00e7998e None None] Bound port: a699b138-34db-4747-8d05-bc8b49a3a01b, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724eb8c0-cf07-4816-be9c-408f430c594d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '44ba8885-9aa3-4a0d-b6b7-e2ffacadc5a8'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:19:10.883415 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-31a7859c-730d-467a-aafe-44af00e7998e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:10.981856 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-09679c25-b4d0-47da-9b39-b888a5537527 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:11.001190 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-09679c25-b4d0-47da-9b39-b888a5537527 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Transition to ACTIVE for port object 95d24bbe-36b9-40f1-9209-61dcaec7a554 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:19:11.038091 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-09679c25-b4d0-47da-9b39-b888a5537527 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:11.118932 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-31a7859c-730d-467a-aafe-44af00e7998e None None] For port a699b138-34db-4747-8d05-bc8b49a3a01b, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:19:11.124954 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-31a7859c-730d-467a-aafe-44af00e7998e None None] For port a699b138-34db-4747-8d05-bc8b49a3a01b, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a699b138-34db-4747-8d05-bc8b49a3a01b,segment=NetworkSegment(724eb8c0-cf07-4816-be9c-408f430c594d),segment_id=724eb8c0-cf07-4816-be9c-408f430c594d)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:19:11.142715 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-31a7859c-730d-467a-aafe-44af00e7998e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:11.271988 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09679c25-b4d0-47da-9b39-b888a5537527 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Network 44ba8885-9aa3-4a0d-b6b7-e2ffacadc5a8 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:19:11.276289 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-09679c25-b4d0-47da-9b39-b888a5537527 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:19:11.292143 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09679c25-b4d0-47da-9b39-b888a5537527 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:19:11.304025 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09679c25-b4d0-47da-9b39-b888a5537527 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:11.304691 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-09679c25-b4d0-47da-9b39-b888a5537527 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:11.334525 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a7859c-730d-467a-aafe-44af00e7998e None None] Pushing event updated for resources: {'Port': ['ID=a699b138-34db-4747-8d05-bc8b49a3a01b,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:11.337723 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec12b4-b1a8-4c0e-8d01-dd4cc7157bd2 req-b4c5aca9-138a-4313-8e34-5f2fa10827be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:11.339132 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1bec12b4-b1a8-4c0e-8d01-dd4cc7157bd2 req-b4c5aca9-138a-4313-8e34-5f2fa10827be service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6328ddc0-a59e-4cee-8cab-7daa1242332a HTTP/1.1" status: 200 len: 846 time: 0.4486735 Feb 04 21:19:11.351382 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09679c25-b4d0-47da-9b39-b888a5537527 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Port': ['ID=95d24bbe-36b9-40f1-9209-61dcaec7a554,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:11.416182 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-09679c25-b4d0-47da-9b39-b888a5537527 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0698903 Feb 04 21:19:11.419249 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50590) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:11.549490 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1bec12b4-b1a8-4c0e-8d01-dd4cc7157bd2 req-fe957fe1-fafc-48a9-8797-cf410882db0e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=591535e8-eea5-447d-ad75-83d907ea6f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1768980 Feb 04 21:19:12.019388 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4c0f4-a00b-4db9-92fc-fe7b98018547 req-763e8d17-4724-4bab-9e1c-99cb1614270b tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:12.029731 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-68c4c0f4-a00b-4db9-92fc-fe7b98018547 req-763e8d17-4724-4bab-9e1c-99cb1614270b tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 945 time: 1.2278309 Feb 04 21:19:12.192420 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1bec12b4-b1a8-4c0e-8d01-dd4cc7157bd2 req-0f3fcb2b-bffa-4326-9812-3cc83c3c9ebb service neutron] 10.222.0.32 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5388756 Feb 04 21:19:12.201852 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754955b2-f461-4bd5-936e-a1cac2b37026 req-e137a7a0-1be7-43c1-b9b0-74f77c5252ae tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:12.203299 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-754955b2-f461-4bd5-936e-a1cac2b37026 req-e137a7a0-1be7-43c1-b9b0-74f77c5252ae tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.32 "GET /v2.0/ports?device_id=3660fb8a-1603-4fc7-ac63-57861d5169d9 HTTP/1.1" status: 200 len: 946 time: 0.5165515 Feb 04 21:19:12.217512 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-68c4c0f4-a00b-4db9-92fc-fe7b98018547 req-2d33407e-f59d-478f-939d-2bc97a6f1abe tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835155 Feb 04 21:19:12.585377 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-5e462c22-38ed-4cc0-9fb8-c6d47d002786 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Deleting port 39956e45-dc5d-43df-afce-5d92c7ec96cc {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:19:12.585715 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5e462c22-38ed-4cc0-9fb8-c6d47d002786 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:12.648510 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a699b138-34db-4747-8d05-bc8b49a3a01b up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:19:12.865931 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port a699b138-34db-4747-8d05-bc8b49a3a01b completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:19:13.132324 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-754955b2-f461-4bd5-936e-a1cac2b37026 req-f9ffc05d-be98-4d9c-afd5-61c9de3c79ad tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Deleting port e5882fdb-967d-4c49-b3c2-b3e37b12fd27 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:19:13.133102 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-754955b2-f461-4bd5-936e-a1cac2b37026 req-f9ffc05d-be98-4d9c-afd5-61c9de3c79ad tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:13.183594 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8e833767-b48b-4898-b296-e12c6e00d383 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:13.273840 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127db613-a54e-4a87-92a5-3809679b9e28 None None] Network 44ba8885-9aa3-4a0d-b6b7-e2ffacadc5a8 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:19:13.554403 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-8fda34be-6fa7-4b50-aef1-0638a362778e None None] Provisioning for port a699b138-34db-4747-8d05-bc8b49a3a01b completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:19:13.571673 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-8fda34be-6fa7-4b50-aef1-0638a362778e None None] Provisioning complete for port a699b138-34db-4747-8d05-bc8b49a3a01b triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:19:13.573283 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8fda34be-6fa7-4b50-aef1-0638a362778e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:13.762604 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8e833767-b48b-4898-b296-e12c6e00d383 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:13.773642 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8e833767-b48b-4898-b296-e12c6e00d383 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:14.030602 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1bec12b4-b1a8-4c0e-8d01-dd4cc7157bd2 req-4f31fb73-daff-437c-9698-83614d3fde9f service neutron] 10.222.0.32 "GET /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8080807 Feb 04 21:19:14.219016 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8fda34be-6fa7-4b50-aef1-0638a362778e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:14.246058 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8e833767-b48b-4898-b296-e12c6e00d383 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:14.267697 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c233425-56c7-4419-8167-999718688716 req-22ec1377-b255-491d-b6bb-42eb235404ea tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:14.283456 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9c233425-56c7-4419-8167-999718688716 req-22ec1377-b255-491d-b6bb-42eb235404ea tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c910a35-9fe6-4698-89e1-d97ae2e6b07b HTTP/1.1" status: 200 len: 945 time: 1.1877799 Feb 04 21:19:14.284967 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device e5882fdb-967d-4c49-b3c2-b3e37b12fd27 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:19:14.406578 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5e462c22-38ed-4cc0-9fb8-c6d47d002786 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:14.449155 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9c233425-56c7-4419-8167-999718688716 req-6ed5a0f6-3a39-483d-8ec3-9b30ccedcf19 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645775 Feb 04 21:19:14.617349 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ddbcedac-3f5b-4a4b-8bca-49f32b05ef65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:14.816478 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-8fda34be-6fa7-4b50-aef1-0638a362778e None None] For port a699b138-34db-4747-8d05-bc8b49a3a01b, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a699b138-34db-4747-8d05-bc8b49a3a01b,segment=NetworkSegment(724eb8c0-cf07-4816-be9c-408f430c594d),segment_id=724eb8c0-cf07-4816-be9c-408f430c594d)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:19:14.861740 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8fda34be-6fa7-4b50-aef1-0638a362778e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:14.902968 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8e833767-b48b-4898-b296-e12c6e00d383 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:14.929110 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e833767-b48b-4898-b296-e12c6e00d383 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Port': ['ID=95d24bbe-36b9-40f1-9209-61dcaec7a554,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:14.962670 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-5e462c22-38ed-4cc0-9fb8-c6d47d002786 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Calling delete_port for 39956e45-dc5d-43df-afce-5d92c7ec96cc owned by network:router_interface {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:19:15.002622 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:15.264000 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3660fb8a-1603-4fc7-ac63-57861d5169d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5882fdb-967d-4c49-b3c2-b3e37b12fd27'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:19:15.294856 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda34be-6fa7-4b50-aef1-0638a362778e None None] Pushing event updated for resources: {'Port': ['ID=a699b138-34db-4747-8d05-bc8b49a3a01b,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:15.322208 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5e462c22-38ed-4cc0-9fb8-c6d47d002786 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:15.332787 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port e5882fdb-967d-4c49-b3c2-b3e37b12fd27, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=e5882fdb-967d-4c49-b3c2-b3e37b12fd27,segment=NetworkSegment(47332b6e-4b4a-433a-8338-a7e28128d91b),segment_id=47332b6e-4b4a-433a-8338-a7e28128d91b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:19:15.351223 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:15.384483 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e462c22-38ed-4cc0-9fb8-c6d47d002786 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Pushing event deleted for resources: {'Port': ['ID=39956e45-dc5d-43df-afce-5d92c7ec96cc,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:15.590548 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=e5882fdb-967d-4c49-b3c2-b3e37b12fd27,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:15.632652 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-754955b2-f461-4bd5-936e-a1cac2b37026 req-f9ffc05d-be98-4d9c-afd5-61c9de3c79ad tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] For port e5882fdb-967d-4c49-b3c2-b3e37b12fd27, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=e5882fdb-967d-4c49-b3c2-b3e37b12fd27,segment=NetworkSegment(47332b6e-4b4a-433a-8338-a7e28128d91b),segment_id=47332b6e-4b4a-433a-8338-a7e28128d91b)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:19:15.637154 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-754955b2-f461-4bd5-936e-a1cac2b37026 req-f9ffc05d-be98-4d9c-afd5-61c9de3c79ad tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:15.686587 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:19:15.823685 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50648) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:15.986988 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8e833767-b48b-4898-b296-e12c6e00d383 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:15.995306 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8e833767-b48b-4898-b296-e12c6e00d383 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:15.996566 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8e833767-b48b-4898-b296-e12c6e00d383 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:16.142100 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-366b59e3-4d19-4ab8-b98a-17dc258f95ac None None] Provisioning complete for port a699b138-34db-4747-8d05-bc8b49a3a01b triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:19:16.142764 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-366b59e3-4d19-4ab8-b98a-17dc258f95ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:16.190533 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a8523-7834-4c0f-9cac-b825e522eac1 req-28d4d872-1369-4584-a5fd-0ea0fad93bdc tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:16.200397 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-864a8523-7834-4c0f-9cac-b825e522eac1 req-28d4d872-1369-4584-a5fd-0ea0fad93bdc tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=3660fb8a-1603-4fc7-ac63-57861d5169d9 HTTP/1.1" status: 200 len: 946 time: 0.9418113 Feb 04 21:19:16.222116 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-754955b2-f461-4bd5-936e-a1cac2b37026 req-f9ffc05d-be98-4d9c-afd5-61c9de3c79ad tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Calling delete_port for e5882fdb-967d-4c49-b3c2-b3e37b12fd27 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:19:16.480531 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f3bcf938-cd76-4137-b9cb-fe510bcf112c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:16.500297 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e833767-b48b-4898-b296-e12c6e00d383 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Port': ['ID=95d24bbe-36b9-40f1-9209-61dcaec7a554,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:16.522113 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-366b59e3-4d19-4ab8-b98a-17dc258f95ac None None] Provisioning for port 95d24bbe-36b9-40f1-9209-61dcaec7a554 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:19:16.531549 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-366b59e3-4d19-4ab8-b98a-17dc258f95ac None None] Provisioning complete for port 95d24bbe-36b9-40f1-9209-61dcaec7a554 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:19:16.534271 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-366b59e3-4d19-4ab8-b98a-17dc258f95ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:16.620627 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a699b138-34db-4747-8d05-bc8b49a3a01b up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:19:16.667786 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d22bcc1b-561a-42c3-a640-c90530d844f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:16.702309 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-864a8523-7834-4c0f-9cac-b825e522eac1 req-03c9f5c9-873e-4a06-a91c-f9486fd42036 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214776 Feb 04 21:19:16.713594 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e833767-b48b-4898-b296-e12c6e00d383 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Network 44ba8885-9aa3-4a0d-b6b7-e2ffacadc5a8 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:19:16.729562 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-8e833767-b48b-4898-b296-e12c6e00d383 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:19:16.733732 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5e462c22-38ed-4cc0-9fb8-c6d47d002786 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:16.773379 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-d22bcc1b-561a-42c3-a640-c90530d844f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:16.806323 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-366b59e3-4d19-4ab8-b98a-17dc258f95ac None None] Port 95d24bbe-36b9-40f1-9209-61dcaec7a554 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:19:16.844511 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port a699b138-34db-4747-8d05-bc8b49a3a01b triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:19:16.844834 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:16.994319 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-d22bcc1b-561a-42c3-a640-c90530d844f3 admin admin] Usage tracker for resource:security_group_rule and tenant:5935b99196ee42caa7be6846d116d65f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:17.014789 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-0d341579-0883-4d45-b147-7db0907f4941 None None] Provisioning complete for port 95d24bbe-36b9-40f1-9209-61dcaec7a554 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:19:17.017274 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0d341579-0883-4d45-b147-7db0907f4941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:17.131664 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-d22bcc1b-561a-42c3-a640-c90530d844f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:17.216082 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-0d341579-0883-4d45-b147-7db0907f4941 None None] Port 95d24bbe-36b9-40f1-9209-61dcaec7a554 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:19:17.266676 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e833767-b48b-4898-b296-e12c6e00d383 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Router b5434068-ad1a-49e5-8625-5628b4569f2e is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:19:17.314221 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-d22bcc1b-561a-42c3-a640-c90530d844f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:17.344562 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3891781e-8dec-4a1c-a754-41d5ac8ec238 None None] Provisioning complete for port 95d24bbe-36b9-40f1-9209-61dcaec7a554 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:19:17.345075 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3891781e-8dec-4a1c-a754-41d5ac8ec238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:17.380349 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.api [req-754955b2-f461-4bd5-936e-a1cac2b37026 req-f9ffc05d-be98-4d9c-afd5-61c9de3c79ad tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:19:17.380933 n-d-827896-1 neutron-server[87683]: DEBUG oslo_db.api [req-754955b2-f461-4bd5-936e-a1cac2b37026 req-f9ffc05d-be98-4d9c-afd5-61c9de3c79ad tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:19:17.540470 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33635719-38b7-46dc-aada-29e350b29b14 req-6de75953-c459-47e3-b8a4-17473f366222 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:17.542402 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-33635719-38b7-46dc-aada-29e350b29b14 req-6de75953-c459-47e3-b8a4-17473f366222 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 945 time: 0.5499563 Feb 04 21:19:17.547758 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3891781e-8dec-4a1c-a754-41d5ac8ec238 None None] Port 95d24bbe-36b9-40f1-9209-61dcaec7a554 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:19:17.583066 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:17.603100 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e462c22-38ed-4cc0-9fb8-c6d47d002786 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Router 34d5558f-aab3-4491-920e-87cc57ac4092 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:19:17.612061 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e833767-b48b-4898-b296-e12c6e00d383 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:19:17.616420 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:17.623132 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8e833767-b48b-4898-b296-e12c6e00d383 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "PUT /v2.0/routers/b5434068-ad1a-49e5-8625-5628b4569f2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1984859 Feb 04 21:19:17.630418 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50660) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:17.638642 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1441024d-d92b-45d2-91f4-29fb8f8c925e None None] Sync routers for ids ['b5434068-ad1a-49e5-8625-5628b4569f2e'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:19:17.642883 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-33635719-38b7-46dc-aada-29e350b29b14 req-1bd29897-26b4-404b-bd30-c3a25a835ca6 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920486 Feb 04 21:19:17.655702 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1441024d-d92b-45d2-91f4-29fb8f8c925e None None] Routers {'b5434068-ad1a-49e5-8625-5628b4569f2e'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:19:17.656321 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-1441024d-d92b-45d2-91f4-29fb8f8c925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:19:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['b5434068-ad1a-49e5-8625-5628b4569f2e'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:17.835861 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3660fb8a-1603-4fc7-ac63-57861d5169d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5882fdb-967d-4c49-b3c2-b3e37b12fd27', 'code': 200} Feb 04 21:19:17.840584 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3078f82e-ba4c-407d-afcb-16781c31a727 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:17.853554 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-1441024d-d92b-45d2-91f4-29fb8f8c925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:17.855618 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3078f82e-ba4c-407d-afcb-16781c31a727 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Synchronizing usage tracker for tenant:ddcc858bf44044718238d62159c9367f on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:19:17.897255 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-754955b2-f461-4bd5-936e-a1cac2b37026 req-f9ffc05d-be98-4d9c-afd5-61c9de3c79ad tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Deleting port e5882fdb-967d-4c49-b3c2-b3e37b12fd27 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:19:17.897255 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-754955b2-f461-4bd5-936e-a1cac2b37026 req-f9ffc05d-be98-4d9c-afd5-61c9de3c79ad tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:17.925713 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1441024d-d92b-45d2-91f4-29fb8f8c925e None None] Routers {'b5434068-ad1a-49e5-8625-5628b4569f2e'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:19:17.936180 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-1441024d-d92b-45d2-91f4-29fb8f8c925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:19:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['b5434068-ad1a-49e5-8625-5628b4569f2e'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:17.992820 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3078f82e-ba4c-407d-afcb-16781c31a727 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Unset dirty status for tenant:ddcc858bf44044718238d62159c9367f on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:19:17.994754 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3078f82e-ba4c-407d-afcb-16781c31a727 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "GET /v2.0/ports/95d24bbe-36b9-40f1-9209-61dcaec7a554 HTTP/1.1" status: 200 len: 984 time: 0.3628714 Feb 04 21:19:17.997440 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50668) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:18.057951 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-06106545-2dcc-46ff-b485-f6f360480c9d None None] Provisioning complete for port 95d24bbe-36b9-40f1-9209-61dcaec7a554 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:19:18.058435 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-06106545-2dcc-46ff-b485-f6f360480c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:18.119813 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-1441024d-d92b-45d2-91f4-29fb8f8c925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:18.120502 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1441024d-d92b-45d2-91f4-29fb8f8c925e None None] The sync data for ids ['b5434068-ad1a-49e5-8625-5628b4569f2e'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:19:18.148581 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-06106545-2dcc-46ff-b485-f6f360480c9d None None] Port 95d24bbe-36b9-40f1-9209-61dcaec7a554 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:19:18.181260 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d22bcc1b-561a-42c3-a640-c90530d844f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:18.308159 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e462c22-38ed-4cc0-9fb8-c6d47d002786 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:19:18.321984 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa152be2-7e42-42f7-98bc-0d54fa38a32d None None] Sync routers for ids ['34d5558f-aab3-4491-920e-87cc57ac4092'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:19:18.338265 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa152be2-7e42-42f7-98bc-0d54fa38a32d None None] Routers {'34d5558f-aab3-4491-920e-87cc57ac4092'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:19:18.339283 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-aa152be2-7e42-42f7-98bc-0d54fa38a32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:19:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['34d5558f-aab3-4491-920e-87cc57ac4092'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:18.391893 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d22bcc1b-561a-42c3-a640-c90530d844f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:18.511993 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-aa152be2-7e42-42f7-98bc-0d54fa38a32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:18.526522 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa152be2-7e42-42f7-98bc-0d54fa38a32d None None] Routers {'34d5558f-aab3-4491-920e-87cc57ac4092'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:19:18.527579 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-aa152be2-7e42-42f7-98bc-0d54fa38a32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:19:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['34d5558f-aab3-4491-920e-87cc57ac4092'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:18.544360 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d22bcc1b-561a-42c3-a640-c90530d844f3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5935b99196ee42caa7be6846d116d65f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7024660 Feb 04 21:19:18.550274 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50676) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:18.554052 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22bcc1b-561a-42c3-a640-c90530d844f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73dcc2dd-d202-47ce-af6f-84c96234f322,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:18.656893 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-aa152be2-7e42-42f7-98bc-0d54fa38a32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:18.657492 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa152be2-7e42-42f7-98bc-0d54fa38a32d None None] The sync data for ids ['34d5558f-aab3-4491-920e-87cc57ac4092'] in n-d-827896-1 is: [] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:19:18.664521 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5e462c22-38ed-4cc0-9fb8-c6d47d002786 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] 10.222.0.26 "PUT /v2.0/routers/34d5558f-aab3-4491-920e-87cc57ac4092/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9136806 Feb 04 21:19:18.681922 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50680) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:18.721714 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d9e0ec54-8734-4f30-8bc2-7c636bc330ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:18.758181 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d9e0ec54-8734-4f30-8bc2-7c636bc330ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:18.834187 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298b94c-70a2-4909-b677-2b0a234a6891 req-d90ff51b-33a9-4de8-8b94-2ea5be85cbc7 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:18.835627 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8298b94c-70a2-4909-b677-2b0a234a6891 req-d90ff51b-33a9-4de8-8b94-2ea5be85cbc7 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c910a35-9fe6-4698-89e1-d97ae2e6b07b HTTP/1.1" status: 200 len: 945 time: 0.8481090 Feb 04 21:19:18.892895 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d9e0ec54-8734-4f30-8bc2-7c636bc330ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:18.909020 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:18.985022 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ab416a9a-a79d-46a1-aee8-70390ce10be8 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:19.123419 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0ec54-8734-4f30-8bc2-7c636bc330ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73dcc2dd-d202-47ce-af6f-84c96234f322,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:19.147565 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8298b94c-70a2-4909-b677-2b0a234a6891 req-6c861d98-6f9f-4545-8199-6c8d135bcb41 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946033 Feb 04 21:19:19.151892 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d9e0ec54-8734-4f30-8bc2-7c636bc330ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:19.156379 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d9e0ec54-8734-4f30-8bc2-7c636bc330ee admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/73dcc2dd-d202-47ce-af6f-84c96234f322 HTTP/1.1" status: 204 len: 168 time: 0.5975616 Feb 04 21:19:19.272226 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-754955b2-f461-4bd5-936e-a1cac2b37026 req-f9ffc05d-be98-4d9c-afd5-61c9de3c79ad tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] For port e5882fdb-967d-4c49-b3c2-b3e37b12fd27, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=e5882fdb-967d-4c49-b3c2-b3e37b12fd27,segment=NetworkSegment(47332b6e-4b4a-433a-8338-a7e28128d91b),segment_id=47332b6e-4b4a-433a-8338-a7e28128d91b)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:19:19.275094 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-754955b2-f461-4bd5-936e-a1cac2b37026 req-f9ffc05d-be98-4d9c-afd5-61c9de3c79ad tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:19.289895 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-40064ca4-27c6-4fbb-872b-68f415f42c7b tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:19.481236 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ab416a9a-a79d-46a1-aee8-70390ce10be8 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:19.534387 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-ab416a9a-a79d-46a1-aee8-70390ce10be8 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Deleting port 821d31d2-4b42-4b13-b1fd-0ef1ee3d98eb {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:19:19.545788 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ab416a9a-a79d-46a1-aee8-70390ce10be8 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:19.683877 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-754955b2-f461-4bd5-936e-a1cac2b37026 req-f9ffc05d-be98-4d9c-afd5-61c9de3c79ad tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Calling delete_port for e5882fdb-967d-4c49-b3c2-b3e37b12fd27 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:19:19.920496 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ab416a9a-a79d-46a1-aee8-70390ce10be8 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:19.922831 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17642e28-5a54-49a4-bc61-b075f50e5f29 req-c68cec50-a3a9-4962-ab92-bd8c287bcac5 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:19.923733 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-17642e28-5a54-49a4-bc61-b075f50e5f29 req-c68cec50-a3a9-4962-ab92-bd8c287bcac5 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Synchronizing usage tracker for tenant:c5ae562ff357413ba235b51f47b1bbee on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:19:19.990506 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50698) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:19.998878 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-17642e28-5a54-49a4-bc61-b075f50e5f29 req-c68cec50-a3a9-4962-ab92-bd8c287bcac5 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Unset dirty status for tenant:c5ae562ff357413ba235b51f47b1bbee on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:19:20.013788 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-17642e28-5a54-49a4-bc61-b075f50e5f29 req-c68cec50-a3a9-4962-ab92-bd8c287bcac5 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/ports?device_id=3660fb8a-1603-4fc7-ac63-57861d5169d9 HTTP/1.1" status: 200 len: 944 time: 0.4965737 Feb 04 21:19:20.081577 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-ab416a9a-a79d-46a1-aee8-70390ce10be8 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Calling delete_port for 821d31d2-4b42-4b13-b1fd-0ef1ee3d98eb owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:19:20.106956 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1dd67277-8a3f-47be-9e10-ef6c06e78d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:20.148343 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-40064ca4-27c6-4fbb-872b-68f415f42c7b tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Deleting port 95d24bbe-36b9-40f1-9209-61dcaec7a554 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:19:20.150312 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-40064ca4-27c6-4fbb-872b-68f415f42c7b tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:20.248253 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-1dd67277-8a3f-47be-9e10-ef6c06e78d28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:20.265782 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-17642e28-5a54-49a4-bc61-b075f50e5f29 req-2e0bfd45-7228-43d5-85d9-8743cefa1af7 tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.26 "GET /v2.0/security-groups?id=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511449 Feb 04 21:19:20.266703 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-1dd67277-8a3f-47be-9e10-ef6c06e78d28 admin admin] Usage tracker for resource:security_group_rule and tenant:4b849746daee43b9b990f6c85c2e57df is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:20.275283 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-1dd67277-8a3f-47be-9e10-ef6c06e78d28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:20.284047 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-1dd67277-8a3f-47be-9e10-ef6c06e78d28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:20.297201 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-754955b2-f461-4bd5-936e-a1cac2b37026 req-f9ffc05d-be98-4d9c-afd5-61c9de3c79ad tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:20.414827 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ffc05d-be98-4d9c-afd5-61c9de3c79ad tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Pushing event deleted for resources: {'Port': ['ID=e5882fdb-967d-4c49-b3c2-b3e37b12fd27,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:20.509492 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-754955b2-f461-4bd5-936e-a1cac2b37026 req-f9ffc05d-be98-4d9c-afd5-61c9de3c79ad tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] No DVR routers for this DVR port e5882fdb-967d-4c49-b3c2-b3e37b12fd27 on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:19:20.518519 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-754955b2-f461-4bd5-936e-a1cac2b37026 req-f9ffc05d-be98-4d9c-afd5-61c9de3c79ad tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:20.521913 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3660fb8a-1603-4fc7-ac63-57861d5169d9', 'name': 'network-vif-deleted', 'tag': 'e5882fdb-967d-4c49-b3c2-b3e37b12fd27'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:19:20.585238 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-754955b2-f461-4bd5-936e-a1cac2b37026 req-f9ffc05d-be98-4d9c-afd5-61c9de3c79ad tempest-ServerDiskConfigTestJSON-206025032 tempest-ServerDiskConfigTestJSON-206025032-project] 10.222.0.32 "DELETE /v2.0/ports/e5882fdb-967d-4c49-b3c2-b3e37b12fd27 HTTP/1.1" status: 204 len: 173 time: 8.3662410 Feb 04 21:19:20.632593 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-40064ca4-27c6-4fbb-872b-68f415f42c7b tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:20.646038 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbf26e-a94a-43d1-a5d5-62c6dc10af63 req-54d2bdc4-b8af-4632-b7ce-d1afbd9d13d0 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:20.652271 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1ddbf26e-a94a-43d1-a5d5-62c6dc10af63 req-54d2bdc4-b8af-4632-b7ce-d1afbd9d13d0 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 945 time: 0.2017293 Feb 04 21:19:20.661636 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1dd67277-8a3f-47be-9e10-ef6c06e78d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:20.692527 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1dd67277-8a3f-47be-9e10-ef6c06e78d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:20.778785 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-40064ca4-27c6-4fbb-872b-68f415f42c7b tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Calling delete_port for 95d24bbe-36b9-40f1-9209-61dcaec7a554 owned by network:router_interface {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:19:20.786059 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-1dd67277-8a3f-47be-9e10-ef6c06e78d28 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4b849746daee43b9b990f6c85c2e57df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7910292 Feb 04 21:19:20.789160 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd67277-8a3f-47be-9e10-ef6c06e78d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc462f2-750f-44ec-9c23-6426be444cbf,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:20.792044 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50716) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:20.820009 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1ddbf26e-a94a-43d1-a5d5-62c6dc10af63 req-041a990a-eca1-4aca-9865-84f175446f87 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499696 Feb 04 21:19:20.862972 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ab416a9a-a79d-46a1-aee8-70390ce10be8 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:20.901330 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-981d0d60-d8a1-4dca-9f75-84097497ccc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:20.925403 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab416a9a-a79d-46a1-aee8-70390ce10be8 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Pushing event deleted for resources: {'Port': ['ID=821d31d2-4b42-4b13-b1fd-0ef1ee3d98eb,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:20.959203 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-981d0d60-d8a1-4dca-9f75-84097497ccc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:21.060626 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ab416a9a-a79d-46a1-aee8-70390ce10be8 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:21.086529 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-981d0d60-d8a1-4dca-9f75-84097497ccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:21.119685 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d0d60-d8a1-4dca-9f75-84097497ccc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc462f2-750f-44ec-9c23-6426be444cbf,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:21.134682 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-981d0d60-d8a1-4dca-9f75-84097497ccc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:21.135773 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-981d0d60-d8a1-4dca-9f75-84097497ccc2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7bc462f2-750f-44ec-9c23-6426be444cbf HTTP/1.1" status: 204 len: 168 time: 0.3432915 Feb 04 21:19:21.307599 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3660fb8a-1603-4fc7-ac63-57861d5169d9', 'name': 'network-vif-deleted', 'tag': 'e5882fdb-967d-4c49-b3c2-b3e37b12fd27', 'status': 'completed', 'code': 200} Feb 04 21:19:21.453058 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37aab6-b91b-4b03-bf3d-df5ff788f076 req-e8ddfaea-bcfd-4de4-bf9b-596fbec331cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:21.454686 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a37aab6-b91b-4b03-bf3d-df5ff788f076 req-e8ddfaea-bcfd-4de4-bf9b-596fbec331cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d12823a006ff49a4916b73b08e3ad259&device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 1096 time: 0.2373505 Feb 04 21:19:21.511064 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-40064ca4-27c6-4fbb-872b-68f415f42c7b tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:21.577544 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40064ca4-27c6-4fbb-872b-68f415f42c7b tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event deleted for resources: {'Port': ['ID=95d24bbe-36b9-40f1-9209-61dcaec7a554,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:21.582494 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ab416a9a-a79d-46a1-aee8-70390ce10be8 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:21.587176 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ab416a9a-a79d-46a1-aee8-70390ce10be8 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:21.731986 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37aab6-b91b-4b03-bf3d-df5ff788f076 req-78307353-f899-48dc-9902-eaf16a856e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:21.733885 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a37aab6-b91b-4b03-bf3d-df5ff788f076 req-78307353-f899-48dc-9902-eaf16a856e3d service neutron] 10.222.0.32 "GET /v2.0/networks?id=aeca86bf-5462-4afd-9138-c5fe85a0ef79 HTTP/1.1" status: 200 len: 918 time: 0.2728732 Feb 04 21:19:21.837891 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b414390-bd88-49ea-8858-fce2c9d0dc8f req-d920405c-e443-43a5-8044-8eb8885ac22d tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:21.839591 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7b414390-bd88-49ea-8858-fce2c9d0dc8f req-d920405c-e443-43a5-8044-8eb8885ac22d tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c910a35-9fe6-4698-89e1-d97ae2e6b07b HTTP/1.1" status: 200 len: 945 time: 0.2494652 Feb 04 21:19:21.857570 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-40064ca4-27c6-4fbb-872b-68f415f42c7b tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:21.919885 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a37aab6-b91b-4b03-bf3d-df5ff788f076 req-4ddab88a-0d0c-4ea9-b832-f3ebb3b666ee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a697680-cc55-40b9-87d4-dfa82ba01196 HTTP/1.1" status: 200 len: 1001 time: 0.1712990 Feb 04 21:19:21.930862 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7b414390-bd88-49ea-8858-fce2c9d0dc8f req-03c97571-860a-48dc-b514-25ca1db0cea6 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738363 Feb 04 21:19:21.966438 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ab416a9a-a79d-46a1-aee8-70390ce10be8 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:21.967008 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab416a9a-a79d-46a1-aee8-70390ce10be8 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Fanout notify agent at l3_agent the message router_deleted on router 34d5558f-aab3-4491-920e-87cc57ac4092 {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:19:22.003689 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50740) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:22.033365 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-78bc1638-5b67-47e0-a04c-b10ddfc55a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:22.054485 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-78bc1638-5b67-47e0-a04c-b10ddfc55a74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:22.062769 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37aab6-b91b-4b03-bf3d-df5ff788f076 req-f71a8b72-7c64-4039-982e-3e8874e9ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:22.064458 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a37aab6-b91b-4b03-bf3d-df5ff788f076 req-f71a8b72-7c64-4039-982e-3e8874e9ff62 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2332d4ab-28bd-4df4-abe3-897aa8896a30 HTTP/1.1" status: 200 len: 856 time: 0.1326978 Feb 04 21:19:22.066217 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-78bc1638-5b67-47e0-a04c-b10ddfc55a74 admin admin] Usage tracker for resource:security_group_rule and tenant:32b743470add4e57a324b715b99dd583 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:22.070993 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ab416a9a-a79d-46a1-aee8-70390ce10be8 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:22.074724 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ab416a9a-a79d-46a1-aee8-70390ce10be8 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] 10.222.0.26 "DELETE /v2.0/routers/34d5558f-aab3-4491-920e-87cc57ac4092 HTTP/1.1" status: 204 len: 168 time: 3.3789051 Feb 04 21:19:22.076695 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50744) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:22.121982 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-78bc1638-5b67-47e0-a04c-b10ddfc55a74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:22.134392 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-78bc1638-5b67-47e0-a04c-b10ddfc55a74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:22.157419 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c5ba819-0f58-421a-871f-169b24f9570d tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Deleting subnet d81b7c5e-25f4-4fc8-aa5f-74131d96c52c {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:19:22.164325 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2c5ba819-0f58-421a-871f-169b24f9570d tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:22.181354 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37aab6-b91b-4b03-bf3d-df5ff788f076 req-ae1d7fb3-cba2-4408-9e54-95a0cab65b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:22.182829 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a37aab6-b91b-4b03-bf3d-df5ff788f076 req-ae1d7fb3-cba2-4408-9e54-95a0cab65b2c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aeca86bf-5462-4afd-9138-c5fe85a0ef79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1124289 Feb 04 21:19:22.326714 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a37aab6-b91b-4b03-bf3d-df5ff788f076 req-ba3e5c5e-f249-4dca-9379-69c496a4d902 service neutron] 10.222.0.32 "GET /v2.0/networks/aeca86bf-5462-4afd-9138-c5fe85a0ef79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358452 Feb 04 21:19:22.500511 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2c5ba819-0f58-421a-871f-169b24f9570d tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:22.537805 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40064ca4-27c6-4fbb-872b-68f415f42c7b tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Router b5434068-ad1a-49e5-8625-5628b4569f2e has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:19:22.676458 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-78bc1638-5b67-47e0-a04c-b10ddfc55a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:22.683420 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-78bc1638-5b67-47e0-a04c-b10ddfc55a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:22.729163 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-78bc1638-5b67-47e0-a04c-b10ddfc55a74 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=32b743470add4e57a324b715b99dd583&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7230561 Feb 04 21:19:22.732214 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40064ca4-27c6-4fbb-872b-68f415f42c7b tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:19:22.741308 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50754) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:22.744840 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdf0dde-477e-41c6-b4af-660130fa0d82 None None] Sync routers for ids ['b5434068-ad1a-49e5-8625-5628b4569f2e'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:19:22.760797 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-40064ca4-27c6-4fbb-872b-68f415f42c7b tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "PUT /v2.0/routers/b5434068-ad1a-49e5-8625-5628b4569f2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7620273 Feb 04 21:19:22.768673 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdf0dde-477e-41c6-b4af-660130fa0d82 None None] Routers {'b5434068-ad1a-49e5-8625-5628b4569f2e'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:19:22.770474 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-4cdf0dde-477e-41c6-b4af-660130fa0d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:19:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['b5434068-ad1a-49e5-8625-5628b4569f2e'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:22.776178 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50758) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:22.791247 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2c5ba819-0f58-421a-871f-169b24f9570d tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:22.838176 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-4cdf0dde-477e-41c6-b4af-660130fa0d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:22.847540 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdf0dde-477e-41c6-b4af-660130fa0d82 None None] Routers {'b5434068-ad1a-49e5-8625-5628b4569f2e'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:19:22.849373 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-4cdf0dde-477e-41c6-b4af-660130fa0d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:19:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['b5434068-ad1a-49e5-8625-5628b4569f2e'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:22.872598 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2c5ba819-0f58-421a-871f-169b24f9570d tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:22.922241 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ba819-0f58-421a-871f-169b24f9570d tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Pushing event deleted for resources: {'Subnet': ['ID=d81b7c5e-25f4-4fc8-aa5f-74131d96c52c,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:22.929114 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaff375-de7c-473b-87e1-42ecb937965b req-6db51960-dfba-4c5e-bc35-be4178e23287 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:22.929506 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-4cdf0dde-477e-41c6-b4af-660130fa0d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:22.933124 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2c5ba819-0f58-421a-871f-169b24f9570d tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:22.934565 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdf0dde-477e-41c6-b4af-660130fa0d82 None None] The sync data for ids ['b5434068-ad1a-49e5-8625-5628b4569f2e'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:19:22.936730 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3eaff375-de7c-473b-87e1-42ecb937965b req-6db51960-dfba-4c5e-bc35-be4178e23287 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 945 time: 0.6080668 Feb 04 21:19:22.945800 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16eba78c-0ff6-40c4-92c8-3edfd9fd674e None None] Network abc11e2f-cab6-48ae-9857-9add5d89f83a requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:19:22.968903 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2c5ba819-0f58-421a-871f-169b24f9570d tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] 10.222.0.26 "DELETE /v2.0/subnets/d81b7c5e-25f4-4fc8-aa5f-74131d96c52c HTTP/1.1" status: 204 len: 168 time: 0.8884661 Feb 04 21:19:22.973384 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50762) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:23.019730 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc1638-5b67-47e0-a04c-b10ddfc55a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab030a0-dc27-4050-be6b-9ef65fa9bac7,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:23.025489 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a37aab6-b91b-4b03-bf3d-df5ff788f076 req-ad314f2c-6f5f-4ee3-9479-5cb335441ade service neutron] 10.222.0.32 "GET /v2.0/networks/aeca86bf-5462-4afd-9138-c5fe85a0ef79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6593657 Feb 04 21:19:23.194273 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3eaff375-de7c-473b-87e1-42ecb937965b req-c27d9a91-ce88-41db-b6f4-0dbabdc889a7 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2547245 Feb 04 21:19:23.212635 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-238b0613-57ce-4e2e-afa6-0281b0ae7065 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:23.237185 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-238b0613-57ce-4e2e-afa6-0281b0ae7065 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Deleting port 506c4aa0-c50e-457e-9712-cf7fcbe98188 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:19:23.237680 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-238b0613-57ce-4e2e-afa6-0281b0ae7065 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:23.304579 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [None req-da0bea1e-43db-4e2c-ae09-2dc49d701e16 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] remove_router_interface failed (client error): The resource could not be found. Feb 04 21:19:23.314594 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-da0bea1e-43db-4e2c-ae09-2dc49d701e16 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "PUT /v2.0/routers/b5434068-ad1a-49e5-8625-5628b4569f2e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5351729 Feb 04 21:19:23.315392 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50766) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:23.367852 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-67b8a67e-4645-4963-9158-8686055bb8a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:23.429502 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-0ab309a7-8450-42df-ba31-b676120052b7 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5434068-ad1a-49e5-8625-5628b4569f2e HTTP/1.1" status: 200 len: 205 time: 0.1006448 Feb 04 21:19:23.434943 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50770) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:23.483664 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a664e2-d162-404f-8f3d-cf9f5f03a5ea None None] DHCP port deletion for abc11e2f-cab6-48ae-9857-9add5d89f83a request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:19:23.495491 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-55a664e2-d162-404f-8f3d-cf9f5f03a5ea None None] Deleting port 506c4aa0-c50e-457e-9712-cf7fcbe98188 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:19:23.495846 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-55a664e2-d162-404f-8f3d-cf9f5f03a5ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:23.523660 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-67b8a67e-4645-4963-9158-8686055bb8a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:23.543353 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-238b0613-57ce-4e2e-afa6-0281b0ae7065 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] For port 506c4aa0-c50e-457e-9712-cf7fcbe98188, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=506c4aa0-c50e-457e-9712-cf7fcbe98188,segment=NetworkSegment(64b396a4-f1b0-477c-bfd5-339d7eda7a26),segment_id=64b396a4-f1b0-477c-bfd5-339d7eda7a26)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:19:23.544095 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-238b0613-57ce-4e2e-afa6-0281b0ae7065 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:23.637898 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-431f6494-95b3-492d-b377-e58de92b2424 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:23.700115 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-238b0613-57ce-4e2e-afa6-0281b0ae7065 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Calling delete_port for 506c4aa0-c50e-457e-9712-cf7fcbe98188 owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:19:23.796191 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-55a664e2-d162-404f-8f3d-cf9f5f03a5ea None None] For port 506c4aa0-c50e-457e-9712-cf7fcbe98188, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=506c4aa0-c50e-457e-9712-cf7fcbe98188,segment=NetworkSegment(64b396a4-f1b0-477c-bfd5-339d7eda7a26),segment_id=64b396a4-f1b0-477c-bfd5-339d7eda7a26)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:19:23.797102 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-55a664e2-d162-404f-8f3d-cf9f5f03a5ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:23.803524 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-238b0613-57ce-4e2e-afa6-0281b0ae7065 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:23.913544 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238b0613-57ce-4e2e-afa6-0281b0ae7065 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] No DVR routers for this DVR port 506c4aa0-c50e-457e-9712-cf7fcbe98188 on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:19:23.938810 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-55a664e2-d162-404f-8f3d-cf9f5f03a5ea None None] Calling delete_port for 506c4aa0-c50e-457e-9712-cf7fcbe98188 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:19:23.992608 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b0613-57ce-4e2e-afa6-0281b0ae7065 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Pushing event deleted for resources: {'Port': ['ID=506c4aa0-c50e-457e-9712-cf7fcbe98188,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:24.016547 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-431f6494-95b3-492d-b377-e58de92b2424 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:24.021416 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-431f6494-95b3-492d-b377-e58de92b2424 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:24.035341 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5628c3-7a1d-4497-85bc-80e8c08a777d req-520de144-229b-44be-901b-11d8ecd7a0de tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:24.043467 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9f5628c3-7a1d-4497-85bc-80e8c08a777d req-520de144-229b-44be-901b-11d8ecd7a0de tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c910a35-9fe6-4698-89e1-d97ae2e6b07b HTTP/1.1" status: 200 len: 945 time: 0.6677206 Feb 04 21:19:24.070278 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-55a664e2-d162-404f-8f3d-cf9f5f03a5ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:19:24.071164 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-55a664e2-d162-404f-8f3d-cf9f5f03a5ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:19:24.102912 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-238b0613-57ce-4e2e-afa6-0281b0ae7065 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:24.119860 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9f5628c3-7a1d-4497-85bc-80e8c08a777d req-61824a25-2f2c-444a-a93e-a082827c5dc9 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731657 Feb 04 21:19:24.121017 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-67b8a67e-4645-4963-9158-8686055bb8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:24.124269 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-431f6494-95b3-492d-b377-e58de92b2424 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:24.124754 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431f6494-95b3-492d-b377-e58de92b2424 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Fanout notify agent at l3_agent the message router_deleted on router b5434068-ad1a-49e5-8625-5628b4569f2e {{(pid=87683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:19:24.148265 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b8a67e-4645-4963-9158-8686055bb8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab030a0-dc27-4050-be6b-9ef65fa9bac7,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:24.162476 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-67b8a67e-4645-4963-9158-8686055bb8a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:24.163067 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-238b0613-57ce-4e2e-afa6-0281b0ae7065 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abc11e2f-cab6-48ae-9857-9add5d89f83a']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:24.178015 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-67b8a67e-4645-4963-9158-8686055bb8a5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4ab030a0-dc27-4050-be6b-9ef65fa9bac7 HTTP/1.1" status: 204 len: 168 time: 1.4228024 Feb 04 21:19:24.181954 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-238b0613-57ce-4e2e-afa6-0281b0ae7065 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64b396a4-f1b0-477c-bfd5-339d7eda7a26') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:24.182650 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-238b0613-57ce-4e2e-afa6-0281b0ae7065 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64b396a4-f1b0-477c-bfd5-339d7eda7a26') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:24.183128 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-431f6494-95b3-492d-b377-e58de92b2424 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:24.192076 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-431f6494-95b3-492d-b377-e58de92b2424 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/routers/b5434068-ad1a-49e5-8625-5628b4569f2e HTTP/1.1" status: 204 len: 168 time: 0.7534397 Feb 04 21:19:24.193471 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50780) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:24.201308 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-238b0613-57ce-4e2e-afa6-0281b0ae7065 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:24.211318 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 3a697680-cc55-40b9-87d4-dfa82ba01196 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:19:24.255554 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-238b0613-57ce-4e2e-afa6-0281b0ae7065 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:24.267260 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-238b0613-57ce-4e2e-afa6-0281b0ae7065 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:19:24.267683 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-238b0613-57ce-4e2e-afa6-0281b0ae7065 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:24.284162 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:19:24.284162 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:19:24.284162 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:19:24.284162 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:19:24.284162 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:19:24.284162 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:19:24.284162 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:19:24.284162 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:19:24.284162 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:19:24.284162 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:19:24.284162 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:19:24.284162 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:19:24.284162 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:19:24.284162 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:19:24.284162 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:19:24.284162 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:19:24.284162 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:19:24.284162 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:19:24.284162 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:19:24.284162 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:19:24.284162 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:19:24.284162 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:19:24.284162 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:19:24.284162 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:19:24.284162 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:19:24.284162 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:19:24.284162 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:19:24.284162 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:19:24.284162 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:19:24.284162 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:19:24.284162 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:19:24.284162 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:19:24.580592 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-55a664e2-d162-404f-8f3d-cf9f5f03a5ea None None] Deleting port 506c4aa0-c50e-457e-9712-cf7fcbe98188 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:19:24.591320 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-55a664e2-d162-404f-8f3d-cf9f5f03a5ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:24.603691 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-238b0613-57ce-4e2e-afa6-0281b0ae7065 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:24.627754 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-238b0613-57ce-4e2e-afa6-0281b0ae7065 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:24.673905 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b0613-57ce-4e2e-afa6-0281b0ae7065 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Pushing event deleted for resources: {'Network': ['ID=abc11e2f-cab6-48ae-9857-9add5d89f83a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:24.693004 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-238b0613-57ce-4e2e-afa6-0281b0ae7065 tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] 10.222.0.26 "DELETE /v2.0/networks/abc11e2f-cab6-48ae-9857-9add5d89f83a HTTP/1.1" status: 204 len: 168 time: 1.7163155 Feb 04 21:19:24.696648 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50794) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:24.729166 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 506c4aa0-c50e-457e-9712-cf7fcbe98188 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:19:24.852258 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 506c4aa0-c50e-457e-9712-cf7fcbe98188 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:19:24.852941 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 506c4aa0-c50e-457e-9712-cf7fcbe98188 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:19:24.960527 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-55a664e2-d162-404f-8f3d-cf9f5f03a5ea None None] The port '506c4aa0-c50e-457e-9712-cf7fcbe98188' was deleted {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:19:24.973125 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50806) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:24.998099 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9cd40c2-586a-4522-b04a-c3d860eb8673 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Deleting subnet 221cf0bc-3c24-4ecf-acbe-9e2c2ab2fc18 {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:19:24.999092 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:25.062823 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6893970-a5aa-4af9-9a7d-cba5f7d9bd63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a697680-cc55-40b9-87d4-dfa82ba01196'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:19:25.089755 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 3a697680-cc55-40b9-87d4-dfa82ba01196, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=3a697680-cc55-40b9-87d4-dfa82ba01196,segment=NetworkSegment(84b34f62-20de-461e-9dfa-a6b12b358939),segment_id=84b34f62-20de-461e-9dfa-a6b12b358939)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:19:25.097327 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:25.172622 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b9cd40c2-586a-4522-b04a-c3d860eb8673 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:25.266026 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8c28ae97-5a99-4b25-9986-985f490a6498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:25.296101 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-8c28ae97-5a99-4b25-9986-985f490a6498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:25.302083 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-8c28ae97-5a99-4b25-9986-985f490a6498 admin admin] Usage tracker for resource:security_group_rule and tenant:f8c02f43be8d436db231a76f5d58d1fb is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:25.304197 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=3a697680-cc55-40b9-87d4-dfa82ba01196,revision_number=8']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:25.305403 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-8c28ae97-5a99-4b25-9986-985f490a6498 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:25.319976 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-8c28ae97-5a99-4b25-9986-985f490a6498 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:25.344559 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-a9bd5e4a-56a0-47c0-9c31-4661b64874fa tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Deleting port 88b01d25-e7fe-4ec3-8d03-35d678f0e4db {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:19:25.344963 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a9bd5e4a-56a0-47c0-9c31-4661b64874fa tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:25.423836 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b9cd40c2-586a-4522-b04a-c3d860eb8673 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:25.475417 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8c28ae97-5a99-4b25-9986-985f490a6498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:25.483599 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8c28ae97-5a99-4b25-9986-985f490a6498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:25.560382 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8c28ae97-5a99-4b25-9986-985f490a6498 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f8c02f43be8d436db231a76f5d58d1fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5858438 Feb 04 21:19:25.561501 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28ae97-5a99-4b25-9986-985f490a6498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8975b1a-d1c9-4862-ab1f-f8675e09382d,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:25.563472 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50824) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:25.609898 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f4fa6-494b-4355-8aa1-4d2dcad18881 req-326411af-2aab-4d2f-ae1e-90f190bc950d tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:25.611830 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1f9f4fa6-494b-4355-8aa1-4d2dcad18881 req-326411af-2aab-4d2f-ae1e-90f190bc950d tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 943 time: 0.4627740 Feb 04 21:19:25.681587 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8af0db0e-7047-4a13-a3a8-6d8199fa98b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:25.728603 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8af0db0e-7047-4a13-a3a8-6d8199fa98b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:25.732166 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1f9f4fa6-494b-4355-8aa1-4d2dcad18881 req-4b586aa4-5f7b-4b1c-8026-84b6f2a7a069 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053543 Feb 04 21:19:25.788907 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b9cd40c2-586a-4522-b04a-c3d860eb8673 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:25.834110 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a9bd5e4a-56a0-47c0-9c31-4661b64874fa tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:25.834654 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a9bd5e4a-56a0-47c0-9c31-4661b64874fa tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:25.840295 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8af0db0e-7047-4a13-a3a8-6d8199fa98b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:25.856877 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0db0e-7047-4a13-a3a8-6d8199fa98b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8975b1a-d1c9-4862-ab1f-f8675e09382d,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:25.864239 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8af0db0e-7047-4a13-a3a8-6d8199fa98b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:25.866416 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8af0db0e-7047-4a13-a3a8-6d8199fa98b5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a8975b1a-d1c9-4862-ab1f-f8675e09382d HTTP/1.1" status: 204 len: 168 time: 0.3014836 Feb 04 21:19:26.133347 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-a9bd5e4a-56a0-47c0-9c31-4661b64874fa tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Calling delete_port for 88b01d25-e7fe-4ec3-8d03-35d678f0e4db owned by network:floatingip {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:19:26.209863 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:26.213739 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f726be7-ba7a-4638-8e1a-78049c942186 req-55401534-5f43-4079-ba30-b9b174a34a36 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:26.214560 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-1f726be7-ba7a-4638-8e1a-78049c942186 req-55401534-5f43-4079-ba30-b9b174a34a36 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Synchronizing usage tracker for tenant:cbe7b967cf5b4bf8a129a586503d8461 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:19:26.257183 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-1f726be7-ba7a-4638-8e1a-78049c942186 req-55401534-5f43-4079-ba30-b9b174a34a36 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Unset dirty status for tenant:cbe7b967cf5b4bf8a129a586503d8461 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:19:26.258609 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1f726be7-ba7a-4638-8e1a-78049c942186 req-55401534-5f43-4079-ba30-b9b174a34a36 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c910a35-9fe6-4698-89e1-d97ae2e6b07b HTTP/1.1" status: 200 len: 945 time: 0.1615655 Feb 04 21:19:26.407949 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-1f726be7-ba7a-4638-8e1a-78049c942186 req-c351d7b3-1561-4cc4-833a-56c35ddfc1ab tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Deleting port a432d894-0b8b-47ca-a49a-9f4f2d587d73 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:19:26.408663 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8d136-d7f8-40d3-a137-60fc84db5cd1 req-9a5924d6-3f6c-4e9a-a4e3-a4399b1f5fba tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:26.411790 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1f726be7-ba7a-4638-8e1a-78049c942186 req-c351d7b3-1561-4cc4-833a-56c35ddfc1ab tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:26.418011 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-68c8d136-d7f8-40d3-a137-60fc84db5cd1 req-9a5924d6-3f6c-4e9a-a4e3-a4399b1f5fba tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c910a35-9fe6-4698-89e1-d97ae2e6b07b HTTP/1.1" status: 200 len: 945 time: 0.4091759 Feb 04 21:19:26.421439 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b9cd40c2-586a-4522-b04a-c3d860eb8673 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:26.435134 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a9bd5e4a-56a0-47c0-9c31-4661b64874fa tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:26.580590 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a07d87-2f2b-491c-a5c1-e2733f8755d5 None None] Network 44ba8885-9aa3-4a0d-b6b7-e2ffacadc5a8 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:19:26.581244 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b9cd40c2-586a-4522-b04a-c3d860eb8673 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:26.588090 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd40c2-586a-4522-b04a-c3d860eb8673 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event deleted for resources: {'Subnet': ['ID=221cf0bc-3c24-4ecf-acbe-9e2c2ab2fc18,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:26.643696 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd5e4a-56a0-47c0-9c31-4661b64874fa tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Pushing event deleted for resources: {'Port': ['ID=88b01d25-e7fe-4ec3-8d03-35d678f0e4db,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:26.718394 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-68c8d136-d7f8-40d3-a137-60fc84db5cd1 req-341daaf5-d910-4b79-9a54-cc9742749704 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997885 Feb 04 21:19:26.722359 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b9cd40c2-586a-4522-b04a-c3d860eb8673 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/subnets/221cf0bc-3c24-4ecf-acbe-9e2c2ab2fc18 HTTP/1.1" status: 204 len: 168 time: 2.5279145 Feb 04 21:19:26.747501 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 50864) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:26.838279 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-1f726be7-ba7a-4638-8e1a-78049c942186 req-c351d7b3-1561-4cc4-833a-56c35ddfc1ab tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] For port a432d894-0b8b-47ca-a49a-9f4f2d587d73, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=a432d894-0b8b-47ca-a49a-9f4f2d587d73,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:19:26.838505 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1f726be7-ba7a-4638-8e1a-78049c942186 req-c351d7b3-1561-4cc4-833a-56c35ddfc1ab tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:26.867732 n-d-827896-1 neutron-server[87684]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e6893970-a5aa-4af9-9a7d-cba5f7d9bd63', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3a697680-cc55-40b9-87d4-dfa82ba01196', 'code': 422} returned with failed status Feb 04 21:19:27.190006 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-61266d27-9a88-43cd-ab3e-ed88d1856263 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:27.196067 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a9bd5e4a-56a0-47c0-9c31-4661b64874fa tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks [] for floatingip, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:27.201781 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a9bd5e4a-56a0-47c0-9c31-4661b64874fa tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:27.203722 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-1f726be7-ba7a-4638-8e1a-78049c942186 req-c351d7b3-1561-4cc4-833a-56c35ddfc1ab tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Calling delete_port for a432d894-0b8b-47ca-a49a-9f4f2d587d73 owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:19:27.203893 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-a9bd5e4a-56a0-47c0-9c31-4661b64874fa tempest-FloatingIPAdminTestJSON-2101991450 tempest-FloatingIPAdminTestJSON-2101991450-project] 10.222.0.26 "DELETE /v2.0/floatingips/8b42e3fd-f8d7-4c26-8efa-b0560b08b0af HTTP/1.1" status: 204 len: 168 time: 2.5039537 Feb 04 21:19:27.215771 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-61266d27-9a88-43cd-ab3e-ed88d1856263 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Deleting port a699b138-34db-4747-8d05-bc8b49a3a01b {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:19:27.216388 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-61266d27-9a88-43cd-ab3e-ed88d1856263 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:27.278691 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cfb773-c83c-4d83-9823-df1df5febd1a None None] DHCP port deletion for 44ba8885-9aa3-4a0d-b6b7-e2ffacadc5a8 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:19:27.285809 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-98cfb773-c83c-4d83-9823-df1df5febd1a None None] Deleting port a699b138-34db-4747-8d05-bc8b49a3a01b {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:19:27.286561 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-98cfb773-c83c-4d83-9823-df1df5febd1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:27.464445 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1f726be7-ba7a-4638-8e1a-78049c942186 req-c351d7b3-1561-4cc4-833a-56c35ddfc1ab tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:27.523482 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['e791a7ac-6865-4c87-8ac5-f39dc8b22567'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:19:27.671636 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['a432d894-0b8b-47ca-a49a-9f4f2d587d73'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:19:27.692127 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351d7b3-1561-4cc4-833a-56c35ddfc1ab tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Pushing event deleted for resources: {'Port': ['ID=a432d894-0b8b-47ca-a49a-9f4f2d587d73,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:27.838169 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f726be7-ba7a-4638-8e1a-78049c942186 req-c351d7b3-1561-4cc4-833a-56c35ddfc1ab tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] No DVR routers for this DVR port a432d894-0b8b-47ca-a49a-9f4f2d587d73 on host n-h2-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:19:27.849908 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-1f726be7-ba7a-4638-8e1a-78049c942186 req-c351d7b3-1561-4cc4-833a-56c35ddfc1ab tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:27.853354 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c910a35-9fe6-4698-89e1-d97ae2e6b07b', 'name': 'network-vif-deleted', 'tag': 'a432d894-0b8b-47ca-a49a-9f4f2d587d73'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:19:27.899741 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-1f726be7-ba7a-4638-8e1a-78049c942186 req-c351d7b3-1561-4cc4-833a-56c35ddfc1ab tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.18 "DELETE /v2.0/ports/a432d894-0b8b-47ca-a49a-9f4f2d587d73 HTTP/1.1" status: 204 len: 173 time: 1.6362784 Feb 04 21:19:27.983476 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50940) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:28.160075 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-61266d27-9a88-43cd-ab3e-ed88d1856263 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] For port a699b138-34db-4747-8d05-bc8b49a3a01b, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a699b138-34db-4747-8d05-bc8b49a3a01b,segment=NetworkSegment(724eb8c0-cf07-4816-be9c-408f430c594d),segment_id=724eb8c0-cf07-4816-be9c-408f430c594d)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:19:28.166482 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-61266d27-9a88-43cd-ab3e-ed88d1856263 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:28.259560 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-98cfb773-c83c-4d83-9823-df1df5febd1a None None] For port a699b138-34db-4747-8d05-bc8b49a3a01b, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a699b138-34db-4747-8d05-bc8b49a3a01b,segment=NetworkSegment(724eb8c0-cf07-4816-be9c-408f430c594d),segment_id=724eb8c0-cf07-4816-be9c-408f430c594d)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:19:28.259851 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-98cfb773-c83c-4d83-9823-df1df5febd1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:28.476146 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-98cfb773-c83c-4d83-9823-df1df5febd1a None None] Calling delete_port for a699b138-34db-4747-8d05-bc8b49a3a01b owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:19:28.571410 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-61266d27-9a88-43cd-ab3e-ed88d1856263 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Calling delete_port for a699b138-34db-4747-8d05-bc8b49a3a01b owned by network:dhcp {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:19:28.619317 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ad32f07a-b3c6-4f3c-801a-cc2e4896d664 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0dfecd6cd71d4cc191fe44b8017a71d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6345928 Feb 04 21:19:28.622223 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 50994) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:28.737780 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 3a697680-cc55-40b9-87d4-dfa82ba01196 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:19:28.765124 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f1ce91e3-b632-430f-8353-b045ef48fa9a req-6c468c5c-6071-4a50-816e-3c1e5ef3803f tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c910a35-9fe6-4698-89e1-d97ae2e6b07b HTTP/1.1" status: 200 len: 210 time: 0.1096077 Feb 04 21:19:28.789030 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cf89b37e-abb7-4492-abaf-cfdc5ef458aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:28.849184 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cf89b37e-abb7-4492-abaf-cfdc5ef458aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:28.871242 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a699b138-34db-4747-8d05-bc8b49a3a01b no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:19:28.950814 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-61266d27-9a88-43cd-ab3e-ed88d1856263 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:28.960582 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-98cfb773-c83c-4d83-9823-df1df5febd1a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 04 21:19:28.960582 n-d-827896-1 neutron-server[87684]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Feb 04 21:19:28.960582 n-d-827896-1 neutron-server[87684]: [parameters: {'port_id': 'a699b138-34db-4747-8d05-bc8b49a3a01b'}] Feb 04 21:19:28.960582 n-d-827896-1 neutron-server[87684]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:19:28.961030 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-98cfb773-c83c-4d83-9823-df1df5febd1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:19:28.964396 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cf89b37e-abb7-4492-abaf-cfdc5ef458aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:29.001642 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89b37e-abb7-4492-abaf-cfdc5ef458aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642046a7-7e82-46aa-a49e-4aa518703731,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:29.008065 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cf89b37e-abb7-4492-abaf-cfdc5ef458aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:29.022259 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-cf89b37e-abb7-4492-abaf-cfdc5ef458aa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/642046a7-7e82-46aa-a49e-4aa518703731 HTTP/1.1" status: 204 len: 168 time: 0.3989234 Feb 04 21:19:29.062602 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51004) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:29.085446 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No active binding found for port a699b138-34db-4747-8d05-bc8b49a3a01b {{(pid=87684) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 21:19:29.085863 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a699b138-34db-4747-8d05-bc8b49a3a01b not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:19:29.112500 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61266d27-9a88-43cd-ab3e-ed88d1856263 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] No DVR routers for this DVR port a699b138-34db-4747-8d05-bc8b49a3a01b on host n-d-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:19:29.147507 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61266d27-9a88-43cd-ab3e-ed88d1856263 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event deleted for resources: {'Port': ['ID=a699b138-34db-4747-8d05-bc8b49a3a01b,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:29.175070 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c910a35-9fe6-4698-89e1-d97ae2e6b07b', 'name': 'network-vif-deleted', 'tag': 'a432d894-0b8b-47ca-a49a-9f4f2d587d73', 'status': 'completed', 'code': 200} Feb 04 21:19:29.266809 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51012) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:29.350971 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-61266d27-9a88-43cd-ab3e-ed88d1856263 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:29.389854 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-047e8ff1-e18e-48b8-87b0-5a9181da7415 admin admin] Deleting subnet f5fa560a-48fa-4fa4-b2a4-c77d56ecaf85 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:19:29.393274 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-047e8ff1-e18e-48b8-87b0-5a9181da7415 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:29.406576 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-61266d27-9a88-43cd-ab3e-ed88d1856263 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ba8885-9aa3-4a0d-b6b7-e2ffacadc5a8']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:29.431307 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-61266d27-9a88-43cd-ab3e-ed88d1856263 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '724eb8c0-cf07-4816-be9c-408f430c594d') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:29.431770 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-61266d27-9a88-43cd-ab3e-ed88d1856263 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '724eb8c0-cf07-4816-be9c-408f430c594d') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:29.445150 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-61266d27-9a88-43cd-ab3e-ed88d1856263 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:29.462428 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-98cfb773-c83c-4d83-9823-df1df5febd1a None None] Deleting port a699b138-34db-4747-8d05-bc8b49a3a01b {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:19:29.463216 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-98cfb773-c83c-4d83-9823-df1df5febd1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:29.480554 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-61266d27-9a88-43cd-ab3e-ed88d1856263 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:29.495070 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-047e8ff1-e18e-48b8-87b0-5a9181da7415 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:29.504673 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61266d27-9a88-43cd-ab3e-ed88d1856263 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:19:29.505238 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-61266d27-9a88-43cd-ab3e-ed88d1856263 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:29.542661 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:19:29.542661 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:19:29.542661 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:19:29.542661 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:19:29.542661 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:19:29.542661 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:19:29.542661 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:19:29.542661 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:19:29.542661 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:19:29.542661 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:19:29.542661 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:19:29.542661 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:19:29.542661 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:19:29.542661 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:19:29.542661 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:19:29.542661 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:19:29.542661 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:19:29.542661 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:19:29.542661 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:19:29.542661 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:19:29.542661 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:19:29.542661 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:19:29.542661 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:19:29.542661 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:19:29.542661 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:19:29.542661 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:19:29.542661 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:19:29.542661 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:19:29.542661 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:19:29.542661 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:19:29.542661 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:19:29.542661 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:19:29.629619 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-98cfb773-c83c-4d83-9823-df1df5febd1a None None] The port 'a699b138-34db-4747-8d05-bc8b49a3a01b' was deleted {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:19:29.658188 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-047e8ff1-e18e-48b8-87b0-5a9181da7415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:29.807624 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-61266d27-9a88-43cd-ab3e-ed88d1856263 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:29.815079 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5c4840f6-76dd-42b4-9602-d5cc0c49f5d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:29.841102 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5c4840f6-76dd-42b4-9602-d5cc0c49f5d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:29.851029 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5c4840f6-76dd-42b4-9602-d5cc0c49f5d0 admin admin] Usage tracker for resource:security_group_rule and tenant:7eb4b4842beb4aacbd0bc39adb2be32b is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:29.857687 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-61266d27-9a88-43cd-ab3e-ed88d1856263 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:29.859094 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5c4840f6-76dd-42b4-9602-d5cc0c49f5d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:29.861536 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61266d27-9a88-43cd-ab3e-ed88d1856263 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event deleted for resources: {'Network': ['ID=44ba8885-9aa3-4a0d-b6b7-e2ffacadc5a8,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:29.879230 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5c4840f6-76dd-42b4-9602-d5cc0c49f5d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:29.883716 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-61266d27-9a88-43cd-ab3e-ed88d1856263 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/networks/44ba8885-9aa3-4a0d-b6b7-e2ffacadc5a8 HTTP/1.1" status: 204 len: 168 time: 3.1309137 Feb 04 21:19:29.887148 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51032) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:29.889832 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-047e8ff1-e18e-48b8-87b0-5a9181da7415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:29.893018 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51036) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:29.905489 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-7deab3b0-6a6f-4905-9338-9e4040d96289 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1061343974'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:19:29.942246 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-047e8ff1-e18e-48b8-87b0-5a9181da7415 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:29.956935 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e8ff1-e18e-48b8-87b0-5a9181da7415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5fa560a-48fa-4fa4-b2a4-c77d56ecaf85,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:29.958773 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7deab3b0-6a6f-4905-9338-9e4040d96289 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:29.965297 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9fd5170c-9d1d-42f6-838c-c6a04a55a4f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:29.973024 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-047e8ff1-e18e-48b8-87b0-5a9181da7415 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f5fa560a-48fa-4fa4-b2a4-c77d56ecaf85 HTTP/1.1" status: 204 len: 168 time: 0.7044959 Feb 04 21:19:29.983232 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51040) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:30.010115 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-9fd5170c-9d1d-42f6-838c-c6a04a55a4f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:30.016652 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-9fd5170c-9d1d-42f6-838c-c6a04a55a4f3 admin admin] Usage tracker for resource:security_group_rule and tenant:6e38da7c78714a75924566e5c34e0ce2 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:30.027975 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-9fd5170c-9d1d-42f6-838c-c6a04a55a4f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:30.043567 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-9fd5170c-9d1d-42f6-838c-c6a04a55a4f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:30.055126 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7deab3b0-6a6f-4905-9338-9e4040d96289 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Usage tracker for resource:network and tenant:ddcc858bf44044718238d62159c9367f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:30.062009 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7deab3b0-6a6f-4905-9338-9e4040d96289 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:30.108591 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7deab3b0-6a6f-4905-9338-9e4040d96289 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:30.162849 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7deab3b0-6a6f-4905-9338-9e4040d96289 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Made reservation on behalf of ddcc858bf44044718238d62159c9367f for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:19:30.167151 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7deab3b0-6a6f-4905-9338-9e4040d96289 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:30.174089 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f0413845-5636-4982-9b6e-3c954bb1d48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:30.215122 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7deab3b0-6a6f-4905-9338-9e4040d96289 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:19:30.227060 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7deab3b0-6a6f-4905-9338-9e4040d96289 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:30.227553 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-7deab3b0-6a6f-4905-9338-9e4040d96289 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Added segment 8d4f2235-0f0f-45f3-8004-b22b4b7232a5 of type vlan for network 8fa2ba3d-8012-4f6a-8703-964ea446c495 Feb 04 21:19:30.289782 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7deab3b0-6a6f-4905-9338-9e4040d96289 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:30.293321 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5c4840f6-76dd-42b4-9602-d5cc0c49f5d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:30.302829 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5c4840f6-76dd-42b4-9602-d5cc0c49f5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:30.322331 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device a432d894-0b8b-47ca-a49a-9f4f2d587d73 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:19:30.370858 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7deab3b0-6a6f-4905-9338-9e4040d96289 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:30.377488 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7deab3b0-6a6f-4905-9338-9e4040d96289 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:30.378397 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7deab3b0-6a6f-4905-9338-9e4040d96289 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:30.431988 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: a432d894-0b8b-47ca-a49a-9f4f2d587d73 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:19:30.434635 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device a432d894-0b8b-47ca-a49a-9f4f2d587d73 not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:19:30.445905 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5c4840f6-76dd-42b4-9602-d5cc0c49f5d0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7eb4b4842beb4aacbd0bc39adb2be32b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3832316 Feb 04 21:19:30.447606 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f0413845-5636-4982-9b6e-3c954bb1d48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:30.455442 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4840f6-76dd-42b4-9602-d5cc0c49f5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d1e7ab-d3e0-4e54-9f99-cf4c20c86e60,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:30.462022 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51060) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:30.505455 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-f0413845-5636-4982-9b6e-3c954bb1d48a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['576e0778-5be3-4863-9aa7-c402bf42ead3']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:30.529820 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-f0413845-5636-4982-9b6e-3c954bb1d48a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47332b6e-4b4a-433a-8338-a7e28128d91b') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:30.530545 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-f0413845-5636-4982-9b6e-3c954bb1d48a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47332b6e-4b4a-433a-8338-a7e28128d91b') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:30.547987 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-7deab3b0-6a6f-4905-9338-9e4040d96289 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6589055 Feb 04 21:19:30.551679 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51068) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:30.554521 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f0413845-5636-4982-9b6e-3c954bb1d48a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:30.558021 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9fd5170c-9d1d-42f6-838c-c6a04a55a4f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:30.563186 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-19a8e8bc-5086-4cd4-8553-415b8f17f0f9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Request body: {'subnet': {'network_id': '8fa2ba3d-8012-4f6a-8703-964ea446c495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:19:30.580657 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deab3b0-6a6f-4905-9338-9e4040d96289 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Network': ['ID=8fa2ba3d-8012-4f6a-8703-964ea446c495,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:30.587213 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f0413845-5636-4982-9b6e-3c954bb1d48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:30.592282 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9fd5170c-9d1d-42f6-838c-c6a04a55a4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:30.594601 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 8fa2ba3d-8012-4f6a-8703-964ea446c495 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:19:30.599635 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-41e00167-37c3-4c55-aafd-d608982284d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:30.601986 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0413845-5636-4982-9b6e-3c954bb1d48a admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:19:30.602578 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f0413845-5636-4982-9b6e-3c954bb1d48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:30.618199 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:19:30.618199 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:19:30.618199 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:19:30.618199 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:19:30.618199 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:19:30.618199 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:19:30.618199 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:19:30.618199 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:19:30.618199 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:19:30.618199 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:19:30.618199 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:19:30.618199 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:19:30.618199 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:19:30.618199 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:19:30.618199 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:19:30.618199 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:19:30.618199 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:19:30.618199 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:19:30.618199 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:19:30.618199 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:19:30.618199 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:19:30.618199 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:19:30.618199 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:19:30.618199 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:19:30.618199 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:19:30.618199 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:19:30.618199 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:19:30.618199 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:19:30.618199 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:19:30.618199 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:19:30.618199 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:19:30.618199 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:19:30.716210 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5170c-9d1d-42f6-838c-c6a04a55a4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13272af7-e31a-4fa5-977a-b6a61cfd1ac4,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:30.725102 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-41e00167-37c3-4c55-aafd-d608982284d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:30.750443 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f0413845-5636-4982-9b6e-3c954bb1d48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:30.757574 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f0413845-5636-4982-9b6e-3c954bb1d48a admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:30.803429 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0413845-5636-4982-9b6e-3c954bb1d48a admin admin] Pushing event deleted for resources: {'Network': ['ID=576e0778-5be3-4863-9aa7-c402bf42ead3,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:30.810216 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f0413845-5636-4982-9b6e-3c954bb1d48a admin admin] 10.222.0.26 "DELETE /v2.0/networks/576e0778-5be3-4863-9aa7-c402bf42ead3 HTTP/1.1" status: 204 len: 168 time: 0.8256547 Feb 04 21:19:30.852161 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-41e00167-37c3-4c55-aafd-d608982284d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:30.886821 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e00167-37c3-4c55-aafd-d608982284d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d1e7ab-d3e0-4e54-9f99-cf4c20c86e60,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:30.888312 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-9fd5170c-9d1d-42f6-838c-c6a04a55a4f3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6e38da7c78714a75924566e5c34e0ce2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9939203 Feb 04 21:19:30.893095 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51082) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:30.904160 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-41e00167-37c3-4c55-aafd-d608982284d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:30.905453 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-41e00167-37c3-4c55-aafd-d608982284d0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/12d1e7ab-d3e0-4e54-9f99-cf4c20c86e60 HTTP/1.1" status: 204 len: 168 time: 0.4424818 Feb 04 21:19:31.048568 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-19a8e8bc-5086-4cd4-8553-415b8f17f0f9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:31.087003 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-19a8e8bc-5086-4cd4-8553-415b8f17f0f9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Usage tracker for resource:subnet and tenant:ddcc858bf44044718238d62159c9367f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:31.091063 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-19a8e8bc-5086-4cd4-8553-415b8f17f0f9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:31.109285 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-19a8e8bc-5086-4cd4-8553-415b8f17f0f9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:31.122763 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0c45fc3e-4f8e-463a-90ca-ff2136028e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:31.140756 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a8e8bc-5086-4cd4-8553-415b8f17f0f9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Made reservation on behalf of ddcc858bf44044718238d62159c9367f for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:19:31.145867 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-19a8e8bc-5086-4cd4-8553-415b8f17f0f9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:31.189639 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51102) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:31.258114 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-07c1027d-bb3e-41c9-98bf-b630da9d4fdd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c5ae562ff357413ba235b51f47b1bbee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0673645 Feb 04 21:19:31.260715 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51106) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:31.306763 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-262eb75a-fd95-4b6d-a25b-91d44ca3d709 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2103584 Feb 04 21:19:31.355939 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a2a8ced7-0785-4cd2-ad58-fe588250ea6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:31.389920 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a2a8ced7-0785-4cd2-ad58-fe588250ea6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:31.478396 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a2a8ced7-0785-4cd2-ad58-fe588250ea6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:31.515025 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8ced7-0785-4cd2-ad58-fe588250ea6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:31.525775 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a2a8ced7-0785-4cd2-ad58-fe588250ea6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:31.528974 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a2a8ced7-0785-4cd2-ad58-fe588250ea6a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/30ca3b7b-65f1-41ae-b84d-9e6a7d98fd59 HTTP/1.1" status: 204 len: 168 time: 0.2666070 Feb 04 21:19:31.657596 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0c45fc3e-4f8e-463a-90ca-ff2136028e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:31.678052 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-19a8e8bc-5086-4cd4-8553-415b8f17f0f9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:31.938113 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94361013-d8ea-4ae8-a64c-61292815dc4a req-8538d379-0d0e-405c-9405-0f96f984dfc4 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:31.945941 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-94361013-d8ea-4ae8-a64c-61292815dc4a req-8538d379-0d0e-405c-9405-0f96f984dfc4 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 943 time: 0.7241645 Feb 04 21:19:31.948636 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a8e8bc-5086-4cd4-8553-415b8f17f0f9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Checking segment: {'id': '8d4f2235-0f0f-45f3-8004-b22b4b7232a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '8fa2ba3d-8012-4f6a-8703-964ea446c495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:19:31.949074 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a8e8bc-5086-4cd4-8553-415b8f17f0f9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Network hostable DHCP agents. Network: 8fa2ba3d-8012-4f6a-8703-964ea446c495, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:19:31.958352 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8e8bc-5086-4cd4-8553-415b8f17f0f9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Subnet': ['ID=549b413f-5c90-4a72-8691-f1c3732bd865,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:31.999984 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0c45fc3e-4f8e-463a-90ca-ff2136028e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:32.037808 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45fc3e-4f8e-463a-90ca-ff2136028e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13272af7-e31a-4fa5-977a-b6a61cfd1ac4,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:32.044107 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51124) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:32.120121 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-94361013-d8ea-4ae8-a64c-61292815dc4a req-a3c496fe-51e6-4961-9b79-c1407d458421 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537731 Feb 04 21:19:32.120121 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a8e8bc-5086-4cd4-8553-415b8f17f0f9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Network 8fa2ba3d-8012-4f6a-8703-964ea446c495 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:19:32.131351 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6384569b-509c-4a7f-b389-ad0d6f8a372d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:32.144516 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0c45fc3e-4f8e-463a-90ca-ff2136028e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:32.148118 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-0c45fc3e-4f8e-463a-90ca-ff2136028e4c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/13272af7-e31a-4fa5-977a-b6a61cfd1ac4 HTTP/1.1" status: 204 len: 168 time: 1.2220459 Feb 04 21:19:32.151063 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-19a8e8bc-5086-4cd4-8553-415b8f17f0f9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 8fa2ba3d-8012-4f6a-8703-964ea446c495) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:19:32.158306 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a8e8bc-5086-4cd4-8553-415b8f17f0f9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:32.159620 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a22195-3d6f-44f3-9a0a-d0f125571fd4 None None] Network 8fa2ba3d-8012-4f6a-8703-964ea446c495 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:19:32.160972 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-19a8e8bc-5086-4cd4-8553-415b8f17f0f9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:32.192215 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6384569b-509c-4a7f-b389-ad0d6f8a372d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:32.204336 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-19a8e8bc-5086-4cd4-8553-415b8f17f0f9 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6484201 Feb 04 21:19:32.207308 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51134) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:32.210161 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6384569b-509c-4a7f-b389-ad0d6f8a372d admin admin] Usage tracker for resource:security_group_rule and tenant:7af0890475ca4cf396f5ebaf00e67334 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:32.220085 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-94e6da99-eb15-4c25-94b1-ff1bf25d9f0c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-796148347', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:19:32.222859 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6384569b-509c-4a7f-b389-ad0d6f8a372d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:32.240912 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6384569b-509c-4a7f-b389-ad0d6f8a372d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:32.250772 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-94e6da99-eb15-4c25-94b1-ff1bf25d9f0c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:32.262530 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-94e6da99-eb15-4c25-94b1-ff1bf25d9f0c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Usage tracker for resource:router and tenant:ddcc858bf44044718238d62159c9367f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:32.274202 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-94e6da99-eb15-4c25-94b1-ff1bf25d9f0c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:32.294833 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-94e6da99-eb15-4c25-94b1-ff1bf25d9f0c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:32.323382 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-94e6da99-eb15-4c25-94b1-ff1bf25d9f0c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:32.327749 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-94e6da99-eb15-4c25-94b1-ff1bf25d9f0c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:32.383979 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-94e6da99-eb15-4c25-94b1-ff1bf25d9f0c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:32.385510 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6384569b-509c-4a7f-b389-ad0d6f8a372d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:32.390747 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6384569b-509c-4a7f-b389-ad0d6f8a372d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:32.436872 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6384569b-509c-4a7f-b389-ad0d6f8a372d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7af0890475ca4cf396f5ebaf00e67334&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3915634 Feb 04 21:19:32.439660 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51148) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:32.445053 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-94e6da99-eb15-4c25-94b1-ff1bf25d9f0c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:32.496718 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-94e6da99-eb15-4c25-94b1-ff1bf25d9f0c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:32.500417 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-94e6da99-eb15-4c25-94b1-ff1bf25d9f0c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2895823 Feb 04 21:19:32.501014 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51152) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:32.557024 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384569b-509c-4a7f-b389-ad0d6f8a372d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7100fb32-02ec-4d93-ba58-fb5a44d1f730,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:32.610108 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384569b-509c-4a7f-b389-ad0d6f8a372d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:32.610469 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384569b-509c-4a7f-b389-ad0d6f8a372d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:32.610824 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384569b-509c-4a7f-b389-ad0d6f8a372d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:32.611163 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384569b-509c-4a7f-b389-ad0d6f8a372d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:32.611579 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384569b-509c-4a7f-b389-ad0d6f8a372d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:32.611821 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384569b-509c-4a7f-b389-ad0d6f8a372d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:32.612149 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384569b-509c-4a7f-b389-ad0d6f8a372d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:32.612526 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384569b-509c-4a7f-b389-ad0d6f8a372d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:32.612864 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384569b-509c-4a7f-b389-ad0d6f8a372d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:32.613196 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384569b-509c-4a7f-b389-ad0d6f8a372d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:32.615219 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384569b-509c-4a7f-b389-ad0d6f8a372d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:32.615569 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384569b-509c-4a7f-b389-ad0d6f8a372d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:32.820343 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-971acd32-aa90-42cb-9aad-55798e28573f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:32.872642 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b933ec9-9f72-42d6-92ce-c119311c9f85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-8fa2ba3d-8012-4f6a-8703-964ea446c495', 'network_id': '8fa2ba3d-8012-4f6a-8703-964ea446c495', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'fixed_ips': [{'subnet_id': '549b413f-5c90-4a72-8691-f1c3732bd865'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:19:32.875026 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2b933ec9-9f72-42d6-92ce-c119311c9f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:32.942140 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-971acd32-aa90-42cb-9aad-55798e28573f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:32.964345 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:33.016412 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-0e1d7382-2d38-429b-af5a-18c899c892b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:33.021612 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-0e1d7382-2d38-429b-af5a-18c899c892b7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63&tenant_id=d12823a006ff49a4916b73b08e3ad259 HTTP/1.1" status: 200 len: 1094 time: 0.3260269 Feb 04 21:19:33.033726 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-51a63a9e-e064-4aa4-8c9c-6918d37b69c2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827896-1', 'device_owner': 'compute:nova'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:19:33.362426 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-2b933ec9-9f72-42d6-92ce-c119311c9f85 None None] Allocated IP 2001:db8::2 (8fa2ba3d-8012-4f6a-8703-964ea446c495/549b413f-5c90-4a72-8691-f1c3732bd865/6854f96f-79a2-45ad-97c9-b3142b26920c) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:19:33.450402 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51174) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:33.509512 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-51a63a9e-e064-4aa4-8c9c-6918d37b69c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:33.559039 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51180) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:33.606964 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-971acd32-aa90-42cb-9aad-55798e28573f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:33.681527 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-971acd32-aa90-42cb-9aad-55798e28573f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:33.682940 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-971acd32-aa90-42cb-9aad-55798e28573f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7100fb32-02ec-4d93-ba58-fb5a44d1f730 HTTP/1.1" status: 204 len: 168 time: 1.2423897 Feb 04 21:19:33.684040 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971acd32-aa90-42cb-9aad-55798e28573f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7100fb32-02ec-4d93-ba58-fb5a44d1f730,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:33.730268 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fcce67c2-dc13-4fb0-ab79-3ef5888af892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:33.752310 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2b933ec9-9f72-42d6-92ce-c119311c9f85 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:33.760268 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-fcce67c2-dc13-4fb0-ab79-3ef5888af892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:33.787644 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-2b933ec9-9f72-42d6-92ce-c119311c9f85 None None] Transition to ACTIVE for port object 6854f96f-79a2-45ad-97c9-b3142b26920c will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:19:33.809135 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-fcce67c2-dc13-4fb0-ab79-3ef5888af892 admin admin] Usage tracker for resource:security_group_rule and tenant:74afed93020645aba182212dfbdbc7c7 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:33.816380 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-fcce67c2-dc13-4fb0-ab79-3ef5888af892 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:33.830814 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-2b933ec9-9f72-42d6-92ce-c119311c9f85 None None] Transition to ACTIVE for port object 6854f96f-79a2-45ad-97c9-b3142b26920c will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:19:33.852512 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-fcce67c2-dc13-4fb0-ab79-3ef5888af892 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:33.871007 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2b933ec9-9f72-42d6-92ce-c119311c9f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:33.933806 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4906c5a5-9f9a-4404-a748-5f5b827dd09f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:33.969812 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d66f7e37-3c0e-4456-b2ad-737fccbf2eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:33.980577 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d1a5f-0309-42aa-bacb-fe83ba58d668 req-3e842a88-4ec7-4396-a5d5-9355357503ba tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:33.982158 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-728d1a5f-0309-42aa-bacb-fe83ba58d668 req-3e842a88-4ec7-4396-a5d5-9355357503ba tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 943 time: 0.5375731 Feb 04 21:19:33.998227 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d66f7e37-3c0e-4456-b2ad-737fccbf2eed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:34.007752 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d66f7e37-3c0e-4456-b2ad-737fccbf2eed admin admin] Usage tracker for resource:security_group_rule and tenant:b39fa80112af40b9a9ecbaea7397c96a is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:34.013979 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d66f7e37-3c0e-4456-b2ad-737fccbf2eed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:34.025070 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d66f7e37-3c0e-4456-b2ad-737fccbf2eed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:34.040438 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b933ec9-9f72-42d6-92ce-c119311c9f85 None None] Network 8fa2ba3d-8012-4f6a-8703-964ea446c495 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:19:34.064725 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-2b933ec9-9f72-42d6-92ce-c119311c9f85 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:19:34.072900 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b933ec9-9f72-42d6-92ce-c119311c9f85 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:19:34.159483 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d66f7e37-3c0e-4456-b2ad-737fccbf2eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:34.180287 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d66f7e37-3c0e-4456-b2ad-737fccbf2eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:34.229035 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d66f7e37-3c0e-4456-b2ad-737fccbf2eed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b39fa80112af40b9a9ecbaea7397c96a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6681552 Feb 04 21:19:34.236732 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51198) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:34.309876 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-51a63a9e-e064-4aa4-8c9c-6918d37b69c2 service neutron] For port 3a697680-cc55-40b9-87d4-dfa82ba01196, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=3a697680-cc55-40b9-87d4-dfa82ba01196,segment=NetworkSegment(84b34f62-20de-461e-9dfa-a6b12b358939),segment_id=84b34f62-20de-461e-9dfa-a6b12b358939)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:19:34.339117 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-728d1a5f-0309-42aa-bacb-fe83ba58d668 req-5412252a-7068-4b3f-9a19-d78070bb130b tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2130165 Feb 04 21:19:34.403216 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f7e37-3c0e-4456-b2ad-737fccbf2eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11936ff-c9ad-4646-b6de-75466ae5698e,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:34.465673 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b933ec9-9f72-42d6-92ce-c119311c9f85 None None] Pushing event updated for resources: {'Port': ['ID=6854f96f-79a2-45ad-97c9-b3142b26920c,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:34.519593 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b933ec9-9f72-42d6-92ce-c119311c9f85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:34.521716 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b933ec9-9f72-42d6-92ce-c119311c9f85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:34.522220 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b933ec9-9f72-42d6-92ce-c119311c9f85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:34.525659 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b933ec9-9f72-42d6-92ce-c119311c9f85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:34.526186 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b933ec9-9f72-42d6-92ce-c119311c9f85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:34.526688 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b933ec9-9f72-42d6-92ce-c119311c9f85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:34.527488 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b933ec9-9f72-42d6-92ce-c119311c9f85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:34.528132 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b933ec9-9f72-42d6-92ce-c119311c9f85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:34.528733 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b933ec9-9f72-42d6-92ce-c119311c9f85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:34.529236 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b933ec9-9f72-42d6-92ce-c119311c9f85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:34.529722 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b933ec9-9f72-42d6-92ce-c119311c9f85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:34.531846 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b933ec9-9f72-42d6-92ce-c119311c9f85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:19:34.536426 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-51a63a9e-e064-4aa4-8c9c-6918d37b69c2 service neutron] For port 3a697680-cc55-40b9-87d4-dfa82ba01196, host n-h1-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:19:34.543363 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-2b933ec9-9f72-42d6-92ce-c119311c9f85 None None] Attempting to bind port 6854f96f-79a2-45ad-97c9-b3142b26920c on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:19:34.544342 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-2b933ec9-9f72-42d6-92ce-c119311c9f85 None None] Attempting to bind port 6854f96f-79a2-45ad-97c9-b3142b26920c by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '8d4f2235-0f0f-45f3-8004-b22b4b7232a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '8fa2ba3d-8012-4f6a-8703-964ea446c495'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:19:34.544915 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b933ec9-9f72-42d6-92ce-c119311c9f85 None None] Attempting to bind port 6854f96f-79a2-45ad-97c9-b3142b26920c on network 8fa2ba3d-8012-4f6a-8703-964ea446c495 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:19:34.563688 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b933ec9-9f72-42d6-92ce-c119311c9f85 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:19:34.564347 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b933ec9-9f72-42d6-92ce-c119311c9f85 None None] Checking segment: {'id': '8d4f2235-0f0f-45f3-8004-b22b4b7232a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '8fa2ba3d-8012-4f6a-8703-964ea446c495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:19:34.564915 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2b933ec9-9f72-42d6-92ce-c119311c9f85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:34.565516 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b933ec9-9f72-42d6-92ce-c119311c9f85 None None] Bound using segment: {'id': '8d4f2235-0f0f-45f3-8004-b22b4b7232a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '8fa2ba3d-8012-4f6a-8703-964ea446c495'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:19:34.566885 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-2b933ec9-9f72-42d6-92ce-c119311c9f85 None None] Bound port: 6854f96f-79a2-45ad-97c9-b3142b26920c, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4f2235-0f0f-45f3-8004-b22b4b7232a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '8fa2ba3d-8012-4f6a-8703-964ea446c495'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:19:34.567434 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2b933ec9-9f72-42d6-92ce-c119311c9f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:34.588292 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fcce67c2-dc13-4fb0-ab79-3ef5888af892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:34.611393 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fcce67c2-dc13-4fb0-ab79-3ef5888af892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:34.645954 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d661f80d-5c76-4b09-9949-e35aacead60e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:34.679404 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-51a63a9e-e064-4aa4-8c9c-6918d37b69c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a697680-cc55-40b9-87d4-dfa82ba01196 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:19:34.698677 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-51a63a9e-e064-4aa4-8c9c-6918d37b69c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:34.707380 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d661f80d-5c76-4b09-9949-e35aacead60e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:34.744210 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-51a63a9e-e064-4aa4-8c9c-6918d37b69c2 service neutron] Transition to ACTIVE for port object 3a697680-cc55-40b9-87d4-dfa82ba01196 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:19:34.755310 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-51a63a9e-e064-4aa4-8c9c-6918d37b69c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:34.771706 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-2b933ec9-9f72-42d6-92ce-c119311c9f85 None None] For port 6854f96f-79a2-45ad-97c9-b3142b26920c, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:19:34.790081 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-2b933ec9-9f72-42d6-92ce-c119311c9f85 None None] For port 6854f96f-79a2-45ad-97c9-b3142b26920c, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=6854f96f-79a2-45ad-97c9-b3142b26920c,segment=NetworkSegment(8d4f2235-0f0f-45f3-8004-b22b4b7232a5),segment_id=8d4f2235-0f0f-45f3-8004-b22b4b7232a5)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:19:34.799317 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2b933ec9-9f72-42d6-92ce-c119311c9f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:34.870684 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce67c2-dc13-4fb0-ab79-3ef5888af892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0dedde0-8945-4931-a427-4bd6d0a3d533,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:34.877872 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-fcce67c2-dc13-4fb0-ab79-3ef5888af892 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=74afed93020645aba182212dfbdbc7c7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4215162 Feb 04 21:19:34.894959 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51232) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:34.987070 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b933ec9-9f72-42d6-92ce-c119311c9f85 None None] Pushing event updated for resources: {'Port': ['ID=6854f96f-79a2-45ad-97c9-b3142b26920c,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:35.171919 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-4906c5a5-9f9a-4404-a748-5f5b827dd09f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Allocated IP 2001:db8::1 (8fa2ba3d-8012-4f6a-8703-964ea446c495/549b413f-5c90-4a72-8691-f1c3732bd865/f0ab9fd5-2c41-4488-970c-c0494f119da3) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:19:35.186185 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a63a9e-e064-4aa4-8c9c-6918d37b69c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3a697680-cc55-40b9-87d4-dfa82ba01196,revision_number=9']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:35.287039 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d0d863b5-f31c-4fd0-af29-19a4d3c95913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:35.501691 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-51a63a9e-e064-4aa4-8c9c-6918d37b69c2 service neutron] No DVR routers for this DVR port 3a697680-cc55-40b9-87d4-dfa82ba01196 on host n-h1-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:19:35.696629 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d661f80d-5c76-4b09-9949-e35aacead60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:35.766287 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661f80d-5c76-4b09-9949-e35aacead60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11936ff-c9ad-4646-b6de-75466ae5698e,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:35.842275 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d661f80d-5c76-4b09-9949-e35aacead60e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:35.847948 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d661f80d-5c76-4b09-9949-e35aacead60e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c11936ff-c9ad-4646-b6de-75466ae5698e HTTP/1.1" status: 204 len: 168 time: 1.6067204 Feb 04 21:19:35.938251 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d0d863b5-f31c-4fd0-af29-19a4d3c95913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:36.064825 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-51a63a9e-e064-4aa4-8c9c-6918d37b69c2 service neutron] Attempting to bind port 3a697680-cc55-40b9-87d4-dfa82ba01196 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:19:36.065168 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-51a63a9e-e064-4aa4-8c9c-6918d37b69c2 service neutron] Attempting to bind port 3a697680-cc55-40b9-87d4-dfa82ba01196 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '84b34f62-20de-461e-9dfa-a6b12b358939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:19:36.066333 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-51a63a9e-e064-4aa4-8c9c-6918d37b69c2 service neutron] Attempting to bind port 3a697680-cc55-40b9-87d4-dfa82ba01196 on network aeca86bf-5462-4afd-9138-c5fe85a0ef79 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:19:36.084616 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-51a63a9e-e064-4aa4-8c9c-6918d37b69c2 service neutron] Port 3a697680-cc55-40b9-87d4-dfa82ba01196 on network aeca86bf-5462-4afd-9138-c5fe85a0ef79 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:19:36.085476 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-51a63a9e-e064-4aa4-8c9c-6918d37b69c2 service neutron] Attempting to bind port 3a697680-cc55-40b9-87d4-dfa82ba01196 on network aeca86bf-5462-4afd-9138-c5fe85a0ef79 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:19:36.096456 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-51a63a9e-e064-4aa4-8c9c-6918d37b69c2 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:19:36.097718 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-51a63a9e-e064-4aa4-8c9c-6918d37b69c2 service neutron] Checking segment: {'id': '84b34f62-20de-461e-9dfa-a6b12b358939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:19:36.098378 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-51a63a9e-e064-4aa4-8c9c-6918d37b69c2 service neutron] Bound using segment: {'id': '84b34f62-20de-461e-9dfa-a6b12b358939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:19:36.099278 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-51a63a9e-e064-4aa4-8c9c-6918d37b69c2 service neutron] Bound port: 3a697680-cc55-40b9-87d4-dfa82ba01196, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84b34f62-20de-461e-9dfa-a6b12b358939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:19:36.100176 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-51a63a9e-e064-4aa4-8c9c-6918d37b69c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:36.149110 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714eb49-cc74-4ca1-8961-71a6d88f8222 req-ca7bae64-d922-435b-97b3-7d6f044f1f93 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:36.156072 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0714eb49-cc74-4ca1-8961-71a6d88f8222 req-ca7bae64-d922-435b-97b3-7d6f044f1f93 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 943 time: 0.2563121 Feb 04 21:19:36.179294 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d0d863b5-f31c-4fd0-af29-19a4d3c95913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:36.187461 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4906c5a5-9f9a-4404-a748-5f5b827dd09f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:36.232770 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d863b5-f31c-4fd0-af29-19a4d3c95913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0dedde0-8945-4931-a427-4bd6d0a3d533,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:36.266198 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-51a63a9e-e064-4aa4-8c9c-6918d37b69c2 service neutron] For port 3a697680-cc55-40b9-87d4-dfa82ba01196, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:19:36.271402 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-51a63a9e-e064-4aa4-8c9c-6918d37b69c2 service neutron] For port 3a697680-cc55-40b9-87d4-dfa82ba01196, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=3a697680-cc55-40b9-87d4-dfa82ba01196,segment=NetworkSegment(84b34f62-20de-461e-9dfa-a6b12b358939),segment_id=84b34f62-20de-461e-9dfa-a6b12b358939)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:19:36.279609 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-51a63a9e-e064-4aa4-8c9c-6918d37b69c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:36.286755 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0714eb49-cc74-4ca1-8961-71a6d88f8222 req-f03367da-87b1-49bc-a414-97bca9ff5fe2 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296995 Feb 04 21:19:36.290136 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [None req-4906c5a5-9f9a-4404-a748-5f5b827dd09f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Transition to ACTIVE for port object f0ab9fd5-2c41-4488-970c-c0494f119da3 will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:19:36.300530 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d0d863b5-f31c-4fd0-af29-19a4d3c95913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:36.307855 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d0d863b5-f31c-4fd0-af29-19a4d3c95913 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b0dedde0-8945-4931-a427-4bd6d0a3d533 HTTP/1.1" status: 204 len: 168 time: 1.4110568 Feb 04 21:19:36.391715 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4906c5a5-9f9a-4404-a748-5f5b827dd09f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:36.482419 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-51a63a9e-e064-4aa4-8c9c-6918d37b69c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:36.483138 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-51a63a9e-e064-4aa4-8c9c-6918d37b69c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:36.484627 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-51a63a9e-e064-4aa4-8c9c-6918d37b69c2 service neutron] 10.222.0.18 "PUT /v2.0/ports/3a697680-cc55-40b9-87d4-dfa82ba01196 HTTP/1.1" status: 200 len: 1091 time: 3.4556139 Feb 04 21:19:36.485127 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6893970-a5aa-4af9-9a7d-cba5f7d9bd63', 'tag': '3a697680-cc55-40b9-87d4-dfa82ba01196'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:19:36.625958 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4906c5a5-9f9a-4404-a748-5f5b827dd09f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Network 8fa2ba3d-8012-4f6a-8703-964ea446c495 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:19:36.642329 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51302) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:36.649264 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-4906c5a5-9f9a-4404-a748-5f5b827dd09f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:19:36.666897 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4906c5a5-9f9a-4404-a748-5f5b827dd09f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:19:36.667568 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4906c5a5-9f9a-4404-a748-5f5b827dd09f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:36.700221 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fef4736b-ccdf-4d8a-b49f-565b89622573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:36.736953 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 6854f96f-79a2-45ad-97c9-b3142b26920c up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:19:36.771332 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-fef4736b-ccdf-4d8a-b49f-565b89622573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:36.773853 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a63a9e-e064-4aa4-8c9c-6918d37b69c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3a697680-cc55-40b9-87d4-dfa82ba01196,revision_number=10']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:36.789225 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-fef4736b-ccdf-4d8a-b49f-565b89622573 admin admin] Usage tracker for resource:security_group_rule and tenant:31b670f771eb49b1844bf0fbba968471 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:36.798918 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-fef4736b-ccdf-4d8a-b49f-565b89622573 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:36.824206 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-fef4736b-ccdf-4d8a-b49f-565b89622573 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:36.921396 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-e7969893-94ff-4376-bfba-7d17a5616e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:36.923287 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-e7969893-94ff-4376-bfba-7d17a5616e54 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d12823a006ff49a4916b73b08e3ad259&device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 1095 time: 0.3811553 Feb 04 21:19:37.008776 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 6854f96f-79a2-45ad-97c9-b3142b26920c completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:19:37.192401 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330801b6-7043-4a56-9568-9516327b53e9 None None] Network 8fa2ba3d-8012-4f6a-8703-964ea446c495 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:19:37.327185 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6893970-a5aa-4af9-9a7d-cba5f7d9bd63', 'tag': '3a697680-cc55-40b9-87d4-dfa82ba01196', 'status': 'completed', 'code': 200} Feb 04 21:19:37.445968 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906c5a5-9f9a-4404-a748-5f5b827dd09f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Port': ['ID=f0ab9fd5-2c41-4488-970c-c0494f119da3,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:37.516480 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ff3bc3b1-fc5f-40a5-9431-f941c63ff1c6 None None] Provisioning for port 6854f96f-79a2-45ad-97c9-b3142b26920c completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:19:37.536410 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ff3bc3b1-fc5f-40a5-9431-f941c63ff1c6 None None] Provisioning complete for port 6854f96f-79a2-45ad-97c9-b3142b26920c triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:19:37.536776 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ff3bc3b1-fc5f-40a5-9431-f941c63ff1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:37.554442 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-c578742a-bca2-4457-9ed5-daa43862052c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:37.556573 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-c578742a-bca2-4457-9ed5-daa43862052c service neutron] 10.222.0.18 "GET /v2.0/networks?id=aeca86bf-5462-4afd-9138-c5fe85a0ef79 HTTP/1.1" status: 200 len: 918 time: 0.6035044 Feb 04 21:19:37.575243 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4906c5a5-9f9a-4404-a748-5f5b827dd09f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:37.751718 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51326) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:37.908604 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fef4736b-ccdf-4d8a-b49f-565b89622573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:37.923503 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fef4736b-ccdf-4d8a-b49f-565b89622573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:38.096132 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fef4736b-ccdf-4d8a-b49f-565b89622573 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=31b670f771eb49b1844bf0fbba968471&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4524188 Feb 04 21:19:38.108211 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef4736b-ccdf-4d8a-b49f-565b89622573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e412df-fb68-4d8e-9ac2-440b46e849c8,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:38.116677 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51338) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:38.151404 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-ff5eddde-c6ec-4cef-aaca-6a25fba5a53f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a697680-cc55-40b9-87d4-dfa82ba01196 HTTP/1.1" status: 200 len: 999 time: 0.5740256 Feb 04 21:19:38.154994 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ff3bc3b1-fc5f-40a5-9431-f941c63ff1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:38.244529 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-ff3bc3b1-fc5f-40a5-9431-f941c63ff1c6 None None] For port 6854f96f-79a2-45ad-97c9-b3142b26920c, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=6854f96f-79a2-45ad-97c9-b3142b26920c,segment=NetworkSegment(8d4f2235-0f0f-45f3-8004-b22b4b7232a5),segment_id=8d4f2235-0f0f-45f3-8004-b22b4b7232a5)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:19:38.255578 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ff3bc3b1-fc5f-40a5-9431-f941c63ff1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:38.291301 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-4c7bd635-dacf-4e32-b8a5-73d51d84139f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:38.293717 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-4c7bd635-dacf-4e32-b8a5-73d51d84139f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2332d4ab-28bd-4df4-abe3-897aa8896a30 HTTP/1.1" status: 200 len: 856 time: 0.1394091 Feb 04 21:19:38.466380 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3bc3b1-fc5f-40a5-9431-f941c63ff1c6 None None] Pushing event updated for resources: {'Port': ['ID=6854f96f-79a2-45ad-97c9-b3142b26920c,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:38.481725 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-bd803140-aea5-4285-a08d-3902a6024f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:38.483601 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-bd803140-aea5-4285-a08d-3902a6024f18 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=aeca86bf-5462-4afd-9138-c5fe85a0ef79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1843781 Feb 04 21:19:38.626013 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-876d0e69-31c8-4b39-bbe3-7c3081c15c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:38.651925 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cf6c8-26fe-4328-88e6-35a0bfc178b0 req-acdbc994-e619-4e64-a0a3-b4f46e4b70a3 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:38.665774 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8b9cf6c8-26fe-4328-88e6-35a0bfc178b0 req-acdbc994-e619-4e64-a0a3-b4f46e4b70a3 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=733acf6b-a28f-4945-b3f6-bfc852bc7d3b HTTP/1.1" status: 200 len: 945 time: 1.2654755 Feb 04 21:19:38.675980 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c75343-a3ca-4722-9506-91a699e7ea9d req-53de5488-b9db-4faf-b9d9-55a8ae20e896 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:38.678266 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f5c75343-a3ca-4722-9506-91a699e7ea9d req-53de5488-b9db-4faf-b9d9-55a8ae20e896 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.32 "GET /v2.0/ports?device_id=733acf6b-a28f-4945-b3f6-bfc852bc7d3b HTTP/1.1" status: 200 len: 945 time: 1.0761535 Feb 04 21:19:38.687465 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8711df84-4a66-40e0-a295-9c44aefc5527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:38.693479 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3a2383da-0144-4299-98ab-8e6e8a118992 None None] Provisioning for port f0ab9fd5-2c41-4488-970c-c0494f119da3 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:19:38.704139 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3a2383da-0144-4299-98ab-8e6e8a118992 None None] Provisioning complete for port f0ab9fd5-2c41-4488-970c-c0494f119da3 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:19:38.704731 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3a2383da-0144-4299-98ab-8e6e8a118992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:38.709500 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-a028aa03-4440-4817-82bf-212494544f7a service neutron] 10.222.0.18 "GET /v2.0/networks/aeca86bf-5462-4afd-9138-c5fe85a0ef79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182715 Feb 04 21:19:38.820158 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8711df84-4a66-40e0-a295-9c44aefc5527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:38.834326 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3a2383da-0144-4299-98ab-8e6e8a118992 None None] Port f0ab9fd5-2c41-4488-970c-c0494f119da3 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:19:38.875206 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3a2383da-0144-4299-98ab-8e6e8a118992 None None] Provisioning complete for port 6854f96f-79a2-45ad-97c9-b3142b26920c triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:19:38.875517 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3a2383da-0144-4299-98ab-8e6e8a118992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:38.884139 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-e9c13c43-71da-46b9-a7a5-456348149e7e service neutron] 10.222.0.18 "GET /v2.0/networks/aeca86bf-5462-4afd-9138-c5fe85a0ef79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686490 Feb 04 21:19:38.896182 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-876d0e69-31c8-4b39-bbe3-7c3081c15c1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:38.928036 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-876d0e69-31c8-4b39-bbe3-7c3081c15c1c admin admin] Usage tracker for resource:security_group_rule and tenant:156ba5e0cd8e41349dc8daa09bd79ffa is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:38.937484 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-876d0e69-31c8-4b39-bbe3-7c3081c15c1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:38.974132 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-f5c75343-a3ca-4722-9506-91a699e7ea9d req-533cc27e-c9b0-4c42-8d87-a520a26616a7 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Deleting port e791a7ac-6865-4c87-8ac5-f39dc8b22567 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:19:38.974678 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f5c75343-a3ca-4722-9506-91a699e7ea9d req-533cc27e-c9b0-4c42-8d87-a520a26616a7 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:39.045909 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-876d0e69-31c8-4b39-bbe3-7c3081c15c1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:39.080892 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8711df84-4a66-40e0-a295-9c44aefc5527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:39.154241 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8b9cf6c8-26fe-4328-88e6-35a0bfc178b0 req-db5a5875-1439-4a92-ada7-f5bd9595aa58 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4874785 Feb 04 21:19:39.164978 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711df84-4a66-40e0-a295-9c44aefc5527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e412df-fb68-4d8e-9ac2-440b46e849c8,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:39.204579 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3848e-1779-4f50-ac5a-b94d488b7b81 req-39775935-fae9-4666-94b8-d2362516cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:39.207049 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0ad3848e-1779-4f50-ac5a-b94d488b7b81 req-39775935-fae9-4666-94b8-d2362516cb86 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d12823a006ff49a4916b73b08e3ad259&device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 1095 time: 0.2523429 Feb 04 21:19:39.264052 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-472f1878-0131-4427-b59c-55a528c5321f None None] Provisioning complete for port f0ab9fd5-2c41-4488-970c-c0494f119da3 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:19:39.264562 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-472f1878-0131-4427-b59c-55a528c5321f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:39.266914 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8711df84-4a66-40e0-a295-9c44aefc5527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:39.271139 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-8711df84-4a66-40e0-a295-9c44aefc5527 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e0e412df-fb68-4d8e-9ac2-440b46e849c8 HTTP/1.1" status: 204 len: 168 time: 1.1495657 Feb 04 21:19:39.412338 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-472f1878-0131-4427-b59c-55a528c5321f None None] Port f0ab9fd5-2c41-4488-970c-c0494f119da3 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:19:39.443145 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3848e-1779-4f50-ac5a-b94d488b7b81 req-0e8d86ff-b78a-4b15-bda7-e725fe40823c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:39.444598 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0ad3848e-1779-4f50-ac5a-b94d488b7b81 req-0e8d86ff-b78a-4b15-bda7-e725fe40823c service neutron] 10.222.0.18 "GET /v2.0/networks?id=aeca86bf-5462-4afd-9138-c5fe85a0ef79 HTTP/1.1" status: 200 len: 918 time: 0.2306945 Feb 04 21:19:39.681646 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0ad3848e-1779-4f50-ac5a-b94d488b7b81 req-476752ea-420a-4d07-ac58-4455968edbe6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a697680-cc55-40b9-87d4-dfa82ba01196 HTTP/1.1" status: 200 len: 999 time: 0.2291481 Feb 04 21:19:39.730325 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-876d0e69-31c8-4b39-bbe3-7c3081c15c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:39.757956 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-876d0e69-31c8-4b39-bbe3-7c3081c15c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:39.784070 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3848e-1779-4f50-ac5a-b94d488b7b81 req-08371cd4-c307-49b0-ae40-b164b7ea8134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:39.786995 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0ad3848e-1779-4f50-ac5a-b94d488b7b81 req-08371cd4-c307-49b0-ae40-b164b7ea8134 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2332d4ab-28bd-4df4-abe3-897aa8896a30 HTTP/1.1" status: 200 len: 856 time: 0.1003659 Feb 04 21:19:39.981993 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3848e-1779-4f50-ac5a-b94d488b7b81 req-abb9e759-e9da-4602-a564-d12ca816cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:39.984486 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0ad3848e-1779-4f50-ac5a-b94d488b7b81 req-abb9e759-e9da-4602-a564-d12ca816cd07 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=aeca86bf-5462-4afd-9138-c5fe85a0ef79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1889098 Feb 04 21:19:40.071755 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-876d0e69-31c8-4b39-bbe3-7c3081c15c1c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=156ba5e0cd8e41349dc8daa09bd79ffa&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2923388 Feb 04 21:19:40.075983 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51394) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:40.098955 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d0e69-31c8-4b39-bbe3-7c3081c15c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f82bb3-2cf9-41c6-93b2-d55d46c2d6d6,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:40.263346 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51402) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:40.272935 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device e791a7ac-6865-4c87-8ac5-f39dc8b22567 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:19:40.301243 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0ad3848e-1779-4f50-ac5a-b94d488b7b81 req-8c9c2ed2-2e42-49c5-9af0-4ebb4c43bce2 service neutron] 10.222.0.18 "GET /v2.0/networks/aeca86bf-5462-4afd-9138-c5fe85a0ef79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096299 Feb 04 21:19:40.432427 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-f5c75343-a3ca-4722-9506-91a699e7ea9d req-533cc27e-c9b0-4c42-8d87-a520a26616a7 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] For port e791a7ac-6865-4c87-8ac5-f39dc8b22567, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=e791a7ac-6865-4c87-8ac5-f39dc8b22567,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:19:40.449639 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f5c75343-a3ca-4722-9506-91a699e7ea9d req-533cc27e-c9b0-4c42-8d87-a520a26616a7 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:40.631851 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 6854f96f-79a2-45ad-97c9-b3142b26920c up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:19:40.715593 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:40.788626 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0ad3848e-1779-4f50-ac5a-b94d488b7b81 req-1dee300b-c4a7-4860-b00f-f68b668f5694 service neutron] 10.222.0.18 "GET /v2.0/networks/aeca86bf-5462-4afd-9138-c5fe85a0ef79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775214 Feb 04 21:19:40.807155 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733acf6b-a28f-4945-b3f6-bfc852bc7d3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e791a7ac-6865-4c87-8ac5-f39dc8b22567'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:19:40.840797 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port e791a7ac-6865-4c87-8ac5-f39dc8b22567, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=e791a7ac-6865-4c87-8ac5-f39dc8b22567,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:19:40.852376 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:40.926847 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-f125820b-def5-406f-a982-8d75fd028afb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-890066486', 'router:external': True}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:19:40.935363 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-f5c75343-a3ca-4722-9506-91a699e7ea9d req-533cc27e-c9b0-4c42-8d87-a520a26616a7 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Calling delete_port for e791a7ac-6865-4c87-8ac5-f39dc8b22567 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:19:40.958987 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f125820b-def5-406f-a982-8d75fd028afb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:40.959547 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 6854f96f-79a2-45ad-97c9-b3142b26920c triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:19:40.959989 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:40.986764 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f125820b-def5-406f-a982-8d75fd028afb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Usage tracker for resource:network and tenant:4cb61ac16a194fd1a0644872afbaafd5 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:40.995631 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f125820b-def5-406f-a982-8d75fd028afb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:41.031828 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f125820b-def5-406f-a982-8d75fd028afb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:41.069506 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f125820b-def5-406f-a982-8d75fd028afb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Made reservation on behalf of 4cb61ac16a194fd1a0644872afbaafd5 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:19:41.078428 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4906c5a5-9f9a-4404-a748-5f5b827dd09f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:41.086022 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f125820b-def5-406f-a982-8d75fd028afb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:41.096583 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e55a27-6993-47f2-8916-410a88b0195a req-2c31ef37-e265-4cbc-a98c-974cd6f87611 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:41.110439 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-08e55a27-6993-47f2-8916-410a88b0195a req-2c31ef37-e265-4cbc-a98c-974cd6f87611 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 944 time: 1.6780033 Feb 04 21:19:41.134541 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4906c5a5-9f9a-4404-a748-5f5b827dd09f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:41.135299 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4906c5a5-9f9a-4404-a748-5f5b827dd09f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:41.147130 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.api [req-f5c75343-a3ca-4722-9506-91a699e7ea9d req-533cc27e-c9b0-4c42-8d87-a520a26616a7 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:19:41.147504 n-d-827896-1 neutron-server[87683]: DEBUG oslo_db.api [req-f5c75343-a3ca-4722-9506-91a699e7ea9d req-533cc27e-c9b0-4c42-8d87-a520a26616a7 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:19:41.148824 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a4828a70-4219-4496-b871-f8ae30b3bc05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:41.152792 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f125820b-def5-406f-a982-8d75fd028afb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:41.195149 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a4828a70-4219-4496-b871-f8ae30b3bc05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:41.211167 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f125820b-def5-406f-a982-8d75fd028afb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:41.225011 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f125820b-def5-406f-a982-8d75fd028afb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Usage tracker for resource:security_group_rule and tenant:4cb61ac16a194fd1a0644872afbaafd5 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:41.232301 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f125820b-def5-406f-a982-8d75fd028afb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:41.272984 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f125820b-def5-406f-a982-8d75fd028afb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:41.276320 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=e791a7ac-6865-4c87-8ac5-f39dc8b22567,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:41.558234 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a4828a70-4219-4496-b871-f8ae30b3bc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:41.642970 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4828a70-4219-4496-b871-f8ae30b3bc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f82bb3-2cf9-41c6-93b2-d55d46c2d6d6,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:41.669776 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-f5c75343-a3ca-4722-9506-91a699e7ea9d req-533cc27e-c9b0-4c42-8d87-a520a26616a7 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Deleting port e791a7ac-6865-4c87-8ac5-f39dc8b22567 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:19:41.681759 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f5c75343-a3ca-4722-9506-91a699e7ea9d req-533cc27e-c9b0-4c42-8d87-a520a26616a7 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:41.718977 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f125820b-def5-406f-a982-8d75fd028afb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:41.725966 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f125820b-def5-406f-a982-8d75fd028afb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:41.809860 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906c5a5-9f9a-4404-a748-5f5b827dd09f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Port': ['ID=f0ab9fd5-2c41-4488-970c-c0494f119da3,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:41.834204 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125820b-def5-406f-a982-8d75fd028afb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfaf983-5e36-4ab8-bdc0-df2bbf91ff23,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:41.849263 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f125820b-def5-406f-a982-8d75fd028afb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:19:41.867145 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f125820b-def5-406f-a982-8d75fd028afb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:41.867498 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-f125820b-def5-406f-a982-8d75fd028afb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Added segment 967b30bd-611a-4d62-babd-990456f4df4f of type vlan for network f6b3e2b6-6a3e-4df2-b437-4a40405e9b9e Feb 04 21:19:41.918789 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a4828a70-4219-4496-b871-f8ae30b3bc05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:41.921761 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-a4828a70-4219-4496-b871-f8ae30b3bc05 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f6f82bb3-2cf9-41c6-93b2-d55d46c2d6d6 HTTP/1.1" status: 204 len: 168 time: 1.8074312 Feb 04 21:19:41.932118 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-08e55a27-6993-47f2-8916-410a88b0195a req-7962781a-6c2d-4c89-a78d-b8ab32e4270d tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8207924 Feb 04 21:19:41.972598 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f125820b-def5-406f-a982-8d75fd028afb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:41.983222 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4906c5a5-9f9a-4404-a748-5f5b827dd09f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Network 8fa2ba3d-8012-4f6a-8703-964ea446c495 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:19:41.991810 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-4906c5a5-9f9a-4404-a748-5f5b827dd09f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:19:42.073948 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f125820b-def5-406f-a982-8d75fd028afb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:42.075385 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f125820b-def5-406f-a982-8d75fd028afb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:42.076241 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f125820b-def5-406f-a982-8d75fd028afb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:42.317529 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f125820b-def5-406f-a982-8d75fd028afb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.0524626 Feb 04 21:19:42.322508 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51438) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:42.371153 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-8d23ca4a-d2c0-4205-b17e-a2c39df6ae1a tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Request body: {'subnet': {'network_id': 'f6b3e2b6-6a3e-4df2-b437-4a40405e9b9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:19:42.385641 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-8d23ca4a-d2c0-4205-b17e-a2c39df6ae1a tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:42.390552 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-8d23ca4a-d2c0-4205-b17e-a2c39df6ae1a tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Usage tracker for resource:subnet and tenant:4cb61ac16a194fd1a0644872afbaafd5 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:42.393639 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-8d23ca4a-d2c0-4205-b17e-a2c39df6ae1a tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:42.402015 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-8d23ca4a-d2c0-4205-b17e-a2c39df6ae1a tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:42.424237 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125820b-def5-406f-a982-8d75fd028afb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Pushing event updated for resources: {'Network': ['ID=f6b3e2b6-6a3e-4df2-b437-4a40405e9b9e,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:42.442577 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network f6b3e2b6-6a3e-4df2-b437-4a40405e9b9e details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:19:42.711137 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d23ca4a-d2c0-4205-b17e-a2c39df6ae1a tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Made reservation on behalf of 4cb61ac16a194fd1a0644872afbaafd5 for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:19:42.715866 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8d23ca4a-d2c0-4205-b17e-a2c39df6ae1a tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:42.729173 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-72274f0f-ef67-477b-adcb-e5f1645763e6 None None] Provisioning complete for port f0ab9fd5-2c41-4488-970c-c0494f119da3 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:19:42.729577 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-72274f0f-ef67-477b-adcb-e5f1645763e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:42.861326 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-72274f0f-ef67-477b-adcb-e5f1645763e6 None None] Port f0ab9fd5-2c41-4488-970c-c0494f119da3 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:19:43.875386 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ca9bad95-7dc7-4fef-8ef0-682512665eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:43.906029 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-f5c75343-a3ca-4722-9506-91a699e7ea9d req-533cc27e-c9b0-4c42-8d87-a520a26616a7 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] For port e791a7ac-6865-4c87-8ac5-f39dc8b22567, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=e791a7ac-6865-4c87-8ac5-f39dc8b22567,segment=NetworkSegment(addd5f6f-d521-4a6a-b6fc-650d4541337b),segment_id=addd5f6f-d521-4a6a-b6fc-650d4541337b)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:19:43.906768 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f5c75343-a3ca-4722-9506-91a699e7ea9d req-533cc27e-c9b0-4c42-8d87-a520a26616a7 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:44.121009 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-f5c75343-a3ca-4722-9506-91a699e7ea9d req-533cc27e-c9b0-4c42-8d87-a520a26616a7 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Calling delete_port for e791a7ac-6865-4c87-8ac5-f39dc8b22567 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:19:44.388658 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd356a-ff19-4a2f-959e-2f0b8c24380b req-a11e8631-f703-4c84-9a47-1c36685d5eff tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:44.389334 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-00cd356a-ff19-4a2f-959e-2f0b8c24380b req-a11e8631-f703-4c84-9a47-1c36685d5eff tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Synchronizing usage tracker for tenant:cbe7b967cf5b4bf8a129a586503d8461 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:19:44.396182 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4906c5a5-9f9a-4404-a748-5f5b827dd09f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Router 6b8ba424-fd61-449c-ae87-5d57b7b1f2ea is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:19:44.631279 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-00cd356a-ff19-4a2f-959e-2f0b8c24380b req-a11e8631-f703-4c84-9a47-1c36685d5eff tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Unset dirty status for tenant:cbe7b967cf5b4bf8a129a586503d8461 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:19:44.632454 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-00cd356a-ff19-4a2f-959e-2f0b8c24380b req-a11e8631-f703-4c84-9a47-1c36685d5eff tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=733acf6b-a28f-4945-b3f6-bfc852bc7d3b HTTP/1.1" status: 200 len: 943 time: 2.2721620 Feb 04 21:19:44.832591 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51510) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:44.865472 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f5c75343-a3ca-4722-9506-91a699e7ea9d req-533cc27e-c9b0-4c42-8d87-a520a26616a7 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:44.976114 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533cc27e-c9b0-4c42-8d87-a520a26616a7 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Pushing event deleted for resources: {'Port': ['ID=e791a7ac-6865-4c87-8ac5-f39dc8b22567,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:45.006538 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4906c5a5-9f9a-4404-a748-5f5b827dd09f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:19:45.024784 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b91eb1-9ed7-4008-9bed-c2db6d4594d2 None None] Sync routers for ids ['6b8ba424-fd61-449c-ae87-5d57b7b1f2ea'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:19:45.051267 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-00cd356a-ff19-4a2f-959e-2f0b8c24380b req-39d70219-cebe-4d50-bea4-98048384ff87 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/security-groups?id=efe7e5f9-3311-4ebe-8648-647697e240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017669 Feb 04 21:19:45.056080 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b91eb1-9ed7-4008-9bed-c2db6d4594d2 None None] Routers {'6b8ba424-fd61-449c-ae87-5d57b7b1f2ea'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:19:45.056858 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-20b91eb1-9ed7-4008-9bed-c2db6d4594d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:19:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['6b8ba424-fd61-449c-ae87-5d57b7b1f2ea'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:45.129600 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dd65f02b-a6e0-41d6-baf1-580c6a2c5b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:45.173638 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733acf6b-a28f-4945-b3f6-bfc852bc7d3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e791a7ac-6865-4c87-8ac5-f39dc8b22567', 'code': 200} Feb 04 21:19:45.236917 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-dd65f02b-a6e0-41d6-baf1-580c6a2c5b73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:45.250837 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-20b91eb1-9ed7-4008-9bed-c2db6d4594d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:45.263428 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-dd65f02b-a6e0-41d6-baf1-580c6a2c5b73 admin admin] Usage tracker for resource:security_group_rule and tenant:d619c35e388b4d6e8d39492b5c5d5a7e is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:45.277459 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b91eb1-9ed7-4008-9bed-c2db6d4594d2 None None] Routers {'6b8ba424-fd61-449c-ae87-5d57b7b1f2ea'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:19:45.277668 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-dd65f02b-a6e0-41d6-baf1-580c6a2c5b73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:45.278090 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-20b91eb1-9ed7-4008-9bed-c2db6d4594d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:19:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['6b8ba424-fd61-449c-ae87-5d57b7b1f2ea'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:45.302970 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-dd65f02b-a6e0-41d6-baf1-580c6a2c5b73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:45.395028 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-4906c5a5-9f9a-4404-a748-5f5b827dd09f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "PUT /v2.0/routers/6b8ba424-fd61-449c-ae87-5d57b7b1f2ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8927107 Feb 04 21:19:45.401365 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51524) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:45.410404 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-20b91eb1-9ed7-4008-9bed-c2db6d4594d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:45.411052 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b91eb1-9ed7-4008-9bed-c2db6d4594d2 None None] The sync data for ids ['6b8ba424-fd61-449c-ae87-5d57b7b1f2ea'] in n-d-827896-1 is: [] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:19:45.412763 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c75343-a3ca-4722-9506-91a699e7ea9d req-533cc27e-c9b0-4c42-8d87-a520a26616a7 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] No DVR routers for this DVR port e791a7ac-6865-4c87-8ac5-f39dc8b22567 on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:19:45.416959 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f5c75343-a3ca-4722-9506-91a699e7ea9d req-533cc27e-c9b0-4c42-8d87-a520a26616a7 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:45.431566 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f5c75343-a3ca-4722-9506-91a699e7ea9d req-533cc27e-c9b0-4c42-8d87-a520a26616a7 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.32 "DELETE /v2.0/ports/e791a7ac-6865-4c87-8ac5-f39dc8b22567 HTTP/1.1" status: 204 len: 173 time: 6.7226448 Feb 04 21:19:45.438422 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733acf6b-a28f-4945-b3f6-bfc852bc7d3b', 'name': 'network-vif-deleted', 'tag': 'e791a7ac-6865-4c87-8ac5-f39dc8b22567'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:19:45.556540 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51532) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:45.695444 n-d-827896-1 neutron-server[87683]: DEBUG neutron.objects.ports [None req-8d23ca4a-d2c0-4205-b17e-a2c39df6ae1a tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87683) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 21:19:45.696183 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8d23ca4a-d2c0-4205-b17e-a2c39df6ae1a tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:45.815956 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499563fc-ee75-4149-bc7e-d2a65301b4a0 req-f1aae504-532d-4a73-8355-da531e0ee70c tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:45.823726 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-499563fc-ee75-4149-bc7e-d2a65301b4a0 req-f1aae504-532d-4a73-8355-da531e0ee70c tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 944 time: 0.4820020 Feb 04 21:19:45.828574 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab45ec7-8f53-4e86-b9d5-c4f9eca212ae tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:45.829270 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-aab45ec7-8f53-4e86-b9d5-c4f9eca212ae tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Synchronizing usage tracker for tenant:ddcc858bf44044718238d62159c9367f on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:19:45.879373 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23ca4a-d2c0-4205-b17e-a2c39df6ae1a tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c3163c43-58c1-4340-864b-0eec71117816,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:45.894168 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d23ca4a-d2c0-4205-b17e-a2c39df6ae1a tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Checking segment: {'id': '967b30bd-611a-4d62-babd-990456f4df4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'f6b3e2b6-6a3e-4df2-b437-4a40405e9b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:19:45.894612 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d23ca4a-d2c0-4205-b17e-a2c39df6ae1a tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Network hostable DHCP agents. Network: f6b3e2b6-6a3e-4df2-b437-4a40405e9b9e, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:19:45.947634 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-499563fc-ee75-4149-bc7e-d2a65301b4a0 req-4fd1affe-4100-46ec-9488-233131fe46eb tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228108 Feb 04 21:19:45.967488 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d23ca4a-d2c0-4205-b17e-a2c39df6ae1a tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Network f6b3e2b6-6a3e-4df2-b437-4a40405e9b9e is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:19:45.985711 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-8d23ca4a-d2c0-4205-b17e-a2c39df6ae1a tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, f6b3e2b6-6a3e-4df2-b437-4a40405e9b9e) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:19:45.987788 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-aab45ec7-8f53-4e86-b9d5-c4f9eca212ae tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Unset dirty status for tenant:ddcc858bf44044718238d62159c9367f on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:19:45.991185 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-aab45ec7-8f53-4e86-b9d5-c4f9eca212ae tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "GET /v2.0/ports/f0ab9fd5-2c41-4488-970c-c0494f119da3 HTTP/1.1" status: 200 len: 911 time: 0.5875032 Feb 04 21:19:45.994945 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ca6d90-ec92-4746-90af-737d3aa00027 None None] Network f6b3e2b6-6a3e-4df2-b437-4a40405e9b9e requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:19:46.000768 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51542) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:46.020480 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d23ca4a-d2c0-4205-b17e-a2c39df6ae1a tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:46.021132 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8d23ca4a-d2c0-4205-b17e-a2c39df6ae1a tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:46.082958 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-8d23ca4a-d2c0-4205-b17e-a2c39df6ae1a tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.7297137 Feb 04 21:19:46.083619 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51546) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:46.111454 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-1a115fb0-199d-44c1-8f93-52a9d6e86f6a tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1556123457', 'network_id': 'f6b3e2b6-6a3e-4df2-b437-4a40405e9b9e'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:19:46.150418 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-1a115fb0-199d-44c1-8f93-52a9d6e86f6a tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:46.177253 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733acf6b-a28f-4945-b3f6-bfc852bc7d3b', 'name': 'network-vif-deleted', 'tag': 'e791a7ac-6865-4c87-8ac5-f39dc8b22567', 'status': 'completed', 'code': 200} Feb 04 21:19:46.192813 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-1a115fb0-199d-44c1-8f93-52a9d6e86f6a tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Usage tracker for resource:port and tenant:4cb61ac16a194fd1a0644872afbaafd5 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:46.207552 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-1a115fb0-199d-44c1-8f93-52a9d6e86f6a tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:46.249287 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-1a115fb0-199d-44c1-8f93-52a9d6e86f6a tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:46.308406 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a115fb0-199d-44c1-8f93-52a9d6e86f6a tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Made reservation on behalf of 4cb61ac16a194fd1a0644872afbaafd5 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:19:46.314981 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1a115fb0-199d-44c1-8f93-52a9d6e86f6a tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:46.386880 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51552) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:46.400952 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [None req-1a115fb0-199d-44c1-8f93-52a9d6e86f6a tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] device_id is not set on port 079e0de9-6658-43c5-af7d-57356fb38386 yet. {{(pid=87683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:19:46.500629 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51558) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:46.561605 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dd65f02b-a6e0-41d6-baf1-580c6a2c5b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:46.639063 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dd65f02b-a6e0-41d6-baf1-580c6a2c5b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:46.661316 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6f041548-ca05-4453-a947-d909b811de23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:46.721080 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65f02b-a6e0-41d6-baf1-580c6a2c5b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab24963-4814-46c7-9b5d-38cde319d458,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:46.726371 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-dd65f02b-a6e0-41d6-baf1-580c6a2c5b73 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d619c35e388b4d6e8d39492b5c5d5a7e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8926470 Feb 04 21:19:46.730727 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51568) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:46.834819 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-151d7ae5-6529-43dc-b6e3-6ff5c3922dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:46.841505 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-22ef6b8c-403a-4157-9fb8-bb021923eca0 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2082672660'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:19:46.870257 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f681a845-daac-4a03-aa5e-6c78681cc37d req-316431f0-6c19-4290-a3e5-40ec9262fc61 tempest-ServersTestJSON-811050334 tempest-ServersTestJSON-811050334-project] 10.222.0.26 "GET /v2.0/ports?device_id=733acf6b-a28f-4945-b3f6-bfc852bc7d3b HTTP/1.1" status: 200 len: 210 time: 0.2948620 Feb 04 21:19:46.880948 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-22ef6b8c-403a-4157-9fb8-bb021923eca0 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:46.911457 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ab33de8c-1163-4c76-8ea8-33e6b700dcff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:46.922328 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047b6028-7bf6-4f0c-a6ea-8207f023e312 None None] Network f6b3e2b6-6a3e-4df2-b437-4a40405e9b9e requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:19:46.929117 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4f468638-7b49-4202-9ad5-101ed0858709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:46.970200 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-22ef6b8c-403a-4157-9fb8-bb021923eca0 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Usage tracker for resource:router and tenant:27f5e80fa57440ef8f601f49fc6b300e is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:46.998002 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-ab33de8c-1163-4c76-8ea8-33e6b700dcff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:47.003698 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-ab33de8c-1163-4c76-8ea8-33e6b700dcff admin admin] Usage tracker for resource:security_group_rule and tenant:5dfb66847e4f47a984cfa852a014325f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:47.012107 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-ab33de8c-1163-4c76-8ea8-33e6b700dcff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:47.026563 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-ab33de8c-1163-4c76-8ea8-33e6b700dcff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:47.153041 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ab33de8c-1163-4c76-8ea8-33e6b700dcff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:47.157434 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-22ef6b8c-403a-4157-9fb8-bb021923eca0 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:47.164074 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-4f468638-7b49-4202-9ad5-101ed0858709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:47.171877 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ab33de8c-1163-4c76-8ea8-33e6b700dcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:47.185714 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-22ef6b8c-403a-4157-9fb8-bb021923eca0 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:47.196137 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-4f468638-7b49-4202-9ad5-101ed0858709 admin admin] Usage tracker for resource:security_group_rule and tenant:d2e078e9d83a4b209a3357f39fb7ac20 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:47.218475 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-4f468638-7b49-4202-9ad5-101ed0858709 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:47.245554 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-1a115fb0-199d-44c1-8f93-52a9d6e86f6a tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Allocated IP 172.20.0.2 (f6b3e2b6-6a3e-4df2-b437-4a40405e9b9e/c3163c43-58c1-4340-864b-0eec71117816/079e0de9-6658-43c5-af7d-57356fb38386) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:19:47.259827 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-4f468638-7b49-4202-9ad5-101ed0858709 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:47.317246 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-151d7ae5-6529-43dc-b6e3-6ff5c3922dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:47.507777 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:47.516058 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-22ef6b8c-403a-4157-9fb8-bb021923eca0 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:47.516931 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-22ef6b8c-403a-4157-9fb8-bb021923eca0 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:47.527667 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33de8c-1163-4c76-8ea8-33e6b700dcff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dde90dc-dd0a-4939-8c0c-1358bf60a843,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:47.540197 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ab33de8c-1163-4c76-8ea8-33e6b700dcff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5dfb66847e4f47a984cfa852a014325f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0358844 Feb 04 21:19:47.544215 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51574) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:47.609860 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-151d7ae5-6529-43dc-b6e3-6ff5c3922dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:47.634513 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:47.647819 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-22ef6b8c-403a-4157-9fb8-bb021923eca0 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:47.664285 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c22c9e0e-c882-4a3b-a889-5f52d2eaf10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:47.703511 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c22c9e0e-c882-4a3b-a889-5f52d2eaf10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:47.770056 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e527ef2-4e07-455e-be59-7a4b321a00ff req-db6e1fe6-9f87-45f1-9963-7b13059898f1 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:47.778338 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0e527ef2-4e07-455e-be59-7a4b321a00ff req-db6e1fe6-9f87-45f1-9963-7b13059898f1 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 944 time: 0.5068872 Feb 04 21:19:47.780499 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d7ae5-6529-43dc-b6e3-6ff5c3922dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab24963-4814-46c7-9b5d-38cde319d458,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:47.862859 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-151d7ae5-6529-43dc-b6e3-6ff5c3922dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:47.864663 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-151d7ae5-6529-43dc-b6e3-6ff5c3922dcc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aab24963-4814-46c7-9b5d-38cde319d458 HTTP/1.1" status: 204 len: 168 time: 1.1331153 Feb 04 21:19:47.875464 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-22ef6b8c-403a-4157-9fb8-bb021923eca0 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:47.895219 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c22c9e0e-c882-4a3b-a889-5f52d2eaf10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:47.952125 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c22c9e0e-c882-4a3b-a889-5f52d2eaf10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:47.952778 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0e527ef2-4e07-455e-be59-7a4b321a00ff req-a64b3e3e-f427-4d48-be15-51600c3fdac2 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684992 Feb 04 21:19:47.961736 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c22c9e0e-c882-4a3b-a889-5f52d2eaf10e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6dde90dc-dd0a-4939-8c0c-1358bf60a843 HTTP/1.1" status: 204 len: 168 time: 0.4159565 Feb 04 21:19:47.962585 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c9e0e-c882-4a3b-a889-5f52d2eaf10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dde90dc-dd0a-4939-8c0c-1358bf60a843,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:48.025940 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4f468638-7b49-4202-9ad5-101ed0858709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:48.048024 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-59095d43-d0b8-4690-af06-a9fb70450544 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:48.075104 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4f468638-7b49-4202-9ad5-101ed0858709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:48.172338 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51586) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:48.212967 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-22ef6b8c-403a-4157-9fb8-bb021923eca0 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:48.214935 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-22ef6b8c-403a-4157-9fb8-bb021923eca0 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 2.6356738 Feb 04 21:19:48.229689 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1a115fb0-199d-44c1-8f93-52a9d6e86f6a tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:48.233606 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51594) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:48.240121 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-4f468638-7b49-4202-9ad5-101ed0858709 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d2e078e9d83a4b209a3357f39fb7ac20&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8478148 Feb 04 21:19:48.242786 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51598) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:48.332706 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f468638-7b49-4202-9ad5-101ed0858709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb39913-9ad0-4416-8194-82b0c3fb4f0d,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:48.485371 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-26358880-c8ff-44e4-8500-2b1af5407d50 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks [] for router, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:48.594747 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51606) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:48.657325 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-44005619-b482-4a9d-a291-7e17948cc4b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:48.677939 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-44005619-b482-4a9d-a291-7e17948cc4b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:48.753196 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-59095d43-d0b8-4690-af06-a9fb70450544 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Deleting port f0ab9fd5-2c41-4488-970c-c0494f119da3 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:19:48.753724 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-59095d43-d0b8-4690-af06-a9fb70450544 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:48.828066 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-44005619-b482-4a9d-a291-7e17948cc4b5 admin admin] Usage tracker for resource:security_group_rule and tenant:093f545921a043608bc7bc8fd5c7ba19 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:48.889022 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-44005619-b482-4a9d-a291-7e17948cc4b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:48.900012 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:48.980232 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc6226f-6911-4734-842f-470ee0978eac admin admin] Deleting subnet 6328ddc0-a59e-4cee-8cab-7daa1242332a {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:19:49.055925 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-44005619-b482-4a9d-a291-7e17948cc4b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:49.058903 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dcc6226f-6911-4734-842f-470ee0978eac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:49.106630 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-26358880-c8ff-44e4-8500-2b1af5407d50 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:49.109867 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-26358880-c8ff-44e4-8500-2b1af5407d50 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:49.149075 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-26358880-c8ff-44e4-8500-2b1af5407d50 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:49.149776 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26358880-c8ff-44e4-8500-2b1af5407d50 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff973d86-867b-4ce9-83c9-8c4ba02c1a13 {{(pid=87683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:19:49.187400 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-26358880-c8ff-44e4-8500-2b1af5407d50 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:49.193307 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-26358880-c8ff-44e4-8500-2b1af5407d50 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] 10.222.0.26 "DELETE /v2.0/routers/ff973d86-867b-4ce9-83c9-8c4ba02c1a13 HTTP/1.1" status: 204 len: 168 time: 0.9515948 Feb 04 21:19:49.199060 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51618) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:49.215717 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-61bca8fb-9867-46a0-907a-410d0182480a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:49.228778 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-08029bab-436e-4eb3-b5dc-681a353c5070 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Request body: {'router': {'name': 'tempest-router-1151582237', 'distributed': False}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:19:49.262678 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-08029bab-436e-4eb3-b5dc-681a353c5070 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:49.341526 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1a115fb0-199d-44c1-8f93-52a9d6e86f6a tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:49.360551 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-08029bab-436e-4eb3-b5dc-681a353c5070 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Usage tracker for resource:router and tenant:27f5e80fa57440ef8f601f49fc6b300e is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:49.402621 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dcc6226f-6911-4734-842f-470ee0978eac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:49.412673 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-08029bab-436e-4eb3-b5dc-681a353c5070 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:49.476353 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-08029bab-436e-4eb3-b5dc-681a353c5070 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:49.479970 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-61bca8fb-9867-46a0-907a-410d0182480a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:49.489800 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-59095d43-d0b8-4690-af06-a9fb70450544 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:49.517121 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a115fb0-199d-44c1-8f93-52a9d6e86f6a tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Network f6b3e2b6-6a3e-4df2-b437-4a40405e9b9e is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:19:49.536982 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-1a115fb0-199d-44c1-8f93-52a9d6e86f6a tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:19:49.539534 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a115fb0-199d-44c1-8f93-52a9d6e86f6a tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:19:49.632025 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-08029bab-436e-4eb3-b5dc-681a353c5070 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:49.635094 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-08029bab-436e-4eb3-b5dc-681a353c5070 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:49.660203 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-59095d43-d0b8-4690-af06-a9fb70450544 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Calling delete_port for f0ab9fd5-2c41-4488-970c-c0494f119da3 owned by network:router_interface {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:19:49.690308 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dcc6226f-6911-4734-842f-470ee0978eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:49.698575 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-08029bab-436e-4eb3-b5dc-681a353c5070 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:49.719623 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a115fb0-199d-44c1-8f93-52a9d6e86f6a tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Pushing event updated for resources: {'Port': ['ID=079e0de9-6658-43c5-af7d-57356fb38386,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:49.755945 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28231ed-a32b-49dc-aace-cbbaba70b77c req-ea3bd093-f5f4-4419-a4c9-1b87a66d13d2 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:49.758331 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c28231ed-a32b-49dc-aace-cbbaba70b77c req-ea3bd093-f5f4-4419-a4c9-1b87a66d13d2 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 944 time: 0.5107722 Feb 04 21:19:49.794856 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-08029bab-436e-4eb3-b5dc-681a353c5070 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:49.831860 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-44005619-b482-4a9d-a291-7e17948cc4b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:49.854145 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-44005619-b482-4a9d-a291-7e17948cc4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:49.877385 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-08029bab-436e-4eb3-b5dc-681a353c5070 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:49.882298 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-08029bab-436e-4eb3-b5dc-681a353c5070 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6683502 Feb 04 21:19:49.884470 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51634) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:49.896368 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dcc6226f-6911-4734-842f-470ee0978eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:49.918961 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a115fb0-199d-44c1-8f93-52a9d6e86f6a tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:49.919708 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1a115fb0-199d-44c1-8f93-52a9d6e86f6a tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:49.973089 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c28231ed-a32b-49dc-aace-cbbaba70b77c req-ba322f20-b9fb-4b15-b371-4e83bb17cd6d tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285706 Feb 04 21:19:49.975738 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-1a115fb0-199d-44c1-8f93-52a9d6e86f6a tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.8889985 Feb 04 21:19:49.978429 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51638) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:50.066799 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-6170b8dc-6a6f-49f6-9874-02692b5509d0 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Deleting port 079e0de9-6658-43c5-af7d-57356fb38386 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:19:50.069180 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6170b8dc-6a6f-49f6-9874-02692b5509d0 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:50.111006 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-61cc92ca-754b-4537-af1f-fe3d12ebe3c3 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:50.328191 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-44005619-b482-4a9d-a291-7e17948cc4b5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=093f545921a043608bc7bc8fd5c7ba19&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7319643 Feb 04 21:19:50.329330 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6226f-6911-4734-842f-470ee0978eac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6328ddc0-a59e-4cee-8cab-7daa1242332a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:50.331759 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dcc6226f-6911-4734-842f-470ee0978eac admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:50.342360 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51642) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:50.356752 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-dcc6226f-6911-4734-842f-470ee0978eac admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6328ddc0-a59e-4cee-8cab-7daa1242332a HTTP/1.1" status: 204 len: 168 time: 2.1755176 Feb 04 21:19:50.359554 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44005619-b482-4a9d-a291-7e17948cc4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4abdaa-177b-4c23-80d1-06cc8e63179f,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:50.379595 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51644) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:50.518691 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6170b8dc-6a6f-49f6-9874-02692b5509d0 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:50.661246 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-6170b8dc-6a6f-49f6-9874-02692b5509d0 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Calling delete_port for 079e0de9-6658-43c5-af7d-57356fb38386 owned by {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:19:50.776432 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-61cc92ca-754b-4537-af1f-fe3d12ebe3c3 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:50.782931 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b8010ffc-6dc0-46d8-95c7-0a715fe803ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:50.789569 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-61cc92ca-754b-4537-af1f-fe3d12ebe3c3 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:50.811551 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e7c9f9d7-f690-44ca-8d76-b15ad359b90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:50.820615 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-61bca8fb-9867-46a0-907a-410d0182480a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:50.835094 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6170b8dc-6a6f-49f6-9874-02692b5509d0 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:50.884582 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bca8fb-9867-46a0-907a-410d0182480a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb39913-9ad0-4416-8194-82b0c3fb4f0d,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:50.934687 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170b8dc-6a6f-49f6-9874-02692b5509d0 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Pushing event deleted for resources: {'Port': ['ID=079e0de9-6658-43c5-af7d-57356fb38386,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:50.949196 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-61bca8fb-9867-46a0-907a-410d0182480a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:50.950708 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-61bca8fb-9867-46a0-907a-410d0182480a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/deb39913-9ad0-4416-8194-82b0c3fb4f0d HTTP/1.1" status: 204 len: 168 time: 2.6355901 Feb 04 21:19:50.985931 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b8010ffc-6dc0-46d8-95c7-0a715fe803ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:51.020881 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-59095d43-d0b8-4690-af06-a9fb70450544 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:51.146738 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6170b8dc-6a6f-49f6-9874-02692b5509d0 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:51.152066 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-6170b8dc-6a6f-49f6-9874-02692b5509d0 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] 10.222.0.26 "DELETE /v2.0/ports/079e0de9-6658-43c5-af7d-57356fb38386 HTTP/1.1" status: 204 len: 168 time: 1.1726222 Feb 04 21:19:51.156583 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51658) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:51.167821 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-5b7fc7d6-637b-4417-948b-be01b5aff8ed tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f6b3e2b6-6a3e-4df2-b437-4a40405e9b9e', 'external_fixed_ips': [{'subnet_id': 'c3163c43-58c1-4340-864b-0eec71117816', 'ip_address': '172.20.0.2'}]}}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:19:51.181114 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-5b7fc7d6-637b-4417-948b-be01b5aff8ed tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:51.190370 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5b7fc7d6-637b-4417-948b-be01b5aff8ed tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Usage tracker for resource:router and tenant:4cb61ac16a194fd1a0644872afbaafd5 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:51.195923 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5b7fc7d6-637b-4417-948b-be01b5aff8ed tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:51.215305 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-5b7fc7d6-637b-4417-948b-be01b5aff8ed tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:51.283929 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5b7fc7d6-637b-4417-948b-be01b5aff8ed tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:51.286148 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5b7fc7d6-637b-4417-948b-be01b5aff8ed tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:51.337834 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5b7fc7d6-637b-4417-948b-be01b5aff8ed tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:51.404053 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fadd22-25bf-47bd-900a-132c9061cc28 req-3a0663bb-44c2-4275-991c-6a7935022a8a tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:51.413844 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-29fadd22-25bf-47bd-900a-132c9061cc28 req-3a0663bb-44c2-4275-991c-6a7935022a8a tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 944 time: 0.1771793 Feb 04 21:19:51.649280 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-29fadd22-25bf-47bd-900a-132c9061cc28 req-6966b828-6b1d-4275-be10-6437ed6ffdf6 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2344327 Feb 04 21:19:51.704012 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-61cc92ca-754b-4537-af1f-fe3d12ebe3c3 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:51.704880 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61cc92ca-754b-4537-af1f-fe3d12ebe3c3 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e8272d9-b03e-41f1-a665-7f846007155c {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:19:51.853155 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5b7fc7d6-637b-4417-948b-be01b5aff8ed tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:51.856763 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-59095d43-d0b8-4690-af06-a9fb70450544 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:51.860666 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59095d43-d0b8-4690-af06-a9fb70450544 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event deleted for resources: {'Port': ['ID=f0ab9fd5-2c41-4488-970c-c0494f119da3,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:52.118086 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e7c9f9d7-f690-44ca-8d76-b15ad359b90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:52.238906 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-e7c9f9d7-f690-44ca-8d76-b15ad359b90a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['591535e8-eea5-447d-ad75-83d907ea6f08']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:52.277600 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-e7c9f9d7-f690-44ca-8d76-b15ad359b90a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'addd5f6f-d521-4a6a-b6fc-650d4541337b') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:52.278034 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-e7c9f9d7-f690-44ca-8d76-b15ad359b90a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'addd5f6f-d521-4a6a-b6fc-650d4541337b') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:52.341064 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e7c9f9d7-f690-44ca-8d76-b15ad359b90a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:52.579170 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b8010ffc-6dc0-46d8-95c7-0a715fe803ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:52.600656 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e7c9f9d7-f690-44ca-8d76-b15ad359b90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:52.617180 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8010ffc-6dc0-46d8-95c7-0a715fe803ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4abdaa-177b-4c23-80d1-06cc8e63179f,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:52.619292 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7c9f9d7-f690-44ca-8d76-b15ad359b90a admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:19:52.619697 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e7c9f9d7-f690-44ca-8d76-b15ad359b90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:52.635168 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:19:52.635168 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:19:52.635168 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:19:52.635168 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:19:52.635168 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:19:52.635168 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:19:52.635168 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:19:52.635168 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:19:52.635168 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:19:52.635168 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:19:52.635168 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:19:52.635168 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:19:52.635168 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:19:52.635168 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:19:52.635168 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:19:52.635168 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:19:52.635168 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:19:52.635168 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:19:52.635168 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:19:52.635168 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:19:52.635168 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:19:52.635168 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:19:52.635168 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:19:52.635168 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:19:52.635168 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:19:52.635168 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:19:52.635168 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:19:52.635168 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:19:52.635168 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:19:52.635168 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:19:52.635168 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:19:52.635168 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:19:52.668167 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5b7fc7d6-637b-4417-948b-be01b5aff8ed tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:52.686642 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:19:52.704445 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5b7fc7d6-637b-4417-948b-be01b5aff8ed tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:52.825965 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-61cc92ca-754b-4537-af1f-fe3d12ebe3c3 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:52.827089 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-61cc92ca-754b-4537-af1f-fe3d12ebe3c3 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] 10.222.0.26 "DELETE /v2.0/routers/1e8272d9-b03e-41f1-a665-7f846007155c HTTP/1.1" status: 204 len: 168 time: 2.9389989 Feb 04 21:19:52.866396 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51688) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:52.872745 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-a24f02a5-2f31-4de6-bd33-4091507a98c2 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Request body: {'router': {'name': 'tempest-router-905972080', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '4ef51f710c1d49e3b0c6ef63677938c4'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:19:52.879342 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b8010ffc-6dc0-46d8-95c7-0a715fe803ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:52.880479 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b8010ffc-6dc0-46d8-95c7-0a715fe803ca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4a4abdaa-177b-4c23-80d1-06cc8e63179f HTTP/1.1" status: 204 len: 168 time: 2.5225735 Feb 04 21:19:52.900230 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e7c9f9d7-f690-44ca-8d76-b15ad359b90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:52.920780 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e7c9f9d7-f690-44ca-8d76-b15ad359b90a admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:52.924998 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59095d43-d0b8-4690-af06-a9fb70450544 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Router 6b8ba424-fd61-449c-ae87-5d57b7b1f2ea has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:19:52.933703 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c9f9d7-f690-44ca-8d76-b15ad359b90a admin admin] Pushing event deleted for resources: {'Network': ['ID=591535e8-eea5-447d-ad75-83d907ea6f08,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:53.012776 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e7c9f9d7-f690-44ca-8d76-b15ad359b90a admin admin] 10.222.0.26 "DELETE /v2.0/networks/591535e8-eea5-447d-ad75-83d907ea6f08 HTTP/1.1" status: 204 len: 168 time: 2.6294906 Feb 04 21:19:53.013725 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-a24f02a5-2f31-4de6-bd33-4091507a98c2 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:53.028297 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-a24f02a5-2f31-4de6-bd33-4091507a98c2 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Usage tracker for resource:router and tenant:4ef51f710c1d49e3b0c6ef63677938c4 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:53.031886 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-a24f02a5-2f31-4de6-bd33-4091507a98c2 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:53.043386 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-a24f02a5-2f31-4de6-bd33-4091507a98c2 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:53.119351 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59095d43-d0b8-4690-af06-a9fb70450544 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:19:53.121022 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a24f02a5-2f31-4de6-bd33-4091507a98c2 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:53.122190 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a24f02a5-2f31-4de6-bd33-4091507a98c2 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:53.126084 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-59095d43-d0b8-4690-af06-a9fb70450544 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "PUT /v2.0/routers/6b8ba424-fd61-449c-ae87-5d57b7b1f2ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1205804 Feb 04 21:19:53.128531 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51700) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:53.132122 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f91c25e-3cd3-4dad-8e27-833bc7f6c551 None None] Sync routers for ids ['6b8ba424-fd61-449c-ae87-5d57b7b1f2ea'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:19:53.142155 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a24f02a5-2f31-4de6-bd33-4091507a98c2 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:53.150053 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f91c25e-3cd3-4dad-8e27-833bc7f6c551 None None] Routers {'6b8ba424-fd61-449c-ae87-5d57b7b1f2ea'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:19:53.155854 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-4f91c25e-3cd3-4dad-8e27-833bc7f6c551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:19:47Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['6b8ba424-fd61-449c-ae87-5d57b7b1f2ea'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:53.170819 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a24f02a5-2f31-4de6-bd33-4091507a98c2 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:53.197899 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7052e60b-8cda-48a2-b3b0-3bf6a96b6e3c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Synchronizing usage tracker for tenant:ddcc858bf44044718238d62159c9367f on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:19:53.217344 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a24f02a5-2f31-4de6-bd33-4091507a98c2 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:53.218504 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-a24f02a5-2f31-4de6-bd33-4091507a98c2 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3499336 Feb 04 21:19:53.224213 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51706) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:53.226919 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-5b7fc7d6-637b-4417-948b-be01b5aff8ed tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Allocated IP 172.20.0.2 (f6b3e2b6-6a3e-4df2-b437-4a40405e9b9e/c3163c43-58c1-4340-864b-0eec71117816/ef035e5f-2dda-4d6d-9cc7-cc305f277af9) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:19:53.236566 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cca93d-293e-4443-9c49-5c92fa21fdf6 req-71b029ad-b0d5-4d26-b418-addf014e8799 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:53.241706 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7052e60b-8cda-48a2-b3b0-3bf6a96b6e3c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Unset dirty status for tenant:ddcc858bf44044718238d62159c9367f on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:19:53.243329 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7052e60b-8cda-48a2-b3b0-3bf6a96b6e3c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b8ba424-fd61-449c-ae87-5d57b7b1f2ea HTTP/1.1" status: 200 len: 205 time: 0.1130626 Feb 04 21:19:53.245700 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51710) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:53.247625 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18cca93d-293e-4443-9c49-5c92fa21fdf6 req-71b029ad-b0d5-4d26-b418-addf014e8799 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 944 time: 0.3820615 Feb 04 21:19:53.255520 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-e195111a-639e-4fa0-a08a-8fc01b0dc387 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:19:53.341939 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-4f91c25e-3cd3-4dad-8e27-833bc7f6c551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:53.360925 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f91c25e-3cd3-4dad-8e27-833bc7f6c551 None None] Routers {'6b8ba424-fd61-449c-ae87-5d57b7b1f2ea'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:19:53.361582 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-4f91c25e-3cd3-4dad-8e27-833bc7f6c551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:19:47Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['6b8ba424-fd61-449c-ae87-5d57b7b1f2ea'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:53.529160 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-4f91c25e-3cd3-4dad-8e27-833bc7f6c551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:53.531381 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f91c25e-3cd3-4dad-8e27-833bc7f6c551 None None] The sync data for ids ['6b8ba424-fd61-449c-ae87-5d57b7b1f2ea'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:19:53.552036 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18cca93d-293e-4443-9c49-5c92fa21fdf6 req-2db70e8f-817c-4a9a-8540-ed712a850753 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3004501 Feb 04 21:19:53.552589 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51722) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:53.585602 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-28953686-171c-4de5-b4f5-226782cd3070 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:54.062525 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5b7fc7d6-637b-4417-948b-be01b5aff8ed tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:54.124350 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e195111a-639e-4fa0-a08a-8fc01b0dc387 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:54.124547 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e195111a-639e-4fa0-a08a-8fc01b0dc387 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks [] for router, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:54.406796 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-28953686-171c-4de5-b4f5-226782cd3070 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:54.409654 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-28953686-171c-4de5-b4f5-226782cd3070 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:54.428023 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5912ca1c-3cf9-4a43-88f8-4ec091864c08 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cbe7b967cf5b4bf8a129a586503d8461&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8172379 Feb 04 21:19:54.430827 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51756) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:54.444311 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-28953686-171c-4de5-b4f5-226782cd3070 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:54.445083 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28953686-171c-4de5-b4f5-226782cd3070 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Fanout notify agent at l3_agent the message router_deleted on router 6b8ba424-fd61-449c-ae87-5d57b7b1f2ea {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:19:54.478057 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-28953686-171c-4de5-b4f5-226782cd3070 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:54.479777 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-28953686-171c-4de5-b4f5-226782cd3070 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/routers/6b8ba424-fd61-449c-ae87-5d57b7b1f2ea HTTP/1.1" status: 204 len: 168 time: 1.2329950 Feb 04 21:19:54.482924 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51762) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:54.542726 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e195111a-639e-4fa0-a08a-8fc01b0dc387 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87683) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 04 21:19:54.543060 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e195111a-639e-4fa0-a08a-8fc01b0dc387 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Router 867e557c-1962-4dc0-9906-b6e3ef81f02c migrating from provider to provider. {{(pid=87683) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 04 21:19:54.543446 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e195111a-639e-4fa0-a08a-8fc01b0dc387 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:54.555809 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e195111a-639e-4fa0-a08a-8fc01b0dc387 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:54.560811 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34ebb1-e743-4412-b6fc-6143a2518487 req-57aef719-4de2-46c1-9775-e723493e748d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:54.563101 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0a34ebb1-e743-4412-b6fc-6143a2518487 req-57aef719-4de2-46c1-9775-e723493e748d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d12823a006ff49a4916b73b08e3ad259&device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 1095 time: 0.4521263 Feb 04 21:19:54.572654 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e195111a-639e-4fa0-a08a-8fc01b0dc387 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-494389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-494370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492643'] for router, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:54.579614 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0b5d-6168-458b-8d49-d8f4a9ae7342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:54.649983 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a7ad827-e3ff-4a1b-b661-50cb9b639227 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Deleting subnet 549b413f-5c90-4a72-8691-f1c3732bd865 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:19:54.654676 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5b7fc7d6-637b-4417-948b-be01b5aff8ed tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:54.734979 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8a7ad827-e3ff-4a1b-b661-50cb9b639227 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:54.852977 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8a7ad827-e3ff-4a1b-b661-50cb9b639227 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:54.943762 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34ebb1-e743-4412-b6fc-6143a2518487 req-aec03587-1ae8-42b9-8c99-0f1b3dbb865f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:54.945250 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0a34ebb1-e743-4412-b6fc-6143a2518487 req-aec03587-1ae8-42b9-8c99-0f1b3dbb865f service neutron] 10.222.0.18 "GET /v2.0/networks?id=aeca86bf-5462-4afd-9138-c5fe85a0ef79 HTTP/1.1" status: 200 len: 918 time: 0.3342984 Feb 04 21:19:55.032683 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7fc7d6-637b-4417-948b-be01b5aff8ed tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Pushing event updated for resources: {'Port': ['ID=ef035e5f-2dda-4d6d-9cc7-cc305f277af9,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:55.069291 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0b5d-6168-458b-8d49-d8f4a9ae7342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:55.124728 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7fc7d6-637b-4417-948b-be01b5aff8ed tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Network f6b3e2b6-6a3e-4df2-b437-4a40405e9b9e is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:19:55.132001 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-5b7fc7d6-637b-4417-948b-be01b5aff8ed tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:19:55.153933 n-d-827896-1 neutron-server[87683]: WARNING neutron.scheduler.l3_agent_scheduler [None req-e195111a-639e-4fa0-a08a-8fc01b0dc387 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] No L3 agents can host the router 867e557c-1962-4dc0-9906-b6e3ef81f02c Feb 04 21:19:55.159746 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7fc7d6-637b-4417-948b-be01b5aff8ed tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:19:55.190660 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0a34ebb1-e743-4412-b6fc-6143a2518487 req-8c33b2a6-dbf9-4666-a663-50d66da716d3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a697680-cc55-40b9-87d4-dfa82ba01196 HTTP/1.1" status: 200 len: 999 time: 0.2267323 Feb 04 21:19:55.282938 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34ebb1-e743-4412-b6fc-6143a2518487 req-f35e132d-0c82-4097-a0d5-9cd5fabbb1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:55.285016 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0a34ebb1-e743-4412-b6fc-6143a2518487 req-f35e132d-0c82-4097-a0d5-9cd5fabbb1d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2332d4ab-28bd-4df4-abe3-897aa8896a30 HTTP/1.1" status: 200 len: 856 time: 0.0887389 Feb 04 21:19:55.286216 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8a7ad827-e3ff-4a1b-b661-50cb9b639227 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:55.473056 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34ebb1-e743-4412-b6fc-6143a2518487 req-2aa46ff0-9476-4e4c-b562-6378644b6c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:55.475135 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0a34ebb1-e743-4412-b6fc-6143a2518487 req-2aa46ff0-9476-4e4c-b562-6378644b6c10 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=aeca86bf-5462-4afd-9138-c5fe85a0ef79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1454093 Feb 04 21:19:55.476483 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8a7ad827-e3ff-4a1b-b661-50cb9b639227 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:55.582790 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d838fe-8907-47cb-9232-233e62ab2453 req-b9af452c-30a7-46b5-baf9-342aaecb1222 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:55.589857 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c9d838fe-8907-47cb-9232-233e62ab2453 req-b9af452c-30a7-46b5-baf9-342aaecb1222 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 944 time: 0.5401924 Feb 04 21:19:55.591666 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ad827-e3ff-4a1b-b661-50cb9b639227 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event deleted for resources: {'Subnet': ['ID=549b413f-5c90-4a72-8691-f1c3732bd865,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:55.594461 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0b5d-6168-458b-8d49-d8f4a9ae7342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:55.599710 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8a7ad827-e3ff-4a1b-b661-50cb9b639227 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:55.607584 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b6a46b-3d40-4376-8560-d4ec4a0dc1cb None None] Network 8fa2ba3d-8012-4f6a-8703-964ea446c495 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:19:55.614732 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8a7ad827-e3ff-4a1b-b661-50cb9b639227 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/subnets/549b413f-5c90-4a72-8691-f1c3732bd865 HTTP/1.1" status: 204 len: 168 time: 1.1300762 Feb 04 21:19:55.617342 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51788) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:55.648540 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e195111a-639e-4fa0-a08a-8fc01b0dc387 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Hosts for router 867e557c-1962-4dc0-9906-b6e3ef81f02c: [] {{(pid=87683) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Feb 04 21:19:55.749696 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f0b5d-6168-458b-8d49-d8f4a9ae7342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe7e5f9-3311-4ebe-8648-647697e240c0,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:55.780300 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ab0b166b-5b7a-4a50-a47e-f71231c8e769 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:55.783413 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0a34ebb1-e743-4412-b6fc-6143a2518487 req-171fda02-8093-4670-b381-e7e781213ccc service neutron] 10.222.0.18 "GET /v2.0/networks/aeca86bf-5462-4afd-9138-c5fe85a0ef79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708483 Feb 04 21:19:55.813238 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0b5d-6168-458b-8d49-d8f4a9ae7342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:55.817816 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-bb0f0b5d-6168-458b-8d49-d8f4a9ae7342 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/efe7e5f9-3311-4ebe-8648-647697e240c0 HTTP/1.1" status: 204 len: 168 time: 1.3829319 Feb 04 21:19:55.851623 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e195111a-639e-4fa0-a08a-8fc01b0dc387 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Hosts for other DVR routers connected to router 867e557c-1962-4dc0-9906-b6e3ef81f02c: set() {{(pid=87683) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Feb 04 21:19:55.858878 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e195111a-639e-4fa0-a08a-8fc01b0dc387 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:55.863297 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e195111a-639e-4fa0-a08a-8fc01b0dc387 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] 10.222.0.26 "PUT /v2.0/routers/867e557c-1962-4dc0-9906-b6e3ef81f02c HTTP/1.1" status: 200 len: 716 time: 2.6352179 Feb 04 21:19:55.871778 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51796) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:55.899980 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-ab0b166b-5b7a-4a50-a47e-f71231c8e769 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Deleting port 6854f96f-79a2-45ad-97c9-b3142b26920c {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:19:55.900320 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ab0b166b-5b7a-4a50-a47e-f71231c8e769 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:55.951173 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c9d838fe-8907-47cb-9232-233e62ab2453 req-6d31ac3b-a43d-453f-ba97-64e699013611 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3603539 Feb 04 21:19:56.090033 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cbe4e8-d49c-481e-a8d1-a6b95274df3d None None] DHCP port deletion for 8fa2ba3d-8012-4f6a-8703-964ea446c495 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:19:56.096207 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-80cbe4e8-d49c-481e-a8d1-a6b95274df3d None None] Deleting port 6854f96f-79a2-45ad-97c9-b3142b26920c {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:19:56.097307 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-80cbe4e8-d49c-481e-a8d1-a6b95274df3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:56.257112 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51808) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:56.257598 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e7e1948d-7098-464c-b5f0-9f0502bda344 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] 10.222.0.26 "GET /v2.0/routers/867e557c-1962-4dc0-9906-b6e3ef81f02c HTTP/1.1" status: 200 len: 716 time: 0.3628938 Feb 04 21:19:56.297430 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:56.482052 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5b7fc7d6-637b-4417-948b-be01b5aff8ed tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:56.556155 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51816) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:56.670130 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-80cbe4e8-d49c-481e-a8d1-a6b95274df3d None None] For port 6854f96f-79a2-45ad-97c9-b3142b26920c, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=6854f96f-79a2-45ad-97c9-b3142b26920c,segment=NetworkSegment(8d4f2235-0f0f-45f3-8004-b22b4b7232a5),segment_id=8d4f2235-0f0f-45f3-8004-b22b4b7232a5)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:19:56.671226 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-80cbe4e8-d49c-481e-a8d1-a6b95274df3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:56.840701 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-ab0b166b-5b7a-4a50-a47e-f71231c8e769 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] For port 6854f96f-79a2-45ad-97c9-b3142b26920c, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=6854f96f-79a2-45ad-97c9-b3142b26920c,segment=NetworkSegment(8d4f2235-0f0f-45f3-8004-b22b4b7232a5),segment_id=8d4f2235-0f0f-45f3-8004-b22b4b7232a5)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:19:56.841288 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ab0b166b-5b7a-4a50-a47e-f71231c8e769 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:56.881152 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d9e5de9f-64d2-489e-a9b8-8af0285dc5e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:56.905799 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-80cbe4e8-d49c-481e-a8d1-a6b95274df3d None None] Calling delete_port for 6854f96f-79a2-45ad-97c9-b3142b26920c owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:19:57.054348 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 3a697680-cc55-40b9-87d4-dfa82ba01196 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:19:57.056847 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 6854f96f-79a2-45ad-97c9-b3142b26920c no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:19:57.128465 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-80cbe4e8-d49c-481e-a8d1-a6b95274df3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:57.149976 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-ab0b166b-5b7a-4a50-a47e-f71231c8e769 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Calling delete_port for 6854f96f-79a2-45ad-97c9-b3142b26920c owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:19:57.195882 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-0a34ebb1-e743-4412-b6fc-6143a2518487 req-3c5072b0-1fda-48d3-8372-b671811a5fdd service neutron] 10.222.0.18 "GET /v2.0/networks/aeca86bf-5462-4afd-9138-c5fe85a0ef79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4055138 Feb 04 21:19:57.244537 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-d9e5de9f-64d2-489e-a9b8-8af0285dc5e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:57.257150 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-d9e5de9f-64d2-489e-a9b8-8af0285dc5e9 admin admin] Usage tracker for resource:security_group_rule and tenant:efb239b68594442dbdc4b5b26c8eb7f5 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:57.262837 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-d9e5de9f-64d2-489e-a9b8-8af0285dc5e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:57.307801 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-d9e5de9f-64d2-489e-a9b8-8af0285dc5e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:57.342047 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbe4e8-d49c-481e-a8d1-a6b95274df3d None None] Pushing event deleted for resources: {'Port': ['ID=6854f96f-79a2-45ad-97c9-b3142b26920c,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:57.347373 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 6854f96f-79a2-45ad-97c9-b3142b26920c {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:19:57.352711 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 6854f96f-79a2-45ad-97c9-b3142b26920c not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:19:57.355976 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cbe4e8-d49c-481e-a8d1-a6b95274df3d None None] No DVR routers for this DVR port 6854f96f-79a2-45ad-97c9-b3142b26920c on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:19:57.382962 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.api [None req-ab0b166b-5b7a-4a50-a47e-f71231c8e769 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:19:57.383922 n-d-827896-1 neutron-server[87682]: DEBUG oslo_db.api [None req-ab0b166b-5b7a-4a50-a47e-f71231c8e769 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:19:57.650592 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51854) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:57.716929 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 3a697680-cc55-40b9-87d4-dfa82ba01196, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=3a697680-cc55-40b9-87d4-dfa82ba01196,segment=NetworkSegment(84b34f62-20de-461e-9dfa-a6b12b358939),segment_id=84b34f62-20de-461e-9dfa-a6b12b358939)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:19:57.750044 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '3a697680-cc55-40b9-87d4-dfa82ba01196', 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79', 'port_id': '3a697680-cc55-40b9-87d4-dfa82ba01196', 'mac_address': 'fa:16:3e:40:d8:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2332d4ab-28bd-4df4-abe3-897aa8896a30', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:19:57.844097 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5b7fc7d6-637b-4417-948b-be01b5aff8ed tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:57.855794 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:57.884724 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a697680-cc55-40b9-87d4-dfa82ba01196 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:19:57.898210 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-ab0b166b-5b7a-4a50-a47e-f71231c8e769 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Deleting port 6854f96f-79a2-45ad-97c9-b3142b26920c {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:19:57.898659 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ab0b166b-5b7a-4a50-a47e-f71231c8e769 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:57.905906 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 3a697680-cc55-40b9-87d4-dfa82ba01196, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=3a697680-cc55-40b9-87d4-dfa82ba01196,segment=NetworkSegment(84b34f62-20de-461e-9dfa-a6b12b358939),segment_id=84b34f62-20de-461e-9dfa-a6b12b358939)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:19:57.912099 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:58.083511 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=3a697680-cc55-40b9-87d4-dfa82ba01196,revision_number=11']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:58.146973 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d48e2-0bc3-46de-80f0-2fc59ddcb4c9 req-9682d1ab-c275-448f-ad1b-269d358690df tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:58.162087 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e02d48e2-0bc3-46de-80f0-2fc59ddcb4c9 req-9682d1ab-c275-448f-ad1b-269d358690df tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 944 time: 0.7702103 Feb 04 21:19:58.173151 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['3a697680-cc55-40b9-87d4-dfa82ba01196'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:19:58.286948 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-ab0b166b-5b7a-4a50-a47e-f71231c8e769 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] The port '6854f96f-79a2-45ad-97c9-b3142b26920c' was deleted {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:19:58.292237 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51864) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:58.372026 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d9e5de9f-64d2-489e-a9b8-8af0285dc5e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:58.411207 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2a0f09c1-3201-4b93-89c6-36663769dfb0 tempest-RoutersTestDVR-1412378105 tempest-RoutersTestDVR-1412378105-project] 10.222.0.26 "GET /v2.0/routers/867e557c-1962-4dc0-9906-b6e3ef81f02c HTTP/1.1" status: 200 len: 682 time: 2.1350908 Feb 04 21:19:58.414743 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e02d48e2-0bc3-46de-80f0-2fc59ddcb4c9 req-0740c6ab-907d-429e-a125-96d16b829492 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2517645 Feb 04 21:19:58.415640 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51868) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:58.428897 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d9e5de9f-64d2-489e-a9b8-8af0285dc5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:58.458460 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-f6b2d581-ca0e-4dd1-946e-c27424026799 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-37052562-network', 'tenant_id': '39aee98874ce431b9849a3151616d7bf'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:19:58.579335 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f6b2d581-ca0e-4dd1-946e-c27424026799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:58.623031 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f6b2d581-ca0e-4dd1-946e-c27424026799 admin admin] Usage tracker for resource:network and tenant:39aee98874ce431b9849a3151616d7bf is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:58.626065 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-990f1f51-24c1-438f-adbe-f9a67f561332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:58.638367 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f6b2d581-ca0e-4dd1-946e-c27424026799 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:58.656315 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ab0b166b-5b7a-4a50-a47e-f71231c8e769 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:58.664495 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f6b2d581-ca0e-4dd1-946e-c27424026799 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:58.666675 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-990f1f51-24c1-438f-adbe-f9a67f561332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:58.674080 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-990f1f51-24c1-438f-adbe-f9a67f561332 admin admin] Usage tracker for resource:security_group_rule and tenant:3027cac961544a54993e78abb7a1a7fd is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:58.677098 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5de9f-64d2-489e-a9b8-8af0285dc5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6bccd6-8a3d-43b7-b18a-ae695662012a,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:58.679893 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-990f1f51-24c1-438f-adbe-f9a67f561332 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:58.681247 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d9e5de9f-64d2-489e-a9b8-8af0285dc5e9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=efb239b68594442dbdc4b5b26c8eb7f5&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0952783 Feb 04 21:19:58.693944 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51878) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:58.700820 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-990f1f51-24c1-438f-adbe-f9a67f561332 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:58.703224 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8b8b6da6-111a-47b2-b39b-425c2eb909f0 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks [] for router, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:58.704614 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-ab0b166b-5b7a-4a50-a47e-f71231c8e769 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa2ba3d-8012-4f6a-8703-964ea446c495']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:58.729969 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b2d581-ca0e-4dd1-946e-c27424026799 admin admin] Made reservation on behalf of 39aee98874ce431b9849a3151616d7bf for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:19:58.732274 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f6b2d581-ca0e-4dd1-946e-c27424026799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:58.755738 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-ab0b166b-5b7a-4a50-a47e-f71231c8e769 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d4f2235-0f0f-45f3-8004-b22b4b7232a5') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:58.756037 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-ab0b166b-5b7a-4a50-a47e-f71231c8e769 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d4f2235-0f0f-45f3-8004-b22b4b7232a5') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:58.757317 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7fc7d6-637b-4417-948b-be01b5aff8ed tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Router bc56037f-f1b7-4261-99bc-2512a1bf6dfd is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:19:58.769725 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f6b2d581-ca0e-4dd1-946e-c27424026799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:58.792036 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ab0b166b-5b7a-4a50-a47e-f71231c8e769 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:58.833419 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f6b2d581-ca0e-4dd1-946e-c27424026799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:58.836930 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ab0b166b-5b7a-4a50-a47e-f71231c8e769 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:58.845247 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f6b2d581-ca0e-4dd1-946e-c27424026799 admin admin] Usage tracker for resource:security_group_rule and tenant:39aee98874ce431b9849a3151616d7bf is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:58.858543 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f6b2d581-ca0e-4dd1-946e-c27424026799 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:58.862600 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0b166b-5b7a-4a50-a47e-f71231c8e769 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:19:58.863023 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ab0b166b-5b7a-4a50-a47e-f71231c8e769 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:19:58.879794 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:19:58.893934 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f6b2d581-ca0e-4dd1-946e-c27424026799 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:58.944491 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-87c72275-f6c4-4c8a-abda-878b48c9629d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:59.029898 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ab0b166b-5b7a-4a50-a47e-f71231c8e769 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:59.056945 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-87c72275-f6c4-4c8a-abda-878b48c9629d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:59.070522 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ab0b166b-5b7a-4a50-a47e-f71231c8e769 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:59.104171 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b166b-5b7a-4a50-a47e-f71231c8e769 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event deleted for resources: {'Network': ['ID=8fa2ba3d-8012-4f6a-8703-964ea446c495,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:59.116017 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8b8b6da6-111a-47b2-b39b-425c2eb909f0 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:59.158420 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-990f1f51-24c1-438f-adbe-f9a67f561332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:59.166300 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-990f1f51-24c1-438f-adbe-f9a67f561332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:59.168503 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8b8b6da6-111a-47b2-b39b-425c2eb909f0 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:59.193411 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ab0b166b-5b7a-4a50-a47e-f71231c8e769 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/networks/8fa2ba3d-8012-4f6a-8703-964ea446c495 HTTP/1.1" status: 204 len: 168 time: 3.5750496 Feb 04 21:19:59.198700 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51882) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:59.221544 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-6ef0469b-0ba7-41f0-b183-4805277030fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-361993068', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}, 'admin_state_up': False}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:19:59.237259 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-6ef0469b-0ba7-41f0-b183-4805277030fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:59.242122 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-990f1f51-24c1-438f-adbe-f9a67f561332 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3027cac961544a54993e78abb7a1a7fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8544683 Feb 04 21:19:59.243084 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51886) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:59.246949 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8b8b6da6-111a-47b2-b39b-425c2eb909f0 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:59.247424 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8b6da6-111a-47b2-b39b-425c2eb909f0 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 867e557c-1962-4dc0-9906-b6e3ef81f02c {{(pid=87683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:19:59.251546 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-87c72275-f6c4-4c8a-abda-878b48c9629d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:59.253182 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-6ef0469b-0ba7-41f0-b183-4805277030fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Usage tracker for resource:router and tenant:ddcc858bf44044718238d62159c9367f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:59.257108 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7fc7d6-637b-4417-948b-be01b5aff8ed tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:19:59.261575 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f6b2d581-ca0e-4dd1-946e-c27424026799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:59.262904 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f1f51-24c1-438f-adbe-f9a67f561332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5531b00-7902-4d16-a135-7e1344700d28,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:59.268445 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5482683-381f-4eb3-a87c-c931381bcf5c None None] Sync routers for ids ['bc56037f-f1b7-4261-99bc-2512a1bf6dfd'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:19:59.276704 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f6b2d581-ca0e-4dd1-946e-c27424026799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:59.282728 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5482683-381f-4eb3-a87c-c931381bcf5c None None] Routers {'bc56037f-f1b7-4261-99bc-2512a1bf6dfd'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:19:59.284653 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-f5482683-381f-4eb3-a87c-c931381bcf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:19:47Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['bc56037f-f1b7-4261-99bc-2512a1bf6dfd'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:59.289698 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c72275-f6c4-4c8a-abda-878b48c9629d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6bccd6-8a3d-43b7-b18a-ae695662012a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:59.303203 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-87c72275-f6c4-4c8a-abda-878b48c9629d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:59.304356 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-87c72275-f6c4-4c8a-abda-878b48c9629d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fb6bccd6-8a3d-43b7-b18a-ae695662012a HTTP/1.1" status: 204 len: 168 time: 0.6073647 Feb 04 21:19:59.309106 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b2d581-ca0e-4dd1-946e-c27424026799 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:19:59.318592 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-6ef0469b-0ba7-41f0-b183-4805277030fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:59.337017 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f6b2d581-ca0e-4dd1-946e-c27424026799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:59.337394 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-f6b2d581-ca0e-4dd1-946e-c27424026799 admin admin] Added segment 8299b89e-3ccb-41a8-9915-efc7418a8f7d of type vlan for network cf592af3-b2a4-4f86-a568-ef8e3fa340cc Feb 04 21:19:59.340542 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5b7fc7d6-637b-4417-948b-be01b5aff8ed tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:59.346474 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2d581-ca0e-4dd1-946e-c27424026799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cd86ab-1f14-45ad-b2f7-a26d6d119c85,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:59.350073 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51892) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:59.352917 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5b7fc7d6-637b-4417-948b-be01b5aff8ed tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.1895025 Feb 04 21:19:59.358219 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-6ef0469b-0ba7-41f0-b183-4805277030fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:59.370884 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8b8b6da6-111a-47b2-b39b-425c2eb909f0 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:59.379324 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-8b8b6da6-111a-47b2-b39b-425c2eb909f0 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] 10.222.0.26 "DELETE /v2.0/routers/867e557c-1962-4dc0-9906-b6e3ef81f02c HTTP/1.1" status: 204 len: 168 time: 0.9398715 Feb 04 21:19:59.381429 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51898) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:59.396506 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-3a7f57a6-c855-4a30-aeff-716bb4f8af56 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Request body: {'router': {'name': 'tempest-router-1053649993', 'distributed': True}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:19:59.410773 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-3a7f57a6-c855-4a30-aeff-716bb4f8af56 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:59.423725 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-3a7f57a6-c855-4a30-aeff-716bb4f8af56 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Usage tracker for resource:router and tenant:27f5e80fa57440ef8f601f49fc6b300e is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:59.430381 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6ef0469b-0ba7-41f0-b183-4805277030fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:59.431463 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6ef0469b-0ba7-41f0-b183-4805277030fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:59.435257 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-3a7f57a6-c855-4a30-aeff-716bb4f8af56 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:59.444436 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f6b2d581-ca0e-4dd1-946e-c27424026799 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:59.447652 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-3a7f57a6-c855-4a30-aeff-716bb4f8af56 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:59.490818 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6ef0469b-0ba7-41f0-b183-4805277030fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:59.505415 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f363d4e5-6ebf-499a-8bda-4d884b08f8c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:59.507430 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3a7f57a6-c855-4a30-aeff-716bb4f8af56 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:59.508394 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3a7f57a6-c855-4a30-aeff-716bb4f8af56 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:59.557494 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3a7f57a6-c855-4a30-aeff-716bb4f8af56 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:59.559240 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.resource_extend [None req-f6b2d581-ca0e-4dd1-946e-c27424026799 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:19:59.602584 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f6b2d581-ca0e-4dd1-946e-c27424026799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:59.602839 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3a7f57a6-c855-4a30-aeff-716bb4f8af56 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:59.604026 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b2d581-ca0e-4dd1-946e-c27424026799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:19:59.604785 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f6b2d581-ca0e-4dd1-946e-c27424026799 admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:59.623040 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9c71d290-9171-46d8-89da-ac9e876405eb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:59.670952 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-f5482683-381f-4eb3-a87c-c931381bcf5c None None] Set router bc56037f-f1b7-4261-99bc-2512a1bf6dfd gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:19:59.809766 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51908) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:59.864336 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f363d4e5-6ebf-499a-8bda-4d884b08f8c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:59.919575 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e199307e-833f-4e8e-9b11-cab2dec6cb39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:19:59.933500 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f6b2d581-ca0e-4dd1-946e-c27424026799 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.2817516 Feb 04 21:19:59.943277 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51912) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:19:59.956985 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-7850bf72-3eec-4b8a-8e59-c43300bc6907 admin admin] Request body: {'subnet': {'network_id': 'cf592af3-b2a4-4f86-a568-ef8e3fa340cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-37052562-subnet', 'tenant_id': '39aee98874ce431b9849a3151616d7bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:19:59.962243 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7850bf72-3eec-4b8a-8e59-c43300bc6907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:19:59.966445 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7850bf72-3eec-4b8a-8e59-c43300bc6907 admin admin] Usage tracker for resource:subnet and tenant:39aee98874ce431b9849a3151616d7bf is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:19:59.969340 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7850bf72-3eec-4b8a-8e59-c43300bc6907 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:19:59.976058 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7850bf72-3eec-4b8a-8e59-c43300bc6907 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:19:59.985150 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-f5482683-381f-4eb3-a87c-c931381bcf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc56037f-f1b7-4261-99bc-2512a1bf6dfd', 'name': '', 'tenant_id': '4cb61ac16a194fd1a0644872afbaafd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b3e2b6-6a3e-4df2-b437-4a40405e9b9e', 'external_fixed_ips': [{'subnet_id': 'c3163c43-58c1-4340-864b-0eec71117816', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ef035e5f-2dda-4d6d-9cc7-cc305f277af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:19:51Z', 'updated_at': '2022-02-04T21:19:55Z', 'revision_number': 3, 'project_id': '4cb61ac16a194fd1a0644872afbaafd5', 'gw_port': {'id': 'ef035e5f-2dda-4d6d-9cc7-cc305f277af9', 'name': '', 'network_id': 'f6b3e2b6-6a3e-4df2-b437-4a40405e9b9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f9:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc56037f-f1b7-4261-99bc-2512a1bf6dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c3163c43-58c1-4340-864b-0eec71117816', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:19:52Z', 'updated_at': '2022-02-04T21:19:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3163c43-58c1-4340-864b-0eec71117816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:19:59.988168 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2d581-ca0e-4dd1-946e-c27424026799 admin admin] Pushing event updated for resources: {'Network': ['ID=cf592af3-b2a4-4f86-a568-ef8e3fa340cc,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:19:59.991615 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5482683-381f-4eb3-a87c-c931381bcf5c None None] Checking router: bc56037f-f1b7-4261-99bc-2512a1bf6dfd for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:19:59.992331 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5482683-381f-4eb3-a87c-c931381bcf5c None None] Updating router bc56037f-f1b7-4261-99bc-2512a1bf6dfd port ef035e5f-2dda-4d6d-9cc7-cc305f277af9 binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:20:00.002105 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network cf592af3-b2a4-4f86-a568-ef8e3fa340cc details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:20:00.058255 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-f5482683-381f-4eb3-a87c-c931381bcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:00.067701 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e199307e-833f-4e8e-9b11-cab2dec6cb39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:00.071604 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3a7f57a6-c855-4a30-aeff-716bb4f8af56 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:00.073092 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-3a7f57a6-c855-4a30-aeff-716bb4f8af56 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6889110 Feb 04 21:20:00.083876 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51916) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:00.085324 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e199307e-833f-4e8e-9b11-cab2dec6cb39 admin admin] Usage tracker for resource:security_group_rule and tenant:8195fbf5dbb647ba93f883feccd496f1 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:00.089747 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7850bf72-3eec-4b8a-8e59-c43300bc6907 admin admin] Made reservation on behalf of 39aee98874ce431b9849a3151616d7bf for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:20:00.092038 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7850bf72-3eec-4b8a-8e59-c43300bc6907 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:00.108976 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e199307e-833f-4e8e-9b11-cab2dec6cb39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:00.212615 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6ef0469b-0ba7-41f0-b183-4805277030fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:00.235286 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38817846-e239-4af2-819a-cb70ae13ec72 req-1caba601-8384-4f5e-8d42-4fe32ee540c0 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:00.237691 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-38817846-e239-4af2-819a-cb70ae13ec72 req-1caba601-8384-4f5e-8d42-4fe32ee540c0 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 945 time: 0.3759539 Feb 04 21:20:00.256346 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e199307e-833f-4e8e-9b11-cab2dec6cb39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:00.277654 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f363d4e5-6ebf-499a-8bda-4d884b08f8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:00.348127 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363d4e5-6ebf-499a-8bda-4d884b08f8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5531b00-7902-4d16-a135-7e1344700d28,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:00.382057 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-38817846-e239-4af2-819a-cb70ae13ec72 req-12a7a1b6-0e81-4c40-9f5a-7bc0c0b484fc tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200469 Feb 04 21:20:00.382830 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f363d4e5-6ebf-499a-8bda-4d884b08f8c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:00.386301 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-f363d4e5-6ebf-499a-8bda-4d884b08f8c0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a5531b00-7902-4d16-a135-7e1344700d28 HTTP/1.1" status: 204 len: 168 time: 1.1381335 Feb 04 21:20:00.425704 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-365e877a-ffb8-440f-aa76-adf6c82fd4e5 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:00.434207 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-f5482683-381f-4eb3-a87c-c931381bcf5c None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:00.448173 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-f5482683-381f-4eb3-a87c-c931381bcf5c None None] Transition to ACTIVE for port object ef035e5f-2dda-4d6d-9cc7-cc305f277af9 will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:20:00.463042 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-f5482683-381f-4eb3-a87c-c931381bcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:00.477902 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 3a697680-cc55-40b9-87d4-dfa82ba01196 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:20:00.512407 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9c71d290-9171-46d8-89da-ac9e876405eb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:00.579008 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-f5482683-381f-4eb3-a87c-c931381bcf5c None None] Attempting to bind port ef035e5f-2dda-4d6d-9cc7-cc305f277af9 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:20:00.580005 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-f5482683-381f-4eb3-a87c-c931381bcf5c None None] Attempting to bind port ef035e5f-2dda-4d6d-9cc7-cc305f277af9 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '967b30bd-611a-4d62-babd-990456f4df4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'f6b3e2b6-6a3e-4df2-b437-4a40405e9b9e'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:20:00.581155 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5482683-381f-4eb3-a87c-c931381bcf5c None None] Attempting to bind port ef035e5f-2dda-4d6d-9cc7-cc305f277af9 on network f6b3e2b6-6a3e-4df2-b437-4a40405e9b9e {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:20:00.590956 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5482683-381f-4eb3-a87c-c931381bcf5c None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:20:00.591784 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5482683-381f-4eb3-a87c-c931381bcf5c None None] Checking segment: {'id': '967b30bd-611a-4d62-babd-990456f4df4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'f6b3e2b6-6a3e-4df2-b437-4a40405e9b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:20:00.592471 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-f5482683-381f-4eb3-a87c-c931381bcf5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:00.593036 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5482683-381f-4eb3-a87c-c931381bcf5c None None] Bound using segment: {'id': '967b30bd-611a-4d62-babd-990456f4df4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'f6b3e2b6-6a3e-4df2-b437-4a40405e9b9e'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:20:00.593898 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-f5482683-381f-4eb3-a87c-c931381bcf5c None None] Bound port: ef035e5f-2dda-4d6d-9cc7-cc305f277af9, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '967b30bd-611a-4d62-babd-990456f4df4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'f6b3e2b6-6a3e-4df2-b437-4a40405e9b9e'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:20:00.594839 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-f5482683-381f-4eb3-a87c-c931381bcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:00.627881 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea72c033-12de-4f1e-8479-afef7080aab5 None None] Pushing event updated for resources: {'Port': ['ID=ef035e5f-2dda-4d6d-9cc7-cc305f277af9,revision_number=2']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:00.631734 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-9c71d290-9171-46d8-89da-ac9e876405eb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Deleting port ef035e5f-2dda-4d6d-9cc7-cc305f277af9 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:20:00.637793 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9c71d290-9171-46d8-89da-ac9e876405eb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:00.649528 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 3a697680-cc55-40b9-87d4-dfa82ba01196 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:20:00.651924 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72c033-12de-4f1e-8479-afef7080aab5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:00.652383 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72c033-12de-4f1e-8479-afef7080aab5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:00.652905 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72c033-12de-4f1e-8479-afef7080aab5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:00.653436 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72c033-12de-4f1e-8479-afef7080aab5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:00.653738 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72c033-12de-4f1e-8479-afef7080aab5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:00.654127 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72c033-12de-4f1e-8479-afef7080aab5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:00.654506 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72c033-12de-4f1e-8479-afef7080aab5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:00.654891 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72c033-12de-4f1e-8479-afef7080aab5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:00.655498 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72c033-12de-4f1e-8479-afef7080aab5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:00.655700 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72c033-12de-4f1e-8479-afef7080aab5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:00.656325 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72c033-12de-4f1e-8479-afef7080aab5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:00.656449 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72c033-12de-4f1e-8479-afef7080aab5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:00.658027 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 3a697680-cc55-40b9-87d4-dfa82ba01196 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:00.659820 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:00.727331 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-f5482683-381f-4eb3-a87c-c931381bcf5c None None] For port ef035e5f-2dda-4d6d-9cc7-cc305f277af9, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:20:00.730835 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-f5482683-381f-4eb3-a87c-c931381bcf5c None None] For port ef035e5f-2dda-4d6d-9cc7-cc305f277af9, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=ef035e5f-2dda-4d6d-9cc7-cc305f277af9,segment=NetworkSegment(967b30bd-611a-4d62-babd-990456f4df4f),segment_id=967b30bd-611a-4d62-babd-990456f4df4f)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:20:00.744018 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-f5482683-381f-4eb3-a87c-c931381bcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:00.808574 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:00.811561 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6ef0469b-0ba7-41f0-b183-4805277030fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router_gateway, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:00.849638 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6ef0469b-0ba7-41f0-b183-4805277030fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:00.854272 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6893970-a5aa-4af9-9a7d-cba5f7d9bd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a697680-cc55-40b9-87d4-dfa82ba01196'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:20:00.870080 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 3a697680-cc55-40b9-87d4-dfa82ba01196, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=3a697680-cc55-40b9-87d4-dfa82ba01196,segment=NetworkSegment(84b34f62-20de-461e-9dfa-a6b12b358939),segment_id=84b34f62-20de-461e-9dfa-a6b12b358939)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:20:00.877193 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:00.911488 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5482683-381f-4eb3-a87c-c931381bcf5c None None] Routers {'bc56037f-f1b7-4261-99bc-2512a1bf6dfd'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:20:00.912113 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-f5482683-381f-4eb3-a87c-c931381bcf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:19:47Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['bc56037f-f1b7-4261-99bc-2512a1bf6dfd'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:00.979113 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6893970-a5aa-4af9-9a7d-cba5f7d9bd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a697680-cc55-40b9-87d4-dfa82ba01196', 'code': 200} Feb 04 21:20:01.054454 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=3a697680-cc55-40b9-87d4-dfa82ba01196,revision_number=12']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:01.155446 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-6ef0469b-0ba7-41f0-b183-4805277030fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Allocated IP 172.25.5.169 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/d9f39c55-56bf-4f5c-b5d5-0f0af7baeebf) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:20:01.203145 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea72c033-12de-4f1e-8479-afef7080aab5 None None] Pushing event updated for resources: {'Port': ['ID=ef035e5f-2dda-4d6d-9cc7-cc305f277af9,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:01.227135 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-f5482683-381f-4eb3-a87c-c931381bcf5c None None] Set router bc56037f-f1b7-4261-99bc-2512a1bf6dfd gateway port host: None {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:20:01.400382 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6ef0469b-0ba7-41f0-b183-4805277030fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:01.409462 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-365e877a-ffb8-440f-aa76-adf6c82fd4e5 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:01.422708 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-365e877a-ffb8-440f-aa76-adf6c82fd4e5 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:01.476812 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-f5482683-381f-4eb3-a87c-c931381bcf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc56037f-f1b7-4261-99bc-2512a1bf6dfd', 'name': '', 'tenant_id': '4cb61ac16a194fd1a0644872afbaafd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:19:51Z', 'updated_at': '2022-02-04T21:20:00Z', 'revision_number': 4, 'project_id': '4cb61ac16a194fd1a0644872afbaafd5', 'gw_port_host': None}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:01.481068 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5482683-381f-4eb3-a87c-c931381bcf5c None None] The sync data for ids ['bc56037f-f1b7-4261-99bc-2512a1bf6dfd'] in n-d-827896-1 is: [{'id': 'bc56037f-f1b7-4261-99bc-2512a1bf6dfd', 'name': '', 'tenant_id': '4cb61ac16a194fd1a0644872afbaafd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:19:51Z', 'updated_at': '2022-02-04T21:20:00Z', 'revision_number': 4, 'project_id': '4cb61ac16a194fd1a0644872afbaafd5', 'gw_port_host': None}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:20:01.491415 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6ef0469b-0ba7-41f0-b183-4805277030fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:01.600855 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0469b-0ba7-41f0-b183-4805277030fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Port': ['ID=d9f39c55-56bf-4f5c-b5d5-0f0af7baeebf,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:01.617854 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef0469b-0ba7-41f0-b183-4805277030fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:20:01.619195 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-6ef0469b-0ba7-41f0-b183-4805277030fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:20:01.621513 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef0469b-0ba7-41f0-b183-4805277030fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:20:01.882702 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-365e877a-ffb8-440f-aa76-adf6c82fd4e5 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:01.887548 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365e877a-ffb8-440f-aa76-adf6c82fd4e5 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0ab6c693-3b3a-4388-ad03-dc87a3a74e77 {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:20:01.918295 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e199307e-833f-4e8e-9b11-cab2dec6cb39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:01.955060 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e199307e-833f-4e8e-9b11-cab2dec6cb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:02.020792 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199307e-833f-4e8e-9b11-cab2dec6cb39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef53a86-c295-4306-9f17-03ae4f3086d0,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:02.051657 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8bce8-9f6b-4952-ae6d-23a7618cf2e7 req-1c44cc72-95ec-4061-a2cd-4f95d6edb000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:02.053326 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-24a8bce8-9f6b-4952-ae6d-23a7618cf2e7 req-1c44cc72-95ec-4061-a2cd-4f95d6edb000 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 1097 time: 0.7723384 Feb 04 21:20:02.084273 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86326a-e21d-40b9-935f-49bdde25648d req-c2909de7-e696-49aa-b568-b53d4cb33da4 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:02.091088 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5d86326a-e21d-40b9-935f-49bdde25648d req-c2909de7-e696-49aa-b568-b53d4cb33da4 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 946 time: 0.4380147 Feb 04 21:20:02.134297 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-9c71d290-9171-46d8-89da-ac9e876405eb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] For port ef035e5f-2dda-4d6d-9cc7-cc305f277af9, host n-d-827896-1, got binding levels [] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:20:02.135330 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9c71d290-9171-46d8-89da-ac9e876405eb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:02.154276 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5d86326a-e21d-40b9-935f-49bdde25648d req-185e8a9e-f211-46da-9beb-82444750aafa tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624113 Feb 04 21:20:02.165464 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7850bf72-3eec-4b8a-8e59-c43300bc6907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:02.231129 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e199307e-833f-4e8e-9b11-cab2dec6cb39 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8195fbf5dbb647ba93f883feccd496f1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4155982 Feb 04 21:20:02.232576 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51960) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:02.384912 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-9c71d290-9171-46d8-89da-ac9e876405eb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Calling delete_port for ef035e5f-2dda-4d6d-9cc7-cc305f277af9 owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:20:02.436744 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6ef0469b-0ba7-41f0-b183-4805277030fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router_gateway, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:02.445006 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-24a8bce8-9f6b-4952-ae6d-23a7618cf2e7 req-67711664-f1c9-4e08-9b6b-29ce23a58aa1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3811162 Feb 04 21:20:02.451448 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-365e877a-ffb8-440f-aa76-adf6c82fd4e5 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:02.456348 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-365e877a-ffb8-440f-aa76-adf6c82fd4e5 tempest-RoutersTestDVR-507065719 tempest-RoutersTestDVR-507065719-project-admin] 10.222.0.26 "DELETE /v2.0/routers/0ab6c693-3b3a-4388-ad03-dc87a3a74e77 HTTP/1.1" status: 204 len: 168 time: 2.3641584 Feb 04 21:20:02.487559 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850bf72-3eec-4b8a-8e59-c43300bc6907 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d376c6fb-fbee-4d2f-9aec-7858bb3372bc,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:02.523062 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7850bf72-3eec-4b8a-8e59-c43300bc6907 admin admin] Checking segment: {'id': '8299b89e-3ccb-41a8-9915-efc7418a8f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'cf592af3-b2a4-4f86-a568-ef8e3fa340cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:20:02.523424 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7850bf72-3eec-4b8a-8e59-c43300bc6907 admin admin] Network hostable DHCP agents. Network: cf592af3-b2a4-4f86-a568-ef8e3fa340cc, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:20:02.594996 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-07786eae-ceed-44e6-954f-216ef3a212bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:02.606381 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 51970) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:02.614501 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7850bf72-3eec-4b8a-8e59-c43300bc6907 admin admin] Network cf592af3-b2a4-4f86-a568-ef8e3fa340cc is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:20:02.629354 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.api [None req-9c71d290-9171-46d8-89da-ac9e876405eb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:20:02.629856 n-d-827896-1 neutron-server[87682]: DEBUG oslo_db.api [None req-9c71d290-9171-46d8-89da-ac9e876405eb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:20:02.630894 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-7850bf72-3eec-4b8a-8e59-c43300bc6907 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, cf592af3-b2a4-4f86-a568-ef8e3fa340cc) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:20:02.637625 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7850bf72-3eec-4b8a-8e59-c43300bc6907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:02.638239 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7850bf72-3eec-4b8a-8e59-c43300bc6907 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:02.646333 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88664e41-e7b1-4d08-aa62-2e5b9c7a9cd5 None None] Network cf592af3-b2a4-4f86-a568-ef8e3fa340cc requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:20:02.705244 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7850bf72-3eec-4b8a-8e59-c43300bc6907 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.7579355 Feb 04 21:20:02.776796 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-07786eae-ceed-44e6-954f-216ef3a212bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:02.855946 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:02.922197 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-17b25cd3-7f3c-4950-a0ca-31772b52af0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:02.922807 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 51988) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:03.110503 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b727b0-483b-49f0-b39b-5044dc0d0313 None None] Network cf592af3-b2a4-4f86-a568-ef8e3fa340cc requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:20:03.126252 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5d0f702a-88b3-4c45-99f7-8e798938f3a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:03.135966 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-17b25cd3-7f3c-4950-a0ca-31772b52af0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:03.144126 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-9c71d290-9171-46d8-89da-ac9e876405eb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Deleting port ef035e5f-2dda-4d6d-9cc7-cc305f277af9 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:20:03.144126 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9c71d290-9171-46d8-89da-ac9e876405eb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:03.165496 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-17b25cd3-7f3c-4950-a0ca-31772b52af0e admin admin] Usage tracker for resource:security_group_rule and tenant:b192f045f7fb40179b89af0384ecef95 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:03.180886 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-17b25cd3-7f3c-4950-a0ca-31772b52af0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:03.195777 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5d0f702a-88b3-4c45-99f7-8e798938f3a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:03.203963 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-17b25cd3-7f3c-4950-a0ca-31772b52af0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:03.207997 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5d0f702a-88b3-4c45-99f7-8e798938f3a8 admin admin] Usage tracker for resource:security_group_rule and tenant:4ef51f710c1d49e3b0c6ef63677938c4 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:03.214588 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5d0f702a-88b3-4c45-99f7-8e798938f3a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:03.244657 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5d0f702a-88b3-4c45-99f7-8e798938f3a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:03.308175 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-07786eae-ceed-44e6-954f-216ef3a212bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:03.361883 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07786eae-ceed-44e6-954f-216ef3a212bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef53a86-c295-4306-9f17-03ae4f3086d0,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:03.404193 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6ef0469b-0ba7-41f0-b183-4805277030fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:03.474075 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-07786eae-ceed-44e6-954f-216ef3a212bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:03.477650 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-07786eae-ceed-44e6-954f-216ef3a212bb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3ef53a86-c295-4306-9f17-03ae4f3086d0 HTTP/1.1" status: 204 len: 168 time: 1.2421548 Feb 04 21:20:03.507328 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52022) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:03.525446 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-9c71d290-9171-46d8-89da-ac9e876405eb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] For port ef035e5f-2dda-4d6d-9cc7-cc305f277af9, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=ef035e5f-2dda-4d6d-9cc7-cc305f277af9,segment=NetworkSegment(967b30bd-611a-4d62-babd-990456f4df4f),segment_id=967b30bd-611a-4d62-babd-990456f4df4f)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:20:03.525972 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9c71d290-9171-46d8-89da-ac9e876405eb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:03.549648 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-4a8f20d4-45b2-405c-93bb-77075d141bce admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1321767687-network', 'tenant_id': '3440e78955634a8c83e3f96f220ca83a'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:03.574264 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-4a8f20d4-45b2-405c-93bb-77075d141bce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:03.658602 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-4a8f20d4-45b2-405c-93bb-77075d141bce admin admin] Usage tracker for resource:network and tenant:3440e78955634a8c83e3f96f220ca83a is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:03.684599 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-17b25cd3-7f3c-4950-a0ca-31772b52af0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:03.703525 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-17b25cd3-7f3c-4950-a0ca-31772b52af0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:03.729932 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-4a8f20d4-45b2-405c-93bb-77075d141bce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:03.743422 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-9c71d290-9171-46d8-89da-ac9e876405eb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Calling delete_port for ef035e5f-2dda-4d6d-9cc7-cc305f277af9 owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:20:03.782716 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b25cd3-7f3c-4950-a0ca-31772b52af0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84a5132-8ae8-4608-adee-f692b36e4ace,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:03.787335 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-4a8f20d4-45b2-405c-93bb-77075d141bce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:03.790998 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-17b25cd3-7f3c-4950-a0ca-31772b52af0e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b192f045f7fb40179b89af0384ecef95&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1789224 Feb 04 21:20:03.796883 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aad584-e453-4295-90f4-a548fe027aa8 req-c95c6e62-4cae-4f2a-8b5c-53fbc108e887 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:03.797648 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52034) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:03.798624 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-67aad584-e453-4295-90f4-a548fe027aa8 req-c95c6e62-4cae-4f2a-8b5c-53fbc108e887 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 946 time: 0.3136535 Feb 04 21:20:03.852742 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8f20d4-45b2-405c-93bb-77075d141bce admin admin] Made reservation on behalf of 3440e78955634a8c83e3f96f220ca83a for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:20:03.855265 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4a8f20d4-45b2-405c-93bb-77075d141bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:03.857058 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef0469b-0ba7-41f0-b183-4805277030fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Router 58c474ea-53e7-4e68-8a14-7054618896d8 is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:20:03.871778 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-67aad584-e453-4295-90f4-a548fe027aa8 req-daf44fe3-0036-480a-be5b-2b1bb90442cd tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651259 Feb 04 21:20:03.892304 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4a8f20d4-45b2-405c-93bb-77075d141bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:03.958427 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-4a8f20d4-45b2-405c-93bb-77075d141bce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:03.981167 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-4a8f20d4-45b2-405c-93bb-77075d141bce admin admin] Usage tracker for resource:security_group_rule and tenant:3440e78955634a8c83e3f96f220ca83a is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:04.003521 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-4a8f20d4-45b2-405c-93bb-77075d141bce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:04.033195 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-4a8f20d4-45b2-405c-93bb-77075d141bce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:04.059763 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5d0f702a-88b3-4c45-99f7-8e798938f3a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:04.070580 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d3286e5c-6913-4f5f-aec7-e3f74a8db86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:04.078370 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5d0f702a-88b3-4c45-99f7-8e798938f3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:04.157096 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f702a-88b3-4c45-99f7-8e798938f3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bea86dc-c16b-46ac-8e19-ea4f14a32f20,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:04.212912 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef0469b-0ba7-41f0-b183-4805277030fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:20:04.225288 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be81f8a-1d61-40a6-a5f1-6f57f47d0a3a None None] Sync routers for ids ['58c474ea-53e7-4e68-8a14-7054618896d8'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:20:04.240801 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be81f8a-1d61-40a6-a5f1-6f57f47d0a3a None None] Routers {'58c474ea-53e7-4e68-8a14-7054618896d8'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:20:04.242310 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-8be81f8a-1d61-40a6-a5f1-6f57f47d0a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:19:47Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['58c474ea-53e7-4e68-8a14-7054618896d8'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:04.251902 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d3286e5c-6913-4f5f-aec7-e3f74a8db86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:04.263572 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5d0f702a-88b3-4c45-99f7-8e798938f3a8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4ef51f710c1d49e3b0c6ef63677938c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3393216 Feb 04 21:20:04.270232 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 52076) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:04.288941 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6ef0469b-0ba7-41f0-b183-4805277030fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:04.290394 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-6ef0469b-0ba7-41f0-b183-4805277030fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.0908761 Feb 04 21:20:04.294132 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 52082) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:04.379834 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-8be81f8a-1d61-40a6-a5f1-6f57f47d0a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:04.423127 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be81f8a-1d61-40a6-a5f1-6f57f47d0a3a None None] Routers {'58c474ea-53e7-4e68-8a14-7054618896d8'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:20:04.425311 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-8be81f8a-1d61-40a6-a5f1-6f57f47d0a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:19:47Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['58c474ea-53e7-4e68-8a14-7054618896d8'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:04.540996 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-8be81f8a-1d61-40a6-a5f1-6f57f47d0a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:04.541432 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be81f8a-1d61-40a6-a5f1-6f57f47d0a3a None None] The sync data for ids ['58c474ea-53e7-4e68-8a14-7054618896d8'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:20:04.567720 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9c71d290-9171-46d8-89da-ac9e876405eb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:04.694313 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d3286e5c-6913-4f5f-aec7-e3f74a8db86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:04.740786 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71d290-9171-46d8-89da-ac9e876405eb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef035e5f-2dda-4d6d-9cc7-cc305f277af9,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:04.808612 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-69d43e4c-1828-42e1-a836-12fb4b79210a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:04.828534 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4a8f20d4-45b2-405c-93bb-77075d141bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:04.836742 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3286e5c-6913-4f5f-aec7-e3f74a8db86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84a5132-8ae8-4608-adee-f692b36e4ace,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:04.837630 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-9fb89935-a2ef-4b57-ac5d-cf3ee822b01a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "GET /v2.0/routers/58c474ea-53e7-4e68-8a14-7054618896d8 HTTP/1.1" status: 200 len: 884 time: 0.5422521 Feb 04 21:20:04.847797 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 52112) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:04.915530 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9c71d290-9171-46d8-89da-ac9e876405eb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:04.974465 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-69d43e4c-1828-42e1-a836-12fb4b79210a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:05.047480 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-69d43e4c-1828-42e1-a836-12fb4b79210a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:05.108898 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d43e4c-1828-42e1-a836-12fb4b79210a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bea86dc-c16b-46ac-8e19-ea4f14a32f20,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:05.223145 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-69d43e4c-1828-42e1-a836-12fb4b79210a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:05.225567 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-69d43e4c-1828-42e1-a836-12fb4b79210a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1bea86dc-c16b-46ac-8e19-ea4f14a32f20 HTTP/1.1" status: 204 len: 168 time: 0.9539545 Feb 04 21:20:05.390191 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c8014-3246-4080-8e89-2f9b770660d2 req-b6c68f15-562f-4933-ba7b-d08e68a62f10 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:05.394663 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a09c8014-3246-4080-8e89-2f9b770660d2 req-b6c68f15-562f-4933-ba7b-d08e68a62f10 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 946 time: 0.2684205 Feb 04 21:20:05.421038 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9c71d290-9171-46d8-89da-ac9e876405eb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:05.421038 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4a8f20d4-45b2-405c-93bb-77075d141bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:05.427844 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9c71d290-9171-46d8-89da-ac9e876405eb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:05.478082 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a09c8014-3246-4080-8e89-2f9b770660d2 req-b655c1e0-d5c3-45e1-8987-11de8d106971 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786672 Feb 04 21:20:05.522787 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-4c778425-6c9d-4691-8ba1-e75792273c18 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Synchronizing usage tracker for tenant:ddcc858bf44044718238d62159c9367f on resource:router {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:20:05.523587 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d3286e5c-6913-4f5f-aec7-e3f74a8db86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:05.524708 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d3286e5c-6913-4f5f-aec7-e3f74a8db86c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d84a5132-8ae8-4608-adee-f692b36e4ace HTTP/1.1" status: 204 len: 168 time: 1.7248228 Feb 04 21:20:05.526971 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a8f20d4-45b2-405c-93bb-77075d141bce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:20:05.529346 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f20d4-45b2-405c-93bb-77075d141bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67dce63a-35bd-4450-91c8-e1468a86775e,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:05.536225 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9c71d290-9171-46d8-89da-ac9e876405eb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:05.536726 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c71d290-9171-46d8-89da-ac9e876405eb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bc56037f-f1b7-4261-99bc-2512a1bf6dfd {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:20:05.545466 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4a8f20d4-45b2-405c-93bb-77075d141bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:05.545817 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-4a8f20d4-45b2-405c-93bb-77075d141bce admin admin] Added segment 1b6b0f9f-c47b-45c0-b10b-f8417a86866a of type vlan for network 2ea32b96-90d4-48c0-b145-23d78bff7de7 Feb 04 21:20:05.558203 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9c71d290-9171-46d8-89da-ac9e876405eb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:05.562128 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9c71d290-9171-46d8-89da-ac9e876405eb tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] 10.222.0.26 "DELETE /v2.0/routers/bc56037f-f1b7-4261-99bc-2512a1bf6dfd HTTP/1.1" status: 204 len: 168 time: 6.2110851 Feb 04 21:20:05.562340 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 52136) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:05.593113 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4a8f20d4-45b2-405c-93bb-77075d141bce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:05.627095 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-4c778425-6c9d-4691-8ba1-e75792273c18 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Unset dirty status for tenant:ddcc858bf44044718238d62159c9367f on resource:router {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:20:05.628738 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-4c778425-6c9d-4691-8ba1-e75792273c18 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.7795377 Feb 04 21:20:05.632204 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 52142) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:05.642303 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-494442fb-e0fb-49ee-a08d-c78a6cbfa48b tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-361993068'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:05.672227 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4a8f20d4-45b2-405c-93bb-77075d141bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:05.673552 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8f20d4-45b2-405c-93bb-77075d141bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:05.675006 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4a8f20d4-45b2-405c-93bb-77075d141bce admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:05.875944 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4a8f20d4-45b2-405c-93bb-77075d141bce admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3563592 Feb 04 21:20:05.879934 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52148) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:05.888030 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-b5c4a320-f38d-4996-9b1b-6fab43c3dbbe admin admin] Request body: {'subnet': {'network_id': '2ea32b96-90d4-48c0-b145-23d78bff7de7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1321767687-subnet', 'tenant_id': '3440e78955634a8c83e3f96f220ca83a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:05.894605 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b5c4a320-f38d-4996-9b1b-6fab43c3dbbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:05.898844 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b5c4a320-f38d-4996-9b1b-6fab43c3dbbe admin admin] Usage tracker for resource:subnet and tenant:3440e78955634a8c83e3f96f220ca83a is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:05.902182 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b5c4a320-f38d-4996-9b1b-6fab43c3dbbe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:05.918688 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b5c4a320-f38d-4996-9b1b-6fab43c3dbbe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:05.925497 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f20d4-45b2-405c-93bb-77075d141bce admin admin] Pushing event updated for resources: {'Network': ['ID=2ea32b96-90d4-48c0-b145-23d78bff7de7,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:05.937283 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 2ea32b96-90d4-48c0-b145-23d78bff7de7 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:20:05.944633 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c4a320-f38d-4996-9b1b-6fab43c3dbbe admin admin] Made reservation on behalf of 3440e78955634a8c83e3f96f220ca83a for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:20:05.947633 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b5c4a320-f38d-4996-9b1b-6fab43c3dbbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:06.231749 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 52156) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:06.287381 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0c9ab016-3ac9-47dd-bc8e-3c36d461c126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:06.318018 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b5c4a320-f38d-4996-9b1b-6fab43c3dbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:06.323684 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5077504-9f5f-44c0-9da5-d5e46d914d43 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Deleting subnet c3163c43-58c1-4340-864b-0eec71117816 {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:20:06.329707 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f5077504-9f5f-44c0-9da5-d5e46d914d43 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:06.372486 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-0c9ab016-3ac9-47dd-bc8e-3c36d461c126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:06.389866 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-0c9ab016-3ac9-47dd-bc8e-3c36d461c126 admin admin] Usage tracker for resource:security_group_rule and tenant:27f5e80fa57440ef8f601f49fc6b300e is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:06.407817 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4a320-f38d-4996-9b1b-6fab43c3dbbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=50f93d8f-d45f-4927-bacd-7679ae09c64a,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:06.413460 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c4a320-f38d-4996-9b1b-6fab43c3dbbe admin admin] Checking segment: {'id': '1b6b0f9f-c47b-45c0-b10b-f8417a86866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2ea32b96-90d4-48c0-b145-23d78bff7de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:20:06.413907 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c4a320-f38d-4996-9b1b-6fab43c3dbbe admin admin] Network hostable DHCP agents. Network: 2ea32b96-90d4-48c0-b145-23d78bff7de7, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:20:06.435376 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c4a320-f38d-4996-9b1b-6fab43c3dbbe admin admin] Network 2ea32b96-90d4-48c0-b145-23d78bff7de7 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:20:06.449711 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-b5c4a320-f38d-4996-9b1b-6fab43c3dbbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 2ea32b96-90d4-48c0-b145-23d78bff7de7) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:20:06.459035 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c4a320-f38d-4996-9b1b-6fab43c3dbbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:06.459356 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2d9e29-8e72-4033-a353-33cdc0967d47 None None] Network 2ea32b96-90d4-48c0-b145-23d78bff7de7 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:20:06.460085 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b5c4a320-f38d-4996-9b1b-6fab43c3dbbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:06.471322 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-0c9ab016-3ac9-47dd-bc8e-3c36d461c126 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:06.505898 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b5c4a320-f38d-4996-9b1b-6fab43c3dbbe admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6249089 Feb 04 21:20:06.523746 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-0c9ab016-3ac9-47dd-bc8e-3c36d461c126 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:06.576961 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f5077504-9f5f-44c0-9da5-d5e46d914d43 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:06.726372 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-494442fb-e0fb-49ee-a08d-c78a6cbfa48b tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:06.769474 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f5077504-9f5f-44c0-9da5-d5e46d914d43 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:06.823238 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-494442fb-e0fb-49ee-a08d-c78a6cbfa48b tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-494389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-494370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492643'] for router, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:07.157552 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7465f78d-5923-4d50-b2bd-8b17643e33f2 None None] Network 2ea32b96-90d4-48c0-b145-23d78bff7de7 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:20:07.354610 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494442fb-e0fb-49ee-a08d-c78a6cbfa48b tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Router 58c474ea-53e7-4e68-8a14-7054618896d8 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:20:07.565376 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0c9ab016-3ac9-47dd-bc8e-3c36d461c126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:07.579183 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0c9ab016-3ac9-47dd-bc8e-3c36d461c126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:07.702800 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-0c9ab016-3ac9-47dd-bc8e-3c36d461c126 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=27f5e80fa57440ef8f601f49fc6b300e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4585652 Feb 04 21:20:07.704566 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52238) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:07.770994 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ab016-3ac9-47dd-bc8e-3c36d461c126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fda816-89b9-48f8-a62b-495cdce34ca2,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:07.779623 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f5077504-9f5f-44c0-9da5-d5e46d914d43 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:07.807503 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9ab016-3ac9-47dd-bc8e-3c36d461c126 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:07.808307 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9ab016-3ac9-47dd-bc8e-3c36d461c126 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:07.809225 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9ab016-3ac9-47dd-bc8e-3c36d461c126 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:07.814791 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9ab016-3ac9-47dd-bc8e-3c36d461c126 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:07.815241 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9ab016-3ac9-47dd-bc8e-3c36d461c126 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:07.815593 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9ab016-3ac9-47dd-bc8e-3c36d461c126 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:07.815928 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9ab016-3ac9-47dd-bc8e-3c36d461c126 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:07.816268 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9ab016-3ac9-47dd-bc8e-3c36d461c126 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:07.819870 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9ab016-3ac9-47dd-bc8e-3c36d461c126 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:07.820172 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9ab016-3ac9-47dd-bc8e-3c36d461c126 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:07.820602 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9ab016-3ac9-47dd-bc8e-3c36d461c126 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:07.820914 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9ab016-3ac9-47dd-bc8e-3c36d461c126 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:07.896092 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b3394f0-d9c5-4316-a9c4-853e0d45a9e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:07.963651 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494442fb-e0fb-49ee-a08d-c78a6cbfa48b tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:20:07.973766 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd1f697-dfbe-43c8-9f0a-508712a6e892 None None] Sync routers for ids ['58c474ea-53e7-4e68-8a14-7054618896d8'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:20:07.990364 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd1f697-dfbe-43c8-9f0a-508712a6e892 None None] Routers {'58c474ea-53e7-4e68-8a14-7054618896d8'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:20:07.990979 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-6dd1f697-dfbe-43c8-9f0a-508712a6e892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:19:47Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['58c474ea-53e7-4e68-8a14-7054618896d8'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:07.994140 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5077504-9f5f-44c0-9da5-d5e46d914d43 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c3163c43-58c1-4340-864b-0eec71117816,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:08.012280 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f5077504-9f5f-44c0-9da5-d5e46d914d43 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:08.021116 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b3394f0-d9c5-4316-a9c4-853e0d45a9e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:08.040755 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-494442fb-e0fb-49ee-a08d-c78a6cbfa48b tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:08.042265 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-494442fb-e0fb-49ee-a08d-c78a6cbfa48b tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "PUT /v2.0/routers/58c474ea-53e7-4e68-8a14-7054618896d8 HTTP/1.1" status: 200 len: 891 time: 2.4091468 Feb 04 21:20:08.061840 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52244) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:08.085784 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-f5077504-9f5f-44c0-9da5-d5e46d914d43 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] 10.222.0.26 "DELETE /v2.0/subnets/c3163c43-58c1-4340-864b-0eec71117816 HTTP/1.1" status: 204 len: 168 time: 2.5223150 Feb 04 21:20:08.103250 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 52248) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:08.142497 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-6dd1f697-dfbe-43c8-9f0a-508712a6e892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:08.159261 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd1f697-dfbe-43c8-9f0a-508712a6e892 None None] Routers {'58c474ea-53e7-4e68-8a14-7054618896d8'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:20:08.166678 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-6dd1f697-dfbe-43c8-9f0a-508712a6e892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:19:47Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['58c474ea-53e7-4e68-8a14-7054618896d8'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:08.172959 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52252) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:08.311073 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-6dd1f697-dfbe-43c8-9f0a-508712a6e892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:08.311289 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd1f697-dfbe-43c8-9f0a-508712a6e892 None None] The sync data for ids ['58c474ea-53e7-4e68-8a14-7054618896d8'] in n-d-827896-1 is: [] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:20:08.428948 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b3394f0-d9c5-4316-a9c4-853e0d45a9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:08.452455 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b3394f0-d9c5-4316-a9c4-853e0d45a9e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:08.453758 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3b3394f0-d9c5-4316-a9c4-853e0d45a9e5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e4fda816-89b9-48f8-a62b-495cdce34ca2 HTTP/1.1" status: 204 len: 168 time: 0.7474039 Feb 04 21:20:08.460808 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3394f0-d9c5-4316-a9c4-853e0d45a9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fda816-89b9-48f8-a62b-495cdce34ca2,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:08.516216 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d821801b-67c3-44a5-b3f1-9ffb876f2ba9 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:08.521306 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-459c0815-6245-4726-8bfd-c3fa8e56858a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "GET /v2.0/routers/58c474ea-53e7-4e68-8a14-7054618896d8 HTTP/1.1" status: 200 len: 891 time: 0.4526074 Feb 04 21:20:08.524190 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52266) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:08.526255 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-c4a53a3a-18f6-43f5-98b0-d6f7eb0c6e74 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:08.532857 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-c4a53a3a-18f6-43f5-98b0-d6f7eb0c6e74 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] 10.222.0.26 "GET /v2.0/networks?id=cf592af3-b2a4-4f86-a568-ef8e3fa340cc HTTP/1.1" status: 200 len: 823 time: 0.9023318 Feb 04 21:20:08.571489 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-802dcd0b-882c-4572-b84f-592cb5635e3d tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] 10.222.0.26 "GET /v2.0/quotas/39aee98874ce431b9849a3151616d7bf HTTP/1.1" status: 200 len: 375 time: 0.0374863 Feb 04 21:20:08.602714 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3009-6738-4f81-9f02-d4b703633855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:08.628611 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-cbbf3009-6738-4f81-9f02-d4b703633855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:08.634042 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-cbbf3009-6738-4f81-9f02-d4b703633855 admin admin] Usage tracker for resource:security_group_rule and tenant:65895501e9e74736928db8d29506ac9a is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:08.639336 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-cbbf3009-6738-4f81-9f02-d4b703633855 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:08.649706 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-cbbf3009-6738-4f81-9f02-d4b703633855 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:08.687775 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-98d6ec0d-6fc4-46dd-9e0c-04f77f84a541 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=39aee98874ce431b9849a3151616d7bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1126285 Feb 04 21:20:08.867861 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1d6febf7-e025-4ddf-9a15-92495d4051db tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Synchronizing usage tracker for tenant:ddcc858bf44044718238d62159c9367f on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:20:08.886790 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d821801b-67c3-44a5-b3f1-9ffb876f2ba9 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:08.922952 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-d821801b-67c3-44a5-b3f1-9ffb876f2ba9 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b3e2b6-6a3e-4df2-b437-4a40405e9b9e']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:08.928271 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3009-6738-4f81-9f02-d4b703633855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:08.944071 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3009-6738-4f81-9f02-d4b703633855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:08.991483 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-d821801b-67c3-44a5-b3f1-9ffb876f2ba9 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '967b30bd-611a-4d62-babd-990456f4df4f') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:08.992018 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-d821801b-67c3-44a5-b3f1-9ffb876f2ba9 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '967b30bd-611a-4d62-babd-990456f4df4f') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:09.026244 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d821801b-67c3-44a5-b3f1-9ffb876f2ba9 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:09.052841 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf3009-6738-4f81-9f02-d4b703633855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c996b7a-7e64-452f-8f26-82c307b50581,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:09.055391 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1d6febf7-e025-4ddf-9a15-92495d4051db tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Unset dirty status for tenant:ddcc858bf44044718238d62159c9367f on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:20:09.060705 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1d6febf7-e025-4ddf-9a15-92495d4051db tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "GET /v2.0/ports?device_id=58c474ea-53e7-4e68-8a14-7054618896d8 HTTP/1.1" status: 200 len: 205 time: 0.5330427 Feb 04 21:20:09.061685 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52280) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:09.094437 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d821801b-67c3-44a5-b3f1-9ffb876f2ba9 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:09.102424 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d821801b-67c3-44a5-b3f1-9ffb876f2ba9 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:20:09.102833 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d821801b-67c3-44a5-b3f1-9ffb876f2ba9 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:09.243340 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:20:09.243340 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:20:09.243340 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:20:09.243340 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:20:09.243340 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:20:09.243340 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:20:09.243340 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:20:09.243340 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:20:09.243340 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:20:09.243340 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:20:09.243340 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:20:09.243340 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:20:09.243340 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:20:09.243340 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:20:09.243340 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:20:09.243340 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:20:09.243340 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:20:09.243340 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:20:09.243340 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:20:09.243340 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:20:09.243340 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:20:09.243340 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:20:09.243340 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:20:09.243340 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:20:09.243340 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:20:09.243340 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:20:09.243340 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:20:09.243340 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:20:09.243340 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:20:09.243340 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:20:09.243340 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:20:09.243340 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:20:09.263794 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-cbbf3009-6738-4f81-9f02-d4b703633855 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=65895501e9e74736928db8d29506ac9a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0813470 Feb 04 21:20:09.264984 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52288) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:09.353099 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d821801b-67c3-44a5-b3f1-9ffb876f2ba9 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:09.358523 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d821801b-67c3-44a5-b3f1-9ffb876f2ba9 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f6b3e2b6-6a3e-4df2-b437-4a40405e9b9e {{(pid=87683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 21:20:09.361121 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d821801b-67c3-44a5-b3f1-9ffb876f2ba9 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:09.392081 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821801b-67c3-44a5-b3f1-9ffb876f2ba9 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Pushing event deleted for resources: {'Network': ['ID=f6b3e2b6-6a3e-4df2-b437-4a40405e9b9e,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:09.413534 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d821801b-67c3-44a5-b3f1-9ffb876f2ba9 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] 10.222.0.26 "DELETE /v2.0/networks/f6b3e2b6-6a3e-4df2-b437-4a40405e9b9e HTTP/1.1" status: 204 len: 168 time: 1.3057575 Feb 04 21:20:09.451000 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-2ac78649-df71-4c28-b53c-c65d3f9b3ed4 service neutron] 10.222.0.26 "GET /v2.0/networks/cf592af3-b2a4-4f86-a568-ef8e3fa340cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7515020 Feb 04 21:20:09.484477 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b7ecfa57-ae6f-4478-97e3-069b0dd830d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:09.515751 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b7ecfa57-ae6f-4478-97e3-069b0dd830d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:09.596827 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b7ecfa57-ae6f-4478-97e3-069b0dd830d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:09.676966 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ecfa57-ae6f-4478-97e3-069b0dd830d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c996b7a-7e64-452f-8f26-82c307b50581,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:09.692133 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9094cf19-84c0-452a-b0d2-0487359cd009 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:09.801714 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-8dc67ab3-ce74-40d1-b6f7-c5fd65f26cab service neutron] 10.222.0.26 "GET /v2.0/networks/cf592af3-b2a4-4f86-a568-ef8e3fa340cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481474 Feb 04 21:20:09.869770 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b7ecfa57-ae6f-4478-97e3-069b0dd830d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:09.871919 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b7ecfa57-ae6f-4478-97e3-069b0dd830d8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4c996b7a-7e64-452f-8f26-82c307b50581 HTTP/1.1" status: 204 len: 168 time: 0.6065481 Feb 04 21:20:10.091793 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 52312) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:10.099547 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-7cf139b1-3134-421e-89c4-5350a04ddc75 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Request body: {'router': {'name': 'tempest-router--512017191', 'project_id': 'ddbf33c13d1f46ad9c83e988ebb79b14'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:10.134369 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7cf139b1-3134-421e-89c4-5350a04ddc75 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:10.150412 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7cf139b1-3134-421e-89c4-5350a04ddc75 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Usage tracker for resource:router and tenant:ddbf33c13d1f46ad9c83e988ebb79b14 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:10.166323 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7cf139b1-3134-421e-89c4-5350a04ddc75 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:10.184206 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7cf139b1-3134-421e-89c4-5350a04ddc75 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:10.208054 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7cf139b1-3134-421e-89c4-5350a04ddc75 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:10.209286 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7cf139b1-3134-421e-89c4-5350a04ddc75 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:10.267950 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7cf139b1-3134-421e-89c4-5350a04ddc75 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:10.307516 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9094cf19-84c0-452a-b0d2-0487359cd009 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:10.336574 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-9094cf19-84c0-452a-b0d2-0487359cd009 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Deleting port d9f39c55-56bf-4f5c-b5d5-0f0af7baeebf {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:20:10.337239 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9094cf19-84c0-452a-b0d2-0487359cd009 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:10.644118 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 52328) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:10.658971 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-26713de9-6d0f-4824-b838-b98a730a5c30 req-b5f1c4e5-c1b3-4956-a8d8-06c60ad32471 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc13c96f-7262-44aa-a5eb-c86bc8a6ddea HTTP/1.1" status: 200 len: 210 time: 0.0580201 Feb 04 21:20:10.668216 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7cf139b1-3134-421e-89c4-5350a04ddc75 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:10.709513 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7cf139b1-3134-421e-89c4-5350a04ddc75 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:10.713401 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-7cf139b1-3134-421e-89c4-5350a04ddc75 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6178119 Feb 04 21:20:10.716089 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 52334) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:10.861530 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-7d2282ca-0b93-4f41-981d-2f478ca09fca tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1595058242'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:10.871281 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9094cf19-84c0-452a-b0d2-0487359cd009 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:10.947307 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 52342) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:10.948328 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7d2282ca-0b93-4f41-981d-2f478ca09fca tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:10.963243 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7d2282ca-0b93-4f41-981d-2f478ca09fca tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Usage tracker for resource:network and tenant:dc0970698e49420e829efb6f1302fe5d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:11.005840 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7d2282ca-0b93-4f41-981d-2f478ca09fca tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:11.032800 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e5cb9568-3f24-482b-955c-29a5ac884d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:11.051307 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7d2282ca-0b93-4f41-981d-2f478ca09fca tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:11.061427 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9312ff30-3bfe-43d3-9ebb-674ac3c1ae33 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for router, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:11.153202 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-9094cf19-84c0-452a-b0d2-0487359cd009 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Calling delete_port for d9f39c55-56bf-4f5c-b5d5-0f0af7baeebf owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:20:11.237204 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e5cb9568-3f24-482b-955c-29a5ac884d75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:11.270757 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e5cb9568-3f24-482b-955c-29a5ac884d75 admin admin] Usage tracker for resource:security_group_rule and tenant:7561c719fffc485aac107a87c601aa57 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:11.273634 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2282ca-0b93-4f41-981d-2f478ca09fca tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Made reservation on behalf of dc0970698e49420e829efb6f1302fe5d for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:20:11.277091 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7d2282ca-0b93-4f41-981d-2f478ca09fca tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:11.330860 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e5cb9568-3f24-482b-955c-29a5ac884d75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:11.392116 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9094cf19-84c0-452a-b0d2-0487359cd009 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:11.426272 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7d2282ca-0b93-4f41-981d-2f478ca09fca tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:11.446610 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094cf19-84c0-452a-b0d2-0487359cd009 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event deleted for resources: {'Port': ['ID=d9f39c55-56bf-4f5c-b5d5-0f0af7baeebf,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:11.446828 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e5cb9568-3f24-482b-955c-29a5ac884d75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:11.525562 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-372a651b-c1e3-4b07-9c23-5cf5cd97dcec tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c6b4f92d55c84d3aa09d17e41deeb105&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2562845 Feb 04 21:20:11.547891 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9094cf19-84c0-452a-b0d2-0487359cd009 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:11.617907 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7d2282ca-0b93-4f41-981d-2f478ca09fca tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:11.660346 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9312ff30-3bfe-43d3-9ebb-674ac3c1ae33 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:11.666380 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7d2282ca-0b93-4f41-981d-2f478ca09fca tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Usage tracker for resource:security_group_rule and tenant:dc0970698e49420e829efb6f1302fe5d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:11.685141 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9312ff30-3bfe-43d3-9ebb-674ac3c1ae33 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:11.760678 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9094cf19-84c0-452a-b0d2-0487359cd009 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:11.762443 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9094cf19-84c0-452a-b0d2-0487359cd009 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:11.790980 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9094cf19-84c0-452a-b0d2-0487359cd009 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:11.792751 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9094cf19-84c0-452a-b0d2-0487359cd009 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Fanout notify agent at l3_agent the message router_deleted on router 58c474ea-53e7-4e68-8a14-7054618896d8 {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:20:11.794827 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7d2282ca-0b93-4f41-981d-2f478ca09fca tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:11.833512 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7d2282ca-0b93-4f41-981d-2f478ca09fca tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:11.833801 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9094cf19-84c0-452a-b0d2-0487359cd009 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:11.838284 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9094cf19-84c0-452a-b0d2-0487359cd009 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/routers/58c474ea-53e7-4e68-8a14-7054618896d8 HTTP/1.1" status: 204 len: 168 time: 2.7705598 Feb 04 21:20:11.838785 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52366) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:11.848015 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-ac3fc5b1-59be-4f63-a949-b6fe6d13a1fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1936956940'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:11.854226 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e5cb9568-3f24-482b-955c-29a5ac884d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:11.854479 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ac3fc5b1-59be-4f63-a949-b6fe6d13a1fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:11.863697 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ac3fc5b1-59be-4f63-a949-b6fe6d13a1fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Usage tracker for resource:network and tenant:ddcc858bf44044718238d62159c9367f is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:11.869189 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ac3fc5b1-59be-4f63-a949-b6fe6d13a1fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:11.872701 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e5cb9568-3f24-482b-955c-29a5ac884d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:11.878749 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ac3fc5b1-59be-4f63-a949-b6fe6d13a1fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:11.922477 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9312ff30-3bfe-43d3-9ebb-674ac3c1ae33 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:11.923054 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9312ff30-3bfe-43d3-9ebb-674ac3c1ae33 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f041a12a-8f36-4af3-a7b7-357f53271751 {{(pid=87683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:20:12.002063 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e5cb9568-3f24-482b-955c-29a5ac884d75 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7561c719fffc485aac107a87c601aa57&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0488553 Feb 04 21:20:12.003959 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52370) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:12.028765 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3fc5b1-59be-4f63-a949-b6fe6d13a1fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Made reservation on behalf of ddcc858bf44044718238d62159c9367f for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:20:12.035442 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ac3fc5b1-59be-4f63-a949-b6fe6d13a1fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:12.051421 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb9568-3f24-482b-955c-29a5ac884d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7755c2e7-0e56-427a-85f7-2951286e05ec,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:12.071472 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-d96286d7-126c-4900-941a-88aa30d4aaf7 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:12.073077 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-d96286d7-126c-4900-941a-88aa30d4aaf7 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4630299 Feb 04 21:20:12.080843 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9312ff30-3bfe-43d3-9ebb-674ac3c1ae33 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:12.082285 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-9312ff30-3bfe-43d3-9ebb-674ac3c1ae33 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] 10.222.0.26 "DELETE /v2.0/routers/f041a12a-8f36-4af3-a7b7-357f53271751 HTTP/1.1" status: 204 len: 168 time: 1.3676157 Feb 04 21:20:12.118470 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-0afbb2b8-8f47-4578-9e6c-39b9b437d160 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] 10.222.0.26 "GET /v2.0/quotas/c6b4f92d55c84d3aa09d17e41deeb105 HTTP/1.1" status: 200 len: 375 time: 0.0301013 Feb 04 21:20:12.180074 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac3fc5b1-59be-4f63-a949-b6fe6d13a1fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:20:12.199297 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-ea436918-3e0e-4671-9f64-113308ab87c9 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c6b4f92d55c84d3aa09d17e41deeb105&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796423 Feb 04 21:20:12.232347 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7d2282ca-0b93-4f41-981d-2f478ca09fca tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:12.241304 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7d2282ca-0b93-4f41-981d-2f478ca09fca tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:12.242352 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a195089d-3dd0-453c-b0fe-fc1b1be1ff06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:12.244800 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ac3fc5b1-59be-4f63-a949-b6fe6d13a1fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:12.245316 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-ac3fc5b1-59be-4f63-a949-b6fe6d13a1fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Added segment 5ed93fcc-2f4a-48cb-9d75-62daa3a6f140 of type vlan for network 0c5de2ff-038c-4920-af66-7ab5dc6a7221 Feb 04 21:20:12.259012 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d2282ca-0b93-4f41-981d-2f478ca09fca tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:20:12.269330 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-6a2e4195-b8ac-4710-8b67-cc48879bfe79 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:12.270203 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-6a2e4195-b8ac-4710-8b67-cc48879bfe79 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Synchronizing usage tracker for tenant:39aee98874ce431b9849a3151616d7bf on resource:network {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:20:12.280274 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7d2282ca-0b93-4f41-981d-2f478ca09fca tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:12.280917 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-7d2282ca-0b93-4f41-981d-2f478ca09fca tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Added segment 44b0b041-e1d9-47fe-853f-bf7a51a88529 of type vlan for network 7114ab02-2f52-454e-8c98-6c5e2d23abeb Feb 04 21:20:12.329514 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a195089d-3dd0-453c-b0fe-fc1b1be1ff06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:12.340084 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7d2282ca-0b93-4f41-981d-2f478ca09fca tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:12.348321 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ac3fc5b1-59be-4f63-a949-b6fe6d13a1fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:12.355891 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-6a2e4195-b8ac-4710-8b67-cc48879bfe79 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Unset dirty status for tenant:39aee98874ce431b9849a3151616d7bf on resource:network {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:20:12.357094 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-6a2e4195-b8ac-4710-8b67-cc48879bfe79 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] 10.222.0.18 "GET /v2.0/networks?id=cf592af3-b2a4-4f86-a568-ef8e3fa340cc HTTP/1.1" status: 200 len: 823 time: 0.4694593 Feb 04 21:20:12.374423 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 52378) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:12.378843 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-42d1f608-eb12-45b1-9f17-02ea1ab56a8a tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Request body: {'port': {'device_id': 'fc13c96f-7262-44aa-a5eb-c86bc8a6ddea', 'network_id': 'cf592af3-b2a4-4f86-a568-ef8e3fa340cc', 'admin_state_up': True, 'tenant_id': '39aee98874ce431b9849a3151616d7bf'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:12.393876 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7d2282ca-0b93-4f41-981d-2f478ca09fca tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:12.400467 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2282ca-0b93-4f41-981d-2f478ca09fca tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:12.401081 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7d2282ca-0b93-4f41-981d-2f478ca09fca tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:12.525304 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ac3fc5b1-59be-4f63-a949-b6fe6d13a1fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:12.530972 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3fc5b1-59be-4f63-a949-b6fe6d13a1fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:12.531561 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ac3fc5b1-59be-4f63-a949-b6fe6d13a1fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:12.670576 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2282ca-0b93-4f41-981d-2f478ca09fca tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Pushing event updated for resources: {'Network': ['ID=7114ab02-2f52-454e-8c98-6c5e2d23abeb,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:12.682660 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2282ca-0b93-4f41-981d-2f478ca09fca tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4667aa7-dc83-499c-bdb5-821f8e2ffa1f,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:12.683512 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 7114ab02-2f52-454e-8c98-6c5e2d23abeb details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:20:12.722330 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3fc5b1-59be-4f63-a949-b6fe6d13a1fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Network': ['ID=0c5de2ff-038c-4920-af66-7ab5dc6a7221,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:12.739715 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2017ff68-3606-4fa9-a248-ee7c11da9d8f req-626a5482-5383-487c-87dd-06d66051fbd5 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc13c96f-7262-44aa-a5eb-c86bc8a6ddea HTTP/1.1" status: 200 len: 210 time: 0.0712757 Feb 04 21:20:12.744533 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-7d2282ca-0b93-4f41-981d-2f478ca09fca tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.0967762 Feb 04 21:20:12.745178 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 52392) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:12.752921 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-dd7d6c60-b548-458f-aaf2-b02aa6b76ebc tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Request body: {'subnet': {'network_id': '7114ab02-2f52-454e-8c98-6c5e2d23abeb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:12.757987 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a195089d-3dd0-453c-b0fe-fc1b1be1ff06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:12.760470 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a195089d-3dd0-453c-b0fe-fc1b1be1ff06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:12.761638 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a195089d-3dd0-453c-b0fe-fc1b1be1ff06 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7755c2e7-0e56-427a-85f7-2951286e05ec HTTP/1.1" status: 204 len: 168 time: 0.7561169 Feb 04 21:20:12.842442 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195089d-3dd0-453c-b0fe-fc1b1be1ff06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7755c2e7-0e56-427a-85f7-2951286e05ec,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:12.848712 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ac3fc5b1-59be-4f63-a949-b6fe6d13a1fd tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0086327 Feb 04 21:20:12.856417 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52400) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:12.864360 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-5d36fe77-9670-4a7f-a83c-02750b376027 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Request body: {'subnet': {'network_id': '0c5de2ff-038c-4920-af66-7ab5dc6a7221', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:12.891137 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-42d1f608-eb12-45b1-9f17-02ea1ab56a8a tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:12.941698 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 0c5de2ff-038c-4920-af66-7ab5dc6a7221 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:20:12.951500 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-89e96079-6476-44d1-927d-9b2d3fb4fa91 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-185656641', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}, 'admin_state_up': False}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:13.113133 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-dd7d6c60-b548-458f-aaf2-b02aa6b76ebc tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:13.123230 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-89e96079-6476-44d1-927d-9b2d3fb4fa91 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:13.129616 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a40154b3-1ded-428a-b50a-1e17ee643f6a req-7bb22f4d-703f-4ac2-a731-36a6ec9846f3 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec7f3ebf-e091-4b5f-9460-876dff86922e HTTP/1.1" status: 200 len: 210 time: 0.2206659 Feb 04 21:20:13.130676 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-dd7d6c60-b548-458f-aaf2-b02aa6b76ebc tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Usage tracker for resource:subnet and tenant:dc0970698e49420e829efb6f1302fe5d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:13.136021 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-dd7d6c60-b548-458f-aaf2-b02aa6b76ebc tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:13.139601 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-89e96079-6476-44d1-927d-9b2d3fb4fa91 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Usage tracker for resource:router and tenant:ae2b6ea13aa74c00a906f4f9751c3287 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:13.146462 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-89e96079-6476-44d1-927d-9b2d3fb4fa91 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:13.149448 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-dd7d6c60-b548-458f-aaf2-b02aa6b76ebc tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:13.168499 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-89e96079-6476-44d1-927d-9b2d3fb4fa91 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:13.183441 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7d6c60-b548-458f-aaf2-b02aa6b76ebc tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Made reservation on behalf of dc0970698e49420e829efb6f1302fe5d for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:20:13.187341 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-dd7d6c60-b548-458f-aaf2-b02aa6b76ebc tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:13.212534 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-89e96079-6476-44d1-927d-9b2d3fb4fa91 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:13.213815 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-89e96079-6476-44d1-927d-9b2d3fb4fa91 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:13.264217 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-42d1f608-eb12-45b1-9f17-02ea1ab56a8a tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Usage tracker for resource:port and tenant:39aee98874ce431b9849a3151616d7bf is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:13.267335 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-42d1f608-eb12-45b1-9f17-02ea1ab56a8a tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:13.274805 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-42d1f608-eb12-45b1-9f17-02ea1ab56a8a tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:13.293766 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-42d1f608-eb12-45b1-9f17-02ea1ab56a8a tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Made reservation on behalf of 39aee98874ce431b9849a3151616d7bf for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:20:13.297793 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-42d1f608-eb12-45b1-9f17-02ea1ab56a8a tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:13.378448 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-89e96079-6476-44d1-927d-9b2d3fb4fa91 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:13.526670 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-42d1f608-eb12-45b1-9f17-02ea1ab56a8a tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Allocated IP 172.20.0.10 (cf592af3-b2a4-4f86-a568-ef8e3fa340cc/d376c6fb-fbee-4d2f-9aec-7858bb3372bc/7433fd19-92c0-4148-9690-7a195b654570) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:20:13.568304 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5d36fe77-9670-4a7f-a83c-02750b376027 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:13.575432 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5d36fe77-9670-4a7f-a83c-02750b376027 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Usage tracker for resource:subnet and tenant:ddcc858bf44044718238d62159c9367f is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:13.587643 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5d36fe77-9670-4a7f-a83c-02750b376027 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:13.618890 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5d36fe77-9670-4a7f-a83c-02750b376027 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:13.676084 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d36fe77-9670-4a7f-a83c-02750b376027 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Made reservation on behalf of ddcc858bf44044718238d62159c9367f for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:20:13.679546 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5d36fe77-9670-4a7f-a83c-02750b376027 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:13.767994 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-89e96079-6476-44d1-927d-9b2d3fb4fa91 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:13.882931 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-925a1bcf-c607-4fcd-9a4a-3f1abbad9071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:13.891270 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-dd7d6c60-b548-458f-aaf2-b02aa6b76ebc tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:14.020538 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-66e32d07-2fcb-4306-8168-f081244a93d7 req-0111ac2a-1fae-4e35-b718-4e306940b2d7 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc13c96f-7262-44aa-a5eb-c86bc8a6ddea HTTP/1.1" status: 200 len: 210 time: 0.0981562 Feb 04 21:20:14.062552 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d6c60-b548-458f-aaf2-b02aa6b76ebc tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Pushing event updated for resources: {'Subnet': ['ID=2f9c9f29-29d0-4b08-a6c6-72ff734cc727,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:14.072582 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7d6c60-b548-458f-aaf2-b02aa6b76ebc tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Checking segment: {'id': '44b0b041-e1d9-47fe-853f-bf7a51a88529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7114ab02-2f52-454e-8c98-6c5e2d23abeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:20:14.073461 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7d6c60-b548-458f-aaf2-b02aa6b76ebc tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Network hostable DHCP agents. Network: 7114ab02-2f52-454e-8c98-6c5e2d23abeb, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:20:14.263210 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7d6c60-b548-458f-aaf2-b02aa6b76ebc tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Network 7114ab02-2f52-454e-8c98-6c5e2d23abeb is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:20:14.278315 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-42d1f608-eb12-45b1-9f17-02ea1ab56a8a tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:14.377843 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-dd7d6c60-b548-458f-aaf2-b02aa6b76ebc tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 7114ab02-2f52-454e-8c98-6c5e2d23abeb) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:20:14.388225 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688fca6f-cbcc-49a6-aa65-aed7c65377ca None None] Network 7114ab02-2f52-454e-8c98-6c5e2d23abeb requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:20:14.393743 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5d36fe77-9670-4a7f-a83c-02750b376027 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:14.472806 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-42d1f608-eb12-45b1-9f17-02ea1ab56a8a tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:14.474250 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-95d8f22e-6ff8-46f6-abad-ebd4a038ce00 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=c6b4f92d55c84d3aa09d17e41deeb105&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1831877 Feb 04 21:20:14.519543 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-89e96079-6476-44d1-927d-9b2d3fb4fa91 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router_gateway, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:14.554959 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7d6c60-b548-458f-aaf2-b02aa6b76ebc tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:14.555635 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-dd7d6c60-b548-458f-aaf2-b02aa6b76ebc tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:14.617677 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-89e96079-6476-44d1-927d-9b2d3fb4fa91 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:14.636901 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9557fed4-619e-41cf-b131-c813efb42f37 req-ba12ee2b-f68a-464e-95a5-a4e4bc8e30ba tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec7f3ebf-e091-4b5f-9460-876dff86922e HTTP/1.1" status: 200 len: 210 time: 0.2665293 Feb 04 21:20:14.675509 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f3b409-a998-4d56-ae99-8be79a4f95ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-7114ab02-2f52-454e-8c98-6c5e2d23abeb', 'network_id': '7114ab02-2f52-454e-8c98-6c5e2d23abeb', 'tenant_id': 'dc0970698e49420e829efb6f1302fe5d', 'fixed_ips': [{'subnet_id': '2f9c9f29-29d0-4b08-a6c6-72ff734cc727'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:20:14.676740 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-59f3b409-a998-4d56-ae99-8be79a4f95ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:14.677332 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d1f608-eb12-45b1-9f17-02ea1ab56a8a tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Pushing event updated for resources: {'Port': ['ID=7433fd19-92c0-4148-9690-7a195b654570,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:14.715300 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-42d1f608-eb12-45b1-9f17-02ea1ab56a8a tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Network cf592af3-b2a4-4f86-a568-ef8e3fa340cc is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:20:14.720265 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-42d1f608-eb12-45b1-9f17-02ea1ab56a8a tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:20:14.724923 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-42d1f608-eb12-45b1-9f17-02ea1ab56a8a tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:20:14.756032 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36fe77-9670-4a7f-a83c-02750b376027 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Subnet': ['ID=9534923c-4ae9-4a49-bcbb-ac0ac7647f25,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:14.775259 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d36fe77-9670-4a7f-a83c-02750b376027 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Checking segment: {'id': '5ed93fcc-2f4a-48cb-9d75-62daa3a6f140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0c5de2ff-038c-4920-af66-7ab5dc6a7221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:20:14.775616 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d36fe77-9670-4a7f-a83c-02750b376027 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Network hostable DHCP agents. Network: 0c5de2ff-038c-4920-af66-7ab5dc6a7221, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:20:14.829829 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-42d1f608-eb12-45b1-9f17-02ea1ab56a8a tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:14.830621 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-42d1f608-eb12-45b1-9f17-02ea1ab56a8a tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:14.839215 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d36fe77-9670-4a7f-a83c-02750b376027 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Network 0c5de2ff-038c-4920-af66-7ab5dc6a7221 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:20:14.869334 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-5d36fe77-9670-4a7f-a83c-02750b376027 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 0c5de2ff-038c-4920-af66-7ab5dc6a7221) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:20:14.874406 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d36fe77-9670-4a7f-a83c-02750b376027 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:14.875187 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5d36fe77-9670-4a7f-a83c-02750b376027 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:14.884492 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-42d1f608-eb12-45b1-9f17-02ea1ab56a8a tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5159407 Feb 04 21:20:14.903117 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-c14f0ee1-c42a-4112-8dcf-5822bc71f0b8 service neutron] Request body: {'port': {'device_id': 'fc13c96f-7262-44aa-a5eb-c86bc8a6ddea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:14.953979 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-dd7d6c60-b548-458f-aaf2-b02aa6b76ebc tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2050860 Feb 04 21:20:14.955982 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52444) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:14.970061 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5d36fe77-9670-4a7f-a83c-02750b376027 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1102080 Feb 04 21:20:14.972613 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-d963e380-81d7-4132-8bf7-40f5c49d2d00 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Request body: {'port': {'network_id': '7114ab02-2f52-454e-8c98-6c5e2d23abeb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-501190696'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:14.983846 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 52448) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:15.026028 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-3cc7b488-bae2-44c0-a988-53029f560d8a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-260889040', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:15.063370 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-3cc7b488-bae2-44c0-a988-53029f560d8a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:15.064819 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-59f3b409-a998-4d56-ae99-8be79a4f95ff None None] Allocated IP 2001:db8::2 (7114ab02-2f52-454e-8c98-6c5e2d23abeb/2f9c9f29-29d0-4b08-a6c6-72ff734cc727/30735437-0427-40b2-9abe-27cdf0ff1b27) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:20:15.201194 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-a06858b3-44bc-4a86-bc54-eeaf725b6909 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:15.218387 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-a06858b3-44bc-4a86-bc54-eeaf725b6909 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7069998 Feb 04 21:20:15.260838 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-8af80a34-248c-4924-981e-b883d3862e88 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Request body: {'port': {'device_id': 'ec7f3ebf-e091-4b5f-9460-876dff86922e', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'admin_state_up': True, 'tenant_id': 'c6b4f92d55c84d3aa09d17e41deeb105'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:15.343499 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21a677d-1c4a-4e70-832a-2ec849d35335 None None] Network 0c5de2ff-038c-4920-af66-7ab5dc6a7221 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:20:15.356741 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-89e96079-6476-44d1-927d-9b2d3fb4fa91 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Allocated IP 172.25.5.39 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/a4ee469b-6063-46c4-8eaa-4e2e874cee7e) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:20:15.357949 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-c14f0ee1-c42a-4112-8dcf-5822bc71f0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:15.498581 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-59f3b409-a998-4d56-ae99-8be79a4f95ff None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:15.525303 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d963e380-81d7-4132-8bf7-40f5c49d2d00 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:15.532508 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-59f3b409-a998-4d56-ae99-8be79a4f95ff None None] Transition to ACTIVE for port object 30735437-0427-40b2-9abe-27cdf0ff1b27 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:20:15.547980 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d963e380-81d7-4132-8bf7-40f5c49d2d00 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Usage tracker for resource:port and tenant:dc0970698e49420e829efb6f1302fe5d is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:15.561776 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d963e380-81d7-4132-8bf7-40f5c49d2d00 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:15.562019 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-59f3b409-a998-4d56-ae99-8be79a4f95ff None None] Transition to ACTIVE for port object 30735437-0427-40b2-9abe-27cdf0ff1b27 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:20:15.611170 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d963e380-81d7-4132-8bf7-40f5c49d2d00 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:15.803746 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d963e380-81d7-4132-8bf7-40f5c49d2d00 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Made reservation on behalf of dc0970698e49420e829efb6f1302fe5d for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:20:15.807239 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d963e380-81d7-4132-8bf7-40f5c49d2d00 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:15.868935 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-d963e380-81d7-4132-8bf7-40f5c49d2d00 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] device_id is not set on port 5db62a60-38bf-431d-8b9e-bdf18fe6b9c3 yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:20:15.909278 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-89e96079-6476-44d1-927d-9b2d3fb4fa91 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:16.004881 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-3cc7b488-bae2-44c0-a988-53029f560d8a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Usage tracker for resource:router and tenant:ddcc858bf44044718238d62159c9367f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:16.160436 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-d963e380-81d7-4132-8bf7-40f5c49d2d00 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Allocated IP 2001:db8::96 (7114ab02-2f52-454e-8c98-6c5e2d23abeb/2f9c9f29-29d0-4b08-a6c6-72ff734cc727/5db62a60-38bf-431d-8b9e-bdf18fe6b9c3) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:20:16.184328 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-59f3b409-a998-4d56-ae99-8be79a4f95ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:16.194129 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-89e96079-6476-44d1-927d-9b2d3fb4fa91 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:16.213957 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-3cc7b488-bae2-44c0-a988-53029f560d8a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:16.294087 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-c14f0ee1-c42a-4112-8dcf-5822bc71f0b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7433fd19-92c0-4148-9690-7a195b654570 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:20:16.312685 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-c14f0ee1-c42a-4112-8dcf-5822bc71f0b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:16.342438 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52482) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:16.356507 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46aac44e-3c83-4497-9905-9093459ac52b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-0c5de2ff-038c-4920-af66-7ab5dc6a7221', 'network_id': '0c5de2ff-038c-4920-af66-7ab5dc6a7221', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'fixed_ips': [{'subnet_id': '9534923c-4ae9-4a49-bcbb-ac0ac7647f25'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:20:16.357566 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-46aac44e-3c83-4497-9905-9093459ac52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:16.415450 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-3cc7b488-bae2-44c0-a988-53029f560d8a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:16.540927 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e96079-6476-44d1-927d-9b2d3fb4fa91 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:20:16.581474 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-89e96079-6476-44d1-927d-9b2d3fb4fa91 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:20:16.585395 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e96079-6476-44d1-927d-9b2d3fb4fa91 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:20:16.628729 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-c14f0ee1-c42a-4112-8dcf-5822bc71f0b8 service neutron] Transition to ACTIVE for port object 7433fd19-92c0-4148-9690-7a195b654570 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:20:16.644819 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-c14f0ee1-c42a-4112-8dcf-5822bc71f0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:16.661083 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3cc7b488-bae2-44c0-a988-53029f560d8a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:16.662153 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3cc7b488-bae2-44c0-a988-53029f560d8a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:16.731607 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e96079-6476-44d1-927d-9b2d3fb4fa91 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Pushing event updated for resources: {'Port': ['ID=a4ee469b-6063-46c4-8eaa-4e2e874cee7e,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:16.771778 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-46aac44e-3c83-4497-9905-9093459ac52b None None] Allocated IP 2001:db8::2 (0c5de2ff-038c-4920-af66-7ab5dc6a7221/9534923c-4ae9-4a49-bcbb-ac0ac7647f25/e1798984-5d06-4b4f-9c43-a1e4b214c214) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:20:16.884310 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-8af80a34-248c-4924-981e-b883d3862e88 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:16.887226 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3cc7b488-bae2-44c0-a988-53029f560d8a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:16.898415 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd1ab1-08a1-477f-8c10-542dd2fb47a8 req-e623b12c-fbca-496c-b53a-0d9325708f4e tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:16.903212 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f2bd1ab1-08a1-477f-8c10-542dd2fb47a8 req-e623b12c-fbca-496c-b53a-0d9325708f4e tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc13c96f-7262-44aa-a5eb-c86bc8a6ddea HTTP/1.1" status: 200 len: 932 time: 0.9043901 Feb 04 21:20:16.933808 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f3b409-a998-4d56-ae99-8be79a4f95ff None None] Network 7114ab02-2f52-454e-8c98-6c5e2d23abeb is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:20:17.031706 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ffa99bcd-ce8c-4fd6-addd-d0e36fc14733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:17.043001 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-8af80a34-248c-4924-981e-b883d3862e88 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Usage tracker for resource:port and tenant:c6b4f92d55c84d3aa09d17e41deeb105 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:17.055878 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-8af80a34-248c-4924-981e-b883d3862e88 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:17.074324 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-8af80a34-248c-4924-981e-b883d3862e88 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:17.098078 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f0ee1-c42a-4112-8dcf-5822bc71f0b8 service neutron] Pushing event updated for resources: {'Port': ['ID=7433fd19-92c0-4148-9690-7a195b654570,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:17.100581 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-46aac44e-3c83-4497-9905-9093459ac52b None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:17.114603 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-46aac44e-3c83-4497-9905-9093459ac52b None None] Transition to ACTIVE for port object e1798984-5d06-4b4f-9c43-a1e4b214c214 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:20:17.121328 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ffa99bcd-ce8c-4fd6-addd-d0e36fc14733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:17.125847 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ffa99bcd-ce8c-4fd6-addd-d0e36fc14733 admin admin] Usage tracker for resource:security_group_rule and tenant:ef7d182ac9914d2c9c04bb3c9d5af248 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:17.130731 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ffa99bcd-ce8c-4fd6-addd-d0e36fc14733 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:17.138382 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-46aac44e-3c83-4497-9905-9093459ac52b None None] Transition to ACTIVE for port object e1798984-5d06-4b4f-9c43-a1e4b214c214 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:20:17.138943 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ffa99bcd-ce8c-4fd6-addd-d0e36fc14733 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:17.141187 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b016aa08-fa0a-4433-b243-e85c2630a6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:17.144908 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-59f3b409-a998-4d56-ae99-8be79a4f95ff None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:20:17.147548 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3b409-a998-4d56-ae99-8be79a4f95ff None None] Pushing event updated for resources: {'Port': ['ID=30735437-0427-40b2-9abe-27cdf0ff1b27,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:17.151034 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f3b409-a998-4d56-ae99-8be79a4f95ff None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:20:17.160253 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-46aac44e-3c83-4497-9905-9093459ac52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:17.183154 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f2bd1ab1-08a1-477f-8c10-542dd2fb47a8 req-cfef44be-1924-4bf3-b932-90ed9c0a0dbf tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7cd86ab-1f14-45ad-b2f7-a26d6d119c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070322 Feb 04 21:20:17.190677 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3cc7b488-bae2-44c0-a988-53029f560d8a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:17.210033 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-8af80a34-248c-4924-981e-b883d3862e88 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Made reservation on behalf of c6b4f92d55c84d3aa09d17e41deeb105 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:20:17.214018 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-8af80a34-248c-4924-981e-b883d3862e88 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:17.244944 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-8af80a34-248c-4924-981e-b883d3862e88 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:17.258479 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3cc7b488-bae2-44c0-a988-53029f560d8a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:17.261123 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-3cc7b488-bae2-44c0-a988-53029f560d8a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 2.2748795 Feb 04 21:20:17.266647 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 52514) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:17.273837 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-8af80a34-248c-4924-981e-b883d3862e88 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:17.326700 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aac44e-3c83-4497-9905-9093459ac52b None None] Pushing event updated for resources: {'Port': ['ID=e1798984-5d06-4b4f-9c43-a1e4b214c214,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:17.391268 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46aac44e-3c83-4497-9905-9093459ac52b None None] Network 0c5de2ff-038c-4920-af66-7ab5dc6a7221 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:20:17.398083 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ffa99bcd-ce8c-4fd6-addd-d0e36fc14733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:17.411684 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-46aac44e-3c83-4497-9905-9093459ac52b None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:20:17.424598 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d963e380-81d7-4132-8bf7-40f5c49d2d00 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:17.428335 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-c14f0ee1-c42a-4112-8dcf-5822bc71f0b8 service neutron] Attempting to bind port 7433fd19-92c0-4148-9690-7a195b654570 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:20:17.428762 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-c14f0ee1-c42a-4112-8dcf-5822bc71f0b8 service neutron] Attempting to bind port 7433fd19-92c0-4148-9690-7a195b654570 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '8299b89e-3ccb-41a8-9915-efc7418a8f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'cf592af3-b2a4-4f86-a568-ef8e3fa340cc'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:20:17.429192 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-c14f0ee1-c42a-4112-8dcf-5822bc71f0b8 service neutron] Attempting to bind port 7433fd19-92c0-4148-9690-7a195b654570 on network cf592af3-b2a4-4f86-a568-ef8e3fa340cc {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:20:17.434372 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ffa99bcd-ce8c-4fd6-addd-d0e36fc14733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:17.438174 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aac44e-3c83-4497-9905-9093459ac52b None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:20:17.448141 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-59f3b409-a998-4d56-ae99-8be79a4f95ff None None] Attempting to bind port 30735437-0427-40b2-9abe-27cdf0ff1b27 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:20:17.449436 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-c14f0ee1-c42a-4112-8dcf-5822bc71f0b8 service neutron] Port 7433fd19-92c0-4148-9690-7a195b654570 on network cf592af3-b2a4-4f86-a568-ef8e3fa340cc not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:20:17.449671 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-59f3b409-a998-4d56-ae99-8be79a4f95ff None None] Attempting to bind port 30735437-0427-40b2-9abe-27cdf0ff1b27 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '44b0b041-e1d9-47fe-853f-bf7a51a88529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7114ab02-2f52-454e-8c98-6c5e2d23abeb'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:20:17.450007 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-c14f0ee1-c42a-4112-8dcf-5822bc71f0b8 service neutron] Attempting to bind port 7433fd19-92c0-4148-9690-7a195b654570 on network cf592af3-b2a4-4f86-a568-ef8e3fa340cc {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:20:17.450459 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f3b409-a998-4d56-ae99-8be79a4f95ff None None] Attempting to bind port 30735437-0427-40b2-9abe-27cdf0ff1b27 on network 7114ab02-2f52-454e-8c98-6c5e2d23abeb {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:20:17.492225 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-c14f0ee1-c42a-4112-8dcf-5822bc71f0b8 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:20:17.492691 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-c14f0ee1-c42a-4112-8dcf-5822bc71f0b8 service neutron] Checking segment: {'id': '8299b89e-3ccb-41a8-9915-efc7418a8f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'cf592af3-b2a4-4f86-a568-ef8e3fa340cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:20:17.493011 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-c14f0ee1-c42a-4112-8dcf-5822bc71f0b8 service neutron] Bound using segment: {'id': '8299b89e-3ccb-41a8-9915-efc7418a8f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'cf592af3-b2a4-4f86-a568-ef8e3fa340cc'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:20:17.493488 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-c14f0ee1-c42a-4112-8dcf-5822bc71f0b8 service neutron] Bound port: 7433fd19-92c0-4148-9690-7a195b654570, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8299b89e-3ccb-41a8-9915-efc7418a8f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'cf592af3-b2a4-4f86-a568-ef8e3fa340cc'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:20:17.493838 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-c14f0ee1-c42a-4112-8dcf-5822bc71f0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:17.542071 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ffa99bcd-ce8c-4fd6-addd-d0e36fc14733 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ef7d182ac9914d2c9c04bb3c9d5af248&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1928906 Feb 04 21:20:17.542280 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f3b409-a998-4d56-ae99-8be79a4f95ff None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:20:17.542280 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f3b409-a998-4d56-ae99-8be79a4f95ff None None] Checking segment: {'id': '44b0b041-e1d9-47fe-853f-bf7a51a88529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7114ab02-2f52-454e-8c98-6c5e2d23abeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:20:17.542280 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-59f3b409-a998-4d56-ae99-8be79a4f95ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:17.542280 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f3b409-a998-4d56-ae99-8be79a4f95ff None None] Bound using segment: {'id': '44b0b041-e1d9-47fe-853f-bf7a51a88529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7114ab02-2f52-454e-8c98-6c5e2d23abeb'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:20:17.542280 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-59f3b409-a998-4d56-ae99-8be79a4f95ff None None] Bound port: 30735437-0427-40b2-9abe-27cdf0ff1b27, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b0b041-e1d9-47fe-853f-bf7a51a88529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7114ab02-2f52-454e-8c98-6c5e2d23abeb'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:20:17.542704 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-59f3b409-a998-4d56-ae99-8be79a4f95ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:17.543472 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-d963e380-81d7-4132-8bf7-40f5c49d2d00 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Transition to ACTIVE for port object 5db62a60-38bf-431d-8b9e-bdf18fe6b9c3 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:20:17.554743 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-8af80a34-248c-4924-981e-b883d3862e88 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Usage tracker for resource:security_group_rule and tenant:c6b4f92d55c84d3aa09d17e41deeb105 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:17.563502 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 52526) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:17.566352 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:17.573152 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-8af80a34-248c-4924-981e-b883d3862e88 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:17.615181 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa99bcd-ce8c-4fd6-addd-d0e36fc14733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67af520-a94d-4a0a-bd70-35f6679c38e8,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:17.664049 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-c14f0ee1-c42a-4112-8dcf-5822bc71f0b8 service neutron] For port 7433fd19-92c0-4148-9690-7a195b654570, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:20:17.668723 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-c14f0ee1-c42a-4112-8dcf-5822bc71f0b8 service neutron] For port 7433fd19-92c0-4148-9690-7a195b654570, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=7433fd19-92c0-4148-9690-7a195b654570,segment=NetworkSegment(8299b89e-3ccb-41a8-9915-efc7418a8f7d),segment_id=8299b89e-3ccb-41a8-9915-efc7418a8f7d)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:20:17.676232 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-46aac44e-3c83-4497-9905-9093459ac52b None None] Attempting to bind port e1798984-5d06-4b4f-9c43-a1e4b214c214 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:20:17.676755 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-46aac44e-3c83-4497-9905-9093459ac52b None None] Attempting to bind port e1798984-5d06-4b4f-9c43-a1e4b214c214 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '5ed93fcc-2f4a-48cb-9d75-62daa3a6f140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0c5de2ff-038c-4920-af66-7ab5dc6a7221'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:20:17.677237 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aac44e-3c83-4497-9905-9093459ac52b None None] Attempting to bind port e1798984-5d06-4b4f-9c43-a1e4b214c214 on network 0c5de2ff-038c-4920-af66-7ab5dc6a7221 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:20:17.677866 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-c14f0ee1-c42a-4112-8dcf-5822bc71f0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:17.691188 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-8af80a34-248c-4924-981e-b883d3862e88 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:17.698063 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aac44e-3c83-4497-9905-9093459ac52b None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:20:17.698613 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aac44e-3c83-4497-9905-9093459ac52b None None] Checking segment: {'id': '5ed93fcc-2f4a-48cb-9d75-62daa3a6f140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0c5de2ff-038c-4920-af66-7ab5dc6a7221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:20:17.699354 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-46aac44e-3c83-4497-9905-9093459ac52b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:17.699814 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aac44e-3c83-4497-9905-9093459ac52b None None] Bound using segment: {'id': '5ed93fcc-2f4a-48cb-9d75-62daa3a6f140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0c5de2ff-038c-4920-af66-7ab5dc6a7221'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:20:17.700884 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-46aac44e-3c83-4497-9905-9093459ac52b None None] Bound port: e1798984-5d06-4b4f-9c43-a1e4b214c214, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed93fcc-2f4a-48cb-9d75-62daa3a6f140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0c5de2ff-038c-4920-af66-7ab5dc6a7221'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:20:17.701421 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-46aac44e-3c83-4497-9905-9093459ac52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:17.724293 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:17.727411 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-908cef06-3d96-4a9b-a742-914925e0331e req-8ff5f823-945e-461d-99aa-b342baf87ffa tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec7f3ebf-e091-4b5f-9460-876dff86922e HTTP/1.1" status: 200 len: 210 time: 0.1725240 Feb 04 21:20:17.781375 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d963e380-81d7-4132-8bf7-40f5c49d2d00 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:17.797618 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f0ee1-c42a-4112-8dcf-5822bc71f0b8 service neutron] Pushing event updated for resources: {'Port': ['ID=7433fd19-92c0-4148-9690-7a195b654570,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:17.828353 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-59f3b409-a998-4d56-ae99-8be79a4f95ff None None] For port 30735437-0427-40b2-9abe-27cdf0ff1b27, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:20:17.848780 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-c14f0ee1-c42a-4112-8dcf-5822bc71f0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:17.849822 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-c14f0ee1-c42a-4112-8dcf-5822bc71f0b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:17.851407 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-c14f0ee1-c42a-4112-8dcf-5822bc71f0b8 service neutron] 10.222.0.18 "PUT /v2.0/ports/7433fd19-92c0-4148-9690-7a195b654570 HTTP/1.1" status: 200 len: 1092 time: 2.9576311 Feb 04 21:20:17.852991 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc13c96f-7262-44aa-a5eb-c86bc8a6ddea', 'tag': '7433fd19-92c0-4148-9690-7a195b654570'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:20:17.873081 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-59f3b409-a998-4d56-ae99-8be79a4f95ff None None] For port 30735437-0427-40b2-9abe-27cdf0ff1b27, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=30735437-0427-40b2-9abe-27cdf0ff1b27,segment=NetworkSegment(44b0b041-e1d9-47fe-853f-bf7a51a88529),segment_id=44b0b041-e1d9-47fe-853f-bf7a51a88529)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:20:17.882836 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d963e380-81d7-4132-8bf7-40f5c49d2d00 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Network 7114ab02-2f52-454e-8c98-6c5e2d23abeb is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:20:17.891753 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-d963e380-81d7-4132-8bf7-40f5c49d2d00 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:20:17.892738 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-59f3b409-a998-4d56-ae99-8be79a4f95ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:17.896857 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d963e380-81d7-4132-8bf7-40f5c49d2d00 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:20:17.902439 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d963e380-81d7-4132-8bf7-40f5c49d2d00 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:17.903187 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d963e380-81d7-4132-8bf7-40f5c49d2d00 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:17.914589 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-46aac44e-3c83-4497-9905-9093459ac52b None None] For port e1798984-5d06-4b4f-9c43-a1e4b214c214, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:20:17.918382 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-46aac44e-3c83-4497-9905-9093459ac52b None None] For port e1798984-5d06-4b4f-9c43-a1e4b214c214, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=e1798984-5d06-4b4f-9c43-a1e4b214c214,segment=NetworkSegment(5ed93fcc-2f4a-48cb-9d75-62daa3a6f140),segment_id=5ed93fcc-2f4a-48cb-9d75-62daa3a6f140)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:20:17.960433 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc13c96f-7262-44aa-a5eb-c86bc8a6ddea', 'tag': '7433fd19-92c0-4148-9690-7a195b654570', 'status': 'completed', 'code': 200} Feb 04 21:20:17.977808 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963e380-81d7-4132-8bf7-40f5c49d2d00 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Pushing event updated for resources: {'Port': ['ID=5db62a60-38bf-431d-8b9e-bdf18fe6b9c3,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:18.011204 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d963e380-81d7-4132-8bf7-40f5c49d2d00 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.0540073 Feb 04 21:20:18.011899 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52548) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:18.021528 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-59fe91ed-d509-4f9a-ae85-c22047b2b1af tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Request body: {'port': {'network_id': '7114ab02-2f52-454e-8c98-6c5e2d23abeb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-271083235', 'allowed_address_pairs': [{'ip_address': '2001:db8::96', 'mac_address': 'fa:16:3e:e8:04:17'}]}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:18.029495 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-46aac44e-3c83-4497-9905-9093459ac52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:18.098691 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3b409-a998-4d56-ae99-8be79a4f95ff None None] Pushing event updated for resources: {'Port': ['ID=30735437-0427-40b2-9abe-27cdf0ff1b27,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:18.195748 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-b80af107-67b4-452d-837c-8f2071718f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:18.197535 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-b80af107-67b4-452d-837c-8f2071718f1e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39aee98874ce431b9849a3151616d7bf&device_id=fc13c96f-7262-44aa-a5eb-c86bc8a6ddea HTTP/1.1" status: 200 len: 1095 time: 0.2901542 Feb 04 21:20:18.271121 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aac44e-3c83-4497-9905-9093459ac52b None None] Pushing event updated for resources: {'Port': ['ID=e1798984-5d06-4b4f-9c43-a1e4b214c214,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:18.311570 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-04b63de2-6f1f-4e57-bf83-7a707094577c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7433fd19-92c0-4148-9690-7a195b654570 HTTP/1.1" status: 200 len: 217 time: 0.0968342 Feb 04 21:20:18.377586 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-59fe91ed-d509-4f9a-ae85-c22047b2b1af tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:18.385570 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-59fe91ed-d509-4f9a-ae85-c22047b2b1af tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Usage tracker for resource:port and tenant:dc0970698e49420e829efb6f1302fe5d is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:18.389871 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-59fe91ed-d509-4f9a-ae85-c22047b2b1af tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:18.404896 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-59fe91ed-d509-4f9a-ae85-c22047b2b1af tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:18.426962 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-de853f11-a4ab-4fd4-b610-8d9961b307ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:18.428298 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-de853f11-a4ab-4fd4-b610-8d9961b307ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d376c6fb-fbee-4d2f-9aec-7858bb3372bc HTTP/1.1" status: 200 len: 863 time: 0.1066787 Feb 04 21:20:18.429576 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fe91ed-d509-4f9a-ae85-c22047b2b1af tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Made reservation on behalf of dc0970698e49420e829efb6f1302fe5d for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:20:18.549738 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-7a7b5ad3-363d-4483-b389-f791fc9fbcb6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cf592af3-b2a4-4f86-a568-ef8e3fa340cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028256 Feb 04 21:20:18.702715 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-528bc4cd-128a-41ca-a9fb-e65caf263880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:18.717106 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-89e96079-6476-44d1-927d-9b2d3fb4fa91 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router_gateway, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:18.779767 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 30735437-0427-40b2-9abe-27cdf0ff1b27 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:20:18.781125 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-59fe91ed-d509-4f9a-ae85-c22047b2b1af tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:18.828632 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-59fe91ed-d509-4f9a-ae85-c22047b2b1af tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] device_id is not set on port 9575c000-40d5-4fed-86cd-27200fdbf6c8 yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:20:18.882175 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-33e804ab-b17c-4c0c-aee4-7f619b77cf0d service neutron] 10.222.0.18 "GET /v2.0/networks/cf592af3-b2a4-4f86-a568-ef8e3fa340cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249006 Feb 04 21:20:18.912782 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:18.915909 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 30735437-0427-40b2-9abe-27cdf0ff1b27 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:20:18.925595 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ab7c21f0-ab39-4b4c-bb82-d81f93350012 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:19.074754 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-528bc4cd-128a-41ca-a9fb-e65caf263880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:19.093911 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2231268-fd6e-476d-8429-341a832b5d60 req-514ae2f3-fa9f-4dea-9320-759fd5dab15e tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:19.095684 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c2231268-fd6e-476d-8429-341a832b5d60 req-514ae2f3-fa9f-4dea-9320-759fd5dab15e tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc13c96f-7262-44aa-a5eb-c86bc8a6ddea HTTP/1.1" status: 200 len: 944 time: 0.6521921 Feb 04 21:20:19.272597 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-59fe91ed-d509-4f9a-ae85-c22047b2b1af tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Allocated IP 2001:db8::2b5 (7114ab02-2f52-454e-8c98-6c5e2d23abeb/2f9c9f29-29d0-4b08-a6c6-72ff734cc727/9575c000-40d5-4fed-86cd-27200fdbf6c8) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:20:19.272828 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-8af80a34-248c-4924-981e-b883d3862e88 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:19.276615 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-ae3bc96b-dbc0-4c9c-80cc-b60953b4ba03 req-077a0d76-2271-4d35-9d82-7e3d3760d6b1 service neutron] 10.222.0.18 "GET /v2.0/networks/cf592af3-b2a4-4f86-a568-ef8e3fa340cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872564 Feb 04 21:20:19.391526 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-8af80a34-248c-4924-981e-b883d3862e88 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:19.525591 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af80a34-248c-4924-981e-b883d3862e88 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f11c41db-1371-464f-ab54-277d5714f148,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:19.540137 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c2231268-fd6e-476d-8429-341a832b5d60 req-ecbea264-8597-47c0-949e-e8431b3a2ea5 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7cd86ab-1f14-45ad-b2f7-a26d6d119c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627656 Feb 04 21:20:19.679172 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdff2f-ee52-40e9-bb92-d383dcbe0c2b req-f88aa9eb-0b72-4a86-8665-0e3bf55fa48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:19.682032 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7bbdff2f-ee52-40e9-bb92-d383dcbe0c2b req-f88aa9eb-0b72-4a86-8665-0e3bf55fa48c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39aee98874ce431b9849a3151616d7bf&device_id=fc13c96f-7262-44aa-a5eb-c86bc8a6ddea HTTP/1.1" status: 200 len: 1095 time: 0.3400762 Feb 04 21:20:19.695301 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-59fe91ed-d509-4f9a-ae85-c22047b2b1af tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:19.752941 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-528bc4cd-128a-41ca-a9fb-e65caf263880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:19.791269 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fa5b16-7410-4d07-9d71-6340310ca04d None None] Network 7114ab02-2f52-454e-8c98-6c5e2d23abeb requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:20:19.882646 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-59fe91ed-d509-4f9a-ae85-c22047b2b1af tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Transition to ACTIVE for port object 9575c000-40d5-4fed-86cd-27200fdbf6c8 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:20:19.972036 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-a77e1a26-26a0-46e7-89ee-e99c8e4d6e37 None None] Provisioning for port 30735437-0427-40b2-9abe-27cdf0ff1b27 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:20:19.974514 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdff2f-ee52-40e9-bb92-d383dcbe0c2b req-afc77b1a-f13d-41f0-8a67-69973deaab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:19.976235 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7bbdff2f-ee52-40e9-bb92-d383dcbe0c2b req-afc77b1a-f13d-41f0-8a67-69973deaab1e service neutron] 10.222.0.18 "GET /v2.0/networks?id=cf592af3-b2a4-4f86-a568-ef8e3fa340cc HTTP/1.1" status: 200 len: 924 time: 0.2826097 Feb 04 21:20:19.990385 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-a77e1a26-26a0-46e7-89ee-e99c8e4d6e37 None None] Provisioning complete for port 30735437-0427-40b2-9abe-27cdf0ff1b27 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:19.998549 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a77e1a26-26a0-46e7-89ee-e99c8e4d6e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:20.048338 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-59fe91ed-d509-4f9a-ae85-c22047b2b1af tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:20.080663 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528bc4cd-128a-41ca-a9fb-e65caf263880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67af520-a94d-4a0a-bd70-35f6679c38e8,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:20.098959 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b3a0e5d3-8b5f-4573-9a2a-067a0568840f req-36c8a451-9df0-4d7f-88f6-05651835292a tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Synchronizing usage tracker for tenant:c6b4f92d55c84d3aa09d17e41deeb105 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:20:20.120740 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7bbdff2f-ee52-40e9-bb92-d383dcbe0c2b req-1a97a455-4884-407a-b51b-89fbd873146f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7433fd19-92c0-4148-9690-7a195b654570 HTTP/1.1" status: 200 len: 217 time: 0.1370959 Feb 04 21:20:20.232343 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fe91ed-d509-4f9a-ae85-c22047b2b1af tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Network 7114ab02-2f52-454e-8c98-6c5e2d23abeb is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:20:20.240887 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-59fe91ed-d509-4f9a-ae85-c22047b2b1af tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:20:20.251135 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fe91ed-d509-4f9a-ae85-c22047b2b1af tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:20:20.258294 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fe91ed-d509-4f9a-ae85-c22047b2b1af tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:20.258950 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-59fe91ed-d509-4f9a-ae85-c22047b2b1af tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:20.300019 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdff2f-ee52-40e9-bb92-d383dcbe0c2b req-7515e6e4-dfb3-497f-aa2d-a5beca9b5271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:20.301940 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7bbdff2f-ee52-40e9-bb92-d383dcbe0c2b req-7515e6e4-dfb3-497f-aa2d-a5beca9b5271 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d376c6fb-fbee-4d2f-9aec-7858bb3372bc HTTP/1.1" status: 200 len: 863 time: 0.1651053 Feb 04 21:20:20.302930 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe91ed-d509-4f9a-ae85-c22047b2b1af tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Pushing event updated for resources: {'Port': ['ID=9575c000-40d5-4fed-86cd-27200fdbf6c8,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:20.315718 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b3a0e5d3-8b5f-4573-9a2a-067a0568840f req-36c8a451-9df0-4d7f-88f6-05651835292a tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Unset dirty status for tenant:c6b4f92d55c84d3aa09d17e41deeb105 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:20:20.327397 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b3a0e5d3-8b5f-4573-9a2a-067a0568840f req-36c8a451-9df0-4d7f-88f6-05651835292a tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec7f3ebf-e091-4b5f-9460-876dff86922e HTTP/1.1" status: 200 len: 210 time: 0.5704241 Feb 04 21:20:20.367833 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-528bc4cd-128a-41ca-a9fb-e65caf263880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:20.371240 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-528bc4cd-128a-41ca-a9fb-e65caf263880 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e67af520-a94d-4a0a-bd70-35f6679c38e8 HTTP/1.1" status: 204 len: 168 time: 2.8052938 Feb 04 21:20:20.380709 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-89e96079-6476-44d1-927d-9b2d3fb4fa91 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:20.394742 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a77e1a26-26a0-46e7-89ee-e99c8e4d6e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:20.396571 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-8af80a34-248c-4924-981e-b883d3862e88 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Allocated IP 192.168.233.190 (54d6ae2e-de73-4435-bfdd-cd390a2143ad/3d2f9c06-58f8-4b66-a033-2aa50eedddcd/28ed6478-e53f-459d-8c52-32eec21c8878) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:20:20.409092 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7bbdff2f-ee52-40e9-bb92-d383dcbe0c2b req-4596a995-dd15-4434-bbb0-c48e59c7f892 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cf592af3-b2a4-4f86-a568-ef8e3fa340cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973907 Feb 04 21:20:20.412383 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-59fe91ed-d509-4f9a-ae85-c22047b2b1af tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.3979888 Feb 04 21:20:20.416731 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52658) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:20.419123 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdec9d12-4bb6-4ce9-9ac1-e20bb329348f None None] Network 0c5de2ff-038c-4920-af66-7ab5dc6a7221 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:20:20.519466 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-a77e1a26-26a0-46e7-89ee-e99c8e4d6e37 None None] For port 30735437-0427-40b2-9abe-27cdf0ff1b27, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=30735437-0427-40b2-9abe-27cdf0ff1b27,segment=NetworkSegment(44b0b041-e1d9-47fe-853f-bf7a51a88529),segment_id=44b0b041-e1d9-47fe-853f-bf7a51a88529)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:20:20.541648 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a77e1a26-26a0-46e7-89ee-e99c8e4d6e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:20.760689 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e1a26-26a0-46e7-89ee-e99c8e4d6e37 None None] Pushing event updated for resources: {'Port': ['ID=30735437-0427-40b2-9abe-27cdf0ff1b27,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:20.770927 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device e1798984-5d06-4b4f-9c43-a1e4b214c214 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:20:20.925281 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-802035c1-e6c9-4f93-a134-a5e9fa0c0943 None None] Provisioning for port e1798984-5d06-4b4f-9c43-a1e4b214c214 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:20:21.001051 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a26b4af-5b37-4a4d-a0a7-cabe9d8d53a1 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:21.008599 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a26b4af-5b37-4a4d-a0a7-cabe9d8d53a1 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:21.015649 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a26b4af-5b37-4a4d-a0a7-cabe9d8d53a1 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:21.016792 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0a26b4af-5b37-4a4d-a0a7-cabe9d8d53a1 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Synchronizing usage tracker for tenant:dc0970698e49420e829efb6f1302fe5d on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:20:21.023026 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7bbdff2f-ee52-40e9-bb92-d383dcbe0c2b req-dc22ed58-0413-422c-a9f2-b60afffbda59 service neutron] 10.222.0.18 "GET /v2.0/networks/cf592af3-b2a4-4f86-a568-ef8e3fa340cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6070096 Feb 04 21:20:21.099541 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port e1798984-5d06-4b4f-9c43-a1e4b214c214 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:20:21.119612 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port e1798984-5d06-4b4f-9c43-a1e4b214c214 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:21.120240 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:21.220195 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-528fb544-da80-4582-b0b8-a42abdc02cd5 None None] Provisioning complete for port 30735437-0427-40b2-9abe-27cdf0ff1b27 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:21.220690 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-ab7c21f0-ab39-4b4c-bb82-d81f93350012 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Allocated IP 2001:db8::1 (0c5de2ff-038c-4920-af66-7ab5dc6a7221/9534923c-4ae9-4a49-bcbb-ac0ac7647f25/111da81b-737e-4f60-88a6-64284c473510) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:20:21.221183 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-528fb544-da80-4582-b0b8-a42abdc02cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:21.307578 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0a26b4af-5b37-4a4d-a0a7-cabe9d8d53a1 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Unset dirty status for tenant:dc0970698e49420e829efb6f1302fe5d on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:20:21.308880 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0a26b4af-5b37-4a4d-a0a7-cabe9d8d53a1 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.8886213 Feb 04 21:20:21.335056 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 52702) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:21.404252 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:21.476203 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-7bbdff2f-ee52-40e9-bb92-d383dcbe0c2b req-9c7b7274-e7c9-4588-b11c-f0438faf1af8 service neutron] 10.222.0.18 "GET /v2.0/networks/cf592af3-b2a4-4f86-a568-ef8e3fa340cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441137 Feb 04 21:20:21.568613 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port e1798984-5d06-4b4f-9c43-a1e4b214c214, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=e1798984-5d06-4b4f-9c43-a1e4b214c214,segment=NetworkSegment(5ed93fcc-2f4a-48cb-9d75-62daa3a6f140),segment_id=5ed93fcc-2f4a-48cb-9d75-62daa3a6f140)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:20:21.583336 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:21.687458 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-528fb544-da80-4582-b0b8-a42abdc02cd5 None None] Provisioning for port 5db62a60-38bf-431d-8b9e-bdf18fe6b9c3 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:20:21.703534 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-528fb544-da80-4582-b0b8-a42abdc02cd5 None None] Provisioning complete for port 5db62a60-38bf-431d-8b9e-bdf18fe6b9c3 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:21.704002 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-528fb544-da80-4582-b0b8-a42abdc02cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:21.734260 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e96079-6476-44d1-927d-9b2d3fb4fa91 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Router b6f947e1-6f28-4f0d-9690-ed885ad6c5fd is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:20:21.780470 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-14e0a333-bdb1-4c5b-a9f3-ec34a1a624c9 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Deleting port 9575c000-40d5-4fed-86cd-27200fdbf6c8 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:20:21.780815 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-14e0a333-bdb1-4c5b-a9f3-ec34a1a624c9 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:21.816176 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=e1798984-5d06-4b4f-9c43-a1e4b214c214,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:21.821185 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-528fb544-da80-4582-b0b8-a42abdc02cd5 None None] Port 5db62a60-38bf-431d-8b9e-bdf18fe6b9c3 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:20:21.839754 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-528fb544-da80-4582-b0b8-a42abdc02cd5 None None] Provisioning for port 9575c000-40d5-4fed-86cd-27200fdbf6c8 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:20:21.850355 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-528fb544-da80-4582-b0b8-a42abdc02cd5 None None] Provisioning complete for port 9575c000-40d5-4fed-86cd-27200fdbf6c8 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:21.851245 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-528fb544-da80-4582-b0b8-a42abdc02cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:21.914183 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-528fb544-da80-4582-b0b8-a42abdc02cd5 None None] Port 9575c000-40d5-4fed-86cd-27200fdbf6c8 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:20:22.049384 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-bb5a3931-79b5-44e0-8120-c7db841a2918 None None] Provisioning complete for port 5db62a60-38bf-431d-8b9e-bdf18fe6b9c3 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:22.050068 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-bb5a3931-79b5-44e0-8120-c7db841a2918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:22.123844 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd24dd0-7e82-4cf0-82b6-ad8986e286d7 req-ba384829-f040-4db5-ae7e-962012c82e61 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:22.126214 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0cd24dd0-7e82-4cf0-82b6-ad8986e286d7 req-ba384829-f040-4db5-ae7e-962012c82e61 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc13c96f-7262-44aa-a5eb-c86bc8a6ddea HTTP/1.1" status: 200 len: 944 time: 1.2843163 Feb 04 21:20:22.172362 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-bb5a3931-79b5-44e0-8120-c7db841a2918 None None] Port 5db62a60-38bf-431d-8b9e-bdf18fe6b9c3 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:20:22.203937 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e96079-6476-44d1-927d-9b2d3fb4fa91 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:20:22.215406 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-bb5a3931-79b5-44e0-8120-c7db841a2918 None None] Provisioning complete for port e1798984-5d06-4b4f-9c43-a1e4b214c214 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:22.216109 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-bb5a3931-79b5-44e0-8120-c7db841a2918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:22.252242 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d2dad7-883a-4132-a978-93d4fe26a2be None None] Sync routers for ids ['b6f947e1-6f28-4f0d-9690-ed885ad6c5fd'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:20:22.280801 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d2dad7-883a-4132-a978-93d4fe26a2be None None] Routers {'b6f947e1-6f28-4f0d-9690-ed885ad6c5fd'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:20:22.281619 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-d8d2dad7-883a-4132-a978-93d4fe26a2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:20:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['b6f947e1-6f28-4f0d-9690-ed885ad6c5fd'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:22.301508 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-8af80a34-248c-4924-981e-b883d3862e88 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:22.319041 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-8af80a34-248c-4924-981e-b883d3862e88 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Transition to ACTIVE for port object 28ed6478-e53f-459d-8c52-32eec21c8878 will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:20:22.360348 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-d8d2dad7-883a-4132-a978-93d4fe26a2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:22.368425 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ab7c21f0-ab39-4b4c-bb82-d81f93350012 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:22.373884 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d2dad7-883a-4132-a978-93d4fe26a2be None None] Routers {'b6f947e1-6f28-4f0d-9690-ed885ad6c5fd'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:20:22.374736 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-d8d2dad7-883a-4132-a978-93d4fe26a2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:20:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['b6f947e1-6f28-4f0d-9690-ed885ad6c5fd'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:22.388995 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [None req-ab7c21f0-ab39-4b4c-bb82-d81f93350012 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Transition to ACTIVE for port object 111da81b-737e-4f60-88a6-64284c473510 will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:20:22.478032 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-d8d2dad7-883a-4132-a978-93d4fe26a2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:22.478500 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d2dad7-883a-4132-a978-93d4fe26a2be None None] The sync data for ids ['b6f947e1-6f28-4f0d-9690-ed885ad6c5fd'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:20:22.503000 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-89e96079-6476-44d1-927d-9b2d3fb4fa91 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:22.506540 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-89e96079-6476-44d1-927d-9b2d3fb4fa91 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 10.1209219 Feb 04 21:20:22.507135 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52754) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:22.538664 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 7433fd19-92c0-4148-9690-7a195b654570 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:20:22.566232 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0cd24dd0-7e82-4cf0-82b6-ad8986e286d7 req-0ed21ca8-5344-49be-948b-60b05eac81e5 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7cd86ab-1f14-45ad-b2f7-a26d6d119c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345204 Feb 04 21:20:22.600893 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-8af80a34-248c-4924-981e-b883d3862e88 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:22.714160 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 30735437-0427-40b2-9abe-27cdf0ff1b27 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:20:22.782596 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-64f993d1-0297-4239-8280-0f701c2d6270 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] 10.222.0.26 "GET /v2.0/routers/b6f947e1-6f28-4f0d-9690-ed885ad6c5fd HTTP/1.1" status: 200 len: 919 time: 0.2737315 Feb 04 21:20:22.783255 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52766) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:22.799965 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-8af80a34-248c-4924-981e-b883d3862e88 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Network 54d6ae2e-de73-4435-bfdd-cd390a2143ad is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:20:22.842299 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-8af80a34-248c-4924-981e-b883d3862e88 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:20:22.860743 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-49f51435-4e63-452b-9b7b-459004dc4f6c tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6f947e1-6f28-4f0d-9690-ed885ad6c5fd HTTP/1.1" status: 200 len: 205 time: 0.0752995 Feb 04 21:20:22.862137 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52772) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:22.865284 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-8af80a34-248c-4924-981e-b883d3862e88 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:20:22.906392 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ab7c21f0-ab39-4b4c-bb82-d81f93350012 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:22.931580 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-14e0a333-bdb1-4c5b-a9f3-ec34a1a624c9 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:22.962575 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c9c78819-9058-46fe-8326-3f7745fb9252 None None] Provisioning complete for port 9575c000-40d5-4fed-86cd-27200fdbf6c8 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:22.963183 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c9c78819-9058-46fe-8326-3f7745fb9252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:22.972159 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af80a34-248c-4924-981e-b883d3862e88 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Pushing event updated for resources: {'Port': ['ID=28ed6478-e53f-459d-8c52-32eec21c8878,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:23.129507 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 7433fd19-92c0-4148-9690-7a195b654570, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=7433fd19-92c0-4148-9690-7a195b654570,segment=NetworkSegment(8299b89e-3ccb-41a8-9915-efc7418a8f7d),segment_id=8299b89e-3ccb-41a8-9915-efc7418a8f7d)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:20:23.153944 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-c9c78819-9058-46fe-8326-3f7745fb9252 None None] Port 9575c000-40d5-4fed-86cd-27200fdbf6c8 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:20:23.159882 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '7433fd19-92c0-4148-9690-7a195b654570', 'network_id': 'cf592af3-b2a4-4f86-a568-ef8e3fa340cc', 'port_id': '7433fd19-92c0-4148-9690-7a195b654570', 'mac_address': 'fa:16:3e:56:93:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd376c6fb-fbee-4d2f-9aec-7858bb3372bc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:20:23.161907 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 30735437-0427-40b2-9abe-27cdf0ff1b27 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:23.162444 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:23.323330 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:23.342580 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-05320fa1-60d7-4c04-b3b5-44f3c5cc573e None None] Provisioning for port 28ed6478-e53f-459d-8c52-32eec21c8878 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:20:23.352858 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7433fd19-92c0-4148-9690-7a195b654570 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:20:23.356779 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-05320fa1-60d7-4c04-b3b5-44f3c5cc573e None None] Provisioning complete for port 28ed6478-e53f-459d-8c52-32eec21c8878 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:23.356925 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-05320fa1-60d7-4c04-b3b5-44f3c5cc573e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:23.361951 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-58600480-ae11-43eb-b33f-04a8afd4410c tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:23.465250 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 7433fd19-92c0-4148-9690-7a195b654570, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=7433fd19-92c0-4148-9690-7a195b654570,segment=NetworkSegment(8299b89e-3ccb-41a8-9915-efc7418a8f7d),segment_id=8299b89e-3ccb-41a8-9915-efc7418a8f7d)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:20:23.477766 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:23.577761 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-05320fa1-60d7-4c04-b3b5-44f3c5cc573e None None] Port 28ed6478-e53f-459d-8c52-32eec21c8878 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:20:23.593509 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device e1798984-5d06-4b4f-9c43-a1e4b214c214 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:20:23.662739 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-14e0a333-bdb1-4c5b-a9f3-ec34a1a624c9 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Calling delete_port for 9575c000-40d5-4fed-86cd-27200fdbf6c8 owned by {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:20:23.677557 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=7433fd19-92c0-4148-9690-7a195b654570,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:23.692186 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port e1798984-5d06-4b4f-9c43-a1e4b214c214 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:23.692557 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:23.703602 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-58600480-ae11-43eb-b33f-04a8afd4410c tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:23.723981 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-58600480-ae11-43eb-b33f-04a8afd4410c tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Deleting port a4ee469b-6063-46c4-8eaa-4e2e874cee7e {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:20:23.725013 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-58600480-ae11-43eb-b33f-04a8afd4410c tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:23.727343 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['7433fd19-92c0-4148-9690-7a195b654570'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:20:23.750403 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c21f0-ab39-4b4c-bb82-d81f93350012 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Port': ['ID=111da81b-737e-4f60-88a6-64284c473510,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:23.760937 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7c21f0-ab39-4b4c-bb82-d81f93350012 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Network 0c5de2ff-038c-4920-af66-7ab5dc6a7221 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:20:23.768598 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-ab7c21f0-ab39-4b4c-bb82-d81f93350012 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:20:23.800837 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7c21f0-ab39-4b4c-bb82-d81f93350012 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:20:23.801622 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ab7c21f0-ab39-4b4c-bb82-d81f93350012 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:23.835046 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-8af80a34-248c-4924-981e-b883d3862e88 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:23.835934 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-8af80a34-248c-4924-981e-b883d3862e88 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:23.878262 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-8af80a34-248c-4924-981e-b883d3862e88 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.6290526 Feb 04 21:20:23.917666 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-039aad90-aa23-45af-9c62-322a1b8c936d service neutron] Request body: {'port': {'device_id': 'ec7f3ebf-e091-4b5f-9460-876dff86922e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:23.993865 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-58600480-ae11-43eb-b33f-04a8afd4410c tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:24.097533 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cfccb0-f6e1-4a93-91ba-b1db88df62e6 req-88b5ecc2-55de-4d07-ad17-63f4f1adab27 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:24.099386 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-48cfccb0-f6e1-4a93-91ba-b1db88df62e6 req-88b5ecc2-55de-4d07-ad17-63f4f1adab27 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec7f3ebf-e091-4b5f-9460-876dff86922e HTTP/1.1" status: 200 len: 936 time: 1.3122680 Feb 04 21:20:24.233536 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ed1726a8-de94-4bf2-93ac-66531fc08525 None None] Provisioning for port 111da81b-737e-4f60-88a6-64284c473510 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:20:24.239831 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ed1726a8-de94-4bf2-93ac-66531fc08525 None None] Provisioning complete for port 111da81b-737e-4f60-88a6-64284c473510 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:24.240275 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ed1726a8-de94-4bf2-93ac-66531fc08525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:24.271337 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-58600480-ae11-43eb-b33f-04a8afd4410c tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Calling delete_port for a4ee469b-6063-46c4-8eaa-4e2e874cee7e owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:20:24.319509 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-ed1726a8-de94-4bf2-93ac-66531fc08525 None None] Port 111da81b-737e-4f60-88a6-64284c473510 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:20:24.331548 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-48cfccb0-f6e1-4a93-91ba-b1db88df62e6 req-01f9ac8d-d963-4cb9-9026-95a6a5b0d7c2 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Synchronizing usage tracker for tenant:c6b4f92d55c84d3aa09d17e41deeb105 on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:20:24.402315 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-039aad90-aa23-45af-9c62-322a1b8c936d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:24.469953 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-14e0a333-bdb1-4c5b-a9f3-ec34a1a624c9 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:24.477900 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ab7c21f0-ab39-4b4c-bb82-d81f93350012 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:24.515901 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-58600480-ae11-43eb-b33f-04a8afd4410c tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:24.574880 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58600480-ae11-43eb-b33f-04a8afd4410c tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Pushing event deleted for resources: {'Port': ['ID=a4ee469b-6063-46c4-8eaa-4e2e874cee7e,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:24.588576 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-48cfccb0-f6e1-4a93-91ba-b1db88df62e6 req-01f9ac8d-d963-4cb9-9026-95a6a5b0d7c2 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Unset dirty status for tenant:c6b4f92d55c84d3aa09d17e41deeb105 on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:20:24.589782 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-48cfccb0-f6e1-4a93-91ba-b1db88df62e6 req-01f9ac8d-d963-4cb9-9026-95a6a5b0d7c2 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] 10.222.0.26 "GET /v2.0/security-groups?id=f11c41db-1371-464f-ab54-277d5714f148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4703906 Feb 04 21:20:24.617020 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0a333-bdb1-4c5b-a9f3-ec34a1a624c9 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Pushing event deleted for resources: {'Port': ['ID=9575c000-40d5-4fed-86cd-27200fdbf6c8,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:24.758188 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-58600480-ae11-43eb-b33f-04a8afd4410c tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:24.976835 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-58600480-ae11-43eb-b33f-04a8afd4410c tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:24.984108 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-58600480-ae11-43eb-b33f-04a8afd4410c tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:25.013557 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-58600480-ae11-43eb-b33f-04a8afd4410c tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:25.014354 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58600480-ae11-43eb-b33f-04a8afd4410c tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Fanout notify agent at l3_agent the message router_deleted on router b6f947e1-6f28-4f0d-9690-ed885ad6c5fd {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:20:25.035741 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-58600480-ae11-43eb-b33f-04a8afd4410c tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:25.037304 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-58600480-ae11-43eb-b33f-04a8afd4410c tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] 10.222.0.26 "DELETE /v2.0/routers/b6f947e1-6f28-4f0d-9690-ed885ad6c5fd HTTP/1.1" status: 204 len: 168 time: 2.1736987 Feb 04 21:20:25.040826 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52888) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:25.048170 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-8d9f1747-37d0-4758-9caa-b79aa659a595 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1087484703', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'enable_snat': False}}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:25.056020 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-8d9f1747-37d0-4758-9caa-b79aa659a595 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:25.060821 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-8d9f1747-37d0-4758-9caa-b79aa659a595 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Usage tracker for resource:router and tenant:4cb61ac16a194fd1a0644872afbaafd5 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:25.066017 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-8d9f1747-37d0-4758-9caa-b79aa659a595 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:25.073346 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-8d9f1747-37d0-4758-9caa-b79aa659a595 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:25.091869 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8d9f1747-37d0-4758-9caa-b79aa659a595 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:25.092922 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8d9f1747-37d0-4758-9caa-b79aa659a595 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:25.118586 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8d9f1747-37d0-4758-9caa-b79aa659a595 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:25.266557 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-14e0a333-bdb1-4c5b-a9f3-ec34a1a624c9 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:25.335986 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-14e0a333-bdb1-4c5b-a9f3-ec34a1a624c9 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] 10.222.0.26 "DELETE /v2.0/ports/9575c000-40d5-4fed-86cd-27200fdbf6c8 HTTP/1.1" status: 204 len: 168 time: 3.9998682 Feb 04 21:20:25.336896 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 52906) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:25.411824 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8f78f-d242-4587-bf17-c80539b952b3 req-97f7b3e2-668a-4d95-85e7-87504a99a289 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:25.417949 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-41d8f78f-d242-4587-bf17-c80539b952b3 req-97f7b3e2-668a-4d95-85e7-87504a99a289 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc13c96f-7262-44aa-a5eb-c86bc8a6ddea HTTP/1.1" status: 200 len: 945 time: 0.6445882 Feb 04 21:20:25.532545 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab1f509-ceea-4a8f-aea8-7ff982d01136 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] GET failed (client error): The resource could not be found. Feb 04 21:20:25.533174 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7ab1f509-ceea-4a8f-aea8-7ff982d01136 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Synchronizing usage tracker for tenant:dc0970698e49420e829efb6f1302fe5d on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:20:25.565361 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52916) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:25.578755 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8d9f1747-37d0-4758-9caa-b79aa659a595 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:25.606262 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-41d8f78f-d242-4587-bf17-c80539b952b3 req-c328bc45-091a-4bb1-b98b-1e4cd776df5d tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7cd86ab-1f14-45ad-b2f7-a26d6d119c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872303 Feb 04 21:20:25.641470 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7ab1f509-ceea-4a8f-aea8-7ff982d01136 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Unset dirty status for tenant:dc0970698e49420e829efb6f1302fe5d on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:20:25.642704 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-7ab1f509-ceea-4a8f-aea8-7ff982d01136 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] 10.222.0.26 "GET /v2.0/ports/9575c000-40d5-4fed-86cd-27200fdbf6c8 HTTP/1.1" status: 404 len: 333 time: 0.2918971 Feb 04 21:20:25.650211 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 52926) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:25.849229 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-608c3e67-84c3-4fc5-b716-a6f73e31098c tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Request body: {'port': {'network_id': '7114ab02-2f52-454e-8c98-6c5e2d23abeb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1344746426'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:25.953048 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-82462e2e-8228-46c3-87de-45dbedf4d53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:26.013350 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-039aad90-aa23-45af-9c62-322a1b8c936d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28ed6478-e53f-459d-8c52-32eec21c8878 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:20:26.035553 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8d9f1747-37d0-4758-9caa-b79aa659a595 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:26.037338 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-039aad90-aa23-45af-9c62-322a1b8c936d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:26.071001 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-82462e2e-8228-46c3-87de-45dbedf4d53f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:26.078015 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8d9f1747-37d0-4758-9caa-b79aa659a595 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:26.080854 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-82462e2e-8228-46c3-87de-45dbedf4d53f admin admin] Usage tracker for resource:security_group_rule and tenant:499b952744e74e5dba8f71717ea44ddf is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:26.084540 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-82462e2e-8228-46c3-87de-45dbedf4d53f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:26.085698 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ab7c21f0-ab39-4b4c-bb82-d81f93350012 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:26.100990 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ab7c21f0-ab39-4b4c-bb82-d81f93350012 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:26.101778 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ab7c21f0-ab39-4b4c-bb82-d81f93350012 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:26.106273 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-039aad90-aa23-45af-9c62-322a1b8c936d service neutron] Transition to ACTIVE for port object 28ed6478-e53f-459d-8c52-32eec21c8878 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:20:26.131039 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-82462e2e-8228-46c3-87de-45dbedf4d53f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:26.163466 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-039aad90-aa23-45af-9c62-322a1b8c936d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:26.220519 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:26.306178 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-8d9f1747-37d0-4758-9caa-b79aa659a595 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Allocated IP 172.25.5.51 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/50677f33-c11f-412c-b2b8-1672f35771bb) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:20:26.356889 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-608c3e67-84c3-4fc5-b716-a6f73e31098c tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:26.359182 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c21f0-ab39-4b4c-bb82-d81f93350012 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Port': ['ID=111da81b-737e-4f60-88a6-64284c473510,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:26.373629 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2425c-3750-469b-abd3-442a711a19a5 req-bfdb53c3-1006-4165-aaa9-da1f22aa97f3 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:26.380643 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52944) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:26.380888 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2af2425c-3750-469b-abd3-442a711a19a5 req-bfdb53c3-1006-4165-aaa9-da1f22aa97f3 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec7f3ebf-e091-4b5f-9460-876dff86922e HTTP/1.1" status: 200 len: 936 time: 0.5080924 Feb 04 21:20:26.382616 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-82462e2e-8228-46c3-87de-45dbedf4d53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:26.440967 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-608c3e67-84c3-4fc5-b716-a6f73e31098c tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:26.442058 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-82462e2e-8228-46c3-87de-45dbedf4d53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:26.547432 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 7433fd19-92c0-4148-9690-7a195b654570 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:20:26.572939 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8d9f1747-37d0-4758-9caa-b79aa659a595 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:26.581007 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608c3e67-84c3-4fc5-b716-a6f73e31098c tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Made reservation on behalf of dc0970698e49420e829efb6f1302fe5d for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:20:26.585153 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-608c3e67-84c3-4fc5-b716-a6f73e31098c tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:26.624143 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2af2425c-3750-469b-abd3-442a711a19a5 req-c8c5014f-d7aa-45ad-b3d7-05dceb3ebe4b tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] 10.222.0.26 "GET /v2.0/security-groups?id=f11c41db-1371-464f-ab54-277d5714f148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422891 Feb 04 21:20:26.634950 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 7433fd19-92c0-4148-9690-7a195b654570 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:20:26.637796 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039aad90-aa23-45af-9c62-322a1b8c936d service neutron] Pushing event updated for resources: {'Port': ['ID=28ed6478-e53f-459d-8c52-32eec21c8878,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:26.640562 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 7433fd19-92c0-4148-9690-7a195b654570 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:26.640934 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:26.648569 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-677ec7c1-d4f0-43ed-a230-9775d43cab4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:26.664100 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [None req-608c3e67-84c3-4fc5-b716-a6f73e31098c tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] device_id is not set on port 870071ed-a1b3-4a3a-ae70-474eb60c9a0b yet. {{(pid=87683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:20:26.667860 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462e2e-8228-46c3-87de-45dbedf4d53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c24b173-3335-4c88-98f3-107138fc46ae,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:26.693651 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-82462e2e-8228-46c3-87de-45dbedf4d53f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=499b952744e74e5dba8f71717ea44ddf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1267738 Feb 04 21:20:26.696647 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-677ec7c1-d4f0-43ed-a230-9775d43cab4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:26.698695 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52954) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:26.714199 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7c21f0-ab39-4b4c-bb82-d81f93350012 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Network 0c5de2ff-038c-4920-af66-7ab5dc6a7221 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:20:26.715194 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-677ec7c1-d4f0-43ed-a230-9775d43cab4b admin admin] Usage tracker for resource:security_group_rule and tenant:8ba0565fbcc14398b564c7034590d619 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:26.718299 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-ab7c21f0-ab39-4b4c-bb82-d81f93350012 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:20:26.719282 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-677ec7c1-d4f0-43ed-a230-9775d43cab4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:26.745070 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-677ec7c1-d4f0-43ed-a230-9775d43cab4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:26.804214 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-039aad90-aa23-45af-9c62-322a1b8c936d service neutron] Attempting to bind port 28ed6478-e53f-459d-8c52-32eec21c8878 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:20:26.804553 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-039aad90-aa23-45af-9c62-322a1b8c936d service neutron] Attempting to bind port 28ed6478-e53f-459d-8c52-32eec21c8878 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:20:26.804875 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-039aad90-aa23-45af-9c62-322a1b8c936d service neutron] Attempting to bind port 28ed6478-e53f-459d-8c52-32eec21c8878 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:20:26.814100 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:26.832684 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-039aad90-aa23-45af-9c62-322a1b8c936d service neutron] Port 28ed6478-e53f-459d-8c52-32eec21c8878 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:20:26.833005 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-039aad90-aa23-45af-9c62-322a1b8c936d service neutron] Attempting to bind port 28ed6478-e53f-459d-8c52-32eec21c8878 on network 54d6ae2e-de73-4435-bfdd-cd390a2143ad {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:20:26.840519 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8d9f1747-37d0-4758-9caa-b79aa659a595 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:26.847269 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc13c96f-7262-44aa-a5eb-c86bc8a6ddea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7433fd19-92c0-4148-9690-7a195b654570'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:20:26.857907 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 7433fd19-92c0-4148-9690-7a195b654570, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=7433fd19-92c0-4148-9690-7a195b654570,segment=NetworkSegment(8299b89e-3ccb-41a8-9915-efc7418a8f7d),segment_id=8299b89e-3ccb-41a8-9915-efc7418a8f7d)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:20:26.864117 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:26.899983 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-77d9b070-9701-4eba-9d77-3f211c8bbc80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:26.950423 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9f1747-37d0-4758-9caa-b79aa659a595 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:20:26.953189 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-039aad90-aa23-45af-9c62-322a1b8c936d service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:20:26.953791 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-039aad90-aa23-45af-9c62-322a1b8c936d service neutron] Checking segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:20:26.954182 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-039aad90-aa23-45af-9c62-322a1b8c936d service neutron] Bound using segment: {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:20:26.954669 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-039aad90-aa23-45af-9c62-322a1b8c936d service neutron] Bound port: 28ed6478-e53f-459d-8c52-32eec21c8878, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff6acca-b6b1-44c0-b18a-10955f9f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:20:26.955202 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-039aad90-aa23-45af-9c62-322a1b8c936d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:26.956563 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=7433fd19-92c0-4148-9690-7a195b654570,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:26.969245 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-8d9f1747-37d0-4758-9caa-b79aa659a595 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:20:26.972806 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9f1747-37d0-4758-9caa-b79aa659a595 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:20:27.010031 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-77d9b070-9701-4eba-9d77-3f211c8bbc80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:27.037167 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f1747-37d0-4758-9caa-b79aa659a595 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Pushing event updated for resources: {'Port': ['ID=50677f33-c11f-412c-b2b8-1672f35771bb,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:27.133803 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-608c3e67-84c3-4fc5-b716-a6f73e31098c tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Allocated IP 2001:db8::2ea (7114ab02-2f52-454e-8c98-6c5e2d23abeb/2f9c9f29-29d0-4b08-a6c6-72ff734cc727/870071ed-a1b3-4a3a-ae70-474eb60c9a0b) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:20:27.141916 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-22bbf86f-3803-4446-aa87-2c0447ea8ad3 None None] Provisioning complete for port 111da81b-737e-4f60-88a6-64284c473510 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:27.142396 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-22bbf86f-3803-4446-aa87-2c0447ea8ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:27.175746 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-677ec7c1-d4f0-43ed-a230-9775d43cab4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:27.180356 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-039aad90-aa23-45af-9c62-322a1b8c936d service neutron] For port 28ed6478-e53f-459d-8c52-32eec21c8878, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:20:27.188309 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-039aad90-aa23-45af-9c62-322a1b8c936d service neutron] For port 28ed6478-e53f-459d-8c52-32eec21c8878, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=28ed6478-e53f-459d-8c52-32eec21c8878,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:20:27.207387 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-22bbf86f-3803-4446-aa87-2c0447ea8ad3 None None] Port 111da81b-737e-4f60-88a6-64284c473510 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:20:27.211759 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-039aad90-aa23-45af-9c62-322a1b8c936d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:27.242862 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-677ec7c1-d4f0-43ed-a230-9775d43cab4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:27.280793 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b747aee-47cb-4ce3-a21d-53ef3e3ca33b req-ee63b6a8-a736-4953-9ddd-64d21f2ea495 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:27.282360 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1b747aee-47cb-4ce3-a21d-53ef3e3ca33b req-ee63b6a8-a736-4953-9ddd-64d21f2ea495 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc13c96f-7262-44aa-a5eb-c86bc8a6ddea HTTP/1.1" status: 200 len: 946 time: 0.4652386 Feb 04 21:20:27.344053 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-039aad90-aa23-45af-9c62-322a1b8c936d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:27.344708 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-039aad90-aa23-45af-9c62-322a1b8c936d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:27.346919 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-039aad90-aa23-45af-9c62-322a1b8c936d service neutron] 10.222.0.32 "PUT /v2.0/ports/28ed6478-e53f-459d-8c52-32eec21c8878 HTTP/1.1" status: 200 len: 1096 time: 3.4394484 Feb 04 21:20:27.351938 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7f3ebf-e091-4b5f-9460-876dff86922e', 'tag': '28ed6478-e53f-459d-8c52-32eec21c8878'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:20:27.387754 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-677ec7c1-d4f0-43ed-a230-9775d43cab4b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8ba0565fbcc14398b564c7034590d619&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0034850 Feb 04 21:20:27.394463 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52962) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:27.402291 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-77d9b070-9701-4eba-9d77-3f211c8bbc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:27.417013 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7c21f0-ab39-4b4c-bb82-d81f93350012 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Router 4bb8e3c9-fd99-40ca-ba42-9f119177f352 is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:20:27.422319 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ec7c1-d4f0-43ed-a230-9775d43cab4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b323f2-1c56-4975-a1cb-8e550625594e,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:27.461460 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d9b070-9701-4eba-9d77-3f211c8bbc80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c24b173-3335-4c88-98f3-107138fc46ae,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:27.678853 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1b747aee-47cb-4ce3-a21d-53ef3e3ca33b req-26b880fe-2f9f-4aa7-b42c-48af6ba4a3bc tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7cd86ab-1f14-45ad-b2f7-a26d6d119c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792160 Feb 04 21:20:27.682595 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039aad90-aa23-45af-9c62-322a1b8c936d service neutron] Pushing event updated for resources: {'Port': ['ID=28ed6478-e53f-459d-8c52-32eec21c8878,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:27.728841 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-77d9b070-9701-4eba-9d77-3f211c8bbc80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:27.732494 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-77d9b070-9701-4eba-9d77-3f211c8bbc80 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3c24b173-3335-4c88-98f3-107138fc46ae HTTP/1.1" status: 204 len: 168 time: 1.0304086 Feb 04 21:20:27.753823 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc13c96f-7262-44aa-a5eb-c86bc8a6ddea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7433fd19-92c0-4148-9690-7a195b654570', 'code': 200} Feb 04 21:20:27.849546 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-90bcd899-31a6-4491-a6d7-f6657b8a0bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:27.900267 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec7f3ebf-e091-4b5f-9460-876dff86922e', 'tag': '28ed6478-e53f-459d-8c52-32eec21c8878', 'status': 'completed', 'code': 200} Feb 04 21:20:27.928615 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-90bcd899-31a6-4491-a6d7-f6657b8a0bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:27.946160 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8d9f1747-37d0-4758-9caa-b79aa659a595 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:27.966459 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7c21f0-ab39-4b4c-bb82-d81f93350012 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:20:27.983094 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157a76a7-d521-4636-bc9b-74d831f8a121 None None] Sync routers for ids ['4bb8e3c9-fd99-40ca-ba42-9f119177f352'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:20:28.000896 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157a76a7-d521-4636-bc9b-74d831f8a121 None None] Routers {'4bb8e3c9-fd99-40ca-ba42-9f119177f352'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:20:28.002878 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-157a76a7-d521-4636-bc9b-74d831f8a121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:20:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4bb8e3c9-fd99-40ca-ba42-9f119177f352'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:28.028891 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ab7c21f0-ab39-4b4c-bb82-d81f93350012 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "PUT /v2.0/routers/4bb8e3c9-fd99-40ca-ba42-9f119177f352/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7603576 Feb 04 21:20:28.050116 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52972) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:28.103568 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-8285df55-80a7-4553-ab0c-2ff7c2b111a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:28.105087 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-8285df55-80a7-4553-ab0c-2ff7c2b111a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6b4f92d55c84d3aa09d17e41deeb105&device_id=ec7f3ebf-e091-4b5f-9460-876dff86922e HTTP/1.1" status: 200 len: 1099 time: 0.6891131 Feb 04 21:20:28.114048 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-157a76a7-d521-4636-bc9b-74d831f8a121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:28.127356 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157a76a7-d521-4636-bc9b-74d831f8a121 None None] Routers {'4bb8e3c9-fd99-40ca-ba42-9f119177f352'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:20:28.128775 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-157a76a7-d521-4636-bc9b-74d831f8a121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:20:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4bb8e3c9-fd99-40ca-ba42-9f119177f352'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:28.137179 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23c9be9-6673-4ef4-bbef-6639c13a09bc tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:28.138754 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f23c9be9-6673-4ef4-bbef-6639c13a09bc tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "GET /v2.0/ports/111da81b-737e-4f60-88a6-64284c473510 HTTP/1.1" status: 200 len: 911 time: 0.0876200 Feb 04 21:20:28.144015 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 52982) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:28.156604 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-0dbb7541-4d34-4b6f-8bb9-e1ee933ce360 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9534923c-4ae9-4a49-bcbb-ac0ac7647f25'}]}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:28.202954 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-608c3e67-84c3-4fc5-b716-a6f73e31098c tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:28.207943 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-654ec397-26b1-4d42-af00-0215abc88038 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=28ed6478-e53f-459d-8c52-32eec21c8878 HTTP/1.1" status: 200 len: 217 time: 0.0888486 Feb 04 21:20:28.210834 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-157a76a7-d521-4636-bc9b-74d831f8a121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:28.211287 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157a76a7-d521-4636-bc9b-74d831f8a121 None None] The sync data for ids ['4bb8e3c9-fd99-40ca-ba42-9f119177f352'] in n-d-827896-1 is: [] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:20:28.278470 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449137d-edb6-4b09-a980-b5309364c827 req-59332587-7d1c-4139-86bc-cf0b69cc8693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:28.280116 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6449137d-edb6-4b09-a980-b5309364c827 req-59332587-7d1c-4139-86bc-cf0b69cc8693 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fc13c96f-7262-44aa-a5eb-c86bc8a6ddea HTTP/1.1" status: 200 len: 1097 time: 0.4695585 Feb 04 21:20:28.307186 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a89e1a-c405-4ef8-9baa-363ffd35b65d req-1c6fc14c-f5e9-4890-adc9-a28bdbefac83 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:28.309427 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-12a89e1a-c405-4ef8-9baa-363ffd35b65d req-1c6fc14c-f5e9-4890-adc9-a28bdbefac83 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec7f3ebf-e091-4b5f-9460-876dff86922e HTTP/1.1" status: 200 len: 948 time: 0.3674462 Feb 04 21:20:28.318909 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-69c45404-2d88-446c-bba2-77fee14e8067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:28.320633 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-69c45404-2d88-446c-bba2-77fee14e8067 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.1068556 Feb 04 21:20:28.372946 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [None req-608c3e67-84c3-4fc5-b716-a6f73e31098c tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Transition to ACTIVE for port object 870071ed-a1b3-4a3a-ae70-474eb60c9a0b will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:20:28.384071 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-90bcd899-31a6-4491-a6d7-f6657b8a0bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:28.426465 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-12a89e1a-c405-4ef8-9baa-363ffd35b65d req-e9d318b8-ceaf-4884-9ba8-0a53bafd82bc tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] 10.222.0.26 "GET /v2.0/security-groups?id=f11c41db-1371-464f-ab54-277d5714f148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034160 Feb 04 21:20:28.456087 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-6449137d-edb6-4b09-a980-b5309364c827 req-926e1ef6-6abb-4338-808e-604d990ac45f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e7cd86ab-1f14-45ad-b2f7-a26d6d119c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586940 Feb 04 21:20:28.459903 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-6977f55a-0e6a-421f-829c-c7d1af61ea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:28.461769 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-6977f55a-0e6a-421f-829c-c7d1af61ea77 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1229763 Feb 04 21:20:28.463431 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-608c3e67-84c3-4fc5-b716-a6f73e31098c tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:28.526616 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bcd899-31a6-4491-a6d7-f6657b8a0bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b323f2-1c56-4975-a1cb-8e550625594e,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:28.547479 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-90bcd899-31a6-4491-a6d7-f6657b8a0bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:28.549425 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-90bcd899-31a6-4491-a6d7-f6657b8a0bc1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b9b323f2-1c56-4975-a1cb-8e550625594e HTTP/1.1" status: 204 len: 168 time: 1.1511128 Feb 04 21:20:28.594817 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c3e67-84c3-4fc5-b716-a6f73e31098c tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Pushing event updated for resources: {'Port': ['ID=870071ed-a1b3-4a3a-ae70-474eb60c9a0b,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:28.675321 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608c3e67-84c3-4fc5-b716-a6f73e31098c tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Network 7114ab02-2f52-454e-8c98-6c5e2d23abeb is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:20:28.678675 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-608c3e67-84c3-4fc5-b716-a6f73e31098c tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:20:28.681003 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608c3e67-84c3-4fc5-b716-a6f73e31098c tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:20:28.687267 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608c3e67-84c3-4fc5-b716-a6f73e31098c tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:28.687887 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-608c3e67-84c3-4fc5-b716-a6f73e31098c tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:28.747543 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-608c3e67-84c3-4fc5-b716-a6f73e31098c tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.0901740 Feb 04 21:20:28.747543 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53002) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:28.748367 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8d9f1747-37d0-4758-9caa-b79aa659a595 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:28.758820 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-ef2c81d4-3f99-4fa6-9e2f-7e9ae1148e21 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::96', 'mac_address': 'fa:16:3e:e8:04:17'}]}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:28.810606 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0dbb7541-4d34-4b6f-8bb9-e1ee933ce360 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:28.856051 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-bdb09a5c-8e45-4a37-ba5d-b36a3d6a20bc service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851879 Feb 04 21:20:29.182933 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-228993c3-b344-4627-8b30-adca96b07cda None None] Provisioning for port 870071ed-a1b3-4a3a-ae70-474eb60c9a0b completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:20:29.190540 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53010) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:29.190794 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-228993c3-b344-4627-8b30-adca96b07cda None None] Provisioning complete for port 870071ed-a1b3-4a3a-ae70-474eb60c9a0b triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:29.191338 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-228993c3-b344-4627-8b30-adca96b07cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:29.229272 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-20ada516-f183-48b3-b609-d785b31be0f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:29.262774 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-228993c3-b344-4627-8b30-adca96b07cda None None] Port 870071ed-a1b3-4a3a-ae70-474eb60c9a0b cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:20:29.286461 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-20ada516-f183-48b3-b609-d785b31be0f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:29.312821 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-20ada516-f183-48b3-b609-d785b31be0f1 admin admin] Usage tracker for resource:security_group_rule and tenant:493255d850da4cf38d034791aedcfe61 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:29.325566 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-20ada516-f183-48b3-b609-d785b31be0f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:29.340800 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-20ada516-f183-48b3-b609-d785b31be0f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:29.364082 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f88fe2e1-c19e-444f-b8d4-30aa8e0cad83 req-3ee8af72-b34b-49b6-8724-0b47f185a567 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4998386 Feb 04 21:20:29.449865 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9f1747-37d0-4758-9caa-b79aa659a595 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Router ce8ab44e-f74a-47d6-9d82-29b1cb249f77 is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:20:29.495084 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2581fb-5f3c-466f-aed4-427a18a64eca req-13f8529a-26fd-41ac-80b8-a0846763040f tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:29.500864 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-be2581fb-5f3c-466f-aed4-427a18a64eca req-13f8529a-26fd-41ac-80b8-a0846763040f tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc13c96f-7262-44aa-a5eb-c86bc8a6ddea HTTP/1.1" status: 200 len: 946 time: 0.5130186 Feb 04 21:20:29.584296 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ef2c81d4-3f99-4fa6-9e2f-7e9ae1148e21 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:29.628177 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-be2581fb-5f3c-466f-aed4-427a18a64eca req-c9f55e02-6d42-4736-ac64-92d01c42d1c8 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7cd86ab-1f14-45ad-b2f7-a26d6d119c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262965 Feb 04 21:20:29.685819 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:20:29.817505 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53026) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:29.857859 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9f1747-37d0-4758-9caa-b79aa659a595 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:20:29.872635 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cf5616-1318-4aa6-8b9b-206733ec69da None None] Sync routers for ids ['ce8ab44e-f74a-47d6-9d82-29b1cb249f77'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:20:29.887917 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cf5616-1318-4aa6-8b9b-206733ec69da None None] Routers {'ce8ab44e-f74a-47d6-9d82-29b1cb249f77'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:20:29.889050 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-86cf5616-1318-4aa6-8b9b-206733ec69da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:20:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['ce8ab44e-f74a-47d6-9d82-29b1cb249f77'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:29.899479 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8d9f1747-37d0-4758-9caa-b79aa659a595 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:29.901008 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8d9f1747-37d0-4758-9caa-b79aa659a595 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.8586206 Feb 04 21:20:29.912439 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53032) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:29.938966 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169cd90-2a8a-43ae-a46b-42b8b9bf4578 req-b9f86bfb-cceb-4a16-bbe5-f83a5d56028a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:29.940956 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6169cd90-2a8a-43ae-a46b-42b8b9bf4578 req-b9f86bfb-cceb-4a16-bbe5-f83a5d56028a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6b4f92d55c84d3aa09d17e41deeb105&device_id=ec7f3ebf-e091-4b5f-9460-876dff86922e HTTP/1.1" status: 200 len: 1099 time: 0.4929070 Feb 04 21:20:29.955136 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-20ada516-f183-48b3-b609-d785b31be0f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:29.988102 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-20ada516-f183-48b3-b609-d785b31be0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:30.029603 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0dbb7541-4d34-4b6f-8bb9-e1ee933ce360 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:30.039151 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-9b14954d-a947-4313-9b27-0feaed7c83e5 tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1874398872', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:30.056618 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9b14954d-a947-4313-9b27-0feaed7c83e5 tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:30.059000 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0dbb7541-4d34-4b6f-8bb9-e1ee933ce360 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:30.065663 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbb7541-4d34-4b6f-8bb9-e1ee933ce360 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:30.066472 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0dbb7541-4d34-4b6f-8bb9-e1ee933ce360 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:30.070550 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0dbb7541-4d34-4b6f-8bb9-e1ee933ce360 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "PUT /v2.0/ports/111da81b-737e-4f60-88a6-64284c473510 HTTP/1.1" status: 200 len: 911 time: 1.9227524 Feb 04 21:20:30.083428 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53036) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:30.109506 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9b14954d-a947-4313-9b27-0feaed7c83e5 tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Usage tracker for resource:port and tenant:9c90670127cc406ca6aa9c94d0394307 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:30.120134 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9b14954d-a947-4313-9b27-0feaed7c83e5 tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:30.120352 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-86cf5616-1318-4aa6-8b9b-206733ec69da None None] Set router ce8ab44e-f74a-47d6-9d82-29b1cb249f77 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:20:30.142628 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9b14954d-a947-4313-9b27-0feaed7c83e5 tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:30.233767 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b14954d-a947-4313-9b27-0feaed7c83e5 tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Made reservation on behalf of 9c90670127cc406ca6aa9c94d0394307 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:20:30.236241 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9b14954d-a947-4313-9b27-0feaed7c83e5 tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:30.254474 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9b14954d-a947-4313-9b27-0feaed7c83e5 tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:30.263317 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb7541-4d34-4b6f-8bb9-e1ee933ce360 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Port': ['ID=111da81b-737e-4f60-88a6-64284c473510,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:30.280647 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9b14954d-a947-4313-9b27-0feaed7c83e5 tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:30.288146 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9b14954d-a947-4313-9b27-0feaed7c83e5 tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Usage tracker for resource:security_group_rule and tenant:9c90670127cc406ca6aa9c94d0394307 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:30.294802 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-952ef152-4d73-45fd-9fff-150bc15c99ff tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] 10.222.0.26 "GET /v2.0/routers/ce8ab44e-f74a-47d6-9d82-29b1cb249f77 HTTP/1.1" status: 200 len: 908 time: 0.3786874 Feb 04 21:20:30.294802 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9b14954d-a947-4313-9b27-0feaed7c83e5 tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:30.296362 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53040) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:30.305882 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-2fd8e556-baa8-404e-b9c8-bbd6e70a9727 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1087484703', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'enable_snat': True}}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:30.309844 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9b14954d-a947-4313-9b27-0feaed7c83e5 tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:30.314056 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-2fd8e556-baa8-404e-b9c8-bbd6e70a9727 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:30.323334 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2fd8e556-baa8-404e-b9c8-bbd6e70a9727 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Usage tracker for resource:router and tenant:4cb61ac16a194fd1a0644872afbaafd5 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:30.323868 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ada516-f183-48b3-b609-d785b31be0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be7e8f9-a8a1-4062-a9c0-25c2ccc15c28,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:30.327260 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2fd8e556-baa8-404e-b9c8-bbd6e70a9727 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:30.330856 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-20ada516-f183-48b3-b609-d785b31be0f1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=493255d850da4cf38d034791aedcfe61&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1350760 Feb 04 21:20:30.334616 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53044) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:30.346410 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-2fd8e556-baa8-404e-b9c8-bbd6e70a9727 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:30.383548 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2fd8e556-baa8-404e-b9c8-bbd6e70a9727 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:30.384229 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2fd8e556-baa8-404e-b9c8-bbd6e70a9727 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:30.443862 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c908a-1556-4bdb-998c-39cf90f6b239 req-ccf0338b-03dd-4208-94cb-841a684a41b4 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:30.445476 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-968c908a-1556-4bdb-998c-39cf90f6b239 req-ccf0338b-03dd-4208-94cb-841a684a41b4 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec7f3ebf-e091-4b5f-9460-876dff86922e HTTP/1.1" status: 200 len: 948 time: 0.6098421 Feb 04 21:20:30.450830 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-86cf5616-1318-4aa6-8b9b-206733ec69da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8ab44e-f74a-47d6-9d82-29b1cb249f77', 'name': 'tempest-snat-router-1087484703', 'tenant_id': '4cb61ac16a194fd1a0644872afbaafd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.51'}], 'enable_snat': False}, 'gw_port_id': '50677f33-c11f-412c-b2b8-1672f35771bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:25Z', 'updated_at': '2022-02-04T21:20:27Z', 'revision_number': 3, 'project_id': '4cb61ac16a194fd1a0644872afbaafd5', 'gw_port': {'id': '50677f33-c11f-412c-b2b8-1672f35771bb', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8ab44e-f74a-47d6-9d82-29b1cb249f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:26Z', 'updated_at': '2022-02-04T21:20:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:30.451430 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2fd8e556-baa8-404e-b9c8-bbd6e70a9727 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:30.455858 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cf5616-1318-4aa6-8b9b-206733ec69da None None] Checking router: ce8ab44e-f74a-47d6-9d82-29b1cb249f77 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:20:30.456434 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cf5616-1318-4aa6-8b9b-206733ec69da None None] Updating router ce8ab44e-f74a-47d6-9d82-29b1cb249f77 port 50677f33-c11f-412c-b2b8-1672f35771bb binding host n-d-827896-1 {{(pid=87684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:20:30.465498 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169cd90-2a8a-43ae-a46b-42b8b9bf4578 req-07738ced-f5db-4620-8638-cdb24e7323d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:30.465833 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-02f42453-7a89-4525-8578-8502f825f117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:30.466955 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6169cd90-2a8a-43ae-a46b-42b8b9bf4578 req-07738ced-f5db-4620-8638-cdb24e7323d2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=54d6ae2e-de73-4435-bfdd-cd390a2143ad HTTP/1.1" status: 200 len: 870 time: 0.5140514 Feb 04 21:20:30.515156 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-86cf5616-1318-4aa6-8b9b-206733ec69da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:30.574617 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-02f42453-7a89-4525-8578-8502f825f117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:30.603770 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9b14954d-a947-4313-9b27-0feaed7c83e5 tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:30.668119 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9b14954d-a947-4313-9b27-0feaed7c83e5 tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:30.690888 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-9b14954d-a947-4313-9b27-0feaed7c83e5 tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] device_id is not set on port c0c9a495-6aa8-4a85-b95a-2468b786e06a yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:20:30.713408 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6169cd90-2a8a-43ae-a46b-42b8b9bf4578 req-f1cd40dc-fa18-4baf-98da-851283e72f9c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=28ed6478-e53f-459d-8c52-32eec21c8878 HTTP/1.1" status: 200 len: 217 time: 0.1708717 Feb 04 21:20:30.818499 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-968c908a-1556-4bdb-998c-39cf90f6b239 req-72d5c6a8-d8ca-4134-bc12-c223d621119f tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] 10.222.0.26 "GET /v2.0/security-groups?id=f11c41db-1371-464f-ab54-277d5714f148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545358 Feb 04 21:20:30.862146 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ef2c81d4-3f99-4fa6-9e2f-7e9ae1148e21 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:30.882991 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ef2c81d4-3f99-4fa6-9e2f-7e9ae1148e21 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:30.911849 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14954d-a947-4313-9b27-0feaed7c83e5 tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7411967d-f6be-448b-8fe8-750107705175,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:30.918337 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2fd8e556-baa8-404e-b9c8-bbd6e70a9727 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:30.932118 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169cd90-2a8a-43ae-a46b-42b8b9bf4578 req-797cf59d-6101-4c43-808e-9fd66ff9e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:30.933979 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6169cd90-2a8a-43ae-a46b-42b8b9bf4578 req-797cf59d-6101-4c43-808e-9fd66ff9e162 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d2f9c06-58f8-4b66-a033-2aa50eedddcd HTTP/1.1" status: 200 len: 843 time: 0.2040844 Feb 04 21:20:30.994662 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-86cf5616-1318-4aa6-8b9b-206733ec69da None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:30.995888 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-ef2c81d4-3f99-4fa6-9e2f-7e9ae1148e21 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] In _notify_port_updated(), no bound segment for port 870071ed-a1b3-4a3a-ae70-474eb60c9a0b on network 7114ab02-2f52-454e-8c98-6c5e2d23abeb {{(pid=87683) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 21:20:31.001692 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2c81d4-3f99-4fa6-9e2f-7e9ae1148e21 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:31.002362 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ef2c81d4-3f99-4fa6-9e2f-7e9ae1148e21 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:31.006198 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ef2c81d4-3f99-4fa6-9e2f-7e9ae1148e21 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] 10.222.0.26 "PUT /v2.0/ports/870071ed-a1b3-4a3a-ae70-474eb60c9a0b HTTP/1.1" status: 200 len: 1002 time: 2.2556343 Feb 04 21:20:31.014890 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53050) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:31.130109 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-86cf5616-1318-4aa6-8b9b-206733ec69da None None] Transition to ACTIVE for port object 50677f33-c11f-412c-b2b8-1672f35771bb will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:20:31.132254 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-02f42453-7a89-4525-8578-8502f825f117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:31.144763 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-86cf5616-1318-4aa6-8b9b-206733ec69da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:31.198284 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c81d4-3f99-4fa6-9e2f-7e9ae1148e21 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Pushing event updated for resources: {'Port': ['ID=870071ed-a1b3-4a3a-ae70-474eb60c9a0b,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:31.233776 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-86cf5616-1318-4aa6-8b9b-206733ec69da None None] Attempting to bind port 50677f33-c11f-412c-b2b8-1672f35771bb on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:20:31.234248 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-86cf5616-1318-4aa6-8b9b-206733ec69da None None] Attempting to bind port 50677f33-c11f-412c-b2b8-1672f35771bb by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:20:31.234797 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cf5616-1318-4aa6-8b9b-206733ec69da None None] Attempting to bind port 50677f33-c11f-412c-b2b8-1672f35771bb on network 1f11f724-8cdd-497d-8220-929f45cf1223 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:20:31.244627 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f569bf7-8456-46d2-9adc-1c26faf97dce None None] Pushing event updated for resources: {'Port': ['ID=50677f33-c11f-412c-b2b8-1672f35771bb,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:31.247409 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cf5616-1318-4aa6-8b9b-206733ec69da None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:20:31.248186 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cf5616-1318-4aa6-8b9b-206733ec69da None None] Checking segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:20:31.248892 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-86cf5616-1318-4aa6-8b9b-206733ec69da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:31.249539 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cf5616-1318-4aa6-8b9b-206733ec69da None None] Bound using segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:20:31.250231 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-86cf5616-1318-4aa6-8b9b-206733ec69da None None] Bound port: 50677f33-c11f-412c-b2b8-1672f35771bb, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:20:31.250860 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-86cf5616-1318-4aa6-8b9b-206733ec69da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:31.263812 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-770de481-ffc4-46a7-a6ea-da808661ba74 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Deleting port 870071ed-a1b3-4a3a-ae70-474eb60c9a0b {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:20:31.264157 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-770de481-ffc4-46a7-a6ea-da808661ba74 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:31.299491 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-9b14954d-a947-4313-9b27-0feaed7c83e5 tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Allocated IP 172.25.5.163 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/c0c9a495-6aa8-4a85-b95a-2468b786e06a) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:20:31.342744 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-86cf5616-1318-4aa6-8b9b-206733ec69da None None] For port 50677f33-c11f-412c-b2b8-1672f35771bb, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:20:31.345443 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-f5c51c76-74d8-4ba2-bc8f-0aaab863d8f8 None None] Provisioning complete for port 870071ed-a1b3-4a3a-ae70-474eb60c9a0b triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:31.345956 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f5c51c76-74d8-4ba2-bc8f-0aaab863d8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:31.368512 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f42453-7a89-4525-8578-8502f825f117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be7e8f9-a8a1-4062-a9c0-25c2ccc15c28,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:31.410568 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-86cf5616-1318-4aa6-8b9b-206733ec69da None None] For port 50677f33-c11f-412c-b2b8-1672f35771bb, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=50677f33-c11f-412c-b2b8-1672f35771bb,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:20:31.421129 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-86cf5616-1318-4aa6-8b9b-206733ec69da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:31.461244 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-f5c51c76-74d8-4ba2-bc8f-0aaab863d8f8 None None] Port 870071ed-a1b3-4a3a-ae70-474eb60c9a0b cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:20:31.493140 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169cd90-2a8a-43ae-a46b-42b8b9bf4578 req-70fdcecd-711d-4c43-8991-a2e10f04203d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:31.494650 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6169cd90-2a8a-43ae-a46b-42b8b9bf4578 req-70fdcecd-711d-4c43-8991-a2e10f04203d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54d6ae2e-de73-4435-bfdd-cd390a2143ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5442173 Feb 04 21:20:31.505425 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cf5616-1318-4aa6-8b9b-206733ec69da None None] Routers {'ce8ab44e-f74a-47d6-9d82-29b1cb249f77'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:20:31.505635 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-02f42453-7a89-4525-8578-8502f825f117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:31.506111 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-86cf5616-1318-4aa6-8b9b-206733ec69da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:20:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['ce8ab44e-f74a-47d6-9d82-29b1cb249f77'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:31.506530 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-02f42453-7a89-4525-8578-8502f825f117 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9be7e8f9-a8a1-4062-a9c0-25c2ccc15c28 HTTP/1.1" status: 204 len: 168 time: 1.1688681 Feb 04 21:20:31.569087 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9b14954d-a947-4313-9b27-0feaed7c83e5 tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:31.627600 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f569bf7-8456-46d2-9adc-1c26faf97dce None None] Pushing event updated for resources: {'Port': ['ID=50677f33-c11f-412c-b2b8-1672f35771bb,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:31.691552 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2a423-b53c-4de0-b6e3-d664eb2876b4 req-11ddf92c-d8a6-481d-a9a3-0ab05bc764ec tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:31.693058 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d9e2a423-b53c-4de0-b6e3-d664eb2876b4 req-11ddf92c-d8a6-481d-a9a3-0ab05bc764ec tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc13c96f-7262-44aa-a5eb-c86bc8a6ddea HTTP/1.1" status: 200 len: 946 time: 0.6815968 Feb 04 21:20:31.778539 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-86cf5616-1318-4aa6-8b9b-206733ec69da None None] Set router ce8ab44e-f74a-47d6-9d82-29b1cb249f77 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:20:31.789978 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6169cd90-2a8a-43ae-a46b-42b8b9bf4578 req-914af252-acfa-4e17-b12f-e3bdd902452c service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621615 Feb 04 21:20:31.838356 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9b14954d-a947-4313-9b27-0feaed7c83e5 tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:31.935305 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b14954d-a947-4313-9b27-0feaed7c83e5 tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:20:31.938480 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14954d-a947-4313-9b27-0feaed7c83e5 tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Pushing event updated for resources: {'Port': ['ID=c0c9a495-6aa8-4a85-b95a-2468b786e06a,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:31.942419 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-9b14954d-a947-4313-9b27-0feaed7c83e5 tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:20:31.945490 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b14954d-a947-4313-9b27-0feaed7c83e5 tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:20:31.958987 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d9e2a423-b53c-4de0-b6e3-d664eb2876b4 req-5ca2ba1d-5a31-4ad3-beef-11a8e7b04d96 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7cd86ab-1f14-45ad-b2f7-a26d6d119c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558229 Feb 04 21:20:32.012071 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b14954d-a947-4313-9b27-0feaed7c83e5 tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:32.013435 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9b14954d-a947-4313-9b27-0feaed7c83e5 tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:32.048948 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9b14954d-a947-4313-9b27-0feaed7c83e5 tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.2297266 Feb 04 21:20:32.049781 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53070) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:32.054141 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2fd8e556-baa8-404e-b9c8-bbd6e70a9727 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:32.096453 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-96fddb65-b6d1-41f2-8ffd-a01b575584af tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.163'}]}}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:32.101478 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-25ffefff-1806-489b-9047-7c94fb0856e2 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:32.102328 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-96fddb65-b6d1-41f2-8ffd-a01b575584af tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:32.106359 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-96fddb65-b6d1-41f2-8ffd-a01b575584af tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Usage tracker for resource:router and tenant:9c90670127cc406ca6aa9c94d0394307 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:32.109620 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-96fddb65-b6d1-41f2-8ffd-a01b575584af tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:32.117610 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-96fddb65-b6d1-41f2-8ffd-a01b575584af tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:32.127617 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2fd8e556-baa8-404e-b9c8-bbd6e70a9727 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:32.154743 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-86cf5616-1318-4aa6-8b9b-206733ec69da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8ab44e-f74a-47d6-9d82-29b1cb249f77', 'name': 'tempest-snat-router-1087484703', 'tenant_id': '4cb61ac16a194fd1a0644872afbaafd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.51'}], 'enable_snat': False}, 'gw_port_id': '50677f33-c11f-412c-b2b8-1672f35771bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:25Z', 'updated_at': '2022-02-04T21:20:27Z', 'revision_number': 3, 'project_id': '4cb61ac16a194fd1a0644872afbaafd5', 'gw_port': {'id': '50677f33-c11f-412c-b2b8-1672f35771bb', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8ab44e-f74a-47d6-9d82-29b1cb249f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:26Z', 'updated_at': '2022-02-04T21:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:32.161140 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cf5616-1318-4aa6-8b9b-206733ec69da None None] The sync data for ids ['ce8ab44e-f74a-47d6-9d82-29b1cb249f77'] in n-d-827896-1 is: [{'id': 'ce8ab44e-f74a-47d6-9d82-29b1cb249f77', 'name': 'tempest-snat-router-1087484703', 'tenant_id': '4cb61ac16a194fd1a0644872afbaafd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.51'}], 'enable_snat': False}, 'gw_port_id': '50677f33-c11f-412c-b2b8-1672f35771bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:25Z', 'updated_at': '2022-02-04T21:20:27Z', 'revision_number': 3, 'project_id': '4cb61ac16a194fd1a0644872afbaafd5', 'gw_port': {'id': '50677f33-c11f-412c-b2b8-1672f35771bb', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8ab44e-f74a-47d6-9d82-29b1cb249f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:26Z', 'updated_at': '2022-02-04T21:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:20:32.203747 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-96fddb65-b6d1-41f2-8ffd-a01b575584af tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:32.204929 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-96fddb65-b6d1-41f2-8ffd-a01b575584af tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:32.243767 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-96fddb65-b6d1-41f2-8ffd-a01b575584af tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:32.256573 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-770de481-ffc4-46a7-a6ea-da808661ba74 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:32.471209 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-2fd8e556-baa8-404e-b9c8-bbd6e70a9727 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Allocated IP 172.25.5.207 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/6ee4dfb1-d2fe-40db-8362-74b40922d086) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:20:32.506909 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-770de481-ffc4-46a7-a6ea-da808661ba74 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Calling delete_port for 870071ed-a1b3-4a3a-ae70-474eb60c9a0b owned by {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:20:32.544238 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6169cd90-2a8a-43ae-a46b-42b8b9bf4578 req-f6f33fac-ddc5-4182-ae15-21ec5cc9d117 service neutron] 10.222.0.32 "GET /v2.0/networks/54d6ae2e-de73-4435-bfdd-cd390a2143ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7417908 Feb 04 21:20:32.568799 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 28ed6478-e53f-459d-8c52-32eec21c8878 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:20:32.770483 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c051c33-ef32-4a84-8f7c-5f932fc6007a req-352c1525-86f6-40fe-9d13-8a5cdbd50bdf tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:32.772062 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9c051c33-ef32-4a84-8f7c-5f932fc6007a req-352c1525-86f6-40fe-9d13-8a5cdbd50bdf tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec7f3ebf-e091-4b5f-9460-876dff86922e HTTP/1.1" status: 200 len: 948 time: 0.5870562 Feb 04 21:20:32.774392 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-96fddb65-b6d1-41f2-8ffd-a01b575584af tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:32.848095 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 28ed6478-e53f-459d-8c52-32eec21c8878, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=28ed6478-e53f-459d-8c52-32eec21c8878,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:20:32.857635 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:32.865250 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '28ed6478-e53f-459d-8c52-32eec21c8878', 'network_id': '54d6ae2e-de73-4435-bfdd-cd390a2143ad', 'port_id': '28ed6478-e53f-459d-8c52-32eec21c8878', 'mac_address': 'fa:16:3e:04:c8:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2f9c06-58f8-4b66-a033-2aa50eedddcd', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:20:32.902246 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-770de481-ffc4-46a7-a6ea-da808661ba74 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:32.978513 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:32.989059 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2fd8e556-baa8-404e-b9c8-bbd6e70a9727 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:33.003122 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28ed6478-e53f-459d-8c52-32eec21c8878 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:20:33.039880 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 28ed6478-e53f-459d-8c52-32eec21c8878, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=28ed6478-e53f-459d-8c52-32eec21c8878,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:20:33.049911 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:33.072487 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770de481-ffc4-46a7-a6ea-da808661ba74 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Pushing event deleted for resources: {'Port': ['ID=870071ed-a1b3-4a3a-ae70-474eb60c9a0b,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:33.199472 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=28ed6478-e53f-459d-8c52-32eec21c8878,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:33.274933 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9c051c33-ef32-4a84-8f7c-5f932fc6007a req-c5039c37-68ba-4207-8cae-574316960e9c tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] 10.222.0.26 "GET /v2.0/security-groups?id=f11c41db-1371-464f-ab54-277d5714f148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530330 Feb 04 21:20:33.355207 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2fd8e556-baa8-404e-b9c8-bbd6e70a9727 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:33.366981 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['28ed6478-e53f-459d-8c52-32eec21c8878'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:20:33.553910 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd8e556-baa8-404e-b9c8-bbd6e70a9727 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:20:33.558907 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-2fd8e556-baa8-404e-b9c8-bbd6e70a9727 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:20:33.567330 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd8e556-baa8-404e-b9c8-bbd6e70a9727 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:20:33.679859 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-25ffefff-1806-489b-9047-7c94fb0856e2 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Deleting port 111da81b-737e-4f60-88a6-64284c473510 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:20:33.680198 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-25ffefff-1806-489b-9047-7c94fb0856e2 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:33.683393 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd8e556-baa8-404e-b9c8-bbd6e70a9727 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Pushing event updated for resources: {'Port': ['ID=6ee4dfb1-d2fe-40db-8362-74b40922d086,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:33.779895 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-770de481-ffc4-46a7-a6ea-da808661ba74 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:33.780820 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8e556-baa8-404e-b9c8-bbd6e70a9727 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:33.781416 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8e556-baa8-404e-b9c8-bbd6e70a9727 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:33.781777 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8e556-baa8-404e-b9c8-bbd6e70a9727 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:33.781996 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8e556-baa8-404e-b9c8-bbd6e70a9727 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:33.783026 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8e556-baa8-404e-b9c8-bbd6e70a9727 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:33.783376 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8e556-baa8-404e-b9c8-bbd6e70a9727 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:33.783711 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8e556-baa8-404e-b9c8-bbd6e70a9727 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:33.784035 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8e556-baa8-404e-b9c8-bbd6e70a9727 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:33.784366 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8e556-baa8-404e-b9c8-bbd6e70a9727 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:33.784692 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8e556-baa8-404e-b9c8-bbd6e70a9727 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:33.785019 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8e556-baa8-404e-b9c8-bbd6e70a9727 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:33.785369 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8e556-baa8-404e-b9c8-bbd6e70a9727 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:33.835688 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-770de481-ffc4-46a7-a6ea-da808661ba74 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] 10.222.0.26 "DELETE /v2.0/ports/870071ed-a1b3-4a3a-ae70-474eb60c9a0b HTTP/1.1" status: 204 len: 168 time: 2.8055036 Feb 04 21:20:33.852242 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53104) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:33.972249 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-223e4f2b-5e0c-441b-afb8-a8f84677f9db tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] GET failed (client error): The resource could not be found. Feb 04 21:20:33.972980 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-223e4f2b-5e0c-441b-afb8-a8f84677f9db tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Synchronizing usage tracker for tenant:dc0970698e49420e829efb6f1302fe5d on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:20:34.023697 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-96fddb65-b6d1-41f2-8ffd-a01b575584af tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:34.039470 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c6924-3f67-420e-a691-41896e722dcb req-3a8cb6e6-8e32-4b47-bc90-fa444b7ac8f4 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:34.040965 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5c3c6924-3f67-420e-a691-41896e722dcb req-3a8cb6e6-8e32-4b47-bc90-fa444b7ac8f4 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc13c96f-7262-44aa-a5eb-c86bc8a6ddea HTTP/1.1" status: 200 len: 946 time: 0.3621974 Feb 04 21:20:34.045087 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-223e4f2b-5e0c-441b-afb8-a8f84677f9db tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Unset dirty status for tenant:dc0970698e49420e829efb6f1302fe5d on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:20:34.046398 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-223e4f2b-5e0c-441b-afb8-a8f84677f9db tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] 10.222.0.26 "GET /v2.0/ports/870071ed-a1b3-4a3a-ae70-474eb60c9a0b HTTP/1.1" status: 404 len: 333 time: 0.1932456 Feb 04 21:20:34.058051 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53112) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:34.068795 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-1e0cf9f1-0203-4d9b-8afe-60bd6e6535ee tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Request body: {'port': {'network_id': '7114ab02-2f52-454e-8c98-6c5e2d23abeb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-791525920'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:34.081118 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-25ffefff-1806-489b-9047-7c94fb0856e2 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:34.095664 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-96fddb65-b6d1-41f2-8ffd-a01b575584af tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:34.225043 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-25ffefff-1806-489b-9047-7c94fb0856e2 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Calling delete_port for 111da81b-737e-4f60-88a6-64284c473510 owned by network:router_interface {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:20:34.294785 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5c3c6924-3f67-420e-a691-41896e722dcb req-a4545f82-5723-459f-b6d4-150093d497e4 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7cd86ab-1f14-45ad-b2f7-a26d6d119c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471879 Feb 04 21:20:34.505666 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-1e0cf9f1-0203-4d9b-8afe-60bd6e6535ee tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:34.569485 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-1e0cf9f1-0203-4d9b-8afe-60bd6e6535ee tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:34.583168 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 28ed6478-e53f-459d-8c52-32eec21c8878 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:20:34.591415 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2fd8e556-baa8-404e-b9c8-bbd6e70a9727 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:34.621660 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797de7c1-fb36-4412-b570-b835f14e3115 req-022991e0-ca96-4bb8-b7e5-83fb22728dff tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:34.622645 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-797de7c1-fb36-4412-b570-b835f14e3115 req-022991e0-ca96-4bb8-b7e5-83fb22728dff tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec7f3ebf-e091-4b5f-9460-876dff86922e HTTP/1.1" status: 200 len: 949 time: 0.1518431 Feb 04 21:20:34.678008 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 50677f33-c11f-412c-b2b8-1672f35771bb up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:20:34.687879 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0cf9f1-0203-4d9b-8afe-60bd6e6535ee tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Made reservation on behalf of dc0970698e49420e829efb6f1302fe5d for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:20:34.692439 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1e0cf9f1-0203-4d9b-8afe-60bd6e6535ee tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:34.728131 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-96fddb65-b6d1-41f2-8ffd-a01b575584af tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:34.743045 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-797de7c1-fb36-4412-b570-b835f14e3115 req-b0751bdf-1661-4f93-ad35-c43de5e084ff tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] 10.222.0.26 "GET /v2.0/security-groups?id=f11c41db-1371-464f-ab54-277d5714f148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125195 Feb 04 21:20:34.772089 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-25ffefff-1806-489b-9047-7c94fb0856e2 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:34.919291 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ffefff-1806-489b-9047-7c94fb0856e2 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event deleted for resources: {'Port': ['ID=111da81b-737e-4f60-88a6-64284c473510,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:34.975301 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 28ed6478-e53f-459d-8c52-32eec21c8878 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:20:34.995606 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 28ed6478-e53f-459d-8c52-32eec21c8878 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:34.997458 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:35.067885 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-1e0cf9f1-0203-4d9b-8afe-60bd6e6535ee tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] device_id is not set on port d2b6c5f7-972e-4e5a-85d4-1081ce6fa79d yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:20:35.120610 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 50677f33-c11f-412c-b2b8-1672f35771bb completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:20:35.139399 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 50677f33-c11f-412c-b2b8-1672f35771bb triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:35.150939 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:35.178217 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-25ffefff-1806-489b-9047-7c94fb0856e2 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:35.377400 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:35.428688 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 28ed6478-e53f-459d-8c52-32eec21c8878, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=28ed6478-e53f-459d-8c52-32eec21c8878,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:20:35.430088 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7f3ebf-e091-4b5f-9460-876dff86922e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ed6478-e53f-459d-8c52-32eec21c8878'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:20:35.471360 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:35.560536 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=28ed6478-e53f-459d-8c52-32eec21c8878,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:35.572385 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:35.572727 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:35.573063 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:35.573415 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:35.573740 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:35.574061 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:35.574384 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:35.574702 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:35.575017 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:35.575332 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:35.575645 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:35.575981 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:20:35.591997 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:35.611232 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 50677f33-c11f-412c-b2b8-1672f35771bb, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=50677f33-c11f-412c-b2b8-1672f35771bb,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:20:35.615941 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:35.661042 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-96fddb65-b6d1-41f2-8ffd-a01b575584af tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:35.667883 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-96fddb65-b6d1-41f2-8ffd-a01b575584af tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:35.707342 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=50677f33-c11f-412c-b2b8-1672f35771bb,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:35.753507 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ffefff-1806-489b-9047-7c94fb0856e2 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Router 4bb8e3c9-fd99-40ca-ba42-9f119177f352 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:20:35.769907 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbb4c4-8e4f-44f3-9576-980393fa38cb req-48945336-ec8d-4106-a9f0-1b86213a5309 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:35.771514 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-31fbb4c4-8e4f-44f3-9576-980393fa38cb req-48945336-ec8d-4106-a9f0-1b86213a5309 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc13c96f-7262-44aa-a5eb-c86bc8a6ddea HTTP/1.1" status: 200 len: 946 time: 0.4222214 Feb 04 21:20:35.828465 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-96fddb65-b6d1-41f2-8ffd-a01b575584af tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:35.828946 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fddb65-b6d1-41f2-8ffd-a01b575584af tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 35b1b9f8-e57a-4315-a998-28f5e8e9a73e {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:20:35.842054 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-1e0cf9f1-0203-4d9b-8afe-60bd6e6535ee tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Allocated IP 2001:db8::2a6 (7114ab02-2f52-454e-8c98-6c5e2d23abeb/2f9c9f29-29d0-4b08-a6c6-72ff734cc727/d2b6c5f7-972e-4e5a-85d4-1081ce6fa79d) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:20:35.897397 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-96fddb65-b6d1-41f2-8ffd-a01b575584af tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 04 21:20:35.898455 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-96fddb65-b6d1-41f2-8ffd-a01b575584af tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.8470325 Feb 04 21:20:35.901500 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2fd8e556-baa8-404e-b9c8-bbd6e70a9727 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:35.912268 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53150) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:35.941102 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ffefff-1806-489b-9047-7c94fb0856e2 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:20:35.949910 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-31fbb4c4-8e4f-44f3-9576-980393fa38cb req-c6b07151-3af7-43cf-9ef8-3a400444de1c tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7cd86ab-1f14-45ad-b2f7-a26d6d119c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167798 Feb 04 21:20:35.962219 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-25ffefff-1806-489b-9047-7c94fb0856e2 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "PUT /v2.0/routers/4bb8e3c9-fd99-40ca-ba42-9f119177f352/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8737843 Feb 04 21:20:35.963806 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53154) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:35.979547 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d0c11d-ed3f-4220-a5ce-0c3e66cd70dd None None] Sync routers for ids ['4bb8e3c9-fd99-40ca-ba42-9f119177f352'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:20:35.989425 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d0c11d-ed3f-4220-a5ce-0c3e66cd70dd None None] Routers {'4bb8e3c9-fd99-40ca-ba42-9f119177f352'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:20:35.990123 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-97d0c11d-ed3f-4220-a5ce-0c3e66cd70dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:20:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4bb8e3c9-fd99-40ca-ba42-9f119177f352'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:36.071219 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7f3ebf-e091-4b5f-9460-876dff86922e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ed6478-e53f-459d-8c52-32eec21c8878', 'code': 200} Feb 04 21:20:36.082563 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-401dfcf3-571c-4e1b-a7c9-03144bcb7118 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Synchronizing usage tracker for tenant:ddcc858bf44044718238d62159c9367f on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:20:36.121607 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-401dfcf3-571c-4e1b-a7c9-03144bcb7118 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Unset dirty status for tenant:ddcc858bf44044718238d62159c9367f on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:20:36.125243 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-401dfcf3-571c-4e1b-a7c9-03144bcb7118 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bb8e3c9-fd99-40ca-ba42-9f119177f352 HTTP/1.1" status: 200 len: 205 time: 0.1581209 Feb 04 21:20:36.125651 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53162) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:36.151777 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-97d0c11d-ed3f-4220-a5ce-0c3e66cd70dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:36.162540 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d0c11d-ed3f-4220-a5ce-0c3e66cd70dd None None] Routers {'4bb8e3c9-fd99-40ca-ba42-9f119177f352'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:20:36.163826 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-97d0c11d-ed3f-4220-a5ce-0c3e66cd70dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:20:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4bb8e3c9-fd99-40ca-ba42-9f119177f352'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:36.215376 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-8d1d4750-337b-4c1c-808f-6f3c8b5b9cf0 tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Deleting port c0c9a495-6aa8-4a85-b95a-2468b786e06a {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:20:36.215840 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8d1d4750-337b-4c1c-808f-6f3c8b5b9cf0 tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:36.254938 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-97d0c11d-ed3f-4220-a5ce-0c3e66cd70dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:36.255702 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d0c11d-ed3f-4220-a5ce-0c3e66cd70dd None None] The sync data for ids ['4bb8e3c9-fd99-40ca-ba42-9f119177f352'] in n-d-827896-1 is: [] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:20:36.451552 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1e0cf9f1-0203-4d9b-8afe-60bd6e6535ee tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:36.466102 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-31b0cd21-a48e-41a9-921e-08766144361f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:36.547168 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-1e0cf9f1-0203-4d9b-8afe-60bd6e6535ee tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Transition to ACTIVE for port object d2b6c5f7-972e-4e5a-85d4-1081ce6fa79d will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:20:36.552697 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd8e556-baa8-404e-b9c8-bbd6e70a9727 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Router bb3f575a-b7f8-4bb2-8a40-df3e88f67695 is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:20:36.576579 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 50677f33-c11f-412c-b2b8-1672f35771bb up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:20:36.655488 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 50677f33-c11f-412c-b2b8-1672f35771bb triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:36.656526 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:36.821673 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404d9ee-2203-4d0d-839c-b658721380db req-4e89d883-2907-4742-80ba-b966080a0375 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:36.823124 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f404d9ee-2203-4d0d-839c-b658721380db req-4e89d883-2907-4742-80ba-b966080a0375 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec7f3ebf-e091-4b5f-9460-876dff86922e HTTP/1.1" status: 200 len: 950 time: 0.5084291 Feb 04 21:20:36.833460 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b5430-6710-40c2-8704-033094c6d079 req-fe2e5c22-1ec9-4931-b092-4fc7dcf4f678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:36.834899 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-da6b5430-6710-40c2-8704-033094c6d079 req-fe2e5c22-1ec9-4931-b092-4fc7dcf4f678 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ec7f3ebf-e091-4b5f-9460-876dff86922e HTTP/1.1" status: 200 len: 1101 time: 0.5796406 Feb 04 21:20:36.857019 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-31b0cd21-a48e-41a9-921e-08766144361f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:36.873309 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-31b0cd21-a48e-41a9-921e-08766144361f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:36.934303 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f404d9ee-2203-4d0d-839c-b658721380db req-a90db780-b4ef-4b2b-b9d9-39f105cf4732 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] 10.222.0.26 "GET /v2.0/security-groups?id=f11c41db-1371-464f-ab54-277d5714f148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962017 Feb 04 21:20:36.945767 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-da6b5430-6710-40c2-8704-033094c6d079 req-1b8ac1e0-0925-4da0-92f6-68e8fd41d747 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f11c41db-1371-464f-ab54-277d5714f148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903497 Feb 04 21:20:36.952618 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-31b0cd21-a48e-41a9-921e-08766144361f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:36.953734 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b0cd21-a48e-41a9-921e-08766144361f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Fanout notify agent at l3_agent the message router_deleted on router 4bb8e3c9-fd99-40ca-ba42-9f119177f352 {{(pid=87683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:20:36.975456 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-31b0cd21-a48e-41a9-921e-08766144361f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:36.976609 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-31b0cd21-a48e-41a9-921e-08766144361f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/routers/4bb8e3c9-fd99-40ca-ba42-9f119177f352 HTTP/1.1" status: 204 len: 168 time: 0.8494971 Feb 04 21:20:36.979155 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53182) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:37.065866 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8d1d4750-337b-4c1c-808f-6f3c8b5b9cf0 tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:37.074908 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e8f232-9258-46b4-8510-a926b8fc9afc tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Deleting subnet 9534923c-4ae9-4a49-bcbb-ac0ac7647f25 {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:20:37.081886 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a2e8f232-9258-46b4-8510-a926b8fc9afc tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:37.086711 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1e0cf9f1-0203-4d9b-8afe-60bd6e6535ee tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:37.145196 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a2e8f232-9258-46b4-8510-a926b8fc9afc tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:37.303637 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-8d1d4750-337b-4c1c-808f-6f3c8b5b9cf0 tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Calling delete_port for c0c9a495-6aa8-4a85-b95a-2468b786e06a owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:20:37.350560 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0cf9f1-0203-4d9b-8afe-60bd6e6535ee tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Network 7114ab02-2f52-454e-8c98-6c5e2d23abeb is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:20:37.366169 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-1e0cf9f1-0203-4d9b-8afe-60bd6e6535ee tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:20:37.369348 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0cf9f1-0203-4d9b-8afe-60bd6e6535ee tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:20:37.376757 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0cf9f1-0203-4d9b-8afe-60bd6e6535ee tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:37.377666 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1e0cf9f1-0203-4d9b-8afe-60bd6e6535ee tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:37.412391 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd8e556-baa8-404e-b9c8-bbd6e70a9727 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:20:37.424866 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133f5a07-46ab-4659-a3bc-f961c8549c81 None None] Sync routers for ids ['bb3f575a-b7f8-4bb2-8a40-df3e88f67695'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:20:37.430330 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0cf9f1-0203-4d9b-8afe-60bd6e6535ee tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Pushing event updated for resources: {'Port': ['ID=d2b6c5f7-972e-4e5a-85d4-1081ce6fa79d,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:37.454372 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133f5a07-46ab-4659-a3bc-f961c8549c81 None None] Routers {'bb3f575a-b7f8-4bb2-8a40-df3e88f67695'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:20:37.454633 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a2e8f232-9258-46b4-8510-a926b8fc9afc tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:37.458815 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-133f5a07-46ab-4659-a3bc-f961c8549c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:20:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['bb3f575a-b7f8-4bb2-8a40-df3e88f67695'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:37.557014 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1e0cf9f1-0203-4d9b-8afe-60bd6e6535ee tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.4978871 Feb 04 21:20:37.562775 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53200) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:37.565710 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2fd8e556-baa8-404e-b9c8-bbd6e70a9727 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:37.569068 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2fd8e556-baa8-404e-b9c8-bbd6e70a9727 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.2698116 Feb 04 21:20:37.574268 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-05583935-2eda-4e4c-9c68-8cdaa4201e25 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e8:04:17'}]}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:37.604776 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53204) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:37.648035 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a2e8f232-9258-46b4-8510-a926b8fc9afc tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:37.736063 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e8f232-9258-46b4-8510-a926b8fc9afc tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event deleted for resources: {'Subnet': ['ID=9534923c-4ae9-4a49-bcbb-ac0ac7647f25,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:37.746741 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a2e8f232-9258-46b4-8510-a926b8fc9afc tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:37.756290 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-a2e8f232-9258-46b4-8510-a926b8fc9afc tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/subnets/9534923c-4ae9-4a49-bcbb-ac0ac7647f25 HTTP/1.1" status: 204 len: 168 time: 0.7760935 Feb 04 21:20:37.758906 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53208) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:37.806500 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5feda0-3474-4878-b6a4-d3efb9dac386 None None] Network 0c5de2ff-038c-4920-af66-7ab5dc6a7221 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:20:37.879083 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8d1d4750-337b-4c1c-808f-6f3c8b5b9cf0 tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:37.910948 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b6014f4b-5755-4890-8cd7-ae07f7a957fe tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:37.923753 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-b6014f4b-5755-4890-8cd7-ae07f7a957fe tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Deleting port e1798984-5d06-4b4f-9c43-a1e4b214c214 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:20:37.924735 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b6014f4b-5755-4890-8cd7-ae07f7a957fe tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:38.013094 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3bbe42a3-2360-4eca-912c-a6e62ef6f1c8 None None] Provisioning for port d2b6c5f7-972e-4e5a-85d4-1081ce6fa79d completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:20:38.042691 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3bbe42a3-2360-4eca-912c-a6e62ef6f1c8 None None] Provisioning complete for port d2b6c5f7-972e-4e5a-85d4-1081ce6fa79d triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:38.043257 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3bbe42a3-2360-4eca-912c-a6e62ef6f1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:38.133202 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-133f5a07-46ab-4659-a3bc-f961c8549c81 None None] Set router bb3f575a-b7f8-4bb2-8a40-df3e88f67695 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:20:38.138916 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d4750-337b-4c1c-808f-6f3c8b5b9cf0 tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0c9a495-6aa8-4a85-b95a-2468b786e06a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:38.310851 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-edef6373-13e4-419b-888b-cf4da3224940 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] 10.222.0.26 "GET /v2.0/routers/bb3f575a-b7f8-4bb2-8a40-df3e88f67695 HTTP/1.1" status: 200 len: 908 time: 0.7026062 Feb 04 21:20:38.315395 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53222) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:38.321335 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8d1d4750-337b-4c1c-808f-6f3c8b5b9cf0 tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:38.356561 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3bbe42a3-2360-4eca-912c-a6e62ef6f1c8 None None] Port d2b6c5f7-972e-4e5a-85d4-1081ce6fa79d cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:20:38.512897 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1ceb5-ddf2-4f83-b556-d0332eec8636 req-ca11dd7d-9532-4363-97ea-03b0ca7412c5 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:38.525704 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f9d1ceb5-ddf2-4f83-b556-d0332eec8636 req-ca11dd7d-9532-4363-97ea-03b0ca7412c5 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc13c96f-7262-44aa-a5eb-c86bc8a6ddea HTTP/1.1" status: 200 len: 946 time: 0.4031367 Feb 04 21:20:38.545175 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8d1d4750-337b-4c1c-808f-6f3c8b5b9cf0 tempest-RoutersAdminNegativeIpV6Test-299472622 tempest-RoutersAdminNegativeIpV6Test-299472622-project-admin] 10.222.0.26 "DELETE /v2.0/ports/c0c9a495-6aa8-4a85-b95a-2468b786e06a HTTP/1.1" status: 204 len: 168 time: 2.6316340 Feb 04 21:20:38.576448 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-05583935-2eda-4e4c-9c68-8cdaa4201e25 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:38.577204 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-b6014f4b-5755-4890-8cd7-ae07f7a957fe tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] For port e1798984-5d06-4b4f-9c43-a1e4b214c214, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=e1798984-5d06-4b4f-9c43-a1e4b214c214,segment=NetworkSegment(5ed93fcc-2f4a-48cb-9d75-62daa3a6f140),segment_id=5ed93fcc-2f4a-48cb-9d75-62daa3a6f140)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:20:38.577602 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b6014f4b-5755-4890-8cd7-ae07f7a957fe tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:38.750168 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f9d1ceb5-ddf2-4f83-b556-d0332eec8636 req-156ec639-a207-47b4-83a7-3606013b0ac6 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7cd86ab-1f14-45ad-b2f7-a26d6d119c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234859 Feb 04 21:20:38.762638 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-b6014f4b-5755-4890-8cd7-ae07f7a957fe tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Calling delete_port for e1798984-5d06-4b4f-9c43-a1e4b214c214 owned by network:dhcp {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:20:38.908171 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a5d4e1-af3e-43ea-9aee-c1d9babbd999 None None] DHCP port deletion for 0c5de2ff-038c-4920-af66-7ab5dc6a7221 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:20:38.915982 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-24a5d4e1-af3e-43ea-9aee-c1d9babbd999 None None] Deleting port e1798984-5d06-4b4f-9c43-a1e4b214c214 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:20:38.916578 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-24a5d4e1-af3e-43ea-9aee-c1d9babbd999 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:39.066075 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fc5f8fba-2b42-4fe5-8a0d-8f6d632198d7 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:39.099276 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b6014f4b-5755-4890-8cd7-ae07f7a957fe tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:39.183620 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53234) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:39.220532 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6014f4b-5755-4890-8cd7-ae07f7a957fe tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event deleted for resources: {'Port': ['ID=e1798984-5d06-4b4f-9c43-a1e4b214c214,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:39.222415 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6014f4b-5755-4890-8cd7-ae07f7a957fe tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] No DVR routers for this DVR port e1798984-5d06-4b4f-9c43-a1e4b214c214 on host n-d-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:20:39.232227 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e546281-373f-4a95-9723-a843c0ccdd5c req-aac3f8be-3c92-432d-b5a1-61ba52ba32ee tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:39.239798 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0e546281-373f-4a95-9723-a843c0ccdd5c req-aac3f8be-3c92-432d-b5a1-61ba52ba32ee tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 946 time: 0.3297887 Feb 04 21:20:39.241673 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-24a5d4e1-af3e-43ea-9aee-c1d9babbd999 None None] For port e1798984-5d06-4b4f-9c43-a1e4b214c214, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=e1798984-5d06-4b4f-9c43-a1e4b214c214,segment=NetworkSegment(5ed93fcc-2f4a-48cb-9d75-62daa3a6f140),segment_id=5ed93fcc-2f4a-48cb-9d75-62daa3a6f140)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:20:39.242066 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-24a5d4e1-af3e-43ea-9aee-c1d9babbd999 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:39.250281 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-133f5a07-46ab-4659-a3bc-f961c8549c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3f575a-b7f8-4bb2-8a40-df3e88f67695', 'name': 'tempest-snat-router-1087484703', 'tenant_id': '4cb61ac16a194fd1a0644872afbaafd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '6ee4dfb1-d2fe-40db-8362-74b40922d086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:30Z', 'updated_at': '2022-02-04T21:20:34Z', 'revision_number': 3, 'project_id': '4cb61ac16a194fd1a0644872afbaafd5', 'gw_port': {'id': '6ee4dfb1-d2fe-40db-8362-74b40922d086', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3f575a-b7f8-4bb2-8a40-df3e88f67695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:32Z', 'updated_at': '2022-02-04T21:20:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:39.259135 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133f5a07-46ab-4659-a3bc-f961c8549c81 None None] Checking router: bb3f575a-b7f8-4bb2-8a40-df3e88f67695 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:20:39.259382 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133f5a07-46ab-4659-a3bc-f961c8549c81 None None] Updating router bb3f575a-b7f8-4bb2-8a40-df3e88f67695 port 6ee4dfb1-d2fe-40db-8362-74b40922d086 binding host n-d-827896-1 {{(pid=87684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:20:39.374048 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-133f5a07-46ab-4659-a3bc-f961c8549c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:39.471826 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-24a5d4e1-af3e-43ea-9aee-c1d9babbd999 None None] Calling delete_port for e1798984-5d06-4b4f-9c43-a1e4b214c214 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:20:39.498833 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b6014f4b-5755-4890-8cd7-ae07f7a957fe tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:39.556354 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0e546281-373f-4a95-9723-a843c0ccdd5c req-b0a69aeb-2672-4d00-945c-d5e77eefe3d5 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3052101 Feb 04 21:20:39.600729 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-b6014f4b-5755-4890-8cd7-ae07f7a957fe tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c5de2ff-038c-4920-af66-7ab5dc6a7221']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:39.616388 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-b6014f4b-5755-4890-8cd7-ae07f7a957fe tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed93fcc-2f4a-48cb-9d75-62daa3a6f140') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:39.616682 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-b6014f4b-5755-4890-8cd7-ae07f7a957fe tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed93fcc-2f4a-48cb-9d75-62daa3a6f140') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:39.665317 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d27f2712-ed8a-4960-8fa1-7bc313dc7064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:39.694360 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-24a5d4e1-af3e-43ea-9aee-c1d9babbd999 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:20:39.695003 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-24a5d4e1-af3e-43ea-9aee-c1d9babbd999 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:20:39.700265 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b6014f4b-5755-4890-8cd7-ae07f7a957fe tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:39.711537 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589f5ea-1483-4f4c-9e05-4e5a5f70e8b9 req-7428df7a-65a6-4dbe-8c8c-8a7198bc74e7 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:39.712855 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-2589f5ea-1483-4f4c-9e05-4e5a5f70e8b9 req-7428df7a-65a6-4dbe-8c8c-8a7198bc74e7 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Synchronizing usage tracker for tenant:39aee98874ce431b9849a3151616d7bf on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:20:39.713910 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-d27f2712-ed8a-4960-8fa1-7bc313dc7064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:39.724936 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-d27f2712-ed8a-4960-8fa1-7bc313dc7064 admin admin] Usage tracker for resource:security_group_rule and tenant:0f25545c19124d209bcbdf6372a903fb is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:39.729085 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-d27f2712-ed8a-4960-8fa1-7bc313dc7064 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:39.737914 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b6014f4b-5755-4890-8cd7-ae07f7a957fe tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:39.748166 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94ec47-573f-4ff7-9f88-5e1735f24823 req-002edf9a-6e05-470e-b458-b3d2e5da8a87 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:39.749894 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ad94ec47-573f-4ff7-9f88-5e1735f24823 req-002edf9a-6e05-470e-b458-b3d2e5da8a87 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 946 time: 0.3913260 Feb 04 21:20:39.750928 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fc5f8fba-2b42-4fe5-8a0d-8f6d632198d7 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:39.751063 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-d27f2712-ed8a-4960-8fa1-7bc313dc7064 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:39.773420 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-2589f5ea-1483-4f4c-9e05-4e5a5f70e8b9 req-7428df7a-65a6-4dbe-8c8c-8a7198bc74e7 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Unset dirty status for tenant:39aee98874ce431b9849a3151616d7bf on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:20:39.775662 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2589f5ea-1483-4f4c-9e05-4e5a5f70e8b9 req-7428df7a-65a6-4dbe-8c8c-8a7198bc74e7 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc13c96f-7262-44aa-a5eb-c86bc8a6ddea HTTP/1.1" status: 200 len: 946 time: 0.8674176 Feb 04 21:20:39.780711 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-05583935-2eda-4e4c-9c68-8cdaa4201e25 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:39.791207 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-05583935-2eda-4e4c-9c68-8cdaa4201e25 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:39.803813 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6014f4b-5755-4890-8cd7-ae07f7a957fe tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:20:39.804226 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b6014f4b-5755-4890-8cd7-ae07f7a957fe tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:39.809678 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f8fba-2b42-4fe5-8a0d-8f6d632198d7 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Deleting port 6ee4dfb1-d2fe-40db-8362-74b40922d086 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:20:39.810967 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fc5f8fba-2b42-4fe5-8a0d-8f6d632198d7 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:39.821780 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:20:39.821780 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:20:39.821780 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:20:39.821780 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:20:39.821780 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:20:39.821780 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:20:39.821780 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:20:39.821780 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:20:39.821780 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:20:39.821780 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:20:39.821780 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:20:39.821780 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:20:39.821780 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:20:39.821780 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:20:39.821780 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:20:39.821780 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:20:39.821780 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:20:39.821780 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:20:39.821780 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:20:39.821780 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:20:39.821780 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:20:39.821780 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:20:39.821780 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:20:39.821780 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:20:39.821780 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:20:39.821780 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:20:39.821780 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:20:39.821780 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:20:39.821780 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:20:39.821780 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:20:39.821780 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:20:39.821780 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:20:39.942331 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-05583935-2eda-4e4c-9c68-8cdaa4201e25 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] In _notify_port_updated(), no bound segment for port d2b6c5f7-972e-4e5a-85d4-1081ce6fa79d on network 7114ab02-2f52-454e-8c98-6c5e2d23abeb {{(pid=87682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 21:20:39.947662 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05583935-2eda-4e4c-9c68-8cdaa4201e25 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:39.948287 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-05583935-2eda-4e4c-9c68-8cdaa4201e25 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:39.963650 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-05583935-2eda-4e4c-9c68-8cdaa4201e25 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] 10.222.0.26 "PUT /v2.0/ports/d2b6c5f7-972e-4e5a-85d4-1081ce6fa79d HTTP/1.1" status: 200 len: 1002 time: 2.3996089 Feb 04 21:20:39.981721 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-133f5a07-46ab-4659-a3bc-f961c8549c81 None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:39.989989 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53246) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:40.035284 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05583935-2eda-4e4c-9c68-8cdaa4201e25 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Pushing event updated for resources: {'Port': ['ID=d2b6c5f7-972e-4e5a-85d4-1081ce6fa79d,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:40.036596 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-ad94ec47-573f-4ff7-9f88-5e1735f24823 req-50b8ce52-db8b-444a-b567-a8599ed34c48 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Deleting port 3a697680-cc55-40b9-87d4-dfa82ba01196 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:20:40.036596 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ad94ec47-573f-4ff7-9f88-5e1735f24823 req-50b8ce52-db8b-444a-b567-a8599ed34c48 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:40.172214 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-2589f5ea-1483-4f4c-9e05-4e5a5f70e8b9 req-2d928ce5-374f-4939-85e5-78d897ec2eb1 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Deleting port 7433fd19-92c0-4148-9690-7a195b654570 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:20:40.172604 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-2589f5ea-1483-4f4c-9e05-4e5a5f70e8b9 req-2d928ce5-374f-4939-85e5-78d897ec2eb1 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:40.196867 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-24a5d4e1-af3e-43ea-9aee-c1d9babbd999 None None] Deleting port e1798984-5d06-4b4f-9c43-a1e4b214c214 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:20:40.197269 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-24a5d4e1-af3e-43ea-9aee-c1d9babbd999 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:40.339791 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-24a5d4e1-af3e-43ea-9aee-c1d9babbd999 None None] The port 'e1798984-5d06-4b4f-9c43-a1e4b214c214' was deleted {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:20:40.341572 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-133f5a07-46ab-4659-a3bc-f961c8549c81 None None] Transition to ACTIVE for port object 6ee4dfb1-d2fe-40db-8362-74b40922d086 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:20:40.356493 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b6014f4b-5755-4890-8cd7-ae07f7a957fe tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:40.365422 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-7c9969ec-4262-498b-8de1-4295c6ebae3d None None] Provisioning complete for port d2b6c5f7-972e-4e5a-85d4-1081ce6fa79d triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:40.365748 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7c9969ec-4262-498b-8de1-4295c6ebae3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:40.400298 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b6014f4b-5755-4890-8cd7-ae07f7a957fe tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:40.404899 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6014f4b-5755-4890-8cd7-ae07f7a957fe tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event deleted for resources: {'Network': ['ID=0c5de2ff-038c-4920-af66-7ab5dc6a7221,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:40.420457 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-133f5a07-46ab-4659-a3bc-f961c8549c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:40.455094 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-f6ceaeb8-cebe-4b77-b771-31e1b25b32e8 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Deleting port d2b6c5f7-972e-4e5a-85d4-1081ce6fa79d {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:20:40.455652 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f6ceaeb8-cebe-4b77-b771-31e1b25b32e8 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:40.511910 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fc5f8fba-2b42-4fe5-8a0d-8f6d632198d7 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:40.536698 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca29a88-058b-43e0-a732-9b0e2d60416b req-5569558c-ec89-447f-83e0-910ff4ff110d tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:40.543569 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6ca29a88-058b-43e0-a732-9b0e2d60416b req-5569558c-ec89-447f-83e0-910ff4ff110d tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec7f3ebf-e091-4b5f-9460-876dff86922e HTTP/1.1" status: 200 len: 950 time: 0.7484572 Feb 04 21:20:40.580289 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-133f5a07-46ab-4659-a3bc-f961c8549c81 None None] Attempting to bind port 6ee4dfb1-d2fe-40db-8362-74b40922d086 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:20:40.581130 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-133f5a07-46ab-4659-a3bc-f961c8549c81 None None] Attempting to bind port 6ee4dfb1-d2fe-40db-8362-74b40922d086 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:20:40.581862 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133f5a07-46ab-4659-a3bc-f961c8549c81 None None] Attempting to bind port 6ee4dfb1-d2fe-40db-8362-74b40922d086 on network 1f11f724-8cdd-497d-8220-929f45cf1223 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:20:40.592787 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133f5a07-46ab-4659-a3bc-f961c8549c81 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:20:40.593821 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133f5a07-46ab-4659-a3bc-f961c8549c81 None None] Checking segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:20:40.594445 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-133f5a07-46ab-4659-a3bc-f961c8549c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:40.595803 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133f5a07-46ab-4659-a3bc-f961c8549c81 None None] Bound using segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:20:40.596503 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-133f5a07-46ab-4659-a3bc-f961c8549c81 None None] Bound port: 6ee4dfb1-d2fe-40db-8362-74b40922d086, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:20:40.597240 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-133f5a07-46ab-4659-a3bc-f961c8549c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:40.665112 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b6014f4b-5755-4890-8cd7-ae07f7a957fe tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/networks/0c5de2ff-038c-4920-af66-7ab5dc6a7221 HTTP/1.1" status: 204 len: 168 time: 2.9035962 Feb 04 21:20:40.679258 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f8fba-2b42-4fe5-8a0d-8f6d632198d7 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Calling delete_port for 6ee4dfb1-d2fe-40db-8362-74b40922d086 owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:20:40.709091 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53262) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:40.715488 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-133f5a07-46ab-4659-a3bc-f961c8549c81 None None] For port 6ee4dfb1-d2fe-40db-8362-74b40922d086, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:20:40.719517 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-133f5a07-46ab-4659-a3bc-f961c8549c81 None None] For port 6ee4dfb1-d2fe-40db-8362-74b40922d086, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=6ee4dfb1-d2fe-40db-8362-74b40922d086,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:20:40.730599 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device e1798984-5d06-4b4f-9c43-a1e4b214c214 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:20:40.738976 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-a2b0e99b-5007-4e70-bc2a-bf6b0450ec6f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1547994625', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:40.744805 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6ca29a88-058b-43e0-a732-9b0e2d60416b req-8778e493-c8a4-4579-8b64-cf51b7b15356 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] 10.222.0.26 "GET /v2.0/security-groups?id=f11c41db-1371-464f-ab54-277d5714f148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003531 Feb 04 21:20:40.771609 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a2b0e99b-5007-4e70-bc2a-bf6b0450ec6f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:40.797059 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a2b0e99b-5007-4e70-bc2a-bf6b0450ec6f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Usage tracker for resource:router and tenant:ddcc858bf44044718238d62159c9367f is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:40.803263 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a2b0e99b-5007-4e70-bc2a-bf6b0450ec6f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:40.816637 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a2b0e99b-5007-4e70-bc2a-bf6b0450ec6f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:40.824495 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-7c9969ec-4262-498b-8de1-4295c6ebae3d None None] Port d2b6c5f7-972e-4e5a-85d4-1081ce6fa79d cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:20:40.833139 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d27f2712-ed8a-4960-8fa1-7bc313dc7064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:40.833729 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-2589f5ea-1483-4f4c-9e05-4e5a5f70e8b9 req-2d928ce5-374f-4939-85e5-78d897ec2eb1 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] For port 7433fd19-92c0-4148-9690-7a195b654570, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=7433fd19-92c0-4148-9690-7a195b654570,segment=NetworkSegment(8299b89e-3ccb-41a8-9915-efc7418a8f7d),segment_id=8299b89e-3ccb-41a8-9915-efc7418a8f7d)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:20:40.833729 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-2589f5ea-1483-4f4c-9e05-4e5a5f70e8b9 req-2d928ce5-374f-4939-85e5-78d897ec2eb1 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:40.851874 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-133f5a07-46ab-4659-a3bc-f961c8549c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:40.858800 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d27f2712-ed8a-4960-8fa1-7bc313dc7064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:40.863916 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: e1798984-5d06-4b4f-9c43-a1e4b214c214 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:20:40.864255 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device e1798984-5d06-4b4f-9c43-a1e4b214c214 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:20:40.872071 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e7aeb-bac9-48fc-aec4-1c50f9e04794 None None] Pushing event updated for resources: {'Port': ['ID=6ee4dfb1-d2fe-40db-8362-74b40922d086,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:40.976829 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133f5a07-46ab-4659-a3bc-f961c8549c81 None None] Routers {'bb3f575a-b7f8-4bb2-8a40-df3e88f67695'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:20:40.977560 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-133f5a07-46ab-4659-a3bc-f961c8549c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:20:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['bb3f575a-b7f8-4bb2-8a40-df3e88f67695'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:41.057359 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-2589f5ea-1483-4f4c-9e05-4e5a5f70e8b9 req-2d928ce5-374f-4939-85e5-78d897ec2eb1 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Calling delete_port for 7433fd19-92c0-4148-9690-7a195b654570 owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:20:41.134699 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e7aeb-bac9-48fc-aec4-1c50f9e04794 None None] Pushing event updated for resources: {'Port': ['ID=6ee4dfb1-d2fe-40db-8362-74b40922d086,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:41.143064 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f2712-ed8a-4960-8fa1-7bc313dc7064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8b816a-83d3-441b-bbce-4ee5c1101eed,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:41.163773 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-133f5a07-46ab-4659-a3bc-f961c8549c81 None None] Set router bb3f575a-b7f8-4bb2-8a40-df3e88f67695 gateway port host: None {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:20:41.169967 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d27f2712-ed8a-4960-8fa1-7bc313dc7064 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0f25545c19124d209bcbdf6372a903fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9824121 Feb 04 21:20:41.177005 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53276) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:41.249882 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-ad94ec47-573f-4ff7-9f88-5e1735f24823 req-50b8ce52-db8b-444a-b567-a8599ed34c48 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] For port 3a697680-cc55-40b9-87d4-dfa82ba01196, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=3a697680-cc55-40b9-87d4-dfa82ba01196,segment=NetworkSegment(84b34f62-20de-461e-9dfa-a6b12b358939),segment_id=84b34f62-20de-461e-9dfa-a6b12b358939)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:20:41.250251 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ad94ec47-573f-4ff7-9f88-5e1735f24823 req-50b8ce52-db8b-444a-b567-a8599ed34c48 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:41.261891 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a2b0e99b-5007-4e70-bc2a-bf6b0450ec6f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:41.262555 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a2b0e99b-5007-4e70-bc2a-bf6b0450ec6f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:41.278272 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a2b0e99b-5007-4e70-bc2a-bf6b0450ec6f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:41.323136 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a2b0e99b-5007-4e70-bc2a-bf6b0450ec6f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:41.390623 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f6ceaeb8-cebe-4b77-b771-31e1b25b32e8 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:41.398024 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a2b0e99b-5007-4e70-bc2a-bf6b0450ec6f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:41.401904 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a2b0e99b-5007-4e70-bc2a-bf6b0450ec6f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6875079 Feb 04 21:20:41.403288 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53282) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:41.405436 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-133f5a07-46ab-4659-a3bc-f961c8549c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3f575a-b7f8-4bb2-8a40-df3e88f67695', 'name': 'tempest-snat-router-1087484703', 'tenant_id': '4cb61ac16a194fd1a0644872afbaafd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:30Z', 'updated_at': '2022-02-04T21:20:39Z', 'revision_number': 4, 'project_id': '4cb61ac16a194fd1a0644872afbaafd5', 'gw_port_host': None}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:41.412941 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133f5a07-46ab-4659-a3bc-f961c8549c81 None None] The sync data for ids ['bb3f575a-b7f8-4bb2-8a40-df3e88f67695'] in n-d-827896-1 is: [{'id': 'bb3f575a-b7f8-4bb2-8a40-df3e88f67695', 'name': 'tempest-snat-router-1087484703', 'tenant_id': '4cb61ac16a194fd1a0644872afbaafd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:30Z', 'updated_at': '2022-02-04T21:20:39Z', 'revision_number': 4, 'project_id': '4cb61ac16a194fd1a0644872afbaafd5', 'gw_port_host': None}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:20:41.413497 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-40a5e4b9-3095-41ad-baff-5b66decc73a0 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1068997668'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:41.432262 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-40a5e4b9-3095-41ad-baff-5b66decc73a0 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:41.442057 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-40a5e4b9-3095-41ad-baff-5b66decc73a0 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Usage tracker for resource:network and tenant:ddcc858bf44044718238d62159c9367f is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:41.482463 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-40a5e4b9-3095-41ad-baff-5b66decc73a0 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:41.496990 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.api [None req-fc5f8fba-2b42-4fe5-8a0d-8f6d632198d7 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:20:41.497328 n-d-827896-1 neutron-server[87682]: DEBUG oslo_db.api [None req-fc5f8fba-2b42-4fe5-8a0d-8f6d632198d7 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:20:41.498098 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-40a5e4b9-3095-41ad-baff-5b66decc73a0 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:41.531870 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a5e4b9-3095-41ad-baff-5b66decc73a0 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Made reservation on behalf of ddcc858bf44044718238d62159c9367f for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:20:41.536464 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-40a5e4b9-3095-41ad-baff-5b66decc73a0 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:41.558297 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-2589f5ea-1483-4f4c-9e05-4e5a5f70e8b9 req-2d928ce5-374f-4939-85e5-78d897ec2eb1 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:41.558528 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-78accc95-aa32-44a7-b6aa-5cb06ed9f0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:41.570510 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-f6ceaeb8-cebe-4b77-b771-31e1b25b32e8 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Calling delete_port for d2b6c5f7-972e-4e5a-85d4-1081ce6fa79d owned by {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:20:41.616300 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d928ce5-374f-4939-85e5-78d897ec2eb1 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Pushing event deleted for resources: {'Port': ['ID=7433fd19-92c0-4148-9690-7a195b654570,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:41.717934 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a5e4b9-3095-41ad-baff-5b66decc73a0 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:20:41.729898 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-2589f5ea-1483-4f4c-9e05-4e5a5f70e8b9 req-2d928ce5-374f-4939-85e5-78d897ec2eb1 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] No DVR routers for this DVR port 7433fd19-92c0-4148-9690-7a195b654570 on host n-h2-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:20:41.733221 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-2589f5ea-1483-4f4c-9e05-4e5a5f70e8b9 req-2d928ce5-374f-4939-85e5-78d897ec2eb1 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:41.747291 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191d4cc-cf9e-44d0-b966-d6c7871ad0bb req-d9f7d5a3-7994-4c45-bde5-448d9876d53f tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:41.749344 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f191d4cc-cf9e-44d0-b966-d6c7871ad0bb req-d9f7d5a3-7994-4c45-bde5-448d9876d53f tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc13c96f-7262-44aa-a5eb-c86bc8a6ddea HTTP/1.1" status: 200 len: 946 time: 0.7513173 Feb 04 21:20:41.754304 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc13c96f-7262-44aa-a5eb-c86bc8a6ddea', 'name': 'network-vif-deleted', 'tag': '7433fd19-92c0-4148-9690-7a195b654570'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:20:41.763861 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-40a5e4b9-3095-41ad-baff-5b66decc73a0 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:41.764219 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-40a5e4b9-3095-41ad-baff-5b66decc73a0 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Added segment 3320fa81-18e7-44b6-9657-077ebb9b1180 of type vlan for network 5a3e76e4-f879-42fe-8c8d-faa639d83038 Feb 04 21:20:41.767978 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-78accc95-aa32-44a7-b6aa-5cb06ed9f0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:41.773779 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2589f5ea-1483-4f4c-9e05-4e5a5f70e8b9 req-2d928ce5-374f-4939-85e5-78d897ec2eb1 tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] 10.222.0.18 "DELETE /v2.0/ports/7433fd19-92c0-4148-9690-7a195b654570 HTTP/1.1" status: 204 len: 173 time: 1.9873846 Feb 04 21:20:41.819519 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-40a5e4b9-3095-41ad-baff-5b66decc73a0 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:41.909669 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-40a5e4b9-3095-41ad-baff-5b66decc73a0 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:41.915896 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f191d4cc-cf9e-44d0-b966-d6c7871ad0bb req-fe98a86b-a8bf-4c70-8f20-a3ba70b952bc tempest-ServersNegativeTestMultiTenantJSON-1515458558 tempest-ServersNegativeTestMultiTenantJSON-1515458558-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7cd86ab-1f14-45ad-b2f7-a26d6d119c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557565 Feb 04 21:20:41.917844 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a5e4b9-3095-41ad-baff-5b66decc73a0 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:41.918466 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-40a5e4b9-3095-41ad-baff-5b66decc73a0 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:42.023452 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f8fba-2b42-4fe5-8a0d-8f6d632198d7 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Deleting port 6ee4dfb1-d2fe-40db-8362-74b40922d086 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:20:42.023812 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fc5f8fba-2b42-4fe5-8a0d-8f6d632198d7 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:42.086431 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-40a5e4b9-3095-41ad-baff-5b66decc73a0 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6831920 Feb 04 21:20:42.098820 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53296) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:42.140490 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-5641f76f-7416-438b-b9ba-8c9c06759027 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Request body: {'subnet': {'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:42.279078 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ad94ec47-573f-4ff7-9f88-5e1735f24823 req-50b8ce52-db8b-444a-b567-a8599ed34c48 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:42.280094 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ad94ec47-573f-4ff7-9f88-5e1735f24823 req-50b8ce52-db8b-444a-b567-a8599ed34c48 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:42.280094 n-d-827896-1 neutron-server[87683]: INFO neutron.db.l3_db [req-ad94ec47-573f-4ff7-9f88-5e1735f24823 req-50b8ce52-db8b-444a-b567-a8599ed34c48 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Floating IP 06f3f031-98f1-44ce-8cd3-bf6851bb96cd disassociated. External IP: 172.25.5.118, port: 3a697680-cc55-40b9-87d4-dfa82ba01196. Feb 04 21:20:42.280312 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-ad94ec47-573f-4ff7-9f88-5e1735f24823 req-50b8ce52-db8b-444a-b567-a8599ed34c48 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Calling delete_port for 3a697680-cc55-40b9-87d4-dfa82ba01196 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:20:42.340425 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-78accc95-aa32-44a7-b6aa-5cb06ed9f0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:42.399591 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5e4b9-3095-41ad-baff-5b66decc73a0 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Network': ['ID=5a3e76e4-f879-42fe-8c8d-faa639d83038,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:42.409524 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5641f76f-7416-438b-b9ba-8c9c06759027 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:42.414018 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5641f76f-7416-438b-b9ba-8c9c06759027 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Usage tracker for resource:subnet and tenant:ddcc858bf44044718238d62159c9367f is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:42.416967 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 5a3e76e4-f879-42fe-8c8d-faa639d83038 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:20:42.417519 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5641f76f-7416-438b-b9ba-8c9c06759027 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:42.423812 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5641f76f-7416-438b-b9ba-8c9c06759027 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:42.461646 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78accc95-aa32-44a7-b6aa-5cb06ed9f0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8b816a-83d3-441b-bbce-4ee5c1101eed,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:42.469044 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5641f76f-7416-438b-b9ba-8c9c06759027 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Made reservation on behalf of ddcc858bf44044718238d62159c9367f for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:20:42.484499 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5641f76f-7416-438b-b9ba-8c9c06759027 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:42.493988 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b761e-d028-4304-823f-bf13f21bd865 req-863e7103-b3ba-4ae9-91dd-42b41ab5504f tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:42.504027 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6b3b761e-d028-4304-823f-bf13f21bd865 req-863e7103-b3ba-4ae9-91dd-42b41ab5504f tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 946 time: 0.3721275 Feb 04 21:20:42.646636 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 7433fd19-92c0-4148-9690-7a195b654570 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:20:42.695283 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: 7433fd19-92c0-4148-9690-7a195b654570 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:20:42.695874 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 7433fd19-92c0-4148-9690-7a195b654570 not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:20:42.696455 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 3a697680-cc55-40b9-87d4-dfa82ba01196 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:20:42.721357 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f6ceaeb8-cebe-4b77-b771-31e1b25b32e8 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:42.740527 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-78accc95-aa32-44a7-b6aa-5cb06ed9f0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:42.741930 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-78accc95-aa32-44a7-b6aa-5cb06ed9f0b8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eb8b816a-83d3-441b-bbce-4ee5c1101eed HTTP/1.1" status: 204 len: 168 time: 1.5600247 Feb 04 21:20:42.796099 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-fc5f8fba-2b42-4fe5-8a0d-8f6d632198d7 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] For port 6ee4dfb1-d2fe-40db-8362-74b40922d086, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=6ee4dfb1-d2fe-40db-8362-74b40922d086,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:20:42.796670 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fc5f8fba-2b42-4fe5-8a0d-8f6d632198d7 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:42.896611 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ceaeb8-cebe-4b77-b771-31e1b25b32e8 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Pushing event deleted for resources: {'Port': ['ID=d2b6c5f7-972e-4e5a-85d4-1081ce6fa79d,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:42.899297 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:42.954358 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6b3b761e-d028-4304-823f-bf13f21bd865 req-2b1afc7d-9e5f-40ec-81c1-c239b661308d tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4490352 Feb 04 21:20:42.967514 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6893970-a5aa-4af9-9a7d-cba5f7d9bd63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a697680-cc55-40b9-87d4-dfa82ba01196'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:20:42.973854 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f8fba-2b42-4fe5-8a0d-8f6d632198d7 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Calling delete_port for 6ee4dfb1-d2fe-40db-8362-74b40922d086 owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:20:43.005520 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 3a697680-cc55-40b9-87d4-dfa82ba01196, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=3a697680-cc55-40b9-87d4-dfa82ba01196,segment=NetworkSegment(84b34f62-20de-461e-9dfa-a6b12b358939),segment_id=84b34f62-20de-461e-9dfa-a6b12b358939)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:20:43.011571 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:43.145635 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f6ceaeb8-cebe-4b77-b771-31e1b25b32e8 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:43.155015 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=3a697680-cc55-40b9-87d4-dfa82ba01196,revision_number=13']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:43.172448 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-f6ceaeb8-cebe-4b77-b771-31e1b25b32e8 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] 10.222.0.26 "DELETE /v2.0/ports/d2b6c5f7-972e-4e5a-85d4-1081ce6fa79d HTTP/1.1" status: 204 len: 168 time: 3.1771879 Feb 04 21:20:43.177830 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53316) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:43.179717 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.api [req-ad94ec47-573f-4ff7-9f88-5e1735f24823 req-50b8ce52-db8b-444a-b567-a8599ed34c48 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:20:43.180045 n-d-827896-1 neutron-server[87683]: DEBUG oslo_db.api [req-ad94ec47-573f-4ff7-9f88-5e1735f24823 req-50b8ce52-db8b-444a-b567-a8599ed34c48 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:20:43.380937 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-841a2f24-53f2-4860-8be6-da90464553c6 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] GET failed (client error): The resource could not be found. Feb 04 21:20:43.388783 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-841a2f24-53f2-4860-8be6-da90464553c6 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Synchronizing usage tracker for tenant:dc0970698e49420e829efb6f1302fe5d on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:20:43.495185 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-841a2f24-53f2-4860-8be6-da90464553c6 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Unset dirty status for tenant:dc0970698e49420e829efb6f1302fe5d on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:20:43.496378 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-841a2f24-53f2-4860-8be6-da90464553c6 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] 10.222.0.26 "GET /v2.0/ports/d2b6c5f7-972e-4e5a-85d4-1081ce6fa79d HTTP/1.1" status: 404 len: 333 time: 0.3176212 Feb 04 21:20:43.500302 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53326) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:43.529151 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-62714d14-55eb-4aae-9062-8664e8acb898 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Request body: {'port': {'network_id': '7114ab02-2f52-454e-8c98-6c5e2d23abeb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1312221184'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:43.602393 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53332) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:43.639671 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53336) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:43.652810 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6893970-a5aa-4af9-9a7d-cba5f7d9bd63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a697680-cc55-40b9-87d4-dfa82ba01196', 'code': 200} Feb 04 21:20:43.654174 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53340) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:43.658036 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc13c96f-7262-44aa-a5eb-c86bc8a6ddea', 'name': 'network-vif-deleted', 'tag': '7433fd19-92c0-4148-9690-7a195b654570', 'status': 'completed', 'code': 200} Feb 04 21:20:43.685444 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-ad94ec47-573f-4ff7-9f88-5e1735f24823 req-50b8ce52-db8b-444a-b567-a8599ed34c48 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Deleting port 3a697680-cc55-40b9-87d4-dfa82ba01196 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:20:43.685773 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ad94ec47-573f-4ff7-9f88-5e1735f24823 req-50b8ce52-db8b-444a-b567-a8599ed34c48 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:43.794135 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-62714d14-55eb-4aae-9062-8664e8acb898 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:43.796608 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5641f76f-7416-438b-b9ba-8c9c06759027 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:43.807640 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-d92a04d1-a132-4538-b75f-9f835a299f9d admin admin] Deleting subnet d376c6fb-fbee-4d2f-9aec-7858bb3372bc {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:20:43.814546 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e753980f-586f-4e6c-827d-020f3d8e820c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9c90670127cc406ca6aa9c94d0394307&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1731114 Feb 04 21:20:43.815484 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53346) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:43.827731 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d92a04d1-a132-4538-b75f-9f835a299f9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:43.873499 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-79aea92e-021f-4eaa-9c56-e1a25366b0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:43.978043 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-62714d14-55eb-4aae-9062-8664e8acb898 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:44.002155 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d92a04d1-a132-4538-b75f-9f835a299f9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:44.012206 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-eb7a7f47-2542-4796-9088-2153c56d4c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:44.049267 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62714d14-55eb-4aae-9062-8664e8acb898 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Made reservation on behalf of dc0970698e49420e829efb6f1302fe5d for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:20:44.052752 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-62714d14-55eb-4aae-9062-8664e8acb898 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:44.074458 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-eb7a7f47-2542-4796-9088-2153c56d4c73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:44.085719 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641f76f-7416-438b-b9ba-8c9c06759027 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Subnet': ['ID=59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:44.088117 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-eb7a7f47-2542-4796-9088-2153c56d4c73 admin admin] Usage tracker for resource:security_group_rule and tenant:9bdf333bfe2f4dd08a1198350b8d4c63 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:44.094586 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fc5f8fba-2b42-4fe5-8a0d-8f6d632198d7 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:44.101177 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-eb7a7f47-2542-4796-9088-2153c56d4c73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:44.158542 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-eb7a7f47-2542-4796-9088-2153c56d4c73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:44.160506 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5641f76f-7416-438b-b9ba-8c9c06759027 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Checking segment: {'id': '3320fa81-18e7-44b6-9657-077ebb9b1180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:20:44.160873 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5641f76f-7416-438b-b9ba-8c9c06759027 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Network hostable DHCP agents. Network: 5a3e76e4-f879-42fe-8c8d-faa639d83038, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:20:44.168056 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-62714d14-55eb-4aae-9062-8664e8acb898 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] device_id is not set on port 2433ccd3-1c43-4431-b2bb-0bb2e6ce99f0 yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:20:44.174569 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9bdc430b-5c3c-4e94-bd0c-b452dafaaeab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:44.202728 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f8fba-2b42-4fe5-8a0d-8f6d632198d7 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ee4dfb1-d2fe-40db-8362-74b40922d086,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:44.217255 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f83e9-4184-4e8f-b87c-5f632675e525 req-671a26a5-a8f1-4090-848e-65ebee5349a6 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:44.218736 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3d4f83e9-4184-4e8f-b87c-5f632675e525 req-671a26a5-a8f1-4090-848e-65ebee5349a6 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec7f3ebf-e091-4b5f-9460-876dff86922e HTTP/1.1" status: 200 len: 950 time: 0.4683642 Feb 04 21:20:44.224970 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d92a04d1-a132-4538-b75f-9f835a299f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:44.292710 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9bdc430b-5c3c-4e94-bd0c-b452dafaaeab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:44.341913 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5641f76f-7416-438b-b9ba-8c9c06759027 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Network 5a3e76e4-f879-42fe-8c8d-faa639d83038 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:20:44.374617 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-5641f76f-7416-438b-b9ba-8c9c06759027 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 5a3e76e4-f879-42fe-8c8d-faa639d83038) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:20:44.380185 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fc5f8fba-2b42-4fe5-8a0d-8f6d632198d7 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:44.382933 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6895d210-e235-41e8-9110-c92b9494b18b None None] Network 5a3e76e4-f879-42fe-8c8d-faa639d83038 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:20:44.394188 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-ad94ec47-573f-4ff7-9f88-5e1735f24823 req-50b8ce52-db8b-444a-b567-a8599ed34c48 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] For port 3a697680-cc55-40b9-87d4-dfa82ba01196, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=3a697680-cc55-40b9-87d4-dfa82ba01196,segment=NetworkSegment(84b34f62-20de-461e-9dfa-a6b12b358939),segment_id=84b34f62-20de-461e-9dfa-a6b12b358939)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:20:44.394563 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ad94ec47-573f-4ff7-9f88-5e1735f24823 req-50b8ce52-db8b-444a-b567-a8599ed34c48 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:44.409106 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3d4f83e9-4184-4e8f-b87c-5f632675e525 req-9233758e-0f35-4d9b-82c8-820c0d8a7dab tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] 10.222.0.26 "GET /v2.0/security-groups?id=f11c41db-1371-464f-ab54-277d5714f148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564331 Feb 04 21:20:44.460648 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5641f76f-7416-438b-b9ba-8c9c06759027 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:44.461282 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5641f76f-7416-438b-b9ba-8c9c06759027 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:44.472658 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d92a04d1-a132-4538-b75f-9f835a299f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:44.537943 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a04d1-a132-4538-b75f-9f835a299f9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d376c6fb-fbee-4d2f-9aec-7858bb3372bc,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:44.542777 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d92a04d1-a132-4538-b75f-9f835a299f9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:44.576110 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d92a04d1-a132-4538-b75f-9f835a299f9d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d376c6fb-fbee-4d2f-9aec-7858bb3372bc HTTP/1.1" status: 204 len: 168 time: 0.9694118 Feb 04 21:20:44.576570 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53352) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:44.664371 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fc5f8fba-2b42-4fe5-8a0d-8f6d632198d7 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:44.675792 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fc5f8fba-2b42-4fe5-8a0d-8f6d632198d7 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:44.694372 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5641f76f-7416-438b-b9ba-8c9c06759027 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5944939 Feb 04 21:20:44.702676 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9bdc430b-5c3c-4e94-bd0c-b452dafaaeab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:44.705716 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9bdc430b-5c3c-4e94-bd0c-b452dafaaeab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:44.708832 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-62714d14-55eb-4aae-9062-8664e8acb898 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Allocated IP 2001:db8::269 (7114ab02-2f52-454e-8c98-6c5e2d23abeb/2f9c9f29-29d0-4b08-a6c6-72ff734cc727/2433ccd3-1c43-4431-b2bb-0bb2e6ce99f0) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:20:44.710444 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-9bdc430b-5c3c-4e94-bd0c-b452dafaaeab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7411967d-f6be-448b-8fe8-750107705175 HTTP/1.1" status: 204 len: 168 time: 0.8840799 Feb 04 21:20:44.710723 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53356) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:44.723853 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae59fcd-93ac-4e56-b189-40ae7604674c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-5a3e76e4-f879-42fe-8c8d-faa639d83038', 'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'fixed_ips': [{'subnet_id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:20:44.724975 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-dae59fcd-93ac-4e56-b189-40ae7604674c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:44.804669 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-eb7a7f47-2542-4796-9088-2153c56d4c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:44.818481 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc430b-5c3c-4e94-bd0c-b452dafaaeab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7411967d-f6be-448b-8fe8-750107705175,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:44.871997 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fc5f8fba-2b42-4fe5-8a0d-8f6d632198d7 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:44.872528 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5f8fba-2b42-4fe5-8a0d-8f6d632198d7 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb3f575a-b7f8-4bb2-8a40-df3e88f67695 {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:20:44.877759 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-eb7a7f47-2542-4796-9088-2153c56d4c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:44.936088 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-dae59fcd-93ac-4e56-b189-40ae7604674c None None] Allocated IP 2001:db8::2 (5a3e76e4-f879-42fe-8c8d-faa639d83038/59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899/00bce2fb-fd35-478a-9508-af427a786e47) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:20:44.974543 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8c2cdbe0-a6cf-468a-8266-03013e7ed221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:45.121063 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fc5f8fba-2b42-4fe5-8a0d-8f6d632198d7 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:45.122526 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fc5f8fba-2b42-4fe5-8a0d-8f6d632198d7 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] 10.222.0.26 "DELETE /v2.0/routers/bb3f575a-b7f8-4bb2-8a40-df3e88f67695 HTTP/1.1" status: 204 len: 168 time: 6.8042507 Feb 04 21:20:45.150957 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53364) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:45.165442 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a7f47-2542-4796-9088-2153c56d4c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f9dc55-bdc3-48fd-93ad-3969c19d7d6a,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:45.245272 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-eb7a7f47-2542-4796-9088-2153c56d4c73 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9bdf333bfe2f4dd08a1198350b8d4c63&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5847075 Feb 04 21:20:45.312150 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53370) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:45.316407 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ad94ec47-573f-4ff7-9f88-5e1735f24823 req-50b8ce52-db8b-444a-b567-a8599ed34c48 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:45.316904 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ad94ec47-573f-4ff7-9f88-5e1735f24823 req-50b8ce52-db8b-444a-b567-a8599ed34c48 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:45.316995 n-d-827896-1 neutron-server[87683]: INFO neutron.db.l3_db [req-ad94ec47-573f-4ff7-9f88-5e1735f24823 req-50b8ce52-db8b-444a-b567-a8599ed34c48 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Floating IP 06f3f031-98f1-44ce-8cd3-bf6851bb96cd disassociated. External IP: 172.25.5.118, port: 3a697680-cc55-40b9-87d4-dfa82ba01196. Feb 04 21:20:45.317366 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-ad94ec47-573f-4ff7-9f88-5e1735f24823 req-50b8ce52-db8b-444a-b567-a8599ed34c48 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Calling delete_port for 3a697680-cc55-40b9-87d4-dfa82ba01196 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:20:45.332609 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-dae59fcd-93ac-4e56-b189-40ae7604674c None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:45.343770 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-dae59fcd-93ac-4e56-b189-40ae7604674c None None] Transition to ACTIVE for port object 00bce2fb-fd35-478a-9508-af427a786e47 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:20:45.372171 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-dae59fcd-93ac-4e56-b189-40ae7604674c None None] Transition to ACTIVE for port object 00bce2fb-fd35-478a-9508-af427a786e47 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:20:45.384257 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-dae59fcd-93ac-4e56-b189-40ae7604674c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:45.462492 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae59fcd-93ac-4e56-b189-40ae7604674c None None] Pushing event updated for resources: {'Port': ['ID=00bce2fb-fd35-478a-9508-af427a786e47,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:45.477121 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae59fcd-93ac-4e56-b189-40ae7604674c None None] Network 5a3e76e4-f879-42fe-8c8d-faa639d83038 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:20:45.478733 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-dae59fcd-93ac-4e56-b189-40ae7604674c None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:20:45.481247 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae59fcd-93ac-4e56-b189-40ae7604674c None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:20:45.527290 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8c2cdbe0-a6cf-468a-8266-03013e7ed221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:45.567841 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-8c2cdbe0-a6cf-468a-8266-03013e7ed221 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf592af3-b2a4-4f86-a568-ef8e3fa340cc']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:45.585468 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-8c2cdbe0-a6cf-468a-8266-03013e7ed221 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8299b89e-3ccb-41a8-9915-efc7418a8f7d') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:45.585990 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-8c2cdbe0-a6cf-468a-8266-03013e7ed221 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8299b89e-3ccb-41a8-9915-efc7418a8f7d') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:45.591217 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-dae59fcd-93ac-4e56-b189-40ae7604674c None None] Attempting to bind port 00bce2fb-fd35-478a-9508-af427a786e47 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:20:45.591590 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-dae59fcd-93ac-4e56-b189-40ae7604674c None None] Attempting to bind port 00bce2fb-fd35-478a-9508-af427a786e47 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '3320fa81-18e7-44b6-9657-077ebb9b1180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:20:45.591951 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae59fcd-93ac-4e56-b189-40ae7604674c None None] Attempting to bind port 00bce2fb-fd35-478a-9508-af427a786e47 on network 5a3e76e4-f879-42fe-8c8d-faa639d83038 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:20:45.603401 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae59fcd-93ac-4e56-b189-40ae7604674c None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:20:45.603774 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae59fcd-93ac-4e56-b189-40ae7604674c None None] Checking segment: {'id': '3320fa81-18e7-44b6-9657-077ebb9b1180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:20:45.604192 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-dae59fcd-93ac-4e56-b189-40ae7604674c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:45.604652 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae59fcd-93ac-4e56-b189-40ae7604674c None None] Bound using segment: {'id': '3320fa81-18e7-44b6-9657-077ebb9b1180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:20:45.605802 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-dae59fcd-93ac-4e56-b189-40ae7604674c None None] Bound port: 00bce2fb-fd35-478a-9508-af427a786e47, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3320fa81-18e7-44b6-9657-077ebb9b1180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:20:45.605802 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-dae59fcd-93ac-4e56-b189-40ae7604674c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:45.620555 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b14e6d-0a3a-4e98-a633-57a0fd77060b req-cfb008c4-3527-4b28-b2a1-c069630f7ca5 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:45.621787 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-c5b14e6d-0a3a-4e98-a633-57a0fd77060b req-cfb008c4-3527-4b28-b2a1-c069630f7ca5 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Synchronizing usage tracker for tenant:d12823a006ff49a4916b73b08e3ad259 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:20:45.633167 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8c2cdbe0-a6cf-468a-8266-03013e7ed221 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:45.669537 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-c5b14e6d-0a3a-4e98-a633-57a0fd77060b req-cfb008c4-3527-4b28-b2a1-c069630f7ca5 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Unset dirty status for tenant:d12823a006ff49a4916b73b08e3ad259 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:20:45.677912 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c5b14e6d-0a3a-4e98-a633-57a0fd77060b req-cfb008c4-3527-4b28-b2a1-c069630f7ca5 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 944 time: 1.1019897 Feb 04 21:20:45.690735 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8c2cdbe0-a6cf-468a-8266-03013e7ed221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:45.733994 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-dae59fcd-93ac-4e56-b189-40ae7604674c None None] For port 00bce2fb-fd35-478a-9508-af427a786e47, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:20:45.736328 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c2cdbe0-a6cf-468a-8266-03013e7ed221 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:20:45.737305 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8c2cdbe0-a6cf-468a-8266-03013e7ed221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:45.741065 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-dae59fcd-93ac-4e56-b189-40ae7604674c None None] For port 00bce2fb-fd35-478a-9508-af427a786e47, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=00bce2fb-fd35-478a-9508-af427a786e47,segment=NetworkSegment(3320fa81-18e7-44b6-9657-077ebb9b1180),segment_id=3320fa81-18e7-44b6-9657-077ebb9b1180)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:20:45.750001 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-dae59fcd-93ac-4e56-b189-40ae7604674c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:45.753933 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:20:45.753933 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:20:45.753933 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:20:45.753933 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:20:45.753933 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:20:45.753933 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:20:45.753933 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:20:45.753933 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:20:45.753933 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:20:45.753933 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:20:45.753933 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:20:45.753933 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:20:45.753933 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:20:45.753933 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:20:45.753933 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:20:45.753933 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:20:45.753933 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:20:45.753933 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:20:45.753933 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:20:45.753933 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:20:45.753933 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:20:45.753933 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:20:45.753933 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:20:45.753933 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:20:45.753933 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:20:45.753933 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:20:45.753933 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:20:45.753933 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:20:45.753933 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:20:45.753933 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:20:45.753933 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:20:45.753933 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:20:45.842107 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3846b-49dd-4a20-9b80-a70c6a3fbb0f req-f3fd5316-1cff-44e8-8d76-65b1e9766202 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:45.843774 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-45f3846b-49dd-4a20-9b80-a70c6a3fbb0f req-f3fd5316-1cff-44e8-8d76-65b1e9766202 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec7f3ebf-e091-4b5f-9460-876dff86922e HTTP/1.1" status: 200 len: 950 time: 0.8458774 Feb 04 21:20:45.862271 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53390) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:45.873465 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae59fcd-93ac-4e56-b189-40ae7604674c None None] Pushing event updated for resources: {'Port': ['ID=00bce2fb-fd35-478a-9508-af427a786e47,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:45.906386 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c54d0f6c-e7e1-4b92-bfc1-41515a696828 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:45.920389 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5b81a0e1-e5aa-42a8-a9fe-c171fa57b28d tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:45.957202 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c5b14e6d-0a3a-4e98-a633-57a0fd77060b req-b63d7b24-2688-4341-aabb-4cedd14c7827 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups?id=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2784073 Feb 04 21:20:45.981116 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-93bde5e3-483f-4015-853c-661317589bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:46.019687 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8c2cdbe0-a6cf-468a-8266-03013e7ed221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:46.027878 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8c2cdbe0-a6cf-468a-8266-03013e7ed221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:46.094128 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2cdbe0-a6cf-468a-8266-03013e7ed221 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf592af3-b2a4-4f86-a568-ef8e3fa340cc,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:46.107109 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-62714d14-55eb-4aae-9062-8664e8acb898 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:46.122893 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-45f3846b-49dd-4a20-9b80-a70c6a3fbb0f req-a845a5be-b359-4789-ac4f-838f97b20eae tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Deleting port 28ed6478-e53f-459d-8c52-32eec21c8878 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:20:46.123394 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-45f3846b-49dd-4a20-9b80-a70c6a3fbb0f req-a845a5be-b359-4789-ac4f-838f97b20eae tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:46.174664 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ad94ec47-573f-4ff7-9f88-5e1735f24823 req-50b8ce52-db8b-444a-b567-a8599ed34c48 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:46.224632 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-8c2cdbe0-a6cf-468a-8266-03013e7ed221 admin admin] 10.222.0.26 "DELETE /v2.0/networks/cf592af3-b2a4-4f86-a568-ef8e3fa340cc HTTP/1.1" status: 204 len: 168 time: 1.5963273 Feb 04 21:20:46.236475 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53396) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:46.293624 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-787e768a-a4fb-4d1f-adb3-901f40cd7ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:46.343841 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-88530fbc-215d-4506-826a-2ca5393db30f tempest-AgentManagementNegativeTest-781109325 tempest-AgentManagementNegativeTest-781109325-project] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4749119 Feb 04 21:20:46.349959 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-93bde5e3-483f-4015-853c-661317589bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:46.360940 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8ce52-db8b-444a-b567-a8599ed34c48 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Pushing event deleted for resources: {'Port': ['ID=3a697680-cc55-40b9-87d4-dfa82ba01196,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:46.366973 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-62714d14-55eb-4aae-9062-8664e8acb898 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Transition to ACTIVE for port object 2433ccd3-1c43-4431-b2bb-0bb2e6ce99f0 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:20:46.530379 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c90345c-d6ee-4525-a8ed-5e3e4b6aa9d0 admin admin] Deleting subnet 50f93d8f-d45f-4927-bacd-7679ae09c64a {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:20:46.546453 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8c90345c-d6ee-4525-a8ed-5e3e4b6aa9d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:46.610650 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5b81a0e1-e5aa-42a8-a9fe-c171fa57b28d tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:46.668492 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-62714d14-55eb-4aae-9062-8664e8acb898 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:46.680574 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8c90345c-d6ee-4525-a8ed-5e3e4b6aa9d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:46.718135 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 00bce2fb-fd35-478a-9508-af427a786e47 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:20:46.733727 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fbc29-902e-4104-855b-f343460666c9 req-ace99bb1-7f57-48ac-bd9b-e5fe94244bea tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:46.741192 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-083fbc29-902e-4104-855b-f343460666c9 req-ace99bb1-7f57-48ac-bd9b-e5fe94244bea tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec7f3ebf-e091-4b5f-9460-876dff86922e HTTP/1.1" status: 200 len: 950 time: 0.5840585 Feb 04 21:20:46.752003 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-93bde5e3-483f-4015-853c-661317589bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:46.786060 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a0e1-e5aa-42a8-a9fe-c171fa57b28d tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Deleting port 50677f33-c11f-412c-b2b8-1672f35771bb {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:20:46.786698 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5b81a0e1-e5aa-42a8-a9fe-c171fa57b28d tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:46.812290 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 00bce2fb-fd35-478a-9508-af427a786e47 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:20:46.819229 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad94ec47-573f-4ff7-9f88-5e1735f24823 req-50b8ce52-db8b-444a-b567-a8599ed34c48 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Router e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:20:46.832417 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-45f3846b-49dd-4a20-9b80-a70c6a3fbb0f req-a845a5be-b359-4789-ac4f-838f97b20eae tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] For port 28ed6478-e53f-459d-8c52-32eec21c8878, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=28ed6478-e53f-459d-8c52-32eec21c8878,segment=NetworkSegment(bff6acca-b6b1-44c0-b18a-10955f9f828c),segment_id=bff6acca-b6b1-44c0-b18a-10955f9f828c)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:20:46.832781 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-45f3846b-49dd-4a20-9b80-a70c6a3fbb0f req-a845a5be-b359-4789-ac4f-838f97b20eae tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:46.873897 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bde5e3-483f-4015-853c-661317589bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f9dc55-bdc3-48fd-93ad-3969c19d7d6a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:46.892595 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53404) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:46.914789 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-083fbc29-902e-4104-855b-f343460666c9 req-670f338f-9f65-4281-878d-662c5831b310 tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] 10.222.0.26 "GET /v2.0/security-groups?id=f11c41db-1371-464f-ab54-277d5714f148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726985 Feb 04 21:20:46.934528 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62714d14-55eb-4aae-9062-8664e8acb898 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Network 7114ab02-2f52-454e-8c98-6c5e2d23abeb is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:20:46.948688 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-62714d14-55eb-4aae-9062-8664e8acb898 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:20:47.007661 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62714d14-55eb-4aae-9062-8664e8acb898 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:20:47.018422 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62714d14-55eb-4aae-9062-8664e8acb898 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:47.019370 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-62714d14-55eb-4aae-9062-8664e8acb898 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:47.023577 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-45f3846b-49dd-4a20-9b80-a70c6a3fbb0f req-a845a5be-b359-4789-ac4f-838f97b20eae tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Calling delete_port for 28ed6478-e53f-459d-8c52-32eec21c8878 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:20:47.038457 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62714d14-55eb-4aae-9062-8664e8acb898 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Pushing event updated for resources: {'Port': ['ID=2433ccd3-1c43-4431-b2bb-0bb2e6ce99f0,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:47.173094 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-93bde5e3-483f-4015-853c-661317589bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:47.174474 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-93bde5e3-483f-4015-853c-661317589bdc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b8f9dc55-bdc3-48fd-93ad-3969c19d7d6a HTTP/1.1" status: 204 len: 168 time: 1.8543472 Feb 04 21:20:47.183493 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8c90345c-d6ee-4525-a8ed-5e3e4b6aa9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:47.431566 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:47.484560 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d8ac2931-ffa9-4f1a-915e-3c757516faac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:47.509070 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-62714d14-55eb-4aae-9062-8664e8acb898 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.0074580 Feb 04 21:20:47.521929 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53416) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:47.523385 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-c54d0f6c-e7e1-4b92-bfc1-41515a696828 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Allocated IP 2001:db8::1 (5a3e76e4-f879-42fe-8c8d-faa639d83038/59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899/6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:20:47.539821 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-f48d2cdf-1444-40aa-bef3-2aebf8ae3892 None None] Provisioning for port 2433ccd3-1c43-4431-b2bb-0bb2e6ce99f0 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:20:47.554653 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-f48d2cdf-1444-40aa-bef3-2aebf8ae3892 None None] Provisioning complete for port 2433ccd3-1c43-4431-b2bb-0bb2e6ce99f0 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:47.555512 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f48d2cdf-1444-40aa-bef3-2aebf8ae3892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:47.560633 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-cd5fae92-c749-4608-8315-6141d305d8fa tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Request body: {'port': {'network_id': '7114ab02-2f52-454e-8c98-6c5e2d23abeb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-637117639'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:47.571982 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-73a1bb72-f7db-4ef5-a31b-c8749a27a884 req-fe793ffc-3b53-459d-8c4b-48164244e5dd tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Synchronizing usage tracker for tenant:d12823a006ff49a4916b73b08e3ad259 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:20:47.577638 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d8ac2931-ffa9-4f1a-915e-3c757516faac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:47.601007 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d8ac2931-ffa9-4f1a-915e-3c757516faac admin admin] Usage tracker for resource:security_group_rule and tenant:f7e9a1ca30e343e9b6b942ead8e8a77d is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:47.604912 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d8ac2931-ffa9-4f1a-915e-3c757516faac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:47.613986 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d8ac2931-ffa9-4f1a-915e-3c757516faac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:47.646838 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad94ec47-573f-4ff7-9f88-5e1735f24823 req-50b8ce52-db8b-444a-b567-a8599ed34c48 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:20:47.658922 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-f48d2cdf-1444-40aa-bef3-2aebf8ae3892 None None] Port 2433ccd3-1c43-4431-b2bb-0bb2e6ce99f0 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:20:47.662823 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:47.678903 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025d1826-d488-4d52-aff2-39d9a5e6d755 None None] Sync routers for ids ['e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:20:47.680612 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febde461-6aa9-47fa-bc7d-e3955149987c None None] Network 5a3e76e4-f879-42fe-8c8d-faa639d83038 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:20:47.692990 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025d1826-d488-4d52-aff2-39d9a5e6d755 None None] Routers {'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:20:47.694804 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-025d1826-d488-4d52-aff2-39d9a5e6d755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:20:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:47.696115 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-73a1bb72-f7db-4ef5-a31b-c8749a27a884 req-fe793ffc-3b53-459d-8c4b-48164244e5dd tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Unset dirty status for tenant:d12823a006ff49a4916b73b08e3ad259 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:20:47.705471 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-73a1bb72-f7db-4ef5-a31b-c8749a27a884 req-fe793ffc-3b53-459d-8c4b-48164244e5dd tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6893970-a5aa-4af9-9a7d-cba5f7d9bd63 HTTP/1.1" status: 200 len: 210 time: 0.4436712 Feb 04 21:20:47.794382 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad94ec47-573f-4ff7-9f88-5e1735f24823 req-50b8ce52-db8b-444a-b567-a8599ed34c48 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] No DVR routers for this DVR port 3a697680-cc55-40b9-87d4-dfa82ba01196 on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:20:47.798279 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-ad94ec47-573f-4ff7-9f88-5e1735f24823 req-50b8ce52-db8b-444a-b567-a8599ed34c48 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:47.805625 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6893970-a5aa-4af9-9a7d-cba5f7d9bd63', 'name': 'network-vif-deleted', 'tag': '3a697680-cc55-40b9-87d4-dfa82ba01196'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:20:47.813055 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53420) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:47.822533 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-41ec3624-4fc5-44a8-8954-064ecb91e44a None None] Provisioning for port 00bce2fb-fd35-478a-9508-af427a786e47 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:20:47.837537 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-41ec3624-4fc5-44a8-8954-064ecb91e44a None None] Provisioning complete for port 00bce2fb-fd35-478a-9508-af427a786e47 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:47.837914 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-41ec3624-4fc5-44a8-8954-064ecb91e44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:47.884320 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ad94ec47-573f-4ff7-9f88-5e1735f24823 req-50b8ce52-db8b-444a-b567-a8599ed34c48 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.18 "DELETE /v2.0/ports/3a697680-cc55-40b9-87d4-dfa82ba01196 HTTP/1.1" status: 204 len: 173 time: 8.1271636 Feb 04 21:20:47.885606 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-80073042-614b-47fe-a740-db5338ba7041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:47.916368 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6893970-a5aa-4af9-9a7d-cba5f7d9bd63', 'name': 'network-vif-deleted', 'tag': '3a697680-cc55-40b9-87d4-dfa82ba01196', 'status': 'completed', 'code': 200} Feb 04 21:20:47.934412 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-45f3846b-49dd-4a20-9b80-a70c6a3fbb0f req-a845a5be-b359-4789-ac4f-838f97b20eae tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:47.973972 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c54d0f6c-e7e1-4b92-bfc1-41515a696828 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:47.992973 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-c54d0f6c-e7e1-4b92-bfc1-41515a696828 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Transition to ACTIVE for port object 6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:20:48.004103 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-025d1826-d488-4d52-aff2-39d9a5e6d755 None None] Set router e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:20:48.037052 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c54d0f6c-e7e1-4b92-bfc1-41515a696828 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:48.041519 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8c90345c-d6ee-4525-a8ed-5e3e4b6aa9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:48.084622 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845a5be-b359-4789-ac4f-838f97b20eae tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Pushing event deleted for resources: {'Port': ['ID=28ed6478-e53f-459d-8c52-32eec21c8878,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:48.088023 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-80073042-614b-47fe-a740-db5338ba7041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:48.136188 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-80073042-614b-47fe-a740-db5338ba7041 admin admin] Usage tracker for resource:security_group_rule and tenant:d5bc500b5a6543a7aa2d791250ea387a is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:48.153022 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-80073042-614b-47fe-a740-db5338ba7041 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:48.261149 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-80073042-614b-47fe-a740-db5338ba7041 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:48.269791 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f3846b-49dd-4a20-9b80-a70c6a3fbb0f req-a845a5be-b359-4789-ac4f-838f97b20eae tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] No DVR routers for this DVR port 28ed6478-e53f-459d-8c52-32eec21c8878 on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:20:48.272547 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-45f3846b-49dd-4a20-9b80-a70c6a3fbb0f req-a845a5be-b359-4789-ac4f-838f97b20eae tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:48.275147 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-45f3846b-49dd-4a20-9b80-a70c6a3fbb0f req-a845a5be-b359-4789-ac4f-838f97b20eae tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] 10.222.0.32 "DELETE /v2.0/ports/28ed6478-e53f-459d-8c52-32eec21c8878 HTTP/1.1" status: 204 len: 173 time: 2.4119256 Feb 04 21:20:48.287667 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b9914f95-ac55-43a7-a9da-e1cfa23f8c5a req-71f7162c-ca78-439a-b8f0-33aa3bc7837b tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Synchronizing usage tracker for tenant:c6b4f92d55c84d3aa09d17e41deeb105 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:20:48.328278 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d0f6c-e7e1-4b92-bfc1-41515a696828 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Port': ['ID=6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:48.336294 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b9914f95-ac55-43a7-a9da-e1cfa23f8c5a req-71f7162c-ca78-439a-b8f0-33aa3bc7837b tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] Unset dirty status for tenant:c6b4f92d55c84d3aa09d17e41deeb105 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:20:48.340939 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90345c-d6ee-4525-a8ed-5e3e4b6aa9d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50f93d8f-d45f-4927-bacd-7679ae09c64a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:48.344066 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-41ec3624-4fc5-44a8-8954-064ecb91e44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:48.349556 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b9914f95-ac55-43a7-a9da-e1cfa23f8c5a req-71f7162c-ca78-439a-b8f0-33aa3bc7837b tempest-VolumesNegativeTest-1987933930 tempest-VolumesNegativeTest-1987933930-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec7f3ebf-e091-4b5f-9460-876dff86922e HTTP/1.1" status: 200 len: 210 time: 0.1465495 Feb 04 21:20:48.385564 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54d0f6c-e7e1-4b92-bfc1-41515a696828 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Network 5a3e76e4-f879-42fe-8c8d-faa639d83038 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:20:48.392479 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-5b81a0e1-e5aa-42a8-a9fe-c171fa57b28d tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] For port 50677f33-c11f-412c-b2b8-1672f35771bb, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=50677f33-c11f-412c-b2b8-1672f35771bb,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:20:48.392847 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5b81a0e1-e5aa-42a8-a9fe-c171fa57b28d tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:48.400962 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-41ec3624-4fc5-44a8-8954-064ecb91e44a None None] For port 00bce2fb-fd35-478a-9508-af427a786e47, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=00bce2fb-fd35-478a-9508-af427a786e47,segment=NetworkSegment(3320fa81-18e7-44b6-9657-077ebb9b1180),segment_id=3320fa81-18e7-44b6-9657-077ebb9b1180)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:20:48.401618 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-c54d0f6c-e7e1-4b92-bfc1-41515a696828 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:20:48.414423 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8c90345c-d6ee-4525-a8ed-5e3e4b6aa9d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:48.425477 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-41ec3624-4fc5-44a8-8954-064ecb91e44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:48.425972 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8c90345c-d6ee-4525-a8ed-5e3e4b6aa9d0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/50f93d8f-d45f-4927-bacd-7679ae09c64a HTTP/1.1" status: 204 len: 168 time: 2.1823232 Feb 04 21:20:48.427095 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54d0f6c-e7e1-4b92-bfc1-41515a696828 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:20:48.427637 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c54d0f6c-e7e1-4b92-bfc1-41515a696828 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:48.431610 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53428) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:48.526627 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-80073042-614b-47fe-a740-db5338ba7041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:48.559061 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec3624-4fc5-44a8-8954-064ecb91e44a None None] Pushing event updated for resources: {'Port': ['ID=00bce2fb-fd35-478a-9508-af427a786e47,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:48.646425 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a0e1-e5aa-42a8-a9fe-c171fa57b28d tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Calling delete_port for 50677f33-c11f-412c-b2b8-1672f35771bb owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:20:48.654195 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-80073042-614b-47fe-a740-db5338ba7041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:48.655289 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 28ed6478-e53f-459d-8c52-32eec21c8878 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:20:48.684397 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d6299bf3-b788-4a84-bd9e-93fcad868843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:48.722556 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: 28ed6478-e53f-459d-8c52-32eec21c8878 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:20:48.723266 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 28ed6478-e53f-459d-8c52-32eec21c8878 not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:20:48.730711 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53432) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:48.731306 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-80073042-614b-47fe-a740-db5338ba7041 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d5bc500b5a6543a7aa2d791250ea387a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8990173 Feb 04 21:20:48.736944 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80073042-614b-47fe-a740-db5338ba7041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1578d00-6741-47d9-b503-b0e005cb80d8,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:48.782699 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-cd5fae92-c749-4608-8315-6141d305d8fa tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:48.810635 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-025d1826-d488-4d52-aff2-39d9a5e6d755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1628603465-router', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:53Z', 'updated_at': '2022-02-04T21:12:09Z', 'revision_number': 4, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'gw_port': {'id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:56Z', 'updated_at': '2022-02-04T21:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '61fe87d9-2042-4921-bf0f-4fb86b79e35c', 'name': '', 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'mac_address': 'fa:16:3e:f8:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '2332d4ab-28bd-4df4-abe3-897aa8896a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:12:07Z', 'updated_at': '2022-02-04T21:12:21Z', 'revision_number': 5, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'subnets': [{'id': '2332d4ab-28bd-4df4-abe3-897aa8896a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:48.816112 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025d1826-d488-4d52-aff2-39d9a5e6d755 None None] Checking router: e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:20:48.827721 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025d1826-d488-4d52-aff2-39d9a5e6d755 None None] Routers {'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:20:48.829518 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-025d1826-d488-4d52-aff2-39d9a5e6d755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:20:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:48.829904 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-cd5fae92-c749-4608-8315-6141d305d8fa tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:48.912570 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:48.939485 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d6299bf3-b788-4a84-bd9e-93fcad868843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:48.946246 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d8ac2931-ffa9-4f1a-915e-3c757516faac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:48.960962 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53440) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:48.982508 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-944d1c7d-f6be-4783-9999-149d79382b6f None None] Provisioning complete for port 00bce2fb-fd35-478a-9508-af427a786e47 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:48.982911 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-944d1c7d-f6be-4783-9999-149d79382b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:49.002878 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-d6299bf3-b788-4a84-bd9e-93fcad868843 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ea32b96-90d4-48c0-b145-23d78bff7de7']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:49.016363 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-d6299bf3-b788-4a84-bd9e-93fcad868843 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b6b0f9f-c47b-45c0-b10b-f8417a86866a') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:49.016915 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-d6299bf3-b788-4a84-bd9e-93fcad868843 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b6b0f9f-c47b-45c0-b10b-f8417a86866a') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:49.029438 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d6299bf3-b788-4a84-bd9e-93fcad868843 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:49.039033 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-15f34cef-6eb4-4de2-879f-8f44af622cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:49.050009 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d8ac2931-ffa9-4f1a-915e-3c757516faac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:49.058311 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d6299bf3-b788-4a84-bd9e-93fcad868843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:49.066113 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6299bf3-b788-4a84-bd9e-93fcad868843 admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:20:49.066513 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d6299bf3-b788-4a84-bd9e-93fcad868843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:49.082079 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:20:49.082079 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:20:49.082079 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:20:49.082079 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:20:49.082079 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:20:49.082079 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:20:49.082079 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:20:49.082079 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:20:49.082079 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:20:49.082079 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:20:49.082079 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:20:49.082079 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:20:49.082079 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:20:49.082079 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:20:49.082079 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:20:49.082079 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:20:49.082079 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:20:49.082079 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:20:49.082079 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:20:49.082079 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:20:49.082079 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:20:49.082079 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:20:49.082079 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:20:49.082079 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:20:49.082079 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:20:49.082079 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:20:49.082079 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:20:49.082079 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:20:49.082079 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:20:49.082079 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:20:49.082079 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:20:49.082079 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:20:49.100572 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5fae92-c749-4608-8315-6141d305d8fa tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Made reservation on behalf of dc0970698e49420e829efb6f1302fe5d for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:20:49.104526 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cd5fae92-c749-4608-8315-6141d305d8fa tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:49.193074 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d6299bf3-b788-4a84-bd9e-93fcad868843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:49.223276 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d6299bf3-b788-4a84-bd9e-93fcad868843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:49.241584 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6299bf3-b788-4a84-bd9e-93fcad868843 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ea32b96-90d4-48c0-b145-23d78bff7de7,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:49.242557 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-025d1826-d488-4d52-aff2-39d9a5e6d755 None None] Set router e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:20:49.267665 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d6299bf3-b788-4a84-bd9e-93fcad868843 admin admin] 10.222.0.26 "DELETE /v2.0/networks/2ea32b96-90d4-48c0-b145-23d78bff7de7 HTTP/1.1" status: 204 len: 168 time: 0.8254938 Feb 04 21:20:49.270401 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-944d1c7d-f6be-4783-9999-149d79382b6f None None] Provisioning for port 6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:20:49.283360 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-944d1c7d-f6be-4783-9999-149d79382b6f None None] Provisioning complete for port 6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:49.283705 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-944d1c7d-f6be-4783-9999-149d79382b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:49.386556 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-944d1c7d-f6be-4783-9999-149d79382b6f None None] Port 6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:20:49.394750 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-15f34cef-6eb4-4de2-879f-8f44af622cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:49.406203 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-cd5fae92-c749-4608-8315-6141d305d8fa tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] device_id is not set on port bb7a4b91-040d-47aa-bab0-21ebbcd58e05 yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:20:49.444503 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac2931-ffa9-4f1a-915e-3c757516faac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb83d55-0ebc-4c07-b4b6-33cb2a92f9c7,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:49.464813 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d8ac2931-ffa9-4f1a-915e-3c757516faac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f7e9a1ca30e343e9b6b942ead8e8a77d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5684977 Feb 04 21:20:49.467729 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53454) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:49.481853 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-707e646f-b41c-4370-85d2-efd2b8a788c7 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:49.483385 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c54d0f6c-e7e1-4b92-bfc1-41515a696828 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:49.517359 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-e75019f6-b74b-43cc-9345-ac3985a363d2 None None] Provisioning complete for port 6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:49.517704 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e75019f6-b74b-43cc-9345-ac3985a363d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:49.574305 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53462) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:49.630096 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ee9a267a-6139-4521-bef0-341ad4ad9eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:49.631591 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-e75019f6-b74b-43cc-9345-ac3985a363d2 None None] Port 6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:20:49.668824 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ee9a267a-6139-4521-bef0-341ad4ad9eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:49.711363 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-707e646f-b41c-4370-85d2-efd2b8a788c7 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:49.735315 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-025d1826-d488-4d52-aff2-39d9a5e6d755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1628603465-router', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:53Z', 'updated_at': '2022-02-04T21:12:09Z', 'revision_number': 4, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'gw_port': {'id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:56Z', 'updated_at': '2022-02-04T21:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '61fe87d9-2042-4921-bf0f-4fb86b79e35c', 'name': '', 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'mac_address': 'fa:16:3e:f8:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '2332d4ab-28bd-4df4-abe3-897aa8896a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:12:07Z', 'updated_at': '2022-02-04T21:12:21Z', 'revision_number': 5, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'subnets': [{'id': '2332d4ab-28bd-4df4-abe3-897aa8896a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:49.740379 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025d1826-d488-4d52-aff2-39d9a5e6d755 None None] The sync data for ids ['e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'] in n-d-827896-1 is: [{'id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1628603465-router', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:53Z', 'updated_at': '2022-02-04T21:12:09Z', 'revision_number': 4, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'gw_port': {'id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:56Z', 'updated_at': '2022-02-04T21:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '61fe87d9-2042-4921-bf0f-4fb86b79e35c', 'name': '', 'network_id': 'aeca86bf-5462-4afd-9138-c5fe85a0ef79', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'mac_address': 'fa:16:3e:f8:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '2332d4ab-28bd-4df4-abe3-897aa8896a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:12:07Z', 'updated_at': '2022-02-04T21:12:21Z', 'revision_number': 5, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'subnets': [{'id': '2332d4ab-28bd-4df4-abe3-897aa8896a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:20:49.754328 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ee9a267a-6139-4521-bef0-341ad4ad9eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:49.779928 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a267a-6139-4521-bef0-341ad4ad9eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb83d55-0ebc-4c07-b4b6-33cb2a92f9c7,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:49.796835 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-0392a2d2-7d20-42d2-b5de-900b9d1401d7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=39aee98874ce431b9849a3151616d7bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2209749 Feb 04 21:20:49.808153 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53472) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:49.821376 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ee9a267a-6139-4521-bef0-341ad4ad9eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:49.824606 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ee9a267a-6139-4521-bef0-341ad4ad9eb5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/feb83d55-0ebc-4c07-b4b6-33cb2a92f9c7 HTTP/1.1" status: 204 len: 168 time: 0.3533194 Feb 04 21:20:49.880128 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-cd5fae92-c749-4608-8315-6141d305d8fa tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Allocated IP 2001:db8::31e (7114ab02-2f52-454e-8c98-6c5e2d23abeb/2f9c9f29-29d0-4b08-a6c6-72ff734cc727/bb7a4b91-040d-47aa-bab0-21ebbcd58e05) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:20:49.899401 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-037863dc-9bc2-4581-adb3-9656a61e7405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:49.917637 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7f3ebf-e091-4b5f-9460-876dff86922e', 'name': 'network-vif-deleted', 'tag': '28ed6478-e53f-459d-8c52-32eec21c8878'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:20:49.944731 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-037863dc-9bc2-4581-adb3-9656a61e7405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:50.007038 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7f3ebf-e091-4b5f-9460-876dff86922e', 'name': 'network-vif-deleted', 'tag': '28ed6478-e53f-459d-8c52-32eec21c8878', 'status': 'completed', 'code': 200} Feb 04 21:20:50.029065 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-037863dc-9bc2-4581-adb3-9656a61e7405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:50.055744 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037863dc-9bc2-4581-adb3-9656a61e7405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cd86ab-1f14-45ad-b2f7-a26d6d119c85,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:50.060589 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-037863dc-9bc2-4581-adb3-9656a61e7405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:50.065454 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-037863dc-9bc2-4581-adb3-9656a61e7405 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e7cd86ab-1f14-45ad-b2f7-a26d6d119c85 HTTP/1.1" status: 204 len: 168 time: 0.2383380 Feb 04 21:20:50.181277 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-15f34cef-6eb4-4de2-879f-8f44af622cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:50.184891 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5b81a0e1-e5aa-42a8-a9fe-c171fa57b28d tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:50.196358 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d674fc-f710-43de-83b7-c92eb78382da None None] New status for floating IP 06f3f031-98f1-44ce-8cd3-bf6851bb96cd: DOWN {{(pid=87684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:20:50.445591 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81a0e1-e5aa-42a8-a9fe-c171fa57b28d tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Pushing event deleted for resources: {'Port': ['ID=50677f33-c11f-412c-b2b8-1672f35771bb,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:50.447486 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f34cef-6eb4-4de2-879f-8f44af622cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1578d00-6741-47d9-b503-b0e005cb80d8,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:50.579175 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-707e646f-b41c-4370-85d2-efd2b8a788c7 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:50.667573 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 00bce2fb-fd35-478a-9508-af427a786e47 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:20:50.758873 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 00bce2fb-fd35-478a-9508-af427a786e47 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:50.759890 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:50.783383 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e646f-b41c-4370-85d2-efd2b8a788c7 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7f50bb-c5e7-42cd-85f5-d2532b7cc6be,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:50.808868 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53548) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:50.857848 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-15f34cef-6eb4-4de2-879f-8f44af622cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:50.877881 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-15f34cef-6eb4-4de2-879f-8f44af622cd2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b1578d00-6741-47d9-b503-b0e005cb80d8 HTTP/1.1" status: 204 len: 168 time: 2.1101124 Feb 04 21:20:50.898768 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5179a3b5-1cd3-4c8b-a406-fb48c5ac04c9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3440e78955634a8c83e3f96f220ca83a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0863669 Feb 04 21:20:50.901412 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53562) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:50.960724 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-707e646f-b41c-4370-85d2-efd2b8a788c7 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:50.964882 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-707e646f-b41c-4370-85d2-efd2b8a788c7 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "DELETE /v2.0/security-groups/db7f50bb-c5e7-42cd-85f5-d2532b7cc6be HTTP/1.1" status: 204 len: 168 time: 2.0025516 Feb 04 21:20:50.974641 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53566) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:51.026618 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5b81a0e1-e5aa-42a8-a9fe-c171fa57b28d tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:51.050361 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fb82bfbb-d2a4-4571-9ae4-dc0865e06ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:51.106712 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fb82bfbb-d2a4-4571-9ae4-dc0865e06ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:51.180505 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fb82bfbb-d2a4-4571-9ae4-dc0865e06ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:51.190221 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-6b617b77-4463-474a-89d7-a05fdad5a6f7 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] show failed (client error): The resource could not be found. Feb 04 21:20:51.191371 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6b617b77-4463-474a-89d7-a05fdad5a6f7 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "GET /v2.0/security-groups/db7f50bb-c5e7-42cd-85f5-d2532b7cc6be HTTP/1.1" status: 404 len: 347 time: 0.2119932 Feb 04 21:20:51.196783 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53584) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:51.266741 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82bfbb-d2a4-4571-9ae4-dc0865e06ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67dce63a-35bd-4450-91c8-e1468a86775e,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:51.306749 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5b81a0e1-e5aa-42a8-a9fe-c171fa57b28d tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:51.314027 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5b81a0e1-e5aa-42a8-a9fe-c171fa57b28d tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:51.319270 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fb82bfbb-d2a4-4571-9ae4-dc0865e06ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:51.320401 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-fb82bfbb-d2a4-4571-9ae4-dc0865e06ce7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/67dce63a-35bd-4450-91c8-e1468a86775e HTTP/1.1" status: 204 len: 168 time: 0.4179881 Feb 04 21:20:51.397014 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cd5fae92-c749-4608-8315-6141d305d8fa tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:51.402094 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c54d0f6c-e7e1-4b92-bfc1-41515a696828 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:51.408810 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5b81a0e1-e5aa-42a8-a9fe-c171fa57b28d tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:51.409777 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b81a0e1-e5aa-42a8-a9fe-c171fa57b28d tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce8ab44e-f74a-47d6-9d82-29b1cb249f77 {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:20:51.419182 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c54d0f6c-e7e1-4b92-bfc1-41515a696828 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:51.420314 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c54d0f6c-e7e1-4b92-bfc1-41515a696828 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:51.505723 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5b81a0e1-e5aa-42a8-a9fe-c171fa57b28d tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:51.507604 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5b81a0e1-e5aa-42a8-a9fe-c171fa57b28d tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] 10.222.0.26 "DELETE /v2.0/routers/ce8ab44e-f74a-47d6-9d82-29b1cb249f77 HTTP/1.1" status: 204 len: 168 time: 6.3492129 Feb 04 21:20:51.512905 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-cd5fae92-c749-4608-8315-6141d305d8fa tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Transition to ACTIVE for port object bb7a4b91-040d-47aa-bab0-21ebbcd58e05 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:20:51.532787 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53600) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:51.549731 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-8598ea31-5e8d-450c-a60b-532ae80bb8f7 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1655198946', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}, 'admin_state_up': False}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:51.618739 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-8598ea31-5e8d-450c-a60b-532ae80bb8f7 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:51.624079 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-4f3c9216-6593-4bd5-a0f6-948826dc89a0 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Deleting port ee2a3569-7f98-49e7-b204-211403463ce2 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:20:51.624544 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4f3c9216-6593-4bd5-a0f6-948826dc89a0 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:51.638073 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-8598ea31-5e8d-450c-a60b-532ae80bb8f7 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Usage tracker for resource:router and tenant:ae2b6ea13aa74c00a906f4f9751c3287 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:51.672583 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d0f6c-e7e1-4b92-bfc1-41515a696828 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Port': ['ID=6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:51.692847 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-8598ea31-5e8d-450c-a60b-532ae80bb8f7 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:51.712927 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-8598ea31-5e8d-450c-a60b-532ae80bb8f7 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:51.772924 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8598ea31-5e8d-450c-a60b-532ae80bb8f7 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:51.773948 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8598ea31-5e8d-450c-a60b-532ae80bb8f7 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:51.778156 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cd5fae92-c749-4608-8315-6141d305d8fa tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:51.871437 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54d0f6c-e7e1-4b92-bfc1-41515a696828 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Network 5a3e76e4-f879-42fe-8c8d-faa639d83038 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:20:51.881187 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-c54d0f6c-e7e1-4b92-bfc1-41515a696828 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:20:51.885922 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8598ea31-5e8d-450c-a60b-532ae80bb8f7 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:51.899167 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5fae92-c749-4608-8315-6141d305d8fa tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Network 7114ab02-2f52-454e-8c98-6c5e2d23abeb is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:20:51.909230 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-cd5fae92-c749-4608-8315-6141d305d8fa tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:20:51.914598 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53624) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:51.916114 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4f3c9216-6593-4bd5-a0f6-948826dc89a0 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:51.916588 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4f3c9216-6593-4bd5-a0f6-948826dc89a0 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:51.919420 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5fae92-c749-4608-8315-6141d305d8fa tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:20:51.925508 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5fae92-c749-4608-8315-6141d305d8fa tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:51.926145 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cd5fae92-c749-4608-8315-6141d305d8fa tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:51.930230 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5fae92-c749-4608-8315-6141d305d8fa tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Pushing event updated for resources: {'Port': ['ID=bb7a4b91-040d-47aa-bab0-21ebbcd58e05,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:52.235666 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-4f3c9216-6593-4bd5-a0f6-948826dc89a0 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Calling delete_port for ee2a3569-7f98-49e7-b204-211403463ce2 owned by network:floatingip {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:20:52.311351 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53638) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:52.312527 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-cd5fae92-c749-4608-8315-6141d305d8fa tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.7861674 Feb 04 21:20:52.320187 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-cfff294b-7f7e-4026-b1c9-2eb469269fa6 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::96', 'mac_address': 'fa:16:3e:e8:04:17'}, {'ip_address': '2001:db8::269', 'mac_address': 'fa:16:3e:9e:5e:45'}]}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:52.515260 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-854ea3e3-27d9-4db7-8caf-148ed4f46972 None None] Provisioning for port bb7a4b91-040d-47aa-bab0-21ebbcd58e05 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:20:52.527424 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 50677f33-c11f-412c-b2b8-1672f35771bb no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:20:52.594120 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-854ea3e3-27d9-4db7-8caf-148ed4f46972 None None] Provisioning complete for port bb7a4b91-040d-47aa-bab0-21ebbcd58e05 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:52.595012 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-854ea3e3-27d9-4db7-8caf-148ed4f46972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:52.685405 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4f3c9216-6593-4bd5-a0f6-948826dc89a0 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:52.706174 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-854ea3e3-27d9-4db7-8caf-148ed4f46972 None None] Port bb7a4b91-040d-47aa-bab0-21ebbcd58e05 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:20:52.718925 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 50677f33-c11f-412c-b2b8-1672f35771bb {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:20:52.719344 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 50677f33-c11f-412c-b2b8-1672f35771bb not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:20:52.755437 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-854ea3e3-27d9-4db7-8caf-148ed4f46972 None None] Provisioning complete for port 6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:52.758232 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c54d0f6c-e7e1-4b92-bfc1-41515a696828 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Router 63c94746-5463-4d10-8f6d-7d964e16b767 is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:20:52.758577 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-854ea3e3-27d9-4db7-8caf-148ed4f46972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:52.774580 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-f1b6452b-325b-47f4-8bc5-365693dba09b tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Request body: {'networks': [{'name': 'tempest-network--1211434026'}, {'name': 'tempest-network--622897431'}]} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:52.774943 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-f1b6452b-325b-47f4-8bc5-365693dba09b tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Request body: {'network': {'name': 'tempest-network--1211434026'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:52.775333 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-f1b6452b-325b-47f4-8bc5-365693dba09b tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Request body: {'network': {'name': 'tempest-network--622897431'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:52.789935 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f1b6452b-325b-47f4-8bc5-365693dba09b tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:52.811078 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8598ea31-5e8d-450c-a60b-532ae80bb8f7 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:52.827883 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c9216-6593-4bd5-a0f6-948826dc89a0 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Pushing event deleted for resources: {'Port': ['ID=ee2a3569-7f98-49e7-b204-211403463ce2,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:52.830070 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-854ea3e3-27d9-4db7-8caf-148ed4f46972 None None] Port 6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:20:52.895609 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cfff294b-7f7e-4026-b1c9-2eb469269fa6 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:52.898195 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f1b6452b-325b-47f4-8bc5-365693dba09b tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Usage tracker for resource:network and tenant:b85285276eeb4ce198c0a4b83e9f41fa is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:52.914936 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f1b6452b-325b-47f4-8bc5-365693dba09b tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:52.939500 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f1b6452b-325b-47f4-8bc5-365693dba09b tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:53.108460 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4f3c9216-6593-4bd5-a0f6-948826dc89a0 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks [] for floatingip, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:53.116748 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b6452b-325b-47f4-8bc5-365693dba09b tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Made reservation on behalf of b85285276eeb4ce198c0a4b83e9f41fa for: {'network': 2} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:20:53.121466 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f1b6452b-325b-47f4-8bc5-365693dba09b tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:53.150886 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f1b6452b-325b-47f4-8bc5-365693dba09b tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:53.174980 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4f3c9216-6593-4bd5-a0f6-948826dc89a0 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:53.180180 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-4f3c9216-6593-4bd5-a0f6-948826dc89a0 tempest-AttachVolumeShelveTestJSON-26839870 tempest-AttachVolumeShelveTestJSON-26839870-project] 10.222.0.26 "DELETE /v2.0/floatingips/06f3f031-98f1-44ce-8cd3-bf6851bb96cd HTTP/1.1" status: 204 len: 168 time: 1.9808013 Feb 04 21:20:53.180350 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f1b6452b-325b-47f4-8bc5-365693dba09b tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:53.195613 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f1b6452b-325b-47f4-8bc5-365693dba09b tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Usage tracker for resource:security_group_rule and tenant:b85285276eeb4ce198c0a4b83e9f41fa is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:53.198811 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54d0f6c-e7e1-4b92-bfc1-41515a696828 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:20:53.210779 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd6c288-bbe4-4ade-bfca-677bdc74ad69 None None] Sync routers for ids ['63c94746-5463-4d10-8f6d-7d964e16b767'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:20:53.212647 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c54d0f6c-e7e1-4b92-bfc1-41515a696828 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "PUT /v2.0/routers/63c94746-5463-4d10-8f6d-7d964e16b767/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4941652 Feb 04 21:20:53.215184 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f1b6452b-325b-47f4-8bc5-365693dba09b tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:53.218447 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53692) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:53.230759 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-5f57cc8c-0287-4a55-bfaa-1c530375d978 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1701703650'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:53.237298 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5f57cc8c-0287-4a55-bfaa-1c530375d978 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:53.238739 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd6c288-bbe4-4ade-bfca-677bdc74ad69 None None] Routers {'63c94746-5463-4d10-8f6d-7d964e16b767'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:20:53.239373 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-1bd6c288-bbe4-4ade-bfca-677bdc74ad69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:20:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['63c94746-5463-4d10-8f6d-7d964e16b767'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:53.241186 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f1b6452b-325b-47f4-8bc5-365693dba09b tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:53.244512 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5f57cc8c-0287-4a55-bfaa-1c530375d978 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Usage tracker for resource:network and tenant:ddcc858bf44044718238d62159c9367f is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:53.249055 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5f57cc8c-0287-4a55-bfaa-1c530375d978 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:53.265318 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5f57cc8c-0287-4a55-bfaa-1c530375d978 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:53.331413 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f57cc8c-0287-4a55-bfaa-1c530375d978 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Made reservation on behalf of ddcc858bf44044718238d62159c9367f for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:20:53.336364 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5f57cc8c-0287-4a55-bfaa-1c530375d978 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:53.467893 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cfff294b-7f7e-4026-b1c9-2eb469269fa6 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:53.490773 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cfff294b-7f7e-4026-b1c9-2eb469269fa6 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:53.609390 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f57cc8c-0287-4a55-bfaa-1c530375d978 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:20:53.646059 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-cfff294b-7f7e-4026-b1c9-2eb469269fa6 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] In _notify_port_updated(), no bound segment for port bb7a4b91-040d-47aa-bab0-21ebbcd58e05 on network 7114ab02-2f52-454e-8c98-6c5e2d23abeb {{(pid=87683) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 21:20:53.664157 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfff294b-7f7e-4026-b1c9-2eb469269fa6 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:53.664830 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cfff294b-7f7e-4026-b1c9-2eb469269fa6 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:53.676629 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-cfff294b-7f7e-4026-b1c9-2eb469269fa6 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] 10.222.0.26 "PUT /v2.0/ports/bb7a4b91-040d-47aa-bab0-21ebbcd58e05 HTTP/1.1" status: 200 len: 1066 time: 1.3616786 Feb 04 21:20:53.683459 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53730) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:53.694987 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8598ea31-5e8d-450c-a60b-532ae80bb8f7 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router_gateway, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:53.716892 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-1bd6c288-bbe4-4ade-bfca-677bdc74ad69 None None] Set router 63c94746-5463-4d10-8f6d-7d964e16b767 gateway port host: None {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:20:53.752345 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff294b-7f7e-4026-b1c9-2eb469269fa6 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Pushing event updated for resources: {'Port': ['ID=bb7a4b91-040d-47aa-bab0-21ebbcd58e05,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:53.828539 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5f57cc8c-0287-4a55-bfaa-1c530375d978 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:53.828916 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-5f57cc8c-0287-4a55-bfaa-1c530375d978 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Added segment 658e19ee-6391-43c1-93a4-2cf107127cb0 of type vlan for network f75e680a-e515-4598-bcf1-d9be8dfcc4e4 Feb 04 21:20:53.880958 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8598ea31-5e8d-450c-a60b-532ae80bb8f7 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:53.976906 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f1b6452b-325b-47f4-8bc5-365693dba09b tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:54.006885 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f1b6452b-325b-47f4-8bc5-365693dba09b tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:54.007436 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f1b6452b-325b-47f4-8bc5-365693dba09b tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:54.126773 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5f57cc8c-0287-4a55-bfaa-1c530375d978 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:54.146289 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-b7f09376-0d13-411b-9751-b68ec8e3dc18 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Deleting port bb7a4b91-040d-47aa-bab0-21ebbcd58e05 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:20:54.146909 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b7f09376-0d13-411b-9751-b68ec8e3dc18 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:54.178475 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-5c2370e2-5346-45c0-b62c-7958bab05ab0 None None] Provisioning complete for port bb7a4b91-040d-47aa-bab0-21ebbcd58e05 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:20:54.178982 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5c2370e2-5346-45c0-b62c-7958bab05ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:54.216671 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6452b-325b-47f4-8bc5-365693dba09b tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13eac0bc-01ed-4bb9-97ab-c0e1ef05fb24,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:54.291819 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b6452b-325b-47f4-8bc5-365693dba09b tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:20:54.341649 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-5c2370e2-5346-45c0-b62c-7958bab05ab0 None None] Port bb7a4b91-040d-47aa-bab0-21ebbcd58e05 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:20:54.419545 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f1b6452b-325b-47f4-8bc5-365693dba09b tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:54.420152 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-f1b6452b-325b-47f4-8bc5-365693dba09b tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Added segment 146db34d-4ac0-4a20-a35e-7a4f5ecd137c of type vlan for network 23b26769-f673-42e1-b8f6-f1e6bc0f7c58 Feb 04 21:20:54.429695 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5f57cc8c-0287-4a55-bfaa-1c530375d978 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:54.435798 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f57cc8c-0287-4a55-bfaa-1c530375d978 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:54.436544 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5f57cc8c-0287-4a55-bfaa-1c530375d978 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:54.468373 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-1bd6c288-bbe4-4ade-bfca-677bdc74ad69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'name': 'tempest-RoutersIpV6Test-router-1547994625', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:41Z', 'updated_at': '2022-02-04T21:20:48Z', 'revision_number': 2, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'gw_port_host': None, '_interfaces': [{'id': '6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486', 'name': '', 'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:1e:ed:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:46Z', 'updated_at': '2022-02-04T21:20:50Z', 'revision_number': 2, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:54.474826 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd6c288-bbe4-4ade-bfca-677bdc74ad69 None None] Checking router: 63c94746-5463-4d10-8f6d-7d964e16b767 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:20:54.475533 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd6c288-bbe4-4ade-bfca-677bdc74ad69 None None] Updating router 63c94746-5463-4d10-8f6d-7d964e16b767 port 6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486 binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:20:54.596801 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c288-bbe4-4ade-bfca-677bdc74ad69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:54.705143 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-8598ea31-5e8d-450c-a60b-532ae80bb8f7 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Allocated IP 172.25.5.115 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/2743bc31-5ed9-44d5-98c0-16c1ad34db59) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:20:55.084371 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f1b6452b-325b-47f4-8bc5-365693dba09b tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:55.101243 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57cc8c-0287-4a55-bfaa-1c530375d978 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Network': ['ID=f75e680a-e515-4598-bcf1-d9be8dfcc4e4,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:55.122596 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network f75e680a-e515-4598-bcf1-d9be8dfcc4e4 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:20:55.192485 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5f57cc8c-0287-4a55-bfaa-1c530375d978 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9716969 Feb 04 21:20:55.195794 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53784) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:55.211172 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-cdbd746e-3833-4428-9395-1f1525c69c0e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Request body: {'subnet': {'network_id': 'f75e680a-e515-4598-bcf1-d9be8dfcc4e4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:20:55.252809 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.resource_extend [None req-f1b6452b-325b-47f4-8bc5-365693dba09b tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:20:55.431772 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b6452b-325b-47f4-8bc5-365693dba09b tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:20:55.442794 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b7f09376-0d13-411b-9751-b68ec8e3dc18 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:55.546313 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c288-bbe4-4ade-bfca-677bdc74ad69 None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:55.562523 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c288-bbe4-4ade-bfca-677bdc74ad69 None None] Transition to ACTIVE for port object 6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486 will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:20:55.566732 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-cdbd746e-3833-4428-9395-1f1525c69c0e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:55.577619 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-cdbd746e-3833-4428-9395-1f1525c69c0e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Usage tracker for resource:subnet and tenant:ddcc858bf44044718238d62159c9367f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:55.579967 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c288-bbe4-4ade-bfca-677bdc74ad69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:55.581897 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-cdbd746e-3833-4428-9395-1f1525c69c0e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:55.590904 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-cdbd746e-3833-4428-9395-1f1525c69c0e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:55.615869 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbd746e-3833-4428-9395-1f1525c69c0e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Made reservation on behalf of ddcc858bf44044718238d62159c9367f for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:20:55.619737 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cdbd746e-3833-4428-9395-1f1525c69c0e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:55.638175 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f1b6452b-325b-47f4-8bc5-365693dba09b tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:55.638526 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-f1b6452b-325b-47f4-8bc5-365693dba09b tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Added segment 29bed3d7-a89b-49b2-8043-822cf0c1f6d0 of type vlan for network 3dd18763-28e5-4fc8-83bc-942e8bc00754 Feb 04 21:20:55.660684 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-b7f09376-0d13-411b-9751-b68ec8e3dc18 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Calling delete_port for bb7a4b91-040d-47aa-bab0-21ebbcd58e05 owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:20:56.079636 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f1b6452b-325b-47f4-8bc5-365693dba09b tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:56.150890 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f1b6452b-325b-47f4-8bc5-365693dba09b tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:56.151317 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f1b6452b-325b-47f4-8bc5-365693dba09b tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:56.158498 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b6452b-325b-47f4-8bc5-365693dba09b tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:56.163186 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b6452b-325b-47f4-8bc5-365693dba09b tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:56.164181 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f1b6452b-325b-47f4-8bc5-365693dba09b tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:56.167995 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71137ae2-7b17-4fba-b030-0a083ff17e35 None None] Pushing event updated for resources: {'Port': ['ID=6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:56.186164 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-1bd6c288-bbe4-4ade-bfca-677bdc74ad69 None None] Attempting to bind port 6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:20:56.187814 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-1bd6c288-bbe4-4ade-bfca-677bdc74ad69 None None] Attempting to bind port 6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '3320fa81-18e7-44b6-9657-077ebb9b1180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:20:56.188419 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd6c288-bbe4-4ade-bfca-677bdc74ad69 None None] Attempting to bind port 6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486 on network 5a3e76e4-f879-42fe-8c8d-faa639d83038 {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:20:56.197177 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd6c288-bbe4-4ade-bfca-677bdc74ad69 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:20:56.198249 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd6c288-bbe4-4ade-bfca-677bdc74ad69 None None] Checking segment: {'id': '3320fa81-18e7-44b6-9657-077ebb9b1180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:20:56.198928 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c288-bbe4-4ade-bfca-677bdc74ad69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:56.199605 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd6c288-bbe4-4ade-bfca-677bdc74ad69 None None] Bound using segment: {'id': '3320fa81-18e7-44b6-9657-077ebb9b1180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:20:56.200480 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-1bd6c288-bbe4-4ade-bfca-677bdc74ad69 None None] Bound port: 6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3320fa81-18e7-44b6-9657-077ebb9b1180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:20:56.201111 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c288-bbe4-4ade-bfca-677bdc74ad69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:56.218606 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b7f09376-0d13-411b-9751-b68ec8e3dc18 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:56.247700 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8598ea31-5e8d-450c-a60b-532ae80bb8f7 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:56.253143 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:56.413124 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-1bd6c288-bbe4-4ade-bfca-677bdc74ad69 None None] For port 6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:20:56.420328 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-1bd6c288-bbe4-4ade-bfca-677bdc74ad69 None None] For port 6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486,segment=NetworkSegment(3320fa81-18e7-44b6-9657-077ebb9b1180),segment_id=3320fa81-18e7-44b6-9657-077ebb9b1180)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:20:56.434808 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c288-bbe4-4ade-bfca-677bdc74ad69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:56.484426 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f09376-0d13-411b-9751-b68ec8e3dc18 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Pushing event deleted for resources: {'Port': ['ID=bb7a4b91-040d-47aa-bab0-21ebbcd58e05,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:56.571084 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71137ae2-7b17-4fba-b030-0a083ff17e35 None None] Pushing event updated for resources: {'Port': ['ID=6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486,revision_number=4']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:56.592025 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd6c288-bbe4-4ade-bfca-677bdc74ad69 None None] Routers {'63c94746-5463-4d10-8f6d-7d964e16b767'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:20:56.593033 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-1bd6c288-bbe4-4ade-bfca-677bdc74ad69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:20:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['63c94746-5463-4d10-8f6d-7d964e16b767'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:56.705831 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53848) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:56.708086 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f1b6452b-325b-47f4-8bc5-365693dba09b tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 4.7915449 Feb 04 21:20:56.727684 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6452b-325b-47f4-8bc5-365693dba09b tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Pushing event updated for resources: {'Network': ['ID=23b26769-f673-42e1-b8f6-f1e6bc0f7c58,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:56.757159 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 23b26769-f673-42e1-b8f6-f1e6bc0f7c58 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:20:57.195532 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6452b-325b-47f4-8bc5-365693dba09b tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Pushing event updated for resources: {'Network': ['ID=3dd18763-28e5-4fc8-83bc-942e8bc00754,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:57.263526 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 3dd18763-28e5-4fc8-83bc-942e8bc00754 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:20:57.264176 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-1bd6c288-bbe4-4ade-bfca-677bdc74ad69 None None] Set router 63c94746-5463-4d10-8f6d-7d964e16b767 gateway port host: None {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:20:57.274663 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cdbd746e-3833-4428-9395-1f1525c69c0e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:57.410347 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8598ea31-5e8d-450c-a60b-532ae80bb8f7 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:57.468131 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd746e-3833-4428-9395-1f1525c69c0e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Subnet': ['ID=15ec02a3-5188-43f9-8f8e-dd8469a40095,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:57.545753 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b64a7f-8272-45f6-8198-e99d1a42425a tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:57.552971 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b64a7f-8272-45f6-8198-e99d1a42425a tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:57.559360 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b64a7f-8272-45f6-8198-e99d1a42425a tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:57.566325 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b64a7f-8272-45f6-8198-e99d1a42425a tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:57.568944 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-51b64a7f-8272-45f6-8198-e99d1a42425a tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8613498 Feb 04 21:20:57.572548 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53874) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:57.649131 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8598ea31-5e8d-450c-a60b-532ae80bb8f7 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:20:57.654691 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53880) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:57.700761 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-8598ea31-5e8d-450c-a60b-532ae80bb8f7 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:20:57.742921 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8598ea31-5e8d-450c-a60b-532ae80bb8f7 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:20:57.749290 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbd746e-3833-4428-9395-1f1525c69c0e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Checking segment: {'id': '658e19ee-6391-43c1-93a4-2cf107127cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f75e680a-e515-4598-bcf1-d9be8dfcc4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:20:57.762313 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbd746e-3833-4428-9395-1f1525c69c0e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Network hostable DHCP agents. Network: f75e680a-e515-4598-bcf1-d9be8dfcc4e4, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:20:57.780025 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8598ea31-5e8d-450c-a60b-532ae80bb8f7 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Pushing event updated for resources: {'Port': ['ID=2743bc31-5ed9-44d5-98c0-16c1ad34db59,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:57.805925 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b7f09376-0d13-411b-9751-b68ec8e3dc18 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:57.810205 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b7f09376-0d13-411b-9751-b68ec8e3dc18 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] 10.222.0.26 "DELETE /v2.0/ports/bb7a4b91-040d-47aa-bab0-21ebbcd58e05 HTTP/1.1" status: 204 len: 168 time: 4.1236501 Feb 04 21:20:57.814261 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53894) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:57.994237 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-11030b4c-5be1-489d-aa17-0032bff1d021 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] GET failed (client error): The resource could not be found. Feb 04 21:20:57.998566 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-11030b4c-5be1-489d-aa17-0032bff1d021 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Synchronizing usage tracker for tenant:dc0970698e49420e829efb6f1302fe5d on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:20:58.087171 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-822fc606-74c9-4986-97c9-bfd066e3885a tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:58.103759 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbd746e-3833-4428-9395-1f1525c69c0e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Network f75e680a-e515-4598-bcf1-d9be8dfcc4e4 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:20:58.168905 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-1bd6c288-bbe4-4ade-bfca-677bdc74ad69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'name': 'tempest-RoutersIpV6Test-router-1547994625', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:41Z', 'updated_at': '2022-02-04T21:20:48Z', 'revision_number': 2, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'gw_port_host': None, '_interfaces': [{'id': '6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486', 'name': '', 'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:1e:ed:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:46Z', 'updated_at': '2022-02-04T21:20:56Z', 'revision_number': 4, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:58.171018 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6d5c508b-5f2c-45aa-8d6b-1ae05f1f330c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:58.188620 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd6c288-bbe4-4ade-bfca-677bdc74ad69 None None] The sync data for ids ['63c94746-5463-4d10-8f6d-7d964e16b767'] in n-d-827896-1 is: [{'id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'name': 'tempest-RoutersIpV6Test-router-1547994625', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:41Z', 'updated_at': '2022-02-04T21:20:48Z', 'revision_number': 2, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'gw_port_host': None, '_interfaces': [{'id': '6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486', 'name': '', 'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:1e:ed:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:46Z', 'updated_at': '2022-02-04T21:20:56Z', 'revision_number': 4, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:20:58.206073 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-cdbd746e-3833-4428-9395-1f1525c69c0e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, f75e680a-e515-4598-bcf1-d9be8dfcc4e4) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:20:58.217357 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-11030b4c-5be1-489d-aa17-0032bff1d021 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Unset dirty status for tenant:dc0970698e49420e829efb6f1302fe5d on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:20:58.226391 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-11030b4c-5be1-489d-aa17-0032bff1d021 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] 10.222.0.26 "GET /v2.0/ports/bb7a4b91-040d-47aa-bab0-21ebbcd58e05 HTTP/1.1" status: 404 len: 333 time: 0.4112201 Feb 04 21:20:58.228565 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c0cf15-6a2d-423d-8e0b-27f74053ff18 None None] Network f75e680a-e515-4598-bcf1-d9be8dfcc4e4 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:20:58.230845 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53910) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:58.243489 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6d5c508b-5f2c-45aa-8d6b-1ae05f1f330c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:20:58.247836 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6d5c508b-5f2c-45aa-8d6b-1ae05f1f330c admin admin] Usage tracker for resource:security_group_rule and tenant:549ac3fef79442079bba20adbbc67f7a is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:20:58.258935 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6d5c508b-5f2c-45aa-8d6b-1ae05f1f330c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:20:58.283441 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6d5c508b-5f2c-45aa-8d6b-1ae05f1f330c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:20:58.337359 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbd746e-3833-4428-9395-1f1525c69c0e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:20:58.338146 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cdbd746e-3833-4428-9395-1f1525c69c0e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:58.663144 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6d5c508b-5f2c-45aa-8d6b-1ae05f1f330c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:58.688315 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6d5c508b-5f2c-45aa-8d6b-1ae05f1f330c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:58.700603 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-cdbd746e-3833-4428-9395-1f1525c69c0e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.5034530 Feb 04 21:20:58.701655 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53920) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:58.726599 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-b0d2b22d-74d7-4907-8a46-8db82792abf5 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Deleting port 2433ccd3-1c43-4431-b2bb-0bb2e6ce99f0 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:20:58.727114 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b0d2b22d-74d7-4907-8a46-8db82792abf5 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:58.838936 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-822fc606-74c9-4986-97c9-bfd066e3885a tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:58.903689 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef09270-2b1a-48a5-97d5-cf670e6acf33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-f75e680a-e515-4598-bcf1-d9be8dfcc4e4', 'network_id': 'f75e680a-e515-4598-bcf1-d9be8dfcc4e4', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'fixed_ips': [{'subnet_id': '15ec02a3-5188-43f9-8f8e-dd8469a40095'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:20:58.904596 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3ef09270-2b1a-48a5-97d5-cf670e6acf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:58.979811 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-822fc606-74c9-4986-97c9-bfd066e3885a tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b26769-f673-42e1-b8f6-f1e6bc0f7c58']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:59.018217 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-822fc606-74c9-4986-97c9-bfd066e3885a tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '146db34d-4ac0-4a20-a35e-7a4f5ecd137c') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:59.018520 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-822fc606-74c9-4986-97c9-bfd066e3885a tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '146db34d-4ac0-4a20-a35e-7a4f5ecd137c') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:20:59.161893 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-822fc606-74c9-4986-97c9-bfd066e3885a tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:59.279447 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-822fc606-74c9-4986-97c9-bfd066e3885a tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:59.298683 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-822fc606-74c9-4986-97c9-bfd066e3885a tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:20:59.299406 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-822fc606-74c9-4986-97c9-bfd066e3885a tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:59.343977 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:20:59.343977 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:20:59.343977 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:20:59.343977 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:20:59.343977 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:20:59.343977 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:20:59.343977 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:20:59.343977 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:20:59.343977 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:20:59.343977 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:20:59.343977 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:20:59.343977 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:20:59.343977 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:20:59.343977 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:20:59.343977 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:20:59.343977 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:20:59.343977 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:20:59.343977 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:20:59.343977 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:20:59.343977 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:20:59.343977 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:20:59.343977 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:20:59.343977 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:20:59.343977 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:20:59.343977 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:20:59.343977 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:20:59.343977 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:20:59.343977 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:20:59.343977 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:20:59.343977 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:20:59.343977 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:20:59.343977 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:20:59.402201 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-3ef09270-2b1a-48a5-97d5-cf670e6acf33 None None] Allocated IP 2001:db8:1::2 (f75e680a-e515-4598-bcf1-d9be8dfcc4e4/15ec02a3-5188-43f9-8f8e-dd8469a40095/21673db4-9fbb-4155-862b-8158b8152794) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:20:59.537483 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c508b-5f2c-45aa-8d6b-1ae05f1f330c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68af1c5-6ebc-4ca3-895c-5d976151613b,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:59.619250 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-822fc606-74c9-4986-97c9-bfd066e3885a tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:59.676511 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-822fc606-74c9-4986-97c9-bfd066e3885a tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:59.682877 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822fc606-74c9-4986-97c9-bfd066e3885a tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Pushing event deleted for resources: {'Network': ['ID=23b26769-f673-42e1-b8f6-f1e6bc0f7c58,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:20:59.685742 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-822fc606-74c9-4986-97c9-bfd066e3885a tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] 10.222.0.26 "DELETE /v2.0/networks/23b26769-f673-42e1-b8f6-f1e6bc0f7c58 HTTP/1.1" status: 204 len: 168 time: 2.1119554 Feb 04 21:20:59.690802 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53940) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:59.735134 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6d5c508b-5f2c-45aa-8d6b-1ae05f1f330c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=549ac3fef79442079bba20adbbc67f7a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0786960 Feb 04 21:20:59.772450 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53944) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:20:59.933112 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3ef09270-2b1a-48a5-97d5-cf670e6acf33 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:59.944236 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3ef09270-2b1a-48a5-97d5-cf670e6acf33 None None] Transition to ACTIVE for port object 21673db4-9fbb-4155-862b-8158b8152794 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:20:59.960187 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b0d2b22d-74d7-4907-8a46-8db82792abf5 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:20:59.967141 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3ef09270-2b1a-48a5-97d5-cf670e6acf33 None None] Transition to ACTIVE for port object 21673db4-9fbb-4155-862b-8158b8152794 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:20:59.979117 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3ef09270-2b1a-48a5-97d5-cf670e6acf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:00.086487 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef09270-2b1a-48a5-97d5-cf670e6acf33 None None] Network f75e680a-e515-4598-bcf1-d9be8dfcc4e4 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:21:00.090022 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-3ef09270-2b1a-48a5-97d5-cf670e6acf33 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:21:00.103868 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef09270-2b1a-48a5-97d5-cf670e6acf33 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:21:00.106531 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef09270-2b1a-48a5-97d5-cf670e6acf33 None None] Pushing event updated for resources: {'Port': ['ID=21673db4-9fbb-4155-862b-8158b8152794,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:00.240851 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-b0d2b22d-74d7-4907-8a46-8db82792abf5 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Calling delete_port for 2433ccd3-1c43-4431-b2bb-0bb2e6ce99f0 owned by {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:21:00.306558 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-3ef09270-2b1a-48a5-97d5-cf670e6acf33 None None] Attempting to bind port 21673db4-9fbb-4155-862b-8158b8152794 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:21:00.313332 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-3ef09270-2b1a-48a5-97d5-cf670e6acf33 None None] Attempting to bind port 21673db4-9fbb-4155-862b-8158b8152794 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '658e19ee-6391-43c1-93a4-2cf107127cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f75e680a-e515-4598-bcf1-d9be8dfcc4e4'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:21:00.313984 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef09270-2b1a-48a5-97d5-cf670e6acf33 None None] Attempting to bind port 21673db4-9fbb-4155-862b-8158b8152794 on network f75e680a-e515-4598-bcf1-d9be8dfcc4e4 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:21:00.324305 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef09270-2b1a-48a5-97d5-cf670e6acf33 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:21:00.324833 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef09270-2b1a-48a5-97d5-cf670e6acf33 None None] Checking segment: {'id': '658e19ee-6391-43c1-93a4-2cf107127cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f75e680a-e515-4598-bcf1-d9be8dfcc4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:21:00.326390 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3ef09270-2b1a-48a5-97d5-cf670e6acf33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:00.326390 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef09270-2b1a-48a5-97d5-cf670e6acf33 None None] Bound using segment: {'id': '658e19ee-6391-43c1-93a4-2cf107127cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f75e680a-e515-4598-bcf1-d9be8dfcc4e4'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:21:00.326390 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-3ef09270-2b1a-48a5-97d5-cf670e6acf33 None None] Bound port: 21673db4-9fbb-4155-862b-8158b8152794, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658e19ee-6391-43c1-93a4-2cf107127cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f75e680a-e515-4598-bcf1-d9be8dfcc4e4'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:21:00.326867 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3ef09270-2b1a-48a5-97d5-cf670e6acf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:00.493646 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9edba724-4791-4a5f-b69c-34b4b362475e tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:00.494277 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3ef09270-2b1a-48a5-97d5-cf670e6acf33 None None] For port 21673db4-9fbb-4155-862b-8158b8152794, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:21:00.498084 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b0d2b22d-74d7-4907-8a46-8db82792abf5 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:00.503675 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3ef09270-2b1a-48a5-97d5-cf670e6acf33 None None] For port 21673db4-9fbb-4155-862b-8158b8152794, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=21673db4-9fbb-4155-862b-8158b8152794,segment=NetworkSegment(658e19ee-6391-43c1-93a4-2cf107127cb0),segment_id=658e19ee-6391-43c1-93a4-2cf107127cb0)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:21:00.517863 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3ef09270-2b1a-48a5-97d5-cf670e6acf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:00.647882 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8598ea31-5e8d-450c-a60b-532ae80bb8f7 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router_gateway, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:00.746632 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:21:00.770071 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2b22d-74d7-4907-8a46-8db82792abf5 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Pushing event deleted for resources: {'Port': ['ID=2433ccd3-1c43-4431-b2bb-0bb2e6ce99f0,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:00.912712 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef09270-2b1a-48a5-97d5-cf670e6acf33 None None] Pushing event updated for resources: {'Port': ['ID=21673db4-9fbb-4155-862b-8158b8152794,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:00.938318 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:21:00.945688 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:21:00.946214 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:01.017700 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b0d2b22d-74d7-4907-8a46-8db82792abf5 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:01.227532 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:01.364411 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486,segment=NetworkSegment(3320fa81-18e7-44b6-9657-077ebb9b1180),segment_id=3320fa81-18e7-44b6-9657-077ebb9b1180)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:21:01.379260 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:01.410893 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b0d2b22d-74d7-4907-8a46-8db82792abf5 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] 10.222.0.26 "DELETE /v2.0/ports/2433ccd3-1c43-4431-b2bb-0bb2e6ce99f0 HTTP/1.1" status: 204 len: 168 time: 3.1519170 Feb 04 21:21:01.417304 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 53956) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:01.441510 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9edba724-4791-4a5f-b69c-34b4b362475e tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:01.447819 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9fc5aa49-1a00-4577-b130-549b578ab1a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:01.491682 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9fc5aa49-1a00-4577-b130-549b578ab1a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:01.510853 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-9edba724-4791-4a5f-b69c-34b4b362475e tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd18763-28e5-4fc8-83bc-942e8bc00754']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:01.520328 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:01.535382 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-9edba724-4791-4a5f-b69c-34b4b362475e tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29bed3d7-a89b-49b2-8043-822cf0c1f6d0') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:01.535917 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-9edba724-4791-4a5f-b69c-34b4b362475e tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29bed3d7-a89b-49b2-8043-822cf0c1f6d0') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:01.591985 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9edba724-4791-4a5f-b69c-34b4b362475e tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:01.619864 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a7e49b-eb59-4200-8595-f04ccec9e651 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] GET failed (client error): The resource could not be found. Feb 04 21:21:01.620483 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-15a7e49b-eb59-4200-8595-f04ccec9e651 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Synchronizing usage tracker for tenant:dc0970698e49420e829efb6f1302fe5d on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:21:01.632195 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9edba724-4791-4a5f-b69c-34b4b362475e tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:01.653866 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9edba724-4791-4a5f-b69c-34b4b362475e tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:21:01.654369 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9edba724-4791-4a5f-b69c-34b4b362475e tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:01.692122 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:21:01.692122 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:21:01.692122 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:21:01.692122 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:21:01.692122 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:21:01.692122 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:21:01.692122 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:21:01.692122 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:21:01.692122 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:21:01.692122 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:21:01.692122 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:21:01.692122 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:21:01.692122 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:21:01.692122 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:21:01.692122 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:21:01.692122 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:21:01.692122 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:21:01.692122 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:21:01.692122 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:21:01.692122 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:21:01.692122 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:21:01.692122 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:21:01.692122 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:21:01.692122 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:21:01.692122 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:21:01.692122 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:21:01.692122 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:21:01.692122 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:21:01.692122 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:21:01.692122 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:21:01.692122 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:21:01.692122 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:21:01.803684 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9edba724-4791-4a5f-b69c-34b4b362475e tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:01.832730 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9edba724-4791-4a5f-b69c-34b4b362475e tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:01.840781 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edba724-4791-4a5f-b69c-34b4b362475e tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Pushing event deleted for resources: {'Network': ['ID=3dd18763-28e5-4fc8-83bc-942e8bc00754,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:01.847924 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-9edba724-4791-4a5f-b69c-34b4b362475e tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] 10.222.0.26 "DELETE /v2.0/networks/3dd18763-28e5-4fc8-83bc-942e8bc00754 HTTP/1.1" status: 204 len: 168 time: 2.1544993 Feb 04 21:21:01.847924 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53974) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:01.851471 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-15a7e49b-eb59-4200-8595-f04ccec9e651 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Unset dirty status for tenant:dc0970698e49420e829efb6f1302fe5d on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:21:01.856274 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-15a7e49b-eb59-4200-8595-f04ccec9e651 tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] 10.222.0.26 "GET /v2.0/ports/2433ccd3-1c43-4431-b2bb-0bb2e6ce99f0 HTTP/1.1" status: 404 len: 333 time: 0.4066548 Feb 04 21:21:01.871790 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53978) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:01.889362 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5ae6850c-e7f2-4be3-a9c3-74020a2141e4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:02.010508 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-519345bf-e36a-4077-a7aa-ee60969f536a tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Deleting port 5db62a60-38bf-431d-8b9e-bdf18fe6b9c3 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:21:02.011130 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-519345bf-e36a-4077-a7aa-ee60969f536a tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:02.189813 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5928568e-b932-479d-9f9c-ef080c84ce21 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:02.201995 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5928568e-b932-479d-9f9c-ef080c84ce21 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:02.204439 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5928568e-b932-479d-9f9c-ef080c84ce21 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Synchronizing usage tracker for tenant:b85285276eeb4ce198c0a4b83e9f41fa on resource:network {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:21:02.266160 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5928568e-b932-479d-9f9c-ef080c84ce21 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Unset dirty status for tenant:b85285276eeb4ce198c0a4b83e9f41fa on resource:network {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:21:02.267522 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5928568e-b932-479d-9f9c-ef080c84ce21 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4188805 Feb 04 21:21:02.280526 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53988) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:02.302445 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-0d0c27d1-3792-4e0c-920e-cf12da1342a6 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1844225460'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:21:02.362739 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-0d0c27d1-3792-4e0c-920e-cf12da1342a6 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:02.428956 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-0d0c27d1-3792-4e0c-920e-cf12da1342a6 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:02.513068 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0c27d1-3792-4e0c-920e-cf12da1342a6 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Made reservation on behalf of b85285276eeb4ce198c0a4b83e9f41fa for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:21:02.521753 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0d0c27d1-3792-4e0c-920e-cf12da1342a6 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:02.646041 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e5a304-cf43-478c-8368-4bb748fa4ed5 None None] Network f75e680a-e515-4598-bcf1-d9be8dfcc4e4 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:21:02.673733 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d0c27d1-3792-4e0c-920e-cf12da1342a6 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:21:02.683369 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0d0c27d1-3792-4e0c-920e-cf12da1342a6 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:02.683996 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-0d0c27d1-3792-4e0c-920e-cf12da1342a6 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Added segment 9f9bd9a2-3e9e-4a42-abb6-7226392450c0 of type vlan for network 39dec13c-04d7-469c-9ac4-516ba86f6fa9 Feb 04 21:21:02.728407 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0d0c27d1-3792-4e0c-920e-cf12da1342a6 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:02.806461 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 53996) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:02.811297 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9fc5aa49-1a00-4577-b130-549b578ab1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:02.859899 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5aa49-1a00-4577-b130-549b578ab1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68af1c5-6ebc-4ca3-895c-5d976151613b,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:02.864745 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8598ea31-5e8d-450c-a60b-532ae80bb8f7 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:02.927590 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:21:02.946792 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-519345bf-e36a-4077-a7aa-ee60969f536a tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:02.960918 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0d0c27d1-3792-4e0c-920e-cf12da1342a6 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:02.983316 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0c27d1-3792-4e0c-920e-cf12da1342a6 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:02.987694 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0d0c27d1-3792-4e0c-920e-cf12da1342a6 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:03.035320 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9fc5aa49-1a00-4577-b130-549b578ab1a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:03.036565 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9fc5aa49-1a00-4577-b130-549b578ab1a4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f68af1c5-6ebc-4ca3-895c-5d976151613b HTTP/1.1" status: 204 len: 168 time: 3.2631030 Feb 04 21:21:03.098937 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-dfa15ce8-5865-4da1-96a7-801069e82a22 None None] Provisioning for port 21673db4-9fbb-4155-862b-8158b8152794 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:21:03.318772 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-519345bf-e36a-4077-a7aa-ee60969f536a tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Calling delete_port for 5db62a60-38bf-431d-8b9e-bdf18fe6b9c3 owned by {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:21:03.330819 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:03.389096 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54014) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:03.450019 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-0d0c27d1-3792-4e0c-920e-cf12da1342a6 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1669011 Feb 04 21:21:03.459379 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54020) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:03.461750 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c27d1-3792-4e0c-920e-cf12da1342a6 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Pushing event updated for resources: {'Network': ['ID=39dec13c-04d7-469c-9ac4-516ba86f6fa9,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:03.479796 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-de5e38e2-a0a7-47f2-b460-868f2007dd90 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c6b4f92d55c84d3aa09d17e41deeb105&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6450191 Feb 04 21:21:03.493765 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54024) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:03.508441 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-89d79256-312a-4483-949a-cb947c39ecf7 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1573712482'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:21:03.540150 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-89d79256-312a-4483-949a-cb947c39ecf7 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:03.571625 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-89d79256-312a-4483-949a-cb947c39ecf7 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Usage tracker for resource:network and tenant:b85285276eeb4ce198c0a4b83e9f41fa is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:03.576486 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:21:03.577079 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:03.579727 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-89d79256-312a-4483-949a-cb947c39ecf7 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:03.649159 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-57d961c9-799e-47c3-ac56-a6662c592c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:03.705510 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-89d79256-312a-4483-949a-cb947c39ecf7 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:03.707464 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54028) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:03.764048 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 39dec13c-04d7-469c-9ac4-516ba86f6fa9 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:21:03.771568 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-5ae6850c-e7f2-4be3-a9c3-74020a2141e4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Allocated IP 2001:db8:1::1 (f75e680a-e515-4598-bcf1-d9be8dfcc4e4/15ec02a3-5188-43f9-8f8e-dd8469a40095/cad86718-6d02-4907-9c06-81a142ed5943) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:21:03.784630 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-57d961c9-799e-47c3-ac56-a6662c592c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:03.830354 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-519345bf-e36a-4077-a7aa-ee60969f536a tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:04.051742 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5ae6850c-e7f2-4be3-a9c3-74020a2141e4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:04.074988 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519345bf-e36a-4077-a7aa-ee60969f536a tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Pushing event deleted for resources: {'Port': ['ID=5db62a60-38bf-431d-8b9e-bdf18fe6b9c3,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:04.115630 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-5ae6850c-e7f2-4be3-a9c3-74020a2141e4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Transition to ACTIVE for port object cad86718-6d02-4907-9c06-81a142ed5943 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:21:04.160340 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-519345bf-e36a-4077-a7aa-ee60969f536a tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:04.167879 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2cb1c295-7686-4d3e-b3e7-e6f596da2b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:04.198398 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-57d961c9-799e-47c3-ac56-a6662c592c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:04.208312 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-57d961c9-799e-47c3-ac56-a6662c592c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:04.210988 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-57d961c9-799e-47c3-ac56-a6662c592c10 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f11c41db-1371-464f-ab54-277d5714f148 HTTP/1.1" status: 204 len: 168 time: 0.7161174 Feb 04 21:21:04.238970 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-519345bf-e36a-4077-a7aa-ee60969f536a tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] 10.222.0.26 "DELETE /v2.0/ports/5db62a60-38bf-431d-8b9e-bdf18fe6b9c3 HTTP/1.1" status: 204 len: 168 time: 2.3364527 Feb 04 21:21:04.245774 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54040) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:04.260257 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 21673db4-9fbb-4155-862b-8158b8152794 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:21:04.350110 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-2cb1c295-7686-4d3e-b3e7-e6f596da2b62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:04.355790 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2cb1c295-7686-4d3e-b3e7-e6f596da2b62 admin admin] Usage tracker for resource:security_group_rule and tenant:5c95759e4aeb4c4caeb42dc2537dc6e1 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:04.359843 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2cb1c295-7686-4d3e-b3e7-e6f596da2b62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:04.362669 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d961c9-799e-47c3-ac56-a6662c592c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11c41db-1371-464f-ab54-277d5714f148,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:04.375306 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-2cb1c295-7686-4d3e-b3e7-e6f596da2b62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:04.400554 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d79256-312a-4483-949a-cb947c39ecf7 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Made reservation on behalf of b85285276eeb4ce198c0a4b83e9f41fa for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:21:04.414338 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-89d79256-312a-4483-949a-cb947c39ecf7 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:04.458995 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-294203ae-a7f1-4458-9382-184b7601346f tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Deleting subnet 2f9c9f29-29d0-4b08-a6c6-72ff734cc727 {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:21:04.462523 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-294203ae-a7f1-4458-9382-184b7601346f tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:04.463685 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 21673db4-9fbb-4155-862b-8158b8152794 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:21:04.493712 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 21673db4-9fbb-4155-862b-8158b8152794 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:21:04.493992 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:04.504328 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5ae6850c-e7f2-4be3-a9c3-74020a2141e4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:04.583413 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89d79256-312a-4483-949a-cb947c39ecf7 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:21:04.594594 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-89d79256-312a-4483-949a-cb947c39ecf7 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:04.595155 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-89d79256-312a-4483-949a-cb947c39ecf7 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Added segment 957e5142-2621-4fe0-93f0-b7cfbacc4194 of type vlan for network 4de57054-fb85-4095-8474-37f1f10224e5 Feb 04 21:21:04.605005 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-294203ae-a7f1-4458-9382-184b7601346f tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:04.626816 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-89d79256-312a-4483-949a-cb947c39ecf7 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:04.680901 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8598ea31-5e8d-450c-a60b-532ae80bb8f7 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Router 89c29abd-059e-4989-b51b-5af6292ae065 is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:21:04.689149 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-89d79256-312a-4483-949a-cb947c39ecf7 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:04.695120 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d79256-312a-4483-949a-cb947c39ecf7 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:04.695751 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-89d79256-312a-4483-949a-cb947c39ecf7 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:04.712457 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:04.756320 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 21673db4-9fbb-4155-862b-8158b8152794, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=21673db4-9fbb-4155-862b-8158b8152794,segment=NetworkSegment(658e19ee-6391-43c1-93a4-2cf107127cb0),segment_id=658e19ee-6391-43c1-93a4-2cf107127cb0)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:21:04.772445 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-294203ae-a7f1-4458-9382-184b7601346f tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:04.782518 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:04.875497 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-294203ae-a7f1-4458-9382-184b7601346f tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:04.898019 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-92035078-763b-4d20-afc5-45f6ebc9fd75 None None] Provisioning complete for port 21673db4-9fbb-4155-862b-8158b8152794 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:21:04.898494 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-92035078-763b-4d20-afc5-45f6ebc9fd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:04.912366 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae6850c-e7f2-4be3-a9c3-74020a2141e4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Network f75e680a-e515-4598-bcf1-d9be8dfcc4e4 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:21:04.927138 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-5ae6850c-e7f2-4be3-a9c3-74020a2141e4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:21:04.932012 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae6850c-e7f2-4be3-a9c3-74020a2141e4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:21:04.932565 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5ae6850c-e7f2-4be3-a9c3-74020a2141e4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:04.937925 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294203ae-a7f1-4458-9382-184b7601346f tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Pushing event deleted for resources: {'Subnet': ['ID=2f9c9f29-29d0-4b08-a6c6-72ff734cc727,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:04.941989 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-294203ae-a7f1-4458-9382-184b7601346f tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:04.949568 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-294203ae-a7f1-4458-9382-184b7601346f tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] 10.222.0.26 "DELETE /v2.0/subnets/2f9c9f29-29d0-4b08-a6c6-72ff734cc727 HTTP/1.1" status: 204 len: 168 time: 0.6801889 Feb 04 21:21:04.952035 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54054) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:04.985126 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5000ae7a-9c08-4033-b4ce-1ec93ce6d5d1 None None] Network 7114ab02-2f52-454e-8c98-6c5e2d23abeb requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:21:05.027332 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=21673db4-9fbb-4155-862b-8158b8152794,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:05.158172 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2f98a56b-f237-4767-9d70-3324eb7b0adf tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:05.199656 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-2f98a56b-f237-4767-9d70-3324eb7b0adf tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Deleting port 30735437-0427-40b2-9abe-27cdf0ff1b27 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:21:05.200001 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2f98a56b-f237-4767-9d70-3324eb7b0adf tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:05.378201 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d79256-312a-4483-949a-cb947c39ecf7 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Pushing event updated for resources: {'Network': ['ID=4de57054-fb85-4095-8474-37f1f10224e5,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:05.381224 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6850c-e7f2-4be3-a9c3-74020a2141e4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Port': ['ID=cad86718-6d02-4907-9c06-81a142ed5943,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:05.423399 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-89d79256-312a-4483-949a-cb947c39ecf7 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9630401 Feb 04 21:21:05.433657 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54074) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:05.443225 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Request body: {'ports': [{'network_id': '39dec13c-04d7-469c-9ac4-516ba86f6fa9', 'name': 'tempest-port--41698551', 'admin_state_up': True}, {'network_id': '4de57054-fb85-4095-8474-37f1f10224e5', 'admin_state_up': False}]} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:21:05.443545 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Request body: {'port': {'network_id': '39dec13c-04d7-469c-9ac4-516ba86f6fa9', 'name': 'tempest-port--41698551', 'admin_state_up': True}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:21:05.444025 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Request body: {'port': {'network_id': '4de57054-fb85-4095-8474-37f1f10224e5', 'admin_state_up': False}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:21:05.444908 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 4de57054-fb85-4095-8474-37f1f10224e5 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:21:05.576196 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-12bb137b-bc47-4652-97f4-dbfe0300eed1 None None] Provisioning for port cad86718-6d02-4907-9c06-81a142ed5943 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:21:05.592299 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-12bb137b-bc47-4652-97f4-dbfe0300eed1 None None] Provisioning complete for port cad86718-6d02-4907-9c06-81a142ed5943 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:21:05.592953 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-12bb137b-bc47-4652-97f4-dbfe0300eed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:05.627293 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5ae6850c-e7f2-4be3-a9c3-74020a2141e4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:05.648866 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54078) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:05.658044 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-2f98a56b-f237-4767-9d70-3324eb7b0adf tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] For port 30735437-0427-40b2-9abe-27cdf0ff1b27, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=30735437-0427-40b2-9abe-27cdf0ff1b27,segment=NetworkSegment(44b0b041-e1d9-47fe-853f-bf7a51a88529),segment_id=44b0b041-e1d9-47fe-853f-bf7a51a88529)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:21:05.658407 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2f98a56b-f237-4767-9d70-3324eb7b0adf tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:05.663765 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2cb1c295-7686-4d3e-b3e7-e6f596da2b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:05.690469 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2cb1c295-7686-4d3e-b3e7-e6f596da2b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:05.701859 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cc40a0-4cc5-4e5d-83ad-aed2ea814cc4 None None] DHCP port deletion for 7114ab02-2f52-454e-8c98-6c5e2d23abeb request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:21:05.712139 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-e2cc40a0-4cc5-4e5d-83ad-aed2ea814cc4 None None] Deleting port 30735437-0427-40b2-9abe-27cdf0ff1b27 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:21:05.712603 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e2cc40a0-4cc5-4e5d-83ad-aed2ea814cc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:05.764728 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-12bb137b-bc47-4652-97f4-dbfe0300eed1 None None] Port cad86718-6d02-4907-9c06-81a142ed5943 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:21:05.931898 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-6fcc816f-8662-4fda-80b2-7730f5615e3b admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1432680137-network', 'tenant_id': 'e15b5f9b36d8423ca6dc59b917b82b64'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:21:05.953084 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-e2cc40a0-4cc5-4e5d-83ad-aed2ea814cc4 None None] For port 30735437-0427-40b2-9abe-27cdf0ff1b27, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=30735437-0427-40b2-9abe-27cdf0ff1b27,segment=NetworkSegment(44b0b041-e1d9-47fe-853f-bf7a51a88529),segment_id=44b0b041-e1d9-47fe-853f-bf7a51a88529)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:21:05.954346 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e2cc40a0-4cc5-4e5d-83ad-aed2ea814cc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:06.084472 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-6fcc816f-8662-4fda-80b2-7730f5615e3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:06.089392 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-e2cc40a0-4cc5-4e5d-83ad-aed2ea814cc4 None None] Calling delete_port for 30735437-0427-40b2-9abe-27cdf0ff1b27 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:21:06.096103 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-2f98a56b-f237-4767-9d70-3324eb7b0adf tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Calling delete_port for 30735437-0427-40b2-9abe-27cdf0ff1b27 owned by network:dhcp {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:21:06.147793 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-6fcc816f-8662-4fda-80b2-7730f5615e3b admin admin] Usage tracker for resource:network and tenant:e15b5f9b36d8423ca6dc59b917b82b64 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:06.160014 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-6fcc816f-8662-4fda-80b2-7730f5615e3b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:06.178931 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-6fcc816f-8662-4fda-80b2-7730f5615e3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:06.182882 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:06.183964 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e2cc40a0-4cc5-4e5d-83ad-aed2ea814cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:06.196540 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Usage tracker for resource:port and tenant:b85285276eeb4ce198c0a4b83e9f41fa is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:06.202265 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:06.220929 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fcc816f-8662-4fda-80b2-7730f5615e3b admin admin] Made reservation on behalf of e15b5f9b36d8423ca6dc59b917b82b64 for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:21:06.223298 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6fcc816f-8662-4fda-80b2-7730f5615e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:06.233957 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:06.238594 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8598ea31-5e8d-450c-a60b-532ae80bb8f7 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:21:06.244551 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6fcc816f-8662-4fda-80b2-7730f5615e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:06.260656 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.api [None req-2f98a56b-f237-4767-9d70-3324eb7b0adf tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:21:06.261002 n-d-827896-1 neutron-server[87683]: DEBUG oslo_db.api [None req-2f98a56b-f237-4767-9d70-3324eb7b0adf tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:21:06.266316 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Made reservation on behalf of b85285276eeb4ce198c0a4b83e9f41fa for: {'port': 2} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:21:06.270663 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:06.285071 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-6fcc816f-8662-4fda-80b2-7730f5615e3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:06.292933 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-6fcc816f-8662-4fda-80b2-7730f5615e3b admin admin] Usage tracker for resource:security_group_rule and tenant:e15b5f9b36d8423ca6dc59b917b82b64 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:06.295873 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddcb390-d799-4387-88f6-d18bd1d31ec3 None None] Sync routers for ids ['89c29abd-059e-4989-b51b-5af6292ae065'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:21:06.297271 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-6fcc816f-8662-4fda-80b2-7730f5615e3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:06.300385 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:06.311235 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cc40a0-4cc5-4e5d-83ad-aed2ea814cc4 None None] No DVR routers for this DVR port 30735437-0427-40b2-9abe-27cdf0ff1b27 on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:21:06.314779 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-6fcc816f-8662-4fda-80b2-7730f5615e3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:06.315875 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc40a0-4cc5-4e5d-83ad-aed2ea814cc4 None None] Pushing event deleted for resources: {'Port': ['ID=30735437-0427-40b2-9abe-27cdf0ff1b27,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:06.322276 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddcb390-d799-4387-88f6-d18bd1d31ec3 None None] Routers {'89c29abd-059e-4989-b51b-5af6292ae065'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:21:06.322897 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-7ddcb390-d799-4387-88f6-d18bd1d31ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:20:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['89c29abd-059e-4989-b51b-5af6292ae065'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:06.353471 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb1c295-7686-4d3e-b3e7-e6f596da2b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acd9241-3f82-4732-abd3-1d4674085a08,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:06.392556 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2cb1c295-7686-4d3e-b3e7-e6f596da2b62 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5c95759e4aeb4c4caeb42dc2537dc6e1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6642833 Feb 04 21:21:06.393515 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54088) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:06.394548 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-7ddcb390-d799-4387-88f6-d18bd1d31ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:06.404464 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddcb390-d799-4387-88f6-d18bd1d31ec3 None None] Routers {'89c29abd-059e-4989-b51b-5af6292ae065'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:21:06.405694 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-7ddcb390-d799-4387-88f6-d18bd1d31ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:20:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['89c29abd-059e-4989-b51b-5af6292ae065'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:06.474345 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8598ea31-5e8d-450c-a60b-532ae80bb8f7 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:06.478147 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8598ea31-5e8d-450c-a60b-532ae80bb8f7 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 14.9358151 Feb 04 21:21:06.479800 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-7ddcb390-d799-4387-88f6-d18bd1d31ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:06.480207 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddcb390-d799-4387-88f6-d18bd1d31ec3 None None] The sync data for ids ['89c29abd-059e-4989-b51b-5af6292ae065'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:21:06.481606 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54092) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:06.511664 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-91854802-8458-4c77-9225-00cf8edcb02c tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'enable_snat': False}}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:21:06.579951 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] device_id is not set on port 74af169e-a5c5-48f0-997f-0784c1a3eb45 yet. {{(pid=87683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:21:06.615860 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-df3dfd03-3bfe-4397-8e8f-19fb6586d728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:06.626875 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6fcc816f-8662-4fda-80b2-7730f5615e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:06.633309 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6fcc816f-8662-4fda-80b2-7730f5615e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:06.658367 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fcc816f-8662-4fda-80b2-7730f5615e3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:21:06.688282 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6fcc816f-8662-4fda-80b2-7730f5615e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:06.689111 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-6fcc816f-8662-4fda-80b2-7730f5615e3b admin admin] Added segment 35cc77f9-cc80-4e57-a476-c8260777ea0a of type vlan for network 4ec60bb8-0a6f-4555-8c94-046d0fbd289c Feb 04 21:21:06.690533 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc816f-8662-4fda-80b2-7730f5615e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e855b3-fd53-40ee-a122-40aae36fcc60,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:06.692015 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:21:06.737514 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-df3dfd03-3bfe-4397-8e8f-19fb6586d728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:06.763061 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-2f98a56b-f237-4767-9d70-3324eb7b0adf tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Deleting port 30735437-0427-40b2-9abe-27cdf0ff1b27 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:21:06.763416 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2f98a56b-f237-4767-9d70-3324eb7b0adf tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:06.782256 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.resource_extend [None req-5ae6850c-e7f2-4be3-a9c3-74020a2141e4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:21:06.789834 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6fcc816f-8662-4fda-80b2-7730f5615e3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:06.808329 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5ae6850c-e7f2-4be3-a9c3-74020a2141e4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:06.817887 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:06.829245 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5ae6850c-e7f2-4be3-a9c3-74020a2141e4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:06.830079 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5ae6850c-e7f2-4be3-a9c3-74020a2141e4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:06.883016 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-2f98a56b-f237-4767-9d70-3324eb7b0adf tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] The port '30735437-0427-40b2-9abe-27cdf0ff1b27' was deleted {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:21:06.910739 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 21673db4-9fbb-4155-862b-8158b8152794 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:21:07.038460 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 21673db4-9fbb-4155-862b-8158b8152794 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:21:07.039126 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:07.115898 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6850c-e7f2-4be3-a9c3-74020a2141e4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Port': ['ID=cad86718-6d02-4907-9c06-81a142ed5943,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:07.154855 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [None req-6fcc816f-8662-4fda-80b2-7730f5615e3b admin admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:21:07.287312 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 30735437-0427-40b2-9abe-27cdf0ff1b27 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:21:07.291701 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6fcc816f-8662-4fda-80b2-7730f5615e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:07.292817 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc816f-8662-4fda-80b2-7730f5615e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:07.293562 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6fcc816f-8662-4fda-80b2-7730f5615e3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:07.327288 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] device_id is not set on port 7a6ce8e5-d6c4-46b8-81f9-cf7ab62a66d1 yet. {{(pid=87683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:21:07.333305 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 30735437-0427-40b2-9abe-27cdf0ff1b27 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:21:07.333305 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 30735437-0427-40b2-9abe-27cdf0ff1b27 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:21:07.344605 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2f98a56b-f237-4767-9d70-3324eb7b0adf tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:07.417009 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-df3dfd03-3bfe-4397-8e8f-19fb6586d728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:07.451556 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-2f98a56b-f237-4767-9d70-3324eb7b0adf tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7114ab02-2f52-454e-8c98-6c5e2d23abeb']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:07.462616 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3dfd03-3bfe-4397-8e8f-19fb6586d728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acd9241-3f82-4732-abd3-1d4674085a08,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:07.476314 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-2f98a56b-f237-4767-9d70-3324eb7b0adf tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b0b041-e1d9-47fe-853f-bf7a51a88529') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:07.476650 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-2f98a56b-f237-4767-9d70-3324eb7b0adf tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b0b041-e1d9-47fe-853f-bf7a51a88529') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:07.476830 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-df3dfd03-3bfe-4397-8e8f-19fb6586d728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:07.478149 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-df3dfd03-3bfe-4397-8e8f-19fb6586d728 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7acd9241-3f82-4732-abd3-1d4674085a08 HTTP/1.1" status: 204 len: 168 time: 1.0771837 Feb 04 21:21:07.483708 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc816f-8662-4fda-80b2-7730f5615e3b admin admin] Pushing event updated for resources: {'Network': ['ID=4ec60bb8-0a6f-4555-8c94-046d0fbd289c,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:07.496260 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-6fcc816f-8662-4fda-80b2-7730f5615e3b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8445022 Feb 04 21:21:07.499146 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2f98a56b-f237-4767-9d70-3324eb7b0adf tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:07.509244 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54102) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:07.515245 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 4ec60bb8-0a6f-4555-8c94-046d0fbd289c details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:21:07.518772 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-dccb97d9-47b0-4f04-b1ac-50b1a2cb3b17 admin admin] Request body: {'subnet': {'network_id': '4ec60bb8-0a6f-4555-8c94-046d0fbd289c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1432680137-subnet', 'tenant_id': 'e15b5f9b36d8423ca6dc59b917b82b64', 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:21:07.529513 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2f98a56b-f237-4767-9d70-3324eb7b0adf tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:07.545302 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f98a56b-f237-4767-9d70-3324eb7b0adf tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:21:07.545828 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2f98a56b-f237-4767-9d70-3324eb7b0adf tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: util.warn( Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: util.warn( Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: util.warn( Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: util.warn( Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:21:07.561746 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:21:07.617799 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae6850c-e7f2-4be3-a9c3-74020a2141e4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Network f75e680a-e515-4598-bcf1-d9be8dfcc4e4 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:21:07.624552 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-dccb97d9-47b0-4f04-b1ac-50b1a2cb3b17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:07.627744 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-5ae6850c-e7f2-4be3-a9c3-74020a2141e4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:21:07.650407 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-dccb97d9-47b0-4f04-b1ac-50b1a2cb3b17 admin admin] Usage tracker for resource:subnet and tenant:e15b5f9b36d8423ca6dc59b917b82b64 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:07.724573 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2f98a56b-f237-4767-9d70-3324eb7b0adf tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:07.729271 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-dccb97d9-47b0-4f04-b1ac-50b1a2cb3b17 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:07.757512 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2f98a56b-f237-4767-9d70-3324eb7b0adf tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:07.780141 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98a56b-f237-4767-9d70-3324eb7b0adf tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] Pushing event deleted for resources: {'Network': ['ID=7114ab02-2f52-454e-8c98-6c5e2d23abeb,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:07.786478 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-2f98a56b-f237-4767-9d70-3324eb7b0adf tempest-AllowedAddressPairIpV6TestJSON-1084833413 tempest-AllowedAddressPairIpV6TestJSON-1084833413-project] 10.222.0.26 "DELETE /v2.0/networks/7114ab02-2f52-454e-8c98-6c5e2d23abeb HTTP/1.1" status: 204 len: 168 time: 2.8332725 Feb 04 21:21:07.789320 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:07.829553 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:07.834424 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-dccb97d9-47b0-4f04-b1ac-50b1a2cb3b17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:07.987492 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-544a559d-ac71-47ed-b251-f75cfe79c5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:08.085324 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Pushing event updated for resources: {'Port': ['ID=74af169e-a5c5-48f0-997f-0784c1a3eb45,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:08.106425 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:08.106792 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:08.113911 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:08.114516 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:08.114665 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:08.114949 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:08.117523 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:08.117764 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:08.118106 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:08.118444 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:08.118802 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:08.119170 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:08.126528 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-2a0d7179-5001-4e89-8ff6-f0e6a05276c6 None None] Provisioning complete for port cad86718-6d02-4907-9c06-81a142ed5943 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:21:08.127016 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2a0d7179-5001-4e89-8ff6-f0e6a05276c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:08.155529 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Checking segment: {'id': '9f9bd9a2-3e9e-4a42-abb6-7226392450c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '39dec13c-04d7-469c-9ac4-516ba86f6fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:21:08.158231 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Network hostable DHCP agents. Network: 39dec13c-04d7-469c-9ac4-516ba86f6fa9, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:21:08.188275 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Network 39dec13c-04d7-469c-9ac4-516ba86f6fa9 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:21:08.200645 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 39dec13c-04d7-469c-9ac4-516ba86f6fa9) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:21:08.206922 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:21:08.208184 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:08.222488 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9b7343-9895-4943-9563-9b09a8e14415 None None] Network 39dec13c-04d7-469c-9ac4-516ba86f6fa9 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:21:08.319525 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae6850c-e7f2-4be3-a9c3-74020a2141e4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Router 63c94746-5463-4d10-8f6d-7d964e16b767 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:21:08.335302 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccb97d9-47b0-4f04-b1ac-50b1a2cb3b17 admin admin] Made reservation on behalf of e15b5f9b36d8423ca6dc59b917b82b64 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:21:08.339656 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dccb97d9-47b0-4f04-b1ac-50b1a2cb3b17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:08.419423 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Checking segment: {'id': '957e5142-2621-4fe0-93f0-b7cfbacc4194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4de57054-fb85-4095-8474-37f1f10224e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:21:08.420004 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Network hostable DHCP agents. Network: 4de57054-fb85-4095-8474-37f1f10224e5, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:21:08.436894 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Pushing event updated for resources: {'Port': ['ID=7a6ce8e5-d6c4-46b8-81f9-cf7ab62a66d1,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:08.447618 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54134) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:08.479080 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Network 4de57054-fb85-4095-8474-37f1f10224e5 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:21:08.495240 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 4de57054-fb85-4095-8474-37f1f10224e5) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:21:08.511179 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:21:08.514543 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dd6c10-74bf-4b92-b840-cec031c03bda None None] Network 4de57054-fb85-4095-8474-37f1f10224e5 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:21:08.519512 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:08.524789 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:08.525977 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:08.553935 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-a6189141-d78a-4bd1-846f-9f00b7c75049 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 3.1192069 Feb 04 21:21:08.556524 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54144) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:08.673139 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eb9396-b656-43fd-824f-21208f82a558 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:08.681040 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eb9396-b656-43fd-824f-21208f82a558 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:08.682097 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c9eb9396-b656-43fd-824f-21208f82a558 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Synchronizing usage tracker for tenant:b85285276eeb4ce198c0a4b83e9f41fa on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:21:08.704883 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c9eb9396-b656-43fd-824f-21208f82a558 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Unset dirty status for tenant:b85285276eeb4ce198c0a4b83e9f41fa on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:21:08.711544 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c9eb9396-b656-43fd-824f-21208f82a558 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.1535857 Feb 04 21:21:08.712379 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54150) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:08.729905 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-2a0d7179-5001-4e89-8ff6-f0e6a05276c6 None None] Port cad86718-6d02-4907-9c06-81a142ed5943 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:21:08.822072 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-45b69fbe-f252-4e59-acaa-cfc463ca85f4 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Deleting port 74af169e-a5c5-48f0-997f-0784c1a3eb45 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:21:08.823165 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-45b69fbe-f252-4e59-acaa-cfc463ca85f4 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:08.852290 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54156) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:08.881372 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-91854802-8458-4c77-9225-00cf8edcb02c tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:08.937265 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae6850c-e7f2-4be3-a9c3-74020a2141e4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:21:08.950327 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2d16d9-bf6e-4688-b299-4ef40ca3487f None None] Sync routers for ids ['63c94746-5463-4d10-8f6d-7d964e16b767'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:21:08.970675 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2d16d9-bf6e-4688-b299-4ef40ca3487f None None] Routers {'63c94746-5463-4d10-8f6d-7d964e16b767'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:21:08.973684 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-9c2d16d9-bf6e-4688-b299-4ef40ca3487f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:20:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['63c94746-5463-4d10-8f6d-7d964e16b767'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:08.987398 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54164) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:08.987855 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5ae6850c-e7f2-4be3-a9c3-74020a2141e4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "PUT /v2.0/routers/63c94746-5463-4d10-8f6d-7d964e16b767/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2555544 Feb 04 21:21:09.036260 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-75588264-be5e-4bc3-accc-a7abac482565 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-678405657'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:21:09.101334 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-9f38af01-b267-4d3e-aef6-26ec1dca22f3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dc0970698e49420e829efb6f1302fe5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6504631 Feb 04 21:21:09.155623 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54170) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:09.158173 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-75588264-be5e-4bc3-accc-a7abac482565 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:09.192932 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-75588264-be5e-4bc3-accc-a7abac482565 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Usage tracker for resource:network and tenant:ddcc858bf44044718238d62159c9367f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:09.203468 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-75588264-be5e-4bc3-accc-a7abac482565 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:09.276423 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-75588264-be5e-4bc3-accc-a7abac482565 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:09.283412 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-9c2d16d9-bf6e-4688-b299-4ef40ca3487f None None] Set router 63c94746-5463-4d10-8f6d-7d964e16b767 gateway port host: None {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:21:09.294227 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-44ab4368-c264-4c38-872e-48b487c24a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:09.398479 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-44ab4368-c264-4c38-872e-48b487c24a45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:09.416234 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75588264-be5e-4bc3-accc-a7abac482565 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Made reservation on behalf of ddcc858bf44044718238d62159c9367f for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:21:09.419841 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-75588264-be5e-4bc3-accc-a7abac482565 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:09.434778 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-44ab4368-c264-4c38-872e-48b487c24a45 admin admin] Usage tracker for resource:security_group_rule and tenant:520d2c8e80464508a8ce82164b4cde65 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:09.445327 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-44ab4368-c264-4c38-872e-48b487c24a45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:09.467289 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-44ab4368-c264-4c38-872e-48b487c24a45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:09.486295 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-45b69fbe-f252-4e59-acaa-cfc463ca85f4 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:09.494100 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75588264-be5e-4bc3-accc-a7abac482565 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:21:09.650181 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-45b69fbe-f252-4e59-acaa-cfc463ca85f4 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Calling delete_port for 74af169e-a5c5-48f0-997f-0784c1a3eb45 owned by {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:21:09.685708 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-75588264-be5e-4bc3-accc-a7abac482565 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:09.686060 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-75588264-be5e-4bc3-accc-a7abac482565 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Added segment 64b8534b-8145-4abb-9af5-ea731135cf3a of type vlan for network 42b25c0d-2b35-4352-8c77-5328e7bf68d5 Feb 04 21:21:09.756288 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-75588264-be5e-4bc3-accc-a7abac482565 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:09.817571 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-9c2d16d9-bf6e-4688-b299-4ef40ca3487f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'name': 'tempest-RoutersIpV6Test-router-1547994625', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:41Z', 'updated_at': '2022-02-04T21:21:05Z', 'revision_number': 3, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'gw_port_host': None, '_interfaces': [{'id': '6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486', 'name': '', 'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:1e:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:46Z', 'updated_at': '2022-02-04T21:21:01Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad86718-6d02-4907-9c06-81a142ed5943', 'name': '', 'network_id': 'f75e680a-e515-4598-bcf1-d9be8dfcc4e4', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:e0:9a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:02Z', 'updated_at': '2022-02-04T21:21:06Z', 'revision_number': 2, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:09.825535 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2d16d9-bf6e-4688-b299-4ef40ca3487f None None] Checking router: 63c94746-5463-4d10-8f6d-7d964e16b767 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:21:09.826322 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2d16d9-bf6e-4688-b299-4ef40ca3487f None None] Updating router 63c94746-5463-4d10-8f6d-7d964e16b767 port cad86718-6d02-4907-9c06-81a142ed5943 binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:21:09.833402 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-45b69fbe-f252-4e59-acaa-cfc463ca85f4 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:09.875874 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8aaa7e58-b014-45fe-a444-ae6cf3cbae2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:09.910841 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-9c2d16d9-bf6e-4688-b299-4ef40ca3487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:10.001608 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8aaa7e58-b014-45fe-a444-ae6cf3cbae2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:10.010338 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dccb97d9-47b0-4f04-b1ac-50b1a2cb3b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:10.038794 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-45b69fbe-f252-4e59-acaa-cfc463ca85f4 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:10.041303 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-75588264-be5e-4bc3-accc-a7abac482565 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:10.047375 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75588264-be5e-4bc3-accc-a7abac482565 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:10.048101 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-75588264-be5e-4bc3-accc-a7abac482565 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:10.071621 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b69fbe-f252-4e59-acaa-cfc463ca85f4 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Pushing event deleted for resources: {'Port': ['ID=74af169e-a5c5-48f0-997f-0784c1a3eb45,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:10.074675 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-44ab4368-c264-4c38-872e-48b487c24a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:10.097029 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-44ab4368-c264-4c38-872e-48b487c24a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:10.107032 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-544a559d-ac71-47ed-b251-f75cfe79c5f4 admin admin] Deleting port 61fe87d9-2042-4921-bf0f-4fb86b79e35c {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:21:10.107443 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-544a559d-ac71-47ed-b251-f75cfe79c5f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:10.250616 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab4368-c264-4c38-872e-48b487c24a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e611f4ac-6168-45e7-8dd2-d27eeabf3ee5,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:10.251096 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb97d9-47b0-4f04-b1ac-50b1a2cb3b17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ca7df3b-3c63-448d-9fa0-4586a4c821d0,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:10.255198 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-44ab4368-c264-4c38-872e-48b487c24a45 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=520d2c8e80464508a8ce82164b4cde65&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4001255 Feb 04 21:21:10.266035 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-75588264-be5e-4bc3-accc-a7abac482565 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2663724 Feb 04 21:21:10.268353 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-45b69fbe-f252-4e59-acaa-cfc463ca85f4 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] 10.222.0.26 "DELETE /v2.0/ports/74af169e-a5c5-48f0-997f-0784c1a3eb45 HTTP/1.1" status: 204 len: 168 time: 1.5547981 Feb 04 21:21:10.272885 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54192) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:10.273388 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54194) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:10.273846 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54198) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:10.287200 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-408fa65a-9b23-4e1d-87e4-e7a105aa5669 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Request body: {'subnet': {'network_id': '42b25c0d-2b35-4352-8c77-5328e7bf68d5', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:21:10.419317 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-9c2d16d9-bf6e-4688-b299-4ef40ca3487f None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:10.420029 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75588264-be5e-4bc3-accc-a7abac482565 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Network': ['ID=42b25c0d-2b35-4352-8c77-5328e7bf68d5,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:10.433088 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 42b25c0d-2b35-4352-8c77-5328e7bf68d5 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:21:10.468103 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccb97d9-47b0-4f04-b1ac-50b1a2cb3b17 admin admin] Checking segment: {'id': '35cc77f9-cc80-4e57-a476-c8260777ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '4ec60bb8-0a6f-4555-8c94-046d0fbd289c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:21:10.469157 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccb97d9-47b0-4f04-b1ac-50b1a2cb3b17 admin admin] Network hostable DHCP agents. Network: 4ec60bb8-0a6f-4555-8c94-046d0fbd289c, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:21:10.504278 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-f99a98da-4052-4678-9de4-9a223303929f tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Deleting port 7a6ce8e5-d6c4-46b8-81f9-cf7ab62a66d1 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:21:10.504516 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f99a98da-4052-4678-9de4-9a223303929f tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:10.519268 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-9c2d16d9-bf6e-4688-b299-4ef40ca3487f None None] Transition to ACTIVE for port object cad86718-6d02-4907-9c06-81a142ed5943 will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:21:10.532777 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-9c2d16d9-bf6e-4688-b299-4ef40ca3487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:10.537415 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8aaa7e58-b014-45fe-a444-ae6cf3cbae2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:10.569480 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-408fa65a-9b23-4e1d-87e4-e7a105aa5669 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:10.573786 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-408fa65a-9b23-4e1d-87e4-e7a105aa5669 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Usage tracker for resource:subnet and tenant:ddcc858bf44044718238d62159c9367f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:10.583047 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-408fa65a-9b23-4e1d-87e4-e7a105aa5669 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:10.605809 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-408fa65a-9b23-4e1d-87e4-e7a105aa5669 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:10.662650 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408fa65a-9b23-4e1d-87e4-e7a105aa5669 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Made reservation on behalf of ddcc858bf44044718238d62159c9367f for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:21:10.666378 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-408fa65a-9b23-4e1d-87e4-e7a105aa5669 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:10.679314 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa7e58-b014-45fe-a444-ae6cf3cbae2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4667aa7-dc83-499c-bdb5-821f8e2ffa1f,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:10.682286 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccb97d9-47b0-4f04-b1ac-50b1a2cb3b17 admin admin] Network 4ec60bb8-0a6f-4555-8c94-046d0fbd289c is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:21:10.725499 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-544a559d-ac71-47ed-b251-f75cfe79c5f4 admin admin] For port 61fe87d9-2042-4921-bf0f-4fb86b79e35c, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=61fe87d9-2042-4921-bf0f-4fb86b79e35c,segment=NetworkSegment(84b34f62-20de-461e-9dfa-a6b12b358939),segment_id=84b34f62-20de-461e-9dfa-a6b12b358939)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:21:10.725858 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-544a559d-ac71-47ed-b251-f75cfe79c5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:10.746692 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-dccb97d9-47b0-4f04-b1ac-50b1a2cb3b17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 4ec60bb8-0a6f-4555-8c94-046d0fbd289c) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:21:10.752397 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccb97d9-47b0-4f04-b1ac-50b1a2cb3b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:10.752992 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dccb97d9-47b0-4f04-b1ac-50b1a2cb3b17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:10.764933 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3c309d-c456-45c2-8239-02f1cb108c5a None None] Network 4ec60bb8-0a6f-4555-8c94-046d0fbd289c requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:21:10.767491 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8aaa7e58-b014-45fe-a444-ae6cf3cbae2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:10.771333 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8aaa7e58-b014-45fe-a444-ae6cf3cbae2f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d4667aa7-dc83-499c-bdb5-821f8e2ffa1f HTTP/1.1" status: 204 len: 168 time: 1.5100923 Feb 04 21:21:11.006973 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-544a559d-ac71-47ed-b251-f75cfe79c5f4 admin admin] Calling delete_port for 61fe87d9-2042-4921-bf0f-4fb86b79e35c owned by network:router_interface {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:21:11.020699 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-9c2d16d9-bf6e-4688-b299-4ef40ca3487f None None] Attempting to bind port cad86718-6d02-4907-9c06-81a142ed5943 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:21:11.021059 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-9c2d16d9-bf6e-4688-b299-4ef40ca3487f None None] Attempting to bind port cad86718-6d02-4907-9c06-81a142ed5943 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '658e19ee-6391-43c1-93a4-2cf107127cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f75e680a-e515-4598-bcf1-d9be8dfcc4e4'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:21:11.021512 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2d16d9-bf6e-4688-b299-4ef40ca3487f None None] Attempting to bind port cad86718-6d02-4907-9c06-81a142ed5943 on network f75e680a-e515-4598-bcf1-d9be8dfcc4e4 {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:21:11.040640 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf40e0a-3a60-48af-8080-a8bf5a4f55bf None None] Pushing event updated for resources: {'Port': ['ID=cad86718-6d02-4907-9c06-81a142ed5943,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:11.048285 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9f23-bcb4-40d6-b74b-d3b56a9d7c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:11.070528 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf40e0a-3a60-48af-8080-a8bf5a4f55bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:11.070919 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf40e0a-3a60-48af-8080-a8bf5a4f55bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:11.071254 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf40e0a-3a60-48af-8080-a8bf5a4f55bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:11.071641 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf40e0a-3a60-48af-8080-a8bf5a4f55bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:11.071970 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf40e0a-3a60-48af-8080-a8bf5a4f55bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:11.072292 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf40e0a-3a60-48af-8080-a8bf5a4f55bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:11.072635 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf40e0a-3a60-48af-8080-a8bf5a4f55bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:11.072952 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf40e0a-3a60-48af-8080-a8bf5a4f55bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:11.073320 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf40e0a-3a60-48af-8080-a8bf5a4f55bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:11.073664 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf40e0a-3a60-48af-8080-a8bf5a4f55bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:11.074316 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf40e0a-3a60-48af-8080-a8bf5a4f55bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:11.074416 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf40e0a-3a60-48af-8080-a8bf5a4f55bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:11.092242 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2d16d9-bf6e-4688-b299-4ef40ca3487f None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:21:11.092693 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2d16d9-bf6e-4688-b299-4ef40ca3487f None None] Checking segment: {'id': '658e19ee-6391-43c1-93a4-2cf107127cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f75e680a-e515-4598-bcf1-d9be8dfcc4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:21:11.093128 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-9c2d16d9-bf6e-4688-b299-4ef40ca3487f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:11.093745 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2d16d9-bf6e-4688-b299-4ef40ca3487f None None] Bound using segment: {'id': '658e19ee-6391-43c1-93a4-2cf107127cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f75e680a-e515-4598-bcf1-d9be8dfcc4e4'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:21:11.094493 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-9c2d16d9-bf6e-4688-b299-4ef40ca3487f None None] Bound port: cad86718-6d02-4907-9c06-81a142ed5943, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658e19ee-6391-43c1-93a4-2cf107127cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f75e680a-e515-4598-bcf1-d9be8dfcc4e4'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:21:11.094861 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-9c2d16d9-bf6e-4688-b299-4ef40ca3487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:11.100882 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f99a98da-4052-4678-9de4-9a223303929f tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:11.148442 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-dccb97d9-47b0-4f04-b1ac-50b1a2cb3b17 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 3.6416166 Feb 04 21:21:11.170573 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54216) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:11.211511 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-b29c9b85-d0b0-426a-857a-a8c37472832d admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1432680137-router', 'tenant_id': 'e15b5f9b36d8423ca6dc59b917b82b64', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:21:11.261471 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9f23-bcb4-40d6-b74b-d3b56a9d7c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:11.275577 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-9c2d16d9-bf6e-4688-b299-4ef40ca3487f None None] For port cad86718-6d02-4907-9c06-81a142ed5943, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:21:11.280103 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b29c9b85-d0b0-426a-857a-a8c37472832d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:11.280789 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-9c2d16d9-bf6e-4688-b299-4ef40ca3487f None None] For port cad86718-6d02-4907-9c06-81a142ed5943, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=cad86718-6d02-4907-9c06-81a142ed5943,segment=NetworkSegment(658e19ee-6391-43c1-93a4-2cf107127cb0),segment_id=658e19ee-6391-43c1-93a4-2cf107127cb0)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:21:11.288930 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-9c2d16d9-bf6e-4688-b299-4ef40ca3487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:11.309366 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-f99a98da-4052-4678-9de4-9a223303929f tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Calling delete_port for 7a6ce8e5-d6c4-46b8-81f9-cf7ab62a66d1 owned by {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:21:11.324076 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b29c9b85-d0b0-426a-857a-a8c37472832d admin admin] Usage tracker for resource:router and tenant:e15b5f9b36d8423ca6dc59b917b82b64 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:11.339925 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd18b1ed-5fda-47c5-9f52-ef5b5dbefe15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-4ec60bb8-0a6f-4555-8c94-046d0fbd289c', 'network_id': '4ec60bb8-0a6f-4555-8c94-046d0fbd289c', 'tenant_id': 'e15b5f9b36d8423ca6dc59b917b82b64', 'fixed_ips': [{'subnet_id': '9ca7df3b-3c63-448d-9fa0-4586a4c821d0'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:21:11.340763 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fd18b1ed-5fda-47c5-9f52-ef5b5dbefe15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:11.345677 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b29c9b85-d0b0-426a-857a-a8c37472832d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:11.396463 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf40e0a-3a60-48af-8080-a8bf5a4f55bf None None] Pushing event updated for resources: {'Port': ['ID=cad86718-6d02-4907-9c06-81a142ed5943,revision_number=4']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:11.427188 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2d16d9-bf6e-4688-b299-4ef40ca3487f None None] Routers {'63c94746-5463-4d10-8f6d-7d964e16b767'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:21:11.427979 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-9c2d16d9-bf6e-4688-b299-4ef40ca3487f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:20:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['63c94746-5463-4d10-8f6d-7d964e16b767'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:11.503893 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f99a98da-4052-4678-9de4-9a223303929f tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:11.540473 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b29c9b85-d0b0-426a-857a-a8c37472832d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:11.606992 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b29c9b85-d0b0-426a-857a-a8c37472832d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:11.608677 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b29c9b85-d0b0-426a-857a-a8c37472832d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:11.661014 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-408fa65a-9b23-4e1d-87e4-e7a105aa5669 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:11.676559 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a98da-4052-4678-9de4-9a223303929f tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Pushing event deleted for resources: {'Port': ['ID=7a6ce8e5-d6c4-46b8-81f9-cf7ab62a66d1,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:11.744657 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b29c9b85-d0b0-426a-857a-a8c37472832d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:11.778663 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9f23-bcb4-40d6-b74b-d3b56a9d7c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:11.811041 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b9f23-bcb4-40d6-b74b-d3b56a9d7c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e611f4ac-6168-45e7-8dd2-d27eeabf3ee5,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:11.870253 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408fa65a-9b23-4e1d-87e4-e7a105aa5669 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Subnet': ['ID=4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:11.882041 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f99a98da-4052-4678-9de4-9a223303929f tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:11.903059 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-9c2d16d9-bf6e-4688-b299-4ef40ca3487f None None] Set router 63c94746-5463-4d10-8f6d-7d964e16b767 gateway port host: None {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:21:11.929506 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-f99a98da-4052-4678-9de4-9a223303929f tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] 10.222.0.26 "DELETE /v2.0/ports/7a6ce8e5-d6c4-46b8-81f9-cf7ab62a66d1 HTTP/1.1" status: 204 len: 168 time: 1.6522033 Feb 04 21:21:11.931200 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54236) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:12.057363 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-fd18b1ed-5fda-47c5-9f52-ef5b5dbefe15 None None] Allocated IP 172.20.0.2 (4ec60bb8-0a6f-4555-8c94-046d0fbd289c/9ca7df3b-3c63-448d-9fa0-4586a4c821d0/229609dd-b457-46c6-b628-cb8f0fcc55e3) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:21:12.086562 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c97b7b0d-44d9-43eb-bec0-61ee4fbf35b5 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Synchronizing usage tracker for tenant:b85285276eeb4ce198c0a4b83e9f41fa on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:21:12.103724 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408fa65a-9b23-4e1d-87e4-e7a105aa5669 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Checking segment: {'id': '64b8534b-8145-4abb-9af5-ea731135cf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '42b25c0d-2b35-4352-8c77-5328e7bf68d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:21:12.104389 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408fa65a-9b23-4e1d-87e4-e7a105aa5669 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Network hostable DHCP agents. Network: 42b25c0d-2b35-4352-8c77-5328e7bf68d5, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:21:12.123543 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9f23-bcb4-40d6-b74b-d3b56a9d7c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:12.131390 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bb1b9f23-bcb4-40d6-b74b-d3b56a9d7c81 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e611f4ac-6168-45e7-8dd2-d27eeabf3ee5 HTTP/1.1" status: 204 len: 168 time: 1.8473556 Feb 04 21:21:12.154159 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c97b7b0d-44d9-43eb-bec0-61ee4fbf35b5 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Unset dirty status for tenant:b85285276eeb4ce198c0a4b83e9f41fa on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:21:12.160390 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c97b7b0d-44d9-43eb-bec0-61ee4fbf35b5 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2237382 Feb 04 21:21:12.162073 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54248) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:12.165851 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408fa65a-9b23-4e1d-87e4-e7a105aa5669 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Network 42b25c0d-2b35-4352-8c77-5328e7bf68d5 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:21:12.179644 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-0657d45b-806f-46eb-8ecc-a574eb93b299 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-540559990'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:21:12.188074 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-0657d45b-806f-46eb-8ecc-a574eb93b299 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:12.193409 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-0657d45b-806f-46eb-8ecc-a574eb93b299 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Usage tracker for resource:network and tenant:b85285276eeb4ce198c0a4b83e9f41fa is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:12.197377 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-408fa65a-9b23-4e1d-87e4-e7a105aa5669 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 42b25c0d-2b35-4352-8c77-5328e7bf68d5) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:21:12.205858 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-0657d45b-806f-46eb-8ecc-a574eb93b299 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:12.220877 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408fa65a-9b23-4e1d-87e4-e7a105aa5669 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:12.222623 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-408fa65a-9b23-4e1d-87e4-e7a105aa5669 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:12.229300 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-0657d45b-806f-46eb-8ecc-a574eb93b299 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:12.255180 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0657d45b-806f-46eb-8ecc-a574eb93b299 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Made reservation on behalf of b85285276eeb4ce198c0a4b83e9f41fa for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:21:12.257734 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0429df94-8693-4860-897d-b286a551e99a None None] Network 42b25c0d-2b35-4352-8c77-5328e7bf68d5 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:21:12.258925 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0657d45b-806f-46eb-8ecc-a574eb93b299 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:12.280605 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-408fa65a-9b23-4e1d-87e4-e7a105aa5669 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0054166 Feb 04 21:21:12.284688 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54256) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:12.482607 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-9c2d16d9-bf6e-4688-b299-4ef40ca3487f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'name': 'tempest-RoutersIpV6Test-router-1547994625', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:41Z', 'updated_at': '2022-02-04T21:21:05Z', 'revision_number': 3, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'gw_port_host': None, '_interfaces': [{'id': '6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486', 'name': '', 'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:1e:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:46Z', 'updated_at': '2022-02-04T21:21:01Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad86718-6d02-4907-9c06-81a142ed5943', 'name': '', 'network_id': 'f75e680a-e515-4598-bcf1-d9be8dfcc4e4', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:e0:9a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:02Z', 'updated_at': '2022-02-04T21:21:11Z', 'revision_number': 4, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:12.495805 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2d16d9-bf6e-4688-b299-4ef40ca3487f None None] The sync data for ids ['63c94746-5463-4d10-8f6d-7d964e16b767'] in n-d-827896-1 is: [{'id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'name': 'tempest-RoutersIpV6Test-router-1547994625', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:41Z', 'updated_at': '2022-02-04T21:21:05Z', 'revision_number': 3, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'gw_port_host': None, '_interfaces': [{'id': '6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486', 'name': '', 'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:1e:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:46Z', 'updated_at': '2022-02-04T21:21:01Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad86718-6d02-4907-9c06-81a142ed5943', 'name': '', 'network_id': 'f75e680a-e515-4598-bcf1-d9be8dfcc4e4', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:e0:9a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:02Z', 'updated_at': '2022-02-04T21:21:11Z', 'revision_number': 4, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:21:12.501742 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0657d45b-806f-46eb-8ecc-a574eb93b299 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:21:12.512989 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0657d45b-806f-46eb-8ecc-a574eb93b299 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:12.513741 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-0657d45b-806f-46eb-8ecc-a574eb93b299 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Added segment c4f1ce8d-c13c-4d13-ac11-6dfcc097a416 of type vlan for network 502ba30a-f6d2-4b3c-a170-0d36b41dbecb Feb 04 21:21:12.572269 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0657d45b-806f-46eb-8ecc-a574eb93b299 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:12.630423 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54266) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:12.661256 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0657d45b-806f-46eb-8ecc-a574eb93b299 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:12.661663 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-91854802-8458-4c77-9225-00cf8edcb02c tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:12.669292 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0657d45b-806f-46eb-8ecc-a574eb93b299 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:12.670369 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0657d45b-806f-46eb-8ecc-a574eb93b299 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:12.872636 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-91854802-8458-4c77-9225-00cf8edcb02c tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-494389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-494370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492643'] for router, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:13.018943 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-0657d45b-806f-46eb-8ecc-a574eb93b299 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8552823 Feb 04 21:21:13.024880 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54276) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:13.121521 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-f37150a3-371e-4698-afa6-6dee246bed83 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-670533942'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:21:13.127023 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b29c9b85-d0b0-426a-857a-a8c37472832d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:13.128180 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657d45b-806f-46eb-8ecc-a574eb93b299 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Pushing event updated for resources: {'Network': ['ID=502ba30a-f6d2-4b3c-a170-0d36b41dbecb,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:13.151598 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device cad86718-6d02-4907-9c06-81a142ed5943 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:21:13.184431 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-544a559d-ac71-47ed-b251-f75cfe79c5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:13.189979 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 502ba30a-f6d2-4b3c-a170-0d36b41dbecb details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:21:13.213116 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb0ef78-4fed-456c-8864-27c3828098bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-42b25c0d-2b35-4352-8c77-5328e7bf68d5', 'network_id': '42b25c0d-2b35-4352-8c77-5328e7bf68d5', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'fixed_ips': [{'subnet_id': '4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:21:13.213985 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-feb0ef78-4fed-456c-8864-27c3828098bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:13.240649 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-f37150a3-371e-4698-afa6-6dee246bed83 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:13.246757 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-f37150a3-371e-4698-afa6-6dee246bed83 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Usage tracker for resource:network and tenant:b85285276eeb4ce198c0a4b83e9f41fa is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:13.250671 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-f37150a3-371e-4698-afa6-6dee246bed83 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:13.259101 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-f37150a3-371e-4698-afa6-6dee246bed83 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:13.301431 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37150a3-371e-4698-afa6-6dee246bed83 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Made reservation on behalf of b85285276eeb4ce198c0a4b83e9f41fa for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:21:13.306325 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f37150a3-371e-4698-afa6-6dee246bed83 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:13.317389 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a559d-ac71-47ed-b251-f75cfe79c5f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=61fe87d9-2042-4921-bf0f-4fb86b79e35c,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:13.348798 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f37150a3-371e-4698-afa6-6dee246bed83 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:21:13.363377 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f37150a3-371e-4698-afa6-6dee246bed83 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:13.364636 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-f37150a3-371e-4698-afa6-6dee246bed83 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Added segment 17ece59c-99bd-4ece-a9f3-a539c38383b8 of type vlan for network ea3c909b-27d5-497f-833a-5fcd4923393d Feb 04 21:21:13.396175 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f37150a3-371e-4698-afa6-6dee246bed83 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:13.441489 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f37150a3-371e-4698-afa6-6dee246bed83 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:13.448800 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37150a3-371e-4698-afa6-6dee246bed83 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:13.450356 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f37150a3-371e-4698-afa6-6dee246bed83 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:13.455689 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fd18b1ed-5fda-47c5-9f52-ef5b5dbefe15 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:13.508683 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-fd18b1ed-5fda-47c5-9f52-ef5b5dbefe15 None None] Transition to ACTIVE for port object 229609dd-b457-46c6-b628-cb8f0fcc55e3 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:21:13.597297 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-fd18b1ed-5fda-47c5-9f52-ef5b5dbefe15 None None] Transition to ACTIVE for port object 229609dd-b457-46c6-b628-cb8f0fcc55e3 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:21:13.601009 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-257d284e-3325-4031-9821-63cb65c7e793 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1665457009'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:21:13.618457 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-257d284e-3325-4031-9821-63cb65c7e793 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:13.624378 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-257d284e-3325-4031-9821-63cb65c7e793 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Usage tracker for resource:network and tenant:c55bf425a6334afb856dabed2f44cd59 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:13.636764 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-257d284e-3325-4031-9821-63cb65c7e793 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:13.651997 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-257d284e-3325-4031-9821-63cb65c7e793 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:13.676269 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fd18b1ed-5fda-47c5-9f52-ef5b5dbefe15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:13.745722 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257d284e-3325-4031-9821-63cb65c7e793 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Made reservation on behalf of c55bf425a6334afb856dabed2f44cd59 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:21:13.749223 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-257d284e-3325-4031-9821-63cb65c7e793 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:13.788003 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port cad86718-6d02-4907-9c06-81a142ed5943 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:21:13.836134 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port cad86718-6d02-4907-9c06-81a142ed5943 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:21:13.836830 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:13.875984 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-257d284e-3325-4031-9821-63cb65c7e793 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:13.900828 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd18b1ed-5fda-47c5-9f52-ef5b5dbefe15 None None] Network 4ec60bb8-0a6f-4555-8c94-046d0fbd289c is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:21:13.903081 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-f37150a3-371e-4698-afa6-6dee246bed83 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7887065 Feb 04 21:21:13.919775 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-fd18b1ed-5fda-47c5-9f52-ef5b5dbefe15 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:21:13.923423 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd18b1ed-5fda-47c5-9f52-ef5b5dbefe15 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:21:14.014142 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18b1ed-5fda-47c5-9f52-ef5b5dbefe15 None None] Pushing event updated for resources: {'Port': ['ID=229609dd-b457-46c6-b628-cb8f0fcc55e3,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:14.043043 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-feb0ef78-4fed-456c-8864-27c3828098bd None None] Allocated IP 2001:db8:2::2 (42b25c0d-2b35-4352-8c77-5328e7bf68d5/4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b/dd4f381e-8360-4512-aa66-44c10fc1f199) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:21:14.049363 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37150a3-371e-4698-afa6-6dee246bed83 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Pushing event updated for resources: {'Network': ['ID=ea3c909b-27d5-497f-833a-5fcd4923393d,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:14.052189 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54290) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:14.100699 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-7432d2d8-b12d-46e4-a4c3-c1d096cc2395 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Request body: {'subnets': [{'network_id': '502ba30a-f6d2-4b3c-a170-0d36b41dbecb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--257982146', 'ip_version': 4}, {'network_id': 'ea3c909b-27d5-497f-833a-5fcd4923393d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:21:14.105660 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-7432d2d8-b12d-46e4-a4c3-c1d096cc2395 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Request body: {'subnet': {'network_id': '502ba30a-f6d2-4b3c-a170-0d36b41dbecb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--257982146', 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:21:14.106433 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-7432d2d8-b12d-46e4-a4c3-c1d096cc2395 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Request body: {'subnet': {'network_id': 'ea3c909b-27d5-497f-833a-5fcd4923393d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:21:14.129592 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b2cda56e-a65f-4874-ae10-41dd3df4730e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:14.132170 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network ea3c909b-27d5-497f-833a-5fcd4923393d details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:21:14.154029 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-fd18b1ed-5fda-47c5-9f52-ef5b5dbefe15 None None] Attempting to bind port 229609dd-b457-46c6-b628-cb8f0fcc55e3 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:21:14.154594 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-fd18b1ed-5fda-47c5-9f52-ef5b5dbefe15 None None] Attempting to bind port 229609dd-b457-46c6-b628-cb8f0fcc55e3 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '35cc77f9-cc80-4e57-a476-c8260777ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '4ec60bb8-0a6f-4555-8c94-046d0fbd289c'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:21:14.155024 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd18b1ed-5fda-47c5-9f52-ef5b5dbefe15 None None] Attempting to bind port 229609dd-b457-46c6-b628-cb8f0fcc55e3 on network 4ec60bb8-0a6f-4555-8c94-046d0fbd289c {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:21:14.163830 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-257d284e-3325-4031-9821-63cb65c7e793 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:14.184311 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-257d284e-3325-4031-9821-63cb65c7e793 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Usage tracker for resource:security_group_rule and tenant:c55bf425a6334afb856dabed2f44cd59 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:14.255324 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cdea819b-6948-4cf7-8e66-614ef8ddc06e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:14.260864 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd18b1ed-5fda-47c5-9f52-ef5b5dbefe15 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:21:14.262657 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd18b1ed-5fda-47c5-9f52-ef5b5dbefe15 None None] Checking segment: {'id': '35cc77f9-cc80-4e57-a476-c8260777ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '4ec60bb8-0a6f-4555-8c94-046d0fbd289c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:21:14.262657 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fd18b1ed-5fda-47c5-9f52-ef5b5dbefe15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:14.262657 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd18b1ed-5fda-47c5-9f52-ef5b5dbefe15 None None] Bound using segment: {'id': '35cc77f9-cc80-4e57-a476-c8260777ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '4ec60bb8-0a6f-4555-8c94-046d0fbd289c'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:21:14.263283 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-fd18b1ed-5fda-47c5-9f52-ef5b5dbefe15 None None] Bound port: 229609dd-b457-46c6-b628-cb8f0fcc55e3, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35cc77f9-cc80-4e57-a476-c8260777ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '4ec60bb8-0a6f-4555-8c94-046d0fbd289c'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:21:14.263734 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fd18b1ed-5fda-47c5-9f52-ef5b5dbefe15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:14.276439 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-257d284e-3325-4031-9821-63cb65c7e793 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:14.280594 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91854802-8458-4c77-9225-00cf8edcb02c tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Router 89c29abd-059e-4989-b51b-5af6292ae065 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:21:14.299667 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-257d284e-3325-4031-9821-63cb65c7e793 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:14.460823 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-fd18b1ed-5fda-47c5-9f52-ef5b5dbefe15 None None] For port 229609dd-b457-46c6-b628-cb8f0fcc55e3, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:21:14.464773 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-fd18b1ed-5fda-47c5-9f52-ef5b5dbefe15 None None] For port 229609dd-b457-46c6-b628-cb8f0fcc55e3, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=229609dd-b457-46c6-b628-cb8f0fcc55e3,segment=NetworkSegment(35cc77f9-cc80-4e57-a476-c8260777ea0a),segment_id=35cc77f9-cc80-4e57-a476-c8260777ea0a)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:21:14.547085 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fd18b1ed-5fda-47c5-9f52-ef5b5dbefe15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:14.778097 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:14.850367 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18b1ed-5fda-47c5-9f52-ef5b5dbefe15 None None] Pushing event updated for resources: {'Port': ['ID=229609dd-b457-46c6-b628-cb8f0fcc55e3,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:14.892917 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port cad86718-6d02-4907-9c06-81a142ed5943, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=cad86718-6d02-4907-9c06-81a142ed5943,segment=NetworkSegment(658e19ee-6391-43c1-93a4-2cf107127cb0),segment_id=658e19ee-6391-43c1-93a4-2cf107127cb0)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:21:14.906413 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:15.203783 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=cad86718-6d02-4907-9c06-81a142ed5943,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:15.209898 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-feb0ef78-4fed-456c-8864-27c3828098bd None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:15.227872 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7432d2d8-b12d-46e4-a4c3-c1d096cc2395 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:15.235920 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-feb0ef78-4fed-456c-8864-27c3828098bd None None] Transition to ACTIVE for port object dd4f381e-8360-4512-aa66-44c10fc1f199 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:21:15.254951 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7432d2d8-b12d-46e4-a4c3-c1d096cc2395 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Usage tracker for resource:subnet and tenant:b85285276eeb4ce198c0a4b83e9f41fa is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:15.271737 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7432d2d8-b12d-46e4-a4c3-c1d096cc2395 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:15.277391 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-feb0ef78-4fed-456c-8864-27c3828098bd None None] Transition to ACTIVE for port object dd4f381e-8360-4512-aa66-44c10fc1f199 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:21:15.291706 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-feb0ef78-4fed-456c-8864-27c3828098bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:15.298836 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7432d2d8-b12d-46e4-a4c3-c1d096cc2395 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:15.330716 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-544a559d-ac71-47ed-b251-f75cfe79c5f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:15.380851 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91854802-8458-4c77-9225-00cf8edcb02c tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:21:15.412348 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24882b3c-6c8d-4803-a573-2957b5862cb1 None None] Sync routers for ids ['89c29abd-059e-4989-b51b-5af6292ae065'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:21:15.458193 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-cdea819b-6948-4cf7-8e66-614ef8ddc06e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Allocated IP 2001:db8:2::1 (42b25c0d-2b35-4352-8c77-5328e7bf68d5/4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b/e28eb711-fd1d-4b27-a865-52df38049bfb) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:21:15.485094 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb0ef78-4fed-456c-8864-27c3828098bd None None] Network 42b25c0d-2b35-4352-8c77-5328e7bf68d5 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:21:15.493833 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24882b3c-6c8d-4803-a573-2957b5862cb1 None None] Routers {'89c29abd-059e-4989-b51b-5af6292ae065'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:21:15.494630 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-24882b3c-6c8d-4803-a573-2957b5862cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:20:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['89c29abd-059e-4989-b51b-5af6292ae065'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:15.579373 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-feb0ef78-4fed-456c-8864-27c3828098bd None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:21:15.604101 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb0ef78-4fed-456c-8864-27c3828098bd None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:21:15.606262 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb0ef78-4fed-456c-8864-27c3828098bd None None] Pushing event updated for resources: {'Port': ['ID=dd4f381e-8360-4512-aa66-44c10fc1f199,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:15.622196 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-24882b3c-6c8d-4803-a573-2957b5862cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:15.700693 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7432d2d8-b12d-46e4-a4c3-c1d096cc2395 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Made reservation on behalf of b85285276eeb4ce198c0a4b83e9f41fa for: {'subnet': 2} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:21:15.707049 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7432d2d8-b12d-46e4-a4c3-c1d096cc2395 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:15.707559 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7432d2d8-b12d-46e4-a4c3-c1d096cc2395 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:15.713744 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24882b3c-6c8d-4803-a573-2957b5862cb1 None None] Routers {'89c29abd-059e-4989-b51b-5af6292ae065'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:21:15.715574 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-24882b3c-6c8d-4803-a573-2957b5862cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:20:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['89c29abd-059e-4989-b51b-5af6292ae065'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:15.832429 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cdea819b-6948-4cf7-8e66-614ef8ddc06e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:15.850092 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-24882b3c-6c8d-4803-a573-2957b5862cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:15.850509 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24882b3c-6c8d-4803-a573-2957b5862cb1 None None] The sync data for ids ['89c29abd-059e-4989-b51b-5af6292ae065'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:21:15.860798 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-feb0ef78-4fed-456c-8864-27c3828098bd None None] Attempting to bind port dd4f381e-8360-4512-aa66-44c10fc1f199 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:21:15.862378 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-feb0ef78-4fed-456c-8864-27c3828098bd None None] Attempting to bind port dd4f381e-8360-4512-aa66-44c10fc1f199 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '64b8534b-8145-4abb-9af5-ea731135cf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '42b25c0d-2b35-4352-8c77-5328e7bf68d5'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:21:15.862642 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb0ef78-4fed-456c-8864-27c3828098bd None None] Attempting to bind port dd4f381e-8360-4512-aa66-44c10fc1f199 on network 42b25c0d-2b35-4352-8c77-5328e7bf68d5 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:21:15.868996 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [None req-cdea819b-6948-4cf7-8e66-614ef8ddc06e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Transition to ACTIVE for port object e28eb711-fd1d-4b27-a865-52df38049bfb will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:21:15.870469 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb0ef78-4fed-456c-8864-27c3828098bd None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:21:15.870858 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb0ef78-4fed-456c-8864-27c3828098bd None None] Checking segment: {'id': '64b8534b-8145-4abb-9af5-ea731135cf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '42b25c0d-2b35-4352-8c77-5328e7bf68d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:21:15.871266 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-feb0ef78-4fed-456c-8864-27c3828098bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:15.871666 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb0ef78-4fed-456c-8864-27c3828098bd None None] Bound using segment: {'id': '64b8534b-8145-4abb-9af5-ea731135cf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '42b25c0d-2b35-4352-8c77-5328e7bf68d5'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:21:15.872147 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-feb0ef78-4fed-456c-8864-27c3828098bd None None] Bound port: dd4f381e-8360-4512-aa66-44c10fc1f199, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b8534b-8145-4abb-9af5-ea731135cf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '42b25c0d-2b35-4352-8c77-5328e7bf68d5'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:21:15.872527 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-feb0ef78-4fed-456c-8864-27c3828098bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:15.907296 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cdea819b-6948-4cf7-8e66-614ef8ddc06e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:16.023458 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-feb0ef78-4fed-456c-8864-27c3828098bd None None] For port dd4f381e-8360-4512-aa66-44c10fc1f199, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:21:16.028925 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-feb0ef78-4fed-456c-8864-27c3828098bd None None] For port dd4f381e-8360-4512-aa66-44c10fc1f199, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=dd4f381e-8360-4512-aa66-44c10fc1f199,segment=NetworkSegment(64b8534b-8145-4abb-9af5-ea731135cf3a),segment_id=64b8534b-8145-4abb-9af5-ea731135cf3a)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:21:16.045306 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-feb0ef78-4fed-456c-8864-27c3828098bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:16.148892 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-257d284e-3325-4031-9821-63cb65c7e793 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:16.161727 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea819b-6948-4cf7-8e66-614ef8ddc06e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Port': ['ID=e28eb711-fd1d-4b27-a865-52df38049bfb,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:16.212539 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdea819b-6948-4cf7-8e66-614ef8ddc06e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Network 42b25c0d-2b35-4352-8c77-5328e7bf68d5 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:21:16.213925 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-cdea819b-6948-4cf7-8e66-614ef8ddc06e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:21:16.220287 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdea819b-6948-4cf7-8e66-614ef8ddc06e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:21:16.221813 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cdea819b-6948-4cf7-8e66-614ef8ddc06e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:16.239074 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb0ef78-4fed-456c-8864-27c3828098bd None None] Pushing event updated for resources: {'Port': ['ID=dd4f381e-8360-4512-aa66-44c10fc1f199,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:16.287765 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-95d1a794-2e33-4bc1-aa34-1c50bbfe0e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:16.450153 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cdea819b-6948-4cf7-8e66-614ef8ddc06e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:16.532946 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-257d284e-3325-4031-9821-63cb65c7e793 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:16.609399 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-91854802-8458-4c77-9225-00cf8edcb02c tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:16.610744 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-91854802-8458-4c77-9225-00cf8edcb02c tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] 10.222.0.26 "PUT /v2.0/routers/89c29abd-059e-4989-b51b-5af6292ae065 HTTP/1.1" status: 200 len: 922 time: 10.1114426 Feb 04 21:21:16.632748 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54344) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:16.694760 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f911d1-6f14-48b8-8777-3a697293a22f None None] Network 4ec60bb8-0a6f-4555-8c94-046d0fbd289c requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:21:16.781802 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b29c9b85-d0b0-426a-857a-a8c37472832d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:16.832448 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-257d284e-3325-4031-9821-63cb65c7e793 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:21:16.871553 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d284e-3325-4031-9821-63cb65c7e793 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58e58446-7b9a-40b4-a2da-dfc37b024c12,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:16.889003 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b29c9b85-d0b0-426a-857a-a8c37472832d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:16.934505 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-dcdf98d4-ba9d-45e8-ab34-b62eae41c87f None None] Provisioning for port 229609dd-b457-46c6-b628-cb8f0fcc55e3 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:21:16.967940 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-257d284e-3325-4031-9821-63cb65c7e793 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:16.969108 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-257d284e-3325-4031-9821-63cb65c7e793 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Added segment 249b4ea8-7a9a-482c-9405-7b1cd6ac0a96 of type vlan for network ed716ee2-d5d2-46a5-bf6d-3e5f15935fdb Feb 04 21:21:17.003874 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544a559d-ac71-47ed-b251-f75cfe79c5f4 admin admin] Router e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:21:17.386095 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 229609dd-b457-46c6-b628-cb8f0fcc55e3 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:21:17.387683 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-257d284e-3325-4031-9821-63cb65c7e793 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:17.410997 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cdea819b-6948-4cf7-8e66-614ef8ddc06e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:17.423572 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cdea819b-6948-4cf7-8e66-614ef8ddc06e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:17.424365 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cdea819b-6948-4cf7-8e66-614ef8ddc06e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:17.534227 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:17.552954 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 229609dd-b457-46c6-b628-cb8f0fcc55e3 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:21:17.558718 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 229609dd-b457-46c6-b628-cb8f0fcc55e3 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:21:17.559133 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:17.613392 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2a4bee90-f706-4385-a983-282fffe914ae tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] 10.222.0.26 "GET /v2.0/routers/89c29abd-059e-4989-b51b-5af6292ae065 HTTP/1.1" status: 200 len: 922 time: 0.9680750 Feb 04 21:21:17.621664 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.resource_extend [None req-257d284e-3325-4031-9821-63cb65c7e793 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:21:17.634877 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54362) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:17.754108 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:17.802466 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea819b-6948-4cf7-8e66-614ef8ddc06e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Port': ['ID=e28eb711-fd1d-4b27-a865-52df38049bfb,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:17.897772 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:17.915713 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdea819b-6948-4cf7-8e66-614ef8ddc06e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Network 42b25c0d-2b35-4352-8c77-5328e7bf68d5 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:21:17.916990 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-cdea819b-6948-4cf7-8e66-614ef8ddc06e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:21:17.980441 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 229609dd-b457-46c6-b628-cb8f0fcc55e3, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=229609dd-b457-46c6-b628-cb8f0fcc55e3,segment=NetworkSegment(35cc77f9-cc80-4e57-a476-c8260777ea0a),segment_id=35cc77f9-cc80-4e57-a476-c8260777ea0a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:21:17.988823 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:17.989861 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device cad86718-6d02-4907-9c06-81a142ed5943 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:21:18.173317 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6458ca7b-7e5b-4886-b4a9-c97229104fd5 None None] Network 42b25c0d-2b35-4352-8c77-5328e7bf68d5 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:21:18.184494 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-b29c9b85-d0b0-426a-857a-a8c37472832d admin admin] Allocated IP 172.25.5.85 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/6ea6f802-37da-4829-8b1f-ee4a2fd845c3) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:21:18.298832 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdea819b-6948-4cf7-8e66-614ef8ddc06e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Router 63c94746-5463-4d10-8f6d-7d964e16b767 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:21:18.356095 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-8b211d79-fb0c-4569-b0e8-302136935833 None None] Provisioning for port dd4f381e-8360-4512-aa66-44c10fc1f199 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:21:18.395492 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-257d284e-3325-4031-9821-63cb65c7e793 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:18.401244 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257d284e-3325-4031-9821-63cb65c7e793 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:18.402081 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-257d284e-3325-4031-9821-63cb65c7e793 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:18.444177 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=229609dd-b457-46c6-b628-cb8f0fcc55e3,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:18.562436 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-8b211d79-fb0c-4569-b0e8-302136935833 None None] Provisioning complete for port 229609dd-b457-46c6-b628-cb8f0fcc55e3 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:21:18.563074 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8b211d79-fb0c-4569-b0e8-302136935833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:18.595399 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdea819b-6948-4cf7-8e66-614ef8ddc06e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:21:18.612331 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b1a514-38de-4f01-93bf-9fa9e3413dd9 None None] Sync routers for ids ['63c94746-5463-4d10-8f6d-7d964e16b767'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:21:18.614009 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port cad86718-6d02-4907-9c06-81a142ed5943 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:21:18.614383 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:18.615987 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-cdea819b-6948-4cf7-8e66-614ef8ddc06e tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "PUT /v2.0/routers/63c94746-5463-4d10-8f6d-7d964e16b767/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3300004 Feb 04 21:21:18.616774 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54376) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:18.623041 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-deefe3e0-7cd5-43bc-85c9-93eb251b0efc tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-742004559'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:21:18.629435 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-deefe3e0-7cd5-43bc-85c9-93eb251b0efc tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:18.633688 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-deefe3e0-7cd5-43bc-85c9-93eb251b0efc tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Usage tracker for resource:network and tenant:ddcc858bf44044718238d62159c9367f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:18.636744 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-deefe3e0-7cd5-43bc-85c9-93eb251b0efc tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:18.637353 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b1a514-38de-4f01-93bf-9fa9e3413dd9 None None] Routers {'63c94746-5463-4d10-8f6d-7d964e16b767'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:21:18.637992 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-b4b1a514-38de-4f01-93bf-9fa9e3413dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:21:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['63c94746-5463-4d10-8f6d-7d964e16b767'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:18.643924 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-deefe3e0-7cd5-43bc-85c9-93eb251b0efc tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:18.743228 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b29c9b85-d0b0-426a-857a-a8c37472832d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:18.753661 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d284e-3325-4031-9821-63cb65c7e793 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Pushing event updated for resources: {'Network': ['ID=ed716ee2-d5d2-46a5-bf6d-3e5f15935fdb,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:18.790701 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network ed716ee2-d5d2-46a5-bf6d-3e5f15935fdb details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:21:18.878717 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deefe3e0-7cd5-43bc-85c9-93eb251b0efc tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Made reservation on behalf of ddcc858bf44044718238d62159c9367f for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:21:18.882557 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-deefe3e0-7cd5-43bc-85c9-93eb251b0efc tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:18.914819 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-257d284e-3325-4031-9821-63cb65c7e793 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 6.2791929 Feb 04 21:21:18.917983 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54382) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:18.947090 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544a559d-ac71-47ed-b251-f75cfe79c5f4 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:21:18.955531 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device dd4f381e-8360-4512-aa66-44c10fc1f199 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:21:18.961204 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-544a559d-ac71-47ed-b251-f75cfe79c5f4 admin admin] 10.222.0.26 "PUT /v2.0/routers/e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5663247 Feb 04 21:21:18.971572 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-034d1cde-9838-4215-b840-d0c1cb36e23b tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Request body: {'subnet': {'network_id': 'ed716ee2-d5d2-46a5-bf6d-3e5f15935fdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:21:19.010185 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79428b1-1073-42b2-9be9-0912e5bba0e9 None None] Sync routers for ids ['e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:21:19.018223 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54386) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:19.044102 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:19.061305 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79428b1-1073-42b2-9be9-0912e5bba0e9 None None] Routers {'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:21:19.062971 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-b79428b1-1073-42b2-9be9-0912e5bba0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:21:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:19.069823 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deefe3e0-7cd5-43bc-85c9-93eb251b0efc tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:21:19.087016 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c9657f-69d8-4870-8ef3-9db9e57463b9 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:19.097144 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-48c9657f-69d8-4870-8ef3-9db9e57463b9 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=1f11f724-8cdd-497d-8220-929f45cf1223&device_id=89c29abd-059e-4989-b51b-5af6292ae065&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.4611907 Feb 04 21:21:19.097510 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-deefe3e0-7cd5-43bc-85c9-93eb251b0efc tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:19.097841 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-deefe3e0-7cd5-43bc-85c9-93eb251b0efc tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Added segment 0672b106-935c-453d-b829-3651aabead84 of type vlan for network 2c3b64a3-e01f-473c-ab41-dd88bdb6432a Feb 04 21:21:19.119645 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54394) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:19.157201 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-b4b1a514-38de-4f01-93bf-9fa9e3413dd9 None None] Set router 63c94746-5463-4d10-8f6d-7d964e16b767 gateway port host: None {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:21:19.168720 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-deefe3e0-7cd5-43bc-85c9-93eb251b0efc tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:19.441624 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port dd4f381e-8360-4512-aa66-44c10fc1f199 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:21:19.465756 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port dd4f381e-8360-4512-aa66-44c10fc1f199 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:21:19.466339 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:19.537854 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b29c9b85-d0b0-426a-857a-a8c37472832d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:19.623696 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-66bca065-e397-4c55-8795-5a1cdb25db0c None None] Provisioning complete for port dd4f381e-8360-4512-aa66-44c10fc1f199 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:21:19.624266 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-66bca065-e397-4c55-8795-5a1cdb25db0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:19.684950 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ef3776b1-1a5b-45a0-8b55-f78c535c9a16 admin admin] Notify callbacks [] for router, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:19.705776 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-b79428b1-1073-42b2-9be9-0912e5bba0e9 None None] Set router e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:21:19.715546 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c9b85-d0b0-426a-857a-a8c37472832d admin admin] Pushing event updated for resources: {'Port': ['ID=6ea6f802-37da-4829-8b1f-ee4a2fd845c3,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:19.759556 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-deefe3e0-7cd5-43bc-85c9-93eb251b0efc tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:19.766747 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deefe3e0-7cd5-43bc-85c9-93eb251b0efc tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:19.767460 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-deefe3e0-7cd5-43bc-85c9-93eb251b0efc tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:19.792411 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29c9b85-d0b0-426a-857a-a8c37472832d admin admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:21:19.810424 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-b29c9b85-d0b0-426a-857a-a8c37472832d admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:21:19.819439 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29c9b85-d0b0-426a-857a-a8c37472832d admin admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:21:19.899173 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bd73fa-cf49-4449-a7b8-b1185211101c tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:19.909933 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-49bd73fa-cf49-4449-a7b8-b1185211101c tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Synchronizing usage tracker for tenant:4cb61ac16a194fd1a0644872afbaafd5 on resource:network {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:21:19.915245 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7432d2d8-b12d-46e4-a4c3-c1d096cc2395 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:19.934547 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-b4b1a514-38de-4f01-93bf-9fa9e3413dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'name': 'tempest-RoutersIpV6Test-router-1547994625', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:41Z', 'updated_at': '2022-02-04T21:21:16Z', 'revision_number': 4, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'gw_port_host': None, '_interfaces': [{'id': '6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486', 'name': '', 'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:1e:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:46Z', 'updated_at': '2022-02-04T21:21:01Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad86718-6d02-4907-9c06-81a142ed5943', 'name': '', 'network_id': 'f75e680a-e515-4598-bcf1-d9be8dfcc4e4', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:e0:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:02Z', 'updated_at': '2022-02-04T21:21:14Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e28eb711-fd1d-4b27-a865-52df38049bfb', 'name': '', 'network_id': '42b25c0d-2b35-4352-8c77-5328e7bf68d5', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:50:b4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:14Z', 'updated_at': '2022-02-04T21:21:17Z', 'revision_number': 2, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:19.945513 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b1a514-38de-4f01-93bf-9fa9e3413dd9 None None] Checking router: 63c94746-5463-4d10-8f6d-7d964e16b767 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:21:19.948547 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b1a514-38de-4f01-93bf-9fa9e3413dd9 None None] Updating router 63c94746-5463-4d10-8f6d-7d964e16b767 port e28eb711-fd1d-4b27-a865-52df38049bfb binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:21:20.110874 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-b4b1a514-38de-4f01-93bf-9fa9e3413dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:20.204844 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7432d2d8-b12d-46e4-a4c3-c1d096cc2395 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Checking segment: {'id': 'c4f1ce8d-c13c-4d13-ac11-6dfcc097a416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '502ba30a-f6d2-4b3c-a170-0d36b41dbecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:21:20.205196 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7432d2d8-b12d-46e4-a4c3-c1d096cc2395 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Network hostable DHCP agents. Network: 502ba30a-f6d2-4b3c-a170-0d36b41dbecb, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:21:20.317283 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-deefe3e0-7cd5-43bc-85c9-93eb251b0efc tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6993628 Feb 04 21:21:20.334691 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54414) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:20.380273 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-02831846-70fb-4f01-99c2-ea290898103a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Request body: {'subnet': {'network_id': '2c3b64a3-e01f-473c-ab41-dd88bdb6432a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:21:20.528715 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:20.550830 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-49bd73fa-cf49-4449-a7b8-b1185211101c tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Unset dirty status for tenant:4cb61ac16a194fd1a0644872afbaafd5 on resource:network {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:21:20.555413 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-49bd73fa-cf49-4449-a7b8-b1185211101c tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 881 time: 1.4227319 Feb 04 21:21:20.602797 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-66bca065-e397-4c55-8795-5a1cdb25db0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:20.627040 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7432d2d8-b12d-46e4-a4c3-c1d096cc2395 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Network 502ba30a-f6d2-4b3c-a170-0d36b41dbecb is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:21:20.638119 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432d2d8-b12d-46e4-a4c3-c1d096cc2395 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Pushing event updated for resources: {'Subnet': ['ID=1143f8c8-3f93-44e0-b9cc-d2ec2ca44ba0,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:20.642220 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54424) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:20.657375 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-b79428b1-1073-42b2-9be9-0912e5bba0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1628603465-router', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:53Z', 'updated_at': '2022-02-04T21:21:11Z', 'revision_number': 5, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'gw_port': {'id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:56Z', 'updated_at': '2022-02-04T21:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:20.664762 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port dd4f381e-8360-4512-aa66-44c10fc1f199, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=dd4f381e-8360-4512-aa66-44c10fc1f199,segment=NetworkSegment(64b8534b-8145-4abb-9af5-ea731135cf3a),segment_id=64b8534b-8145-4abb-9af5-ea731135cf3a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:21:20.667597 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-034d1cde-9838-4215-b840-d0c1cb36e23b tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:20.677715 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79428b1-1073-42b2-9be9-0912e5bba0e9 None None] Checking router: e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:21:20.709918 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:20.721101 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-034d1cde-9838-4215-b840-d0c1cb36e23b tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Usage tracker for resource:subnet and tenant:c55bf425a6334afb856dabed2f44cd59 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:20.725585 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-b4b1a514-38de-4f01-93bf-9fa9e3413dd9 None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:20.745488 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deefe3e0-7cd5-43bc-85c9-93eb251b0efc tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Network': ['ID=2c3b64a3-e01f-473c-ab41-dd88bdb6432a,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:20.751229 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-034d1cde-9838-4215-b840-d0c1cb36e23b tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:20.764415 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-b4b1a514-38de-4f01-93bf-9fa9e3413dd9 None None] Transition to ACTIVE for port object e28eb711-fd1d-4b27-a865-52df38049bfb will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:21:20.773849 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-034d1cde-9838-4215-b840-d0c1cb36e23b tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:20.802449 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-b4b1a514-38de-4f01-93bf-9fa9e3413dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:20.832687 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 2c3b64a3-e01f-473c-ab41-dd88bdb6432a details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:21:20.861179 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b29c9b85-d0b0-426a-857a-a8c37472832d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:20.861797 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79428b1-1073-42b2-9be9-0912e5bba0e9 None None] Routers {'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:21:20.862035 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-b79428b1-1073-42b2-9be9-0912e5bba0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:21:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:20.873438 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-02831846-70fb-4f01-99c2-ea290898103a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:20.878176 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034d1cde-9838-4215-b840-d0c1cb36e23b tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Made reservation on behalf of c55bf425a6334afb856dabed2f44cd59 for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:21:20.890420 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-034d1cde-9838-4215-b840-d0c1cb36e23b tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:20.954773 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-02831846-70fb-4f01-99c2-ea290898103a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Usage tracker for resource:subnet and tenant:ddcc858bf44044718238d62159c9367f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:20.970728 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-02831846-70fb-4f01-99c2-ea290898103a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:21.020914 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 229609dd-b457-46c6-b628-cb8f0fcc55e3 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:21:21.073258 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-02831846-70fb-4f01-99c2-ea290898103a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:21.122001 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ef3776b1-1a5b-45a0-8b55-f78c535c9a16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:21.153360 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02831846-70fb-4f01-99c2-ea290898103a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Made reservation on behalf of ddcc858bf44044718238d62159c9367f for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:21:21.166803 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-02831846-70fb-4f01-99c2-ea290898103a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:21.322743 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e78dd8-969d-4a2d-bedd-02c6ce4c98c9 None None] Pushing event updated for resources: {'Port': ['ID=e28eb711-fd1d-4b27-a865-52df38049bfb,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:21.365386 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-b4b1a514-38de-4f01-93bf-9fa9e3413dd9 None None] Attempting to bind port e28eb711-fd1d-4b27-a865-52df38049bfb on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:21:21.366348 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-b4b1a514-38de-4f01-93bf-9fa9e3413dd9 None None] Attempting to bind port e28eb711-fd1d-4b27-a865-52df38049bfb by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '64b8534b-8145-4abb-9af5-ea731135cf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '42b25c0d-2b35-4352-8c77-5328e7bf68d5'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:21:21.366348 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b1a514-38de-4f01-93bf-9fa9e3413dd9 None None] Attempting to bind port e28eb711-fd1d-4b27-a865-52df38049bfb on network 42b25c0d-2b35-4352-8c77-5328e7bf68d5 {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:21:21.379712 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-ef3776b1-1a5b-45a0-8b55-f78c535c9a16 admin admin] Deleting port 4793c831-ed63-4238-a5aa-d61f0b8aa1a8 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:21:21.380059 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ef3776b1-1a5b-45a0-8b55-f78c535c9a16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:21.386132 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b1a514-38de-4f01-93bf-9fa9e3413dd9 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:21:21.386384 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b1a514-38de-4f01-93bf-9fa9e3413dd9 None None] Checking segment: {'id': '64b8534b-8145-4abb-9af5-ea731135cf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '42b25c0d-2b35-4352-8c77-5328e7bf68d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:21:21.386880 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-b4b1a514-38de-4f01-93bf-9fa9e3413dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:21.387271 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b1a514-38de-4f01-93bf-9fa9e3413dd9 None None] Bound using segment: {'id': '64b8534b-8145-4abb-9af5-ea731135cf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '42b25c0d-2b35-4352-8c77-5328e7bf68d5'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:21:21.387773 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-b4b1a514-38de-4f01-93bf-9fa9e3413dd9 None None] Bound port: e28eb711-fd1d-4b27-a865-52df38049bfb, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b8534b-8145-4abb-9af5-ea731135cf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '42b25c0d-2b35-4352-8c77-5328e7bf68d5'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:21:21.392905 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-b4b1a514-38de-4f01-93bf-9fa9e3413dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:21.414685 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-7432d2d8-b12d-46e4-a4c3-c1d096cc2395 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 502ba30a-f6d2-4b3c-a170-0d36b41dbecb) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:21:21.478061 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda6c3e1-efcf-4b9e-a2e5-34f90fde53ae None None] Network 502ba30a-f6d2-4b3c-a170-0d36b41dbecb requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:21:21.488274 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7432d2d8-b12d-46e4-a4c3-c1d096cc2395 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:21.523389 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c7d34aa1-7929-46ce-a380-9f9960b03c54 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] 10.222.0.26 "GET /v2.0/ports?device_id=89c29abd-059e-4989-b51b-5af6292ae065 HTTP/1.1" status: 200 len: 205 time: 0.6658525 Feb 04 21:21:21.564495 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54446) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:21.608881 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-b4b1a514-38de-4f01-93bf-9fa9e3413dd9 None None] For port e28eb711-fd1d-4b27-a865-52df38049bfb, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:21:21.616518 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-b4b1a514-38de-4f01-93bf-9fa9e3413dd9 None None] For port e28eb711-fd1d-4b27-a865-52df38049bfb, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=e28eb711-fd1d-4b27-a865-52df38049bfb,segment=NetworkSegment(64b8534b-8145-4abb-9af5-ea731135cf3a),segment_id=64b8534b-8145-4abb-9af5-ea731135cf3a)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:21:21.627761 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-b4b1a514-38de-4f01-93bf-9fa9e3413dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:21.736998 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b29c9b85-d0b0-426a-857a-a8c37472832d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:21.786047 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b1a514-38de-4f01-93bf-9fa9e3413dd9 None None] Routers {'63c94746-5463-4d10-8f6d-7d964e16b767'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:21:21.796802 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-b4b1a514-38de-4f01-93bf-9fa9e3413dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:21:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['63c94746-5463-4d10-8f6d-7d964e16b767'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:22.057090 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432d2d8-b12d-46e4-a4c3-c1d096cc2395 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Pushing event updated for resources: {'Subnet': ['ID=2943f5d2-f29b-4bb5-875b-d00fea783999,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:22.164554 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=dd4f381e-8360-4512-aa66-44c10fc1f199,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:22.177782 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-66bca065-e397-4c55-8795-5a1cdb25db0c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:21:22.178380 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-66bca065-e397-4c55-8795-5a1cdb25db0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:21:22.218639 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e78dd8-969d-4a2d-bedd-02c6ce4c98c9 None None] Pushing event updated for resources: {'Port': ['ID=e28eb711-fd1d-4b27-a865-52df38049bfb,revision_number=4']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:22.239198 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-ef3776b1-1a5b-45a0-8b55-f78c535c9a16 admin admin] For port 4793c831-ed63-4238-a5aa-d61f0b8aa1a8, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=4793c831-ed63-4238-a5aa-d61f0b8aa1a8,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:21:22.240843 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ef3776b1-1a5b-45a0-8b55-f78c535c9a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:22.251514 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-b4b1a514-38de-4f01-93bf-9fa9e3413dd9 None None] Set router 63c94746-5463-4d10-8f6d-7d964e16b767 gateway port host: None {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:21:22.253889 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7432d2d8-b12d-46e4-a4c3-c1d096cc2395 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Checking segment: {'id': '17ece59c-99bd-4ece-a9f3-a539c38383b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ea3c909b-27d5-497f-833a-5fcd4923393d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:21:22.254307 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7432d2d8-b12d-46e4-a4c3-c1d096cc2395 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Network hostable DHCP agents. Network: ea3c909b-27d5-497f-833a-5fcd4923393d, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:21:22.267995 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-b79428b1-1073-42b2-9be9-0912e5bba0e9 None None] Set router e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:21:22.399806 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7432d2d8-b12d-46e4-a4c3-c1d096cc2395 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Network ea3c909b-27d5-497f-833a-5fcd4923393d is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:21:22.407474 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-ef3776b1-1a5b-45a0-8b55-f78c535c9a16 admin admin] Calling delete_port for 4793c831-ed63-4238-a5aa-d61f0b8aa1a8 owned by network:router_gateway {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:21:22.419137 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 229609dd-b457-46c6-b628-cb8f0fcc55e3 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:21:22.419511 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:22.457421 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-7432d2d8-b12d-46e4-a4c3-c1d096cc2395 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, ea3c909b-27d5-497f-833a-5fcd4923393d) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:21:22.464411 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8b7f32-0087-4ecd-8e3f-7f0b52146e4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-502ba30a-f6d2-4b3c-a170-0d36b41dbecb', 'network_id': '502ba30a-f6d2-4b3c-a170-0d36b41dbecb', 'tenant_id': 'b85285276eeb4ce198c0a4b83e9f41fa', 'fixed_ips': [{'subnet_id': '1143f8c8-3f93-44e0-b9cc-d2ec2ca44ba0'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:21:22.466579 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-9e8b7f32-0087-4ecd-8e3f-7f0b52146e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:22.466738 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7432d2d8-b12d-46e4-a4c3-c1d096cc2395 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:22.467181 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7432d2d8-b12d-46e4-a4c3-c1d096cc2395 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:22.468102 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7432d2d8-b12d-46e4-a4c3-c1d096cc2395 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:22.506786 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7432d2d8-b12d-46e4-a4c3-c1d096cc2395 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 8.4390533 Feb 04 21:21:22.510839 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dadbfdb-a187-485e-a5d5-6c475de0e41f None None] Network ea3c909b-27d5-497f-833a-5fcd4923393d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:21:22.511042 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54474) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:22.511455 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29c9b85-d0b0-426a-857a-a8c37472832d admin admin] Router 20b1a470-9f2b-4f1c-a876-a11fa3e53369 is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:21:22.649826 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-034d1cde-9838-4215-b840-d0c1cb36e23b tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:22.664059 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4544917-0cc9-448b-b540-6b78485e1cb2 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:22.665658 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4544917-0cc9-448b-b540-6b78485e1cb2 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:22.667354 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4544917-0cc9-448b-b540-6b78485e1cb2 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:22.674604 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a4544917-0cc9-448b-b540-6b78485e1cb2 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Synchronizing usage tracker for tenant:b85285276eeb4ce198c0a4b83e9f41fa on resource:subnet {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:21:22.690392 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ef3776b1-1a5b-45a0-8b55-f78c535c9a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:22.829469 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3776b1-1a5b-45a0-8b55-f78c535c9a16 admin admin] Pushing event deleted for resources: {'Port': ['ID=4793c831-ed63-4238-a5aa-d61f0b8aa1a8,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:22.896345 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29c9b85-d0b0-426a-857a-a8c37472832d admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:21:22.918463 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74623eae-2ef6-443d-85ff-6ce8551911b3 None None] Sync routers for ids ['20b1a470-9f2b-4f1c-a876-a11fa3e53369'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:21:22.938310 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a4544917-0cc9-448b-b540-6b78485e1cb2 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Unset dirty status for tenant:b85285276eeb4ce198c0a4b83e9f41fa on resource:subnet {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:21:22.940237 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a4544917-0cc9-448b-b540-6b78485e1cb2 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.4196856 Feb 04 21:21:22.942221 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b29c9b85-d0b0-426a-857a-a8c37472832d admin admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:22.943658 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b29c9b85-d0b0-426a-857a-a8c37472832d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 11.7720404 Feb 04 21:21:22.944563 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54488) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:22.954452 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54490) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:23.080968 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74623eae-2ef6-443d-85ff-6ce8551911b3 None None] Routers {'20b1a470-9f2b-4f1c-a876-a11fa3e53369'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:21:23.083160 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-74623eae-2ef6-443d-85ff-6ce8551911b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:21:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['20b1a470-9f2b-4f1c-a876-a11fa3e53369'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:23.253404 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034d1cde-9838-4215-b840-d0c1cb36e23b tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Checking segment: {'id': '249b4ea8-7a9a-482c-9405-7b1cd6ac0a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'ed716ee2-d5d2-46a5-bf6d-3e5f15935fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:21:23.254306 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034d1cde-9838-4215-b840-d0c1cb36e23b tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Network hostable DHCP agents. Network: ed716ee2-d5d2-46a5-bf6d-3e5f15935fdb, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:21:23.263379 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-37326023-9854-45e4-a101-ff564922cdb2 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:23.375704 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb8b35d-4fc5-4428-a2a2-8fcf13ca4139 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Deleting subnet 1143f8c8-3f93-44e0-b9cc-d2ec2ca44ba0 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:21:23.383616 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6eb8b35d-4fc5-4428-a2a2-8fcf13ca4139 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:23.388652 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034d1cde-9838-4215-b840-d0c1cb36e23b tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Pushing event updated for resources: {'Subnet': ['ID=ae6c8f9a-0a0e-4c8c-a32d-b6957ed8bc94,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:23.472027 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-b4b1a514-38de-4f01-93bf-9fa9e3413dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'name': 'tempest-RoutersIpV6Test-router-1547994625', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:41Z', 'updated_at': '2022-02-04T21:21:16Z', 'revision_number': 4, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'gw_port_host': None, '_interfaces': [{'id': '6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486', 'name': '', 'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:1e:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:46Z', 'updated_at': '2022-02-04T21:21:01Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad86718-6d02-4907-9c06-81a142ed5943', 'name': '', 'network_id': 'f75e680a-e515-4598-bcf1-d9be8dfcc4e4', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:e0:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:02Z', 'updated_at': '2022-02-04T21:21:14Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e28eb711-fd1d-4b27-a865-52df38049bfb', 'name': '', 'network_id': '42b25c0d-2b35-4352-8c77-5328e7bf68d5', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:50:b4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:14Z', 'updated_at': '2022-02-04T21:21:21Z', 'revision_number': 4, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:23.485902 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b1a514-38de-4f01-93bf-9fa9e3413dd9 None None] The sync data for ids ['63c94746-5463-4d10-8f6d-7d964e16b767'] in n-d-827896-1 is: [{'id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'name': 'tempest-RoutersIpV6Test-router-1547994625', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:41Z', 'updated_at': '2022-02-04T21:21:16Z', 'revision_number': 4, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'gw_port_host': None, '_interfaces': [{'id': '6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486', 'name': '', 'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:1e:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:46Z', 'updated_at': '2022-02-04T21:21:01Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad86718-6d02-4907-9c06-81a142ed5943', 'name': '', 'network_id': 'f75e680a-e515-4598-bcf1-d9be8dfcc4e4', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:e0:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:02Z', 'updated_at': '2022-02-04T21:21:14Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e28eb711-fd1d-4b27-a865-52df38049bfb', 'name': '', 'network_id': '42b25c0d-2b35-4352-8c77-5328e7bf68d5', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:50:b4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:14Z', 'updated_at': '2022-02-04T21:21:21Z', 'revision_number': 4, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:21:23.506484 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-74623eae-2ef6-443d-85ff-6ce8551911b3 None None] Set router 20b1a470-9f2b-4f1c-a876-a11fa3e53369 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:21:23.591527 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-66bca065-e397-4c55-8795-5a1cdb25db0c None None] Provisioning for port e28eb711-fd1d-4b27-a865-52df38049bfb completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:21:23.755977 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ef3776b1-1a5b-45a0-8b55-f78c535c9a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:23.767551 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6f2f9e-be08-47ed-bae6-086ec0689731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-ea3c909b-27d5-497f-833a-5fcd4923393d', 'network_id': 'ea3c909b-27d5-497f-833a-5fcd4923393d', 'tenant_id': 'b85285276eeb4ce198c0a4b83e9f41fa', 'fixed_ips': [{'subnet_id': '2943f5d2-f29b-4bb5-875b-d00fea783999'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:21:23.773437 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fb6f2f9e-be08-47ed-bae6-086ec0689731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:24.208296 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ef3776b1-1a5b-45a0-8b55-f78c535c9a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:24.215278 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ef3776b1-1a5b-45a0-8b55-f78c535c9a16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:24.229810 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034d1cde-9838-4215-b840-d0c1cb36e23b tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Network ed716ee2-d5d2-46a5-bf6d-3e5f15935fdb is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:21:24.320859 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-74623eae-2ef6-443d-85ff-6ce8551911b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b1a470-9f2b-4f1c-a876-a11fa3e53369', 'name': 'tempest-ImageQuotaTest-1432680137-router', 'tenant_id': 'e15b5f9b36d8423ca6dc59b917b82b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '6ea6f802-37da-4829-8b1f-ee4a2fd845c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:21:11Z', 'updated_at': '2022-02-04T21:21:20Z', 'revision_number': 3, 'project_id': 'e15b5f9b36d8423ca6dc59b917b82b64', 'gw_port': {'id': '6ea6f802-37da-4829-8b1f-ee4a2fd845c3', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b1a470-9f2b-4f1c-a876-a11fa3e53369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:16Z', 'updated_at': '2022-02-04T21:21:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:24.326356 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74623eae-2ef6-443d-85ff-6ce8551911b3 None None] Checking router: 20b1a470-9f2b-4f1c-a876-a11fa3e53369 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:21:24.326857 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74623eae-2ef6-443d-85ff-6ce8551911b3 None None] Updating router 20b1a470-9f2b-4f1c-a876-a11fa3e53369 port 6ea6f802-37da-4829-8b1f-ee4a2fd845c3 binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:21:24.398021 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-034d1cde-9838-4215-b840-d0c1cb36e23b tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, ed716ee2-d5d2-46a5-bf6d-3e5f15935fdb) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:21:24.405789 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034d1cde-9838-4215-b840-d0c1cb36e23b tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:24.408115 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-034d1cde-9838-4215-b840-d0c1cb36e23b tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:24.454998 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6eb8b35d-4fc5-4428-a2a2-8fcf13ca4139 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:24.507927 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-74623eae-2ef6-443d-85ff-6ce8551911b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:24.549494 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ba0557-a426-4125-8c3b-625b58603b5f None None] Network ed716ee2-d5d2-46a5-bf6d-3e5f15935fdb requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:21:24.635824 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device e28eb711-fd1d-4b27-a865-52df38049bfb up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:21:24.646611 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ef3776b1-1a5b-45a0-8b55-f78c535c9a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:24.647856 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3776b1-1a5b-45a0-8b55-f78c535c9a16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1 {{(pid=87683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:21:24.674302 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-02831846-70fb-4f01-99c2-ea290898103a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:24.685380 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6eb8b35d-4fc5-4428-a2a2-8fcf13ca4139 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:24.763319 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-37326023-9854-45e4-a101-ff564922cdb2 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:24.769597 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-034d1cde-9838-4215-b840-d0c1cb36e23b tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.8499744 Feb 04 21:21:24.772975 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54518) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:24.795850 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-3a603400-034d-4259-b851-ec9d505def7a tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Request body: {'port': {'network_id': 'ed716ee2-d5d2-46a5-bf6d-3e5f15935fdb', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1423505145'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:21:24.809294 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ef3776b1-1a5b-45a0-8b55-f78c535c9a16 admin admin] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:24.810564 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ef3776b1-1a5b-45a0-8b55-f78c535c9a16 admin admin] 10.222.0.26 "DELETE /v2.0/routers/e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1 HTTP/1.1" status: 204 len: 168 time: 5.7770231 Feb 04 21:21:24.826469 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54524) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:24.897467 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02831846-70fb-4f01-99c2-ea290898103a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Subnet': ['ID=6ab8d55d-fba1-44a2-8734-fb1778a7771c,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:24.901086 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-37326023-9854-45e4-a101-ff564922cdb2 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Deleting port 2743bc31-5ed9-44d5-98c0-16c1ad34db59 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:21:24.901449 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-37326023-9854-45e4-a101-ff564922cdb2 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:24.978446 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02831846-70fb-4f01-99c2-ea290898103a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Checking segment: {'id': '0672b106-935c-453d-b829-3651aabead84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '2c3b64a3-e01f-473c-ab41-dd88bdb6432a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:21:24.978446 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02831846-70fb-4f01-99c2-ea290898103a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Network hostable DHCP agents. Network: 2c3b64a3-e01f-473c-ab41-dd88bdb6432a, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:21:25.106011 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02831846-70fb-4f01-99c2-ea290898103a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Network 2c3b64a3-e01f-473c-ab41-dd88bdb6432a is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:21:25.168900 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-74623eae-2ef6-443d-85ff-6ce8551911b3 None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:25.231375 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-74623eae-2ef6-443d-85ff-6ce8551911b3 None None] Transition to ACTIVE for port object 6ea6f802-37da-4829-8b1f-ee4a2fd845c3 will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:21:25.248853 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-74623eae-2ef6-443d-85ff-6ce8551911b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:25.251348 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-02831846-70fb-4f01-99c2-ea290898103a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 2c3b64a3-e01f-473c-ab41-dd88bdb6432a) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:21:25.277978 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02831846-70fb-4f01-99c2-ea290898103a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:25.278611 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-02831846-70fb-4f01-99c2-ea290898103a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:25.279875 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9380c1-b8d5-4724-bd45-fbeb8400bb3d None None] Network 2c3b64a3-e01f-473c-ab41-dd88bdb6432a requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:21:25.287470 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6eb8b35d-4fc5-4428-a2a2-8fcf13ca4139 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server [None req-9e8b7f32-0087-4ecd-8e3f-7f0b52146e4e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1143f8c8-3f93-44e0-b9cc-d2ec2ca44ba0: This subnet is being modified by another concurrent operation. Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 21:21:25.294239 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server raise exception Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1143f8c8-3f93-44e0-b9cc-d2ec2ca44ba0: This subnet is being modified by another concurrent operation. Feb 04 21:21:25.298860 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server Feb 04 21:21:25.310748 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-b79428b1-1073-42b2-9be9-0912e5bba0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1628603465-router', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:53Z', 'updated_at': '2022-02-04T21:21:11Z', 'revision_number': 5, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'gw_port': {'id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:56Z', 'updated_at': '2022-02-04T21:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:25.377537 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-74623eae-2ef6-443d-85ff-6ce8551911b3 None None] Attempting to bind port 6ea6f802-37da-4829-8b1f-ee4a2fd845c3 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:21:25.377537 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-74623eae-2ef6-443d-85ff-6ce8551911b3 None None] Attempting to bind port 6ea6f802-37da-4829-8b1f-ee4a2fd845c3 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:21:25.377537 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74623eae-2ef6-443d-85ff-6ce8551911b3 None None] Attempting to bind port 6ea6f802-37da-4829-8b1f-ee4a2fd845c3 on network 1f11f724-8cdd-497d-8220-929f45cf1223 {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:21:25.378846 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-02831846-70fb-4f01-99c2-ea290898103a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.0404010 Feb 04 21:21:25.379844 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54532) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:25.387090 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74623eae-2ef6-443d-85ff-6ce8551911b3 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:21:25.387464 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74623eae-2ef6-443d-85ff-6ce8551911b3 None None] Checking segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:21:25.387866 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-74623eae-2ef6-443d-85ff-6ce8551911b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:25.388256 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74623eae-2ef6-443d-85ff-6ce8551911b3 None None] Bound using segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:21:25.388731 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-74623eae-2ef6-443d-85ff-6ce8551911b3 None None] Bound port: 6ea6f802-37da-4829-8b1f-ee4a2fd845c3, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:21:25.389101 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-74623eae-2ef6-443d-85ff-6ce8551911b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:25.428953 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8b35d-4fc5-4428-a2a2-8fcf13ca4139 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Pushing event deleted for resources: {'Subnet': ['ID=1143f8c8-3f93-44e0-b9cc-d2ec2ca44ba0,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:25.433274 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bd4e7d8-6529-42e7-a842-aca6fef88bdf admin admin] Deleting subnet 2332d4ab-28bd-4df4-abe3-897aa8896a30 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:21:25.451341 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4bd4e7d8-6529-42e7-a842-aca6fef88bdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:25.464682 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-74623eae-2ef6-443d-85ff-6ce8551911b3 None None] For port 6ea6f802-37da-4829-8b1f-ee4a2fd845c3, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:21:25.468304 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-74623eae-2ef6-443d-85ff-6ce8551911b3 None None] For port 6ea6f802-37da-4829-8b1f-ee4a2fd845c3, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=6ea6f802-37da-4829-8b1f-ee4a2fd845c3,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:21:25.472438 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd1b9a-4206-4671-b900-a937dbcb9367 None None] Pushing event updated for resources: {'Port': ['ID=6ea6f802-37da-4829-8b1f-ee4a2fd845c3,revision_number=2']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:25.485622 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-74623eae-2ef6-443d-85ff-6ce8551911b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:25.543174 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6eb8b35d-4fc5-4428-a2a2-8fcf13ca4139 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:25.588563 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff3a5ada-b7fe-47ee-8162-d7887485dbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:25.633372 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6eb8b35d-4fc5-4428-a2a2-8fcf13ca4139 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] 10.222.0.26 "DELETE /v2.0/subnets/1143f8c8-3f93-44e0-b9cc-d2ec2ca44ba0 HTTP/1.1" status: 204 len: 168 time: 2.6765311 Feb 04 21:21:25.644039 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54538) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:25.658678 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-fb6f2f9e-be08-47ed-bae6-086ec0689731 None None] Allocated IP 172.20.0.18 (ea3c909b-27d5-497f-833a-5fcd4923393d/2943f5d2-f29b-4bb5-875b-d00fea783999/8f54e1a4-be78-486d-93f3-e7aa268ce861) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:21:25.737455 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef1ff32f-55f6-4b38-a74e-93a213c44e25 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Deleting subnet 2943f5d2-f29b-4bb5-875b-d00fea783999 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:21:25.740907 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-37326023-9854-45e4-a101-ff564922cdb2 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:25.742816 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3a603400-034d-4259-b851-ec9d505def7a tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:25.780011 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd1b9a-4206-4671-b900-a937dbcb9367 None None] Pushing event updated for resources: {'Port': ['ID=6ea6f802-37da-4829-8b1f-ee4a2fd845c3,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:25.784279 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74623eae-2ef6-443d-85ff-6ce8551911b3 None None] Routers {'20b1a470-9f2b-4f1c-a876-a11fa3e53369'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:21:25.784719 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3a603400-034d-4259-b851-ec9d505def7a tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Usage tracker for resource:port and tenant:c55bf425a6334afb856dabed2f44cd59 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:25.785114 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-74623eae-2ef6-443d-85ff-6ce8551911b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:21:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['20b1a470-9f2b-4f1c-a876-a11fa3e53369'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:25.792639 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3a603400-034d-4259-b851-ec9d505def7a tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:25.798551 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4bd4e7d8-6529-42e7-a842-aca6fef88bdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:25.872691 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3a603400-034d-4259-b851-ec9d505def7a tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:25.917147 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a07a73-da34-44d2-9751-c70234ee9552 None None] Network 502ba30a-f6d2-4b3c-a170-0d36b41dbecb requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:21:25.926210 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a603400-034d-4259-b851-ec9d505def7a tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Made reservation on behalf of c55bf425a6334afb856dabed2f44cd59 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:21:25.930173 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a603400-034d-4259-b851-ec9d505def7a tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:25.991702 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-3a603400-034d-4259-b851-ec9d505def7a tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] device_id is not set on port 6ba00933-43f6-4601-9e4e-23f0b9d4fd2a yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:21:26.160448 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-74623eae-2ef6-443d-85ff-6ce8551911b3 None None] Set router 20b1a470-9f2b-4f1c-a876-a11fa3e53369 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:21:26.176740 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4bd4e7d8-6529-42e7-a842-aca6fef88bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:26.210271 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79428b1-1073-42b2-9be9-0912e5bba0e9 None None] The sync data for ids ['e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1'] in n-d-827896-1 is: [{'id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1628603465-router', 'tenant_id': 'd12823a006ff49a4916b73b08e3ad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:11:53Z', 'updated_at': '2022-02-04T21:21:11Z', 'revision_number': 5, 'project_id': 'd12823a006ff49a4916b73b08e3ad259', 'gw_port': {'id': '4793c831-ed63-4238-a5aa-d61f0b8aa1a8', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c2511e-17a5-4e0d-a2d2-827bbe0ef3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:11:56Z', 'updated_at': '2022-02-04T21:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:21:26.331074 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port e28eb711-fd1d-4b27-a865-52df38049bfb completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:21:26.347032 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-ff3a5ada-b7fe-47ee-8162-d7887485dbaf admin admin] Allocated IP 172.20.0.1 (4ec60bb8-0a6f-4555-8c94-046d0fbd289c/9ca7df3b-3c63-448d-9fa0-4586a4c821d0/156439ad-e9f0-4883-938d-805cb0c3f74d) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:21:26.384519 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-3a603400-034d-4259-b851-ec9d505def7a tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Allocated IP 2001:db8::3b5 (ed716ee2-d5d2-46a5-bf6d-3e5f15935fdb/ae6c8f9a-0a0e-4c8c-a32d-b6957ed8bc94/6ba00933-43f6-4601-9e4e-23f0b9d4fd2a) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:21:26.395193 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port e28eb711-fd1d-4b27-a865-52df38049bfb triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:21:26.395859 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:26.399771 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4bd4e7d8-6529-42e7-a842-aca6fef88bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:26.459831 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-37326023-9854-45e4-a101-ff564922cdb2 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Calling delete_port for 2743bc31-5ed9-44d5-98c0-16c1ad34db59 owned by network:router_gateway {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:21:26.629042 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4e7d8-6529-42e7-a842-aca6fef88bdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2332d4ab-28bd-4df4-abe3-897aa8896a30,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:26.714642 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63909da-9059-40b6-ab20-a8f70dbfe6b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-ed716ee2-d5d2-46a5-bf6d-3e5f15935fdb', 'network_id': 'ed716ee2-d5d2-46a5-bf6d-3e5f15935fdb', 'tenant_id': 'c55bf425a6334afb856dabed2f44cd59', 'fixed_ips': [{'subnet_id': 'ae6c8f9a-0a0e-4c8c-a32d-b6957ed8bc94'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:21:26.715259 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b63909da-9059-40b6-ab20-a8f70dbfe6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:26.718405 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4bd4e7d8-6529-42e7-a842-aca6fef88bdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:26.754761 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:26.780873 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427993b7-e069-437e-b169-47ca8d87da31 None None] Network aeca86bf-5462-4afd-9138-c5fe85a0ef79 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:21:26.801479 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533e0a26-6201-4887-94f6-85ea8effa5dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-2c3b64a3-e01f-473c-ab41-dd88bdb6432a', 'network_id': '2c3b64a3-e01f-473c-ab41-dd88bdb6432a', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'fixed_ips': [{'subnet_id': '6ab8d55d-fba1-44a2-8734-fb1778a7771c'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:21:26.803863 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-533e0a26-6201-4887-94f6-85ea8effa5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:26.821521 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4bd4e7d8-6529-42e7-a842-aca6fef88bdf admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2332d4ab-28bd-4df4-abe3-897aa8896a30 HTTP/1.1" status: 204 len: 168 time: 1.9905524 Feb 04 21:21:26.826372 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54556) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:26.878904 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-74623eae-2ef6-443d-85ff-6ce8551911b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b1a470-9f2b-4f1c-a876-a11fa3e53369', 'name': 'tempest-ImageQuotaTest-1432680137-router', 'tenant_id': 'e15b5f9b36d8423ca6dc59b917b82b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '6ea6f802-37da-4829-8b1f-ee4a2fd845c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:21:11Z', 'updated_at': '2022-02-04T21:21:20Z', 'revision_number': 3, 'project_id': 'e15b5f9b36d8423ca6dc59b917b82b64', 'gw_port': {'id': '6ea6f802-37da-4829-8b1f-ee4a2fd845c3', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b1a470-9f2b-4f1c-a876-a11fa3e53369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:16Z', 'updated_at': '2022-02-04T21:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:26.884737 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74623eae-2ef6-443d-85ff-6ce8551911b3 None None] The sync data for ids ['20b1a470-9f2b-4f1c-a876-a11fa3e53369'] in n-d-827896-1 is: [{'id': '20b1a470-9f2b-4f1c-a876-a11fa3e53369', 'name': 'tempest-ImageQuotaTest-1432680137-router', 'tenant_id': 'e15b5f9b36d8423ca6dc59b917b82b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '6ea6f802-37da-4829-8b1f-ee4a2fd845c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:21:11Z', 'updated_at': '2022-02-04T21:21:20Z', 'revision_number': 3, 'project_id': 'e15b5f9b36d8423ca6dc59b917b82b64', 'gw_port': {'id': '6ea6f802-37da-4829-8b1f-ee4a2fd845c3', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b1a470-9f2b-4f1c-a876-a11fa3e53369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:16Z', 'updated_at': '2022-02-04T21:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:21:26.904022 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54560) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:27.109691 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-37326023-9854-45e4-a101-ff564922cdb2 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:27.287926 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-773ac30f-d065-46ae-a79c-ebf982ed1aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:27.338839 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37326023-9854-45e4-a101-ff564922cdb2 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Pushing event deleted for resources: {'Port': ['ID=2743bc31-5ed9-44d5-98c0-16c1ad34db59,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:27.395850 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff3a5ada-b7fe-47ee-8162-d7887485dbaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:27.490302 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-ff3a5ada-b7fe-47ee-8162-d7887485dbaf admin admin] Transition to ACTIVE for port object 156439ad-e9f0-4883-938d-805cb0c3f74d will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:21:27.634020 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-773ac30f-d065-46ae-a79c-ebf982ed1aea admin admin] Deleting port 47ff7fe9-5f00-4c29-9b80-ab88d03c492e {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:21:27.634528 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-773ac30f-d065-46ae-a79c-ebf982ed1aea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:27.647456 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a603400-034d-4259-b851-ec9d505def7a tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:27.679613 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d4233197-8a4d-45d1-8b61-03a13fafdec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:27.689460 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-3a603400-034d-4259-b851-ec9d505def7a tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Transition to ACTIVE for port object 6ba00933-43f6-4601-9e4e-23f0b9d4fd2a will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:21:27.723809 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a603400-034d-4259-b851-ec9d505def7a tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:27.766728 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-d4233197-8a4d-45d1-8b61-03a13fafdec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:27.776723 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-d4233197-8a4d-45d1-8b61-03a13fafdec7 admin admin] Usage tracker for resource:security_group_rule and tenant:ad182dd4a67a4c1e8ddb049fb45cb931 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:27.785256 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-d4233197-8a4d-45d1-8b61-03a13fafdec7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:27.797013 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a603400-034d-4259-b851-ec9d505def7a tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Network ed716ee2-d5d2-46a5-bf6d-3e5f15935fdb is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:21:27.797445 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-d4233197-8a4d-45d1-8b61-03a13fafdec7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:27.807788 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-3a603400-034d-4259-b851-ec9d505def7a tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:21:27.810961 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a603400-034d-4259-b851-ec9d505def7a tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:21:27.818049 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a603400-034d-4259-b851-ec9d505def7a tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:27.819044 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a603400-034d-4259-b851-ec9d505def7a tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:27.863293 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3a603400-034d-4259-b851-ec9d505def7a tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.0816214 Feb 04 21:21:27.864299 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54574) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:27.865581 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-b63909da-9059-40b6-ab20-a8f70dbfe6b0 None None] Allocated IP 2001:db8::2 (ed716ee2-d5d2-46a5-bf6d-3e5f15935fdb/ae6c8f9a-0a0e-4c8c-a32d-b6957ed8bc94/c4804ef6-f5e6-40d4-a831-33f18dfcc933) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:21:27.866063 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-37326023-9854-45e4-a101-ff564922cdb2 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:27.870841 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff3a5ada-b7fe-47ee-8162-d7887485dbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:27.883109 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a603400-034d-4259-b851-ec9d505def7a tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Pushing event updated for resources: {'Port': ['ID=6ba00933-43f6-4601-9e4e-23f0b9d4fd2a,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:27.966135 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3b984633-6418-4384-b81f-d61f0537c483 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:27.973180 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-56e93282-94dc-4c6a-96d7-e5430715d20c tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Request body: {'port': {'network_id': 'ed716ee2-d5d2-46a5-bf6d-3e5f15935fdb', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-327901344', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:21:27.980507 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.api.validators [None req-56e93282-94dc-4c6a-96d7-e5430715d20c tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] bootfile-name is not in valid_values {{(pid=87682) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 21:21:27.982860 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.api.validators [None req-56e93282-94dc-4c6a-96d7-e5430715d20c tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] tftp-server is not in valid_values {{(pid=87682) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 21:21:27.983194 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.api.validators [None req-56e93282-94dc-4c6a-96d7-e5430715d20c tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] server-ip-address is not in valid_values {{(pid=87682) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 21:21:28.125441 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fb6f2f9e-be08-47ed-bae6-086ec0689731 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:28.138374 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-fb6f2f9e-be08-47ed-bae6-086ec0689731 None None] Transition to ACTIVE for port object 8f54e1a4-be78-486d-93f3-e7aa268ce861 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:21:28.152886 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3a5ada-b7fe-47ee-8162-d7887485dbaf admin admin] Network 4ec60bb8-0a6f-4555-8c94-046d0fbd289c is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:21:28.161641 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-ff3a5ada-b7fe-47ee-8162-d7887485dbaf admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:21:28.164236 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3a5ada-b7fe-47ee-8162-d7887485dbaf admin admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:21:28.207013 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-fb6f2f9e-be08-47ed-bae6-086ec0689731 None None] Transition to ACTIVE for port object 8f54e1a4-be78-486d-93f3-e7aa268ce861 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:21:28.244664 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a5ada-b7fe-47ee-8162-d7887485dbaf admin admin] Pushing event updated for resources: {'Port': ['ID=156439ad-e9f0-4883-938d-805cb0c3f74d,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:28.282970 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff3a5ada-b7fe-47ee-8162-d7887485dbaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:28.315632 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ef1ff32f-55f6-4b38-a74e-93a213c44e25 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:28.376445 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fb6f2f9e-be08-47ed-bae6-086ec0689731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:28.385879 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ef1ff32f-55f6-4b38-a74e-93a213c44e25 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:28.482384 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ef1ff32f-55f6-4b38-a74e-93a213c44e25 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:28.495450 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-37326023-9854-45e4-a101-ff564922cdb2 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:28.574973 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-37326023-9854-45e4-a101-ff564922cdb2 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:28.645607 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-56e93282-94dc-4c6a-96d7-e5430715d20c tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:28.650409 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-56e93282-94dc-4c6a-96d7-e5430715d20c tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Usage tracker for resource:port and tenant:c55bf425a6334afb856dabed2f44cd59 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:28.655127 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-56e93282-94dc-4c6a-96d7-e5430715d20c tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:28.661613 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-56e93282-94dc-4c6a-96d7-e5430715d20c tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:28.664169 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-533e0a26-6201-4887-94f6-85ea8effa5dd None None] Allocated IP 2001:db8:3::2 (2c3b64a3-e01f-473c-ab41-dd88bdb6432a/6ab8d55d-fba1-44a2-8734-fb1778a7771c/3ab0d8c4-9220-44c4-bde4-7c0f74f41aea) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:21:28.700780 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d4233197-8a4d-45d1-8b61-03a13fafdec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:28.844483 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6f2f9e-be08-47ed-bae6-086ec0689731 None None] Network ea3c909b-27d5-497f-833a-5fcd4923393d is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:21:28.851841 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ef1ff32f-55f6-4b38-a74e-93a213c44e25 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:28.855763 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:28.913531 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e93282-94dc-4c6a-96d7-e5430715d20c tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Made reservation on behalf of c55bf425a6334afb856dabed2f44cd59 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:21:28.917515 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-56e93282-94dc-4c6a-96d7-e5430715d20c tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:28.925738 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-fb6f2f9e-be08-47ed-bae6-086ec0689731 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:21:28.941326 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ef1ff32f-55f6-4b38-a74e-93a213c44e25 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:28.975239 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6f2f9e-be08-47ed-bae6-086ec0689731 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:21:28.996824 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-773ac30f-d065-46ae-a79c-ebf982ed1aea admin admin] For port 47ff7fe9-5f00-4c29-9b80-ab88d03c492e, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=47ff7fe9-5f00-4c29-9b80-ab88d03c492e,segment=NetworkSegment(84b34f62-20de-461e-9dfa-a6b12b358939),segment_id=84b34f62-20de-461e-9dfa-a6b12b358939)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:21:28.996824 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-773ac30f-d065-46ae-a79c-ebf982ed1aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:29.008703 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-37326023-9854-45e4-a101-ff564922cdb2 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:29.009257 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37326023-9854-45e4-a101-ff564922cdb2 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Fanout notify agent at l3_agent the message router_deleted on router 89c29abd-059e-4989-b51b-5af6292ae065 {{(pid=87683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:21:29.021181 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff3a5ada-b7fe-47ee-8162-d7887485dbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:29.022281 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d4233197-8a4d-45d1-8b61-03a13fafdec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:29.062822 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f2f9e-be08-47ed-bae6-086ec0689731 None None] Pushing event updated for resources: {'Port': ['ID=8f54e1a4-be78-486d-93f3-e7aa268ce861,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:29.138321 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-6712388b-2a9e-43a9-93f6-72f7aadd64d2 None None] Provisioning for port 156439ad-e9f0-4883-938d-805cb0c3f74d completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:21:29.209660 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-6712388b-2a9e-43a9-93f6-72f7aadd64d2 None None] Provisioning complete for port 156439ad-e9f0-4883-938d-805cb0c3f74d triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:21:29.210151 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6712388b-2a9e-43a9-93f6-72f7aadd64d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:29.240881 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-773ac30f-d065-46ae-a79c-ebf982ed1aea admin admin] Calling delete_port for 47ff7fe9-5f00-4c29-9b80-ab88d03c492e owned by network:dhcp {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:21:29.281367 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ff32f-55f6-4b38-a74e-93a213c44e25 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Pushing event deleted for resources: {'Subnet': ['ID=2943f5d2-f29b-4bb5-875b-d00fea783999,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:29.327501 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ef1ff32f-55f6-4b38-a74e-93a213c44e25 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] 10.222.0.26 "DELETE /v2.0/subnets/2943f5d2-f29b-4bb5-875b-d00fea783999 HTTP/1.1" status: 204 len: 168 time: 3.6813669 Feb 04 21:21:29.332293 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-56e93282-94dc-4c6a-96d7-e5430715d20c tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] device_id is not set on port d3ee9d41-e2bb-4333-b140-622a10adac8c yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:21:29.334906 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d4233197-8a4d-45d1-8b61-03a13fafdec7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ad182dd4a67a4c1e8ddb049fb45cb931&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2451530 Feb 04 21:21:29.341254 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54600) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:29.341596 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54602) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:29.360193 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b63909da-9059-40b6-ab20-a8f70dbfe6b0 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:29.375016 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-6712388b-2a9e-43a9-93f6-72f7aadd64d2 None None] Port 156439ad-e9f0-4883-938d-805cb0c3f74d cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:21:29.385751 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port e28eb711-fd1d-4b27-a865-52df38049bfb, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=e28eb711-fd1d-4b27-a865-52df38049bfb,segment=NetworkSegment(64b8534b-8145-4abb-9af5-ea731135cf3a),segment_id=64b8534b-8145-4abb-9af5-ea731135cf3a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:21:29.428944 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:29.429781 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device dd4f381e-8360-4512-aa66-44c10fc1f199 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:21:29.436966 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4233197-8a4d-45d1-8b61-03a13fafdec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5046aef-372f-42bd-bf22-f567f607ff45,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:29.503161 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b63909da-9059-40b6-ab20-a8f70dbfe6b0 None None] Transition to ACTIVE for port object c4804ef6-f5e6-40d4-a831-33f18dfcc933 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:21:29.523401 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d612afad-e91d-4ab1-9007-0877372802c3 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:29.524959 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d612afad-e91d-4ab1-9007-0877372802c3 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1728647 Feb 04 21:21:29.532098 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54612) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:29.547248 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-37326023-9854-45e4-a101-ff564922cdb2 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:29.548567 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-37326023-9854-45e4-a101-ff564922cdb2 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] 10.222.0.26 "DELETE /v2.0/routers/89c29abd-059e-4989-b51b-5af6292ae065 HTTP/1.1" status: 204 len: 168 time: 7.9815347 Feb 04 21:21:29.567406 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54618) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:29.597768 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-a23682fa-d261-41cb-b17f-5d079e0c572e tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-577504333', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:21:29.605698 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2ba40f-11d9-4ddd-8f12-8c3e59447a88 None None] DHCP port deletion for aeca86bf-5462-4afd-9138-c5fe85a0ef79 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:21:29.610776 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-fb6f2f9e-be08-47ed-bae6-086ec0689731 None None] Attempting to bind port 8f54e1a4-be78-486d-93f3-e7aa268ce861 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:21:29.611152 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-fb6f2f9e-be08-47ed-bae6-086ec0689731 None None] Attempting to bind port 8f54e1a4-be78-486d-93f3-e7aa268ce861 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '17ece59c-99bd-4ece-a9f3-a539c38383b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ea3c909b-27d5-497f-833a-5fcd4923393d'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:21:29.611518 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6f2f9e-be08-47ed-bae6-086ec0689731 None None] Attempting to bind port 8f54e1a4-be78-486d-93f3-e7aa268ce861 on network ea3c909b-27d5-497f-833a-5fcd4923393d {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:21:29.616292 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-a23682fa-d261-41cb-b17f-5d079e0c572e tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:29.629075 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-a23682fa-d261-41cb-b17f-5d079e0c572e tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Usage tracker for resource:router and tenant:ae2b6ea13aa74c00a906f4f9751c3287 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:29.632020 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=e28eb711-fd1d-4b27-a865-52df38049bfb,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:29.635170 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-fb2ba40f-11d9-4ddd-8f12-8c3e59447a88 None None] Deleting port 47ff7fe9-5f00-4c29-9b80-ab88d03c492e {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:21:29.635657 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fb2ba40f-11d9-4ddd-8f12-8c3e59447a88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:29.637806 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-a23682fa-d261-41cb-b17f-5d079e0c572e tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:29.650523 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-a23682fa-d261-41cb-b17f-5d079e0c572e tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:29.654256 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-773ac30f-d065-46ae-a79c-ebf982ed1aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:29.663981 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6f2f9e-be08-47ed-bae6-086ec0689731 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:21:29.664357 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6f2f9e-be08-47ed-bae6-086ec0689731 None None] Checking segment: {'id': '17ece59c-99bd-4ece-a9f3-a539c38383b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ea3c909b-27d5-497f-833a-5fcd4923393d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:21:29.664765 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fb6f2f9e-be08-47ed-bae6-086ec0689731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:29.665618 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6f2f9e-be08-47ed-bae6-086ec0689731 None None] Bound using segment: {'id': '17ece59c-99bd-4ece-a9f3-a539c38383b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ea3c909b-27d5-497f-833a-5fcd4923393d'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:21:29.666253 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-fb6f2f9e-be08-47ed-bae6-086ec0689731 None None] Bound port: 8f54e1a4-be78-486d-93f3-e7aa268ce861, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ece59c-99bd-4ece-a9f3-a539c38383b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ea3c909b-27d5-497f-833a-5fcd4923393d'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:21:29.666638 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fb6f2f9e-be08-47ed-bae6-086ec0689731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:29.725797 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff3a5ada-b7fe-47ee-8162-d7887485dbaf admin admin] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:29.730986 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac30f-d065-46ae-a79c-ebf982ed1aea admin admin] Pushing event deleted for resources: {'Port': ['ID=47ff7fe9-5f00-4c29-9b80-ab88d03c492e,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:29.736495 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a23682fa-d261-41cb-b17f-5d079e0c572e tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:29.737716 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a23682fa-d261-41cb-b17f-5d079e0c572e tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:29.742095 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c12c7873-c1a4-4d2d-b4cd-a0e33956043a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:29.742827 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff3a5ada-b7fe-47ee-8162-d7887485dbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:29.745546 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773ac30f-d065-46ae-a79c-ebf982ed1aea admin admin] No DVR routers for this DVR port 47ff7fe9-5f00-4c29-9b80-ab88d03c492e on host n-d-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:21:29.844914 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-fb2ba40f-11d9-4ddd-8f12-8c3e59447a88 None None] The port '47ff7fe9-5f00-4c29-9b80-ab88d03c492e' was deleted {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:21:29.848560 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b63909da-9059-40b6-ab20-a8f70dbfe6b0 None None] Transition to ACTIVE for port object c4804ef6-f5e6-40d4-a831-33f18dfcc933 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:21:29.885767 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-38e6fe8b-fcca-4b4b-8031-debeb9f321f7 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:29.906750 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c12c7873-c1a4-4d2d-b4cd-a0e33956043a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:29.915535 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff3a5ada-b7fe-47ee-8162-d7887485dbaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:29.919985 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a5ada-b7fe-47ee-8162-d7887485dbaf admin admin] Pushing event updated for resources: {'Port': ['ID=156439ad-e9f0-4883-938d-805cb0c3f74d,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:29.925052 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-38e6fe8b-fcca-4b4b-8031-debeb9f321f7 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Deleting port 8f54e1a4-be78-486d-93f3-e7aa268ce861 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:21:29.925528 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-38e6fe8b-fcca-4b4b-8031-debeb9f321f7 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:29.926567 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a23682fa-d261-41cb-b17f-5d079e0c572e tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:29.944963 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-fb6f2f9e-be08-47ed-bae6-086ec0689731 None None] For port 8f54e1a4-be78-486d-93f3-e7aa268ce861, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:21:29.948140 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-fb6f2f9e-be08-47ed-bae6-086ec0689731 None None] For port 8f54e1a4-be78-486d-93f3-e7aa268ce861, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=8f54e1a4-be78-486d-93f3-e7aa268ce861,segment=NetworkSegment(17ece59c-99bd-4ece-a9f3-a539c38383b8),segment_id=17ece59c-99bd-4ece-a9f3-a539c38383b8)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:21:29.951597 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-773ac30f-d065-46ae-a79c-ebf982ed1aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:29.974530 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fb6f2f9e-be08-47ed-bae6-086ec0689731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:30.008076 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-773ac30f-d065-46ae-a79c-ebf982ed1aea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeca86bf-5462-4afd-9138-c5fe85a0ef79']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:30.017108 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a23682fa-d261-41cb-b17f-5d079e0c572e tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:30.040021 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-773ac30f-d065-46ae-a79c-ebf982ed1aea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b34f62-20de-461e-9dfa-a6b12b358939') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:30.040706 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-773ac30f-d065-46ae-a79c-ebf982ed1aea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b34f62-20de-461e-9dfa-a6b12b358939') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:30.047516 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b63909da-9059-40b6-ab20-a8f70dbfe6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:30.060345 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-773ac30f-d065-46ae-a79c-ebf982ed1aea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:30.091025 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-773ac30f-d065-46ae-a79c-ebf982ed1aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:30.100586 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-773ac30f-d065-46ae-a79c-ebf982ed1aea admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:21:30.101315 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-773ac30f-d065-46ae-a79c-ebf982ed1aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:30.102789 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-533e0a26-6201-4887-94f6-85ea8effa5dd None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:30.120197 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:21:30.120197 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:21:30.120197 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:21:30.120197 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:21:30.120197 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:21:30.120197 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:21:30.120197 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:21:30.120197 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:21:30.120197 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:21:30.120197 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:21:30.120197 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:21:30.120197 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:21:30.120197 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:21:30.120197 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:21:30.120197 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:21:30.120197 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:21:30.120197 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:21:30.120197 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:21:30.120197 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:21:30.120197 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:21:30.120197 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:21:30.120197 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:21:30.120197 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:21:30.120197 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:21:30.120197 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:21:30.120197 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:21:30.120197 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:21:30.120197 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:21:30.120197 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:21:30.120197 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:21:30.120197 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:21:30.120197 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:21:30.129702 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a23682fa-d261-41cb-b17f-5d079e0c572e tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:30.129997 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63909da-9059-40b6-ab20-a8f70dbfe6b0 None None] Network ed716ee2-d5d2-46a5-bf6d-3e5f15935fdb is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:21:30.131397 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-a23682fa-d261-41cb-b17f-5d079e0c572e tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5588424 Feb 04 21:21:30.132290 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c12c7873-c1a4-4d2d-b4cd-a0e33956043a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:30.134928 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c12c7873-c1a4-4d2d-b4cd-a0e33956043a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:30.136231 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c12c7873-c1a4-4d2d-b4cd-a0e33956043a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e5046aef-372f-42bd-bf22-f567f607ff45 HTTP/1.1" status: 204 len: 168 time: 0.7823894 Feb 04 21:21:30.137880 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-b63909da-9059-40b6-ab20-a8f70dbfe6b0 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:21:30.144445 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-533e0a26-6201-4887-94f6-85ea8effa5dd None None] Transition to ACTIVE for port object 3ab0d8c4-9220-44c4-bde4-7c0f74f41aea will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:21:30.152364 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63909da-9059-40b6-ab20-a8f70dbfe6b0 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:21:30.198007 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54630) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:30.232990 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-da37d4ee-b9be-47a8-af44-9c4ee466a4ba tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Request body: {'router': {'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:21:30.290607 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c7873-c1a4-4d2d-b4cd-a0e33956043a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5046aef-372f-42bd-bf22-f567f607ff45,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:30.363457 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-533e0a26-6201-4887-94f6-85ea8effa5dd None None] Transition to ACTIVE for port object 3ab0d8c4-9220-44c4-bde4-7c0f74f41aea will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:21:30.367746 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port dd4f381e-8360-4512-aa66-44c10fc1f199 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:21:30.368469 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:30.416167 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b2c5df-e354-4bf8-8900-e88b6c613db3 None None] Network ea3c909b-27d5-497f-833a-5fcd4923393d requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:21:30.536584 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-773ac30f-d065-46ae-a79c-ebf982ed1aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:30.541705 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-773ac30f-d065-46ae-a79c-ebf982ed1aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:30.590478 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-38e6fe8b-fcca-4b4b-8031-debeb9f321f7 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] For port 8f54e1a4-be78-486d-93f3-e7aa268ce861, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=8f54e1a4-be78-486d-93f3-e7aa268ce861,segment=NetworkSegment(17ece59c-99bd-4ece-a9f3-a539c38383b8),segment_id=17ece59c-99bd-4ece-a9f3-a539c38383b8)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:21:30.590844 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-38e6fe8b-fcca-4b4b-8031-debeb9f321f7 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:30.604649 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f2f9e-be08-47ed-bae6-086ec0689731 None None] Pushing event updated for resources: {'Port': ['ID=8f54e1a4-be78-486d-93f3-e7aa268ce861,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:30.645928 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-533e0a26-6201-4887-94f6-85ea8effa5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:30.653054 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac30f-d065-46ae-a79c-ebf982ed1aea admin admin] Pushing event deleted for resources: {'Network': ['ID=aeca86bf-5462-4afd-9138-c5fe85a0ef79,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:30.675974 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-773ac30f-d065-46ae-a79c-ebf982ed1aea admin admin] 10.222.0.26 "DELETE /v2.0/networks/aeca86bf-5462-4afd-9138-c5fe85a0ef79 HTTP/1.1" status: 204 len: 168 time: 3.8453946 Feb 04 21:21:30.791468 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-b63909da-9059-40b6-ab20-a8f70dbfe6b0 None None] Attempting to bind port c4804ef6-f5e6-40d4-a831-33f18dfcc933 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:21:30.792054 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-b63909da-9059-40b6-ab20-a8f70dbfe6b0 None None] Attempting to bind port c4804ef6-f5e6-40d4-a831-33f18dfcc933 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '249b4ea8-7a9a-482c-9405-7b1cd6ac0a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'ed716ee2-d5d2-46a5-bf6d-3e5f15935fdb'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:21:30.792462 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63909da-9059-40b6-ab20-a8f70dbfe6b0 None None] Attempting to bind port c4804ef6-f5e6-40d4-a831-33f18dfcc933 on network ed716ee2-d5d2-46a5-bf6d-3e5f15935fdb {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:21:30.814088 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-56e93282-94dc-4c6a-96d7-e5430715d20c tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Allocated IP 2001:db8::3a6 (ed716ee2-d5d2-46a5-bf6d-3e5f15935fdb/ae6c8f9a-0a0e-4c8c-a32d-b6957ed8bc94/d3ee9d41-e2bb-4333-b140-622a10adac8c) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:21:30.823497 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533e0a26-6201-4887-94f6-85ea8effa5dd None None] Network 2c3b64a3-e01f-473c-ab41-dd88bdb6432a is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:21:30.825009 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63909da-9059-40b6-ab20-a8f70dbfe6b0 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:21:30.825512 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63909da-9059-40b6-ab20-a8f70dbfe6b0 None None] Checking segment: {'id': '249b4ea8-7a9a-482c-9405-7b1cd6ac0a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'ed716ee2-d5d2-46a5-bf6d-3e5f15935fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:21:30.826014 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b63909da-9059-40b6-ab20-a8f70dbfe6b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:30.826511 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63909da-9059-40b6-ab20-a8f70dbfe6b0 None None] Bound using segment: {'id': '249b4ea8-7a9a-482c-9405-7b1cd6ac0a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'ed716ee2-d5d2-46a5-bf6d-3e5f15935fdb'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:21:30.827252 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-b63909da-9059-40b6-ab20-a8f70dbfe6b0 None None] Bound port: c4804ef6-f5e6-40d4-a831-33f18dfcc933, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249b4ea8-7a9a-482c-9405-7b1cd6ac0a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'ed716ee2-d5d2-46a5-bf6d-3e5f15935fdb'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:21:30.827722 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b63909da-9059-40b6-ab20-a8f70dbfe6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:30.829545 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-38e6fe8b-fcca-4b4b-8031-debeb9f321f7 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Calling delete_port for 8f54e1a4-be78-486d-93f3-e7aa268ce861 owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:21:30.881807 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-3b984633-6418-4384-b81f-d61f0537c483 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Allocated IP 2001:db8:3::1 (2c3b64a3-e01f-473c-ab41-dd88bdb6432a/6ab8d55d-fba1-44a2-8734-fb1778a7771c/058c6901-9c6d-4630-a5cb-e15038080eb2) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:21:30.891304 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-533e0a26-6201-4887-94f6-85ea8effa5dd None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:21:30.904198 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533e0a26-6201-4887-94f6-85ea8effa5dd None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:21:30.988450 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-da37d4ee-b9be-47a8-af44-9c4ee466a4ba tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:31.035888 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63909da-9059-40b6-ab20-a8f70dbfe6b0 None None] Pushing event updated for resources: {'Port': ['ID=c4804ef6-f5e6-40d4-a831-33f18dfcc933,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:31.107403 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3a5ada-b7fe-47ee-8162-d7887485dbaf admin admin] Network 4ec60bb8-0a6f-4555-8c94-046d0fbd289c is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:21:31.116907 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e0a26-6201-4887-94f6-85ea8effa5dd None None] Pushing event updated for resources: {'Port': ['ID=3ab0d8c4-9220-44c4-bde4-7c0f74f41aea,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:31.164702 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-ff3a5ada-b7fe-47ee-8162-d7887485dbaf admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:21:31.167057 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54644) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:31.220070 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-533e0a26-6201-4887-94f6-85ea8effa5dd None None] Attempting to bind port 3ab0d8c4-9220-44c4-bde4-7c0f74f41aea on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:21:31.220350 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-533e0a26-6201-4887-94f6-85ea8effa5dd None None] Attempting to bind port 3ab0d8c4-9220-44c4-bde4-7c0f74f41aea by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '0672b106-935c-453d-b829-3651aabead84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '2c3b64a3-e01f-473c-ab41-dd88bdb6432a'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:21:31.220589 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533e0a26-6201-4887-94f6-85ea8effa5dd None None] Attempting to bind port 3ab0d8c4-9220-44c4-bde4-7c0f74f41aea on network 2c3b64a3-e01f-473c-ab41-dd88bdb6432a {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:21:31.250774 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533e0a26-6201-4887-94f6-85ea8effa5dd None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:21:31.251143 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533e0a26-6201-4887-94f6-85ea8effa5dd None None] Checking segment: {'id': '0672b106-935c-453d-b829-3651aabead84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '2c3b64a3-e01f-473c-ab41-dd88bdb6432a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:21:31.251542 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-533e0a26-6201-4887-94f6-85ea8effa5dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:31.251953 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533e0a26-6201-4887-94f6-85ea8effa5dd None None] Bound using segment: {'id': '0672b106-935c-453d-b829-3651aabead84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '2c3b64a3-e01f-473c-ab41-dd88bdb6432a'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:21:31.252414 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-533e0a26-6201-4887-94f6-85ea8effa5dd None None] Bound port: 3ab0d8c4-9220-44c4-bde4-7c0f74f41aea, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0672b106-935c-453d-b829-3651aabead84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '2c3b64a3-e01f-473c-ab41-dd88bdb6432a'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:21:31.253475 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-533e0a26-6201-4887-94f6-85ea8effa5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:31.321882 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-b63909da-9059-40b6-ab20-a8f70dbfe6b0 None None] For port c4804ef6-f5e6-40d4-a831-33f18dfcc933, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:21:31.392630 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-533e0a26-6201-4887-94f6-85ea8effa5dd None None] For port 3ab0d8c4-9220-44c4-bde4-7c0f74f41aea, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:21:31.397294 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-533e0a26-6201-4887-94f6-85ea8effa5dd None None] For port 3ab0d8c4-9220-44c4-bde4-7c0f74f41aea, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=3ab0d8c4-9220-44c4-bde4-7c0f74f41aea,segment=NetworkSegment(0672b106-935c-453d-b829-3651aabead84),segment_id=0672b106-935c-453d-b829-3651aabead84)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:21:31.406460 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3b984633-6418-4384-b81f-d61f0537c483 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:31.410183 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-533e0a26-6201-4887-94f6-85ea8effa5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:31.462339 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [None req-3b984633-6418-4384-b81f-d61f0537c483 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Transition to ACTIVE for port object 058c6901-9c6d-4630-a5cb-e15038080eb2 will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:21:31.581840 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e0a26-6201-4887-94f6-85ea8effa5dd None None] Pushing event updated for resources: {'Port': ['ID=3ab0d8c4-9220-44c4-bde4-7c0f74f41aea,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:31.597408 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-38e6fe8b-fcca-4b4b-8031-debeb9f321f7 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:31.614870 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-b63909da-9059-40b6-ab20-a8f70dbfe6b0 None None] For port c4804ef6-f5e6-40d4-a831-33f18dfcc933, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=c4804ef6-f5e6-40d4-a831-33f18dfcc933,segment=NetworkSegment(249b4ea8-7a9a-482c-9405-7b1cd6ac0a96),segment_id=249b4ea8-7a9a-482c-9405-7b1cd6ac0a96)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:21:31.623121 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54650) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:31.623370 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b63909da-9059-40b6-ab20-a8f70dbfe6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:31.690794 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 6ea6f802-37da-4829-8b1f-ee4a2fd845c3 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:21:31.705458 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-da37d4ee-b9be-47a8-af44-9c4ee466a4ba tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router_gateway, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:31.755797 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-da37d4ee-b9be-47a8-af44-9c4ee466a4ba tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:31.883884 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-cbd57682-4dac-4910-b39a-96bceadb89fe None None] Provisioning complete for port 156439ad-e9f0-4883-938d-805cb0c3f74d triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:21:31.884325 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cbd57682-4dac-4910-b39a-96bceadb89fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:31.888655 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-56e93282-94dc-4c6a-96d7-e5430715d20c tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:31.918617 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-56e93282-94dc-4c6a-96d7-e5430715d20c tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Transition to ACTIVE for port object d3ee9d41-e2bb-4333-b140-622a10adac8c will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:21:31.924409 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3b984633-6418-4384-b81f-d61f0537c483 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:31.940252 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63909da-9059-40b6-ab20-a8f70dbfe6b0 None None] Pushing event updated for resources: {'Port': ['ID=c4804ef6-f5e6-40d4-a831-33f18dfcc933,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:32.014071 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bc9fa0dc-db41-4725-9332-74189ca5957a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d12823a006ff49a4916b73b08e3ad259&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8416674 Feb 04 21:21:32.015688 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 6ea6f802-37da-4829-8b1f-ee4a2fd845c3 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:21:32.018915 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-cbd57682-4dac-4910-b39a-96bceadb89fe None None] Port 156439ad-e9f0-4883-938d-805cb0c3f74d cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:21:32.034690 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 6ea6f802-37da-4829-8b1f-ee4a2fd845c3 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:21:32.035070 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:32.056621 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54660) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:32.113095 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-56e93282-94dc-4c6a-96d7-e5430715d20c tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:32.130317 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6fe8b-fcca-4b4b-8031-debeb9f321f7 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Pushing event deleted for resources: {'Port': ['ID=8f54e1a4-be78-486d-93f3-e7aa268ce861,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:32.263660 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:32.291125 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 6ea6f802-37da-4829-8b1f-ee4a2fd845c3, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=6ea6f802-37da-4829-8b1f-ee4a2fd845c3,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:21:32.296559 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b984633-6418-4384-b81f-d61f0537c483 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Port': ['ID=058c6901-9c6d-4630-a5cb-e15038080eb2,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:32.301661 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:32.302494 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device e28eb711-fd1d-4b27-a865-52df38049bfb up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:21:32.323142 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e6fe8b-fcca-4b4b-8031-debeb9f321f7 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] No DVR routers for this DVR port 8f54e1a4-be78-486d-93f3-e7aa268ce861 on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:21:32.324681 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-39737989-0bf6-49bb-b242-d3dd27def733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:32.325490 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b984633-6418-4384-b81f-d61f0537c483 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Network 2c3b64a3-e01f-473c-ab41-dd88bdb6432a is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:21:32.332609 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-3b984633-6418-4384-b81f-d61f0537c483 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:21:32.340283 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b984633-6418-4384-b81f-d61f0537c483 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:21:32.341163 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3b984633-6418-4384-b81f-d61f0537c483 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:32.384845 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e93282-94dc-4c6a-96d7-e5430715d20c tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Network ed716ee2-d5d2-46a5-bf6d-3e5f15935fdb is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:21:32.396352 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-56e93282-94dc-4c6a-96d7-e5430715d20c tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:21:32.406943 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e93282-94dc-4c6a-96d7-e5430715d20c tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Pushing event updated for resources: {'Port': ['ID=d3ee9d41-e2bb-4333-b140-622a10adac8c,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:32.419104 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e93282-94dc-4c6a-96d7-e5430715d20c tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:21:32.426954 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e93282-94dc-4c6a-96d7-e5430715d20c tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:32.427859 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-56e93282-94dc-4c6a-96d7-e5430715d20c tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:32.468338 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=6ea6f802-37da-4829-8b1f-ee4a2fd845c3,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:32.488690 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port e28eb711-fd1d-4b27-a865-52df38049bfb triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:21:32.489067 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:32.544033 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3b984633-6418-4384-b81f-d61f0537c483 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:32.568755 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-da37d4ee-b9be-47a8-af44-9c4ee466a4ba tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Allocated IP 172.25.5.252 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/99d568d9-14a2-40d2-b68e-e5c7cf43a5be) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:21:32.597981 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-39737989-0bf6-49bb-b242-d3dd27def733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:32.619039 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3a5ada-b7fe-47ee-8162-d7887485dbaf admin admin] Router 20b1a470-9f2b-4f1c-a876-a11fa3e53369 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:21:32.623003 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-38e6fe8b-fcca-4b4b-8031-debeb9f321f7 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:32.637842 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-39737989-0bf6-49bb-b242-d3dd27def733 admin admin] Usage tracker for resource:security_group_rule and tenant:0c383a44ae934d499017e4b2f3f31303 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:32.648959 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-39737989-0bf6-49bb-b242-d3dd27def733 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:32.660590 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fb3a9baf-3c28-4289-8086-f054580b6925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:32.680743 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-39737989-0bf6-49bb-b242-d3dd27def733 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:32.705717 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-38e6fe8b-fcca-4b4b-8031-debeb9f321f7 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3c909b-27d5-497f-833a-5fcd4923393d']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:32.721768 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-38e6fe8b-fcca-4b4b-8031-debeb9f321f7 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ece59c-99bd-4ece-a9f3-a539c38383b8') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:32.722061 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-38e6fe8b-fcca-4b4b-8031-debeb9f321f7 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ece59c-99bd-4ece-a9f3-a539c38383b8') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:32.735383 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-38e6fe8b-fcca-4b4b-8031-debeb9f321f7 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:32.760375 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-38e6fe8b-fcca-4b4b-8031-debeb9f321f7 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:32.767837 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e6fe8b-fcca-4b4b-8031-debeb9f321f7 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:21:32.768239 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-38e6fe8b-fcca-4b4b-8031-debeb9f321f7 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:32.783430 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 61fe87d9-2042-4921-bf0f-4fb86b79e35c no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:21:32.845516 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 61fe87d9-2042-4921-bf0f-4fb86b79e35c {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:21:32.846392 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 61fe87d9-2042-4921-bf0f-4fb86b79e35c not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:21:32.847116 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 4793c831-ed63-4238-a5aa-d61f0b8aa1a8 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:21:32.876231 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fb3a9baf-3c28-4289-8086-f054580b6925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:32.908931 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:21:32.908931 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:21:32.908931 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:21:32.908931 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:21:32.908931 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:21:32.908931 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:21:32.908931 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:21:32.908931 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:21:32.908931 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:21:32.908931 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:21:32.908931 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:21:32.908931 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:21:32.908931 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:21:32.908931 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:21:32.908931 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:21:32.908931 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:21:32.908931 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:21:32.908931 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:21:32.908931 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:21:32.908931 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:21:32.908931 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:21:32.908931 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:21:32.908931 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:21:32.908931 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:21:32.908931 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:21:32.908931 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:21:32.908931 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:21:32.908931 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:21:32.908931 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:21:32.908931 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:21:32.908931 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:21:32.908931 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:21:32.908931 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:21:32.908931 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:21:32.911840 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:32.912270 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 4793c831-ed63-4238-a5aa-d61f0b8aa1a8 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:21:32.912796 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 4793c831-ed63-4238-a5aa-d61f0b8aa1a8 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:21:32.913460 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 47ff7fe9-5f00-4c29-9b80-ab88d03c492e no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:21:32.924024 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-56e93282-94dc-4c6a-96d7-e5430715d20c tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 5.0553658 Feb 04 21:21:32.961125 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 47ff7fe9-5f00-4c29-9b80-ab88d03c492e {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:21:32.961507 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 47ff7fe9-5f00-4c29-9b80-ab88d03c492e not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:21:32.972161 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54674) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:33.299530 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25797013-6c96-4d96-9382-633204b2dd66 None None] Network 2c3b64a3-e01f-473c-ab41-dd88bdb6432a requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:21:33.349426 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-da37d4ee-b9be-47a8-af44-9c4ee466a4ba tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:33.402040 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-38e6fe8b-fcca-4b4b-8031-debeb9f321f7 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:33.408413 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-38e6fe8b-fcca-4b4b-8031-debeb9f321f7 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:33.463329 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6fe8b-fcca-4b4b-8031-debeb9f321f7 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Pushing event deleted for resources: {'Network': ['ID=ea3c909b-27d5-497f-833a-5fcd4923393d,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:33.473866 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fb3a9baf-3c28-4289-8086-f054580b6925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:33.498468 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-bc2b00e1-e264-4975-8a70-15876044a2d1 None None] Provisioning for port 3ab0d8c4-9220-44c4-bde4-7c0f74f41aea completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:21:33.502323 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-38e6fe8b-fcca-4b4b-8031-debeb9f321f7 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] 10.222.0.26 "DELETE /v2.0/networks/ea3c909b-27d5-497f-833a-5fcd4923393d HTTP/1.1" status: 204 len: 168 time: 3.9674692 Feb 04 21:21:33.511862 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54688) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:33.525341 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3a5ada-b7fe-47ee-8162-d7887485dbaf admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:21:33.557302 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ff3a5ada-b7fe-47ee-8162-d7887485dbaf admin admin] 10.222.0.26 "PUT /v2.0/routers/20b1a470-9f2b-4f1c-a876-a11fa3e53369/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5950530 Feb 04 21:21:33.683851 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-39737989-0bf6-49bb-b242-d3dd27def733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:33.687894 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234183ef-2200-4b75-bc2f-219b4c742972 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:33.693569 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-39737989-0bf6-49bb-b242-d3dd27def733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:33.700197 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234183ef-2200-4b75-bc2f-219b4c742972 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:33.709249 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234183ef-2200-4b75-bc2f-219b4c742972 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:33.711169 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-234183ef-2200-4b75-bc2f-219b4c742972 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.7378721 Feb 04 21:21:33.712042 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a9baf-3c28-4289-8086-f054580b6925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff287ae-4358-4fdf-9dda-9ad3c6cf50d5,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:33.732188 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54700) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:33.763107 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66b41f6-25f5-4027-a711-27be41349a9e None None] Sync routers for ids ['20b1a470-9f2b-4f1c-a876-a11fa3e53369'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:21:33.829538 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-39737989-0bf6-49bb-b242-d3dd27def733 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0c383a44ae934d499017e4b2f3f31303&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8215454 Feb 04 21:21:33.832624 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54704) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:33.877027 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 3ab0d8c4-9220-44c4-bde4-7c0f74f41aea up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:21:33.904667 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39737989-0bf6-49bb-b242-d3dd27def733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8c549e-2809-486a-bc13-c97613c994eb,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:33.922590 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39737989-0bf6-49bb-b242-d3dd27def733 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:33.924007 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39737989-0bf6-49bb-b242-d3dd27def733 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:33.924578 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39737989-0bf6-49bb-b242-d3dd27def733 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:33.924983 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39737989-0bf6-49bb-b242-d3dd27def733 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:33.925349 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39737989-0bf6-49bb-b242-d3dd27def733 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:33.925684 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39737989-0bf6-49bb-b242-d3dd27def733 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:33.926099 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39737989-0bf6-49bb-b242-d3dd27def733 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:33.926686 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39737989-0bf6-49bb-b242-d3dd27def733 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:33.927025 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39737989-0bf6-49bb-b242-d3dd27def733 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:33.927355 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39737989-0bf6-49bb-b242-d3dd27def733 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:33.928033 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39737989-0bf6-49bb-b242-d3dd27def733 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:33.928370 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39737989-0bf6-49bb-b242-d3dd27def733 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:33.947493 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-872b3913-ca12-4a70-868b-3b75d6319eac tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:33.971019 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32084f7-43c6-46a9-85b3-a01fc7659718 None None] Network ed716ee2-d5d2-46a5-bf6d-3e5f15935fdb requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:21:34.022666 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fb3a9baf-3c28-4289-8086-f054580b6925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:34.023913 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-fb3a9baf-3c28-4289-8086-f054580b6925 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8ff287ae-4358-4fdf-9dda-9ad3c6cf50d5 HTTP/1.1" status: 204 len: 168 time: 1.8233943 Feb 04 21:21:34.025224 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-da37d4ee-b9be-47a8-af44-9c4ee466a4ba tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:34.064388 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bff11b79-b111-48f2-8167-4c16f4d20edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:34.075722 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66b41f6-25f5-4027-a711-27be41349a9e None None] Routers {'20b1a470-9f2b-4f1c-a876-a11fa3e53369'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:21:34.078772 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-a66b41f6-25f5-4027-a711-27be41349a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:21:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['20b1a470-9f2b-4f1c-a876-a11fa3e53369'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:34.124531 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bff11b79-b111-48f2-8167-4c16f4d20edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:34.204620 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bff11b79-b111-48f2-8167-4c16f4d20edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:34.213319 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da37d4ee-b9be-47a8-af44-9c4ee466a4ba tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:21:34.221480 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff11b79-b111-48f2-8167-4c16f4d20edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8c549e-2809-486a-bc13-c97613c994eb,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:34.228430 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-da37d4ee-b9be-47a8-af44-9c4ee466a4ba tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:21:34.236317 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bff11b79-b111-48f2-8167-4c16f4d20edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:34.236936 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bff11b79-b111-48f2-8167-4c16f4d20edd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5d8c549e-2809-486a-bc13-c97613c994eb HTTP/1.1" status: 204 len: 168 time: 0.4024048 Feb 04 21:21:34.291507 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-abaae148-3b28-433e-ba84-3ed4d4503a3d tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Deleting port d3ee9d41-e2bb-4333-b140-622a10adac8c {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:21:34.291894 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-abaae148-3b28-433e-ba84-3ed4d4503a3d tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:34.350535 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da37d4ee-b9be-47a8-af44-9c4ee466a4ba tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:21:34.421957 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-74a78034-7e37-4e7e-adb5-8b181711732e None None] Provisioning for port c4804ef6-f5e6-40d4-a831-33f18dfcc933 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:21:34.478083 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37d4ee-b9be-47a8-af44-9c4ee466a4ba tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Pushing event updated for resources: {'Port': ['ID=99d568d9-14a2-40d2-b68e-e5c7cf43a5be,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:34.601331 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 3ab0d8c4-9220-44c4-bde4-7c0f74f41aea completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:21:34.647870 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 3ab0d8c4-9220-44c4-bde4-7c0f74f41aea triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:21:34.648527 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:34.655952 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-872b3913-ca12-4a70-868b-3b75d6319eac tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:34.667949 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [None req-3b984633-6418-4384-b81f-d61f0537c483 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:21:34.690077 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-a66b41f6-25f5-4027-a711-27be41349a9e None None] Set router 20b1a470-9f2b-4f1c-a876-a11fa3e53369 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:21:34.801864 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3b984633-6418-4384-b81f-d61f0537c483 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:34.822904 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-872b3913-ca12-4a70-868b-3b75d6319eac tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['502ba30a-f6d2-4b3c-a170-0d36b41dbecb']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:34.854270 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-872b3913-ca12-4a70-868b-3b75d6319eac tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f1ce8d-c13c-4d13-ac11-6dfcc097a416') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:34.854927 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-872b3913-ca12-4a70-868b-3b75d6319eac tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f1ce8d-c13c-4d13-ac11-6dfcc097a416') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:34.877384 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3b984633-6418-4384-b81f-d61f0537c483 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:34.878145 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3b984633-6418-4384-b81f-d61f0537c483 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:34.937853 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-872b3913-ca12-4a70-868b-3b75d6319eac tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:35.207917 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:35.256700 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-872b3913-ca12-4a70-868b-3b75d6319eac tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:35.318655 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 3ab0d8c4-9220-44c4-bde4-7c0f74f41aea, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=3ab0d8c4-9220-44c4-bde4-7c0f74f41aea,segment=NetworkSegment(0672b106-935c-453d-b829-3651aabead84),segment_id=0672b106-935c-453d-b829-3651aabead84)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:21:35.336987 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:35.340201 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 6ea6f802-37da-4829-8b1f-ee4a2fd845c3 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:21:35.562148 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-a66b41f6-25f5-4027-a711-27be41349a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b1a470-9f2b-4f1c-a876-a11fa3e53369', 'name': 'tempest-ImageQuotaTest-1432680137-router', 'tenant_id': 'e15b5f9b36d8423ca6dc59b917b82b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '6ea6f802-37da-4829-8b1f-ee4a2fd845c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:21:11Z', 'updated_at': '2022-02-04T21:21:28Z', 'revision_number': 4, 'project_id': 'e15b5f9b36d8423ca6dc59b917b82b64', 'gw_port': {'id': '6ea6f802-37da-4829-8b1f-ee4a2fd845c3', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b1a470-9f2b-4f1c-a876-a11fa3e53369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:16Z', 'updated_at': '2022-02-04T21:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '156439ad-e9f0-4883-938d-805cb0c3f74d', 'name': '', 'network_id': '4ec60bb8-0a6f-4555-8c94-046d0fbd289c', 'tenant_id': 'e15b5f9b36d8423ca6dc59b917b82b64', 'mac_address': 'fa:16:3e:d4:44:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b1a470-9f2b-4f1c-a876-a11fa3e53369', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '9ca7df3b-3c63-448d-9fa0-4586a4c821d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:25Z', 'updated_at': '2022-02-04T21:21:29Z', 'revision_number': 2, 'project_id': 'e15b5f9b36d8423ca6dc59b917b82b64', 'subnets': [{'id': '9ca7df3b-3c63-448d-9fa0-4586a4c821d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:35.576150 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b984633-6418-4384-b81f-d61f0537c483 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event updated for resources: {'Port': ['ID=058c6901-9c6d-4630-a5cb-e15038080eb2,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:35.576885 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66b41f6-25f5-4027-a711-27be41349a9e None None] Checking router: 20b1a470-9f2b-4f1c-a876-a11fa3e53369 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:21:35.577257 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66b41f6-25f5-4027-a711-27be41349a9e None None] Updating router 20b1a470-9f2b-4f1c-a876-a11fa3e53369 port 156439ad-e9f0-4883-938d-805cb0c3f74d binding host n-d-827896-1 {{(pid=87684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:21:35.625298 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-872b3913-ca12-4a70-868b-3b75d6319eac tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:21:35.626159 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-872b3913-ca12-4a70-868b-3b75d6319eac tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:35.642538 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-7362ba91-0c96-4fca-b571-8c817c045c71 None None] Provisioning complete for port 3ab0d8c4-9220-44c4-bde4-7c0f74f41aea triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:21:35.643099 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7362ba91-0c96-4fca-b571-8c817c045c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:35.645308 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:21:35.645308 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:21:35.645308 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:21:35.645308 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:21:35.645308 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:21:35.645308 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:21:35.645308 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:21:35.645308 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:21:35.645308 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:21:35.645308 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:21:35.645308 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:21:35.645308 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:21:35.645308 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:21:35.645308 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:21:35.645308 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:21:35.645308 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:21:35.645308 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:21:35.645308 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:21:35.645308 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:21:35.645308 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:21:35.645308 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:21:35.645308 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:21:35.645308 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:21:35.645308 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:21:35.645308 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:21:35.645308 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:21:35.645308 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:21:35.645308 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:21:35.645308 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:21:35.645308 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:21:35.645308 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:21:35.645308 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:21:35.712846 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=3ab0d8c4-9220-44c4-bde4-7c0f74f41aea,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:35.731157 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-da37d4ee-b9be-47a8-af44-9c4ee466a4ba tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router_gateway, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:35.762773 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:35.763173 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:35.763531 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:35.763870 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:35.764231 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:35.764584 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:35.764913 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:35.765259 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:35.765589 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:35.766032 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:35.766578 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:35.766905 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:21:35.833593 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a66b41f6-25f5-4027-a711-27be41349a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:35.851740 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 6ea6f802-37da-4829-8b1f-ee4a2fd845c3 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:21:35.859294 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:36.051719 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-abaae148-3b28-433e-ba84-3ed4d4503a3d tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:36.059243 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-872b3913-ca12-4a70-868b-3b75d6319eac tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:36.065298 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-872b3913-ca12-4a70-868b-3b75d6319eac tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:36.071888 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b984633-6418-4384-b81f-d61f0537c483 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Network 2c3b64a3-e01f-473c-ab41-dd88bdb6432a is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:21:36.136902 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-3b984633-6418-4384-b81f-d61f0537c483 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:21:36.202402 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54758) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:36.375725 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b3913-ca12-4a70-868b-3b75d6319eac tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Pushing event deleted for resources: {'Network': ['ID=502ba30a-f6d2-4b3c-a170-0d36b41dbecb,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:36.406999 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-abaae148-3b28-433e-ba84-3ed4d4503a3d tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Calling delete_port for d3ee9d41-e2bb-4333-b140-622a10adac8c owned by {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:21:36.541739 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-872b3913-ca12-4a70-868b-3b75d6319eac tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] 10.222.0.26 "DELETE /v2.0/networks/502ba30a-f6d2-4b3c-a170-0d36b41dbecb HTTP/1.1" status: 204 len: 168 time: 2.9037602 Feb 04 21:21:36.543096 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54768) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:36.594847 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967a0c30-81f3-4f75-b054-56b607ac38ad None None] get_active_networks_info from n-d-827896-1 {{(pid=87684) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 21:21:36.638388 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-7362ba91-0c96-4fca-b571-8c817c045c71 None None] Provisioning for port 058c6901-9c6d-4630-a5cb-e15038080eb2 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:21:36.653043 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-7362ba91-0c96-4fca-b571-8c817c045c71 None None] Provisioning complete for port 058c6901-9c6d-4630-a5cb-e15038080eb2 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:21:36.653446 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7362ba91-0c96-4fca-b571-8c817c045c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:36.735235 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device c4804ef6-f5e6-40d4-a831-33f18dfcc933 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:21:36.791643 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-14cd013d-79c6-4c1f-8861-c5bc7ab7042a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:36.829555 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-7362ba91-0c96-4fca-b571-8c817c045c71 None None] Port 058c6901-9c6d-4630-a5cb-e15038080eb2 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:21:36.890384 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-85ec7271-531f-48c7-8412-375e097f6f72 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:36.894936 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-14cd013d-79c6-4c1f-8861-c5bc7ab7042a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:36.904825 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-14cd013d-79c6-4c1f-8861-c5bc7ab7042a admin admin] Usage tracker for resource:security_group_rule and tenant:e2c33370c5774b408b362cb1a447e73f is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:36.913139 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-14cd013d-79c6-4c1f-8861-c5bc7ab7042a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:36.921163 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b984633-6418-4384-b81f-d61f0537c483 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Router 63c94746-5463-4d10-8f6d-7d964e16b767 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:21:36.924936 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-14cd013d-79c6-4c1f-8861-c5bc7ab7042a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:36.949688 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port c4804ef6-f5e6-40d4-a831-33f18dfcc933 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:21:36.971097 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port c4804ef6-f5e6-40d4-a831-33f18dfcc933 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:21:36.971440 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:37.065612 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-31fdf44b-313e-414e-a34f-0132cfe78942 None None] Provisioning complete for port c4804ef6-f5e6-40d4-a831-33f18dfcc933 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:21:37.066682 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-31fdf44b-313e-414e-a34f-0132cfe78942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:37.096283 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54784) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:37.116200 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967a0c30-81f3-4f75-b054-56b607ac38ad None None] Resources bound (agent type, host, resource id): {{(pid=87684) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 21:21:37.119753 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-da37d4ee-b9be-47a8-af44-9c4ee466a4ba tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:37.147342 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a66b41f6-25f5-4027-a711-27be41349a9e None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:37.252420 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-85ec7271-531f-48c7-8412-375e097f6f72 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:37.270836 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-da37d4ee-b9be-47a8-af44-9c4ee466a4ba tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-494389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-494370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492643'] for router, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:37.315877 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-85ec7271-531f-48c7-8412-375e097f6f72 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de57054-fb85-4095-8474-37f1f10224e5']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:37.346152 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-85ec7271-531f-48c7-8412-375e097f6f72 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '957e5142-2621-4fe0-93f0-b7cfbacc4194') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:37.346460 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-85ec7271-531f-48c7-8412-375e097f6f72 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '957e5142-2621-4fe0-93f0-b7cfbacc4194') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:37.359805 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-abaae148-3b28-433e-ba84-3ed4d4503a3d tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:37.388884 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-85ec7271-531f-48c7-8412-375e097f6f72 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:37.439872 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-a66b41f6-25f5-4027-a711-27be41349a9e None None] Transition to ACTIVE for port object 156439ad-e9f0-4883-938d-805cb0c3f74d will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:21:37.465068 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54792) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:37.479439 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a66b41f6-25f5-4027-a711-27be41349a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:37.502635 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-85ec7271-531f-48c7-8412-375e097f6f72 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:37.541539 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ec7271-531f-48c7-8412-375e097f6f72 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:21:37.544503 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-85ec7271-531f-48c7-8412-375e097f6f72 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:37.592492 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:21:37.592492 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:21:37.592492 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:21:37.592492 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:21:37.592492 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:21:37.592492 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:21:37.592492 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:21:37.592492 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:21:37.592492 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:21:37.592492 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:21:37.592492 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:21:37.592492 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:21:37.592492 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:21:37.592492 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:21:37.592492 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:21:37.592492 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:21:37.592492 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:21:37.592492 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:21:37.592492 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:21:37.592492 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:21:37.592492 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:21:37.592492 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:21:37.592492 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:21:37.592492 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:21:37.592492 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:21:37.592492 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:21:37.592492 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:21:37.592492 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:21:37.592492 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:21:37.592492 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:21:37.592492 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:21:37.592492 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:21:37.656461 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:37.704327 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaae148-3b28-433e-ba84-3ed4d4503a3d tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Pushing event deleted for resources: {'Port': ['ID=d3ee9d41-e2bb-4333-b140-622a10adac8c,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:37.713849 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b984633-6418-4384-b81f-d61f0537c483 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:21:37.736327 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098a8864-a624-4c47-b2b5-c288c76a7a28 None None] Sync routers for ids ['63c94746-5463-4d10-8f6d-7d964e16b767'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:21:37.762866 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098a8864-a624-4c47-b2b5-c288c76a7a28 None None] Routers {'63c94746-5463-4d10-8f6d-7d964e16b767'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:21:37.764071 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-098a8864-a624-4c47-b2b5-c288c76a7a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:21:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['63c94746-5463-4d10-8f6d-7d964e16b767'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:37.857568 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-3b984633-6418-4384-b81f-d61f0537c483 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "PUT /v2.0/routers/63c94746-5463-4d10-8f6d-7d964e16b767/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4598842 Feb 04 21:21:37.859846 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-abaae148-3b28-433e-ba84-3ed4d4503a3d tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:37.861831 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-abaae148-3b28-433e-ba84-3ed4d4503a3d tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] 10.222.0.26 "DELETE /v2.0/ports/d3ee9d41-e2bb-4333-b140-622a10adac8c HTTP/1.1" status: 204 len: 168 time: 4.1065187 Feb 04 21:21:37.879474 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54802) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:37.879847 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54804) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:37.880506 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-85ec7271-531f-48c7-8412-375e097f6f72 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:37.894980 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-85ec7271-531f-48c7-8412-375e097f6f72 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:37.961575 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-098a8864-a624-4c47-b2b5-c288c76a7a28 None None] Set router 63c94746-5463-4d10-8f6d-7d964e16b767 gateway port host: None {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:21:37.977297 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458689a-ca2e-4cf4-a42f-85217679a3d6 None None] Pushing event updated for resources: {'Port': ['ID=156439ad-e9f0-4883-938d-805cb0c3f74d,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:37.990221 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port c4804ef6-f5e6-40d4-a831-33f18dfcc933, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=c4804ef6-f5e6-40d4-a831-33f18dfcc933,segment=NetworkSegment(249b4ea8-7a9a-482c-9405-7b1cd6ac0a96),segment_id=249b4ea8-7a9a-482c-9405-7b1cd6ac0a96)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:21:38.001395 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-e834969e-932f-48fd-9f7e-5b5f294b6969 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Request body: {'port': {'name': 'tempest-new-port-name-1148827055', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:21:38.001699 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.api.validators [None req-e834969e-932f-48fd-9f7e-5b5f294b6969 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] bootfile-name is not in valid_values {{(pid=87682) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 21:21:38.002039 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.api.validators [None req-e834969e-932f-48fd-9f7e-5b5f294b6969 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] tftp-server is not in valid_values {{(pid=87682) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 21:21:38.002370 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.api.validators [None req-e834969e-932f-48fd-9f7e-5b5f294b6969 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] server-ip-address is not in valid_values {{(pid=87682) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 21:21:38.064446 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-14cd013d-79c6-4c1f-8861-c5bc7ab7042a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:38.068858 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-59618cbc-3da7-4bce-acf2-16a8bcc47013 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:21:38.131756 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4257b53-c58c-492c-8b4e-ae84c3a9770f None None] get_active_networks_info from n-d-827896-1 {{(pid=87684) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 21:21:38.133710 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-e83b0084-0076-49bf-ba34-5ec71c18c3e7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2112443457-network', 'tenant_id': '354a53753e434161ab788e250190d627'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:21:38.145983 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-14cd013d-79c6-4c1f-8861-c5bc7ab7042a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:38.185884 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e83b0084-0076-49bf-ba34-5ec71c18c3e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:38.231925 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:38.246802 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec7271-531f-48c7-8412-375e097f6f72 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Pushing event deleted for resources: {'Network': ['ID=4de57054-fb85-4095-8474-37f1f10224e5,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:38.307934 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e83b0084-0076-49bf-ba34-5ec71c18c3e7 admin admin] Usage tracker for resource:network and tenant:354a53753e434161ab788e250190d627 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:38.320849 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-85ec7271-531f-48c7-8412-375e097f6f72 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] 10.222.0.26 "DELETE /v2.0/networks/4de57054-fb85-4095-8474-37f1f10224e5 HTTP/1.1" status: 204 len: 168 time: 1.7754867 Feb 04 21:21:38.322289 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e83b0084-0076-49bf-ba34-5ec71c18c3e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:38.324502 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54818) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:38.345098 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da37d4ee-b9be-47a8-af44-9c4ee466a4ba tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Router acf3299f-0614-4b24-9d3f-f7b70623333c is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:21:38.357665 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e83b0084-0076-49bf-ba34-5ec71c18c3e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:38.432919 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-31fdf44b-313e-414e-a34f-0132cfe78942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:38.439805 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e834969e-932f-48fd-9f7e-5b5f294b6969 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:38.451422 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-14cd013d-79c6-4c1f-8861-c5bc7ab7042a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e2c33370c5774b408b362cb1a447e73f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2473803 Feb 04 21:21:38.458151 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd013d-79c6-4c1f-8861-c5bc7ab7042a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f7179a-84e4-4629-869f-a11ef32a6564,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:38.462471 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54824) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:38.546834 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83b0084-0076-49bf-ba34-5ec71c18c3e7 admin admin] Made reservation on behalf of 354a53753e434161ab788e250190d627 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:21:38.549134 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e83b0084-0076-49bf-ba34-5ec71c18c3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:38.563874 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a564863c-62cb-4bb1-bbb8-3268c85cc886 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:38.571893 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e83b0084-0076-49bf-ba34-5ec71c18c3e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:38.627489 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-098a8864-a624-4c47-b2b5-c288c76a7a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'name': 'tempest-RoutersIpV6Test-router-1547994625', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:41Z', 'updated_at': '2022-02-04T21:21:32Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'gw_port_host': None, '_interfaces': [{'id': '058c6901-9c6d-4630-a5cb-e15038080eb2', 'name': '', 'network_id': '2c3b64a3-e01f-473c-ab41-dd88bdb6432a', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:05:4e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '6ab8d55d-fba1-44a2-8734-fb1778a7771c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:29Z', 'updated_at': '2022-02-04T21:21:33Z', 'revision_number': 2, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '6ab8d55d-fba1-44a2-8734-fb1778a7771c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486', 'name': '', 'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:1e:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:46Z', 'updated_at': '2022-02-04T21:21:01Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad86718-6d02-4907-9c06-81a142ed5943', 'name': '', 'network_id': 'f75e680a-e515-4598-bcf1-d9be8dfcc4e4', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:e0:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:02Z', 'updated_at': '2022-02-04T21:21:14Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e28eb711-fd1d-4b27-a865-52df38049bfb', 'name': '', 'network_id': '42b25c0d-2b35-4352-8c77-5328e7bf68d5', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:50:b4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:14Z', 'updated_at': '2022-02-04T21:21:29Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:38.633879 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098a8864-a624-4c47-b2b5-c288c76a7a28 None None] Checking router: 63c94746-5463-4d10-8f6d-7d964e16b767 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:21:38.634362 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098a8864-a624-4c47-b2b5-c288c76a7a28 None None] Updating router 63c94746-5463-4d10-8f6d-7d964e16b767 port 058c6901-9c6d-4630-a5cb-e15038080eb2 binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:21:38.643719 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 3ab0d8c4-9220-44c4-bde4-7c0f74f41aea up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:21:38.708235 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-098a8864-a624-4c47-b2b5-c288c76a7a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:38.708412 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4257b53-c58c-492c-8b4e-ae84c3a9770f None None] Resources bound (agent type, host, resource id): {{(pid=87684) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 21:21:38.762730 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-a66b41f6-25f5-4027-a711-27be41349a9e None None] Attempting to bind port 156439ad-e9f0-4883-938d-805cb0c3f74d on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:21:38.762730 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-a66b41f6-25f5-4027-a711-27be41349a9e None None] Attempting to bind port 156439ad-e9f0-4883-938d-805cb0c3f74d by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '35cc77f9-cc80-4e57-a476-c8260777ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '4ec60bb8-0a6f-4555-8c94-046d0fbd289c'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:21:38.762730 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b41f6-25f5-4027-a711-27be41349a9e None None] Attempting to bind port 156439ad-e9f0-4883-938d-805cb0c3f74d on network 4ec60bb8-0a6f-4555-8c94-046d0fbd289c {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:21:38.773343 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b41f6-25f5-4027-a711-27be41349a9e None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:21:38.773727 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b41f6-25f5-4027-a711-27be41349a9e None None] Checking segment: {'id': '35cc77f9-cc80-4e57-a476-c8260777ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '4ec60bb8-0a6f-4555-8c94-046d0fbd289c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:21:38.774139 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a66b41f6-25f5-4027-a711-27be41349a9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:38.774696 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b41f6-25f5-4027-a711-27be41349a9e None None] Bound using segment: {'id': '35cc77f9-cc80-4e57-a476-c8260777ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '4ec60bb8-0a6f-4555-8c94-046d0fbd289c'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:21:38.775183 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-a66b41f6-25f5-4027-a711-27be41349a9e None None] Bound port: 156439ad-e9f0-4883-938d-805cb0c3f74d, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35cc77f9-cc80-4e57-a476-c8260777ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '4ec60bb8-0a6f-4555-8c94-046d0fbd289c'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:21:38.775566 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a66b41f6-25f5-4027-a711-27be41349a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:38.813417 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a564863c-62cb-4bb1-bbb8-3268c85cc886 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:38.844290 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-a564863c-62cb-4bb1-bbb8-3268c85cc886 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39dec13c-04d7-469c-9ac4-516ba86f6fa9']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:38.863489 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-a564863c-62cb-4bb1-bbb8-3268c85cc886 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f9bd9a2-3e9e-4a42-abb6-7226392450c0') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:38.870587 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-a564863c-62cb-4bb1-bbb8-3268c85cc886 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f9bd9a2-3e9e-4a42-abb6-7226392450c0') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:38.885697 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a564863c-62cb-4bb1-bbb8-3268c85cc886 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:38.903088 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a564863c-62cb-4bb1-bbb8-3268c85cc886 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:38.908683 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-a66b41f6-25f5-4027-a711-27be41349a9e None None] For port 156439ad-e9f0-4883-938d-805cb0c3f74d, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:21:38.911235 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a564863c-62cb-4bb1-bbb8-3268c85cc886 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:21:38.912248 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-a66b41f6-25f5-4027-a711-27be41349a9e None None] For port 156439ad-e9f0-4883-938d-805cb0c3f74d, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=156439ad-e9f0-4883-938d-805cb0c3f74d,segment=NetworkSegment(35cc77f9-cc80-4e57-a476-c8260777ea0a),segment_id=35cc77f9-cc80-4e57-a476-c8260777ea0a)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:21:38.912412 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a564863c-62cb-4bb1-bbb8-3268c85cc886 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:38.969701 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a66b41f6-25f5-4027-a711-27be41349a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:39.130514 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66b41f6-25f5-4027-a711-27be41349a9e None None] Routers {'20b1a470-9f2b-4f1c-a876-a11fa3e53369'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:21:39.131507 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-a66b41f6-25f5-4027-a711-27be41349a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:21:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['20b1a470-9f2b-4f1c-a876-a11fa3e53369'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:39.198941 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=c4804ef6-f5e6-40d4-a831-33f18dfcc933,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:39.201946 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 3ab0d8c4-9220-44c4-bde4-7c0f74f41aea triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:21:39.202418 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:39.258110 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:21:39.258110 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:21:39.258110 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:21:39.258110 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:21:39.258110 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:21:39.258110 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:21:39.258110 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:21:39.258110 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:21:39.258110 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:21:39.258110 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:21:39.258110 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:21:39.258110 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:21:39.258110 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:21:39.258110 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:21:39.258110 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:21:39.258110 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:21:39.258110 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:21:39.258110 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:21:39.258110 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:21:39.258110 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:21:39.258110 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:21:39.258110 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:21:39.258110 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:21:39.258110 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:21:39.258110 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:21:39.258110 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:21:39.258110 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:21:39.258110 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:21:39.258110 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:21:39.258110 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:21:39.258110 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:21:39.258110 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:21:39.351050 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458689a-ca2e-4cf4-a42f-85217679a3d6 None None] Pushing event updated for resources: {'Port': ['ID=156439ad-e9f0-4883-938d-805cb0c3f74d,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:39.380311 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-31fdf44b-313e-414e-a34f-0132cfe78942 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:21:39.380811 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-31fdf44b-313e-414e-a34f-0132cfe78942 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:21:39.456732 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a564863c-62cb-4bb1-bbb8-3268c85cc886 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:39.512468 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a564863c-62cb-4bb1-bbb8-3268c85cc886 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:39.516810 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564863c-62cb-4bb1-bbb8-3268c85cc886 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] Pushing event deleted for resources: {'Network': ['ID=39dec13c-04d7-469c-9ac4-516ba86f6fa9,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:39.520156 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-098a8864-a624-4c47-b2b5-c288c76a7a28 None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:39.528368 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da37d4ee-b9be-47a8-af44-9c4ee466a4ba tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:21:39.538367 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-098a8864-a624-4c47-b2b5-c288c76a7a28 None None] Transition to ACTIVE for port object 058c6901-9c6d-4630-a5cb-e15038080eb2 will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:21:39.547837 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a8e10b-2eed-444b-aafb-183606dbf195 None None] Sync routers for ids ['acf3299f-0614-4b24-9d3f-f7b70623333c'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:21:39.549560 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-098a8864-a624-4c47-b2b5-c288c76a7a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:39.590027 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a8e10b-2eed-444b-aafb-183606dbf195 None None] Routers {'acf3299f-0614-4b24-9d3f-f7b70623333c'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:21:39.590741 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-36a8e10b-2eed-444b-aafb-183606dbf195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:21:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['acf3299f-0614-4b24-9d3f-f7b70623333c'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:39.595951 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-a564863c-62cb-4bb1-bbb8-3268c85cc886 tempest-BulkNetworkOpsTest-1233676222 tempest-BulkNetworkOpsTest-1233676222-project] 10.222.0.26 "DELETE /v2.0/networks/39dec13c-04d7-469c-9ac4-516ba86f6fa9 HTTP/1.1" status: 204 len: 168 time: 1.2412910 Feb 04 21:21:39.608058 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-da37d4ee-b9be-47a8-af44-9c4ee466a4ba tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:39.610379 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-da37d4ee-b9be-47a8-af44-9c4ee466a4ba tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] 10.222.0.26 "PUT /v2.0/routers/acf3299f-0614-4b24-9d3f-f7b70623333c HTTP/1.1" status: 200 len: 879 time: 9.3991864 Feb 04 21:21:39.612660 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54876) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:39.706909 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-36a8e10b-2eed-444b-aafb-183606dbf195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:39.773579 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e83b0084-0076-49bf-ba34-5ec71c18c3e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:39.782313 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a8e10b-2eed-444b-aafb-183606dbf195 None None] Routers {'acf3299f-0614-4b24-9d3f-f7b70623333c'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:21:39.782954 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-36a8e10b-2eed-444b-aafb-183606dbf195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:21:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['acf3299f-0614-4b24-9d3f-f7b70623333c'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:39.805002 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.extraroute_db [None req-59618cbc-3da7-4bce-acf2-16a8bcc47013 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87682) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 21:21:39.809611 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e83b0084-0076-49bf-ba34-5ec71c18c3e7 admin admin] Usage tracker for resource:security_group_rule and tenant:354a53753e434161ab788e250190d627 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:39.867021 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-a66b41f6-25f5-4027-a711-27be41349a9e None None] Set router 20b1a470-9f2b-4f1c-a876-a11fa3e53369 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:21:39.877038 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e83b0084-0076-49bf-ba34-5ec71c18c3e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:39.919464 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e83b0084-0076-49bf-ba34-5ec71c18c3e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:39.933346 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aaad2963-0fdc-4b92-8cd8-0e6991a2f803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:39.939768 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52873ee2-b2b4-41b5-b9be-56c620b3181a None None] Pushing event updated for resources: {'Port': ['ID=058c6901-9c6d-4630-a5cb-e15038080eb2,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:40.024439 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-36a8e10b-2eed-444b-aafb-183606dbf195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:40.024760 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-098a8864-a624-4c47-b2b5-c288c76a7a28 None None] Attempting to bind port 058c6901-9c6d-4630-a5cb-e15038080eb2 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:21:40.024920 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a8e10b-2eed-444b-aafb-183606dbf195 None None] The sync data for ids ['acf3299f-0614-4b24-9d3f-f7b70623333c'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:21:40.033929 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-098a8864-a624-4c47-b2b5-c288c76a7a28 None None] Attempting to bind port 058c6901-9c6d-4630-a5cb-e15038080eb2 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '0672b106-935c-453d-b829-3651aabead84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '2c3b64a3-e01f-473c-ab41-dd88bdb6432a'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:21:40.035199 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098a8864-a624-4c47-b2b5-c288c76a7a28 None None] Attempting to bind port 058c6901-9c6d-4630-a5cb-e15038080eb2 on network 2c3b64a3-e01f-473c-ab41-dd88bdb6432a {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:21:40.049617 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098a8864-a624-4c47-b2b5-c288c76a7a28 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:21:40.055109 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098a8864-a624-4c47-b2b5-c288c76a7a28 None None] Checking segment: {'id': '0672b106-935c-453d-b829-3651aabead84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '2c3b64a3-e01f-473c-ab41-dd88bdb6432a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:21:40.055699 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-098a8864-a624-4c47-b2b5-c288c76a7a28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:40.056233 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098a8864-a624-4c47-b2b5-c288c76a7a28 None None] Bound using segment: {'id': '0672b106-935c-453d-b829-3651aabead84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '2c3b64a3-e01f-473c-ab41-dd88bdb6432a'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:21:40.056940 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-098a8864-a624-4c47-b2b5-c288c76a7a28 None None] Bound port: 058c6901-9c6d-4630-a5cb-e15038080eb2, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0672b106-935c-453d-b829-3651aabead84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '2c3b64a3-e01f-473c-ab41-dd88bdb6432a'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:21:40.057459 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-098a8864-a624-4c47-b2b5-c288c76a7a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:40.131036 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-30e70937-42c3-4fc4-b89e-081a68da3e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:40.183797 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e83b0084-0076-49bf-ba34-5ec71c18c3e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:40.226625 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54886) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:40.240682 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54888) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:40.251924 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-31fdf44b-313e-414e-a34f-0132cfe78942 None None] Could not find standard attr ID for object d3ee9d41-e2bb-4333-b140-622a10adac8c. {{(pid=87684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 21:21:40.375575 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-098a8864-a624-4c47-b2b5-c288c76a7a28 None None] For port 058c6901-9c6d-4630-a5cb-e15038080eb2, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:21:40.382180 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.extraroute_db [None req-59618cbc-3da7-4bce-acf2-16a8bcc47013 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Removed routes are [] {{(pid=87682) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 21:21:40.382592 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-59618cbc-3da7-4bce-acf2-16a8bcc47013 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:40.384256 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-098a8864-a624-4c47-b2b5-c288c76a7a28 None None] For port 058c6901-9c6d-4630-a5cb-e15038080eb2, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=058c6901-9c6d-4630-a5cb-e15038080eb2,segment=NetworkSegment(0672b106-935c-453d-b829-3651aabead84),segment_id=0672b106-935c-453d-b829-3651aabead84)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:21:40.395442 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-098a8864-a624-4c47-b2b5-c288c76a7a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:40.398415 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e83b0084-0076-49bf-ba34-5ec71c18c3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:40.412629 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device c4804ef6-f5e6-40d4-a831-33f18dfcc933 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:21:40.474806 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-528fb614-3194-4da4-85b3-3beb4280909b tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] 10.222.0.26 "GET /v2.0/routers/acf3299f-0614-4b24-9d3f-f7b70623333c HTTP/1.1" status: 200 len: 920 time: 0.8608449 Feb 04 21:21:40.492668 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54900) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:40.561610 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098a8864-a624-4c47-b2b5-c288c76a7a28 None None] Routers {'63c94746-5463-4d10-8f6d-7d964e16b767'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:21:40.562317 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-098a8864-a624-4c47-b2b5-c288c76a7a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:21:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['63c94746-5463-4d10-8f6d-7d964e16b767'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:40.565478 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-2191d825-89be-4932-9aad-7e447e9f27b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b85285276eeb4ce198c0a4b83e9f41fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3275864 Feb 04 21:21:40.567073 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54904) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:40.627890 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port c4804ef6-f5e6-40d4-a831-33f18dfcc933 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:21:40.628812 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:40.636616 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aaad2963-0fdc-4b92-8cd8-0e6991a2f803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:40.656377 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-31fdf44b-313e-414e-a34f-0132cfe78942 None None] Provisioning for port 6ba00933-43f6-4601-9e4e-23f0b9d4fd2a completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:21:40.671480 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-31fdf44b-313e-414e-a34f-0132cfe78942 None None] Provisioning complete for port 6ba00933-43f6-4601-9e4e-23f0b9d4fd2a triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:21:40.671855 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-31fdf44b-313e-414e-a34f-0132cfe78942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:40.672660 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-856d40e0-e551-4be6-8957-523c64736546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:40.698722 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52873ee2-b2b4-41b5-b9be-56c620b3181a None None] Pushing event updated for resources: {'Port': ['ID=058c6901-9c6d-4630-a5cb-e15038080eb2,revision_number=4']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:40.740335 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-098a8864-a624-4c47-b2b5-c288c76a7a28 None None] Set router 63c94746-5463-4d10-8f6d-7d964e16b767 gateway port host: None {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:21:40.765788 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5d62a832-488b-4bd9-9548-fee19570fb54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:40.795656 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-856d40e0-e551-4be6-8957-523c64736546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:40.807405 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-5d62a832-488b-4bd9-9548-fee19570fb54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:40.811799 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5d62a832-488b-4bd9-9548-fee19570fb54 admin admin] Usage tracker for resource:security_group_rule and tenant:0f6a02574215490684662fc0e7d4423f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:40.815185 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5d62a832-488b-4bd9-9548-fee19570fb54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:40.823933 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-5d62a832-488b-4bd9-9548-fee19570fb54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:40.904249 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-31fdf44b-313e-414e-a34f-0132cfe78942 None None] Port 6ba00933-43f6-4601-9e4e-23f0b9d4fd2a cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:21:40.990666 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5d62a832-488b-4bd9-9548-fee19570fb54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:41.054329 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5d62a832-488b-4bd9-9548-fee19570fb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:41.166359 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-a66b41f6-25f5-4027-a711-27be41349a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b1a470-9f2b-4f1c-a876-a11fa3e53369', 'name': 'tempest-ImageQuotaTest-1432680137-router', 'tenant_id': 'e15b5f9b36d8423ca6dc59b917b82b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '6ea6f802-37da-4829-8b1f-ee4a2fd845c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:21:11Z', 'updated_at': '2022-02-04T21:21:28Z', 'revision_number': 4, 'project_id': 'e15b5f9b36d8423ca6dc59b917b82b64', 'gw_port': {'id': '6ea6f802-37da-4829-8b1f-ee4a2fd845c3', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b1a470-9f2b-4f1c-a876-a11fa3e53369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:16Z', 'updated_at': '2022-02-04T21:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '156439ad-e9f0-4883-938d-805cb0c3f74d', 'name': '', 'network_id': '4ec60bb8-0a6f-4555-8c94-046d0fbd289c', 'tenant_id': 'e15b5f9b36d8423ca6dc59b917b82b64', 'mac_address': 'fa:16:3e:d4:44:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b1a470-9f2b-4f1c-a876-a11fa3e53369', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '9ca7df3b-3c63-448d-9fa0-4586a4c821d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:25Z', 'updated_at': '2022-02-04T21:21:38Z', 'revision_number': 4, 'project_id': 'e15b5f9b36d8423ca6dc59b917b82b64', 'subnets': [{'id': '9ca7df3b-3c63-448d-9fa0-4586a4c821d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:41.171532 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66b41f6-25f5-4027-a711-27be41349a9e None None] The sync data for ids ['20b1a470-9f2b-4f1c-a876-a11fa3e53369'] in n-d-827896-1 is: [{'id': '20b1a470-9f2b-4f1c-a876-a11fa3e53369', 'name': 'tempest-ImageQuotaTest-1432680137-router', 'tenant_id': 'e15b5f9b36d8423ca6dc59b917b82b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '6ea6f802-37da-4829-8b1f-ee4a2fd845c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:21:11Z', 'updated_at': '2022-02-04T21:21:28Z', 'revision_number': 4, 'project_id': 'e15b5f9b36d8423ca6dc59b917b82b64', 'gw_port': {'id': '6ea6f802-37da-4829-8b1f-ee4a2fd845c3', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b1a470-9f2b-4f1c-a876-a11fa3e53369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:16Z', 'updated_at': '2022-02-04T21:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '156439ad-e9f0-4883-938d-805cb0c3f74d', 'name': '', 'network_id': '4ec60bb8-0a6f-4555-8c94-046d0fbd289c', 'tenant_id': 'e15b5f9b36d8423ca6dc59b917b82b64', 'mac_address': 'fa:16:3e:d4:44:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b1a470-9f2b-4f1c-a876-a11fa3e53369', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '9ca7df3b-3c63-448d-9fa0-4586a4c821d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:25Z', 'updated_at': '2022-02-04T21:21:38Z', 'revision_number': 4, 'project_id': 'e15b5f9b36d8423ca6dc59b917b82b64', 'subnets': [{'id': '9ca7df3b-3c63-448d-9fa0-4586a4c821d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:21:41.222340 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e83b0084-0076-49bf-ba34-5ec71c18c3e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:21:41.283376 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62a832-488b-4bd9-9548-fee19570fb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d69f0f-dff2-4a1f-8340-336596b471fa,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:41.299261 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5d62a832-488b-4bd9-9548-fee19570fb54 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0f6a02574215490684662fc0e7d4423f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0572021 Feb 04 21:21:41.305415 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54908) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:41.324054 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b0084-0076-49bf-ba34-5ec71c18c3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26085a4a-6465-4395-884c-794d22cd5f39,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:41.338098 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e83b0084-0076-49bf-ba34-5ec71c18c3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:41.338703 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-e83b0084-0076-49bf-ba34-5ec71c18c3e7 admin admin] Added segment 891443bf-3c45-411c-8b26-5ac9a9e807fe of type vlan for network 9a5b169e-7ecf-44d8-b464-667febc50df4 Feb 04 21:21:41.343392 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aaad2963-0fdc-4b92-8cd8-0e6991a2f803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:41.364341 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-098a8864-a624-4c47-b2b5-c288c76a7a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'name': 'tempest-RoutersIpV6Test-router-1547994625', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:41Z', 'updated_at': '2022-02-04T21:21:39Z', 'revision_number': 6, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'gw_port_host': None, '_interfaces': [{'id': '058c6901-9c6d-4630-a5cb-e15038080eb2', 'name': '', 'network_id': '2c3b64a3-e01f-473c-ab41-dd88bdb6432a', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:05:4e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '6ab8d55d-fba1-44a2-8734-fb1778a7771c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:29Z', 'updated_at': '2022-02-04T21:21:40Z', 'revision_number': 4, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '6ab8d55d-fba1-44a2-8734-fb1778a7771c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486', 'name': '', 'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:1e:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:46Z', 'updated_at': '2022-02-04T21:21:01Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad86718-6d02-4907-9c06-81a142ed5943', 'name': '', 'network_id': 'f75e680a-e515-4598-bcf1-d9be8dfcc4e4', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:e0:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:02Z', 'updated_at': '2022-02-04T21:21:14Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e28eb711-fd1d-4b27-a865-52df38049bfb', 'name': '', 'network_id': '42b25c0d-2b35-4352-8c77-5328e7bf68d5', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:50:b4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:14Z', 'updated_at': '2022-02-04T21:21:29Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:41.376194 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098a8864-a624-4c47-b2b5-c288c76a7a28 None None] The sync data for ids ['63c94746-5463-4d10-8f6d-7d964e16b767'] in n-d-827896-1 is: [{'id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'name': 'tempest-RoutersIpV6Test-router-1547994625', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:41Z', 'updated_at': '2022-02-04T21:21:39Z', 'revision_number': 6, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'gw_port_host': None, '_interfaces': [{'id': '058c6901-9c6d-4630-a5cb-e15038080eb2', 'name': '', 'network_id': '2c3b64a3-e01f-473c-ab41-dd88bdb6432a', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:05:4e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '6ab8d55d-fba1-44a2-8734-fb1778a7771c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:29Z', 'updated_at': '2022-02-04T21:21:40Z', 'revision_number': 4, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '6ab8d55d-fba1-44a2-8734-fb1778a7771c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486', 'name': '', 'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:1e:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:46Z', 'updated_at': '2022-02-04T21:21:01Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad86718-6d02-4907-9c06-81a142ed5943', 'name': '', 'network_id': 'f75e680a-e515-4598-bcf1-d9be8dfcc4e4', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:e0:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:02Z', 'updated_at': '2022-02-04T21:21:14Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e28eb711-fd1d-4b27-a865-52df38049bfb', 'name': '', 'network_id': '42b25c0d-2b35-4352-8c77-5328e7bf68d5', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:50:b4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:14Z', 'updated_at': '2022-02-04T21:21:29Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:21:41.387289 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad2963-0fdc-4b92-8cd8-0e6991a2f803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f7179a-84e4-4629-869f-a11ef32a6564,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:41.419525 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-59618cbc-3da7-4bce-acf2-16a8bcc47013 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:41.476312 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-856d40e0-e551-4be6-8957-523c64736546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:41.485156 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e83b0084-0076-49bf-ba34-5ec71c18c3e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:41.489363 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-59618cbc-3da7-4bce-acf2-16a8bcc47013 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-494389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-494370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492643'] for router, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:41.516486 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d2e778-b7ea-4517-bb49-37a975096779 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:41.518248 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-35d2e778-b7ea-4517-bb49-37a975096779 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=1f11f724-8cdd-497d-8220-929f45cf1223&device_id=acf3299f-0614-4b24-9d3f-f7b70623333c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.0114651 Feb 04 21:21:41.566581 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d40e0-e551-4be6-8957-523c64736546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13eac0bc-01ed-4bb9-97ab-c0e1ef05fb24,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:41.572031 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54912) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:41.627929 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aaad2963-0fdc-4b92-8cd8-0e6991a2f803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:41.629085 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-aaad2963-0fdc-4b92-8cd8-0e6991a2f803 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/16f7179a-84e4-4629-869f-a11ef32a6564 HTTP/1.1" status: 204 len: 168 time: 3.1624396 Feb 04 21:21:41.669545 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-30e70937-42c3-4fc4-b89e-081a68da3e95 admin admin] Deleting port 156439ad-e9f0-4883-938d-805cb0c3f74d {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:21:41.673046 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-30e70937-42c3-4fc4-b89e-081a68da3e95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:41.782699 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.resource_extend [None req-e83b0084-0076-49bf-ba34-5ec71c18c3e7 admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:21:41.849453 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-856d40e0-e551-4be6-8957-523c64736546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:41.850595 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-856d40e0-e551-4be6-8957-523c64736546 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/13eac0bc-01ed-4bb9-97ab-c0e1ef05fb24 HTTP/1.1" status: 204 len: 168 time: 1.2826741 Feb 04 21:21:41.854017 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.resource_extend [None req-e834969e-932f-48fd-9f7e-5b5f294b6969 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:21:41.872683 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e834969e-932f-48fd-9f7e-5b5f294b6969 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:41.961348 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e834969e-932f-48fd-9f7e-5b5f294b6969 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:41.991511 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59618cbc-3da7-4bce-acf2-16a8bcc47013 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Router 63c94746-5463-4d10-8f6d-7d964e16b767 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:21:42.089678 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e83b0084-0076-49bf-ba34-5ec71c18c3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:42.090653 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83b0084-0076-49bf-ba34-5ec71c18c3e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:42.091225 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e83b0084-0076-49bf-ba34-5ec71c18c3e7 admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:42.151313 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-e834969e-932f-48fd-9f7e-5b5f294b6969 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] In _notify_port_updated(), no bound segment for port 6ba00933-43f6-4601-9e4e-23f0b9d4fd2a on network ed716ee2-d5d2-46a5-bf6d-3e5f15935fdb {{(pid=87682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 21:21:42.160640 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e834969e-932f-48fd-9f7e-5b5f294b6969 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:42.161365 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e834969e-932f-48fd-9f7e-5b5f294b6969 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:42.162771 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e834969e-932f-48fd-9f7e-5b5f294b6969 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] 10.222.0.26 "PUT /v2.0/ports/6ba00933-43f6-4601-9e4e-23f0b9d4fd2a HTTP/1.1" status: 200 len: 1130 time: 4.2597978 Feb 04 21:21:42.207754 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54922) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:42.262879 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-48a8ba31-3b5f-4bdf-8ae9-577573422fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:42.271282 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834969e-932f-48fd-9f7e-5b5f294b6969 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Pushing event updated for resources: {'Port': ['ID=6ba00933-43f6-4601-9e4e-23f0b9d4fd2a,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:42.409551 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-48a8ba31-3b5f-4bdf-8ae9-577573422fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:42.523083 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54928) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:42.574973 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-12298e49-0fa1-4370-be07-0adfd2d8cc48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:42.611592 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 156439ad-e9f0-4883-938d-805cb0c3f74d up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:21:42.654649 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-48a8ba31-3b5f-4bdf-8ae9-577573422fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:42.677808 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e83b0084-0076-49bf-ba34-5ec71c18c3e7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 5.2114661 Feb 04 21:21:42.687117 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502ff105-186a-489c-9b75-d92e121cca82 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:42.688193 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-502ff105-186a-489c-9b75-d92e121cca82 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Synchronizing usage tracker for tenant:c55bf425a6334afb856dabed2f44cd59 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:21:42.715773 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54934) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:42.782907 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-6cc10b6a-1f20-41e2-b20d-9f4c39a24907 None None] Provisioning complete for port 6ba00933-43f6-4601-9e4e-23f0b9d4fd2a triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:21:42.785549 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6cc10b6a-1f20-41e2-b20d-9f4c39a24907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:42.790921 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-12298e49-0fa1-4370-be07-0adfd2d8cc48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:42.796729 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-30e70937-42c3-4fc4-b89e-081a68da3e95 admin admin] For port 156439ad-e9f0-4883-938d-805cb0c3f74d, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=156439ad-e9f0-4883-938d-805cb0c3f74d,segment=NetworkSegment(35cc77f9-cc80-4e57-a476-c8260777ea0a),segment_id=35cc77f9-cc80-4e57-a476-c8260777ea0a)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:21:42.796729 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-30e70937-42c3-4fc4-b89e-081a68da3e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:42.810594 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-5caaf504-f9c5-447b-a211-298daecd647e admin admin] Request body: {'subnet': {'network_id': '9a5b169e-7ecf-44d8-b464-667febc50df4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2112443457-subnet', 'tenant_id': '354a53753e434161ab788e250190d627', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:21:42.851932 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8ba31-3b5f-4bdf-8ae9-577573422fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d69f0f-dff2-4a1f-8340-336596b471fa,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:42.889314 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-12298e49-0fa1-4370-be07-0adfd2d8cc48 admin admin] Usage tracker for resource:security_group_rule and tenant:0beb9aaaaa174b479736df99f7c85456 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:42.900658 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-48a8ba31-3b5f-4bdf-8ae9-577573422fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:42.905641 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-48a8ba31-3b5f-4bdf-8ae9-577573422fae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/48d69f0f-dff2-4a1f-8340-336596b471fa HTTP/1.1" status: 204 len: 168 time: 1.5833309 Feb 04 21:21:42.916165 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-6cc10b6a-1f20-41e2-b20d-9f4c39a24907 None None] Port 6ba00933-43f6-4601-9e4e-23f0b9d4fd2a cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:21:42.929913 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 156439ad-e9f0-4883-938d-805cb0c3f74d completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:21:42.938844 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 156439ad-e9f0-4883-938d-805cb0c3f74d triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:21:42.939533 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:42.940383 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-5caaf504-f9c5-447b-a211-298daecd647e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:42.946524 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-502ff105-186a-489c-9b75-d92e121cca82 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Unset dirty status for tenant:c55bf425a6334afb856dabed2f44cd59 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:21:42.951915 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-502ff105-186a-489c-9b75-d92e121cca82 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] 10.222.0.26 "GET /v2.0/ports/6ba00933-43f6-4601-9e4e-23f0b9d4fd2a HTTP/1.1" status: 200 len: 1130 time: 0.6789193 Feb 04 21:21:42.952036 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-12298e49-0fa1-4370-be07-0adfd2d8cc48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:42.962644 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e0d0b0-aded-42b4-832f-90ec37507082 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:42.965973 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e6e0d0b0-aded-42b4-832f-90ec37507082 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Synchronizing usage tracker for tenant:4cb61ac16a194fd1a0644872afbaafd5 on resource:network {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:21:42.970938 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b0084-0076-49bf-ba34-5ec71c18c3e7 admin admin] Pushing event updated for resources: {'Network': ['ID=9a5b169e-7ecf-44d8-b464-667febc50df4,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:43.001149 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-12298e49-0fa1-4370-be07-0adfd2d8cc48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:43.029349 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 9a5b169e-7ecf-44d8-b464-667febc50df4 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:21:43.120993 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54944) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:43.351780 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59618cbc-3da7-4bce-acf2-16a8bcc47013 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:21:43.363722 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5caaf504-f9c5-447b-a211-298daecd647e admin admin] Usage tracker for resource:subnet and tenant:354a53753e434161ab788e250190d627 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:43.365458 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-4e669da7-fdd3-4cd0-8a53-e9460d39f972 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Deleting port 6ba00933-43f6-4601-9e4e-23f0b9d4fd2a {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:21:43.371486 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4e669da7-fdd3-4cd0-8a53-e9460d39f972 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:43.387761 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-30e70937-42c3-4fc4-b89e-081a68da3e95 admin admin] Calling delete_port for 156439ad-e9f0-4883-938d-805cb0c3f74d owned by network:router_interface {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:21:43.479307 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5caaf504-f9c5-447b-a211-298daecd647e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:43.484381 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:43.487075 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-59618cbc-3da7-4bce-acf2-16a8bcc47013 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:43.490806 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-59618cbc-3da7-4bce-acf2-16a8bcc47013 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "PUT /v2.0/routers/63c94746-5463-4d10-8f6d-7d964e16b767 HTTP/1.1" status: 200 len: 954 time: 5.5914910 Feb 04 21:21:43.496629 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54954) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:43.522797 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-5caaf504-f9c5-447b-a211-298daecd647e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:43.540327 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e6e0d0b0-aded-42b4-832f-90ec37507082 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Unset dirty status for tenant:4cb61ac16a194fd1a0644872afbaafd5 on resource:network {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:21:43.563618 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e6e0d0b0-aded-42b4-832f-90ec37507082 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 881 time: 1.9878829 Feb 04 21:21:43.564353 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54958) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:43.581973 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 156439ad-e9f0-4883-938d-805cb0c3f74d, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=156439ad-e9f0-4883-938d-805cb0c3f74d,segment=NetworkSegment(35cc77f9-cc80-4e57-a476-c8260777ea0a),segment_id=35cc77f9-cc80-4e57-a476-c8260777ea0a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:21:43.594697 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:43.596411 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 058c6901-9c6d-4630-a5cb-e15038080eb2 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:21:43.673386 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5a99f8-e525-48bd-a3f3-51465cdb31d9 None None] Sync routers for ids ['63c94746-5463-4d10-8f6d-7d964e16b767'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:21:43.696938 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:21:43.720650 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5a99f8-e525-48bd-a3f3-51465cdb31d9 None None] Routers {'63c94746-5463-4d10-8f6d-7d964e16b767'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:21:43.722025 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-8b5a99f8-e525-48bd-a3f3-51465cdb31d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:21:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['63c94746-5463-4d10-8f6d-7d964e16b767'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:43.743101 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54964) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:43.787068 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=156439ad-e9f0-4883-938d-805cb0c3f74d,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:43.793146 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 058c6901-9c6d-4630-a5cb-e15038080eb2 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:21:43.800248 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 058c6901-9c6d-4630-a5cb-e15038080eb2 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:21:43.800621 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:43.910745 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4e669da7-fdd3-4cd0-8a53-e9460d39f972 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:43.955726 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c85a0d00-955f-47a5-928d-d56ada386fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:43.996715 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:44.044792 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 058c6901-9c6d-4630-a5cb-e15038080eb2, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=058c6901-9c6d-4630-a5cb-e15038080eb2,segment=NetworkSegment(0672b106-935c-453d-b829-3651aabead84),segment_id=0672b106-935c-453d-b829-3651aabead84)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:21:44.053042 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:44.139328 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=058c6901-9c6d-4630-a5cb-e15038080eb2,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:44.146657 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-4e669da7-fdd3-4cd0-8a53-e9460d39f972 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Calling delete_port for 6ba00933-43f6-4601-9e4e-23f0b9d4fd2a owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:21:44.173673 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-8b5a99f8-e525-48bd-a3f3-51465cdb31d9 None None] Set router 63c94746-5463-4d10-8f6d-7d964e16b767 gateway port host: None {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:21:44.234393 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54972) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:44.319570 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5caaf504-f9c5-447b-a211-298daecd647e admin admin] Made reservation on behalf of 354a53753e434161ab788e250190d627 for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:21:44.322035 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5caaf504-f9c5-447b-a211-298daecd647e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:44.338093 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-72ea2fa1-da7b-4c55-8d34-50113ec2e9ea tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] 10.222.0.26 "GET /v2.0/ports?device_id=acf3299f-0614-4b24-9d3f-f7b70623333c HTTP/1.1" status: 200 len: 205 time: 0.6328287 Feb 04 21:21:44.344717 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 156439ad-e9f0-4883-938d-805cb0c3f74d up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:21:44.349679 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9d502aa9-730e-4ac9-a819-16b605ead4f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:44.350255 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54976) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:44.442121 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 156439ad-e9f0-4883-938d-805cb0c3f74d triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:21:44.443064 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:44.559501 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-314b55f0-f133-4b79-b965-4eb0bb8e5365 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:44.563767 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-9d502aa9-730e-4ac9-a819-16b605ead4f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:44.582166 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-9d502aa9-730e-4ac9-a819-16b605ead4f2 admin admin] Usage tracker for resource:security_group_rule and tenant:8e6ad92775c3412fa31f57f5c3f6b4f9 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:44.588235 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-9d502aa9-730e-4ac9-a819-16b605ead4f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:44.600894 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 058c6901-9c6d-4630-a5cb-e15038080eb2 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:21:44.615575 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-8b5a99f8-e525-48bd-a3f3-51465cdb31d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'name': 'tempest-RoutersIpV6Test-router-1547994625', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:41Z', 'updated_at': '2022-02-04T21:21:39Z', 'revision_number': 6, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'gw_port_host': None, '_interfaces': [{'id': '058c6901-9c6d-4630-a5cb-e15038080eb2', 'name': '', 'network_id': '2c3b64a3-e01f-473c-ab41-dd88bdb6432a', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:05:4e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '6ab8d55d-fba1-44a2-8734-fb1778a7771c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:29Z', 'updated_at': '2022-02-04T21:21:40Z', 'revision_number': 4, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '6ab8d55d-fba1-44a2-8734-fb1778a7771c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486', 'name': '', 'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:1e:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:46Z', 'updated_at': '2022-02-04T21:21:01Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad86718-6d02-4907-9c06-81a142ed5943', 'name': '', 'network_id': 'f75e680a-e515-4598-bcf1-d9be8dfcc4e4', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:e0:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:02Z', 'updated_at': '2022-02-04T21:21:14Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e28eb711-fd1d-4b27-a865-52df38049bfb', 'name': '', 'network_id': '42b25c0d-2b35-4352-8c77-5328e7bf68d5', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:50:b4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:14Z', 'updated_at': '2022-02-04T21:21:29Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:44.620244 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5a99f8-e525-48bd-a3f3-51465cdb31d9 None None] Checking router: 63c94746-5463-4d10-8f6d-7d964e16b767 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:21:44.621430 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e42d849f-d950-4fbd-b4ef-1e85a420d8a0 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "GET /v2.0/routers/63c94746-5463-4d10-8f6d-7d964e16b767 HTTP/1.1" status: 200 len: 954 time: 1.1041138 Feb 04 21:21:44.625054 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54982) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:44.627919 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-9d502aa9-730e-4ac9-a819-16b605ead4f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:44.632315 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5a99f8-e525-48bd-a3f3-51465cdb31d9 None None] Routers {'63c94746-5463-4d10-8f6d-7d964e16b767'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:21:44.633167 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-8b5a99f8-e525-48bd-a3f3-51465cdb31d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:21:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['63c94746-5463-4d10-8f6d-7d964e16b767'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:44.640529 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-74effccc-a201-4280-8488-f449feb83326 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Request body: {'router': {'routes': None}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:21:44.669876 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-75deaf35-4ad6-4a09-9363-949720d82771 tempest-SubnetPoolsTestJSON-2005645928 tempest-SubnetPoolsTestJSON-2005645928-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1435153083', 'prefixes': ['172.20.0.0/16']}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:21:44.677518 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-75deaf35-4ad6-4a09-9363-949720d82771 tempest-SubnetPoolsTestJSON-2005645928 tempest-SubnetPoolsTestJSON-2005645928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:44.683214 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 058c6901-9c6d-4630-a5cb-e15038080eb2 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:21:44.683688 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:44.685003 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4e669da7-fdd3-4cd0-8a53-e9460d39f972 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:44.770930 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e669da7-fdd3-4cd0-8a53-e9460d39f972 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Pushing event deleted for resources: {'Port': ['ID=6ba00933-43f6-4601-9e4e-23f0b9d4fd2a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:44.867470 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-8b5a99f8-e525-48bd-a3f3-51465cdb31d9 None None] Set router 63c94746-5463-4d10-8f6d-7d964e16b767 gateway port host: None {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:21:44.905543 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4e669da7-fdd3-4cd0-8a53-e9460d39f972 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:44.954097 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4e669da7-fdd3-4cd0-8a53-e9460d39f972 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] 10.222.0.26 "DELETE /v2.0/ports/6ba00933-43f6-4601-9e4e-23f0b9d4fd2a HTTP/1.1" status: 204 len: 168 time: 1.8290699 Feb 04 21:21:44.955780 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54986) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:44.998483 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-12298e49-0fa1-4370-be07-0adfd2d8cc48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:45.081512 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-12298e49-0fa1-4370-be07-0adfd2d8cc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:45.204951 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-75deaf35-4ad6-4a09-9363-949720d82771 tempest-SubnetPoolsTestJSON-2005645928 tempest-SubnetPoolsTestJSON-2005645928-project] Notify callbacks [] for subnetpool, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:45.205681 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.api [None req-30e70937-42c3-4fc4-b89e-081a68da3e95 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:21:45.206006 n-d-827896-1 neutron-server[87683]: DEBUG oslo_db.api [None req-30e70937-42c3-4fc4-b89e-081a68da3e95 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:21:45.209346 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-75deaf35-4ad6-4a09-9363-949720d82771 tempest-SubnetPoolsTestJSON-2005645928 tempest-SubnetPoolsTestJSON-2005645928-project] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.9740474 Feb 04 21:21:45.211544 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 54990) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:45.215649 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-f497f54e-4140-41da-bfc1-5882b8d262c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Deleting subnet ae6c8f9a-0a0e-4c8c-a32d-b6957ed8bc94 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:21:45.233588 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f497f54e-4140-41da-bfc1-5882b8d262c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:45.262048 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-314b55f0-f133-4b79-b965-4eb0bb8e5365 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:45.279218 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-12298e49-0fa1-4370-be07-0adfd2d8cc48 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0beb9aaaaa174b479736df99f7c85456&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7551177 Feb 04 21:21:45.289248 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54994) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:45.293188 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12298e49-0fa1-4370-be07-0adfd2d8cc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e1e1b4-dea6-4550-be1c-f87a61a24651,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:45.303934 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e38e00b9-a7c8-4fad-ad38-ba66fdc5689a tempest-SubnetPoolsTestJSON-2005645928 tempest-SubnetPoolsTestJSON-2005645928-project] 10.222.0.26 "GET /v2.0/subnetpools/bbf30fdd-118d-4dc2-b52d-29bd27abf7aa HTTP/1.1" status: 200 len: 732 time: 0.0851774 Feb 04 21:21:45.304928 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-314b55f0-f133-4b79-b965-4eb0bb8e5365 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Deleting port 99d568d9-14a2-40d2-b68e-e5c7cf43a5be {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:21:45.305371 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-314b55f0-f133-4b79-b965-4eb0bb8e5365 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:45.313235 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 54998) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:45.337400 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-540c495b-e0aa-4338-887d-8758d820b86d tempest-SubnetPoolsTestJSON-2005645928 tempest-SubnetPoolsTestJSON-2005645928-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1414616767'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:21:45.341465 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-8b5a99f8-e525-48bd-a3f3-51465cdb31d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'name': 'tempest-RoutersIpV6Test-router-1547994625', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:41Z', 'updated_at': '2022-02-04T21:21:39Z', 'revision_number': 6, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'gw_port_host': None, '_interfaces': [{'id': '058c6901-9c6d-4630-a5cb-e15038080eb2', 'name': '', 'network_id': '2c3b64a3-e01f-473c-ab41-dd88bdb6432a', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:05:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '6ab8d55d-fba1-44a2-8734-fb1778a7771c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:29Z', 'updated_at': '2022-02-04T21:21:44Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '6ab8d55d-fba1-44a2-8734-fb1778a7771c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486', 'name': '', 'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:1e:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:46Z', 'updated_at': '2022-02-04T21:21:01Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad86718-6d02-4907-9c06-81a142ed5943', 'name': '', 'network_id': 'f75e680a-e515-4598-bcf1-d9be8dfcc4e4', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:e0:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:02Z', 'updated_at': '2022-02-04T21:21:14Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e28eb711-fd1d-4b27-a865-52df38049bfb', 'name': '', 'network_id': '42b25c0d-2b35-4352-8c77-5328e7bf68d5', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:50:b4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:14Z', 'updated_at': '2022-02-04T21:21:29Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:45.345927 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5a99f8-e525-48bd-a3f3-51465cdb31d9 None None] The sync data for ids ['63c94746-5463-4d10-8f6d-7d964e16b767'] in n-d-827896-1 is: [{'id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'name': 'tempest-RoutersIpV6Test-router-1547994625', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:41Z', 'updated_at': '2022-02-04T21:21:39Z', 'revision_number': 6, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'gw_port_host': None, '_interfaces': [{'id': '058c6901-9c6d-4630-a5cb-e15038080eb2', 'name': '', 'network_id': '2c3b64a3-e01f-473c-ab41-dd88bdb6432a', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:05:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '6ab8d55d-fba1-44a2-8734-fb1778a7771c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:29Z', 'updated_at': '2022-02-04T21:21:44Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '6ab8d55d-fba1-44a2-8734-fb1778a7771c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486', 'name': '', 'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:1e:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:46Z', 'updated_at': '2022-02-04T21:21:01Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad86718-6d02-4907-9c06-81a142ed5943', 'name': '', 'network_id': 'f75e680a-e515-4598-bcf1-d9be8dfcc4e4', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:e0:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:02Z', 'updated_at': '2022-02-04T21:21:14Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e28eb711-fd1d-4b27-a865-52df38049bfb', 'name': '', 'network_id': '42b25c0d-2b35-4352-8c77-5328e7bf68d5', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:50:b4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:14Z', 'updated_at': '2022-02-04T21:21:29Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:21:45.348107 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9d502aa9-730e-4ac9-a819-16b605ead4f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:45.363089 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f497f54e-4140-41da-bfc1-5882b8d262c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:45.429869 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9d502aa9-730e-4ac9-a819-16b605ead4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:45.587250 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-9d502aa9-730e-4ac9-a819-16b605ead4f2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8e6ad92775c3412fa31f57f5c3f6b4f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8283560 Feb 04 21:21:45.588341 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5caaf504-f9c5-447b-a211-298daecd647e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:45.588977 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-314b55f0-f133-4b79-b965-4eb0bb8e5365 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:45.594737 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 55002) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:45.596947 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f497f54e-4140-41da-bfc1-5882b8d262c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:45.621370 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d502aa9-730e-4ac9-a819-16b605ead4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87aff947-ef3d-44e2-9318-bd7f39adab7d,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:45.718496 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-30e70937-42c3-4fc4-b89e-081a68da3e95 admin admin] Deleting port 156439ad-e9f0-4883-938d-805cb0c3f74d {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:21:45.718831 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-30e70937-42c3-4fc4-b89e-081a68da3e95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:45.762973 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6f9f4374-99d5-41d2-afbb-26b62ab58d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:45.775363 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-314b55f0-f133-4b79-b965-4eb0bb8e5365 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Calling delete_port for 99d568d9-14a2-40d2-b68e-e5c7cf43a5be owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:21:45.873723 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caaf504-f9c5-447b-a211-298daecd647e admin admin] Pushing event updated for resources: {'Subnet': ['ID=04d011a5-5fa5-46de-b6ec-0f9f6f04e44d,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:45.920004 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6f9f4374-99d5-41d2-afbb-26b62ab58d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:46.007527 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f497f54e-4140-41da-bfc1-5882b8d262c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:46.064017 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497f54e-4140-41da-bfc1-5882b8d262c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Pushing event deleted for resources: {'Subnet': ['ID=ae6c8f9a-0a0e-4c8c-a32d-b6957ed8bc94,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:46.066311 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f497f54e-4140-41da-bfc1-5882b8d262c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:46.069320 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d24915-b046-448d-8bb7-e5095254428e None None] Network ed716ee2-d5d2-46a5-bf6d-3e5f15935fdb requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:21:46.082395 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f497f54e-4140-41da-bfc1-5882b8d262c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] 10.222.0.26 "DELETE /v2.0/subnets/ae6c8f9a-0a0e-4c8c-a32d-b6957ed8bc94 HTTP/1.1" status: 204 len: 168 time: 1.1225359 Feb 04 21:21:46.086198 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55006) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:46.203511 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caaf504-f9c5-447b-a211-298daecd647e admin admin] Checking segment: {'id': '891443bf-3c45-411c-8b26-5ac9a9e807fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '9a5b169e-7ecf-44d8-b464-667febc50df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:21:46.203880 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caaf504-f9c5-447b-a211-298daecd647e admin admin] Network hostable DHCP agents. Network: 9a5b169e-7ecf-44d8-b464-667febc50df4, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:21:46.236960 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5ae16462-1fd1-49b3-87a0-4b73cab5e707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:46.254846 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e4299ee4-cf3a-4dcf-8c6c-d3fe1ef37681 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:46.274841 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-e4299ee4-cf3a-4dcf-8c6c-d3fe1ef37681 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Deleting port c4804ef6-f5e6-40d4-a831-33f18dfcc933 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:21:46.275247 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e4299ee4-cf3a-4dcf-8c6c-d3fe1ef37681 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:46.302269 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fc8417e9-9057-46ec-9fbf-f53edc9daa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:46.307625 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-314b55f0-f133-4b79-b965-4eb0bb8e5365 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:46.377251 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5ae16462-1fd1-49b3-87a0-4b73cab5e707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:46.382830 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b55f0-f133-4b79-b965-4eb0bb8e5365 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Pushing event deleted for resources: {'Port': ['ID=99d568d9-14a2-40d2-b68e-e5c7cf43a5be,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:46.403248 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99139779-dba1-41bc-8bce-6549f071e2d3 None None] DHCP port deletion for ed716ee2-d5d2-46a5-bf6d-3e5f15935fdb request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:21:46.407711 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-99139779-dba1-41bc-8bce-6549f071e2d3 None None] Deleting port c4804ef6-f5e6-40d4-a831-33f18dfcc933 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:21:46.410825 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-99139779-dba1-41bc-8bce-6549f071e2d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:46.420972 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caaf504-f9c5-447b-a211-298daecd647e admin admin] Network 9a5b169e-7ecf-44d8-b464-667febc50df4 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:21:46.458007 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-30e70937-42c3-4fc4-b89e-081a68da3e95 admin admin] For port 156439ad-e9f0-4883-938d-805cb0c3f74d, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=156439ad-e9f0-4883-938d-805cb0c3f74d,segment=NetworkSegment(35cc77f9-cc80-4e57-a476-c8260777ea0a),segment_id=35cc77f9-cc80-4e57-a476-c8260777ea0a)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:21:46.458255 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-30e70937-42c3-4fc4-b89e-081a68da3e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:46.468665 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-540c495b-e0aa-4338-887d-8758d820b86d tempest-SubnetPoolsTestJSON-2005645928 tempest-SubnetPoolsTestJSON-2005645928-project] Notify callbacks [] for subnetpool, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:46.472428 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-540c495b-e0aa-4338-887d-8758d820b86d tempest-SubnetPoolsTestJSON-2005645928 tempest-SubnetPoolsTestJSON-2005645928-project] 10.222.0.26 "PUT /v2.0/subnetpools/bbf30fdd-118d-4dc2-b52d-29bd27abf7aa HTTP/1.1" status: 200 len: 684 time: 1.1559694 Feb 04 21:21:46.478788 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 55010) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:46.483859 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-5caaf504-f9c5-447b-a211-298daecd647e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 9a5b169e-7ecf-44d8-b464-667febc50df4) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:21:46.501415 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b703a490-2e08-4039-a57f-7de2219a62ac None None] Network 9a5b169e-7ecf-44d8-b464-667febc50df4 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:21:46.555723 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-314b55f0-f133-4b79-b965-4eb0bb8e5365 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:46.619098 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caaf504-f9c5-447b-a211-298daecd647e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:46.619674 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5caaf504-f9c5-447b-a211-298daecd647e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:46.625936 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.extraroute_db [None req-74effccc-a201-4280-8488-f449feb83326 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Added routes are [] {{(pid=87683) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 21:21:46.626183 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.extraroute_db [None req-74effccc-a201-4280-8488-f449feb83326 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87683) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 21:21:46.635771 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-30e70937-42c3-4fc4-b89e-081a68da3e95 admin admin] Calling delete_port for 156439ad-e9f0-4883-938d-805cb0c3f74d owned by network:router_interface {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:21:46.666397 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6f9f4374-99d5-41d2-afbb-26b62ab58d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:46.739189 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f4374-99d5-41d2-afbb-26b62ab58d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e1e1b4-dea6-4550-be1c-f87a61a24651,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:46.739848 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-99139779-dba1-41bc-8bce-6549f071e2d3 None None] For port c4804ef6-f5e6-40d4-a831-33f18dfcc933, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=c4804ef6-f5e6-40d4-a831-33f18dfcc933,segment=NetworkSegment(249b4ea8-7a9a-482c-9405-7b1cd6ac0a96),segment_id=249b4ea8-7a9a-482c-9405-7b1cd6ac0a96)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:21:46.740263 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-99139779-dba1-41bc-8bce-6549f071e2d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:46.772645 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6f9f4374-99d5-41d2-afbb-26b62ab58d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:46.776422 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-6f9f4374-99d5-41d2-afbb-26b62ab58d60 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f8e1e1b4-dea6-4550-be1c-f87a61a24651 HTTP/1.1" status: 204 len: 168 time: 1.4820824 Feb 04 21:21:46.801252 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5caaf504-f9c5-447b-a211-298daecd647e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.0496082 Feb 04 21:21:46.801252 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5ae16462-1fd1-49b3-87a0-4b73cab5e707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:46.801252 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5ae16462-1fd1-49b3-87a0-4b73cab5e707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:46.801252 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5ae16462-1fd1-49b3-87a0-4b73cab5e707 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/87aff947-ef3d-44e2-9318-bd7f39adab7d HTTP/1.1" status: 204 len: 168 time: 1.1669769 Feb 04 21:21:46.830987 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-74effccc-a201-4280-8488-f449feb83326 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:46.939737 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-99139779-dba1-41bc-8bce-6549f071e2d3 None None] Calling delete_port for c4804ef6-f5e6-40d4-a831-33f18dfcc933 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:21:47.056358 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d8590e-7188-45bb-ae5c-7ce5be8921d6 None None] Network 9a5b169e-7ecf-44d8-b464-667febc50df4 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:21:47.146237 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae16462-1fd1-49b3-87a0-4b73cab5e707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87aff947-ef3d-44e2-9318-bd7f39adab7d,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:47.156477 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-314b55f0-f133-4b79-b965-4eb0bb8e5365 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:47.168811 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-314b55f0-f133-4b79-b965-4eb0bb8e5365 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:47.186867 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-99139779-dba1-41bc-8bce-6549f071e2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:47.193293 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-e4299ee4-cf3a-4dcf-8c6c-d3fe1ef37681 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] For port c4804ef6-f5e6-40d4-a831-33f18dfcc933, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=c4804ef6-f5e6-40d4-a831-33f18dfcc933,segment=NetworkSegment(249b4ea8-7a9a-482c-9405-7b1cd6ac0a96),segment_id=249b4ea8-7a9a-482c-9405-7b1cd6ac0a96)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:21:47.195783 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e4299ee4-cf3a-4dcf-8c6c-d3fe1ef37681 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:47.297387 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0e221f0b-c5d1-44e8-9838-66bd00c0e657 tempest-SubnetPoolsTestJSON-2005645928 tempest-SubnetPoolsTestJSON-2005645928-project] Notify callbacks [] for subnetpool, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:47.302503 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-0e221f0b-c5d1-44e8-9838-66bd00c0e657 tempest-SubnetPoolsTestJSON-2005645928 tempest-SubnetPoolsTestJSON-2005645928-project] 10.222.0.26 "DELETE /v2.0/subnetpools/bbf30fdd-118d-4dc2-b52d-29bd27abf7aa HTTP/1.1" status: 204 len: 168 time: 0.8207457 Feb 04 21:21:47.308573 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 55030) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:47.317326 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-30e70937-42c3-4fc4-b89e-081a68da3e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:47.335786 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99139779-dba1-41bc-8bce-6549f071e2d3 None None] Pushing event deleted for resources: {'Port': ['ID=c4804ef6-f5e6-40d4-a831-33f18dfcc933,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:47.354612 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99139779-dba1-41bc-8bce-6549f071e2d3 None None] No DVR routers for this DVR port c4804ef6-f5e6-40d4-a831-33f18dfcc933 on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:21:47.453737 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-e4299ee4-cf3a-4dcf-8c6c-d3fe1ef37681 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Calling delete_port for c4804ef6-f5e6-40d4-a831-33f18dfcc933 owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:21:47.504777 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-314b55f0-f133-4b79-b965-4eb0bb8e5365 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:47.504777 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314b55f0-f133-4b79-b965-4eb0bb8e5365 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Fanout notify agent at l3_agent the message router_deleted on router acf3299f-0614-4b24-9d3f-f7b70623333c {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:21:47.508172 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:47.526793 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-314b55f0-f133-4b79-b965-4eb0bb8e5365 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:47.532511 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-314b55f0-f133-4b79-b965-4eb0bb8e5365 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] 10.222.0.26 "DELETE /v2.0/routers/acf3299f-0614-4b24-9d3f-f7b70623333c HTTP/1.1" status: 204 len: 168 time: 3.1726615 Feb 04 21:21:47.532511 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55042) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:47.541127 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-831b9831-5603-41a0-8ccf-072d68e6a9f7 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-419274626', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:21:47.551197 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-831b9831-5603-41a0-8ccf-072d68e6a9f7 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:47.567882 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-831b9831-5603-41a0-8ccf-072d68e6a9f7 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Usage tracker for resource:router and tenant:ae2b6ea13aa74c00a906f4f9751c3287 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:47.571203 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-831b9831-5603-41a0-8ccf-072d68e6a9f7 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:47.579130 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-831b9831-5603-41a0-8ccf-072d68e6a9f7 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:47.584180 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.api [None req-e4299ee4-cf3a-4dcf-8c6c-d3fe1ef37681 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:21:47.584572 n-d-827896-1 neutron-server[87682]: DEBUG oslo_db.api [None req-e4299ee4-cf3a-4dcf-8c6c-d3fe1ef37681 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:21:47.591649 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-831b9831-5603-41a0-8ccf-072d68e6a9f7 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:47.592967 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-831b9831-5603-41a0-8ccf-072d68e6a9f7 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:47.624487 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-831b9831-5603-41a0-8ccf-072d68e6a9f7 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:47.660691 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:47.666230 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-831b9831-5603-41a0-8ccf-072d68e6a9f7 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:47.686828 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e70937-42c3-4fc4-b89e-081a68da3e95 admin admin] Pushing event deleted for resources: {'Port': ['ID=156439ad-e9f0-4883-938d-805cb0c3f74d,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:47.689639 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [None req-c5d8b0fb-eab6-4b5f-a812-14af68763f3a tempest-SubnetPoolsTestJSON-2005645928 tempest-SubnetPoolsTestJSON-2005645928-project] show failed (client error): The resource could not be found. Feb 04 21:21:47.690934 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c5d8b0fb-eab6-4b5f-a812-14af68763f3a tempest-SubnetPoolsTestJSON-2005645928 tempest-SubnetPoolsTestJSON-2005645928-project] 10.222.0.26 "GET /v2.0/subnetpools/bbf30fdd-118d-4dc2-b52d-29bd27abf7aa HTTP/1.1" status: 404 len: 346 time: 0.3815639 Feb 04 21:21:47.694049 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55060) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:47.724828 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-6bc0ae6e-0b16-4220-9ce0-fa3e3fedf9aa tempest-SubnetPoolsTestJSON-2005645928 tempest-SubnetPoolsTestJSON-2005645928-project] delete failed (client error): The resource could not be found. Feb 04 21:21:47.726185 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6bc0ae6e-0b16-4220-9ce0-fa3e3fedf9aa tempest-SubnetPoolsTestJSON-2005645928 tempest-SubnetPoolsTestJSON-2005645928-project] 10.222.0.26 "DELETE /v2.0/subnetpools/bbf30fdd-118d-4dc2-b52d-29bd27abf7aa HTTP/1.1" status: 404 len: 346 time: 0.0309505 Feb 04 21:21:47.727031 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-831b9831-5603-41a0-8ccf-072d68e6a9f7 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:47.731349 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-831b9831-5603-41a0-8ccf-072d68e6a9f7 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1979272 Feb 04 21:21:47.733498 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55066) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:47.739144 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-0a413cc1-44dc-4d40-b303-e8e2ecb5b1f3 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'enable_snat': True}}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:21:47.968379 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-74effccc-a201-4280-8488-f449feb83326 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:47.984680 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-74effccc-a201-4280-8488-f449feb83326 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-494389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-494370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492643'] for router, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:48.086315 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-e4299ee4-cf3a-4dcf-8c6c-d3fe1ef37681 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Deleting port c4804ef6-f5e6-40d4-a831-33f18dfcc933 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:21:48.086960 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e4299ee4-cf3a-4dcf-8c6c-d3fe1ef37681 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:48.236449 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-e4299ee4-cf3a-4dcf-8c6c-d3fe1ef37681 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] The port 'c4804ef6-f5e6-40d4-a831-33f18dfcc933' was deleted {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:21:48.312951 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55082) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:48.463177 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device c4804ef6-f5e6-40d4-a831-33f18dfcc933 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:21:48.538460 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: c4804ef6-f5e6-40d4-a831-33f18dfcc933 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:21:48.539002 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device c4804ef6-f5e6-40d4-a831-33f18dfcc933 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:21:48.564373 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-c739c621-27a8-41fa-9160-2ca755a22372 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:48.566112 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-c739c621-27a8-41fa-9160-2ca755a22372 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/networks?id=9a5b169e-7ecf-44d8-b464-667febc50df4 HTTP/1.1" status: 200 len: 815 time: 0.8651083 Feb 04 21:21:48.593509 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-30e70937-42c3-4fc4-b89e-081a68da3e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:48.599055 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e4299ee4-cf3a-4dcf-8c6c-d3fe1ef37681 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:48.603864 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-5eca9c7d-a7df-4b2c-8087-a2ee9941aa11 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/quotas/354a53753e434161ab788e250190d627 HTTP/1.1" status: 200 len: 375 time: 0.0275946 Feb 04 21:21:48.613145 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a413cc1-44dc-4d40-b303-e8e2ecb5b1f3 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:48.634859 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-e4299ee4-cf3a-4dcf-8c6c-d3fe1ef37681 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed716ee2-d5d2-46a5-bf6d-3e5f15935fdb']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:48.668050 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-e4299ee4-cf3a-4dcf-8c6c-d3fe1ef37681 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '249b4ea8-7a9a-482c-9405-7b1cd6ac0a96') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:48.668681 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-e4299ee4-cf3a-4dcf-8c6c-d3fe1ef37681 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '249b4ea8-7a9a-482c-9405-7b1cd6ac0a96') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:48.688281 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e4299ee4-cf3a-4dcf-8c6c-d3fe1ef37681 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:48.720140 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74effccc-a201-4280-8488-f449feb83326 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Router 63c94746-5463-4d10-8f6d-7d964e16b767 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:21:48.757188 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-3c607556-3ec9-4995-99eb-f97f61b31b45 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=354a53753e434161ab788e250190d627&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0891051 Feb 04 21:21:48.789738 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5edd3af7-c65c-41dc-bf61-4c8c3f265a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:48.801387 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e4299ee4-cf3a-4dcf-8c6c-d3fe1ef37681 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:48.819860 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4299ee4-cf3a-4dcf-8c6c-d3fe1ef37681 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:21:48.820534 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e4299ee4-cf3a-4dcf-8c6c-d3fe1ef37681 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:21:48.840966 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:21:48.852362 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5edd3af7-c65c-41dc-bf61-4c8c3f265a63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:48.911274 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:49.130098 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74effccc-a201-4280-8488-f449feb83326 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:21:49.133519 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5edd3af7-c65c-41dc-bf61-4c8c3f265a63 admin admin] Usage tracker for resource:security_group_rule and tenant:03975f2939754db4908f4e69d84419aa is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:49.141981 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef98c4d9-848c-421a-808a-47da274f506c None None] Sync routers for ids ['63c94746-5463-4d10-8f6d-7d964e16b767'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:21:49.153764 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef98c4d9-848c-421a-808a-47da274f506c None None] Routers {'63c94746-5463-4d10-8f6d-7d964e16b767'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:21:49.156172 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-ef98c4d9-848c-421a-808a-47da274f506c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:21:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['63c94746-5463-4d10-8f6d-7d964e16b767'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:49.156992 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5edd3af7-c65c-41dc-bf61-4c8c3f265a63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:49.171370 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5edd3af7-c65c-41dc-bf61-4c8c3f265a63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:49.198019 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-5ac3ab12-98eb-4d8f-8222-572fd2dce911 service neutron] 10.222.0.26 "GET /v2.0/networks/9a5b169e-7ecf-44d8-b464-667febc50df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309576 Feb 04 21:21:49.199381 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e4299ee4-cf3a-4dcf-8c6c-d3fe1ef37681 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:49.204529 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-74effccc-a201-4280-8488-f449feb83326 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:49.204889 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e4299ee4-cf3a-4dcf-8c6c-d3fe1ef37681 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:49.208724 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-74effccc-a201-4280-8488-f449feb83326 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "PUT /v2.0/routers/63c94746-5463-4d10-8f6d-7d964e16b767 HTTP/1.1" status: 200 len: 704 time: 4.5785930 Feb 04 21:21:49.213881 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 55110) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:49.252656 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4299ee4-cf3a-4dcf-8c6c-d3fe1ef37681 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] Pushing event deleted for resources: {'Network': ['ID=ed716ee2-d5d2-46a5-bf6d-3e5f15935fdb,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:49.264748 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e4299ee4-cf3a-4dcf-8c6c-d3fe1ef37681 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984 tempest-ExtraDHCPOptionsIpV6TestJSON-1104884984-project] 10.222.0.26 "DELETE /v2.0/networks/ed716ee2-d5d2-46a5-bf6d-3e5f15935fdb HTTP/1.1" status: 204 len: 168 time: 3.1766877 Feb 04 21:21:49.491896 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-ef98c4d9-848c-421a-808a-47da274f506c None None] Set router 63c94746-5463-4d10-8f6d-7d964e16b767 gateway port host: None {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:21:49.534816 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5edd3af7-c65c-41dc-bf61-4c8c3f265a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:49.547828 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a413cc1-44dc-4d40-b303-e8e2ecb5b1f3 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:49.574590 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5edd3af7-c65c-41dc-bf61-4c8c3f265a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:49.610535 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a413cc1-44dc-4d40-b303-e8e2ecb5b1f3 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:49.691341 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd3af7-c65c-41dc-bf61-4c8c3f265a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbc79b7-6b79-4b3d-9f90-3e5fea2c690f,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:49.715463 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5edd3af7-c65c-41dc-bf61-4c8c3f265a63 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=03975f2939754db4908f4e69d84419aa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4013977 Feb 04 21:21:49.717885 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55126) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:49.818093 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-8f134914-93fd-404b-a581-c3303fa94885 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "GET /v2.0/routers/63c94746-5463-4d10-8f6d-7d964e16b767 HTTP/1.1" status: 200 len: 704 time: 0.6030924 Feb 04 21:21:49.818745 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 55132) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:49.883647 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff074717-8f75-459f-8541-eafdafa624d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:49.918071 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-0a413cc1-44dc-4d40-b303-e8e2ecb5b1f3 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Allocated IP 172.25.5.168 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/93fcbe19-aed5-429c-be99-8dd93b5eb421) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:21:49.931529 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff074717-8f75-459f-8541-eafdafa624d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:50.165955 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff074717-8f75-459f-8541-eafdafa624d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:50.218138 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-ef98c4d9-848c-421a-808a-47da274f506c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'name': 'tempest-RoutersIpV6Test-router-1547994625', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:41Z', 'updated_at': '2022-02-04T21:21:46Z', 'revision_number': 7, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'gw_port_host': None, '_interfaces': [{'id': '058c6901-9c6d-4630-a5cb-e15038080eb2', 'name': '', 'network_id': '2c3b64a3-e01f-473c-ab41-dd88bdb6432a', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:05:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '6ab8d55d-fba1-44a2-8734-fb1778a7771c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:29Z', 'updated_at': '2022-02-04T21:21:44Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '6ab8d55d-fba1-44a2-8734-fb1778a7771c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486', 'name': '', 'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:1e:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:46Z', 'updated_at': '2022-02-04T21:21:01Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad86718-6d02-4907-9c06-81a142ed5943', 'name': '', 'network_id': 'f75e680a-e515-4598-bcf1-d9be8dfcc4e4', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:e0:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:02Z', 'updated_at': '2022-02-04T21:21:14Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e28eb711-fd1d-4b27-a865-52df38049bfb', 'name': '', 'network_id': '42b25c0d-2b35-4352-8c77-5328e7bf68d5', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:50:b4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:14Z', 'updated_at': '2022-02-04T21:21:29Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:50.224948 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef98c4d9-848c-421a-808a-47da274f506c None None] Checking router: 63c94746-5463-4d10-8f6d-7d964e16b767 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:21:50.228218 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55142) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:50.245814 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff074717-8f75-459f-8541-eafdafa624d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbc79b7-6b79-4b3d-9f90-3e5fea2c690f,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:50.248783 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef98c4d9-848c-421a-808a-47da274f506c None None] Routers {'63c94746-5463-4d10-8f6d-7d964e16b767'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:21:50.250463 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-ef98c4d9-848c-421a-808a-47da274f506c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:21:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['63c94746-5463-4d10-8f6d-7d964e16b767'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:50.269011 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff074717-8f75-459f-8541-eafdafa624d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:50.269733 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ff074717-8f75-459f-8541-eafdafa624d1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ffbc79b7-6b79-4b3d-9f90-3e5fea2c690f HTTP/1.1" status: 204 len: 168 time: 0.5437622 Feb 04 21:21:50.291235 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a413cc1-44dc-4d40-b303-e8e2ecb5b1f3 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:50.348585 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a413cc1-44dc-4d40-b303-e8e2ecb5b1f3 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:50.399843 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-a9c0bbe0-5592-47bf-9c4f-9ae4517ef63d service neutron] 10.222.0.26 "GET /v2.0/networks/9a5b169e-7ecf-44d8-b464-667febc50df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1872680 Feb 04 21:21:50.445833 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e70937-42c3-4fc4-b89e-081a68da3e95 admin admin] Router 20b1a470-9f2b-4f1c-a876-a11fa3e53369 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:21:50.462246 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a413cc1-44dc-4d40-b303-e8e2ecb5b1f3 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:21:50.474464 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-ef98c4d9-848c-421a-808a-47da274f506c None None] Set router 63c94746-5463-4d10-8f6d-7d964e16b767 gateway port host: None {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:21:50.494724 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-0a413cc1-44dc-4d40-b303-e8e2ecb5b1f3 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:21:50.581873 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a413cc1-44dc-4d40-b303-e8e2ecb5b1f3 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:21:50.834729 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a413cc1-44dc-4d40-b303-e8e2ecb5b1f3 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Pushing event updated for resources: {'Port': ['ID=93fcbe19-aed5-429c-be99-8dd93b5eb421,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:50.838153 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55162) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:50.887841 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e3c10574-718d-47de-ae0a-bf3baf53f0f4 req-8109ab05-cd75-48e9-8e0e-e3a0038d5686 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=92a7afa3-5e12-4e0a-8fbe-6069a7995915 HTTP/1.1" status: 200 len: 210 time: 0.1060429 Feb 04 21:21:50.933110 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-ef98c4d9-848c-421a-808a-47da274f506c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'name': 'tempest-RoutersIpV6Test-router-1547994625', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:41Z', 'updated_at': '2022-02-04T21:21:46Z', 'revision_number': 7, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'gw_port_host': None, '_interfaces': [{'id': '058c6901-9c6d-4630-a5cb-e15038080eb2', 'name': '', 'network_id': '2c3b64a3-e01f-473c-ab41-dd88bdb6432a', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:05:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '6ab8d55d-fba1-44a2-8734-fb1778a7771c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:29Z', 'updated_at': '2022-02-04T21:21:44Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '6ab8d55d-fba1-44a2-8734-fb1778a7771c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486', 'name': '', 'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:1e:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:46Z', 'updated_at': '2022-02-04T21:21:01Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad86718-6d02-4907-9c06-81a142ed5943', 'name': '', 'network_id': 'f75e680a-e515-4598-bcf1-d9be8dfcc4e4', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:e0:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:02Z', 'updated_at': '2022-02-04T21:21:14Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e28eb711-fd1d-4b27-a865-52df38049bfb', 'name': '', 'network_id': '42b25c0d-2b35-4352-8c77-5328e7bf68d5', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:50:b4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:14Z', 'updated_at': '2022-02-04T21:21:29Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:50.938246 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef98c4d9-848c-421a-808a-47da274f506c None None] The sync data for ids ['63c94746-5463-4d10-8f6d-7d964e16b767'] in n-d-827896-1 is: [{'id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'name': 'tempest-RoutersIpV6Test-router-1547994625', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:41Z', 'updated_at': '2022-02-04T21:21:46Z', 'revision_number': 7, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'gw_port_host': None, '_interfaces': [{'id': '058c6901-9c6d-4630-a5cb-e15038080eb2', 'name': '', 'network_id': '2c3b64a3-e01f-473c-ab41-dd88bdb6432a', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:05:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '6ab8d55d-fba1-44a2-8734-fb1778a7771c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:29Z', 'updated_at': '2022-02-04T21:21:44Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '6ab8d55d-fba1-44a2-8734-fb1778a7771c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486', 'name': '', 'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:1e:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:46Z', 'updated_at': '2022-02-04T21:21:01Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad86718-6d02-4907-9c06-81a142ed5943', 'name': '', 'network_id': 'f75e680a-e515-4598-bcf1-d9be8dfcc4e4', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:e0:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:02Z', 'updated_at': '2022-02-04T21:21:14Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e28eb711-fd1d-4b27-a865-52df38049bfb', 'name': '', 'network_id': '42b25c0d-2b35-4352-8c77-5328e7bf68d5', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:50:b4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:14Z', 'updated_at': '2022-02-04T21:21:29Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:21:51.016683 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e70937-42c3-4fc4-b89e-081a68da3e95 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:21:51.035428 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43643584-ad9b-4b14-8eac-6ff244423666 None None] Sync routers for ids ['20b1a470-9f2b-4f1c-a876-a11fa3e53369'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:21:51.042938 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-30e70937-42c3-4fc4-b89e-081a68da3e95 admin admin] 10.222.0.26 "PUT /v2.0/routers/20b1a470-9f2b-4f1c-a876-a11fa3e53369/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9431849 Feb 04 21:21:51.052718 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43643584-ad9b-4b14-8eac-6ff244423666 None None] Routers {'20b1a470-9f2b-4f1c-a876-a11fa3e53369'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:21:51.053597 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 55174) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:51.054107 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-43643584-ad9b-4b14-8eac-6ff244423666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:21:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['20b1a470-9f2b-4f1c-a876-a11fa3e53369'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:51.110938 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-446ba1c6-393d-4fe3-90c2-febdf0f8d2be admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c55bf425a6334afb856dabed2f44cd59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8737321 Feb 04 21:21:51.152850 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 55180) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:51.398506 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-43643584-ad9b-4b14-8eac-6ff244423666 None None] Set router 20b1a470-9f2b-4f1c-a876-a11fa3e53369 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:21:51.451803 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7c64bbf3-d594-4c56-aac9-cd8b84faf18c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:51.580972 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7c64bbf3-d594-4c56-aac9-cd8b84faf18c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:51.613457 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4d25980f-ff7a-4963-affa-efc0acd9ef13 admin admin] Notify callbacks [] for router, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:51.613635 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a413cc1-44dc-4d40-b303-e8e2ecb5b1f3 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:51.719238 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fa2ddd98-f62b-4c88-bd8b-8dda3e71d10c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:51.750174 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-fa2ddd98-f62b-4c88-bd8b-8dda3e71d10c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:51.757389 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-fa2ddd98-f62b-4c88-bd8b-8dda3e71d10c admin admin] Usage tracker for resource:security_group_rule and tenant:d0ed0207b47a42d7ac5bcfad9bdd6e2b is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:51.907396 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4d25980f-ff7a-4963-affa-efc0acd9ef13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:51.971008 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-fa2ddd98-f62b-4c88-bd8b-8dda3e71d10c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:51.988240 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-4d25980f-ff7a-4963-affa-efc0acd9ef13 admin admin] Deleting port 6ea6f802-37da-4829-8b1f-ee4a2fd845c3 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:21:51.988768 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4d25980f-ff7a-4963-affa-efc0acd9ef13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:51.997819 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-fa2ddd98-f62b-4c88-bd8b-8dda3e71d10c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:52.039701 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-43643584-ad9b-4b14-8eac-6ff244423666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b1a470-9f2b-4f1c-a876-a11fa3e53369', 'name': 'tempest-ImageQuotaTest-1432680137-router', 'tenant_id': 'e15b5f9b36d8423ca6dc59b917b82b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '6ea6f802-37da-4829-8b1f-ee4a2fd845c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:21:11Z', 'updated_at': '2022-02-04T21:21:46Z', 'revision_number': 5, 'project_id': 'e15b5f9b36d8423ca6dc59b917b82b64', 'gw_port': {'id': '6ea6f802-37da-4829-8b1f-ee4a2fd845c3', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b1a470-9f2b-4f1c-a876-a11fa3e53369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:16Z', 'updated_at': '2022-02-04T21:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:52.056844 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43643584-ad9b-4b14-8eac-6ff244423666 None None] Checking router: 20b1a470-9f2b-4f1c-a876-a11fa3e53369 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:21:52.091335 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43643584-ad9b-4b14-8eac-6ff244423666 None None] Routers {'20b1a470-9f2b-4f1c-a876-a11fa3e53369'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:21:52.092234 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-43643584-ad9b-4b14-8eac-6ff244423666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:21:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['20b1a470-9f2b-4f1c-a876-a11fa3e53369'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:52.184945 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fa8d9586-37c7-40ac-ba0a-7b65a35cf513 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:52.370532 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-43643584-ad9b-4b14-8eac-6ff244423666 None None] Set router 20b1a470-9f2b-4f1c-a876-a11fa3e53369 gateway port host: None {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:21:52.439849 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a413cc1-44dc-4d40-b303-e8e2ecb5b1f3 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:52.473087 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a413cc1-44dc-4d40-b303-e8e2ecb5b1f3 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-494389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-494370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492643'] for router, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:52.598545 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-43643584-ad9b-4b14-8eac-6ff244423666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b1a470-9f2b-4f1c-a876-a11fa3e53369', 'name': 'tempest-ImageQuotaTest-1432680137-router', 'tenant_id': 'e15b5f9b36d8423ca6dc59b917b82b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:21:11Z', 'updated_at': '2022-02-04T21:21:51Z', 'revision_number': 6, 'project_id': 'e15b5f9b36d8423ca6dc59b917b82b64', 'gw_port_host': None}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:52.603039 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43643584-ad9b-4b14-8eac-6ff244423666 None None] The sync data for ids ['20b1a470-9f2b-4f1c-a876-a11fa3e53369'] in n-d-827896-1 is: [{'id': '20b1a470-9f2b-4f1c-a876-a11fa3e53369', 'name': 'tempest-ImageQuotaTest-1432680137-router', 'tenant_id': 'e15b5f9b36d8423ca6dc59b917b82b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:21:11Z', 'updated_at': '2022-02-04T21:21:51Z', 'revision_number': 6, 'project_id': 'e15b5f9b36d8423ca6dc59b917b82b64', 'gw_port_host': None}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:21:52.609573 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fa2ddd98-f62b-4c88-bd8b-8dda3e71d10c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:52.636798 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fa2ddd98-f62b-4c88-bd8b-8dda3e71d10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:52.791701 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fa2ddd98-f62b-4c88-bd8b-8dda3e71d10c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d0ed0207b47a42d7ac5bcfad9bdd6e2b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9382384 Feb 04 21:21:52.795570 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ddd98-f62b-4c88-bd8b-8dda3e71d10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2581df2-4174-445d-b5d8-35222807f423,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:52.798381 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55244) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:52.990719 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f373de4c-c434-48d5-8dad-02d5dd9a3129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:53.007627 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a413cc1-44dc-4d40-b303-e8e2ecb5b1f3 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Router 41f389ac-f312-44d2-b9b0-2f3dd0a3f172 is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:21:53.057063 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f373de4c-c434-48d5-8dad-02d5dd9a3129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:53.060308 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-4d25980f-ff7a-4963-affa-efc0acd9ef13 admin admin] For port 6ea6f802-37da-4829-8b1f-ee4a2fd845c3, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=6ea6f802-37da-4829-8b1f-ee4a2fd845c3,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:21:53.062114 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4d25980f-ff7a-4963-affa-efc0acd9ef13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:53.151814 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55256) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:53.195867 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7c64bbf3-d594-4c56-aac9-cd8b84faf18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:53.312459 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-4d25980f-ff7a-4963-affa-efc0acd9ef13 admin admin] Calling delete_port for 6ea6f802-37da-4829-8b1f-ee4a2fd845c3 owned by network:router_gateway {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:21:53.337180 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f373de4c-c434-48d5-8dad-02d5dd9a3129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:53.343835 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a413cc1-44dc-4d40-b303-e8e2ecb5b1f3 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:21:53.347857 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-20a13f23-5241-455a-872f-f3a008e38bc1 req-ca1b6fb4-4056-4d72-9696-8f0cfa343ed3 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=92a7afa3-5e12-4e0a-8fbe-6069a7995915 HTTP/1.1" status: 200 len: 210 time: 1.1677051 Feb 04 21:21:53.354510 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1f74a1-7257-4071-bd71-866530f519e8 None None] Sync routers for ids ['41f389ac-f312-44d2-b9b0-2f3dd0a3f172'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:21:53.370691 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-4e479b0f-b68e-4a9e-9edc-e3df8f7b9d89 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:53.372220 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-4e479b0f-b68e-4a9e-9edc-e3df8f7b9d89 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.18 "GET /v2.0/networks?id=9a5b169e-7ecf-44d8-b464-667febc50df4 HTTP/1.1" status: 200 len: 815 time: 0.7282608 Feb 04 21:21:53.372429 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1f74a1-7257-4071-bd71-866530f519e8 None None] Routers {'41f389ac-f312-44d2-b9b0-2f3dd0a3f172'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:21:53.382757 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-3e1f74a1-7257-4071-bd71-866530f519e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:21:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['41f389ac-f312-44d2-b9b0-2f3dd0a3f172'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:53.386214 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64bbf3-d594-4c56-aac9-cd8b84faf18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e58446-7b9a-40b4-a2da-dfc37b024c12,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:53.390032 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373de4c-c434-48d5-8dad-02d5dd9a3129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2581df2-4174-445d-b5d8-35222807f423,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:53.395233 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f373de4c-c434-48d5-8dad-02d5dd9a3129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:53.397141 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f373de4c-c434-48d5-8dad-02d5dd9a3129 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c2581df2-4174-445d-b5d8-35222807f423 HTTP/1.1" status: 204 len: 168 time: 0.5943363 Feb 04 21:21:53.400687 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a413cc1-44dc-4d40-b303-e8e2ecb5b1f3 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:53.406124 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0a413cc1-44dc-4d40-b303-e8e2ecb5b1f3 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] 10.222.0.26 "PUT /v2.0/routers/41f389ac-f312-44d2-b9b0-2f3dd0a3f172 HTTP/1.1" status: 200 len: 914 time: 5.6714170 Feb 04 21:21:53.406881 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55270) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:53.412129 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-c411e2ed-edf8-456c-bdeb-1edbb20e9763 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Request body: {'port': {'device_id': '92a7afa3-5e12-4e0a-8fbe-6069a7995915', 'network_id': '9a5b169e-7ecf-44d8-b464-667febc50df4', 'admin_state_up': True, 'tenant_id': '354a53753e434161ab788e250190d627'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:21:53.515196 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7c64bbf3-d594-4c56-aac9-cd8b84faf18c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:53.518641 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-7c64bbf3-d594-4c56-aac9-cd8b84faf18c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/58e58446-7b9a-40b4-a2da-dfc37b024c12 HTTP/1.1" status: 204 len: 168 time: 2.3631055 Feb 04 21:21:53.598519 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-3e1f74a1-7257-4071-bd71-866530f519e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:53.627639 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1f74a1-7257-4071-bd71-866530f519e8 None None] Routers {'41f389ac-f312-44d2-b9b0-2f3dd0a3f172'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:21:53.629684 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-3e1f74a1-7257-4071-bd71-866530f519e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:21:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['41f389ac-f312-44d2-b9b0-2f3dd0a3f172'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:53.699759 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a90ba92e-192b-4131-8c61-0904ae2c1c99 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] 10.222.0.26 "GET /v2.0/routers/41f389ac-f312-44d2-b9b0-2f3dd0a3f172 HTTP/1.1" status: 200 len: 920 time: 0.2888999 Feb 04 21:21:53.712216 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55282) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:53.757305 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bce10e31-6720-43ae-9722-ebe905de49f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:53.757913 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-c411e2ed-edf8-456c-bdeb-1edbb20e9763 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:53.760473 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-3e1f74a1-7257-4071-bd71-866530f519e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:53.761425 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1f74a1-7257-4071-bd71-866530f519e8 None None] The sync data for ids ['41f389ac-f312-44d2-b9b0-2f3dd0a3f172'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:21:53.764108 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-c411e2ed-edf8-456c-bdeb-1edbb20e9763 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Usage tracker for resource:port and tenant:354a53753e434161ab788e250190d627 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:53.768061 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-c411e2ed-edf8-456c-bdeb-1edbb20e9763 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:53.777672 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-c411e2ed-edf8-456c-bdeb-1edbb20e9763 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:53.792778 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-bce10e31-6720-43ae-9722-ebe905de49f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:53.801799 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-bce10e31-6720-43ae-9722-ebe905de49f9 admin admin] Usage tracker for resource:security_group_rule and tenant:c3ae32955a8341358f3d4084a403305c is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:53.805460 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-bce10e31-6720-43ae-9722-ebe905de49f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:53.816453 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-bce10e31-6720-43ae-9722-ebe905de49f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:53.818624 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-c411e2ed-edf8-456c-bdeb-1edbb20e9763 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Made reservation on behalf of 354a53753e434161ab788e250190d627 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:21:53.823025 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-c411e2ed-edf8-456c-bdeb-1edbb20e9763 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:53.849228 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c3a674-73b6-49cd-be78-93e139a8cbc2 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:53.850888 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d0c3a674-73b6-49cd-be78-93e139a8cbc2 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=1f11f724-8cdd-497d-8220-929f45cf1223&device_id=41f389ac-f312-44d2-b9b0-2f3dd0a3f172&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1377199 Feb 04 21:21:53.853625 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55290) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:54.050475 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-fa8d9586-37c7-40ac-ba0a-7b65a35cf513 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Deleting port 058c6901-9c6d-4630-a5cb-e15038080eb2 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:21:54.051179 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fa8d9586-37c7-40ac-ba0a-7b65a35cf513 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:54.080071 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bce10e31-6720-43ae-9722-ebe905de49f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:54.095873 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bce10e31-6720-43ae-9722-ebe905de49f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:54.110692 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4d25980f-ff7a-4963-affa-efc0acd9ef13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:54.215564 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bce10e31-6720-43ae-9722-ebe905de49f9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c3ae32955a8341358f3d4084a403305c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0542996 Feb 04 21:21:54.224456 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25980f-ff7a-4963-affa-efc0acd9ef13 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ea6f802-37da-4829-8b1f-ee4a2fd845c3,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:54.227517 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55306) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:54.281619 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce10e31-6720-43ae-9722-ebe905de49f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60467902-471e-4ab8-af5c-c91d7dca5678,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:54.334937 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb8913a-bc27-49b5-8616-cb64f229cbe5 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:54.339669 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6bb8913a-bc27-49b5-8616-cb64f229cbe5 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 881 time: 0.4811413 Feb 04 21:21:54.345115 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55316) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:54.366766 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 156439ad-e9f0-4883-938d-805cb0c3f74d no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:21:54.463664 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 156439ad-e9f0-4883-938d-805cb0c3f74d {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:21:54.464789 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 156439ad-e9f0-4883-938d-805cb0c3f74d not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:21:54.465500 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 6ea6f802-37da-4829-8b1f-ee4a2fd845c3 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:21:54.567647 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 6ea6f802-37da-4829-8b1f-ee4a2fd845c3 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:21:54.568154 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 6ea6f802-37da-4829-8b1f-ee4a2fd845c3 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:21:54.594116 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-43d2f5f9-de1b-4736-98aa-fc4fa98a0417 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] 10.222.0.26 "GET /v2.0/ports?device_id=41f389ac-f312-44d2-b9b0-2f3dd0a3f172 HTTP/1.1" status: 200 len: 205 time: 0.2478325 Feb 04 21:21:54.595033 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55334) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:54.665453 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a5481448-4e9c-4b88-b230-c27d23346ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:54.694207 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f866ba0e-91de-4e06-8384-98b94d0a73c0 req-74dacf57-c1d0-4405-91a2-68cac9e7462b tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=92a7afa3-5e12-4e0a-8fbe-6069a7995915 HTTP/1.1" status: 200 len: 210 time: 0.0933628 Feb 04 21:21:54.704763 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-c411e2ed-edf8-456c-bdeb-1edbb20e9763 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Allocated IP 172.20.0.10 (9a5b169e-7ecf-44d8-b464-667febc50df4/04d011a5-5fa5-46de-b6ec-0f9f6f04e44d/e57f8557-6ec9-4ad1-b79a-7507873f51eb) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:21:54.721869 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4d25980f-ff7a-4963-affa-efc0acd9ef13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:54.905520 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a5481448-4e9c-4b88-b230-c27d23346ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:54.951685 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4d25980f-ff7a-4963-affa-efc0acd9ef13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:54.963520 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4d25980f-ff7a-4963-affa-efc0acd9ef13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:54.995002 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-fa8d9586-37c7-40ac-ba0a-7b65a35cf513 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] For port 058c6901-9c6d-4630-a5cb-e15038080eb2, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=058c6901-9c6d-4630-a5cb-e15038080eb2,segment=NetworkSegment(0672b106-935c-453d-b829-3651aabead84),segment_id=0672b106-935c-453d-b829-3651aabead84)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:21:54.995885 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fa8d9586-37c7-40ac-ba0a-7b65a35cf513 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:55.034984 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 55352) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:55.061654 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d8568f95-3b61-49c5-b0db-92c877de4629 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:55.252577 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4d25980f-ff7a-4963-affa-efc0acd9ef13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:55.253957 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d25980f-ff7a-4963-affa-efc0acd9ef13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20b1a470-9f2b-4f1c-a876-a11fa3e53369 {{(pid=87683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:21:55.261748 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-fa8d9586-37c7-40ac-ba0a-7b65a35cf513 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Calling delete_port for 058c6901-9c6d-4630-a5cb-e15038080eb2 owned by network:router_interface {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:21:55.308395 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a5481448-4e9c-4b88-b230-c27d23346ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:55.347556 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5481448-4e9c-4b88-b230-c27d23346ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60467902-471e-4ab8-af5c-c91d7dca5678,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:55.356086 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d8568f95-3b61-49c5-b0db-92c877de4629 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:55.374510 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55364) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:55.380763 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0042012 Feb 04 21:21:55.383348 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a5481448-4e9c-4b88-b230-c27d23346ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:55.384495 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a5481448-4e9c-4b88-b230-c27d23346ca9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/60467902-471e-4ab8-af5c-c91d7dca5678 HTTP/1.1" status: 204 len: 168 time: 1.1557634 Feb 04 21:21:55.386193 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55368) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:55.398333 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-d8568f95-3b61-49c5-b0db-92c877de4629 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Deleting port 93fcbe19-aed5-429c-be99-8dd93b5eb421 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:21:55.398867 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d8568f95-3b61-49c5-b0db-92c877de4629 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:55.444995 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4d25980f-ff7a-4963-affa-efc0acd9ef13 admin admin] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:55.448805 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-4d25980f-ff7a-4963-affa-efc0acd9ef13 admin admin] 10.222.0.26 "DELETE /v2.0/routers/20b1a470-9f2b-4f1c-a876-a11fa3e53369 HTTP/1.1" status: 204 len: 168 time: 4.3918629 Feb 04 21:21:55.451438 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55378) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:55.580250 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-c411e2ed-edf8-456c-bdeb-1edbb20e9763 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:55.633915 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-60573f91-4072-41eb-931a-15e7803ffb6a admin admin] Deleting subnet 9ca7df3b-3c63-448d-9fa0-4586a4c821d0 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:21:55.638041 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-60573f91-4072-41eb-931a-15e7803ffb6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:55.687873 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e9ae86fa-e204-4135-b8dc-04df35cb97d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:55.714076 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e9ae86fa-e204-4135-b8dc-04df35cb97d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:55.721657 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e9ae86fa-e204-4135-b8dc-04df35cb97d0 admin admin] Usage tracker for resource:security_group_rule and tenant:452106ef1f134729aa771f631adcd142 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:55.727177 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e9ae86fa-e204-4135-b8dc-04df35cb97d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:55.733834 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-60573f91-4072-41eb-931a-15e7803ffb6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:55.738371 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-c411e2ed-edf8-456c-bdeb-1edbb20e9763 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:55.740174 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e9ae86fa-e204-4135-b8dc-04df35cb97d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:55.791966 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d8568f95-3b61-49c5-b0db-92c877de4629 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:55.826976 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411e2ed-edf8-456c-bdeb-1edbb20e9763 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Pushing event updated for resources: {'Port': ['ID=e57f8557-6ec9-4ad1-b79a-7507873f51eb,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:55.834813 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fa8d9586-37c7-40ac-ba0a-7b65a35cf513 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:55.946709 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-d8568f95-3b61-49c5-b0db-92c877de4629 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Calling delete_port for 93fcbe19-aed5-429c-be99-8dd93b5eb421 owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:21:56.014782 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bdfd3c29-58e0-4581-bfd0-d6a66fa2509b tempest-NetworksApiDiscovery-2072207791 tempest-NetworksApiDiscovery-2072207791-project] 10.222.0.26 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.6271510 Feb 04 21:21:56.055995 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e9ae86fa-e204-4135-b8dc-04df35cb97d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:56.070544 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-60573f91-4072-41eb-931a-15e7803ffb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:56.115406 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 55392) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:56.122070 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-c411e2ed-edf8-456c-bdeb-1edbb20e9763 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Network 9a5b169e-7ecf-44d8-b464-667febc50df4 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:21:56.133412 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-c411e2ed-edf8-456c-bdeb-1edbb20e9763 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:21:56.139807 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d9586-37c7-40ac-ba0a-7b65a35cf513 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event deleted for resources: {'Port': ['ID=058c6901-9c6d-4630-a5cb-e15038080eb2,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:56.145161 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-c411e2ed-edf8-456c-bdeb-1edbb20e9763 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:21:56.174882 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-60573f91-4072-41eb-931a-15e7803ffb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:56.227082 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60573f91-4072-41eb-931a-15e7803ffb6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ca7df3b-3c63-448d-9fa0-4586a4c821d0,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:56.227732 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e9ae86fa-e204-4135-b8dc-04df35cb97d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:56.238231 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-60573f91-4072-41eb-931a-15e7803ffb6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:56.246216 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5dad7c-ffbc-48a3-89d4-8ff76734dc63 None None] Network 4ec60bb8-0a6f-4555-8c94-046d0fbd289c requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:21:56.249714 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-60573f91-4072-41eb-931a-15e7803ffb6a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9ca7df3b-3c63-448d-9fa0-4586a4c821d0 HTTP/1.1" status: 204 len: 168 time: 0.7947998 Feb 04 21:21:56.256531 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55398) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:56.353459 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae86fa-e204-4135-b8dc-04df35cb97d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed7a542-447c-4ac7-a685-ed9a3bb56d68,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:56.363510 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55402) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:56.386659 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:56.423884 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-85018f3f-4dfc-41af-acb0-dbf442098e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:56.444684 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-85018f3f-4dfc-41af-acb0-dbf442098e5f admin admin] Deleting port 229609dd-b457-46c6-b628-cb8f0fcc55e3 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:21:56.445019 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-85018f3f-4dfc-41af-acb0-dbf442098e5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:56.469023 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-c411e2ed-edf8-456c-bdeb-1edbb20e9763 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:56.469589 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-c411e2ed-edf8-456c-bdeb-1edbb20e9763 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:56.491224 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-81aabdb6-5ab6-4d16-a764-23d42eb2c24b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:56.635940 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d8568f95-3b61-49c5-b0db-92c877de4629 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:56.755002 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e9ae86fa-e204-4135-b8dc-04df35cb97d0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=452106ef1f134729aa771f631adcd142&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6425176 Feb 04 21:21:56.756122 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-81aabdb6-5ab6-4d16-a764-23d42eb2c24b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:56.758104 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 55410) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:56.758427 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 55412) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:56.782250 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0938eaa-9cef-4763-866b-8166712b2fb7 req-8d8f1fc4-1f28-451c-a6c8-2e830e64fb05 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:56.782897 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-f0938eaa-9cef-4763-866b-8166712b2fb7 req-8d8f1fc4-1f28-451c-a6c8-2e830e64fb05 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Synchronizing usage tracker for tenant:354a53753e434161ab788e250190d627 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:21:56.787428 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-81aabdb6-5ab6-4d16-a764-23d42eb2c24b admin admin] Usage tracker for resource:security_group_rule and tenant:ebac5aa43bdc4b5abf95de68f79ca563 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:56.797051 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b3293a-3477-4c95-af6d-1c4f0efc1f69 None None] DHCP port deletion for 4ec60bb8-0a6f-4555-8c94-046d0fbd289c request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:21:56.801888 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-88b3293a-3477-4c95-af6d-1c4f0efc1f69 None None] Deleting port 229609dd-b457-46c6-b628-cb8f0fcc55e3 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:21:56.802529 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-88b3293a-3477-4c95-af6d-1c4f0efc1f69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:56.836168 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-81aabdb6-5ab6-4d16-a764-23d42eb2c24b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:56.853080 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-81aabdb6-5ab6-4d16-a764-23d42eb2c24b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:56.856502 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-c411e2ed-edf8-456c-bdeb-1edbb20e9763 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4516041 Feb 04 21:21:56.883241 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-35ac0f6e-5057-4d84-8222-6a72135d0d6f service neutron] Request body: {'port': {'device_id': '92a7afa3-5e12-4e0a-8fbe-6069a7995915', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:21:56.968591 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fa8d9586-37c7-40ac-ba0a-7b65a35cf513 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:56.981684 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-85018f3f-4dfc-41af-acb0-dbf442098e5f admin admin] For port 229609dd-b457-46c6-b628-cb8f0fcc55e3, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=229609dd-b457-46c6-b628-cb8f0fcc55e3,segment=NetworkSegment(35cc77f9-cc80-4e57-a476-c8260777ea0a),segment_id=35cc77f9-cc80-4e57-a476-c8260777ea0a)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:21:56.982833 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-85018f3f-4dfc-41af-acb0-dbf442098e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:56.991746 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2d62fb4a-7a74-403b-896a-834cc3416e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:57.001467 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-f0938eaa-9cef-4763-866b-8166712b2fb7 req-8d8f1fc4-1f28-451c-a6c8-2e830e64fb05 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Unset dirty status for tenant:354a53753e434161ab788e250190d627 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:21:57.008077 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f0938eaa-9cef-4763-866b-8166712b2fb7 req-8d8f1fc4-1f28-451c-a6c8-2e830e64fb05 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=92a7afa3-5e12-4e0a-8fbe-6069a7995915 HTTP/1.1" status: 200 len: 932 time: 1.1238186 Feb 04 21:21:57.009973 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-404f74e2-b8dd-4dde-875f-d000315f4f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:57.038314 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-404f74e2-b8dd-4dde-875f-d000315f4f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:57.084588 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-88b3293a-3477-4c95-af6d-1c4f0efc1f69 None None] For port 229609dd-b457-46c6-b628-cb8f0fcc55e3, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=229609dd-b457-46c6-b628-cb8f0fcc55e3,segment=NetworkSegment(35cc77f9-cc80-4e57-a476-c8260777ea0a),segment_id=35cc77f9-cc80-4e57-a476-c8260777ea0a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:21:57.085016 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-88b3293a-3477-4c95-af6d-1c4f0efc1f69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:57.126121 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-85018f3f-4dfc-41af-acb0-dbf442098e5f admin admin] Calling delete_port for 229609dd-b457-46c6-b628-cb8f0fcc55e3 owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:21:57.229287 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8568f95-3b61-49c5-b0db-92c877de4629 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Pushing event deleted for resources: {'Port': ['ID=93fcbe19-aed5-429c-be99-8dd93b5eb421,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:57.238539 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-88b3293a-3477-4c95-af6d-1c4f0efc1f69 None None] Calling delete_port for 229609dd-b457-46c6-b628-cb8f0fcc55e3 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:21:57.274650 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-85018f3f-4dfc-41af-acb0-dbf442098e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:57.288148 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-2d62fb4a-7a74-403b-896a-834cc3416e42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:57.318620 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-2d62fb4a-7a74-403b-896a-834cc3416e42 admin admin] Usage tracker for resource:security_group_rule and tenant:14a70c752fed4ba6b86922b1f283e1fa is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:57.325431 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-88b3293a-3477-4c95-af6d-1c4f0efc1f69 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:21:57.327107 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-88b3293a-3477-4c95-af6d-1c4f0efc1f69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:21:57.329254 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5f9593c0-8032-4717-8d20-6c7c022891ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:57.348164 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-2d62fb4a-7a74-403b-896a-834cc3416e42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:57.369085 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-2d62fb4a-7a74-403b-896a-834cc3416e42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:57.381254 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85018f3f-4dfc-41af-acb0-dbf442098e5f admin admin] Pushing event deleted for resources: {'Port': ['ID=229609dd-b457-46c6-b628-cb8f0fcc55e3,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:57.386320 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85018f3f-4dfc-41af-acb0-dbf442098e5f admin admin] No DVR routers for this DVR port 229609dd-b457-46c6-b628-cb8f0fcc55e3 on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:21:57.417261 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-35ac0f6e-5057-4d84-8222-6a72135d0d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:57.426495 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5f9593c0-8032-4717-8d20-6c7c022891ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:57.434973 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5f9593c0-8032-4717-8d20-6c7c022891ff admin admin] Usage tracker for resource:security_group_rule and tenant:38e0323031cc4ea69775fe5853c2c178 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:57.458224 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5f9593c0-8032-4717-8d20-6c7c022891ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:57.459152 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f0938eaa-9cef-4763-866b-8166712b2fb7 req-8fec6a54-9fa2-4ee0-a056-34624efa66fb tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500527 Feb 04 21:21:57.483953 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5f9593c0-8032-4717-8d20-6c7c022891ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:57.509935 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-404f74e2-b8dd-4dde-875f-d000315f4f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:57.550592 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d8568f95-3b61-49c5-b0db-92c877de4629 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:57.615984 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f74e2-b8dd-4dde-875f-d000315f4f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed7a542-447c-4ac7-a685-ed9a3bb56d68,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:57.674576 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-85018f3f-4dfc-41af-acb0-dbf442098e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:57.761935 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-81aabdb6-5ab6-4d16-a764-23d42eb2c24b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:57.771072 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-404f74e2-b8dd-4dde-875f-d000315f4f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:57.774535 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-404f74e2-b8dd-4dde-875f-d000315f4f7e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fed7a542-447c-4ac7-a685-ed9a3bb56d68 HTTP/1.1" status: 204 len: 168 time: 1.0051799 Feb 04 21:21:57.777763 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d8568f95-3b61-49c5-b0db-92c877de4629 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:57.781529 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-85018f3f-4dfc-41af-acb0-dbf442098e5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec60bb8-0a6f-4555-8c94-046d0fbd289c']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:57.788968 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d8568f95-3b61-49c5-b0db-92c877de4629 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:57.806217 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-85018f3f-4dfc-41af-acb0-dbf442098e5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35cc77f9-cc80-4e57-a476-c8260777ea0a') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:57.806576 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-85018f3f-4dfc-41af-acb0-dbf442098e5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35cc77f9-cc80-4e57-a476-c8260777ea0a') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:57.822602 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-81aabdb6-5ab6-4d16-a764-23d42eb2c24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:57.828129 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-88b3293a-3477-4c95-af6d-1c4f0efc1f69 None None] Deleting port 229609dd-b457-46c6-b628-cb8f0fcc55e3 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:21:57.828582 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-88b3293a-3477-4c95-af6d-1c4f0efc1f69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:57.838501 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-85018f3f-4dfc-41af-acb0-dbf442098e5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:57.862262 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d8568f95-3b61-49c5-b0db-92c877de4629 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:57.862861 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8568f95-3b61-49c5-b0db-92c877de4629 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Fanout notify agent at l3_agent the message router_deleted on router 41f389ac-f312-44d2-b9b0-2f3dd0a3f172 {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:21:57.871967 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-85018f3f-4dfc-41af-acb0-dbf442098e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:57.914181 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85018f3f-4dfc-41af-acb0-dbf442098e5f admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:21:57.914604 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-85018f3f-4dfc-41af-acb0-dbf442098e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:57.921001 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8d9586-37c7-40ac-ba0a-7b65a35cf513 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Router 63c94746-5463-4d10-8f6d-7d964e16b767 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:21:57.923012 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-88b3293a-3477-4c95-af6d-1c4f0efc1f69 None None] The port '229609dd-b457-46c6-b628-cb8f0fcc55e3' was deleted {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:21:57.930143 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:21:57.930143 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:21:57.930143 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:21:57.930143 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:21:57.930143 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:21:57.930143 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:21:57.930143 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:21:57.930143 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:21:57.930143 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:21:57.930143 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:21:57.930143 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:21:57.930143 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:21:57.930143 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:21:57.930143 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:21:57.930143 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:21:57.930143 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:21:57.930143 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:21:57.930143 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:21:57.930143 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:21:57.930143 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:21:57.930143 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:21:57.930143 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:21:57.930143 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:21:57.930143 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:21:57.930143 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:21:57.930143 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:21:57.930143 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:21:57.930143 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:21:57.930143 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:21:57.930143 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:21:57.930143 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:21:57.930143 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:21:57.943561 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aabdb6-5ab6-4d16-a764-23d42eb2c24b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc33adb-3973-4657-91ff-29f2d3097df4,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:57.975832 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-81aabdb6-5ab6-4d16-a764-23d42eb2c24b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ebac5aa43bdc4b5abf95de68f79ca563&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8447530 Feb 04 21:21:57.983864 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 55426) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:58.021603 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5f9593c0-8032-4717-8d20-6c7c022891ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:58.036615 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5f9593c0-8032-4717-8d20-6c7c022891ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:58.075281 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-85018f3f-4dfc-41af-acb0-dbf442098e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:58.088880 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d8568f95-3b61-49c5-b0db-92c877de4629 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:58.093517 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d8568f95-3b61-49c5-b0db-92c877de4629 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] 10.222.0.26 "DELETE /v2.0/routers/41f389ac-f312-44d2-b9b0-2f3dd0a3f172 HTTP/1.1" status: 204 len: 168 time: 3.4908822 Feb 04 21:21:58.114128 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-85018f3f-4dfc-41af-acb0-dbf442098e5f admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:58.118431 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2d62fb4a-7a74-403b-896a-834cc3416e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:58.118589 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55432) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:58.128236 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5f9593c0-8032-4717-8d20-6c7c022891ff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=38e0323031cc4ea69775fe5853c2c178&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7635953 Feb 04 21:21:58.131596 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-36df53c4-6fd5-4ab9-92af-63819bc89dcb tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1527495205', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:21:58.138817 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85018f3f-4dfc-41af-acb0-dbf442098e5f admin admin] Pushing event deleted for resources: {'Network': ['ID=4ec60bb8-0a6f-4555-8c94-046d0fbd289c,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:58.140554 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9593c0-8032-4717-8d20-6c7c022891ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1383fa71-c649-4b23-8d7f-f4a05e05b7bd,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:58.142815 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 55436) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:58.145834 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-85018f3f-4dfc-41af-acb0-dbf442098e5f admin admin] 10.222.0.26 "DELETE /v2.0/networks/4ec60bb8-0a6f-4555-8c94-046d0fbd289c HTTP/1.1" status: 204 len: 168 time: 1.8883150 Feb 04 21:21:58.147138 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-36df53c4-6fd5-4ab9-92af-63819bc89dcb tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:58.157728 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-36df53c4-6fd5-4ab9-92af-63819bc89dcb tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Usage tracker for resource:router and tenant:ae2b6ea13aa74c00a906f4f9751c3287 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:58.161672 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-36df53c4-6fd5-4ab9-92af-63819bc89dcb tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:58.168512 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-36df53c4-6fd5-4ab9-92af-63819bc89dcb tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:58.185736 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-36df53c4-6fd5-4ab9-92af-63819bc89dcb tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:58.186758 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-36df53c4-6fd5-4ab9-92af-63819bc89dcb tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:58.203967 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-36df53c4-6fd5-4ab9-92af-63819bc89dcb tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:58.214821 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2d62fb4a-7a74-403b-896a-834cc3416e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:58.229681 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-36df53c4-6fd5-4ab9-92af-63819bc89dcb tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:58.264220 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-36df53c4-6fd5-4ab9-92af-63819bc89dcb tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:58.266890 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-36df53c4-6fd5-4ab9-92af-63819bc89dcb tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1471508 Feb 04 21:21:58.269280 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55442) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:58.277840 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-49bda01c-04bb-4fb9-9474-734e44cae747 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'enable_snat': False}}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:21:58.299049 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 55446) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:58.341290 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55450) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:58.346197 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 229609dd-b457-46c6-b628-cb8f0fcc55e3 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:21:58.382579 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 229609dd-b457-46c6-b628-cb8f0fcc55e3 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:21:58.383180 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 229609dd-b457-46c6-b628-cb8f0fcc55e3 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:21:58.396822 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-2d62fb4a-7a74-403b-896a-834cc3416e42 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=14a70c752fed4ba6b86922b1f283e1fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6312308 Feb 04 21:21:58.410536 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-dc50d041-4593-4b5a-9f23-3aaa85451621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:58.424261 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55454) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:58.430465 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62fb4a-7a74-403b-896a-834cc3416e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e5190f-0cb8-45aa-8892-9a74e6d45d66,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:58.447462 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8d9586-37c7-40ac-ba0a-7b65a35cf513 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:21:58.458306 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37e0051-45a7-4443-aa9f-b2f4c84a7b6e None None] Sync routers for ids ['63c94746-5463-4d10-8f6d-7d964e16b767'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:21:58.468059 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37e0051-45a7-4443-aa9f-b2f4c84a7b6e None None] Routers {'63c94746-5463-4d10-8f6d-7d964e16b767'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:21:58.469062 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-c37e0051-45a7-4443-aa9f-b2f4c84a7b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:21:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['63c94746-5463-4d10-8f6d-7d964e16b767'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:58.477011 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1043cb04-90ae-4732-a8a5-ded1346ec73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:58.510217 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-dc50d041-4593-4b5a-9f23-3aaa85451621 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:21:58.515294 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-dc50d041-4593-4b5a-9f23-3aaa85451621 admin admin] Usage tracker for resource:security_group_rule and tenant:e5d3d3fed7ca44089aeccee97f4ec9a2 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:21:58.519214 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-dc50d041-4593-4b5a-9f23-3aaa85451621 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:21:58.525563 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-dc50d041-4593-4b5a-9f23-3aaa85451621 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:21:58.634901 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-c37e0051-45a7-4443-aa9f-b2f4c84a7b6e None None] Set router 63c94746-5463-4d10-8f6d-7d964e16b767 gateway port host: None {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:21:58.717524 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1e6f2e76-2141-477c-98cd-566229080bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:58.722355 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-fa8d9586-37c7-40ac-ba0a-7b65a35cf513 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "PUT /v2.0/routers/63c94746-5463-4d10-8f6d-7d964e16b767/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8474302 Feb 04 21:21:58.735160 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 55460) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:58.774083 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bda85b64-c2d5-44c5-a5cc-b4b0d9d51746 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e15b5f9b36d8423ca6dc59b917b82b64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4207902 Feb 04 21:21:58.792129 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 55464) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:58.852092 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-35ac0f6e-5057-4d84-8222-6a72135d0d6f service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:21:58.891076 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1043cb04-90ae-4732-a8a5-ded1346ec73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:58.916975 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1e6f2e76-2141-477c-98cd-566229080bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:58.925238 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-49bda01c-04bb-4fb9-9474-734e44cae747 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:58.946273 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8cb9619c-ff28-43a1-a2e3-b1754755de0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:58.986315 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-c37e0051-45a7-4443-aa9f-b2f4c84a7b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'name': 'tempest-RoutersIpV6Test-router-1547994625', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:41Z', 'updated_at': '2022-02-04T21:21:55Z', 'revision_number': 8, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'gw_port_host': None, '_interfaces': [{'id': '6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486', 'name': '', 'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:1e:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:46Z', 'updated_at': '2022-02-04T21:21:01Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad86718-6d02-4907-9c06-81a142ed5943', 'name': '', 'network_id': 'f75e680a-e515-4598-bcf1-d9be8dfcc4e4', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:e0:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:02Z', 'updated_at': '2022-02-04T21:21:14Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e28eb711-fd1d-4b27-a865-52df38049bfb', 'name': '', 'network_id': '42b25c0d-2b35-4352-8c77-5328e7bf68d5', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:50:b4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:14Z', 'updated_at': '2022-02-04T21:21:29Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:58.990488 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37e0051-45a7-4443-aa9f-b2f4c84a7b6e None None] Checking router: 63c94746-5463-4d10-8f6d-7d964e16b767 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:21:59.000151 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37e0051-45a7-4443-aa9f-b2f4c84a7b6e None None] Routers {'63c94746-5463-4d10-8f6d-7d964e16b767'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:21:59.000839 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-c37e0051-45a7-4443-aa9f-b2f4c84a7b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:21:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['63c94746-5463-4d10-8f6d-7d964e16b767'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:59.040164 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8cb9619c-ff28-43a1-a2e3-b1754755de0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:59.102722 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-0010b945-fca0-4450-a619-4ca1bf2a416c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Deleting subnet 6ab8d55d-fba1-44a2-8734-fb1778a7771c {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:21:59.117051 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0010b945-fca0-4450-a619-4ca1bf2a416c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:59.134410 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8cb9619c-ff28-43a1-a2e3-b1754755de0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:59.155437 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-35ac0f6e-5057-4d84-8222-6a72135d0d6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e57f8557-6ec9-4ad1-b79a-7507873f51eb {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:21:59.155656 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb9619c-ff28-43a1-a2e3-b1754755de0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e5190f-0cb8-45aa-8892-9a74e6d45d66,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:59.174737 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-c37e0051-45a7-4443-aa9f-b2f4c84a7b6e None None] Set router 63c94746-5463-4d10-8f6d-7d964e16b767 gateway port host: None {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:21:59.187659 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-35ac0f6e-5057-4d84-8222-6a72135d0d6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:59.235284 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8cb9619c-ff28-43a1-a2e3-b1754755de0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:59.245511 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8cb9619c-ff28-43a1-a2e3-b1754755de0a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/81e5190f-0cb8-45aa-8892-9a74e6d45d66 HTTP/1.1" status: 204 len: 168 time: 0.8139596 Feb 04 21:21:59.269703 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0010b945-fca0-4450-a619-4ca1bf2a416c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:59.300529 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-87e77b3c-28e4-4053-b922-46dab04859a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:59.325055 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c565b8-44bd-48c2-9fae-07542ee3f3b1 req-53288173-2f25-4f0b-a126-d1a01c58652e tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:21:59.326770 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d8c565b8-44bd-48c2-9fae-07542ee3f3b1 req-53288173-2f25-4f0b-a126-d1a01c58652e tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=92a7afa3-5e12-4e0a-8fbe-6069a7995915 HTTP/1.1" status: 200 len: 932 time: 0.6015151 Feb 04 21:21:59.356069 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1043cb04-90ae-4732-a8a5-ded1346ec73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:59.421671 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-35ac0f6e-5057-4d84-8222-6a72135d0d6f service neutron] Transition to ACTIVE for port object e57f8557-6ec9-4ad1-b79a-7507873f51eb will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:21:59.426264 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-49bda01c-04bb-4fb9-9474-734e44cae747 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:59.430086 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043cb04-90ae-4732-a8a5-ded1346ec73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc33adb-3973-4657-91ff-29f2d3097df4,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:59.434466 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-dc50d041-4593-4b5a-9f23-3aaa85451621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:59.447172 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1e6f2e76-2141-477c-98cd-566229080bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:59.455692 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-87e77b3c-28e4-4053-b922-46dab04859a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:59.467763 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-49bda01c-04bb-4fb9-9474-734e44cae747 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:59.503356 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-35ac0f6e-5057-4d84-8222-6a72135d0d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:59.508595 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-dc50d041-4593-4b5a-9f23-3aaa85451621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:59.593429 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f2e76-2141-477c-98cd-566229080bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1383fa71-c649-4b23-8d7f-f4a05e05b7bd,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:59.603174 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-c37e0051-45a7-4443-aa9f-b2f4c84a7b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'name': 'tempest-RoutersIpV6Test-router-1547994625', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:41Z', 'updated_at': '2022-02-04T21:21:55Z', 'revision_number': 8, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'gw_port_host': None, '_interfaces': [{'id': '6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486', 'name': '', 'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:1e:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:46Z', 'updated_at': '2022-02-04T21:21:01Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad86718-6d02-4907-9c06-81a142ed5943', 'name': '', 'network_id': 'f75e680a-e515-4598-bcf1-d9be8dfcc4e4', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:e0:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:02Z', 'updated_at': '2022-02-04T21:21:14Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e28eb711-fd1d-4b27-a865-52df38049bfb', 'name': '', 'network_id': '42b25c0d-2b35-4352-8c77-5328e7bf68d5', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:50:b4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:14Z', 'updated_at': '2022-02-04T21:21:29Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:21:59.608076 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37e0051-45a7-4443-aa9f-b2f4c84a7b6e None None] The sync data for ids ['63c94746-5463-4d10-8f6d-7d964e16b767'] in n-d-827896-1 is: [{'id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'name': 'tempest-RoutersIpV6Test-router-1547994625', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:41Z', 'updated_at': '2022-02-04T21:21:55Z', 'revision_number': 8, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'gw_port_host': None, '_interfaces': [{'id': '6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486', 'name': '', 'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:1e:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:46Z', 'updated_at': '2022-02-04T21:21:01Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad86718-6d02-4907-9c06-81a142ed5943', 'name': '', 'network_id': 'f75e680a-e515-4598-bcf1-d9be8dfcc4e4', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:e0:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:02Z', 'updated_at': '2022-02-04T21:21:14Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e28eb711-fd1d-4b27-a865-52df38049bfb', 'name': '', 'network_id': '42b25c0d-2b35-4352-8c77-5328e7bf68d5', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:50:b4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:14Z', 'updated_at': '2022-02-04T21:21:29Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:21:59.648893 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-49bda01c-04bb-4fb9-9474-734e44cae747 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Allocated IP 172.25.5.42 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/3b63270e-8f27-41a9-9687-1bcd6953e6e9) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:21:59.754052 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1e6f2e76-2141-477c-98cd-566229080bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:59.755198 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-1e6f2e76-2141-477c-98cd-566229080bbf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1383fa71-c649-4b23-8d7f-f4a05e05b7bd HTTP/1.1" status: 204 len: 168 time: 1.5972185 Feb 04 21:21:59.756135 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1043cb04-90ae-4732-a8a5-ded1346ec73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:59.757119 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-1043cb04-90ae-4732-a8a5-ded1346ec73e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6cc33adb-3973-4657-91ff-29f2d3097df4 HTTP/1.1" status: 204 len: 168 time: 1.6998124 Feb 04 21:21:59.760441 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d8c565b8-44bd-48c2-9fae-07542ee3f3b1 req-41795975-c20c-4d37-9d8f-a1a803f1a4f2 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162307 Feb 04 21:21:59.797496 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-dc50d041-4593-4b5a-9f23-3aaa85451621 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e5d3d3fed7ca44089aeccee97f4ec9a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4799683 Feb 04 21:21:59.798465 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55480) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:21:59.830956 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac0f6e-5057-4d84-8222-6a72135d0d6f service neutron] Pushing event updated for resources: {'Port': ['ID=e57f8557-6ec9-4ad1-b79a-7507873f51eb,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:59.845090 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0010b945-fca0-4450-a619-4ca1bf2a416c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:59.875296 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50d041-4593-4b5a-9f23-3aaa85451621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b843f4c5-5256-4da0-8d00-84aff94524c4,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:21:59.887930 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-49bda01c-04bb-4fb9-9474-734e44cae747 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:59.925853 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e84eb5c7-3b31-42bc-80c0-cd11824736d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:59.979564 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-35ac0f6e-5057-4d84-8222-6a72135d0d6f service neutron] Attempting to bind port e57f8557-6ec9-4ad1-b79a-7507873f51eb on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:21:59.979845 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-35ac0f6e-5057-4d84-8222-6a72135d0d6f service neutron] Attempting to bind port e57f8557-6ec9-4ad1-b79a-7507873f51eb by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '891443bf-3c45-411c-8b26-5ac9a9e807fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '9a5b169e-7ecf-44d8-b464-667febc50df4'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:21:59.980127 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-35ac0f6e-5057-4d84-8222-6a72135d0d6f service neutron] Attempting to bind port e57f8557-6ec9-4ad1-b79a-7507873f51eb on network 9a5b169e-7ecf-44d8-b464-667febc50df4 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:21:59.982828 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-87e77b3c-28e4-4053-b922-46dab04859a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:21:59.999074 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e84eb5c7-3b31-42bc-80c0-cd11824736d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:00.002875 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-35ac0f6e-5057-4d84-8222-6a72135d0d6f service neutron] Port e57f8557-6ec9-4ad1-b79a-7507873f51eb on network 9a5b169e-7ecf-44d8-b464-667febc50df4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:22:00.003208 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-35ac0f6e-5057-4d84-8222-6a72135d0d6f service neutron] Attempting to bind port e57f8557-6ec9-4ad1-b79a-7507873f51eb on network 9a5b169e-7ecf-44d8-b464-667febc50df4 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:22:00.012846 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e77b3c-28e4-4053-b922-46dab04859a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e855b3-fd53-40ee-a122-40aae36fcc60,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:00.019721 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-35ac0f6e-5057-4d84-8222-6a72135d0d6f service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:22:00.020030 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-35ac0f6e-5057-4d84-8222-6a72135d0d6f service neutron] Checking segment: {'id': '891443bf-3c45-411c-8b26-5ac9a9e807fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '9a5b169e-7ecf-44d8-b464-667febc50df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:22:00.020344 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-35ac0f6e-5057-4d84-8222-6a72135d0d6f service neutron] Bound using segment: {'id': '891443bf-3c45-411c-8b26-5ac9a9e807fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '9a5b169e-7ecf-44d8-b464-667febc50df4'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:22:00.020776 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-35ac0f6e-5057-4d84-8222-6a72135d0d6f service neutron] Bound port: e57f8557-6ec9-4ad1-b79a-7507873f51eb, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '891443bf-3c45-411c-8b26-5ac9a9e807fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '9a5b169e-7ecf-44d8-b464-667febc50df4'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:22:00.021122 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-35ac0f6e-5057-4d84-8222-6a72135d0d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:00.053045 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0010b945-fca0-4450-a619-4ca1bf2a416c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:00.058958 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-87e77b3c-28e4-4053-b922-46dab04859a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:00.059929 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-87e77b3c-28e4-4053-b922-46dab04859a2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a5e855b3-fd53-40ee-a122-40aae36fcc60 HTTP/1.1" status: 204 len: 168 time: 1.2319860 Feb 04 21:22:00.142315 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010b945-fca0-4450-a619-4ca1bf2a416c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event deleted for resources: {'Subnet': ['ID=6ab8d55d-fba1-44a2-8734-fb1778a7771c,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:00.160199 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0010b945-fca0-4450-a619-4ca1bf2a416c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:00.160753 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-49bda01c-04bb-4fb9-9474-734e44cae747 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:00.164769 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-0010b945-fca0-4450-a619-4ca1bf2a416c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/subnets/6ab8d55d-fba1-44a2-8734-fb1778a7771c HTTP/1.1" status: 204 len: 168 time: 1.4261329 Feb 04 21:22:00.167577 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55490) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:00.175092 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c07152-ccd3-42f0-a03f-56c12871bbc5 None None] Network 2c3b64a3-e01f-473c-ab41-dd88bdb6432a requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:22:00.205429 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-35ac0f6e-5057-4d84-8222-6a72135d0d6f service neutron] For port e57f8557-6ec9-4ad1-b79a-7507873f51eb, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:22:00.210491 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-35ac0f6e-5057-4d84-8222-6a72135d0d6f service neutron] For port e57f8557-6ec9-4ad1-b79a-7507873f51eb, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=e57f8557-6ec9-4ad1-b79a-7507873f51eb,segment=NetworkSegment(891443bf-3c45-411c-8b26-5ac9a9e807fe),segment_id=891443bf-3c45-411c-8b26-5ac9a9e807fe)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:22:00.219026 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-35ac0f6e-5057-4d84-8222-6a72135d0d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:00.312183 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-35ac0f6e-5057-4d84-8222-6a72135d0d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:00.312800 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-35ac0f6e-5057-4d84-8222-6a72135d0d6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:00.314286 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-35ac0f6e-5057-4d84-8222-6a72135d0d6f service neutron] 10.222.0.18 "PUT /v2.0/ports/e57f8557-6ec9-4ad1-b79a-7507873f51eb HTTP/1.1" status: 200 len: 1092 time: 3.4399011 Feb 04 21:22:00.314739 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a7afa3-5e12-4e0a-8fbe-6069a7995915', 'tag': 'e57f8557-6ec9-4ad1-b79a-7507873f51eb'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:22:00.346173 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac0f6e-5057-4d84-8222-6a72135d0d6f service neutron] Pushing event updated for resources: {'Port': ['ID=e57f8557-6ec9-4ad1-b79a-7507873f51eb,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:00.438232 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a7afa3-5e12-4e0a-8fbe-6069a7995915', 'tag': 'e57f8557-6ec9-4ad1-b79a-7507873f51eb', 'status': 'completed', 'code': 200} Feb 04 21:22:00.459289 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-4f689dde-d555-4f98-b6d8-6d3b2e8aa375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:00.461076 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-4f689dde-d555-4f98-b6d8-6d3b2e8aa375 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=354a53753e434161ab788e250190d627&device_id=92a7afa3-5e12-4e0a-8fbe-6069a7995915 HTTP/1.1" status: 200 len: 1095 time: 0.0892811 Feb 04 21:22:00.470659 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 058c6901-9c6d-4630-a5cb-e15038080eb2 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:22:00.549799 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-3f88bba3-e82c-4fab-8b97-bf85447f558a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e57f8557-6ec9-4ad1-b79a-7507873f51eb HTTP/1.1" status: 200 len: 217 time: 0.0805347 Feb 04 21:22:00.554908 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e84eb5c7-3b31-42bc-80c0-cd11824736d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:00.555375 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 058c6901-9c6d-4630-a5cb-e15038080eb2 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:22:00.556085 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 058c6901-9c6d-4630-a5cb-e15038080eb2 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:22:00.562068 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7c5d522f-8f5b-4b1c-bb5c-ccbc6f89a79c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:00.590283 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84eb5c7-3b31-42bc-80c0-cd11824736d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b843f4c5-5256-4da0-8d00-84aff94524c4,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:00.601709 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bda01c-04bb-4fb9-9474-734e44cae747 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:22:00.616211 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-49bda01c-04bb-4fb9-9474-734e44cae747 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:22:00.627970 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bda01c-04bb-4fb9-9474-734e44cae747 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:22:00.667500 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d522f-8f5b-4b1c-bb5c-ccbc6f89a79c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Deleting port 3ab0d8c4-9220-44c4-bde4-7c0f74f41aea {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:22:00.668010 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7c5d522f-8f5b-4b1c-bb5c-ccbc6f89a79c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:00.679971 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fce13a-93a7-4d16-a4fc-ac203d0fd2f6 None None] DHCP port deletion for 2c3b64a3-e01f-473c-ab41-dd88bdb6432a request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:22:00.688363 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-f0fce13a-93a7-4d16-a4fc-ac203d0fd2f6 None None] Deleting port 3ab0d8c4-9220-44c4-bde4-7c0f74f41aea {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:22:00.688877 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f0fce13a-93a7-4d16-a4fc-ac203d0fd2f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:00.699409 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-e1203936-41d0-42c8-a516-6fbeff89e938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:00.699929 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bda01c-04bb-4fb9-9474-734e44cae747 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Pushing event updated for resources: {'Port': ['ID=3b63270e-8f27-41a9-9687-1bcd6953e6e9,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:00.702246 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-e1203936-41d0-42c8-a516-6fbeff89e938 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04d011a5-5fa5-46de-b6ec-0f9f6f04e44d HTTP/1.1" status: 200 len: 855 time: 0.1456010 Feb 04 21:22:00.716277 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e84eb5c7-3b31-42bc-80c0-cd11824736d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:00.717961 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e84eb5c7-3b31-42bc-80c0-cd11824736d2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b843f4c5-5256-4da0-8d00-84aff94524c4 HTTP/1.1" status: 204 len: 168 time: 0.9188120 Feb 04 21:22:00.807800 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-7061414d-4ed3-45b2-bf9d-222732ead023 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9a5b169e-7ecf-44d8-b464-667febc50df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974951 Feb 04 21:22:01.024806 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-f0fce13a-93a7-4d16-a4fc-ac203d0fd2f6 None None] For port 3ab0d8c4-9220-44c4-bde4-7c0f74f41aea, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=3ab0d8c4-9220-44c4-bde4-7c0f74f41aea,segment=NetworkSegment(0672b106-935c-453d-b829-3651aabead84),segment_id=0672b106-935c-453d-b829-3651aabead84)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:22:01.025228 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f0fce13a-93a7-4d16-a4fc-ac203d0fd2f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:01.182881 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-f0fce13a-93a7-4d16-a4fc-ac203d0fd2f6 None None] Calling delete_port for 3ab0d8c4-9220-44c4-bde4-7c0f74f41aea owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:22:01.259401 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55522) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:01.292543 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f0fce13a-93a7-4d16-a4fc-ac203d0fd2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:01.299696 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-e14a4458-30c9-422c-9138-545d27627854 service neutron] 10.222.0.18 "GET /v2.0/networks/9a5b169e-7ecf-44d8-b464-667febc50df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4830983 Feb 04 21:22:01.370276 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7be54821-6e7b-4d19-bdbb-62318e974805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:01.371360 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fce13a-93a7-4d16-a4fc-ac203d0fd2f6 None None] No DVR routers for this DVR port 3ab0d8c4-9220-44c4-bde4-7c0f74f41aea on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:22:01.416972 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fce13a-93a7-4d16-a4fc-ac203d0fd2f6 None None] Pushing event deleted for resources: {'Port': ['ID=3ab0d8c4-9220-44c4-bde4-7c0f74f41aea,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:01.454051 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7be54821-6e7b-4d19-bdbb-62318e974805 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:01.462507 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c64220-585e-4e30-9495-8f748bf87d9e req-a2ef49e8-d07c-40ff-942e-3d594d1843cf tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:01.465926 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7be54821-6e7b-4d19-bdbb-62318e974805 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:01.471910 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-51c64220-585e-4e30-9495-8f748bf87d9e req-a2ef49e8-d07c-40ff-942e-3d594d1843cf tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=92a7afa3-5e12-4e0a-8fbe-6069a7995915 HTTP/1.1" status: 200 len: 944 time: 0.4890759 Feb 04 21:22:01.477064 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7be54821-6e7b-4d19-bdbb-62318e974805 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:01.487812 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7be54821-6e7b-4d19-bdbb-62318e974805 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:01.505712 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-7c5d522f-8f5b-4b1c-bb5c-ccbc6f89a79c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] For port 3ab0d8c4-9220-44c4-bde4-7c0f74f41aea, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=3ab0d8c4-9220-44c4-bde4-7c0f74f41aea,segment=NetworkSegment(0672b106-935c-453d-b829-3651aabead84),segment_id=0672b106-935c-453d-b829-3651aabead84)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:22:01.506074 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7c5d522f-8f5b-4b1c-bb5c-ccbc6f89a79c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:01.527901 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7558f905-486f-44ce-b5d4-fe60cd30002d req-691d3b9d-7881-4ffa-8ff1-307d6899a8b7 service neutron] 10.222.0.18 "GET /v2.0/networks/9a5b169e-7ecf-44d8-b464-667febc50df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204714 Feb 04 21:22:01.553237 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-51c64220-585e-4e30-9495-8f748bf87d9e req-a9304295-799e-47c5-9f77-1f8eb0414559 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798771 Feb 04 21:22:01.695361 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff15e03-ff23-4f39-9a2a-7417c52a46ba req-4f81a9dd-3f5b-4dba-bb0a-8eb70e2e7821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:01.697265 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cff15e03-ff23-4f39-9a2a-7417c52a46ba req-4f81a9dd-3f5b-4dba-bb0a-8eb70e2e7821 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=354a53753e434161ab788e250190d627&device_id=92a7afa3-5e12-4e0a-8fbe-6069a7995915 HTTP/1.1" status: 200 len: 1095 time: 0.0987844 Feb 04 21:22:01.722282 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d522f-8f5b-4b1c-bb5c-ccbc6f89a79c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Calling delete_port for 3ab0d8c4-9220-44c4-bde4-7c0f74f41aea owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:22:01.871565 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff15e03-ff23-4f39-9a2a-7417c52a46ba req-02513610-217a-40b1-90fd-c93659449a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:01.875358 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cff15e03-ff23-4f39-9a2a-7417c52a46ba req-02513610-217a-40b1-90fd-c93659449a6b service neutron] 10.222.0.18 "GET /v2.0/networks?id=9a5b169e-7ecf-44d8-b464-667febc50df4 HTTP/1.1" status: 200 len: 916 time: 0.1726198 Feb 04 21:22:01.931432 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.api [None req-7c5d522f-8f5b-4b1c-bb5c-ccbc6f89a79c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:22:01.931756 n-d-827896-1 neutron-server[87682]: DEBUG oslo_db.api [None req-7c5d522f-8f5b-4b1c-bb5c-ccbc6f89a79c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:22:01.960527 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-49bda01c-04bb-4fb9-9474-734e44cae747 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:02.005191 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cff15e03-ff23-4f39-9a2a-7417c52a46ba req-bebe4de8-77f7-47b7-9131-fad8881639bc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e57f8557-6ec9-4ad1-b79a-7507873f51eb HTTP/1.1" status: 200 len: 217 time: 0.1218643 Feb 04 21:22:02.064266 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7be54821-6e7b-4d19-bdbb-62318e974805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:02.110384 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff15e03-ff23-4f39-9a2a-7417c52a46ba req-55967d5f-6ef4-4579-853d-618eeab5d694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:02.111992 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cff15e03-ff23-4f39-9a2a-7417c52a46ba req-55967d5f-6ef4-4579-853d-618eeab5d694 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04d011a5-5fa5-46de-b6ec-0f9f6f04e44d HTTP/1.1" status: 200 len: 855 time: 0.0999112 Feb 04 21:22:02.119862 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7be54821-6e7b-4d19-bdbb-62318e974805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:02.169438 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cff15e03-ff23-4f39-9a2a-7417c52a46ba req-9a3a6736-98da-477b-b484-59c95a7ea263 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9a5b169e-7ecf-44d8-b464-667febc50df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497336 Feb 04 21:22:02.199799 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7be54821-6e7b-4d19-bdbb-62318e974805 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.9367957 Feb 04 21:22:02.208889 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55560) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:02.222504 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be54821-6e7b-4d19-bdbb-62318e974805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0eac1fe-ca00-4b35-9787-590bdd2c8a50,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:02.366491 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 3ab0d8c4-9220-44c4-bde4-7c0f74f41aea no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:22:02.407000 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cff15e03-ff23-4f39-9a2a-7417c52a46ba req-cc85afa2-a083-40be-b8f2-17cbdc7e8ddd service neutron] 10.222.0.18 "GET /v2.0/networks/9a5b169e-7ecf-44d8-b464-667febc50df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309022 Feb 04 21:22:02.411308 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 3ab0d8c4-9220-44c4-bde4-7c0f74f41aea {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:22:02.411851 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 3ab0d8c4-9220-44c4-bde4-7c0f74f41aea not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:22:02.432694 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d522f-8f5b-4b1c-bb5c-ccbc6f89a79c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Deleting port 3ab0d8c4-9220-44c4-bde4-7c0f74f41aea {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:22:02.433280 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7c5d522f-8f5b-4b1c-bb5c-ccbc6f89a79c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:02.474302 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-63537ae3-16e3-4029-bd72-3a0e250d1391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:02.520117 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-49bda01c-04bb-4fb9-9474-734e44cae747 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:02.533075 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d522f-8f5b-4b1c-bb5c-ccbc6f89a79c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] The port '3ab0d8c4-9220-44c4-bde4-7c0f74f41aea' was deleted {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:22:02.568152 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cff15e03-ff23-4f39-9a2a-7417c52a46ba req-f396a46f-3f89-4aeb-8cab-7339e6d08cc6 service neutron] 10.222.0.18 "GET /v2.0/networks/9a5b169e-7ecf-44d8-b464-667febc50df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536448 Feb 04 21:22:02.586349 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-49bda01c-04bb-4fb9-9474-734e44cae747 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-494389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-494370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492643'] for router, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:02.597302 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-63537ae3-16e3-4029-bd72-3a0e250d1391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:02.777998 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d88105-2a97-4cc4-941c-fd4c90e861c9 req-f6808576-8e7d-4f84-b96d-fccef2619e1a tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:02.780755 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b4d88105-2a97-4cc4-941c-fd4c90e861c9 req-f6808576-8e7d-4f84-b96d-fccef2619e1a tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=92a7afa3-5e12-4e0a-8fbe-6069a7995915 HTTP/1.1" status: 200 len: 944 time: 0.1190767 Feb 04 21:22:02.845633 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b4d88105-2a97-4cc4-941c-fd4c90e861c9 req-ee8e5b62-217e-484b-ab48-3db899c2f872 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597043 Feb 04 21:22:02.880236 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:02.926854 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device e57f8557-6ec9-4ad1-b79a-7507873f51eb details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:22:02.943225 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7c5d522f-8f5b-4b1c-bb5c-ccbc6f89a79c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:03.141815 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-7c5d522f-8f5b-4b1c-bb5c-ccbc6f89a79c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c3b64a3-e01f-473c-ab41-dd88bdb6432a']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:03.213261 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-7c5d522f-8f5b-4b1c-bb5c-ccbc6f89a79c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0672b106-935c-453d-b829-3651aabead84') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:03.213998 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-7c5d522f-8f5b-4b1c-bb5c-ccbc6f89a79c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0672b106-935c-453d-b829-3651aabead84') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:03.245468 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7c5d522f-8f5b-4b1c-bb5c-ccbc6f89a79c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:03.265623 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port e57f8557-6ec9-4ad1-b79a-7507873f51eb, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=e57f8557-6ec9-4ad1-b79a-7507873f51eb,segment=NetworkSegment(891443bf-3c45-411c-8b26-5ac9a9e807fe),segment_id=891443bf-3c45-411c-8b26-5ac9a9e807fe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:22:03.282999 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7c5d522f-8f5b-4b1c-bb5c-ccbc6f89a79c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:03.297692 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': 'e57f8557-6ec9-4ad1-b79a-7507873f51eb', 'network_id': '9a5b169e-7ecf-44d8-b464-667febc50df4', 'port_id': 'e57f8557-6ec9-4ad1-b79a-7507873f51eb', 'mac_address': 'fa:16:3e:7a:ba:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04d011a5-5fa5-46de-b6ec-0f9f6f04e44d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:22:03.303088 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c5d522f-8f5b-4b1c-bb5c-ccbc6f89a79c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:22:03.303882 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7c5d522f-8f5b-4b1c-bb5c-ccbc6f89a79c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:03.321262 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:22:03.321262 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:22:03.321262 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:22:03.321262 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:22:03.321262 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:22:03.321262 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:22:03.321262 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:22:03.321262 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:22:03.321262 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:22:03.321262 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:22:03.321262 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:22:03.321262 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:22:03.321262 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:22:03.321262 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:22:03.321262 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:22:03.321262 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:22:03.321262 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:22:03.321262 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:22:03.321262 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:22:03.321262 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:22:03.321262 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:22:03.321262 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:22:03.321262 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:22:03.321262 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:22:03.321262 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:22:03.321262 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:22:03.321262 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:22:03.321262 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:22:03.321262 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:22:03.321262 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:22:03.321262 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:22:03.321262 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:22:03.324333 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-63537ae3-16e3-4029-bd72-3a0e250d1391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:03.400237 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:03.420299 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e57f8557-6ec9-4ad1-b79a-7507873f51eb {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:22:03.428025 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63537ae3-16e3-4029-bd72-3a0e250d1391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0eac1fe-ca00-4b35-9787-590bdd2c8a50,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:03.440617 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port e57f8557-6ec9-4ad1-b79a-7507873f51eb, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=e57f8557-6ec9-4ad1-b79a-7507873f51eb,segment=NetworkSegment(891443bf-3c45-411c-8b26-5ac9a9e807fe),segment_id=891443bf-3c45-411c-8b26-5ac9a9e807fe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:22:03.454548 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-63537ae3-16e3-4029-bd72-3a0e250d1391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:03.456574 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-63537ae3-16e3-4029-bd72-3a0e250d1391 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c0eac1fe-ca00-4b35-9787-590bdd2c8a50 HTTP/1.1" status: 204 len: 168 time: 1.2465940 Feb 04 21:22:03.459998 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:03.460299 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49bda01c-04bb-4fb9-9474-734e44cae747 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Router 820e6d14-6506-444b-a432-1ae05048904c is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:22:03.470349 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7c5d522f-8f5b-4b1c-bb5c-ccbc6f89a79c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:03.551428 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7c5d522f-8f5b-4b1c-bb5c-ccbc6f89a79c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:03.562022 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=e57f8557-6ec9-4ad1-b79a-7507873f51eb,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:03.576580 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d522f-8f5b-4b1c-bb5c-ccbc6f89a79c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event deleted for resources: {'Network': ['ID=2c3b64a3-e01f-473c-ab41-dd88bdb6432a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:03.589736 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7c5d522f-8f5b-4b1c-bb5c-ccbc6f89a79c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/networks/2c3b64a3-e01f-473c-ab41-dd88bdb6432a HTTP/1.1" status: 204 len: 168 time: 3.2828879 Feb 04 21:22:03.590529 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 55614) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:03.673418 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['e57f8557-6ec9-4ad1-b79a-7507873f51eb'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:22:03.719894 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bda01c-04bb-4fb9-9474-734e44cae747 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:22:03.733323 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-49bda01c-04bb-4fb9-9474-734e44cae747 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:03.737701 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-49bda01c-04bb-4fb9-9474-734e44cae747 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] 10.222.0.26 "PUT /v2.0/routers/820e6d14-6506-444b-a432-1ae05048904c HTTP/1.1" status: 200 len: 915 time: 5.4672163 Feb 04 21:22:03.738588 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55624) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:03.764462 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc628efa-5705-4581-9ad6-8874d2aa7447 None None] Sync routers for ids ['820e6d14-6506-444b-a432-1ae05048904c'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:22:03.829928 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc628efa-5705-4581-9ad6-8874d2aa7447 None None] Routers {'820e6d14-6506-444b-a432-1ae05048904c'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:22:03.830563 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-fc628efa-5705-4581-9ad6-8874d2aa7447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:21:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['820e6d14-6506-444b-a432-1ae05048904c'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:04.012451 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-fc628efa-5705-4581-9ad6-8874d2aa7447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:04.090570 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc628efa-5705-4581-9ad6-8874d2aa7447 None None] Routers {'820e6d14-6506-444b-a432-1ae05048904c'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:22:04.091271 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-fc628efa-5705-4581-9ad6-8874d2aa7447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:21:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['820e6d14-6506-444b-a432-1ae05048904c'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:04.228061 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-651958ea-5bdb-4aed-a3e9-6967b76f8172 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] 10.222.0.26 "GET /v2.0/routers/820e6d14-6506-444b-a432-1ae05048904c HTTP/1.1" status: 200 len: 921 time: 0.4880917 Feb 04 21:22:04.228712 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55634) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:04.308648 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-fc628efa-5705-4581-9ad6-8874d2aa7447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:04.309052 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc628efa-5705-4581-9ad6-8874d2aa7447 None None] The sync data for ids ['820e6d14-6506-444b-a432-1ae05048904c'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:22:04.370815 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac0cdc8-e543-402d-9b52-ea39d292d594 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:04.373359 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5ac0cdc8-e543-402d-9b52-ea39d292d594 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=1f11f724-8cdd-497d-8220-929f45cf1223&device_id=820e6d14-6506-444b-a432-1ae05048904c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1429873 Feb 04 21:22:04.376592 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55644) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:04.540490 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8918077-26c9-43d2-8c08-ca9003615421 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:04.544721 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c8918077-26c9-43d2-8c08-ca9003615421 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] 10.222.0.26 "GET /v2.0/networks/1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 881 time: 0.1637816 Feb 04 21:22:04.545160 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55654) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:04.611927 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9f4a64c4-fb09-4dba-9bab-1c4893601bb5 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] 10.222.0.26 "GET /v2.0/ports?device_id=820e6d14-6506-444b-a432-1ae05048904c HTTP/1.1" status: 200 len: 205 time: 0.0653851 Feb 04 21:22:04.614679 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8d3dc-71b9-4d32-bb4b-0c55e5217e2c req-13f1c2bc-d212-4441-af13-08a802b3d716 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:04.615694 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55662) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:04.616171 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ccd8d3dc-71b9-4d32-bb4b-0c55e5217e2c req-13f1c2bc-d212-4441-af13-08a802b3d716 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=92a7afa3-5e12-4e0a-8fbe-6069a7995915 HTTP/1.1" status: 200 len: 945 time: 0.4633300 Feb 04 21:22:04.682027 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ccd8d3dc-71b9-4d32-bb4b-0c55e5217e2c req-f4e8705e-54c4-43c3-ac5c-9e312658382b tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564113 Feb 04 21:22:04.689107 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-174eb701-2a67-4ecb-b91f-5ad8f7302988 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:04.847902 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ce1bec0b-2ff3-47c5-ac0b-fb7343c2bb2e tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:04.942057 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device e57f8557-6ec9-4ad1-b79a-7507873f51eb up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:22:05.090531 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port e57f8557-6ec9-4ad1-b79a-7507873f51eb completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:22:05.097240 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port e57f8557-6ec9-4ad1-b79a-7507873f51eb triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:22:05.097990 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:05.116554 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55690) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:05.174531 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-174eb701-2a67-4ecb-b91f-5ad8f7302988 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Deleting port e28eb711-fd1d-4b27-a865-52df38049bfb {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:22:05.174929 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-174eb701-2a67-4ecb-b91f-5ad8f7302988 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:05.225131 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ce1bec0b-2ff3-47c5-ac0b-fb7343c2bb2e tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:05.235847 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-ce1bec0b-2ff3-47c5-ac0b-fb7343c2bb2e tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Deleting port 3b63270e-8f27-41a9-9687-1bcd6953e6e9 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:22:05.236322 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ce1bec0b-2ff3-47c5-ac0b-fb7343c2bb2e tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:05.279204 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:05.378315 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a7afa3-5e12-4e0a-8fbe-6069a7995915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57f8557-6ec9-4ad1-b79a-7507873f51eb'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:22:05.412413 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port e57f8557-6ec9-4ad1-b79a-7507873f51eb, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=e57f8557-6ec9-4ad1-b79a-7507873f51eb,segment=NetworkSegment(891443bf-3c45-411c-8b26-5ac9a9e807fe),segment_id=891443bf-3c45-411c-8b26-5ac9a9e807fe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:22:05.421685 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:05.488164 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-174eb701-2a67-4ecb-b91f-5ad8f7302988 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] For port e28eb711-fd1d-4b27-a865-52df38049bfb, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=e28eb711-fd1d-4b27-a865-52df38049bfb,segment=NetworkSegment(64b8534b-8145-4abb-9af5-ea731135cf3a),segment_id=64b8534b-8145-4abb-9af5-ea731135cf3a)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:22:05.488527 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-174eb701-2a67-4ecb-b91f-5ad8f7302988 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:05.508295 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a7afa3-5e12-4e0a-8fbe-6069a7995915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57f8557-6ec9-4ad1-b79a-7507873f51eb', 'code': 200} Feb 04 21:22:05.573965 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=e57f8557-6ec9-4ad1-b79a-7507873f51eb,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:05.758309 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-174eb701-2a67-4ecb-b91f-5ad8f7302988 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Calling delete_port for e28eb711-fd1d-4b27-a865-52df38049bfb owned by network:router_interface {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:22:05.782996 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ce1bec0b-2ff3-47c5-ac0b-fb7343c2bb2e tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:05.854165 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 55724) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:05.984578 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-ce1bec0b-2ff3-47c5-ac0b-fb7343c2bb2e tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Calling delete_port for 3b63270e-8f27-41a9-9687-1bcd6953e6e9 owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:22:06.015974 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dcc15ae5-63f1-45f5-a677-47320c753c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:06.051015 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-dcc15ae5-63f1-45f5-a677-47320c753c75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:06.057724 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-dcc15ae5-63f1-45f5-a677-47320c753c75 admin admin] Usage tracker for resource:security_group_rule and tenant:b785972974dd461fa02e6984b6147218 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:06.064055 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-dcc15ae5-63f1-45f5-a677-47320c753c75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:06.072059 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-dcc15ae5-63f1-45f5-a677-47320c753c75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:06.166832 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-174eb701-2a67-4ecb-b91f-5ad8f7302988 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:06.237118 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174eb701-2a67-4ecb-b91f-5ad8f7302988 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event deleted for resources: {'Port': ['ID=e28eb711-fd1d-4b27-a865-52df38049bfb,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:06.247255 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3defd7-14e6-4bb3-9ffb-c5af9e1e54fc req-41268d19-f7c1-4685-9253-95e6942c91c5 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:06.251388 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b3defd7-14e6-4bb3-9ffb-c5af9e1e54fc req-41268d19-f7c1-4685-9253-95e6942c91c5 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=92a7afa3-5e12-4e0a-8fbe-6069a7995915 HTTP/1.1" status: 200 len: 946 time: 0.4016693 Feb 04 21:22:06.254645 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-351aa410-3e64-4f70-b186-b0a922f14a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:06.270033 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dcc15ae5-63f1-45f5-a677-47320c753c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:06.279513 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ce1bec0b-2ff3-47c5-ac0b-fb7343c2bb2e tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:06.323365 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dcc15ae5-63f1-45f5-a677-47320c753c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:06.377478 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1bec0b-2ff3-47c5-ac0b-fb7343c2bb2e tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Pushing event deleted for resources: {'Port': ['ID=3b63270e-8f27-41a9-9687-1bcd6953e6e9,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:06.381866 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-351aa410-3e64-4f70-b186-b0a922f14a30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:06.462624 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-351aa410-3e64-4f70-b186-b0a922f14a30 admin admin] Usage tracker for resource:security_group_rule and tenant:5358a1d141474395885c4fb50e9fbdf3 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:06.474527 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92790e7-b3de-4173-b456-d93cd5a2b00d req-6f76b846-c047-4bdd-a96d-4018b040e6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:06.476017 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d92790e7-b3de-4173-b456-d93cd5a2b00d req-6f76b846-c047-4bdd-a96d-4018b040e6f8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=92a7afa3-5e12-4e0a-8fbe-6069a7995915 HTTP/1.1" status: 200 len: 1097 time: 0.8798141 Feb 04 21:22:06.493323 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-351aa410-3e64-4f70-b186-b0a922f14a30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:06.505563 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-dcc15ae5-63f1-45f5-a677-47320c753c75 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b785972974dd461fa02e6984b6147218&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3827727 Feb 04 21:22:06.511480 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55760) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:06.511810 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55762) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:06.521512 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc15ae5-63f1-45f5-a677-47320c753c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed108f3-64af-4311-9af3-712f3b9b0408,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:06.608352 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ce1bec0b-2ff3-47c5-ac0b-fb7343c2bb2e tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:06.733793 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b00d6baa-fd22-4434-88c0-e375bbcba134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:06.766211 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-351aa410-3e64-4f70-b186-b0a922f14a30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:06.811335 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b3defd7-14e6-4bb3-9ffb-c5af9e1e54fc req-14574c35-336e-46a9-b64f-b9ee8401f841 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5382836 Feb 04 21:22:06.832821 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d92790e7-b3de-4173-b456-d93cd5a2b00d req-89c0aa25-dd34-4da5-ad00-26e7eba639b0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339970 Feb 04 21:22:06.853665 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ce1bec0b-2ff3-47c5-ac0b-fb7343c2bb2e tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:06.855830 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5ef33a91-3655-4fd7-bfc0-42f37e8d7072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:06.859248 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-174eb701-2a67-4ecb-b91f-5ad8f7302988 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:06.886576 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ce1bec0b-2ff3-47c5-ac0b-fb7343c2bb2e tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:06.921771 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5ef33a91-3655-4fd7-bfc0-42f37e8d7072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:06.926772 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b00d6baa-fd22-4434-88c0-e375bbcba134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:06.933517 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ce1bec0b-2ff3-47c5-ac0b-fb7343c2bb2e tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:06.934040 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1bec0b-2ff3-47c5-ac0b-fb7343c2bb2e tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Fanout notify agent at l3_agent the message router_deleted on router 820e6d14-6506-444b-a432-1ae05048904c {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:22:06.941056 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5ef33a91-3655-4fd7-bfc0-42f37e8d7072 admin admin] Usage tracker for resource:security_group_rule and tenant:d73a67fff5604f46b6c7af2538170223 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:06.953050 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5ef33a91-3655-4fd7-bfc0-42f37e8d7072 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:06.967534 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5ef33a91-3655-4fd7-bfc0-42f37e8d7072 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:07.020807 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ce1bec0b-2ff3-47c5-ac0b-fb7343c2bb2e tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:07.021895 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ce1bec0b-2ff3-47c5-ac0b-fb7343c2bb2e tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] 10.222.0.26 "DELETE /v2.0/routers/820e6d14-6506-444b-a432-1ae05048904c HTTP/1.1" status: 204 len: 168 time: 2.4049065 Feb 04 21:22:07.026054 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55788) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:07.035263 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-f9650b1b-508a-4c83-99c7-50e5307e96b3 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-131424754', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}, 'admin_state_up': False}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:07.049612 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f9650b1b-508a-4c83-99c7-50e5307e96b3 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:07.055309 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f9650b1b-508a-4c83-99c7-50e5307e96b3 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Usage tracker for resource:router and tenant:ae2b6ea13aa74c00a906f4f9751c3287 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:07.063246 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f9650b1b-508a-4c83-99c7-50e5307e96b3 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:07.066818 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b00d6baa-fd22-4434-88c0-e375bbcba134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:07.086551 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f9650b1b-508a-4c83-99c7-50e5307e96b3 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:07.101728 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d6baa-fd22-4434-88c0-e375bbcba134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed108f3-64af-4311-9af3-712f3b9b0408,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:07.121603 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b00d6baa-fd22-4434-88c0-e375bbcba134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:07.130469 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b00d6baa-fd22-4434-88c0-e375bbcba134 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7ed108f3-64af-4311-9af3-712f3b9b0408 HTTP/1.1" status: 204 len: 168 time: 0.6117847 Feb 04 21:22:07.160153 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-351aa410-3e64-4f70-b186-b0a922f14a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:07.170870 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5ef33a91-3655-4fd7-bfc0-42f37e8d7072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:07.179986 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5ef33a91-3655-4fd7-bfc0-42f37e8d7072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:07.221981 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f9650b1b-508a-4c83-99c7-50e5307e96b3 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:07.223092 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f9650b1b-508a-4c83-99c7-50e5307e96b3 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:07.224361 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-351aa410-3e64-4f70-b186-b0a922f14a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:07.261481 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5ef33a91-3655-4fd7-bfc0-42f37e8d7072 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d73a67fff5604f46b6c7af2538170223&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7451937 Feb 04 21:22:07.266834 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55804) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:07.312635 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-351aa410-3e64-4f70-b186-b0a922f14a30 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5358a1d141474395885c4fb50e9fbdf3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4574072 Feb 04 21:22:07.316617 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55812) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:07.319998 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351aa410-3e64-4f70-b186-b0a922f14a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd531c9b-9d59-4bae-be70-464e5b9bb1e3,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:07.321245 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef33a91-3655-4fd7-bfc0-42f37e8d7072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24327989-fbb7-4965-afe1-2d1a15d246bd,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:07.324713 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f9650b1b-508a-4c83-99c7-50e5307e96b3 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:07.342190 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174eb701-2a67-4ecb-b91f-5ad8f7302988 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Router 63c94746-5463-4d10-8f6d-7d964e16b767 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:22:07.542929 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174eb701-2a67-4ecb-b91f-5ad8f7302988 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:22:07.554007 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c878da-1674-4f58-a9df-8d88320fe583 None None] Sync routers for ids ['63c94746-5463-4d10-8f6d-7d964e16b767'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:22:07.579542 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c878da-1674-4f58-a9df-8d88320fe583 None None] Routers {'63c94746-5463-4d10-8f6d-7d964e16b767'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:22:07.580484 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-06c878da-1674-4f58-a9df-8d88320fe583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:21:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['63c94746-5463-4d10-8f6d-7d964e16b767'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:07.587661 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-174eb701-2a67-4ecb-b91f-5ad8f7302988 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "PUT /v2.0/routers/63c94746-5463-4d10-8f6d-7d964e16b767/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9951577 Feb 04 21:22:07.588411 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 55830) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:07.599228 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a9e15528-dbf3-49c8-82f3-811da625699e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:07.613361 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55836) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:07.636762 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5e5df890-8d9e-48b3-9981-d46733aeb747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:07.682962 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d9b09f9-79c6-47be-b867-b5a9898715ad tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Deleting subnet 4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:22:07.687984 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5d9b09f9-79c6-47be-b867-b5a9898715ad tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:07.751424 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5d9b09f9-79c6-47be-b867-b5a9898715ad tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:07.860865 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-06c878da-1674-4f58-a9df-8d88320fe583 None None] Set router 63c94746-5463-4d10-8f6d-7d964e16b767 gateway port host: None {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:22:07.875169 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5d9b09f9-79c6-47be-b867-b5a9898715ad tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:07.941057 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e79a618b-8707-43c0-9e45-76504071ed6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:08.030554 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a9e15528-dbf3-49c8-82f3-811da625699e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:08.046976 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5e5df890-8d9e-48b3-9981-d46733aeb747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:08.061460 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e79a618b-8707-43c0-9e45-76504071ed6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:08.082161 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f9650b1b-508a-4c83-99c7-50e5307e96b3 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:08.124770 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e79a618b-8707-43c0-9e45-76504071ed6f admin admin] Usage tracker for resource:security_group_rule and tenant:26a3c58c00354dcb9f3db08d62fac4b5 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:08.145543 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e79a618b-8707-43c0-9e45-76504071ed6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:08.170378 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5d9b09f9-79c6-47be-b867-b5a9898715ad tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:08.186509 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e79a618b-8707-43c0-9e45-76504071ed6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:08.240441 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5d9b09f9-79c6-47be-b867-b5a9898715ad tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:08.241999 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1c8891-3727-4e7b-b043-1320573f88ba None None] Network 42b25c0d-2b35-4352-8c77-5328e7bf68d5 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:22:08.243409 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b09f9-79c6-47be-b867-b5a9898715ad tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event deleted for resources: {'Subnet': ['ID=4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:08.262068 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b09f9-79c6-47be-b867-b5a9898715ad tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:08.262478 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b09f9-79c6-47be-b867-b5a9898715ad tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:08.262836 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b09f9-79c6-47be-b867-b5a9898715ad tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:08.263879 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b09f9-79c6-47be-b867-b5a9898715ad tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:08.264354 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b09f9-79c6-47be-b867-b5a9898715ad tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:08.264736 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b09f9-79c6-47be-b867-b5a9898715ad tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:08.265203 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b09f9-79c6-47be-b867-b5a9898715ad tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:08.266108 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b09f9-79c6-47be-b867-b5a9898715ad tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:08.266545 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b09f9-79c6-47be-b867-b5a9898715ad tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:08.266796 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b09f9-79c6-47be-b867-b5a9898715ad tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:08.267131 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b09f9-79c6-47be-b867-b5a9898715ad tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:08.267473 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b09f9-79c6-47be-b867-b5a9898715ad tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:08.274923 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5d9b09f9-79c6-47be-b867-b5a9898715ad tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/subnets/4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b HTTP/1.1" status: 204 len: 168 time: 0.6854570 Feb 04 21:22:08.276378 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 55864) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:08.321989 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-06c878da-1674-4f58-a9df-8d88320fe583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'name': 'tempest-RoutersIpV6Test-router-1547994625', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:41Z', 'updated_at': '2022-02-04T21:22:06Z', 'revision_number': 9, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'gw_port_host': None, '_interfaces': [{'id': '6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486', 'name': '', 'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:1e:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:46Z', 'updated_at': '2022-02-04T21:21:01Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad86718-6d02-4907-9c06-81a142ed5943', 'name': '', 'network_id': 'f75e680a-e515-4598-bcf1-d9be8dfcc4e4', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:e0:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:02Z', 'updated_at': '2022-02-04T21:21:14Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:08.334394 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c878da-1674-4f58-a9df-8d88320fe583 None None] Checking router: 63c94746-5463-4d10-8f6d-7d964e16b767 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:22:08.335115 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a9e15528-dbf3-49c8-82f3-811da625699e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:08.349734 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5e5df890-8d9e-48b3-9981-d46733aeb747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:08.350439 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c878da-1674-4f58-a9df-8d88320fe583 None None] Routers {'63c94746-5463-4d10-8f6d-7d964e16b767'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:22:08.351179 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-06c878da-1674-4f58-a9df-8d88320fe583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:21:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['63c94746-5463-4d10-8f6d-7d964e16b767'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:08.373684 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e15528-dbf3-49c8-82f3-811da625699e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24327989-fbb7-4965-afe1-2d1a15d246bd,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:08.395687 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3d5b9-302d-48c2-8cfe-b50212f71795 req-245fda5b-0807-4697-adcc-35c8e8cec51a tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:08.402608 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-09f3d5b9-302d-48c2-8cfe-b50212f71795 req-245fda5b-0807-4697-adcc-35c8e8cec51a tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=92a7afa3-5e12-4e0a-8fbe-6069a7995915 HTTP/1.1" status: 200 len: 946 time: 0.3831286 Feb 04 21:22:08.420569 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5df890-8d9e-48b3-9981-d46733aeb747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd531c9b-9d59-4bae-be70-464e5b9bb1e3,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:08.474470 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e79a618b-8707-43c0-9e45-76504071ed6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:08.476767 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a9e15528-dbf3-49c8-82f3-811da625699e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:08.480526 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9829b1e1-0828-498c-b636-c6bce2c64251 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:08.491831 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a9e15528-dbf3-49c8-82f3-811da625699e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/24327989-fbb7-4965-afe1-2d1a15d246bd HTTP/1.1" status: 204 len: 168 time: 1.2179363 Feb 04 21:22:08.496830 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-09f3d5b9-302d-48c2-8cfe-b50212f71795 req-77769b19-1317-4f78-abb6-f23a09be05d3 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933063 Feb 04 21:22:08.509281 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5e5df890-8d9e-48b3-9981-d46733aeb747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:08.515733 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5e5df890-8d9e-48b3-9981-d46733aeb747 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bd531c9b-9d59-4bae-be70-464e5b9bb1e3 HTTP/1.1" status: 204 len: 168 time: 1.1958749 Feb 04 21:22:08.521747 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-9829b1e1-0828-498c-b636-c6bce2c64251 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Deleting port dd4f381e-8360-4512-aa66-44c10fc1f199 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:22:08.522341 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9829b1e1-0828-498c-b636-c6bce2c64251 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:08.526349 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e79a618b-8707-43c0-9e45-76504071ed6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:08.692452 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a618b-8707-43c0-9e45-76504071ed6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36f0d73-5ba3-42a6-8f5f-66b0a306177f,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:08.706836 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f9e76b-2053-4465-8b59-932fb3b081ab None None] DHCP port deletion for 42b25c0d-2b35-4352-8c77-5328e7bf68d5 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:22:08.711614 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-a4f9e76b-2053-4465-8b59-932fb3b081ab None None] Deleting port dd4f381e-8360-4512-aa66-44c10fc1f199 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:22:08.711992 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a4f9e76b-2053-4465-8b59-932fb3b081ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:08.721792 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e79a618b-8707-43c0-9e45-76504071ed6f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=26a3c58c00354dcb9f3db08d62fac4b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1057167 Feb 04 21:22:08.724804 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 55880) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:08.795415 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-06c878da-1674-4f58-a9df-8d88320fe583 None None] Set router 63c94746-5463-4d10-8f6d-7d964e16b767 gateway port host: None {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:22:09.019803 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f9650b1b-508a-4c83-99c7-50e5307e96b3 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router_gateway, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:09.053115 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f9650b1b-508a-4c83-99c7-50e5307e96b3 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:09.132180 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-a4f9e76b-2053-4465-8b59-932fb3b081ab None None] For port dd4f381e-8360-4512-aa66-44c10fc1f199, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=dd4f381e-8360-4512-aa66-44c10fc1f199,segment=NetworkSegment(64b8534b-8145-4abb-9af5-ea731135cf3a),segment_id=64b8534b-8145-4abb-9af5-ea731135cf3a)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:22:09.132877 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a4f9e76b-2053-4465-8b59-932fb3b081ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:09.245633 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-9829b1e1-0828-498c-b636-c6bce2c64251 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] For port dd4f381e-8360-4512-aa66-44c10fc1f199, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=dd4f381e-8360-4512-aa66-44c10fc1f199,segment=NetworkSegment(64b8534b-8145-4abb-9af5-ea731135cf3a),segment_id=64b8534b-8145-4abb-9af5-ea731135cf3a)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:22:09.246411 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9829b1e1-0828-498c-b636-c6bce2c64251 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:09.293659 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-f9650b1b-508a-4c83-99c7-50e5307e96b3 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Allocated IP 172.25.5.241 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/36f69d97-fc36-48b7-8a45-242341ca9940) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:22:09.302091 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55892) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:09.331545 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-34a0436e-0285-48e5-aae0-997a310cf809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:09.371227 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-a4f9e76b-2053-4465-8b59-932fb3b081ab None None] Calling delete_port for dd4f381e-8360-4512-aa66-44c10fc1f199 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:22:09.373429 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-34a0436e-0285-48e5-aae0-997a310cf809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:09.434085 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-34a0436e-0285-48e5-aae0-997a310cf809 admin admin] Usage tracker for resource:security_group_rule and tenant:40fd23ad3c2f4b7d9461b0dcea3f5e74 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:09.442303 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-34a0436e-0285-48e5-aae0-997a310cf809 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:09.459716 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-34a0436e-0285-48e5-aae0-997a310cf809 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:09.513991 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-9829b1e1-0828-498c-b636-c6bce2c64251 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Calling delete_port for dd4f381e-8360-4512-aa66-44c10fc1f199 owned by network:dhcp {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:22:09.520390 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-06c878da-1674-4f58-a9df-8d88320fe583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'name': 'tempest-RoutersIpV6Test-router-1547994625', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:41Z', 'updated_at': '2022-02-04T21:22:06Z', 'revision_number': 9, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'gw_port_host': None, '_interfaces': [{'id': '6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486', 'name': '', 'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:1e:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:46Z', 'updated_at': '2022-02-04T21:21:01Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad86718-6d02-4907-9c06-81a142ed5943', 'name': '', 'network_id': 'f75e680a-e515-4598-bcf1-d9be8dfcc4e4', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:e0:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:02Z', 'updated_at': '2022-02-04T21:21:14Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:09.528049 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c878da-1674-4f58-a9df-8d88320fe583 None None] The sync data for ids ['63c94746-5463-4d10-8f6d-7d964e16b767'] in n-d-827896-1 is: [{'id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'name': 'tempest-RoutersIpV6Test-router-1547994625', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:41Z', 'updated_at': '2022-02-04T21:22:06Z', 'revision_number': 9, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'gw_port_host': None, '_interfaces': [{'id': '6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486', 'name': '', 'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:1e:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:46Z', 'updated_at': '2022-02-04T21:21:01Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad86718-6d02-4907-9c06-81a142ed5943', 'name': '', 'network_id': 'f75e680a-e515-4598-bcf1-d9be8dfcc4e4', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:e0:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:21:02Z', 'updated_at': '2022-02-04T21:21:14Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '15ec02a3-5188-43f9-8f8e-dd8469a40095', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:22:09.563787 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a4f9e76b-2053-4465-8b59-932fb3b081ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:09.576666 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f9650b1b-508a-4c83-99c7-50e5307e96b3 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:09.641969 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9e76b-2053-4465-8b59-932fb3b081ab None None] Pushing event deleted for resources: {'Port': ['ID=dd4f381e-8360-4512-aa66-44c10fc1f199,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:09.650397 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55900) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:09.657841 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f9e76b-2053-4465-8b59-932fb3b081ab None None] No DVR routers for this DVR port dd4f381e-8360-4512-aa66-44c10fc1f199 on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:22:09.670366 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9fd243fb-9293-4f16-b63a-1f3a479c076e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:09.687840 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-34a0436e-0285-48e5-aae0-997a310cf809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:09.695143 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-34a0436e-0285-48e5-aae0-997a310cf809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:09.715702 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f9650b1b-508a-4c83-99c7-50e5307e96b3 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:09.777016 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 55906) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:09.784253 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9fd243fb-9293-4f16-b63a-1f3a479c076e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:09.810097 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.api [None req-9829b1e1-0828-498c-b636-c6bce2c64251 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:22:09.810564 n-d-827896-1 neutron-server[87683]: DEBUG oslo_db.api [None req-9829b1e1-0828-498c-b636-c6bce2c64251 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:22:09.826427 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8eec3497-6649-4f38-8146-30e743711eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:09.841974 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-34a0436e-0285-48e5-aae0-997a310cf809 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=40fd23ad3c2f4b7d9461b0dcea3f5e74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5381002 Feb 04 21:22:09.844140 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9650b1b-508a-4c83-99c7-50e5307e96b3 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:22:09.847111 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55910) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:09.849645 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0436e-0285-48e5-aae0-997a310cf809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acf4a0a-e307-4b04-aeab-db77bca23f87,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:09.854618 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-f9650b1b-508a-4c83-99c7-50e5307e96b3 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:22:09.868365 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9650b1b-508a-4c83-99c7-50e5307e96b3 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:22:09.874583 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-8eec3497-6649-4f38-8146-30e743711eb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:09.880912 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-8eec3497-6649-4f38-8146-30e743711eb6 admin admin] Usage tracker for resource:security_group_rule and tenant:54e53facc4a543cf84623040628656bf is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:09.891622 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36e565-54cd-4654-be49-2aa135fd9527 req-f251c049-ad29-4a9b-bc39-30461f56b020 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:09.897834 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-be36e565-54cd-4654-be49-2aa135fd9527 req-f251c049-ad29-4a9b-bc39-30461f56b020 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=92a7afa3-5e12-4e0a-8fbe-6069a7995915 HTTP/1.1" status: 200 len: 946 time: 0.2328782 Feb 04 21:22:09.900345 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9650b1b-508a-4c83-99c7-50e5307e96b3 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Pushing event updated for resources: {'Port': ['ID=36f69d97-fc36-48b7-8a45-242341ca9940,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:09.900503 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-8eec3497-6649-4f38-8146-30e743711eb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:09.921587 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-8eec3497-6649-4f38-8146-30e743711eb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:10.010075 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-be36e565-54cd-4654-be49-2aa135fd9527 req-889e65e3-76b2-4743-a2fa-15e38bf51b46 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111207 Feb 04 21:22:10.034847 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9fd243fb-9293-4f16-b63a-1f3a479c076e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:10.073826 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd243fb-9293-4f16-b63a-1f3a479c076e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36f0d73-5ba3-42a6-8f5f-66b0a306177f,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:10.074198 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b697dc9a-07a9-4e9f-855a-e7010af1439d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:10.128774 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9fd243fb-9293-4f16-b63a-1f3a479c076e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:10.130050 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-9fd243fb-9293-4f16-b63a-1f3a479c076e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f36f0d73-5ba3-42a6-8f5f-66b0a306177f HTTP/1.1" status: 204 len: 168 time: 1.4038908 Feb 04 21:22:10.182729 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4feeb7ce-5805-49f9-9818-d2a696aca817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:10.210798 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8eec3497-6649-4f38-8146-30e743711eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:10.210975 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b697dc9a-07a9-4e9f-855a-e7010af1439d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:10.218562 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8eec3497-6649-4f38-8146-30e743711eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:10.271335 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-8eec3497-6649-4f38-8146-30e743711eb6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=54e53facc4a543cf84623040628656bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4802661 Feb 04 21:22:10.272236 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec3497-6649-4f38-8146-30e743711eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01b1de2-ccb5-4762-857d-f19829bae3b0,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:10.274561 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 55918) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:10.311619 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-9829b1e1-0828-498c-b636-c6bce2c64251 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Deleting port dd4f381e-8360-4512-aa66-44c10fc1f199 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:22:10.312101 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9829b1e1-0828-498c-b636-c6bce2c64251 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:10.410472 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device e28eb711-fd1d-4b27-a865-52df38049bfb no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:22:10.417459 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-9829b1e1-0828-498c-b636-c6bce2c64251 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] The port 'dd4f381e-8360-4512-aa66-44c10fc1f199' was deleted {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:22:10.445717 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b697dc9a-07a9-4e9f-855a-e7010af1439d admin admin] Usage tracker for resource:security_group_rule and tenant:f105c421cc8b48039537abcc2a7b78b3 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:10.450174 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4feeb7ce-5805-49f9-9818-d2a696aca817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:10.457408 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d6717693-bc4c-4eb8-acc3-de47597d9f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:10.467070 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b697dc9a-07a9-4e9f-855a-e7010af1439d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:10.485478 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: e28eb711-fd1d-4b27-a865-52df38049bfb {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:22:10.487333 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device e28eb711-fd1d-4b27-a865-52df38049bfb not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:22:10.487880 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device dd4f381e-8360-4512-aa66-44c10fc1f199 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:22:10.488189 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d6717693-bc4c-4eb8-acc3-de47597d9f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:10.491833 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b697dc9a-07a9-4e9f-855a-e7010af1439d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:10.622135 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d6717693-bc4c-4eb8-acc3-de47597d9f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:10.628320 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: dd4f381e-8360-4512-aa66-44c10fc1f199 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:22:10.628755 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device dd4f381e-8360-4512-aa66-44c10fc1f199 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:22:10.664957 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6717693-bc4c-4eb8-acc3-de47597d9f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01b1de2-ccb5-4762-857d-f19829bae3b0,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:10.701462 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9829b1e1-0828-498c-b636-c6bce2c64251 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:10.730053 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d6717693-bc4c-4eb8-acc3-de47597d9f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:10.733262 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d6717693-bc4c-4eb8-acc3-de47597d9f25 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f01b1de2-ccb5-4762-857d-f19829bae3b0 HTTP/1.1" status: 204 len: 168 time: 0.4577951 Feb 04 21:22:10.771390 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4feeb7ce-5805-49f9-9818-d2a696aca817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:10.781066 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-9829b1e1-0828-498c-b636-c6bce2c64251 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42b25c0d-2b35-4352-8c77-5328e7bf68d5']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:10.808828 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-9829b1e1-0828-498c-b636-c6bce2c64251 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64b8534b-8145-4abb-9af5-ea731135cf3a') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:10.809499 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-9829b1e1-0828-498c-b636-c6bce2c64251 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64b8534b-8145-4abb-9af5-ea731135cf3a') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:10.835804 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9829b1e1-0828-498c-b636-c6bce2c64251 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:10.846753 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feeb7ce-5805-49f9-9818-d2a696aca817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acf4a0a-e307-4b04-aeab-db77bca23f87,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:10.859612 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4feeb7ce-5805-49f9-9818-d2a696aca817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:10.860959 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4feeb7ce-5805-49f9-9818-d2a696aca817 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0acf4a0a-e307-4b04-aeab-db77bca23f87 HTTP/1.1" status: 204 len: 168 time: 1.0131423 Feb 04 21:22:10.878019 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f9650b1b-508a-4c83-99c7-50e5307e96b3 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router_gateway, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:10.883837 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9829b1e1-0828-498c-b636-c6bce2c64251 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:10.899343 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9829b1e1-0828-498c-b636-c6bce2c64251 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:22:10.899828 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9829b1e1-0828-498c-b636-c6bce2c64251 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: util.warn( Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: util.warn( Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: util.warn( Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: util.warn( Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:22:10.920434 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:22:11.000621 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b697dc9a-07a9-4e9f-855a-e7010af1439d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:11.053934 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9829b1e1-0828-498c-b636-c6bce2c64251 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:11.062693 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9829b1e1-0828-498c-b636-c6bce2c64251 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:11.070915 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b697dc9a-07a9-4e9f-855a-e7010af1439d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:11.091874 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-9829b1e1-0828-498c-b636-c6bce2c64251 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/networks/42b25c0d-2b35-4352-8c77-5328e7bf68d5 HTTP/1.1" status: 204 len: 168 time: 2.8130963 Feb 04 21:22:11.092457 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 55944) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:11.145111 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b697dc9a-07a9-4e9f-855a-e7010af1439d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef89e99-7870-4c29-a1ce-675c4b06b44d,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:11.169116 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829b1e1-0828-498c-b636-c6bce2c64251 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event deleted for resources: {'Network': ['ID=42b25c0d-2b35-4352-8c77-5328e7bf68d5,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:11.214116 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b697dc9a-07a9-4e9f-855a-e7010af1439d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f105c421cc8b48039537abcc2a7b78b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5508676 Feb 04 21:22:11.217057 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55950) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:11.586170 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-95245c26-300c-456b-8409-7f8697fbed6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:11.625118 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-95245c26-300c-456b-8409-7f8697fbed6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:11.698015 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-95245c26-300c-456b-8409-7f8697fbed6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:11.726810 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95245c26-300c-456b-8409-7f8697fbed6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef89e99-7870-4c29-a1ce-675c4b06b44d,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:11.769358 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f9650b1b-508a-4c83-99c7-50e5307e96b3 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:11.852414 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-95245c26-300c-456b-8409-7f8697fbed6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:11.858052 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-95245c26-300c-456b-8409-7f8697fbed6c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bef89e99-7870-4c29-a1ce-675c4b06b44d HTTP/1.1" status: 204 len: 168 time: 0.6399145 Feb 04 21:22:12.048559 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-191543c3-e4c9-449f-ad9e-1260d87caf11 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:12.066279 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9650b1b-508a-4c83-99c7-50e5307e96b3 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Router 4fbaa81e-01e4-4d75-9cfd-bfc02fe6dd52 is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:22:12.265251 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9650b1b-508a-4c83-99c7-50e5307e96b3 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:22:12.282310 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c71d7ad-e55b-4535-aef8-aafdf1b1ffac None None] Sync routers for ids ['4fbaa81e-01e4-4d75-9cfd-bfc02fe6dd52'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:22:12.296763 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c71d7ad-e55b-4535-aef8-aafdf1b1ffac None None] Routers {'4fbaa81e-01e4-4d75-9cfd-bfc02fe6dd52'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:22:12.299105 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f9650b1b-508a-4c83-99c7-50e5307e96b3 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:12.302062 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-3c71d7ad-e55b-4535-aef8-aafdf1b1ffac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:21:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4fbaa81e-01e4-4d75-9cfd-bfc02fe6dd52'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:12.304508 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f9650b1b-508a-4c83-99c7-50e5307e96b3 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.2763848 Feb 04 21:22:12.308400 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 55988) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:12.325075 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-bf8cedb9-0023-4679-a582-15e48999b700 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:12.376987 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-3c71d7ad-e55b-4535-aef8-aafdf1b1ffac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:12.392587 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c71d7ad-e55b-4535-aef8-aafdf1b1ffac None None] Routers {'4fbaa81e-01e4-4d75-9cfd-bfc02fe6dd52'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:22:12.393195 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-3c71d7ad-e55b-4535-aef8-aafdf1b1ffac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:21:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4fbaa81e-01e4-4d75-9cfd-bfc02fe6dd52'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:12.444471 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-191543c3-e4c9-449f-ad9e-1260d87caf11 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Deleting port cad86718-6d02-4907-9c06-81a142ed5943 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:22:12.445120 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-191543c3-e4c9-449f-ad9e-1260d87caf11 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:12.468105 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-3c71d7ad-e55b-4535-aef8-aafdf1b1ffac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:12.468427 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c71d7ad-e55b-4535-aef8-aafdf1b1ffac None None] The sync data for ids ['4fbaa81e-01e4-4d75-9cfd-bfc02fe6dd52'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:22:12.681158 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56002) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:12.704871 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-191543c3-e4c9-449f-ad9e-1260d87caf11 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] For port cad86718-6d02-4907-9c06-81a142ed5943, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=cad86718-6d02-4907-9c06-81a142ed5943,segment=NetworkSegment(658e19ee-6391-43c1-93a4-2cf107127cb0),segment_id=658e19ee-6391-43c1-93a4-2cf107127cb0)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:22:12.705334 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-191543c3-e4c9-449f-ad9e-1260d87caf11 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:12.724702 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3cb4a9ec-f963-4697-b6e9-3ab9e4fc27bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:12.879260 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-3cb4a9ec-f963-4697-b6e9-3ab9e4fc27bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:12.887662 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-191543c3-e4c9-449f-ad9e-1260d87caf11 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Calling delete_port for cad86718-6d02-4907-9c06-81a142ed5943 owned by network:router_interface {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:22:12.920607 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-3cb4a9ec-f963-4697-b6e9-3ab9e4fc27bd admin admin] Usage tracker for resource:security_group_rule and tenant:846779b55fda439781fbf2990470aa31 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:12.930111 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-3cb4a9ec-f963-4697-b6e9-3ab9e4fc27bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:12.977486 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-3cb4a9ec-f963-4697-b6e9-3ab9e4fc27bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:13.224424 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bf8cedb9-0023-4679-a582-15e48999b700 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:13.252465 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bf8cedb9-0023-4679-a582-15e48999b700 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:13.279998 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-bf8cedb9-0023-4679-a582-15e48999b700 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Deleting port 36f69d97-fc36-48b7-8a45-242341ca9940 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:22:13.280739 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bf8cedb9-0023-4679-a582-15e48999b700 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:13.297896 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3cb4a9ec-f963-4697-b6e9-3ab9e4fc27bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:13.323903 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3cb4a9ec-f963-4697-b6e9-3ab9e4fc27bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:13.376999 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4a9ec-f963-4697-b6e9-3ab9e4fc27bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a47603f-5618-4778-8ff8-a5ef4a31bf92,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:13.380133 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-191543c3-e4c9-449f-ad9e-1260d87caf11 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:13.550818 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bf8cedb9-0023-4679-a582-15e48999b700 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:13.578386 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191543c3-e4c9-449f-ad9e-1260d87caf11 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event deleted for resources: {'Port': ['ID=cad86718-6d02-4907-9c06-81a142ed5943,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:13.592153 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-3cb4a9ec-f963-4697-b6e9-3ab9e4fc27bd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=846779b55fda439781fbf2990470aa31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9075489 Feb 04 21:22:13.593115 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56044) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:13.794579 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-bf8cedb9-0023-4679-a582-15e48999b700 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Calling delete_port for 36f69d97-fc36-48b7-8a45-242341ca9940 owned by network:router_gateway {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:22:13.890250 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e9ad0e26-9fde-44d6-ad86-0b26a198d508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:14.019450 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-191543c3-e4c9-449f-ad9e-1260d87caf11 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:14.031457 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7d5b092f-44fe-4914-92f8-9de3a45e47b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:14.079359 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bf8cedb9-0023-4679-a582-15e48999b700 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:14.149952 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8cedb9-0023-4679-a582-15e48999b700 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Pushing event deleted for resources: {'Port': ['ID=36f69d97-fc36-48b7-8a45-242341ca9940,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:14.336786 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56086) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:14.384383 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bf8cedb9-0023-4679-a582-15e48999b700 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494543'] for router_gateway, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:14.592348 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7d5b092f-44fe-4914-92f8-9de3a45e47b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:14.628394 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f474754-c712-4400-a755-017ad34ce02b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:14.699918 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7f474754-c712-4400-a755-017ad34ce02b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:14.718684 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7f474754-c712-4400-a755-017ad34ce02b admin admin] Usage tracker for resource:security_group_rule and tenant:a51b144c295c4a9289d0f314dac73bf2 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:14.801548 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7f474754-c712-4400-a755-017ad34ce02b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:14.984453 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-191543c3-e4c9-449f-ad9e-1260d87caf11 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Router 63c94746-5463-4d10-8f6d-7d964e16b767 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:22:14.991436 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7f474754-c712-4400-a755-017ad34ce02b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:15.174584 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7d5b092f-44fe-4914-92f8-9de3a45e47b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:15.200985 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bf8cedb9-0023-4679-a582-15e48999b700 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:15.206461 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b092f-44fe-4914-92f8-9de3a45e47b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a47603f-5618-4778-8ff8-a5ef4a31bf92,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:15.209817 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bf8cedb9-0023-4679-a582-15e48999b700 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-494389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-494370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492643'] for router, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:15.222692 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191543c3-e4c9-449f-ad9e-1260d87caf11 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:22:15.233721 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8f0bc6-4e9e-4f44-ae69-aac9555bc695 None None] Sync routers for ids ['63c94746-5463-4d10-8f6d-7d964e16b767'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:22:15.236056 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7d5b092f-44fe-4914-92f8-9de3a45e47b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:15.237638 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-7d5b092f-44fe-4914-92f8-9de3a45e47b0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3a47603f-5618-4778-8ff8-a5ef4a31bf92 HTTP/1.1" status: 204 len: 168 time: 1.6434956 Feb 04 21:22:15.239010 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-191543c3-e4c9-449f-ad9e-1260d87caf11 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "PUT /v2.0/routers/63c94746-5463-4d10-8f6d-7d964e16b767/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1417706 Feb 04 21:22:15.249710 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56158) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:15.250414 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8f0bc6-4e9e-4f44-ae69-aac9555bc695 None None] Routers {'63c94746-5463-4d10-8f6d-7d964e16b767'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:22:15.252145 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-dc8f0bc6-4e9e-4f44-ae69-aac9555bc695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:21:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['63c94746-5463-4d10-8f6d-7d964e16b767'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:15.258103 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56162) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:15.413603 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d1969ad-6b7f-4211-878c-bf7aaf8fd32c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Deleting subnet 15ec02a3-5188-43f9-8f8e-dd8469a40095 {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:22:15.422004 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0d1969ad-6b7f-4211-878c-bf7aaf8fd32c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:15.428829 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f474754-c712-4400-a755-017ad34ce02b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:15.443034 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f474754-c712-4400-a755-017ad34ce02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:15.471620 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-dc8f0bc6-4e9e-4f44-ae69-aac9555bc695 None None] Set router 63c94746-5463-4d10-8f6d-7d964e16b767 gateway port host: None {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:22:15.523697 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8cedb9-0023-4679-a582-15e48999b700 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Router 4fbaa81e-01e4-4d75-9cfd-bfc02fe6dd52 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:22:15.539649 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7f474754-c712-4400-a755-017ad34ce02b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a51b144c295c4a9289d0f314dac73bf2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2017612 Feb 04 21:22:15.557708 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56172) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:15.558542 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0d1969ad-6b7f-4211-878c-bf7aaf8fd32c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:15.687818 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f474754-c712-4400-a755-017ad34ce02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f380c8ac-5689-4e2c-8fc2-6ed015747974,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:15.737142 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8cedb9-0023-4679-a582-15e48999b700 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:22:15.738908 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0d1969ad-6b7f-4211-878c-bf7aaf8fd32c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:15.749878 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c7df64-a42b-4f7c-b709-79ee6b1c9f14 None None] Sync routers for ids ['4fbaa81e-01e4-4d75-9cfd-bfc02fe6dd52'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:22:15.761540 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c7df64-a42b-4f7c-b709-79ee6b1c9f14 None None] Routers {'4fbaa81e-01e4-4d75-9cfd-bfc02fe6dd52'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:22:15.762168 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-39c7df64-a42b-4f7c-b709-79ee6b1c9f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:21:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4fbaa81e-01e4-4d75-9cfd-bfc02fe6dd52'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:15.858049 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-24ba7a3d-d810-4b68-b7d3-34ae97b13828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:15.907125 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-24ba7a3d-d810-4b68-b7d3-34ae97b13828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:15.940271 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bf8cedb9-0023-4679-a582-15e48999b700 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:15.941537 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bf8cedb9-0023-4679-a582-15e48999b700 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] 10.222.0.26 "PUT /v2.0/routers/4fbaa81e-01e4-4d75-9cfd-bfc02fe6dd52 HTTP/1.1" status: 200 len: 705 time: 3.6316528 Feb 04 21:22:15.944450 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b5d34d2a-1b7d-4127-9ddf-76b6718f45e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:15.944606 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56186) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:15.958065 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-39c7df64-a42b-4f7c-b709-79ee6b1c9f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:15.978204 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c7df64-a42b-4f7c-b709-79ee6b1c9f14 None None] Routers {'4fbaa81e-01e4-4d75-9cfd-bfc02fe6dd52'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:22:15.978835 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-39c7df64-a42b-4f7c-b709-79ee6b1c9f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:21:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4fbaa81e-01e4-4d75-9cfd-bfc02fe6dd52'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:16.000840 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-b5d34d2a-1b7d-4127-9ddf-76b6718f45e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:16.020163 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-b5d34d2a-1b7d-4127-9ddf-76b6718f45e9 admin admin] Usage tracker for resource:security_group_rule and tenant:99533867285f47408e2e098ae37f8754 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:16.031389 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-b5d34d2a-1b7d-4127-9ddf-76b6718f45e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:16.052239 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-b5d34d2a-1b7d-4127-9ddf-76b6718f45e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:16.114927 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0d1969ad-6b7f-4211-878c-bf7aaf8fd32c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:16.141807 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-dc8f0bc6-4e9e-4f44-ae69-aac9555bc695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'name': 'tempest-RoutersIpV6Test-router-1547994625', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:41Z', 'updated_at': '2022-02-04T21:22:13Z', 'revision_number': 10, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'gw_port_host': None, '_interfaces': [{'id': '6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486', 'name': '', 'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:1e:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:46Z', 'updated_at': '2022-02-04T21:21:01Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:16.154976 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-39c7df64-a42b-4f7c-b709-79ee6b1c9f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:16.155387 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c7df64-a42b-4f7c-b709-79ee6b1c9f14 None None] The sync data for ids ['4fbaa81e-01e4-4d75-9cfd-bfc02fe6dd52'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:22:16.163894 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8f0bc6-4e9e-4f44-ae69-aac9555bc695 None None] Checking router: 63c94746-5463-4d10-8f6d-7d964e16b767 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:22:16.190692 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8f0bc6-4e9e-4f44-ae69-aac9555bc695 None None] Routers {'63c94746-5463-4d10-8f6d-7d964e16b767'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:22:16.192330 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-dc8f0bc6-4e9e-4f44-ae69-aac9555bc695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:21:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['63c94746-5463-4d10-8f6d-7d964e16b767'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:16.253242 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1969ad-6b7f-4211-878c-bf7aaf8fd32c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event deleted for resources: {'Subnet': ['ID=15ec02a3-5188-43f9-8f8e-dd8469a40095,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:16.275320 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0d1969ad-6b7f-4211-878c-bf7aaf8fd32c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:16.297359 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe02343f-9e95-41d0-b24f-92d58707f23b None None] Network f75e680a-e515-4598-bcf1-d9be8dfcc4e4 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:22:16.303088 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-0d1969ad-6b7f-4211-878c-bf7aaf8fd32c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/subnets/15ec02a3-5188-43f9-8f8e-dd8469a40095 HTTP/1.1" status: 204 len: 168 time: 1.0520597 Feb 04 21:22:16.308628 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56200) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:16.313919 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c90589f9-109b-4d2a-9794-23cfc9fbecd0 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] 10.222.0.26 "GET /v2.0/routers/4fbaa81e-01e4-4d75-9cfd-bfc02fe6dd52 HTTP/1.1" status: 200 len: 740 time: 0.3658612 Feb 04 21:22:16.315413 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56204) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:16.426990 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b5d34d2a-1b7d-4127-9ddf-76b6718f45e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:16.436257 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b5d34d2a-1b7d-4127-9ddf-76b6718f45e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:16.532643 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b5d34d2a-1b7d-4127-9ddf-76b6718f45e9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=99533867285f47408e2e098ae37f8754&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2028718 Feb 04 21:22:16.535735 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56212) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:16.552446 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d49ef557-879f-4e6e-be55-da8b35f04df9 tempest-RoutersAdminTest-2138401422 tempest-RoutersAdminTest-2138401422-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=1f11f724-8cdd-497d-8220-929f45cf1223&device_id=4fbaa81e-01e4-4d75-9cfd-bfc02fe6dd52 HTTP/1.1" status: 200 len: 205 time: 0.2018082 Feb 04 21:22:16.603918 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56216) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:16.613135 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-dc8f0bc6-4e9e-4f44-ae69-aac9555bc695 None None] Set router 63c94746-5463-4d10-8f6d-7d964e16b767 gateway port host: None {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:22:16.645349 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d34d2a-1b7d-4127-9ddf-76b6718f45e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd8180c-222d-40d8-a963-537ae97457ed,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:16.659882 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3fec7059-ff4b-4e60-93ce-d35193f9ffa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:16.733355 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3fec7059-ff4b-4e60-93ce-d35193f9ffa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:16.776056 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4c1b7462-b4f1-4e88-9a33-2b755e5c4e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:16.892751 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3fec7059-ff4b-4e60-93ce-d35193f9ffa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:16.915149 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba28a78-e6ea-474a-9e8f-2ce13a35e7c5 None None] DHCP port deletion for f75e680a-e515-4598-bcf1-d9be8dfcc4e4 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:22:16.922564 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-cba28a78-e6ea-474a-9e8f-2ce13a35e7c5 None None] Deleting port 21673db4-9fbb-4155-862b-8158b8152794 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:22:16.922938 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cba28a78-e6ea-474a-9e8f-2ce13a35e7c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:16.933519 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec7059-ff4b-4e60-93ce-d35193f9ffa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd8180c-222d-40d8-a963-537ae97457ed,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:16.951104 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3fec7059-ff4b-4e60-93ce-d35193f9ffa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:16.952925 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-3fec7059-ff4b-4e60-93ce-d35193f9ffa2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fbd8180c-222d-40d8-a963-537ae97457ed HTTP/1.1" status: 204 len: 168 time: 0.4151139 Feb 04 21:22:16.980826 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-363f9664-c2bb-48a9-bcdd-fcfcb6c41b60 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] 10.222.0.26 "GET /v2.0/ports?device_id=4fbaa81e-01e4-4d75-9cfd-bfc02fe6dd52 HTTP/1.1" status: 200 len: 205 time: 0.3751764 Feb 04 21:22:16.984253 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56226) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:17.000682 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-24ba7a3d-d810-4b68-b7d3-34ae97b13828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:17.103304 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba7a3d-d810-4b68-b7d3-34ae97b13828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f380c8ac-5689-4e2c-8fc2-6ed015747974,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:17.179635 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a5fa19b2-ec33-4d77-9917-74fab9c621b7 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:17.179635 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-24ba7a3d-d810-4b68-b7d3-34ae97b13828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:17.189915 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-24ba7a3d-d810-4b68-b7d3-34ae97b13828 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f380c8ac-5689-4e2c-8fc2-6ed015747974 HTTP/1.1" status: 204 len: 168 time: 1.4982893 Feb 04 21:22:17.208122 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-a5fa19b2-ec33-4d77-9917-74fab9c621b7 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Deleting port 21673db4-9fbb-4155-862b-8158b8152794 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:22:17.208122 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a5fa19b2-ec33-4d77-9917-74fab9c621b7 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:17.373517 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-cba28a78-e6ea-474a-9e8f-2ce13a35e7c5 None None] For port 21673db4-9fbb-4155-862b-8158b8152794, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=21673db4-9fbb-4155-862b-8158b8152794,segment=NetworkSegment(658e19ee-6391-43c1-93a4-2cf107127cb0),segment_id=658e19ee-6391-43c1-93a4-2cf107127cb0)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:22:17.374300 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cba28a78-e6ea-474a-9e8f-2ce13a35e7c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:17.387565 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b5e7727c-eb8a-44c3-ac7c-9ddb7d0ee80a tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:17.468150 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-dc8f0bc6-4e9e-4f44-ae69-aac9555bc695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'name': 'tempest-RoutersIpV6Test-router-1547994625', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:41Z', 'updated_at': '2022-02-04T21:22:13Z', 'revision_number': 10, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'gw_port_host': None, '_interfaces': [{'id': '6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486', 'name': '', 'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:1e:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:46Z', 'updated_at': '2022-02-04T21:21:01Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:17.477151 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8f0bc6-4e9e-4f44-ae69-aac9555bc695 None None] The sync data for ids ['63c94746-5463-4d10-8f6d-7d964e16b767'] in n-d-827896-1 is: [{'id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'name': 'tempest-RoutersIpV6Test-router-1547994625', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:41Z', 'updated_at': '2022-02-04T21:22:13Z', 'revision_number': 10, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'gw_port_host': None, '_interfaces': [{'id': '6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486', 'name': '', 'network_id': '5a3e76e4-f879-42fe-8c8d-faa639d83038', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'mac_address': 'fa:16:3e:1e:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:20:46Z', 'updated_at': '2022-02-04T21:21:01Z', 'revision_number': 5, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'subnets': [{'id': '59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:22:17.529247 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-cba28a78-e6ea-474a-9e8f-2ce13a35e7c5 None None] Calling delete_port for 21673db4-9fbb-4155-862b-8158b8152794 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:22:17.621796 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-a5fa19b2-ec33-4d77-9917-74fab9c621b7 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] For port 21673db4-9fbb-4155-862b-8158b8152794, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=21673db4-9fbb-4155-862b-8158b8152794,segment=NetworkSegment(658e19ee-6391-43c1-93a4-2cf107127cb0),segment_id=658e19ee-6391-43c1-93a4-2cf107127cb0)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:22:17.623475 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a5fa19b2-ec33-4d77-9917-74fab9c621b7 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:17.695073 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cba28a78-e6ea-474a-9e8f-2ce13a35e7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:17.761605 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba28a78-e6ea-474a-9e8f-2ce13a35e7c5 None None] No DVR routers for this DVR port 21673db4-9fbb-4155-862b-8158b8152794 on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:22:17.790274 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:17.796656 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-a5fa19b2-ec33-4d77-9917-74fab9c621b7 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Calling delete_port for 21673db4-9fbb-4155-862b-8158b8152794 owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:22:17.807661 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba28a78-e6ea-474a-9e8f-2ce13a35e7c5 None None] Pushing event deleted for resources: {'Port': ['ID=21673db4-9fbb-4155-862b-8158b8152794,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:17.823780 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:17.934956 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b5e7727c-eb8a-44c3-ac7c-9ddb7d0ee80a tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:17.945462 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b5e7727c-eb8a-44c3-ac7c-9ddb7d0ee80a tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:17.987734 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b5e7727c-eb8a-44c3-ac7c-9ddb7d0ee80a tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:17.989626 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e7727c-eb8a-44c3-ac7c-9ddb7d0ee80a tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Fanout notify agent at l3_agent the message router_deleted on router 4fbaa81e-01e4-4d75-9cfd-bfc02fe6dd52 {{(pid=87683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:22:18.016577 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b5e7727c-eb8a-44c3-ac7c-9ddb7d0ee80a tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:18.029304 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b5e7727c-eb8a-44c3-ac7c-9ddb7d0ee80a tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] 10.222.0.26 "DELETE /v2.0/routers/4fbaa81e-01e4-4d75-9cfd-bfc02fe6dd52 HTTP/1.1" status: 204 len: 168 time: 1.0411830 Feb 04 21:22:18.029879 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56250) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:18.069525 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56256) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:18.124558 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-631a1684-4932-4c41-b75c-853b2db33a7f tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] 10.222.0.26 "GET /v2.0/ports?device_id=4fbaa81e-01e4-4d75-9cfd-bfc02fe6dd52 HTTP/1.1" status: 200 len: 205 time: 0.0926430 Feb 04 21:22:18.127973 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56262) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:18.131137 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a21974f1-b522-444f-85d4-7ae127ef380c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:18.219220 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-a21974f1-b522-444f-85d4-7ae127ef380c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:18.223879 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-a21974f1-b522-444f-85d4-7ae127ef380c admin admin] Usage tracker for resource:security_group_rule and tenant:68bf568ea45d4c82aa65fb83227c1c71 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:18.227464 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-a21974f1-b522-444f-85d4-7ae127ef380c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:18.235375 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-a21974f1-b522-444f-85d4-7ae127ef380c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:18.243503 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.api [None req-a5fa19b2-ec33-4d77-9917-74fab9c621b7 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:22:18.243838 n-d-827896-1 neutron-server[87682]: DEBUG oslo_db.api [None req-a5fa19b2-ec33-4d77-9917-74fab9c621b7 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:22:18.256414 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [None req-afa3bb67-f648-4ee0-ad24-f60b5c2e0aaf tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] delete failed (client error): The resource could not be found. Feb 04 21:22:18.259755 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-afa3bb67-f648-4ee0-ad24-f60b5c2e0aaf tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] 10.222.0.26 "DELETE /v2.0/routers/4fbaa81e-01e4-4d75-9cfd-bfc02fe6dd52 HTTP/1.1" status: 404 len: 336 time: 0.1282382 Feb 04 21:22:18.260069 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56270) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:18.334817 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-9b6dadd9-6147-49e4-b30d-740ed1592642 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] 10.222.0.26 "GET /v2.0/ports?device_id=820e6d14-6506-444b-a432-1ae05048904c HTTP/1.1" status: 200 len: 205 time: 0.0714309 Feb 04 21:22:18.335560 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56276) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:18.346288 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device cad86718-6d02-4907-9c06-81a142ed5943 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:22:18.424096 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a21974f1-b522-444f-85d4-7ae127ef380c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:18.430667 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a21974f1-b522-444f-85d4-7ae127ef380c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:18.431286 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: cad86718-6d02-4907-9c06-81a142ed5943 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:22:18.431420 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device cad86718-6d02-4907-9c06-81a142ed5943 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:22:18.436687 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 21673db4-9fbb-4155-862b-8158b8152794 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:22:18.495659 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-a21974f1-b522-444f-85d4-7ae127ef380c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=68bf568ea45d4c82aa65fb83227c1c71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4248090 Feb 04 21:22:18.498013 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56284) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:18.500827 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21974f1-b522-444f-85d4-7ae127ef380c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1335a0b1-f31f-41c3-ac50-4ad1cd2a6da0,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:18.505061 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-1ec979f9-324d-46f9-9669-64e5da1b00ab tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] delete failed (client error): The resource could not be found. Feb 04 21:22:18.508756 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1ec979f9-324d-46f9-9669-64e5da1b00ab tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] 10.222.0.26 "DELETE /v2.0/routers/820e6d14-6506-444b-a432-1ae05048904c HTTP/1.1" status: 404 len: 336 time: 0.1718109 Feb 04 21:22:18.509319 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56288) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:18.519463 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 21673db4-9fbb-4155-862b-8158b8152794 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:22:18.519809 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 21673db4-9fbb-4155-862b-8158b8152794 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:22:18.565980 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2e9722cd-32ac-44ab-abd3-8cd97195db8b tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] 10.222.0.26 "GET /v2.0/ports?device_id=41f389ac-f312-44d2-b9b0-2f3dd0a3f172 HTTP/1.1" status: 200 len: 205 time: 0.0554237 Feb 04 21:22:18.568715 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56294) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:18.578642 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6edc73ec-edcd-4f18-bd7f-6b208c69b49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:18.608136 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6edc73ec-edcd-4f18-bd7f-6b208c69b49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:18.656578 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-e7948561-a0b0-414b-a6a5-5a093fe92c1c tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] delete failed (client error): The resource could not be found. Feb 04 21:22:18.658341 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e7948561-a0b0-414b-a6a5-5a093fe92c1c tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] 10.222.0.26 "DELETE /v2.0/routers/41f389ac-f312-44d2-b9b0-2f3dd0a3f172 HTTP/1.1" status: 404 len: 336 time: 0.0869341 Feb 04 21:22:18.661288 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56298) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:18.712089 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-3ef95013-3af6-4b41-af26-5b18c04c96d5 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] 10.222.0.26 "GET /v2.0/ports?device_id=acf3299f-0614-4b24-9d3f-f7b70623333c HTTP/1.1" status: 200 len: 205 time: 0.0472693 Feb 04 21:22:18.712339 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6edc73ec-edcd-4f18-bd7f-6b208c69b49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:18.712607 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56306) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:18.729058 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc73ec-edcd-4f18-bd7f-6b208c69b49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1335a0b1-f31f-41c3-ac50-4ad1cd2a6da0,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:18.738370 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6edc73ec-edcd-4f18-bd7f-6b208c69b49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:18.739399 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-6edc73ec-edcd-4f18-bd7f-6b208c69b49a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1335a0b1-f31f-41c3-ac50-4ad1cd2a6da0 HTTP/1.1" status: 204 len: 168 time: 0.2403691 Feb 04 21:22:18.820407 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-a5fa19b2-ec33-4d77-9917-74fab9c621b7 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Deleting port 21673db4-9fbb-4155-862b-8158b8152794 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:22:18.820848 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a5fa19b2-ec33-4d77-9917-74fab9c621b7 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:18.877192 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-e5903015-f53b-4c37-a352-22f2c12b0c01 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] delete failed (client error): The resource could not be found. Feb 04 21:22:18.878167 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e5903015-f53b-4c37-a352-22f2c12b0c01 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] 10.222.0.26 "DELETE /v2.0/routers/acf3299f-0614-4b24-9d3f-f7b70623333c HTTP/1.1" status: 404 len: 336 time: 0.1638503 Feb 04 21:22:18.881290 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56314) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:18.927211 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-a5fa19b2-ec33-4d77-9917-74fab9c621b7 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] The port '21673db4-9fbb-4155-862b-8158b8152794' was deleted {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:22:18.939852 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:18.981669 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-11004d58-f0ce-4f09-9e15-865977403878 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] 10.222.0.26 "GET /v2.0/ports?device_id=89c29abd-059e-4989-b51b-5af6292ae065 HTTP/1.1" status: 200 len: 205 time: 0.0980291 Feb 04 21:22:18.984204 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56324) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:19.072179 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [None req-a613ad16-4cb5-4335-9a4e-e5e9042412c6 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] delete failed (client error): The resource could not be found. Feb 04 21:22:19.073339 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-a613ad16-4cb5-4335-9a4e-e5e9042412c6 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] 10.222.0.26 "DELETE /v2.0/routers/89c29abd-059e-4989-b51b-5af6292ae065 HTTP/1.1" status: 404 len: 336 time: 0.0866141 Feb 04 21:22:19.077403 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56330) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:19.082323 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a5fa19b2-ec33-4d77-9917-74fab9c621b7 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:19.120738 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-a5fa19b2-ec33-4d77-9917-74fab9c621b7 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f75e680a-e515-4598-bcf1-d9be8dfcc4e4']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:19.135730 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-a5fa19b2-ec33-4d77-9917-74fab9c621b7 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658e19ee-6391-43c1-93a4-2cf107127cb0') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:19.136283 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-a5fa19b2-ec33-4d77-9917-74fab9c621b7 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658e19ee-6391-43c1-93a4-2cf107127cb0') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:19.138429 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e1fc391f-0523-45a7-8de9-45061e55f900 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6f947e1-6f28-4f0d-9690-ed885ad6c5fd HTTP/1.1" status: 200 len: 205 time: 0.0589848 Feb 04 21:22:19.140612 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56336) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:19.149824 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a5fa19b2-ec33-4d77-9917-74fab9c621b7 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:19.167798 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a5fa19b2-ec33-4d77-9917-74fab9c621b7 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:19.175368 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5fa19b2-ec33-4d77-9917-74fab9c621b7 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:22:19.176147 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a5fa19b2-ec33-4d77-9917-74fab9c621b7 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:19.209960 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:22:19.209960 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:22:19.209960 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:22:19.209960 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:22:19.209960 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:22:19.209960 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:22:19.209960 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:22:19.209960 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:22:19.209960 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:22:19.209960 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:22:19.209960 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:22:19.209960 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:22:19.209960 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:22:19.209960 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:22:19.209960 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:22:19.209960 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:22:19.209960 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:22:19.209960 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:22:19.209960 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:22:19.209960 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:22:19.209960 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:22:19.209960 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:22:19.209960 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:22:19.209960 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:22:19.209960 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:22:19.209960 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:22:19.209960 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:22:19.209960 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:22:19.209960 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:22:19.209960 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:22:19.209960 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:22:19.209960 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:22:19.226793 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [None req-691fd260-859c-4574-b89a-670b10b1b0e3 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] delete failed (client error): The resource could not be found. Feb 04 21:22:19.229254 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-691fd260-859c-4574-b89a-670b10b1b0e3 tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] 10.222.0.26 "DELETE /v2.0/routers/b6f947e1-6f28-4f0d-9690-ed885ad6c5fd HTTP/1.1" status: 404 len: 336 time: 0.0861344 Feb 04 21:22:19.230721 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56344) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:19.314262 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a5fa19b2-ec33-4d77-9917-74fab9c621b7 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:19.320114 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0ee29b-0847-4097-a3f1-44ee1974556a tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] DELETE failed (client error): The resource could not be found. Feb 04 21:22:19.320285 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a5fa19b2-ec33-4d77-9917-74fab9c621b7 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:19.320700 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e0ee29b-0847-4097-a3f1-44ee1974556a tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:22:19.322627 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-2e0ee29b-0847-4097-a3f1-44ee1974556a tempest-RoutersAdminTest-1337525763 tempest-RoutersAdminTest-1337525763-project] 10.222.0.26 "DELETE /v2.0/subnets/c3163c43-58c1-4340-864b-0eec71117816 HTTP/1.1" status: 404 len: 337 time: 0.0908985 Feb 04 21:22:19.347842 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa19b2-ec33-4d77-9917-74fab9c621b7 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event deleted for resources: {'Network': ['ID=f75e680a-e515-4598-bcf1-d9be8dfcc4e4,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:19.358534 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a5fa19b2-ec33-4d77-9917-74fab9c621b7 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/networks/f75e680a-e515-4598-bcf1-d9be8dfcc4e4 HTTP/1.1" status: 204 len: 168 time: 3.0455387 Feb 04 21:22:19.361411 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56350) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:19.769532 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56366) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:19.938383 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-77fd07da-c8d7-4ecb-9248-f84274f8ffe4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:20.096793 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc31c-2711-4601-aed9-957c83a2e267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:20.118247 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0ecdc31c-2711-4601-aed9-957c83a2e267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:20.123404 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0ecdc31c-2711-4601-aed9-957c83a2e267 admin admin] Usage tracker for resource:security_group_rule and tenant:ae2b6ea13aa74c00a906f4f9751c3287 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:20.128473 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0ecdc31c-2711-4601-aed9-957c83a2e267 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:20.134953 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0ecdc31c-2711-4601-aed9-957c83a2e267 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:20.240927 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc31c-2711-4601-aed9-957c83a2e267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:20.248801 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc31c-2711-4601-aed9-957c83a2e267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:20.302618 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecdc31c-2711-4601-aed9-957c83a2e267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d88f5e4-c8fe-4653-a7c8-795b6d588f4a,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:20.378497 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0ecdc31c-2711-4601-aed9-957c83a2e267 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ae2b6ea13aa74c00a906f4f9751c3287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6072628 Feb 04 21:22:20.381420 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56398) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:20.471708 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-75d23eb6-7815-44ee-8b3f-2e0e0738a7dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:20.475431 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-77fd07da-c8d7-4ecb-9248-f84274f8ffe4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Deleting port 6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:22:20.476498 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-77fd07da-c8d7-4ecb-9248-f84274f8ffe4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:20.510204 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-75d23eb6-7815-44ee-8b3f-2e0e0738a7dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:20.577899 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-75d23eb6-7815-44ee-8b3f-2e0e0738a7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:20.594469 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56406) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:20.607139 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d23eb6-7815-44ee-8b3f-2e0e0738a7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d88f5e4-c8fe-4653-a7c8-795b6d588f4a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:20.610707 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-75d23eb6-7815-44ee-8b3f-2e0e0738a7dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:20.615195 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-75d23eb6-7815-44ee-8b3f-2e0e0738a7dc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6d88f5e4-c8fe-4653-a7c8-795b6d588f4a HTTP/1.1" status: 204 len: 168 time: 0.2310052 Feb 04 21:22:20.661656 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56414) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:20.696575 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:22:20.701335 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-77fd07da-c8d7-4ecb-9248-f84274f8ffe4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] For port 6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486,segment=NetworkSegment(3320fa81-18e7-44b6-9657-077ebb9b1180),segment_id=3320fa81-18e7-44b6-9657-077ebb9b1180)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:22:20.701760 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-77fd07da-c8d7-4ecb-9248-f84274f8ffe4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:20.724880 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-c096cb8c-b475-485e-8105-7ef1e5a82c08 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1669546071-network', 'tenant_id': 'e21cb4a484004b09b45cc34593e100f7'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:20.731883 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c096cb8c-b475-485e-8105-7ef1e5a82c08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:20.737080 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c096cb8c-b475-485e-8105-7ef1e5a82c08 admin admin] Usage tracker for resource:network and tenant:e21cb4a484004b09b45cc34593e100f7 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:20.740390 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c096cb8c-b475-485e-8105-7ef1e5a82c08 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:20.749624 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c096cb8c-b475-485e-8105-7ef1e5a82c08 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:20.761100 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c096cb8c-b475-485e-8105-7ef1e5a82c08 admin admin] Made reservation on behalf of e21cb4a484004b09b45cc34593e100f7 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:22:20.763928 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c096cb8c-b475-485e-8105-7ef1e5a82c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:20.780108 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c096cb8c-b475-485e-8105-7ef1e5a82c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:20.797793 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c096cb8c-b475-485e-8105-7ef1e5a82c08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:20.802309 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c096cb8c-b475-485e-8105-7ef1e5a82c08 admin admin] Usage tracker for resource:security_group_rule and tenant:e21cb4a484004b09b45cc34593e100f7 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:20.805926 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c096cb8c-b475-485e-8105-7ef1e5a82c08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:20.815035 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c096cb8c-b475-485e-8105-7ef1e5a82c08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:20.839454 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-77fd07da-c8d7-4ecb-9248-f84274f8ffe4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Calling delete_port for 6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486 owned by network:router_interface {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:22:20.878417 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-6ecb2b85-a268-4c94-81f6-323ab13b4bc6 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2136277726'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:20.889063 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6ecb2b85-a268-4c94-81f6-323ab13b4bc6 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:20.899235 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6ecb2b85-a268-4c94-81f6-323ab13b4bc6 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Usage tracker for resource:network and tenant:a44c32fcd47141c09567cef5bf7466e6 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:20.902078 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6ecb2b85-a268-4c94-81f6-323ab13b4bc6 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:20.916964 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6ecb2b85-a268-4c94-81f6-323ab13b4bc6 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:20.938588 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c096cb8c-b475-485e-8105-7ef1e5a82c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:20.949377 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c096cb8c-b475-485e-8105-7ef1e5a82c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:20.961698 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecb2b85-a268-4c94-81f6-323ab13b4bc6 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Made reservation on behalf of a44c32fcd47141c09567cef5bf7466e6 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:22:20.966236 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6ecb2b85-a268-4c94-81f6-323ab13b4bc6 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:20.987541 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6ecb2b85-a268-4c94-81f6-323ab13b4bc6 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:21.019309 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6ecb2b85-a268-4c94-81f6-323ab13b4bc6 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:21.023930 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6ecb2b85-a268-4c94-81f6-323ab13b4bc6 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Usage tracker for resource:security_group_rule and tenant:a44c32fcd47141c09567cef5bf7466e6 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:21.026902 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6ecb2b85-a268-4c94-81f6-323ab13b4bc6 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:21.033988 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6ecb2b85-a268-4c94-81f6-323ab13b4bc6 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:21.061835 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56424) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:21.108513 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-77fd07da-c8d7-4ecb-9248-f84274f8ffe4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:21.134692 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6ecb2b85-a268-4c94-81f6-323ab13b4bc6 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:21.139882 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c096cb8c-b475-485e-8105-7ef1e5a82c08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:22:21.143801 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6ecb2b85-a268-4c94-81f6-323ab13b4bc6 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:21.150489 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096cb8c-b475-485e-8105-7ef1e5a82c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521e69c8-4672-4ee9-a417-79cd09b52282,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:21.173484 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd07da-c8d7-4ecb-9248-f84274f8ffe4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event deleted for resources: {'Port': ['ID=6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:21.193262 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ecb2b85-a268-4c94-81f6-323ab13b4bc6 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:22:21.196471 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c096cb8c-b475-485e-8105-7ef1e5a82c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:21.197035 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-c096cb8c-b475-485e-8105-7ef1e5a82c08 admin admin] Added segment a975ea0a-c97e-4927-9083-08f2097fb28d of type vlan for network 48fb3874-69bb-40f3-a827-9c1f11a82a70 Feb 04 21:22:21.213421 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb2b85-a268-4c94-81f6-323ab13b4bc6 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bac42cb3-5a98-4df0-b307-65fb87cad6c8,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:21.225988 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6ecb2b85-a268-4c94-81f6-323ab13b4bc6 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:21.226594 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-6ecb2b85-a268-4c94-81f6-323ab13b4bc6 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Added segment 3773b94f-c1fe-43ab-8278-7e3420a16f76 of type vlan for network 244d81d6-b0c2-4200-b114-6cd3a1a0a1d5 Feb 04 21:22:21.227731 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56436) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:21.231888 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d3dd9a55-76d2-4e96-89e9-03f4bfbafcbc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4cb61ac16a194fd1a0644872afbaafd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1542451 Feb 04 21:22:21.272644 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c096cb8c-b475-485e-8105-7ef1e5a82c08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:21.319476 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6ecb2b85-a268-4c94-81f6-323ab13b4bc6 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:21.384470 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-32ac9c3f-608d-4758-b4c2-16618ac7183b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:21.389187 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-77fd07da-c8d7-4ecb-9248-f84274f8ffe4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:21.400146 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c096cb8c-b475-485e-8105-7ef1e5a82c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:21.401695 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c096cb8c-b475-485e-8105-7ef1e5a82c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:21.402554 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c096cb8c-b475-485e-8105-7ef1e5a82c08 admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:21.452311 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6ecb2b85-a268-4c94-81f6-323ab13b4bc6 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:21.463180 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecb2b85-a268-4c94-81f6-323ab13b4bc6 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:21.464074 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6ecb2b85-a268-4c94-81f6-323ab13b4bc6 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:21.546678 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-32ac9c3f-608d-4758-b4c2-16618ac7183b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:21.619197 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096cb8c-b475-485e-8105-7ef1e5a82c08 admin admin] Pushing event updated for resources: {'Network': ['ID=48fb3874-69bb-40f3-a827-9c1f11a82a70,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:21.640002 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 48fb3874-69bb-40f3-a827-9c1f11a82a70 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:22:21.666300 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c096cb8c-b475-485e-8105-7ef1e5a82c08 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0707557 Feb 04 21:22:21.714129 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56446) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:21.715382 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6ecb2b85-a268-4c94-81f6-323ab13b4bc6 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0525179 Feb 04 21:22:21.738104 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-a28924ca-f3b4-4c5a-8dad-252c1a527c49 admin admin] Request body: {'subnet': {'network_id': '48fb3874-69bb-40f3-a827-9c1f11a82a70', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1669546071-subnet', 'tenant_id': 'e21cb4a484004b09b45cc34593e100f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:21.742080 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56450) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:21.755243 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-49e7e793-7c13-4179-8ac1-0c7b680a2f90 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Request body: {'subnet': {'network_id': '244d81d6-b0c2-4200-b114-6cd3a1a0a1d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:21.773316 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a28924ca-f3b4-4c5a-8dad-252c1a527c49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:21.801734 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a28924ca-f3b4-4c5a-8dad-252c1a527c49 admin admin] Usage tracker for resource:subnet and tenant:e21cb4a484004b09b45cc34593e100f7 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:21.924164 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77fd07da-c8d7-4ecb-9248-f84274f8ffe4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Router 63c94746-5463-4d10-8f6d-7d964e16b767 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:22:21.965668 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb2b85-a268-4c94-81f6-323ab13b4bc6 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Pushing event updated for resources: {'Network': ['ID=244d81d6-b0c2-4200-b114-6cd3a1a0a1d5,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:21.968728 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a28924ca-f3b4-4c5a-8dad-252c1a527c49 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:21.981764 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 244d81d6-b0c2-4200-b114-6cd3a1a0a1d5 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:22:21.990745 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a28924ca-f3b4-4c5a-8dad-252c1a527c49 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:22.016872 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-32ac9c3f-608d-4758-b4c2-16618ac7183b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:22.038199 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac9c3f-608d-4758-b4c2-16618ac7183b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfaf983-5e36-4ab8-bdc0-df2bbf91ff23,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:22.041475 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28924ca-f3b4-4c5a-8dad-252c1a527c49 admin admin] Made reservation on behalf of e21cb4a484004b09b45cc34593e100f7 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:22:22.044495 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a28924ca-f3b4-4c5a-8dad-252c1a527c49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:22.064524 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-49e7e793-7c13-4179-8ac1-0c7b680a2f90 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:22.072041 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-32ac9c3f-608d-4758-b4c2-16618ac7183b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:22.081430 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-32ac9c3f-608d-4758-b4c2-16618ac7183b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1dfaf983-5e36-4ab8-bdc0-df2bbf91ff23 HTTP/1.1" status: 204 len: 168 time: 0.8466861 Feb 04 21:22:22.099832 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fd07da-c8d7-4ecb-9248-f84274f8ffe4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:22:22.113284 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c342ff6-99bb-4287-af62-0a65e8497a89 None None] Sync routers for ids ['63c94746-5463-4d10-8f6d-7d964e16b767'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:22:22.126318 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c342ff6-99bb-4287-af62-0a65e8497a89 None None] Routers {'63c94746-5463-4d10-8f6d-7d964e16b767'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:22:22.129869 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-8c342ff6-99bb-4287-af62-0a65e8497a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:22:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['63c94746-5463-4d10-8f6d-7d964e16b767'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:22.131071 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-49e7e793-7c13-4179-8ac1-0c7b680a2f90 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Usage tracker for resource:subnet and tenant:a44c32fcd47141c09567cef5bf7466e6 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:22.132410 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-77fd07da-c8d7-4ecb-9248-f84274f8ffe4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "PUT /v2.0/routers/63c94746-5463-4d10-8f6d-7d964e16b767/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7698784 Feb 04 21:22:22.135680 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56460) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:22.149731 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-49e7e793-7c13-4179-8ac1-0c7b680a2f90 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:22.163542 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-49e7e793-7c13-4179-8ac1-0c7b680a2f90 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:22.194358 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e7e793-7c13-4179-8ac1-0c7b680a2f90 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Made reservation on behalf of a44c32fcd47141c09567cef5bf7466e6 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:22:22.198072 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-49e7e793-7c13-4179-8ac1-0c7b680a2f90 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:22.244656 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2b0df4e-52a7-46b5-aefa-994b690ca608 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Deleting subnet 59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899 {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:22:22.249600 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e2b0df4e-52a7-46b5-aefa-994b690ca608 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:22.274003 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-8c342ff6-99bb-4287-af62-0a65e8497a89 None None] Set router 63c94746-5463-4d10-8f6d-7d964e16b767 gateway port host: None {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:22:22.349113 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e2b0df4e-52a7-46b5-aefa-994b690ca608 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:22.394010 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-8c342ff6-99bb-4287-af62-0a65e8497a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'name': 'tempest-RoutersIpV6Test-router-1547994625', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:41Z', 'updated_at': '2022-02-04T21:22:20Z', 'revision_number': 11, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'gw_port_host': None}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:22.398670 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c342ff6-99bb-4287-af62-0a65e8497a89 None None] Checking router: 63c94746-5463-4d10-8f6d-7d964e16b767 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:22:22.408912 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c342ff6-99bb-4287-af62-0a65e8497a89 None None] Routers {'63c94746-5463-4d10-8f6d-7d964e16b767'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:22:22.409732 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-8c342ff6-99bb-4287-af62-0a65e8497a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:22:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['63c94746-5463-4d10-8f6d-7d964e16b767'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:22.493695 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e2b0df4e-52a7-46b5-aefa-994b690ca608 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:22.552138 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-8c342ff6-99bb-4287-af62-0a65e8497a89 None None] Set router 63c94746-5463-4d10-8f6d-7d964e16b767 gateway port host: None {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:22:22.578366 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-49e7e793-7c13-4179-8ac1-0c7b680a2f90 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:22.646961 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a28924ca-f3b4-4c5a-8dad-252c1a527c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:22.682688 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e2b0df4e-52a7-46b5-aefa-994b690ca608 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:22.751595 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0df4e-52a7-46b5-aefa-994b690ca608 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event deleted for resources: {'Subnet': ['ID=59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:22.758563 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-8c342ff6-99bb-4287-af62-0a65e8497a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'name': 'tempest-RoutersIpV6Test-router-1547994625', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:41Z', 'updated_at': '2022-02-04T21:22:20Z', 'revision_number': 11, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'gw_port_host': None}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:22.760476 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e2b0df4e-52a7-46b5-aefa-994b690ca608 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:22.770561 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eaf25ad-f06d-44d6-a9d6-c192bb7527e2 None None] Network 5a3e76e4-f879-42fe-8c8d-faa639d83038 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:22:22.779541 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e2b0df4e-52a7-46b5-aefa-994b690ca608 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/subnets/59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899 HTTP/1.1" status: 204 len: 168 time: 0.6407790 Feb 04 21:22:22.781014 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56480) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:22.790516 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c342ff6-99bb-4287-af62-0a65e8497a89 None None] The sync data for ids ['63c94746-5463-4d10-8f6d-7d964e16b767'] in n-d-827896-1 is: [{'id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'name': 'tempest-RoutersIpV6Test-router-1547994625', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:41Z', 'updated_at': '2022-02-04T21:22:20Z', 'revision_number': 11, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'gw_port_host': None}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:22:22.829119 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e7e793-7c13-4179-8ac1-0c7b680a2f90 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Checking segment: {'id': '3773b94f-c1fe-43ab-8278-7e3420a16f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '244d81d6-b0c2-4200-b114-6cd3a1a0a1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:22:22.829636 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e7e793-7c13-4179-8ac1-0c7b680a2f90 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Network hostable DHCP agents. Network: 244d81d6-b0c2-4200-b114-6cd3a1a0a1d5, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:22:22.886074 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28924ca-f3b4-4c5a-8dad-252c1a527c49 admin admin] Checking segment: {'id': 'a975ea0a-c97e-4927-9083-08f2097fb28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '48fb3874-69bb-40f3-a827-9c1f11a82a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:22:22.898538 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28924ca-f3b4-4c5a-8dad-252c1a527c49 admin admin] Network hostable DHCP agents. Network: 48fb3874-69bb-40f3-a827-9c1f11a82a70, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:22:22.943978 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7e793-7c13-4179-8ac1-0c7b680a2f90 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Pushing event updated for resources: {'Subnet': ['ID=2091cae2-ad8a-40a5-8a83-9f7afff970ea,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:23.051700 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e7e793-7c13-4179-8ac1-0c7b680a2f90 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Network 244d81d6-b0c2-4200-b114-6cd3a1a0a1d5 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:22:23.066332 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28924ca-f3b4-4c5a-8dad-252c1a527c49 admin admin] Network 48fb3874-69bb-40f3-a827-9c1f11a82a70 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:22:23.069396 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28924ca-f3b4-4c5a-8dad-252c1a527c49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa661609-03b0-482e-9305-7d6fdbcc432e,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:23.080495 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-49e7e793-7c13-4179-8ac1-0c7b680a2f90 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 244d81d6-b0c2-4200-b114-6cd3a1a0a1d5) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:22:23.082447 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-a28924ca-f3b4-4c5a-8dad-252c1a527c49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 48fb3874-69bb-40f3-a827-9c1f11a82a70) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:22:23.087427 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e7e793-7c13-4179-8ac1-0c7b680a2f90 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:23.088397 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-49e7e793-7c13-4179-8ac1-0c7b680a2f90 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:23.094331 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28924ca-f3b4-4c5a-8dad-252c1a527c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:23.095030 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a28924ca-f3b4-4c5a-8dad-252c1a527c49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:23.138519 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cad0fc9-1d9e-4e45-b000-cbb4a4d07c28 None None] Network 244d81d6-b0c2-4200-b114-6cd3a1a0a1d5 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:22:23.170575 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-49e7e793-7c13-4179-8ac1-0c7b680a2f90 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4274125 Feb 04 21:22:23.173421 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56496) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:23.176467 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcb7269-7315-415d-a657-eeab0e207bf8 None None] Network 48fb3874-69bb-40f3-a827-9c1f11a82a70 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:22:23.180181 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-3354a880-f37c-465d-8a04-8e98c1ed8d2d tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Request body: {'port': {'network_id': '244d81d6-b0c2-4200-b114-6cd3a1a0a1d5', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2051262533'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:23.215252 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-da385c33-18c0-4bbd-950c-55c1f9e51102 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:23.248139 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-da385c33-18c0-4bbd-950c-55c1f9e51102 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Deleting port 00bce2fb-fd35-478a-9508-af427a786e47 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:22:23.248139 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-da385c33-18c0-4bbd-950c-55c1f9e51102 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:23.257293 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a28924ca-f3b4-4c5a-8dad-252c1a527c49 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5397134 Feb 04 21:22:23.600287 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3354a880-f37c-465d-8a04-8e98c1ed8d2d tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:23.614499 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3354a880-f37c-465d-8a04-8e98c1ed8d2d tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Usage tracker for resource:port and tenant:a44c32fcd47141c09567cef5bf7466e6 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:23.617765 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3354a880-f37c-465d-8a04-8e98c1ed8d2d tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:23.629183 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3354a880-f37c-465d-8a04-8e98c1ed8d2d tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:23.650327 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3354a880-f37c-465d-8a04-8e98c1ed8d2d tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Made reservation on behalf of a44c32fcd47141c09567cef5bf7466e6 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:22:23.656396 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3354a880-f37c-465d-8a04-8e98c1ed8d2d tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:23.704538 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-3354a880-f37c-465d-8a04-8e98c1ed8d2d tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] device_id is not set on port c3eefc2d-07c0-40da-ab14-2c50281d07ad yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:22:23.837784 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-da385c33-18c0-4bbd-950c-55c1f9e51102 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] For port 00bce2fb-fd35-478a-9508-af427a786e47, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=00bce2fb-fd35-478a-9508-af427a786e47,segment=NetworkSegment(3320fa81-18e7-44b6-9657-077ebb9b1180),segment_id=3320fa81-18e7-44b6-9657-077ebb9b1180)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:22:23.838367 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-da385c33-18c0-4bbd-950c-55c1f9e51102 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:23.840391 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68929f6-ca08-415d-b4d8-58bcd7f98291 None None] Network 48fb3874-69bb-40f3-a827-9c1f11a82a70 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:22:23.995306 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56538) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:24.062447 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c029040e-eaa6-4ad4-a792-9fc0929b116c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-244d81d6-b0c2-4200-b114-6cd3a1a0a1d5', 'network_id': '244d81d6-b0c2-4200-b114-6cd3a1a0a1d5', 'tenant_id': 'a44c32fcd47141c09567cef5bf7466e6', 'fixed_ips': [{'subnet_id': '2091cae2-ad8a-40a5-8a83-9f7afff970ea'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:22:24.063264 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c029040e-eaa6-4ad4-a792-9fc0929b116c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:24.111278 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-3354a880-f37c-465d-8a04-8e98c1ed8d2d tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Allocated IP 172.20.0.5 (244d81d6-b0c2-4200-b114-6cd3a1a0a1d5/2091cae2-ad8a-40a5-8a83-9f7afff970ea/c3eefc2d-07c0-40da-ab14-2c50281d07ad) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:22:24.146900 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7623efe0-af38-421f-9960-77272ff28dbb None None] DHCP port deletion for 5a3e76e4-f879-42fe-8c8d-faa639d83038 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:22:24.166930 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-da385c33-18c0-4bbd-950c-55c1f9e51102 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Calling delete_port for 00bce2fb-fd35-478a-9508-af427a786e47 owned by network:dhcp {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:22:24.192400 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-7623efe0-af38-421f-9960-77272ff28dbb None None] Deleting port 00bce2fb-fd35-478a-9508-af427a786e47 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:22:24.194933 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7623efe0-af38-421f-9960-77272ff28dbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:24.246639 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a74c6-393b-431a-ba84-862643659dd2 req-ec2564a5-8342-4550-9633-c1a36f086055 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:24.255048 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-243a74c6-393b-431a-ba84-862643659dd2 req-ec2564a5-8342-4550-9633-c1a36f086055 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/networks?id=9a5b169e-7ecf-44d8-b464-667febc50df4 HTTP/1.1" status: 200 len: 815 time: 0.6436594 Feb 04 21:22:24.330885 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-243a74c6-393b-431a-ba84-862643659dd2 req-03d009ec-1758-4e2c-b549-576b7e5ba437 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/quotas/354a53753e434161ab788e250190d627 HTTP/1.1" status: 200 len: 375 time: 0.0747683 Feb 04 21:22:24.444366 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 00bce2fb-fd35-478a-9508-af427a786e47 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:22:24.447975 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-5a627d4a-1f74-49aa-b9dd-cd25d15a22c2 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-491696342'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:24.464718 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-da385c33-18c0-4bbd-950c-55c1f9e51102 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:24.471197 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-5a627d4a-1f74-49aa-b9dd-cd25d15a22c2 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:24.496190 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3354a880-f37c-465d-8a04-8e98c1ed8d2d tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:24.519195 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-3354a880-f37c-465d-8a04-8e98c1ed8d2d tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Transition to ACTIVE for port object c3eefc2d-07c0-40da-ab14-2c50281d07ad will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:22:24.527230 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 00bce2fb-fd35-478a-9508-af427a786e47 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:22:24.527660 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 00bce2fb-fd35-478a-9508-af427a786e47 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:22:24.529032 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:22:24.540358 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da385c33-18c0-4bbd-950c-55c1f9e51102 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event deleted for resources: {'Port': ['ID=00bce2fb-fd35-478a-9508-af427a786e47,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:24.543243 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5a627d4a-1f74-49aa-b9dd-cd25d15a22c2 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Usage tracker for resource:network and tenant:44f990c85e0448379441eb9061711156 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:24.555486 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5a627d4a-1f74-49aa-b9dd-cd25d15a22c2 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:24.566093 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da385c33-18c0-4bbd-950c-55c1f9e51102 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] No DVR routers for this DVR port 00bce2fb-fd35-478a-9508-af427a786e47 on host n-d-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:22:24.583827 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:22:24.584188 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 6cfcc6c9-4474-4b9b-aae5-a7ddd23a8486 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:22:24.585006 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3354a880-f37c-465d-8a04-8e98c1ed8d2d tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:24.616712 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-5a627d4a-1f74-49aa-b9dd-cd25d15a22c2 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:24.694590 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3354a880-f37c-465d-8a04-8e98c1ed8d2d tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Network 244d81d6-b0c2-4200-b114-6cd3a1a0a1d5 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:22:24.698217 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-3354a880-f37c-465d-8a04-8e98c1ed8d2d tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:22:24.703814 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3354a880-f37c-465d-8a04-8e98c1ed8d2d tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:22:24.725041 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-7623efe0-af38-421f-9960-77272ff28dbb None None] The port '00bce2fb-fd35-478a-9508-af427a786e47' was deleted {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:22:24.748455 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354a880-f37c-465d-8a04-8e98c1ed8d2d tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Pushing event updated for resources: {'Port': ['ID=c3eefc2d-07c0-40da-ab14-2c50281d07ad,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:24.803962 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3354a880-f37c-465d-8a04-8e98c1ed8d2d tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:24.804993 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3354a880-f37c-465d-8a04-8e98c1ed8d2d tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:24.841480 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-c029040e-eaa6-4ad4-a792-9fc0929b116c None None] Allocated IP 172.20.0.2 (244d81d6-b0c2-4200-b114-6cd3a1a0a1d5/2091cae2-ad8a-40a5-8a83-9f7afff970ea/a76febea-4ec8-43b3-99d1-82e1be8b0c4f) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:22:24.880036 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3354a880-f37c-465d-8a04-8e98c1ed8d2d tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7050078 Feb 04 21:22:24.883411 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-243a74c6-393b-431a-ba84-862643659dd2 req-63991621-1e64-4952-82b7-e21ab0bf8a63 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=354a53753e434161ab788e250190d627&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5503180 Feb 04 21:22:24.887147 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56558) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:24.920044 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a627d4a-1f74-49aa-b9dd-cd25d15a22c2 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Made reservation on behalf of 44f990c85e0448379441eb9061711156 for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:22:24.924865 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5a627d4a-1f74-49aa-b9dd-cd25d15a22c2 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:25.031008 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5a627d4a-1f74-49aa-b9dd-cd25d15a22c2 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:25.057986 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-da385c33-18c0-4bbd-950c-55c1f9e51102 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:25.084678 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-b3d1b69c-1c74-4f2b-ad0e-4ca7e4b1bf02 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Deleting port c3eefc2d-07c0-40da-ab14-2c50281d07ad {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:22:25.085360 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b3d1b69c-1c74-4f2b-ad0e-4ca7e4b1bf02 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:25.091600 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-da385c33-18c0-4bbd-950c-55c1f9e51102 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3e76e4-f879-42fe-8c8d-faa639d83038']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:25.214915 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c029040e-eaa6-4ad4-a792-9fc0929b116c None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:25.230902 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c029040e-eaa6-4ad4-a792-9fc0929b116c None None] Transition to ACTIVE for port object a76febea-4ec8-43b3-99d1-82e1be8b0c4f will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:22:25.233536 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-da385c33-18c0-4bbd-950c-55c1f9e51102 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3320fa81-18e7-44b6-9657-077ebb9b1180') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:25.234054 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-da385c33-18c0-4bbd-950c-55c1f9e51102 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3320fa81-18e7-44b6-9657-077ebb9b1180') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:25.243294 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56568) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:25.264878 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-5a627d4a-1f74-49aa-b9dd-cd25d15a22c2 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:25.266460 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c029040e-eaa6-4ad4-a792-9fc0929b116c None None] Transition to ACTIVE for port object a76febea-4ec8-43b3-99d1-82e1be8b0c4f will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:22:25.271074 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-da385c33-18c0-4bbd-950c-55c1f9e51102 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:25.279892 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c029040e-eaa6-4ad4-a792-9fc0929b116c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:25.290371 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5a627d4a-1f74-49aa-b9dd-cd25d15a22c2 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Usage tracker for resource:security_group_rule and tenant:44f990c85e0448379441eb9061711156 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:25.317844 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5a627d4a-1f74-49aa-b9dd-cd25d15a22c2 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:25.326293 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-da385c33-18c0-4bbd-950c-55c1f9e51102 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:25.341640 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-5a627d4a-1f74-49aa-b9dd-cd25d15a22c2 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:25.482325 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c029040e-eaa6-4ad4-a792-9fc0929b116c None None] Network 244d81d6-b0c2-4200-b114-6cd3a1a0a1d5 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:22:25.484106 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-c029040e-eaa6-4ad4-a792-9fc0929b116c None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:22:25.484331 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5a627d4a-1f74-49aa-b9dd-cd25d15a22c2 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:25.486426 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029040e-eaa6-4ad4-a792-9fc0929b116c None None] Pushing event updated for resources: {'Port': ['ID=a76febea-4ec8-43b3-99d1-82e1be8b0c4f,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:25.488844 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c029040e-eaa6-4ad4-a792-9fc0929b116c None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:22:25.508599 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-56d0e459-d63d-40c1-865f-d0528822c23d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:25.512094 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-243a74c6-393b-431a-ba84-862643659dd2 req-b67942b4-64c4-43ea-81bd-d0ccb00fdae8 service neutron] 10.222.0.26 "GET /v2.0/networks/9a5b169e-7ecf-44d8-b464-667febc50df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5408103 Feb 04 21:22:25.515190 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5a627d4a-1f74-49aa-b9dd-cd25d15a22c2 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:25.520407 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da385c33-18c0-4bbd-950c-55c1f9e51102 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:22:25.520807 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-da385c33-18c0-4bbd-950c-55c1f9e51102 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:25.535307 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-56d0e459-d63d-40c1-865f-d0528822c23d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:25.546331 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-56d0e459-d63d-40c1-865f-d0528822c23d admin admin] Usage tracker for resource:security_group_rule and tenant:5f37e094d8e349f6af99cb9bdac4cf81 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:25.550577 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:22:25.550577 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:22:25.550577 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:22:25.550577 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:22:25.550577 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:22:25.550577 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:22:25.550577 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:22:25.550577 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:22:25.550577 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:22:25.550577 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:22:25.550577 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:22:25.550577 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:22:25.550577 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:22:25.550577 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:22:25.550577 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:22:25.550577 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:22:25.550577 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:22:25.550577 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:22:25.550577 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:22:25.550577 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:22:25.550577 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:22:25.550577 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:22:25.550577 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:22:25.550577 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:22:25.550577 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:22:25.550577 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:22:25.550577 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:22:25.550577 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:22:25.550577 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:22:25.550577 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:22:25.550577 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:22:25.550577 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:22:25.558463 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-56d0e459-d63d-40c1-865f-d0528822c23d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:25.569145 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-56d0e459-d63d-40c1-865f-d0528822c23d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:25.572331 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b3d1b69c-1c74-4f2b-ad0e-4ca7e4b1bf02 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:25.605809 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-c029040e-eaa6-4ad4-a792-9fc0929b116c None None] Attempting to bind port a76febea-4ec8-43b3-99d1-82e1be8b0c4f on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:22:25.606420 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-c029040e-eaa6-4ad4-a792-9fc0929b116c None None] Attempting to bind port a76febea-4ec8-43b3-99d1-82e1be8b0c4f by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '3773b94f-c1fe-43ab-8278-7e3420a16f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '244d81d6-b0c2-4200-b114-6cd3a1a0a1d5'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:22:25.606928 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c029040e-eaa6-4ad4-a792-9fc0929b116c None None] Attempting to bind port a76febea-4ec8-43b3-99d1-82e1be8b0c4f on network 244d81d6-b0c2-4200-b114-6cd3a1a0a1d5 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:22:25.612613 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c029040e-eaa6-4ad4-a792-9fc0929b116c None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:22:25.613119 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c029040e-eaa6-4ad4-a792-9fc0929b116c None None] Checking segment: {'id': '3773b94f-c1fe-43ab-8278-7e3420a16f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '244d81d6-b0c2-4200-b114-6cd3a1a0a1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:22:25.613731 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c029040e-eaa6-4ad4-a792-9fc0929b116c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:25.614279 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c029040e-eaa6-4ad4-a792-9fc0929b116c None None] Bound using segment: {'id': '3773b94f-c1fe-43ab-8278-7e3420a16f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '244d81d6-b0c2-4200-b114-6cd3a1a0a1d5'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:22:25.614841 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-c029040e-eaa6-4ad4-a792-9fc0929b116c None None] Bound port: a76febea-4ec8-43b3-99d1-82e1be8b0c4f, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3773b94f-c1fe-43ab-8278-7e3420a16f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '244d81d6-b0c2-4200-b114-6cd3a1a0a1d5'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:22:25.615323 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c029040e-eaa6-4ad4-a792-9fc0929b116c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:25.734626 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a627d4a-1f74-49aa-b9dd-cd25d15a22c2 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:22:25.737858 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-c029040e-eaa6-4ad4-a792-9fc0929b116c None None] For port a76febea-4ec8-43b3-99d1-82e1be8b0c4f, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:22:25.763823 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a627d4a-1f74-49aa-b9dd-cd25d15a22c2 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3e78af-308d-4ce7-8929-d096e7537b5b,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:25.776217 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5a627d4a-1f74-49aa-b9dd-cd25d15a22c2 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:25.778821 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-5a627d4a-1f74-49aa-b9dd-cd25d15a22c2 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Added segment 29b8b268-0391-46f7-bd6a-3a91f4919d71 of type vlan for network 3600745d-b822-4c6e-8b5d-cef27b24b034 Feb 04 21:22:25.786698 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-da385c33-18c0-4bbd-950c-55c1f9e51102 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:25.794946 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-c029040e-eaa6-4ad4-a792-9fc0929b116c None None] For port a76febea-4ec8-43b3-99d1-82e1be8b0c4f, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a76febea-4ec8-43b3-99d1-82e1be8b0c4f,segment=NetworkSegment(3773b94f-c1fe-43ab-8278-7e3420a16f76),segment_id=3773b94f-c1fe-43ab-8278-7e3420a16f76)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:22:25.812988 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c029040e-eaa6-4ad4-a792-9fc0929b116c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:25.818402 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-da385c33-18c0-4bbd-950c-55c1f9e51102 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:25.871315 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da385c33-18c0-4bbd-950c-55c1f9e51102 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Pushing event deleted for resources: {'Network': ['ID=5a3e76e4-f879-42fe-8c8d-faa639d83038,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:25.887075 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-b3d1b69c-1c74-4f2b-ad0e-4ca7e4b1bf02 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Calling delete_port for c3eefc2d-07c0-40da-ab14-2c50281d07ad owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:22:25.890505 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5a627d4a-1f74-49aa-b9dd-cd25d15a22c2 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:25.910905 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-da385c33-18c0-4bbd-950c-55c1f9e51102 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/networks/5a3e76e4-f879-42fe-8c8d-faa639d83038 HTTP/1.1" status: 204 len: 168 time: 3.1288414 Feb 04 21:22:25.913009 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-243a74c6-393b-431a-ba84-862643659dd2 req-5aaab80a-1d35-4b6f-bcd5-ab1e8cccba2c service neutron] 10.222.0.26 "GET /v2.0/networks/9a5b169e-7ecf-44d8-b464-667febc50df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729126 Feb 04 21:22:25.913516 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56574) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:25.921378 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-a58cb76b-e3ce-4426-9043-47c2c329ad83 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Request body: {'router': {'routes': None}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:25.929282 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029040e-eaa6-4ad4-a792-9fc0929b116c None None] Pushing event updated for resources: {'Port': ['ID=a76febea-4ec8-43b3-99d1-82e1be8b0c4f,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:26.168005 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b3d1b69c-1c74-4f2b-ad0e-4ca7e4b1bf02 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:26.248233 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:26.328376 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-56d0e459-d63d-40c1-865f-d0528822c23d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:26.332654 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5a627d4a-1f74-49aa-b9dd-cd25d15a22c2 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:26.342282 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a627d4a-1f74-49aa-b9dd-cd25d15a22c2 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:26.342918 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5a627d4a-1f74-49aa-b9dd-cd25d15a22c2 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:26.350447 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1b69c-1c74-4f2b-ad0e-4ca7e4b1bf02 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Pushing event deleted for resources: {'Port': ['ID=c3eefc2d-07c0-40da-ab14-2c50281d07ad,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:26.368730 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-56d0e459-d63d-40c1-865f-d0528822c23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:26.392648 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.extraroute_db [None req-a58cb76b-e3ce-4426-9043-47c2c329ad83 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Added routes are [] {{(pid=87683) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 21:22:26.393348 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.extraroute_db [None req-a58cb76b-e3ce-4426-9043-47c2c329ad83 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Removed routes are [] {{(pid=87683) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 21:22:26.394295 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a58cb76b-e3ce-4426-9043-47c2c329ad83 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:26.493179 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a76febea-4ec8-43b3-99d1-82e1be8b0c4f up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:22:26.631355 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5a627d4a-1f74-49aa-b9dd-cd25d15a22c2 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.6242452 Feb 04 21:22:26.741071 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d623f4ce-b489-4df9-87f4-498d0a2d7b2f req-7be9b1cd-a300-4e79-bbad-d3fff4da272d tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=b070b43d-7a5f-459a-a824-63e89654b7d0 HTTP/1.1" status: 200 len: 210 time: 0.4731832 Feb 04 21:22:26.754933 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port a76febea-4ec8-43b3-99d1-82e1be8b0c4f completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:22:26.757949 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-56d0e459-d63d-40c1-865f-d0528822c23d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5f37e094d8e349f6af99cb9bdac4cf81&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5134077 Feb 04 21:22:26.770049 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56594) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:26.779850 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0e459-d63d-40c1-865f-d0528822c23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd93ec53-f6b1-4219-a49d-e20e36feab66,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:26.822468 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b3d1b69c-1c74-4f2b-ad0e-4ca7e4b1bf02 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:26.839957 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b3d1b69c-1c74-4f2b-ad0e-4ca7e4b1bf02 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] 10.222.0.26 "DELETE /v2.0/ports/c3eefc2d-07c0-40da-ab14-2c50281d07ad HTTP/1.1" status: 204 len: 168 time: 1.9484346 Feb 04 21:22:26.841534 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56598) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:26.909761 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-33d1eeb2-391e-48f9-a788-fde8de8b4e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:26.982055 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-33d1eeb2-391e-48f9-a788-fde8de8b4e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:27.110101 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-33d1eeb2-391e-48f9-a788-fde8de8b4e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:27.143416 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d1eeb2-391e-48f9-a788-fde8de8b4e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd93ec53-f6b1-4219-a49d-e20e36feab66,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:27.149139 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a627d4a-1f74-49aa-b9dd-cd25d15a22c2 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event updated for resources: {'Network': ['ID=3600745d-b822-4c6e-8b5d-cef27b24b034,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:27.162789 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-33d1eeb2-391e-48f9-a788-fde8de8b4e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:27.163899 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 3600745d-b822-4c6e-8b5d-cef27b24b034 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:22:27.165766 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-33d1eeb2-391e-48f9-a788-fde8de8b4e75 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cd93ec53-f6b1-4219-a49d-e20e36feab66 HTTP/1.1" status: 204 len: 168 time: 0.3822644 Feb 04 21:22:27.200739 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-864d643e-8d7d-445f-9ebc-01059441b81e tempest-DHCPAgentSchedulersTestJSON-1932440540 tempest-DHCPAgentSchedulersTestJSON-1932440540-project-admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.3540001 Feb 04 21:22:27.203035 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56606) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:27.211277 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-e5dd59d8-276e-4998-9229-759e644a419e tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1800784164'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:27.219642 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e5dd59d8-276e-4998-9229-759e644a419e tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:27.225518 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e5dd59d8-276e-4998-9229-759e644a419e tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Usage tracker for resource:network and tenant:a44c32fcd47141c09567cef5bf7466e6 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:27.230597 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e5dd59d8-276e-4998-9229-759e644a419e tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:27.238360 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e5dd59d8-276e-4998-9229-759e644a419e tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:27.260949 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5dd59d8-276e-4998-9229-759e644a419e tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Made reservation on behalf of a44c32fcd47141c09567cef5bf7466e6 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:22:27.268482 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e5dd59d8-276e-4998-9229-759e644a419e tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:27.382086 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5dd59d8-276e-4998-9229-759e644a419e tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:22:27.419597 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e5dd59d8-276e-4998-9229-759e644a419e tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:27.420667 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-e5dd59d8-276e-4998-9229-759e644a419e tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Added segment 05516047-76c3-4dfe-aacb-d23644e418ea of type vlan for network bee26b3b-c64e-4f4c-b5ca-efcae98cb66c Feb 04 21:22:27.537449 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e5dd59d8-276e-4998-9229-759e644a419e tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:27.654486 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e5dd59d8-276e-4998-9229-759e644a419e tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:27.673387 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dd59d8-276e-4998-9229-759e644a419e tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:27.679978 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e5dd59d8-276e-4998-9229-759e644a419e tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:27.806217 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e5dd59d8-276e-4998-9229-759e644a419e tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5903759 Feb 04 21:22:27.809268 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56616) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:27.862055 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb0382c-29df-472d-8dc3-0afd9535354a None None] Network 244d81d6-b0c2-4200-b114-6cd3a1a0a1d5 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:22:27.863112 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a58cb76b-e3ce-4426-9043-47c2c329ad83 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:27.902421 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a58cb76b-e3ce-4426-9043-47c2c329ad83 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-494389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-494370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492643'] for router, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:27.988556 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56620) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:28.069902 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-54d52a46-f889-41b0-953f-6b0d14db946f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:28.128550 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-54d52a46-f889-41b0-953f-6b0d14db946f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:28.129701 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-048a5035-583c-4fd6-95ae-ea8d3398f344 None None] Provisioning for port a76febea-4ec8-43b3-99d1-82e1be8b0c4f completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:22:28.141284 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-54d52a46-f889-41b0-953f-6b0d14db946f admin admin] Usage tracker for resource:security_group_rule and tenant:22945cfab90542b48a09a45cb6dca8af is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:28.149667 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-54d52a46-f889-41b0-953f-6b0d14db946f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:28.156812 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-048a5035-583c-4fd6-95ae-ea8d3398f344 None None] Provisioning complete for port a76febea-4ec8-43b3-99d1-82e1be8b0c4f triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:22:28.157455 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-048a5035-583c-4fd6-95ae-ea8d3398f344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:28.180158 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-54d52a46-f889-41b0-953f-6b0d14db946f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:28.359556 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-048a5035-583c-4fd6-95ae-ea8d3398f344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:28.459015 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-048a5035-583c-4fd6-95ae-ea8d3398f344 None None] For port a76febea-4ec8-43b3-99d1-82e1be8b0c4f, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a76febea-4ec8-43b3-99d1-82e1be8b0c4f,segment=NetworkSegment(3773b94f-c1fe-43ab-8278-7e3420a16f76),segment_id=3773b94f-c1fe-43ab-8278-7e3420a16f76)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:22:28.467408 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-048a5035-583c-4fd6-95ae-ea8d3398f344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:28.477427 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd59d8-276e-4998-9229-759e644a419e tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Pushing event updated for resources: {'Network': ['ID=bee26b3b-c64e-4f4c-b5ca-efcae98cb66c,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:28.506167 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-54d52a46-f889-41b0-953f-6b0d14db946f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:28.518466 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-54d52a46-f889-41b0-953f-6b0d14db946f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:28.589774 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a5035-583c-4fd6-95ae-ea8d3398f344 None None] Pushing event updated for resources: {'Port': ['ID=a76febea-4ec8-43b3-99d1-82e1be8b0c4f,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:28.592872 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d52a46-f889-41b0-953f-6b0d14db946f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e84e49-6806-47df-80f7-650380bed5e7,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:28.608420 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network bee26b3b-c64e-4f4c-b5ca-efcae98cb66c details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:22:28.625250 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-54d52a46-f889-41b0-953f-6b0d14db946f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=22945cfab90542b48a09a45cb6dca8af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6343205 Feb 04 21:22:28.628178 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56624) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:28.935778 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9738669d-d09f-4657-b2e7-41388445190c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:29.027665 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9738669d-d09f-4657-b2e7-41388445190c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:29.067059 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a74c6-393b-431a-ba84-862643659dd2 req-22bf5e75-a167-4951-aa5a-39c72c3fcc91 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:29.069346 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-243a74c6-393b-431a-ba84-862643659dd2 req-22bf5e75-a167-4951-aa5a-39c72c3fcc91 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.32 "GET /v2.0/networks?id=9a5b169e-7ecf-44d8-b464-667febc50df4 HTTP/1.1" status: 200 len: 815 time: 0.5799890 Feb 04 21:22:29.090496 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3b15b3b5-0d72-4823-a10f-4ba685625947 req-76e60165-71e4-4d79-9a1a-f11d7bc2f3cf tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=b070b43d-7a5f-459a-a824-63e89654b7d0 HTTP/1.1" status: 200 len: 210 time: 0.5685625 Feb 04 21:22:29.114257 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-243a74c6-393b-431a-ba84-862643659dd2 req-fa23fd85-9b98-4a5d-bab0-f5a71d529555 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Request body: {'port': {'device_id': 'b070b43d-7a5f-459a-a824-63e89654b7d0', 'network_id': '9a5b169e-7ecf-44d8-b464-667febc50df4', 'admin_state_up': True, 'tenant_id': '354a53753e434161ab788e250190d627'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:29.143680 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58cb76b-e3ce-4426-9043-47c2c329ad83 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Router 63c94746-5463-4d10-8f6d-7d964e16b767 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:22:29.152579 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9738669d-d09f-4657-b2e7-41388445190c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:29.169186 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738669d-d09f-4657-b2e7-41388445190c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e84e49-6806-47df-80f7-650380bed5e7,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:29.178122 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9738669d-d09f-4657-b2e7-41388445190c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:29.182945 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9738669d-d09f-4657-b2e7-41388445190c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b7e84e49-6806-47df-80f7-650380bed5e7 HTTP/1.1" status: 204 len: 168 time: 0.5520775 Feb 04 21:22:29.278717 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-9a2419db-94d6-4fbf-b935-2e5c7a026e1a tempest-DHCPAgentSchedulersTestJSON-1932440540 tempest-DHCPAgentSchedulersTestJSON-1932440540-project-admin] 10.222.0.26 "GET /v2.0/agents/fa7375de-9586-412d-ba2c-f3351d4423d8/dhcp-networks HTTP/1.1" status: 200 len: 4900 time: 1.4680161 Feb 04 21:22:29.281749 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56632) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:29.512646 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58cb76b-e3ce-4426-9043-47c2c329ad83 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:22:29.522472 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a58cb76b-e3ce-4426-9043-47c2c329ad83 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:29.523851 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-a58cb76b-e3ce-4426-9043-47c2c329ad83 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "PUT /v2.0/routers/63c94746-5463-4d10-8f6d-7d964e16b767 HTTP/1.1" status: 200 len: 705 time: 3.6081035 Feb 04 21:22:29.529169 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-99fa797c-7a60-4a49-9b5e-d84e5e11fa22 None None] Provisioning complete for port a76febea-4ec8-43b3-99d1-82e1be8b0c4f triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:22:29.530241 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-99fa797c-7a60-4a49-9b5e-d84e5e11fa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:29.533289 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56638) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:29.575595 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2974f50c-a5a9-4a92-bd53-3af4aeac2bc6 None None] Sync routers for ids ['63c94746-5463-4d10-8f6d-7d964e16b767'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:22:29.596452 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4aa761-73a7-4d81-8c10-a621ec0595db tempest-DHCPAgentSchedulersTestJSON-1932440540 tempest-DHCPAgentSchedulersTestJSON-1932440540-project-admin] Network bee26b3b-c64e-4f4c-b5ca-efcae98cb66c is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:22:29.613833 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2974f50c-a5a9-4a92-bd53-3af4aeac2bc6 None None] Routers {'63c94746-5463-4d10-8f6d-7d964e16b767'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:22:29.615275 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-2974f50c-a5a9-4a92-bd53-3af4aeac2bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:22:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['63c94746-5463-4d10-8f6d-7d964e16b767'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:29.626543 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7c00efe3-e0b1-4922-9f0f-c314bcf2d487 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Synchronizing usage tracker for tenant:ddcc858bf44044718238d62159c9367f on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:22:29.627231 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7f4aa761-73a7-4d81-8c10-a621ec0595db tempest-DHCPAgentSchedulersTestJSON-1932440540 tempest-DHCPAgentSchedulersTestJSON-1932440540-project-admin] 10.222.0.26 "POST /v2.0/agents/fa7375de-9586-412d-ba2c-f3351d4423d8/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3439896 Feb 04 21:22:29.629838 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56642) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:29.656941 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-243a74c6-393b-431a-ba84-862643659dd2 req-fa23fd85-9b98-4a5d-bab0-f5a71d529555 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:29.683984 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-243a74c6-393b-431a-ba84-862643659dd2 req-fa23fd85-9b98-4a5d-bab0-f5a71d529555 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:29.689860 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7c00efe3-e0b1-4922-9f0f-c314bcf2d487 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Unset dirty status for tenant:ddcc858bf44044718238d62159c9367f on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:22:29.691380 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-7c00efe3-e0b1-4922-9f0f-c314bcf2d487 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "GET /v2.0/ports?device_id=63c94746-5463-4d10-8f6d-7d964e16b767 HTTP/1.1" status: 200 len: 205 time: 0.1571252 Feb 04 21:22:29.696268 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56646) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:29.732017 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479da4fc-50f2-4171-9b0a-7ed62438cb51 None None] Network bee26b3b-c64e-4f4c-b5ca-efcae98cb66c requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:22:29.955799 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-2974f50c-a5a9-4a92-bd53-3af4aeac2bc6 None None] Set router 63c94746-5463-4d10-8f6d-7d964e16b767 gateway port host: None {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:22:29.971308 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-87898f0d-5d17-4f15-9c5b-d8c9821ea36d tempest-DHCPAgentSchedulersTestJSON-1932440540 tempest-DHCPAgentSchedulersTestJSON-1932440540-project-admin] 10.222.0.26 "GET /v2.0/agents/fa7375de-9586-412d-ba2c-f3351d4423d8/dhcp-networks HTTP/1.1" status: 200 len: 5671 time: 0.3398492 Feb 04 21:22:29.992522 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56656) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:30.047878 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-243a74c6-393b-431a-ba84-862643659dd2 req-fa23fd85-9b98-4a5d-bab0-f5a71d529555 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Made reservation on behalf of 354a53753e434161ab788e250190d627 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:22:30.073123 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-243a74c6-393b-431a-ba84-862643659dd2 req-fa23fd85-9b98-4a5d-bab0-f5a71d529555 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:30.134186 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56668) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:30.144899 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-5f0940b7-65b8-464f-982c-9b3a82f535eb tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Request body: {'subnet': {'network_id': '3600745d-b822-4c6e-8b5d-cef27b24b034', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:30.295627 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-2974f50c-a5a9-4a92-bd53-3af4aeac2bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'name': 'tempest-RoutersIpV6Test-router-1547994625', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:41Z', 'updated_at': '2022-02-04T21:22:20Z', 'revision_number': 11, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'gw_port_host': None}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:30.302797 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2974f50c-a5a9-4a92-bd53-3af4aeac2bc6 None None] Checking router: 63c94746-5463-4d10-8f6d-7d964e16b767 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:22:30.367428 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2974f50c-a5a9-4a92-bd53-3af4aeac2bc6 None None] Routers {'63c94746-5463-4d10-8f6d-7d964e16b767'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:22:30.367428 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-2974f50c-a5a9-4a92-bd53-3af4aeac2bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:22:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['63c94746-5463-4d10-8f6d-7d964e16b767'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:30.466011 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-361d2505-bf19-42d6-a830-b63087d9476a tempest-DHCPAgentSchedulersTestJSON-1932440540 tempest-DHCPAgentSchedulersTestJSON-1932440540-project-admin] 10.222.0.26 "DELETE /v2.0/agents/fa7375de-9586-412d-ba2c-f3351d4423d8/dhcp-networks/bee26b3b-c64e-4f4c-b5ca-efcae98cb66c HTTP/1.1" status: 204 len: 168 time: 0.4711862 Feb 04 21:22:30.466822 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ed723026-e93c-4528-8e11-2e4be929e286 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:30.469576 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56674) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:30.556028 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5f0940b7-65b8-464f-982c-9b3a82f535eb tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:30.561772 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5f0940b7-65b8-464f-982c-9b3a82f535eb tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Usage tracker for resource:subnet and tenant:44f990c85e0448379441eb9061711156 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:30.577983 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5f0940b7-65b8-464f-982c-9b3a82f535eb tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:30.587052 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5f0940b7-65b8-464f-982c-9b3a82f535eb tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:30.716267 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-2974f50c-a5a9-4a92-bd53-3af4aeac2bc6 None None] Set router 63c94746-5463-4d10-8f6d-7d964e16b767 gateway port host: None {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:22:30.839930 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a76febea-4ec8-43b3-99d1-82e1be8b0c4f up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:22:30.867929 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-2974f50c-a5a9-4a92-bd53-3af4aeac2bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'name': 'tempest-RoutersIpV6Test-router-1547994625', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:41Z', 'updated_at': '2022-02-04T21:22:20Z', 'revision_number': 11, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'gw_port_host': None}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:30.892255 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2974f50c-a5a9-4a92-bd53-3af4aeac2bc6 None None] The sync data for ids ['63c94746-5463-4d10-8f6d-7d964e16b767'] in n-d-827896-1 is: [{'id': '63c94746-5463-4d10-8f6d-7d964e16b767', 'name': 'tempest-RoutersIpV6Test-router-1547994625', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:20:41Z', 'updated_at': '2022-02-04T21:22:20Z', 'revision_number': 11, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'gw_port_host': None}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:22:30.931708 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-187eeec0-d252-4c0b-b9ed-3137615951ff tempest-DHCPAgentSchedulersTestJSON-1932440540 tempest-DHCPAgentSchedulersTestJSON-1932440540-project-admin] 10.222.0.26 "GET /v2.0/agents/fa7375de-9586-412d-ba2c-f3351d4423d8/dhcp-networks HTTP/1.1" status: 200 len: 4900 time: 0.4582572 Feb 04 21:22:30.934013 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0940b7-65b8-464f-982c-9b3a82f535eb tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Made reservation on behalf of 44f990c85e0448379441eb9061711156 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:22:30.941919 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5f0940b7-65b8-464f-982c-9b3a82f535eb tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:30.943236 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56686) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:30.948982 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cf48b08d-5c20-482c-b523-2b983665f98f req-c8d72604-b0d4-416f-afc6-a3ceaf28a861 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=b070b43d-7a5f-459a-a824-63e89654b7d0 HTTP/1.1" status: 200 len: 210 time: 0.5773954 Feb 04 21:22:31.035711 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port a76febea-4ec8-43b3-99d1-82e1be8b0c4f triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:22:31.036239 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:31.172414 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-35cb7b38-6260-46b5-9b86-106302102ba4 None None] Could not find standard attr ID for object c3eefc2d-07c0-40da-ab14-2c50281d07ad. {{(pid=87684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 21:22:31.191126 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ed723026-e93c-4528-8e11-2e4be929e286 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:31.205903 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ed723026-e93c-4528-8e11-2e4be929e286 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:31.209979 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-145fe968-f7c0-43b2-96b8-4f6335adb01b tempest-DHCPAgentSchedulersTestJSON-1932440540 tempest-DHCPAgentSchedulersTestJSON-1932440540-project-admin] 10.222.0.26 "GET /v2.0/networks/244d81d6-b0c2-4200-b114-6cd3a1a0a1d5/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.2592945 Feb 04 21:22:31.215082 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56692) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:31.301081 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-6e55d00f-a946-4a88-9939-bb11760daa33 tempest-DHCPAgentSchedulersTestJSON-1932440540 tempest-DHCPAgentSchedulersTestJSON-1932440540-project-admin] 10.222.0.26 "GET /v2.0/networks/244d81d6-b0c2-4200-b114-6cd3a1a0a1d5/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0803945 Feb 04 21:22:31.303846 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56698) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:31.308366 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ed723026-e93c-4528-8e11-2e4be929e286 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:31.309500 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed723026-e93c-4528-8e11-2e4be929e286 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Fanout notify agent at l3_agent the message router_deleted on router 63c94746-5463-4d10-8f6d-7d964e16b767 {{(pid=87683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:22:31.331589 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-243a74c6-393b-431a-ba84-862643659dd2 req-fa23fd85-9b98-4a5d-bab0-f5a71d529555 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Allocated IP 172.20.0.9 (9a5b169e-7ecf-44d8-b464-667febc50df4/04d011a5-5fa5-46de-b6ec-0f9f6f04e44d/2db420b0-ef36-4d5a-aa6d-eee053eb15bf) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:22:31.343296 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ed723026-e93c-4528-8e11-2e4be929e286 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:31.344685 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ed723026-e93c-4528-8e11-2e4be929e286 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/routers/63c94746-5463-4d10-8f6d-7d964e16b767 HTTP/1.1" status: 204 len: 168 time: 1.6467240 Feb 04 21:22:31.349840 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56702) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:31.355944 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-279469a5-b724-4450-85a8-d6d7c67de073 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-693891372', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:31.368351 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-279469a5-b724-4450-85a8-d6d7c67de073 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:31.395940 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-279469a5-b724-4450-85a8-d6d7c67de073 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Usage tracker for resource:router and tenant:ddcc858bf44044718238d62159c9367f is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:31.401625 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-279469a5-b724-4450-85a8-d6d7c67de073 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:31.423482 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-279469a5-b724-4450-85a8-d6d7c67de073 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:31.473778 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-279469a5-b724-4450-85a8-d6d7c67de073 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:31.477333 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-279469a5-b724-4450-85a8-d6d7c67de073 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:31.576733 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-279469a5-b724-4450-85a8-d6d7c67de073 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:31.648577 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-279469a5-b724-4450-85a8-d6d7c67de073 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:31.667217 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-243a74c6-393b-431a-ba84-862643659dd2 req-fa23fd85-9b98-4a5d-bab0-f5a71d529555 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:31.698548 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-279469a5-b724-4450-85a8-d6d7c67de073 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:31.699996 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-279469a5-b724-4450-85a8-d6d7c67de073 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3489659 Feb 04 21:22:31.703836 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56716) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:31.711650 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-c29bb0ab-30d3-49fb-bda1-04f6638613f2 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:31.745514 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5f0940b7-65b8-464f-982c-9b3a82f535eb tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:31.834785 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-243a74c6-393b-431a-ba84-862643659dd2 req-fa23fd85-9b98-4a5d-bab0-f5a71d529555 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:31.849320 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['e57f8557-6ec9-4ad1-b79a-7507873f51eb'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:22:31.887666 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-38f8678b-6993-474b-b272-2c7d55dae043 tempest-DHCPAgentSchedulersTestJSON-1932440540 tempest-DHCPAgentSchedulersTestJSON-1932440540-project-admin] 10.222.0.26 "GET /v2.0/agents/fa7375de-9586-412d-ba2c-f3351d4423d8/dhcp-networks HTTP/1.1" status: 200 len: 4900 time: 0.5788357 Feb 04 21:22:31.889875 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56722) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:32.010798 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0940b7-65b8-464f-982c-9b3a82f535eb tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Checking segment: {'id': '29b8b268-0391-46f7-bd6a-3a91f4919d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3600745d-b822-4c6e-8b5d-cef27b24b034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:22:32.011470 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0940b7-65b8-464f-982c-9b3a82f535eb tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Network hostable DHCP agents. Network: 3600745d-b822-4c6e-8b5d-cef27b24b034, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:22:32.016459 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0940b7-65b8-464f-982c-9b3a82f535eb tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event updated for resources: {'Subnet': ['ID=1607a9c1-2de1-4921-8946-6745aab3c50d,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:32.077939 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0940b7-65b8-464f-982c-9b3a82f535eb tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Network 3600745d-b822-4c6e-8b5d-cef27b24b034 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:22:32.105250 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-5f0940b7-65b8-464f-982c-9b3a82f535eb tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 3600745d-b822-4c6e-8b5d-cef27b24b034) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:22:32.113050 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0940b7-65b8-464f-982c-9b3a82f535eb tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:32.116821 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5f0940b7-65b8-464f-982c-9b3a82f535eb tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:32.157773 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39304ffa-e92a-42d8-a31f-638f0f948b81 None None] Network 3600745d-b822-4c6e-8b5d-cef27b24b034 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:22:32.205357 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5f0940b7-65b8-464f-982c-9b3a82f535eb tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0651579 Feb 04 21:22:32.208834 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56732) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:32.216209 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-be27c976-9a97-49fe-8878-76199926cb8a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-65227562'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:32.233195 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-be27c976-9a97-49fe-8878-76199926cb8a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:32.243140 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-be27c976-9a97-49fe-8878-76199926cb8a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Usage tracker for resource:network and tenant:44f990c85e0448379441eb9061711156 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:32.246644 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-be27c976-9a97-49fe-8878-76199926cb8a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:32.258415 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-be27c976-9a97-49fe-8878-76199926cb8a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:32.280122 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be27c976-9a97-49fe-8878-76199926cb8a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Made reservation on behalf of 44f990c85e0448379441eb9061711156 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:22:32.284391 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-be27c976-9a97-49fe-8878-76199926cb8a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:32.336665 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be27c976-9a97-49fe-8878-76199926cb8a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:22:32.348768 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-be27c976-9a97-49fe-8878-76199926cb8a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:32.349110 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-be27c976-9a97-49fe-8878-76199926cb8a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Added segment 3d43a6d0-1cd3-4377-9b5a-df7cdd8fc060 of type vlan for network b055caac-1d0a-4fe5-bf03-8b32edf5b8f7 Feb 04 21:22:32.355540 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c29bb0ab-30d3-49fb-bda1-04f6638613f2 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:32.370607 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-243a74c6-393b-431a-ba84-862643659dd2 req-fa23fd85-9b98-4a5d-bab0-f5a71d529555 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Network 9a5b169e-7ecf-44d8-b464-667febc50df4 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:22:32.382392 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-be27c976-9a97-49fe-8878-76199926cb8a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:32.422494 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-be27c976-9a97-49fe-8878-76199926cb8a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:32.427572 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-243a74c6-393b-431a-ba84-862643659dd2 req-fa23fd85-9b98-4a5d-bab0-f5a71d529555 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:22:32.429967 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be27c976-9a97-49fe-8878-76199926cb8a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:32.430275 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-243a74c6-393b-431a-ba84-862643659dd2 req-fa23fd85-9b98-4a5d-bab0-f5a71d529555 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:22:32.430897 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-be27c976-9a97-49fe-8878-76199926cb8a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:32.517159 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a74c6-393b-431a-ba84-862643659dd2 req-fa23fd85-9b98-4a5d-bab0-f5a71d529555 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:32.517766 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-243a74c6-393b-431a-ba84-862643659dd2 req-fa23fd85-9b98-4a5d-bab0-f5a71d529555 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:32.547264 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c29bb0ab-30d3-49fb-bda1-04f6638613f2 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-494389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-494370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492643'] for router, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:32.579769 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa23fd85-9b98-4a5d-bab0-f5a71d529555 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Pushing event updated for resources: {'Port': ['ID=2db420b0-ef36-4d5a-aa6d-eee053eb15bf,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:32.580014 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6019ffc-9035-4320-a1bf-d6dbd76f6a04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-3600745d-b822-4c6e-8b5d-cef27b24b034', 'network_id': '3600745d-b822-4c6e-8b5d-cef27b24b034', 'tenant_id': '44f990c85e0448379441eb9061711156', 'fixed_ips': [{'subnet_id': '1607a9c1-2de1-4921-8946-6745aab3c50d'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:22:32.583129 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d6019ffc-9035-4320-a1bf-d6dbd76f6a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:32.616077 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-be27c976-9a97-49fe-8878-76199926cb8a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4057841 Feb 04 21:22:32.619965 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56736) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:32.640934 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-b499baa7-41ec-400b-80ec-3633d2bbfa86 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Request body: {'subnet': {'network_id': 'b055caac-1d0a-4fe5-bf03-8b32edf5b8f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:32.673309 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27c976-9a97-49fe-8878-76199926cb8a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event updated for resources: {'Network': ['ID=b055caac-1d0a-4fe5-bf03-8b32edf5b8f7,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:32.769722 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2b5f9594-9c42-4e44-a842-fdd93683a579 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:32.816327 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network b055caac-1d0a-4fe5-bf03-8b32edf5b8f7 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:22:32.850983 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b499baa7-41ec-400b-80ec-3633d2bbfa86 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:32.884410 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b499baa7-41ec-400b-80ec-3633d2bbfa86 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Usage tracker for resource:subnet and tenant:44f990c85e0448379441eb9061711156 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:32.894385 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b499baa7-41ec-400b-80ec-3633d2bbfa86 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:32.914420 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b499baa7-41ec-400b-80ec-3633d2bbfa86 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:32.938689 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b499baa7-41ec-400b-80ec-3633d2bbfa86 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Made reservation on behalf of 44f990c85e0448379441eb9061711156 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:22:32.942395 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b499baa7-41ec-400b-80ec-3633d2bbfa86 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:33.073732 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-243a74c6-393b-431a-ba84-862643659dd2 req-fa23fd85-9b98-4a5d-bab0-f5a71d529555 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9676595 Feb 04 21:22:33.078083 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:33.099897 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-243a74c6-393b-431a-ba84-862643659dd2 req-bdb364fb-7c75-431a-b1ed-0c532a1699ed service neutron] Request body: {'port': {'device_id': 'b070b43d-7a5f-459a-a824-63e89654b7d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:33.157874 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-d6019ffc-9035-4320-a1bf-d6dbd76f6a04 None None] Allocated IP 2001:db8:0:ffff::2 (3600745d-b822-4c6e-8b5d-cef27b24b034/1607a9c1-2de1-4921-8946-6745aab3c50d/08ce8844-20d4-4b8f-a804-4fe8824a7e4d) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:22:33.284512 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b499baa7-41ec-400b-80ec-3633d2bbfa86 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:33.330013 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98a58e-e523-4d2c-b0b9-ea84ea6a1ce4 req-56f0a58b-30f3-4158-a7dd-34b5a8ce86c6 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:33.330739 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-4c98a58e-e523-4d2c-b0b9-ea84ea6a1ce4 req-56f0a58b-30f3-4158-a7dd-34b5a8ce86c6 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Synchronizing usage tracker for tenant:354a53753e434161ab788e250190d627 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:22:33.424131 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b499baa7-41ec-400b-80ec-3633d2bbfa86 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Checking segment: {'id': '3d43a6d0-1cd3-4377-9b5a-df7cdd8fc060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b055caac-1d0a-4fe5-bf03-8b32edf5b8f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:22:33.424809 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b499baa7-41ec-400b-80ec-3633d2bbfa86 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Network hostable DHCP agents. Network: b055caac-1d0a-4fe5-bf03-8b32edf5b8f7, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:22:33.428094 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2b5f9594-9c42-4e44-a842-fdd93683a579 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:33.437161 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499baa7-41ec-400b-80ec-3633d2bbfa86 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event updated for resources: {'Subnet': ['ID=d8d9e969-4d8e-4092-95cc-6cc940097fe4,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:33.465480 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-2b5f9594-9c42-4e44-a842-fdd93683a579 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bee26b3b-c64e-4f4c-b5ca-efcae98cb66c']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:33.479462 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b499baa7-41ec-400b-80ec-3633d2bbfa86 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Network b055caac-1d0a-4fe5-bf03-8b32edf5b8f7 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:22:33.485193 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-2b5f9594-9c42-4e44-a842-fdd93683a579 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05516047-76c3-4dfe-aacb-d23644e418ea') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:33.485557 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-2b5f9594-9c42-4e44-a842-fdd93683a579 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05516047-76c3-4dfe-aacb-d23644e418ea') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:33.499472 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2b5f9594-9c42-4e44-a842-fdd93683a579 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:33.501344 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-b499baa7-41ec-400b-80ec-3633d2bbfa86 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, b055caac-1d0a-4fe5-bf03-8b32edf5b8f7) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:22:33.507813 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b499baa7-41ec-400b-80ec-3633d2bbfa86 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:33.507813 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b499baa7-41ec-400b-80ec-3633d2bbfa86 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:33.525430 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92abe61-8d85-4b83-a166-038209666998 None None] Network b055caac-1d0a-4fe5-bf03-8b32edf5b8f7 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:22:33.549666 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2b5f9594-9c42-4e44-a842-fdd93683a579 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:33.556423 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b5f9594-9c42-4e44-a842-fdd93683a579 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:22:33.556846 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2b5f9594-9c42-4e44-a842-fdd93683a579 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:33.567146 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b499baa7-41ec-400b-80ec-3633d2bbfa86 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9464366 Feb 04 21:22:33.569936 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56748) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:33.654781 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:22:33.654781 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:22:33.654781 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:22:33.654781 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:22:33.654781 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:22:33.654781 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:22:33.654781 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:22:33.654781 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:22:33.654781 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:22:33.654781 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:22:33.654781 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:22:33.654781 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:22:33.654781 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:22:33.654781 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:22:33.654781 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:22:33.654781 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:22:33.654781 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:22:33.654781 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:22:33.654781 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:22:33.654781 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:22:33.654781 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:22:33.654781 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:22:33.654781 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:22:33.654781 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:22:33.654781 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:22:33.654781 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:22:33.654781 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:22:33.654781 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:22:33.654781 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:22:33.654781 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:22:33.654781 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:22:33.654781 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:22:33.661280 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2b5f9594-9c42-4e44-a842-fdd93683a579 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:33.662962 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-243a74c6-393b-431a-ba84-862643659dd2 req-bdb364fb-7c75-431a-b1ed-0c532a1699ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:33.681972 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29bb0ab-30d3-49fb-bda1-04f6638613f2 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Router 50bf5cf9-a8cc-4917-97fe-ff36e7cfe49b is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:22:33.709705 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2b5f9594-9c42-4e44-a842-fdd93683a579 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:33.715727 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f9594-9c42-4e44-a842-fdd93683a579 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Pushing event deleted for resources: {'Network': ['ID=bee26b3b-c64e-4f4c-b5ca-efcae98cb66c,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:33.729814 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-4c98a58e-e523-4d2c-b0b9-ea84ea6a1ce4 req-56f0a58b-30f3-4158-a7dd-34b5a8ce86c6 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Unset dirty status for tenant:354a53753e434161ab788e250190d627 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:22:33.735186 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4c98a58e-e523-4d2c-b0b9-ea84ea6a1ce4 req-56f0a58b-30f3-4158-a7dd-34b5a8ce86c6 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=b070b43d-7a5f-459a-a824-63e89654b7d0 HTTP/1.1" status: 200 len: 931 time: 1.5331669 Feb 04 21:22:33.738230 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-2b5f9594-9c42-4e44-a842-fdd93683a579 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] 10.222.0.26 "DELETE /v2.0/networks/bee26b3b-c64e-4f4c-b5ca-efcae98cb66c HTTP/1.1" status: 204 len: 168 time: 1.8387294 Feb 04 21:22:33.746332 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56752) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:33.909034 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d6019ffc-9035-4320-a1bf-d6dbd76f6a04 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:33.931162 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-39bfc372-7007-4781-8ffd-e97bc7b751b5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:33.947691 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d6019ffc-9035-4320-a1bf-d6dbd76f6a04 None None] Transition to ACTIVE for port object 08ce8844-20d4-4b8f-a804-4fe8824a7e4d will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:22:34.023400 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-556a9c97-b06e-46e1-ab1a-5d25c2519808 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] DELETE failed (client error): The resource could not be found. Feb 04 21:22:34.023930 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-556a9c97-b06e-46e1-ab1a-5d25c2519808 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:22:34.026569 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-556a9c97-b06e-46e1-ab1a-5d25c2519808 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] 10.222.0.26 "DELETE /v2.0/ports/c3eefc2d-07c0-40da-ab14-2c50281d07ad HTTP/1.1" status: 404 len: 333 time: 0.2780590 Feb 04 21:22:34.039834 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4c98a58e-e523-4d2c-b0b9-ea84ea6a1ce4 req-f638cb32-311a-49d3-8305-b2fa21d0e12a tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949991 Feb 04 21:22:34.040307 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56760) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:34.062649 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d6019ffc-9035-4320-a1bf-d6dbd76f6a04 None None] Transition to ACTIVE for port object 08ce8844-20d4-4b8f-a804-4fe8824a7e4d will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:22:34.130086 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d6019ffc-9035-4320-a1bf-d6dbd76f6a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:34.187786 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca7dc482-71c7-4b51-be3b-96859c2b26be tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Deleting subnet 2091cae2-ad8a-40a5-8a83-9f7afff970ea {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:22:34.191369 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ca7dc482-71c7-4b51-be3b-96859c2b26be tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:34.211337 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77c2b87-e345-4bd5-a850-20795be7983d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-b055caac-1d0a-4fe5-bf03-8b32edf5b8f7', 'network_id': 'b055caac-1d0a-4fe5-bf03-8b32edf5b8f7', 'tenant_id': '44f990c85e0448379441eb9061711156', 'fixed_ips': [{'subnet_id': 'd8d9e969-4d8e-4092-95cc-6cc940097fe4'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:22:34.211960 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c77c2b87-e345-4bd5-a850-20795be7983d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:34.237828 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6019ffc-9035-4320-a1bf-d6dbd76f6a04 None None] Network 3600745d-b822-4c6e-8b5d-cef27b24b034 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:22:34.242127 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-d6019ffc-9035-4320-a1bf-d6dbd76f6a04 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:22:34.249537 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29bb0ab-30d3-49fb-bda1-04f6638613f2 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:22:34.250221 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6019ffc-9035-4320-a1bf-d6dbd76f6a04 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:22:34.260100 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8ff955-5291-41b1-8601-c6d55ffc7371 None None] Sync routers for ids ['50bf5cf9-a8cc-4917-97fe-ff36e7cfe49b'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:22:34.260600 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c29bb0ab-30d3-49fb-bda1-04f6638613f2 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:34.262259 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c29bb0ab-30d3-49fb-bda1-04f6638613f2 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "PUT /v2.0/routers/50bf5cf9-a8cc-4917-97fe-ff36e7cfe49b HTTP/1.1" status: 200 len: 697 time: 2.5570414 Feb 04 21:22:34.262781 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ca7dc482-71c7-4b51-be3b-96859c2b26be tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:34.267179 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56766) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:34.279707 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8ff955-5291-41b1-8601-c6d55ffc7371 None None] Routers {'50bf5cf9-a8cc-4917-97fe-ff36e7cfe49b'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:22:34.280616 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-8e8ff955-5291-41b1-8601-c6d55ffc7371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:22:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['50bf5cf9-a8cc-4917-97fe-ff36e7cfe49b'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:34.369121 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6019ffc-9035-4320-a1bf-d6dbd76f6a04 None None] Pushing event updated for resources: {'Port': ['ID=08ce8844-20d4-4b8f-a804-4fe8824a7e4d,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:34.423319 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ca7dc482-71c7-4b51-be3b-96859c2b26be tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:34.573079 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-39bfc372-7007-4781-8ffd-e97bc7b751b5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:34.589682 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-d6019ffc-9035-4320-a1bf-d6dbd76f6a04 None None] Attempting to bind port 08ce8844-20d4-4b8f-a804-4fe8824a7e4d on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:22:34.589682 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-d6019ffc-9035-4320-a1bf-d6dbd76f6a04 None None] Attempting to bind port 08ce8844-20d4-4b8f-a804-4fe8824a7e4d by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '29b8b268-0391-46f7-bd6a-3a91f4919d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3600745d-b822-4c6e-8b5d-cef27b24b034'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:22:34.589682 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6019ffc-9035-4320-a1bf-d6dbd76f6a04 None None] Attempting to bind port 08ce8844-20d4-4b8f-a804-4fe8824a7e4d on network 3600745d-b822-4c6e-8b5d-cef27b24b034 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:22:34.606170 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-49fb38e3-e101-46c1-825a-c464cc502feb tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "GET /v2.0/routers/50bf5cf9-a8cc-4917-97fe-ff36e7cfe49b HTTP/1.1" status: 200 len: 703 time: 0.3298261 Feb 04 21:22:34.609710 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56774) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:34.612828 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6019ffc-9035-4320-a1bf-d6dbd76f6a04 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:22:34.613290 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6019ffc-9035-4320-a1bf-d6dbd76f6a04 None None] Checking segment: {'id': '29b8b268-0391-46f7-bd6a-3a91f4919d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3600745d-b822-4c6e-8b5d-cef27b24b034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:22:34.613658 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d6019ffc-9035-4320-a1bf-d6dbd76f6a04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:34.614058 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6019ffc-9035-4320-a1bf-d6dbd76f6a04 None None] Bound using segment: {'id': '29b8b268-0391-46f7-bd6a-3a91f4919d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3600745d-b822-4c6e-8b5d-cef27b24b034'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:22:34.614546 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-d6019ffc-9035-4320-a1bf-d6dbd76f6a04 None None] Bound port: 08ce8844-20d4-4b8f-a804-4fe8824a7e4d, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b8b268-0391-46f7-bd6a-3a91f4919d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3600745d-b822-4c6e-8b5d-cef27b24b034'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:22:34.614926 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d6019ffc-9035-4320-a1bf-d6dbd76f6a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:34.634852 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-8e8ff955-5291-41b1-8601-c6d55ffc7371 None None] Set router 50bf5cf9-a8cc-4917-97fe-ff36e7cfe49b gateway port host: None {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:22:34.670636 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c6adbf74-fc6d-40ae-a49c-303e78140e0f tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "GET /v2.0/ports?device_id=50bf5cf9-a8cc-4917-97fe-ff36e7cfe49b HTTP/1.1" status: 200 len: 205 time: 0.0597596 Feb 04 21:22:34.673469 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56778) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:34.739738 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ca7dc482-71c7-4b51-be3b-96859c2b26be tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:34.833757 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7dc482-71c7-4b51-be3b-96859c2b26be tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Pushing event deleted for resources: {'Subnet': ['ID=2091cae2-ad8a-40a5-8a83-9f7afff970ea,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:34.848531 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-39bfc372-7007-4781-8ffd-e97bc7b751b5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server [None req-c77c2b87-e345-4bd5-a850-20795be7983d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d8d9e969-4d8e-4092-95cc-6cc940097fe4: This subnet is being modified by another concurrent operation. Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server raise exception Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d8d9e969-4d8e-4092-95cc-6cc940097fe4: This subnet is being modified by another concurrent operation. Feb 04 21:22:34.850959 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server Feb 04 21:22:34.865590 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-d6019ffc-9035-4320-a1bf-d6dbd76f6a04 None None] For port 08ce8844-20d4-4b8f-a804-4fe8824a7e4d, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:22:34.870357 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f64354cc-dd81-4e11-a3e5-f28bf63c63a5 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:34.875234 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-d6019ffc-9035-4320-a1bf-d6dbd76f6a04 None None] For port 08ce8844-20d4-4b8f-a804-4fe8824a7e4d, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=08ce8844-20d4-4b8f-a804-4fe8824a7e4d,segment=NetworkSegment(29b8b268-0391-46f7-bd6a-3a91f4919d71),segment_id=29b8b268-0391-46f7-bd6a-3a91f4919d71)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:22:34.877777 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c93084-354e-4305-b61a-f196f6991671 None None] Network 244d81d6-b0c2-4200-b114-6cd3a1a0a1d5 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:22:34.878503 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ca7dc482-71c7-4b51-be3b-96859c2b26be tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:34.894271 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7dc482-71c7-4b51-be3b-96859c2b26be tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:34.894619 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7dc482-71c7-4b51-be3b-96859c2b26be tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:34.898069 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854f4167-01aa-4266-bf35-56e30e9e286a None None] Network b055caac-1d0a-4fe5-bf03-8b32edf5b8f7 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:22:34.904787 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7dc482-71c7-4b51-be3b-96859c2b26be tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:34.905235 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7dc482-71c7-4b51-be3b-96859c2b26be tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:34.905589 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7dc482-71c7-4b51-be3b-96859c2b26be tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:34.905925 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7dc482-71c7-4b51-be3b-96859c2b26be tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:34.906259 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7dc482-71c7-4b51-be3b-96859c2b26be tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:34.906587 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7dc482-71c7-4b51-be3b-96859c2b26be tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:34.906914 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7dc482-71c7-4b51-be3b-96859c2b26be tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:34.907630 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7dc482-71c7-4b51-be3b-96859c2b26be tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:34.907970 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7dc482-71c7-4b51-be3b-96859c2b26be tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:34.908298 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7dc482-71c7-4b51-be3b-96859c2b26be tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:34.917872 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d6019ffc-9035-4320-a1bf-d6dbd76f6a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:34.938702 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-8e8ff955-5291-41b1-8601-c6d55ffc7371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bf5cf9-a8cc-4917-97fe-ff36e7cfe49b', 'name': 'tempest-RoutersIpV6Test-router-693891372', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:22:31Z', 'updated_at': '2022-02-04T21:22:32Z', 'revision_number': 2, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'gw_port_host': None}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:34.963645 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8ff955-5291-41b1-8601-c6d55ffc7371 None None] Checking router: 50bf5cf9-a8cc-4917-97fe-ff36e7cfe49b for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:22:34.987121 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8ff955-5291-41b1-8601-c6d55ffc7371 None None] Routers {'50bf5cf9-a8cc-4917-97fe-ff36e7cfe49b'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:22:34.987750 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-8e8ff955-5291-41b1-8601-c6d55ffc7371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:22:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['50bf5cf9-a8cc-4917-97fe-ff36e7cfe49b'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:35.081736 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bfc372-7007-4781-8ffd-e97bc7b751b5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event deleted for resources: {'Subnet': ['ID=d8d9e969-4d8e-4092-95cc-6cc940097fe4,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:35.113257 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ca7dc482-71c7-4b51-be3b-96859c2b26be tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] 10.222.0.26 "DELETE /v2.0/subnets/2091cae2-ad8a-40a5-8a83-9f7afff970ea HTTP/1.1" status: 204 len: 168 time: 1.0713756 Feb 04 21:22:35.128902 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56786) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:35.334855 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-8e8ff955-5291-41b1-8601-c6d55ffc7371 None None] Set router 50bf5cf9-a8cc-4917-97fe-ff36e7cfe49b gateway port host: None {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:22:35.650308 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-8e8ff955-5291-41b1-8601-c6d55ffc7371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bf5cf9-a8cc-4917-97fe-ff36e7cfe49b', 'name': 'tempest-RoutersIpV6Test-router-693891372', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:22:31Z', 'updated_at': '2022-02-04T21:22:32Z', 'revision_number': 2, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'gw_port_host': None}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:35.659806 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8ff955-5291-41b1-8601-c6d55ffc7371 None None] The sync data for ids ['50bf5cf9-a8cc-4917-97fe-ff36e7cfe49b'] in n-d-827896-1 is: [{'id': '50bf5cf9-a8cc-4917-97fe-ff36e7cfe49b', 'name': 'tempest-RoutersIpV6Test-router-693891372', 'tenant_id': 'ddcc858bf44044718238d62159c9367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:22:31Z', 'updated_at': '2022-02-04T21:22:32Z', 'revision_number': 2, 'project_id': 'ddcc858bf44044718238d62159c9367f', 'gw_port_host': None}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:22:35.832135 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-39bfc372-7007-4781-8ffd-e97bc7b751b5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:35.838984 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6019ffc-9035-4320-a1bf-d6dbd76f6a04 None None] Pushing event updated for resources: {'Port': ['ID=08ce8844-20d4-4b8f-a804-4fe8824a7e4d,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:35.886192 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6019ffc-9035-4320-a1bf-d6dbd76f6a04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:35.886549 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6019ffc-9035-4320-a1bf-d6dbd76f6a04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:35.887523 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6019ffc-9035-4320-a1bf-d6dbd76f6a04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:35.888249 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6019ffc-9035-4320-a1bf-d6dbd76f6a04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:35.888439 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6019ffc-9035-4320-a1bf-d6dbd76f6a04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:35.888770 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6019ffc-9035-4320-a1bf-d6dbd76f6a04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:35.889105 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6019ffc-9035-4320-a1bf-d6dbd76f6a04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:35.889535 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6019ffc-9035-4320-a1bf-d6dbd76f6a04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:35.889853 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6019ffc-9035-4320-a1bf-d6dbd76f6a04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:35.890413 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6019ffc-9035-4320-a1bf-d6dbd76f6a04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:35.890549 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6019ffc-9035-4320-a1bf-d6dbd76f6a04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:35.890909 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6019ffc-9035-4320-a1bf-d6dbd76f6a04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:22:35.951196 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-39bfc372-7007-4781-8ffd-e97bc7b751b5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b055caac-1d0a-4fe5-bf03-8b32edf5b8f7']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:35.966282 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-700ef14e-4e7a-4b8d-ba4a-0916ad4ddd09 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:35.987170 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-243a74c6-393b-431a-ba84-862643659dd2 req-bdb364fb-7c75-431a-b1ed-0c532a1699ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2db420b0-ef36-4d5a-aa6d-eee053eb15bf {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:22:36.004931 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-243a74c6-393b-431a-ba84-862643659dd2 req-bdb364fb-7c75-431a-b1ed-0c532a1699ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:36.006139 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-39bfc372-7007-4781-8ffd-e97bc7b751b5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d43a6d0-1cd3-4377-9b5a-df7cdd8fc060') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:36.006139 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-39bfc372-7007-4781-8ffd-e97bc7b751b5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d43a6d0-1cd3-4377-9b5a-df7cdd8fc060') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:36.061935 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-39bfc372-7007-4781-8ffd-e97bc7b751b5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:36.068414 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-243a74c6-393b-431a-ba84-862643659dd2 req-bdb364fb-7c75-431a-b1ed-0c532a1699ed service neutron] Transition to ACTIVE for port object 2db420b0-ef36-4d5a-aa6d-eee053eb15bf will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:22:36.091917 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-243a74c6-393b-431a-ba84-862643659dd2 req-bdb364fb-7c75-431a-b1ed-0c532a1699ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:36.101935 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63787f9-755f-4bc3-bf53-e5526743cf6e None None] DHCP port deletion for 244d81d6-b0c2-4200-b114-6cd3a1a0a1d5 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:22:36.111770 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-c63787f9-755f-4bc3-bf53-e5526743cf6e None None] Deleting port a76febea-4ec8-43b3-99d1-82e1be8b0c4f {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:22:36.112383 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c63787f9-755f-4bc3-bf53-e5526743cf6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:36.130200 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-700ef14e-4e7a-4b8d-ba4a-0916ad4ddd09 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Deleting port a76febea-4ec8-43b3-99d1-82e1be8b0c4f {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:22:36.130530 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-700ef14e-4e7a-4b8d-ba4a-0916ad4ddd09 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:36.138197 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f64354cc-dd81-4e11-a3e5-f28bf63c63a5 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:36.148382 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f64354cc-dd81-4e11-a3e5-f28bf63c63a5 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:36.227936 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-39bfc372-7007-4781-8ffd-e97bc7b751b5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:36.282968 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39bfc372-7007-4781-8ffd-e97bc7b751b5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:22:36.283569 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-39bfc372-7007-4781-8ffd-e97bc7b751b5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:36.348979 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:22:36.348979 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:22:36.348979 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:22:36.348979 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:22:36.348979 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:22:36.348979 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:22:36.348979 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:22:36.348979 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:22:36.348979 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:22:36.348979 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:22:36.348979 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:22:36.348979 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:22:36.348979 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:22:36.348979 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:22:36.348979 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:22:36.348979 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:22:36.348979 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:22:36.348979 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:22:36.348979 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:22:36.348979 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:22:36.348979 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:22:36.348979 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:22:36.348979 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:22:36.348979 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:22:36.348979 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:22:36.348979 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:22:36.348979 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:22:36.348979 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:22:36.348979 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:22:36.348979 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:22:36.348979 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:22:36.348979 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:22:36.362178 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f64354cc-dd81-4e11-a3e5-f28bf63c63a5 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:36.362709 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64354cc-dd81-4e11-a3e5-f28bf63c63a5 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Fanout notify agent at l3_agent the message router_deleted on router 50bf5cf9-a8cc-4917-97fe-ff36e7cfe49b {{(pid=87683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:22:36.463216 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb364fb-7c75-431a-b1ed-0c532a1699ed service neutron] Pushing event updated for resources: {'Port': ['ID=2db420b0-ef36-4d5a-aa6d-eee053eb15bf,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:36.588823 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f64354cc-dd81-4e11-a3e5-f28bf63c63a5 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:36.590125 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-f64354cc-dd81-4e11-a3e5-f28bf63c63a5 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/routers/50bf5cf9-a8cc-4917-97fe-ff36e7cfe49b HTTP/1.1" status: 204 len: 168 time: 1.9155362 Feb 04 21:22:36.597563 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56812) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:36.625103 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-39bfc372-7007-4781-8ffd-e97bc7b751b5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:36.664024 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5f192bb1-82ec-4874-9f71-498ab4e76bd4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "GET /v2.0/ports?device_id=50bf5cf9-a8cc-4917-97fe-ff36e7cfe49b HTTP/1.1" status: 200 len: 205 time: 0.0629022 Feb 04 21:22:36.679998 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56816) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:36.704910 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-39bfc372-7007-4781-8ffd-e97bc7b751b5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:36.705242 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 08ce8844-20d4-4b8f-a804-4fe8824a7e4d up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:22:36.706620 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9cf4d2-cf9c-4ce1-a487-7f033a448710 req-03d83b3c-67c8-4ffd-824c-e5d3af726da6 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:36.708176 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6d9cf4d2-cf9c-4ce1-a487-7f033a448710 req-03d83b3c-67c8-4ffd-824c-e5d3af726da6 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=b070b43d-7a5f-459a-a824-63e89654b7d0 HTTP/1.1" status: 200 len: 931 time: 1.3341255 Feb 04 21:22:36.784747 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-243a74c6-393b-431a-ba84-862643659dd2 req-bdb364fb-7c75-431a-b1ed-0c532a1699ed service neutron] Attempting to bind port 2db420b0-ef36-4d5a-aa6d-eee053eb15bf on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:22:36.785130 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-243a74c6-393b-431a-ba84-862643659dd2 req-bdb364fb-7c75-431a-b1ed-0c532a1699ed service neutron] Attempting to bind port 2db420b0-ef36-4d5a-aa6d-eee053eb15bf by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': '891443bf-3c45-411c-8b26-5ac9a9e807fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '9a5b169e-7ecf-44d8-b464-667febc50df4'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:22:36.785538 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243a74c6-393b-431a-ba84-862643659dd2 req-bdb364fb-7c75-431a-b1ed-0c532a1699ed service neutron] Attempting to bind port 2db420b0-ef36-4d5a-aa6d-eee053eb15bf on network 9a5b169e-7ecf-44d8-b464-667febc50df4 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:22:36.811969 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243a74c6-393b-431a-ba84-862643659dd2 req-bdb364fb-7c75-431a-b1ed-0c532a1699ed service neutron] Port 2db420b0-ef36-4d5a-aa6d-eee053eb15bf on network 9a5b169e-7ecf-44d8-b464-667febc50df4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:22:36.812295 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243a74c6-393b-431a-ba84-862643659dd2 req-bdb364fb-7c75-431a-b1ed-0c532a1699ed service neutron] Attempting to bind port 2db420b0-ef36-4d5a-aa6d-eee053eb15bf on network 9a5b169e-7ecf-44d8-b464-667febc50df4 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:22:36.820605 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6d9cf4d2-cf9c-4ce1-a487-7f033a448710 req-51988649-a27f-43c4-8826-84a7fc48852a tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929158 Feb 04 21:22:36.821565 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243a74c6-393b-431a-ba84-862643659dd2 req-bdb364fb-7c75-431a-b1ed-0c532a1699ed service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:22:36.821954 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243a74c6-393b-431a-ba84-862643659dd2 req-bdb364fb-7c75-431a-b1ed-0c532a1699ed service neutron] Checking segment: {'id': '891443bf-3c45-411c-8b26-5ac9a9e807fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '9a5b169e-7ecf-44d8-b464-667febc50df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:22:36.822304 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243a74c6-393b-431a-ba84-862643659dd2 req-bdb364fb-7c75-431a-b1ed-0c532a1699ed service neutron] Bound using segment: {'id': '891443bf-3c45-411c-8b26-5ac9a9e807fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '9a5b169e-7ecf-44d8-b464-667febc50df4'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:22:36.822740 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-243a74c6-393b-431a-ba84-862643659dd2 req-bdb364fb-7c75-431a-b1ed-0c532a1699ed service neutron] Bound port: 2db420b0-ef36-4d5a-aa6d-eee053eb15bf, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '891443bf-3c45-411c-8b26-5ac9a9e807fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '9a5b169e-7ecf-44d8-b464-667febc50df4'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:22:36.823079 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-243a74c6-393b-431a-ba84-862643659dd2 req-bdb364fb-7c75-431a-b1ed-0c532a1699ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:36.957086 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-299359f4-55f4-406f-bde6-7111e19f4e0a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] delete failed (client error): The resource could not be found. Feb 04 21:22:36.958208 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-299359f4-55f4-406f-bde6-7111e19f4e0a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/routers/50bf5cf9-a8cc-4917-97fe-ff36e7cfe49b HTTP/1.1" status: 404 len: 336 time: 0.2465389 Feb 04 21:22:36.970475 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56820) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:37.014517 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-39bfc372-7007-4781-8ffd-e97bc7b751b5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "DELETE /v2.0/networks/b055caac-1d0a-4fe5-bf03-8b32edf5b8f7 HTTP/1.1" status: 204 len: 168 time: 3.4393141 Feb 04 21:22:37.094930 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56824) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:37.148140 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-2550dc04-d525-4459-bfd1-3ec1eea0f597 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1423302283'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:37.162237 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a7fdef-f58a-44bc-a0be-5089551b021c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] DELETE failed (client error): The resource could not be found. Feb 04 21:22:37.162768 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a7fdef-f58a-44bc-a0be-5089551b021c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:22:37.174798 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b3a7fdef-f58a-44bc-a0be-5089551b021c tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/subnets/6ab8d55d-fba1-44a2-8734-fb1778a7771c HTTP/1.1" status: 404 len: 337 time: 0.2031593 Feb 04 21:22:37.180700 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56830) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:37.192472 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-c63787f9-755f-4bc3-bf53-e5526743cf6e None None] For port a76febea-4ec8-43b3-99d1-82e1be8b0c4f, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a76febea-4ec8-43b3-99d1-82e1be8b0c4f,segment=NetworkSegment(3773b94f-c1fe-43ab-8278-7e3420a16f76),segment_id=3773b94f-c1fe-43ab-8278-7e3420a16f76)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:22:37.192989 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c63787f9-755f-4bc3-bf53-e5526743cf6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:37.203467 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 08ce8844-20d4-4b8f-a804-4fe8824a7e4d completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:22:37.248729 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-700ef14e-4e7a-4b8d-ba4a-0916ad4ddd09 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] For port a76febea-4ec8-43b3-99d1-82e1be8b0c4f, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a76febea-4ec8-43b3-99d1-82e1be8b0c4f,segment=NetworkSegment(3773b94f-c1fe-43ab-8278-7e3420a16f76),segment_id=3773b94f-c1fe-43ab-8278-7e3420a16f76)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:22:37.249181 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-700ef14e-4e7a-4b8d-ba4a-0916ad4ddd09 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:37.255816 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-2550dc04-d525-4459-bfd1-3ec1eea0f597 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:37.414333 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-2550dc04-d525-4459-bfd1-3ec1eea0f597 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Usage tracker for resource:network and tenant:44f990c85e0448379441eb9061711156 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:37.435913 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-2550dc04-d525-4459-bfd1-3ec1eea0f597 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:37.452349 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-243a74c6-393b-431a-ba84-862643659dd2 req-bdb364fb-7c75-431a-b1ed-0c532a1699ed service neutron] For port 2db420b0-ef36-4d5a-aa6d-eee053eb15bf, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:22:37.455052 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-42462496-d7f6-4dda-99bf-9a504ab55ac7 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] DELETE failed (client error): The resource could not be found. Feb 04 21:22:37.455507 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42462496-d7f6-4dda-99bf-9a504ab55ac7 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:22:37.460307 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-42462496-d7f6-4dda-99bf-9a504ab55ac7 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/subnets/4276b9c9-6a5a-4e9e-a89e-3bd125cbbb1b HTTP/1.1" status: 404 len: 337 time: 0.2429903 Feb 04 21:22:37.460990 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56838) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:37.481578 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-700ef14e-4e7a-4b8d-ba4a-0916ad4ddd09 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Calling delete_port for a76febea-4ec8-43b3-99d1-82e1be8b0c4f owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:22:37.525693 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-2550dc04-d525-4459-bfd1-3ec1eea0f597 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:37.544014 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c9a224-8a6c-426d-a6b5-529401470900 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] DELETE failed (client error): The resource could not be found. Feb 04 21:22:37.544860 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c9a224-8a6c-426d-a6b5-529401470900 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:22:37.545344 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a76febea-4ec8-43b3-99d1-82e1be8b0c4f no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:22:37.550421 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-71c9a224-8a6c-426d-a6b5-529401470900 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/subnets/15ec02a3-5188-43f9-8f8e-dd8469a40095 HTTP/1.1" status: 404 len: 337 time: 0.0797017 Feb 04 21:22:37.552803 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-243a74c6-393b-431a-ba84-862643659dd2 req-bdb364fb-7c75-431a-b1ed-0c532a1699ed service neutron] For port 2db420b0-ef36-4d5a-aa6d-eee053eb15bf, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=2db420b0-ef36-4d5a-aa6d-eee053eb15bf,segment=NetworkSegment(891443bf-3c45-411c-8b26-5ac9a9e807fe),segment_id=891443bf-3c45-411c-8b26-5ac9a9e807fe)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:22:37.553976 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56842) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:37.556676 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bfc372-7007-4781-8ffd-e97bc7b751b5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event deleted for resources: {'Network': ['ID=b055caac-1d0a-4fe5-bf03-8b32edf5b8f7,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:37.589200 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e845826d-503b-4f16-92b2-6b2c13db84e9 None None] Network 3600745d-b822-4c6e-8b5d-cef27b24b034 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:22:37.610499 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2550dc04-d525-4459-bfd1-3ec1eea0f597 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Made reservation on behalf of 44f990c85e0448379441eb9061711156 for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:22:37.615967 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2550dc04-d525-4459-bfd1-3ec1eea0f597 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:37.634428 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-243a74c6-393b-431a-ba84-862643659dd2 req-bdb364fb-7c75-431a-b1ed-0c532a1699ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:37.678490 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-700ef14e-4e7a-4b8d-ba4a-0916ad4ddd09 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:37.703697 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb4bb1c-f11a-44bc-93eb-33fb12d8fdd4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] DELETE failed (client error): The resource could not be found. Feb 04 21:22:37.704527 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eb4bb1c-f11a-44bc-93eb-33fb12d8fdd4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:22:37.710881 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-3eb4bb1c-f11a-44bc-93eb-33fb12d8fdd4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/subnets/59c6d5ce-c7c8-4b52-ae3f-728c2dcf2899 HTTP/1.1" status: 404 len: 337 time: 0.1541398 Feb 04 21:22:37.717105 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56848) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:37.740662 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-c63787f9-755f-4bc3-bf53-e5526743cf6e None None] Calling delete_port for a76febea-4ec8-43b3-99d1-82e1be8b0c4f owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:22:37.807739 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700ef14e-4e7a-4b8d-ba4a-0916ad4ddd09 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] No DVR routers for this DVR port a76febea-4ec8-43b3-99d1-82e1be8b0c4f on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:22:37.842960 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-f573aebe-d1b2-4b6c-95b9-d40ebf7ce788 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "GET /v2.0/ports?device_id=63c94746-5463-4d10-8f6d-7d964e16b767 HTTP/1.1" status: 200 len: 205 time: 0.1150260 Feb 04 21:22:37.846612 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56852) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:37.875664 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ef14e-4e7a-4b8d-ba4a-0916ad4ddd09 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Pushing event deleted for resources: {'Port': ['ID=a76febea-4ec8-43b3-99d1-82e1be8b0c4f,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:38.109292 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-700ef14e-4e7a-4b8d-ba4a-0916ad4ddd09 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:22:38.148421 n-d-827896-1 neutron-server[87684]: util.warn( Feb 04 21:22:38.187088 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-700ef14e-4e7a-4b8d-ba4a-0916ad4ddd09 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244d81d6-b0c2-4200-b114-6cd3a1a0a1d5']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:38.188868 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-c63787f9-755f-4bc3-bf53-e5526743cf6e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:22:38.189260 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-c63787f9-755f-4bc3-bf53-e5526743cf6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:22:38.223690 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-700ef14e-4e7a-4b8d-ba4a-0916ad4ddd09 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3773b94f-c1fe-43ab-8278-7e3420a16f76') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:38.224393 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-700ef14e-4e7a-4b8d-ba4a-0916ad4ddd09 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3773b94f-c1fe-43ab-8278-7e3420a16f76') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:38.240569 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-2651705b-bb33-4cbe-af15-ff729345e2cc None None] Provisioning for port 08ce8844-20d4-4b8f-a804-4fe8824a7e4d completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:22:38.254183 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-700ef14e-4e7a-4b8d-ba4a-0916ad4ddd09 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:38.255367 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-2651705b-bb33-4cbe-af15-ff729345e2cc None None] Provisioning complete for port 08ce8844-20d4-4b8f-a804-4fe8824a7e4d triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:22:38.255983 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2651705b-bb33-4cbe-af15-ff729345e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:38.270503 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a74c6-393b-431a-ba84-862643659dd2 req-bdb364fb-7c75-431a-b1ed-0c532a1699ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:38.272444 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-243a74c6-393b-431a-ba84-862643659dd2 req-bdb364fb-7c75-431a-b1ed-0c532a1699ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:38.275065 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-243a74c6-393b-431a-ba84-862643659dd2 req-bdb364fb-7c75-431a-b1ed-0c532a1699ed service neutron] 10.222.0.32 "PUT /v2.0/ports/2db420b0-ef36-4d5a-aa6d-eee053eb15bf HTTP/1.1" status: 200 len: 1091 time: 5.1871572 Feb 04 21:22:38.275543 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b070b43d-7a5f-459a-a824-63e89654b7d0', 'tag': '2db420b0-ef36-4d5a-aa6d-eee053eb15bf'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:22:38.293027 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [None req-564c17ef-eff9-48ec-b00b-6858b3e39287 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] delete failed (client error): The resource could not be found. Feb 04 21:22:38.294700 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-564c17ef-eff9-48ec-b00b-6858b3e39287 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/routers/63c94746-5463-4d10-8f6d-7d964e16b767 HTTP/1.1" status: 404 len: 336 time: 0.4423351 Feb 04 21:22:38.304741 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56870) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:38.334466 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-700ef14e-4e7a-4b8d-ba4a-0916ad4ddd09 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:38.346763 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2550dc04-d525-4459-bfd1-3ec1eea0f597 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:22:38.349555 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb364fb-7c75-431a-b1ed-0c532a1699ed service neutron] Pushing event updated for resources: {'Port': ['ID=2db420b0-ef36-4d5a-aa6d-eee053eb15bf,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:38.379529 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-700ef14e-4e7a-4b8d-ba4a-0916ad4ddd09 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:22:38.382560 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-700ef14e-4e7a-4b8d-ba4a-0916ad4ddd09 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:38.383509 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-6fc64987-33e9-4e15-bf8a-6d27317d3ff4 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bb8e3c9-fd99-40ca-ba42-9f119177f352 HTTP/1.1" status: 200 len: 205 time: 0.0749695 Feb 04 21:22:38.410125 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No active binding found for port a76febea-4ec8-43b3-99d1-82e1be8b0c4f {{(pid=87684) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 21:22:38.410125 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a76febea-4ec8-43b3-99d1-82e1be8b0c4f not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:22:38.414199 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56876) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:38.422304 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:22:38.422304 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:22:38.422304 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:22:38.422304 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:22:38.422304 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:22:38.422304 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:22:38.422304 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:22:38.422304 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:22:38.422304 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:22:38.422304 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:22:38.422304 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:22:38.422304 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:22:38.422304 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:22:38.422304 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:22:38.422304 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:22:38.422304 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:22:38.422304 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:22:38.422304 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:22:38.422304 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:22:38.422304 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:22:38.422304 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:22:38.422304 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:22:38.422304 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:22:38.422304 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:22:38.422304 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:22:38.422304 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:22:38.422304 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:22:38.422304 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:22:38.422304 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:22:38.422304 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:22:38.422304 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:22:38.422304 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:22:38.664798 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-700ef14e-4e7a-4b8d-ba4a-0916ad4ddd09 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:38.696828 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-700ef14e-4e7a-4b8d-ba4a-0916ad4ddd09 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:38.704629 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-c63787f9-755f-4bc3-bf53-e5526743cf6e None None] Deleting port a76febea-4ec8-43b3-99d1-82e1be8b0c4f {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:22:38.705343 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c63787f9-755f-4bc3-bf53-e5526743cf6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:38.711696 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ef14e-4e7a-4b8d-ba4a-0916ad4ddd09 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] Pushing event deleted for resources: {'Network': ['ID=244d81d6-b0c2-4200-b114-6cd3a1a0a1d5,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:38.717131 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-700ef14e-4e7a-4b8d-ba4a-0916ad4ddd09 tempest-DHCPAgentSchedulersTestJSON-137334634 tempest-DHCPAgentSchedulersTestJSON-137334634-project] 10.222.0.26 "DELETE /v2.0/networks/244d81d6-b0c2-4200-b114-6cd3a1a0a1d5 HTTP/1.1" status: 204 len: 168 time: 3.5764709 Feb 04 21:22:38.791651 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2550dc04-d525-4459-bfd1-3ec1eea0f597 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:38.792388 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-2550dc04-d525-4459-bfd1-3ec1eea0f597 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Added segment 1f6d058b-7e31-48e9-a2e5-aea75fee64f7 of type vlan for network 1d1686a5-2233-4db5-8d7e-145954722f0a Feb 04 21:22:38.805156 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-c63787f9-755f-4bc3-bf53-e5526743cf6e None None] The port 'a76febea-4ec8-43b3-99d1-82e1be8b0c4f' was deleted {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:22:38.894017 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2651705b-bb33-4cbe-af15-ff729345e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:38.894590 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [None req-eac2d8c3-db08-46b4-80d5-84c4001b33fc tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] delete failed (client error): The resource could not be found. Feb 04 21:22:38.896111 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-eac2d8c3-db08-46b4-80d5-84c4001b33fc tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/routers/4bb8e3c9-fd99-40ca-ba42-9f119177f352 HTTP/1.1" status: 404 len: 336 time: 0.4798083 Feb 04 21:22:38.899250 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56884) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:38.926063 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeddbf8-61c0-460a-ac63-2020c5e82dbe req-2af22507-36d8-44b4-a20a-c30276f24f51 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:38.928243 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-faeddbf8-61c0-460a-ac63-2020c5e82dbe req-2af22507-36d8-44b4-a20a-c30276f24f51 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=b070b43d-7a5f-459a-a824-63e89654b7d0 HTTP/1.1" status: 200 len: 943 time: 0.7575536 Feb 04 21:22:38.931603 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2550dc04-d525-4459-bfd1-3ec1eea0f597 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:39.001237 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-faeddbf8-61c0-460a-ac63-2020c5e82dbe req-971d68e4-bd81-44a4-bbde-fd4da0222c51 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618916 Feb 04 21:22:39.019926 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-2651705b-bb33-4cbe-af15-ff729345e2cc None None] For port 08ce8844-20d4-4b8f-a804-4fe8824a7e4d, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=08ce8844-20d4-4b8f-a804-4fe8824a7e4d,segment=NetworkSegment(29b8b268-0391-46f7-bd6a-3a91f4919d71),segment_id=29b8b268-0391-46f7-bd6a-3a91f4919d71)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:22:39.030826 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2651705b-bb33-4cbe-af15-ff729345e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:39.045500 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-8189e5b4-eb90-47c2-af6f-29f9a54b0e0a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] DELETE failed (client error): The resource could not be found. Feb 04 21:22:39.045966 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8189e5b4-eb90-47c2-af6f-29f9a54b0e0a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:22:39.047717 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8189e5b4-eb90-47c2-af6f-29f9a54b0e0a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/subnets/9534923c-4ae9-4a49-bcbb-ac0ac7647f25 HTTP/1.1" status: 404 len: 337 time: 0.1465130 Feb 04 21:22:39.053770 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56890) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:39.066358 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a74c6-393b-431a-ba84-862643659dd2 req-5834db6a-75aa-4b5d-9cf6-0908a218ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:39.068154 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-243a74c6-393b-431a-ba84-862643659dd2 req-5834db6a-75aa-4b5d-9cf6-0908a218ba44 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=354a53753e434161ab788e250190d627&device_id=b070b43d-7a5f-459a-a824-63e89654b7d0 HTTP/1.1" status: 200 len: 1094 time: 0.7096076 Feb 04 21:22:39.071136 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2550dc04-d525-4459-bfd1-3ec1eea0f597 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:39.084867 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2550dc04-d525-4459-bfd1-3ec1eea0f597 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:39.087523 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2550dc04-d525-4459-bfd1-3ec1eea0f597 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:39.177888 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-bf8a966c-7826-47e3-9b4e-9c2ea319a065 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Synchronizing usage tracker for tenant:ddcc858bf44044718238d62159c9367f on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:22:39.206093 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-bf8a966c-7826-47e3-9b4e-9c2ea319a065 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] Unset dirty status for tenant:ddcc858bf44044718238d62159c9367f on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:22:39.207277 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bf8a966c-7826-47e3-9b4e-9c2ea319a065 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "GET /v2.0/ports?device_id=58c474ea-53e7-4e68-8a14-7054618896d8 HTTP/1.1" status: 200 len: 205 time: 0.1525290 Feb 04 21:22:39.211781 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56896) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:39.282170 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651705b-bb33-4cbe-af15-ff729345e2cc None None] Pushing event updated for resources: {'Port': ['ID=08ce8844-20d4-4b8f-a804-4fe8824a7e4d,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:39.373032 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56902) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:39.429948 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-bb4f1d78-8a3a-4214-a542-7f9a06bf9c76 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] delete failed (client error): The resource could not be found. Feb 04 21:22:39.435378 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bb4f1d78-8a3a-4214-a542-7f9a06bf9c76 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/routers/58c474ea-53e7-4e68-8a14-7054618896d8 HTTP/1.1" status: 404 len: 336 time: 0.2224605 Feb 04 21:22:39.439053 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56908) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:39.448035 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2550dc04-d525-4459-bfd1-3ec1eea0f597 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event updated for resources: {'Network': ['ID=1d1686a5-2233-4db5-8d7e-145954722f0a,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:39.451238 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-2550dc04-d525-4459-bfd1-3ec1eea0f597 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3474905 Feb 04 21:22:39.468226 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 1d1686a5-2233-4db5-8d7e-145954722f0a details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:22:39.472789 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56914) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:39.479235 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-243a74c6-393b-431a-ba84-862643659dd2 req-fc5a7236-736a-4abc-9ff3-167d76dbeb67 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2db420b0-ef36-4d5a-aa6d-eee053eb15bf HTTP/1.1" status: 200 len: 217 time: 0.3496211 Feb 04 21:22:39.494202 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-e5d3ff9e-f7ce-4eec-bed6-56942df3d930 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Request body: {'subnet': {'network_id': '1d1686a5-2233-4db5-8d7e-145954722f0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:39.693052 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-aedff440-35d3-49bb-bfeb-ad5d1220933a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b8ba424-fd61-449c-ae87-5d57b7b1f2ea HTTP/1.1" status: 200 len: 205 time: 0.2404406 Feb 04 21:22:39.700187 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56922) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:39.834066 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a74c6-393b-431a-ba84-862643659dd2 req-bcebec11-f0d8-4b70-9a31-2f5dc1450c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:39.835673 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-243a74c6-393b-431a-ba84-862643659dd2 req-bcebec11-f0d8-4b70-9a31-2f5dc1450c6b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04d011a5-5fa5-46de-b6ec-0f9f6f04e44d HTTP/1.1" status: 200 len: 855 time: 0.3241389 Feb 04 21:22:39.902262 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdaefb1-4114-46e7-988e-e633490717f9 None None] get_active_networks_info from n-d-827896-1 {{(pid=87684) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 21:22:39.946360 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e5d3ff9e-f7ce-4eec-bed6-56942df3d930 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:39.951128 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-243a74c6-393b-431a-ba84-862643659dd2 req-20bc2e9c-5440-4dd5-8420-9fbdb393d7e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a5b169e-7ecf-44d8-b464-667febc50df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046166 Feb 04 21:22:39.958337 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e5d3ff9e-f7ce-4eec-bed6-56942df3d930 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Usage tracker for resource:subnet and tenant:44f990c85e0448379441eb9061711156 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:40.024641 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e5d3ff9e-f7ce-4eec-bed6-56942df3d930 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:40.044766 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b070b43d-7a5f-459a-a824-63e89654b7d0', 'tag': '2db420b0-ef36-4d5a-aa6d-eee053eb15bf', 'status': 'completed', 'code': 200} Feb 04 21:22:40.104598 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-8fa8a462-7281-465c-996f-1679a6c02fd7 None None] Provisioning complete for port 08ce8844-20d4-4b8f-a804-4fe8824a7e4d triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:22:40.104985 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8fa8a462-7281-465c-996f-1679a6c02fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:40.178928 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e5d3ff9e-f7ce-4eec-bed6-56942df3d930 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:40.241358 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d3ff9e-f7ce-4eec-bed6-56942df3d930 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Made reservation on behalf of 44f990c85e0448379441eb9061711156 for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:22:40.251069 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e5d3ff9e-f7ce-4eec-bed6-56942df3d930 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:40.297449 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-e07f7357-90fc-4a2e-94b5-da7f758dd430 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] delete failed (client error): The resource could not be found. Feb 04 21:22:40.301121 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e07f7357-90fc-4a2e-94b5-da7f758dd430 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/routers/6b8ba424-fd61-449c-ae87-5d57b7b1f2ea HTTP/1.1" status: 404 len: 336 time: 0.5968945 Feb 04 21:22:40.303831 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56930) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:40.333411 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdaefb1-4114-46e7-988e-e633490717f9 None None] Resources bound (agent type, host, resource id): {{(pid=87684) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 21:22:40.493142 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e87750-6dc1-414f-b779-9b07bcff476b tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] DELETE failed (client error): The resource could not be found. Feb 04 21:22:40.494044 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55e87750-6dc1-414f-b779-9b07bcff476b tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:22:40.497809 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-55e87750-6dc1-414f-b779-9b07bcff476b tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/subnets/549b413f-5c90-4a72-8691-f1c3732bd865 HTTP/1.1" status: 404 len: 337 time: 0.1876609 Feb 04 21:22:40.500952 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56936) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:40.577886 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-243a74c6-393b-431a-ba84-862643659dd2 req-6ebd383b-a9d4-45bc-bcb8-07e15ba83f88 service neutron] 10.222.0.32 "GET /v2.0/networks/9a5b169e-7ecf-44d8-b464-667febc50df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6161158 Feb 04 21:22:40.600726 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1ff7b5c3-0861-474f-892e-0e64283adb59 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5434068-ad1a-49e5-8625-5628b4569f2e HTTP/1.1" status: 200 len: 205 time: 0.0984178 Feb 04 21:22:40.604012 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56940) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:40.614690 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 08ce8844-20d4-4b8f-a804-4fe8824a7e4d up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:22:40.693524 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2cac7be5-5908-4f46-a781-ba03efc23001 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a44c32fcd47141c09567cef5bf7466e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3173873 Feb 04 21:22:40.693524 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56944) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:40.712138 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-536848af-576d-44d0-b4e6-ab3d18f49b90 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] delete failed (client error): The resource could not be found. Feb 04 21:22:40.715532 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-536848af-576d-44d0-b4e6-ab3d18f49b90 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/routers/b5434068-ad1a-49e5-8625-5628b4569f2e HTTP/1.1" status: 404 len: 336 time: 0.1083393 Feb 04 21:22:40.740670 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56948) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:40.767968 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc306c1-1464-455a-b7cf-f213fd114734 req-aa7778bd-36c2-48e9-bef7-9054c02bd068 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:40.781613 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4fc306c1-1464-455a-b7cf-f213fd114734 req-aa7778bd-36c2-48e9-bef7-9054c02bd068 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=b070b43d-7a5f-459a-a824-63e89654b7d0 HTTP/1.1" status: 200 len: 943 time: 0.4621980 Feb 04 21:22:40.795378 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b2e8da0-0a83-453e-b228-5754c9af77d3 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] DELETE failed (client error): The resource could not be found. Feb 04 21:22:40.795854 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b2e8da0-0a83-453e-b228-5754c9af77d3 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:22:40.800033 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2b2e8da0-0a83-453e-b228-5754c9af77d3 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/subnets/221cf0bc-3c24-4ecf-acbe-9e2c2ab2fc18 HTTP/1.1" status: 404 len: 337 time: 0.0543170 Feb 04 21:22:40.800204 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 08ce8844-20d4-4b8f-a804-4fe8824a7e4d triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:22:40.801171 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56952) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:40.801316 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:40.866008 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-facf898c-38d7-45ee-b589-00a3bcbe50a8 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ff64184-b8b6-4be3-b6a5-19b25f435845 HTTP/1.1" status: 200 len: 205 time: 0.0624907 Feb 04 21:22:40.866008 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3f517337-9a81-40ca-9f13-000055df538b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:40.867313 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56956) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:40.881149 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4fc306c1-1464-455a-b7cf-f213fd114734 req-95b45017-65a9-4989-bc58-fc5a814ece98 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986538 Feb 04 21:22:40.942147 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-243a74c6-393b-431a-ba84-862643659dd2 req-6994b66c-a985-47cf-a159-7390da833db8 service neutron] 10.222.0.32 "GET /v2.0/networks/9a5b169e-7ecf-44d8-b464-667febc50df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437707 Feb 04 21:22:40.989313 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-73f636de-cb13-442d-aef3-2ea7b40ec92a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] delete failed (client error): The resource could not be found. Feb 04 21:22:40.991050 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-73f636de-cb13-442d-aef3-2ea7b40ec92a tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/routers/5ff64184-b8b6-4be3-b6a5-19b25f435845 HTTP/1.1" status: 404 len: 336 time: 0.1228614 Feb 04 21:22:40.994407 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56962) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:40.998629 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3f517337-9a81-40ca-9f13-000055df538b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:41.088584 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd29923-3f0c-4ef8-b7bb-b965462feb8b tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] DELETE failed (client error): The resource could not be found. Feb 04 21:22:41.089054 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bd29923-3f0c-4ef8-b7bb-b965462feb8b tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:22:41.091347 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1bd29923-3f0c-4ef8-b7bb-b965462feb8b tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/subnets/af1c2733-87a4-40ba-bdf9-3d9911e1ad1e HTTP/1.1" status: 404 len: 337 time: 0.0960135 Feb 04 21:22:41.098818 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56966) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:41.150947 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa8ca497-105f-4d0f-a4f2-1b74211318b5 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] DELETE failed (client error): The resource could not be found. Feb 04 21:22:41.151366 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa8ca497-105f-4d0f-a4f2-1b74211318b5 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:22:41.153466 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fa8ca497-105f-4d0f-a4f2-1b74211318b5 tempest-RoutersIpV6Test-2037259995 tempest-RoutersIpV6Test-2037259995-project] 10.222.0.26 "DELETE /v2.0/subnets/595f1899-c166-4bb4-9d10-f637af271e9c HTTP/1.1" status: 404 len: 337 time: 0.0535846 Feb 04 21:22:41.205698 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e5d3ff9e-f7ce-4eec-bed6-56942df3d930 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:41.213149 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3f517337-9a81-40ca-9f13-000055df538b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:41.244971 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f517337-9a81-40ca-9f13-000055df538b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac42cb3-5a98-4df0-b307-65fb87cad6c8,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:41.272110 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53024b80-7501-4b34-a366-0eb29b1804cc req-edbf2959-690d-484d-8687-871cfbc84d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:41.273566 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-53024b80-7501-4b34-a366-0eb29b1804cc req-edbf2959-690d-484d-8687-871cfbc84d00 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=354a53753e434161ab788e250190d627&device_id=b070b43d-7a5f-459a-a824-63e89654b7d0 HTTP/1.1" status: 200 len: 1094 time: 0.2339358 Feb 04 21:22:41.280037 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3f517337-9a81-40ca-9f13-000055df538b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:41.285352 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3f517337-9a81-40ca-9f13-000055df538b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bac42cb3-5a98-4df0-b307-65fb87cad6c8 HTTP/1.1" status: 204 len: 168 time: 0.5868285 Feb 04 21:22:41.395986 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3ff9e-f7ce-4eec-bed6-56942df3d930 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event updated for resources: {'Subnet': ['ID=af4c9b42-37da-445e-aa91-4c1bb3a87449,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:41.400442 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d3ff9e-f7ce-4eec-bed6-56942df3d930 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Checking segment: {'id': '1f6d058b-7e31-48e9-a2e5-aea75fee64f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1d1686a5-2233-4db5-8d7e-145954722f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:22:41.400898 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d3ff9e-f7ce-4eec-bed6-56942df3d930 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Network hostable DHCP agents. Network: 1d1686a5-2233-4db5-8d7e-145954722f0a, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:22:41.450907 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d3ff9e-f7ce-4eec-bed6-56942df3d930 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Network 1d1686a5-2233-4db5-8d7e-145954722f0a is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:22:41.479970 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-e5d3ff9e-f7ce-4eec-bed6-56942df3d930 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 1d1686a5-2233-4db5-8d7e-145954722f0a) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:22:41.486227 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53024b80-7501-4b34-a366-0eb29b1804cc req-b1d81628-114f-4e73-9066-914c1d1c0613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:41.487702 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-53024b80-7501-4b34-a366-0eb29b1804cc req-b1d81628-114f-4e73-9066-914c1d1c0613 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9a5b169e-7ecf-44d8-b464-667febc50df4 HTTP/1.1" status: 200 len: 916 time: 0.2052953 Feb 04 21:22:41.493142 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d3ff9e-f7ce-4eec-bed6-56942df3d930 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:41.494356 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e5d3ff9e-f7ce-4eec-bed6-56942df3d930 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:41.535573 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef987b1d-2b91-4b5d-b08c-c47bcd32239e None None] Network 1d1686a5-2233-4db5-8d7e-145954722f0a requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:22:41.674453 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56982) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:41.883011 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-53024b80-7501-4b34-a366-0eb29b1804cc req-a1f193a2-55ed-40c4-a833-e03f64d92459 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2db420b0-ef36-4d5a-aa6d-eee053eb15bf HTTP/1.1" status: 200 len: 217 time: 0.3673306 Feb 04 21:22:41.885042 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e5d3ff9e-f7ce-4eec-bed6-56942df3d930 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4107952 Feb 04 21:22:41.892409 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56988) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:41.899575 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-1cf1c1a3-78f8-4cbe-b3c7-b52ad00ff94c tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-350181857'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:41.919254 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca8dfc2-d6c7-47b3-8614-55c6a5cb567c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-1d1686a5-2233-4db5-8d7e-145954722f0a', 'network_id': '1d1686a5-2233-4db5-8d7e-145954722f0a', 'tenant_id': '44f990c85e0448379441eb9061711156', 'fixed_ips': [{'subnet_id': 'af4c9b42-37da-445e-aa91-4c1bb3a87449'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:22:41.921613 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1ca8dfc2-d6c7-47b3-8614-55c6a5cb567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:41.925634 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-1cf1c1a3-78f8-4cbe-b3c7-b52ad00ff94c tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:41.943037 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1cf1c1a3-78f8-4cbe-b3c7-b52ad00ff94c tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Usage tracker for resource:network and tenant:44f990c85e0448379441eb9061711156 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:41.951933 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1cf1c1a3-78f8-4cbe-b3c7-b52ad00ff94c tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:41.976097 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-1cf1c1a3-78f8-4cbe-b3c7-b52ad00ff94c tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:42.016714 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53024b80-7501-4b34-a366-0eb29b1804cc req-714df4bd-c7a6-44fe-ade6-2787659eedb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:42.018238 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-53024b80-7501-4b34-a366-0eb29b1804cc req-714df4bd-c7a6-44fe-ade6-2787659eedb6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04d011a5-5fa5-46de-b6ec-0f9f6f04e44d HTTP/1.1" status: 200 len: 855 time: 0.1260865 Feb 04 21:22:42.024810 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf1c1a3-78f8-4cbe-b3c7-b52ad00ff94c tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Made reservation on behalf of 44f990c85e0448379441eb9061711156 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:22:42.031651 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1cf1c1a3-78f8-4cbe-b3c7-b52ad00ff94c tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:42.162565 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-53024b80-7501-4b34-a366-0eb29b1804cc req-532adfde-a0fb-4618-b1b1-fe8e8204e4bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a5b169e-7ecf-44d8-b464-667febc50df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1352668 Feb 04 21:22:42.225336 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf1c1a3-78f8-4cbe-b3c7-b52ad00ff94c tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:22:42.287318 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 56996) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:42.302346 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-dc693144-b703-417b-88fd-3710b53cb65a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ddcc858bf44044718238d62159c9367f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6221399 Feb 04 21:22:42.304541 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 56998) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:42.315941 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1cf1c1a3-78f8-4cbe-b3c7-b52ad00ff94c tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:42.319127 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-1cf1c1a3-78f8-4cbe-b3c7-b52ad00ff94c tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Added segment f8ff96a3-5611-4fe0-9e9c-5ad203e7406c of type vlan for network 3e3f9e2d-9657-460e-bf7f-40fd45f8f708 Feb 04 21:22:42.368087 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-1ca8dfc2-d6c7-47b3-8614-55c6a5cb567c None None] Allocated IP 2001:db8::3 (1d1686a5-2233-4db5-8d7e-145954722f0a/af4c9b42-37da-445e-aa91-4c1bb3a87449/634f6999-4392-4e50-a2ee-37ae96031db6) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:22:42.468553 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a5bb3bb5-0d08-4b7c-9018-d50ef39a42a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:42.522751 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1cf1c1a3-78f8-4cbe-b3c7-b52ad00ff94c tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:42.533721 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6958890e-d4fb-40a5-917e-e8eabc2b8be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:42.534039 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-a5bb3bb5-0d08-4b7c-9018-d50ef39a42a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:42.547068 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-a5bb3bb5-0d08-4b7c-9018-d50ef39a42a2 admin admin] Usage tracker for resource:security_group_rule and tenant:c056c0e8c65a4b1bbc68af031f95ae68 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:42.554299 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-a5bb3bb5-0d08-4b7c-9018-d50ef39a42a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:42.597645 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6958890e-d4fb-40a5-917e-e8eabc2b8be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:42.598673 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-a5bb3bb5-0d08-4b7c-9018-d50ef39a42a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:42.664453 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1cf1c1a3-78f8-4cbe-b3c7-b52ad00ff94c tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:42.675763 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf1c1a3-78f8-4cbe-b3c7-b52ad00ff94c tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:42.678118 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1cf1c1a3-78f8-4cbe-b3c7-b52ad00ff94c tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:42.784818 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a5bb3bb5-0d08-4b7c-9018-d50ef39a42a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:42.815906 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a5bb3bb5-0d08-4b7c-9018-d50ef39a42a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:42.842660 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6958890e-d4fb-40a5-917e-e8eabc2b8be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:42.858364 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1cf1c1a3-78f8-4cbe-b3c7-b52ad00ff94c tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9644189 Feb 04 21:22:42.870109 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57016) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:42.887310 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1ca8dfc2-d6c7-47b3-8614-55c6a5cb567c None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:42.905251 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-53024b80-7501-4b34-a366-0eb29b1804cc req-8e895a4e-d6d2-4483-90ff-57e0b018723d service neutron] 10.222.0.32 "GET /v2.0/networks/9a5b169e-7ecf-44d8-b464-667febc50df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7351840 Feb 04 21:22:42.923104 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de10969-151d-400f-b63a-ec0f1ab12ed0 req-e3dd9ccd-2a7c-4386-80ac-57dd5d252d07 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:42.923312 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1ca8dfc2-d6c7-47b3-8614-55c6a5cb567c None None] Transition to ACTIVE for port object 634f6999-4392-4e50-a2ee-37ae96031db6 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:22:42.947851 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8de10969-151d-400f-b63a-ec0f1ab12ed0 req-e3dd9ccd-2a7c-4386-80ac-57dd5d252d07 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=b070b43d-7a5f-459a-a824-63e89654b7d0 HTTP/1.1" status: 200 len: 943 time: 0.7505298 Feb 04 21:22:42.976190 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-87d4e60a-c5fd-4c13-a6fc-cd0d237f693a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Request body: {'subnet': {'network_id': '3e3f9e2d-9657-460e-bf7f-40fd45f8f708', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:42.979064 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1ca8dfc2-d6c7-47b3-8614-55c6a5cb567c None None] Transition to ACTIVE for port object 634f6999-4392-4e50-a2ee-37ae96031db6 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:22:42.998557 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1ca8dfc2-d6c7-47b3-8614-55c6a5cb567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:43.021953 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958890e-d4fb-40a5-917e-e8eabc2b8be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45053081-54d6-4f04-a4bd-c6556a5e7a4a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:43.030592 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6958890e-d4fb-40a5-917e-e8eabc2b8be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:43.033832 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6958890e-d4fb-40a5-917e-e8eabc2b8be5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/45053081-54d6-4f04-a4bd-c6556a5e7a4a HTTP/1.1" status: 204 len: 168 time: 0.7271078 Feb 04 21:22:43.130230 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1c1a3-78f8-4cbe-b3c7-b52ad00ff94c tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event updated for resources: {'Network': ['ID=3e3f9e2d-9657-460e-bf7f-40fd45f8f708,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:43.133130 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-a5bb3bb5-0d08-4b7c-9018-d50ef39a42a2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c056c0e8c65a4b1bbc68af031f95ae68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7280257 Feb 04 21:22:43.140318 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57022) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:43.256345 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca8dfc2-d6c7-47b3-8614-55c6a5cb567c None None] Pushing event updated for resources: {'Port': ['ID=634f6999-4392-4e50-a2ee-37ae96031db6,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:43.286157 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 3e3f9e2d-9657-460e-bf7f-40fd45f8f708 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:22:43.395180 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8ef2a0fb-1203-4338-82c5-ddeae19191d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:43.455580 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca8dfc2-d6c7-47b3-8614-55c6a5cb567c None None] Network 1d1686a5-2233-4db5-8d7e-145954722f0a is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:22:43.459057 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-1ca8dfc2-d6c7-47b3-8614-55c6a5cb567c None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:22:43.462042 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca8dfc2-d6c7-47b3-8614-55c6a5cb567c None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:22:43.487679 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8ef2a0fb-1203-4338-82c5-ddeae19191d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:43.568652 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57030) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:43.578461 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-1ca8dfc2-d6c7-47b3-8614-55c6a5cb567c None None] Attempting to bind port 634f6999-4392-4e50-a2ee-37ae96031db6 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:22:43.579210 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-1ca8dfc2-d6c7-47b3-8614-55c6a5cb567c None None] Attempting to bind port 634f6999-4392-4e50-a2ee-37ae96031db6 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '1f6d058b-7e31-48e9-a2e5-aea75fee64f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1d1686a5-2233-4db5-8d7e-145954722f0a'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:22:43.580094 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca8dfc2-d6c7-47b3-8614-55c6a5cb567c None None] Attempting to bind port 634f6999-4392-4e50-a2ee-37ae96031db6 on network 1d1686a5-2233-4db5-8d7e-145954722f0a {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:22:43.589296 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8ef2a0fb-1203-4338-82c5-ddeae19191d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:43.596174 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca8dfc2-d6c7-47b3-8614-55c6a5cb567c None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:22:43.596809 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca8dfc2-d6c7-47b3-8614-55c6a5cb567c None None] Checking segment: {'id': '1f6d058b-7e31-48e9-a2e5-aea75fee64f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1d1686a5-2233-4db5-8d7e-145954722f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:22:43.597409 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1ca8dfc2-d6c7-47b3-8614-55c6a5cb567c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:43.597964 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca8dfc2-d6c7-47b3-8614-55c6a5cb567c None None] Bound using segment: {'id': '1f6d058b-7e31-48e9-a2e5-aea75fee64f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1d1686a5-2233-4db5-8d7e-145954722f0a'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:22:43.598858 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-1ca8dfc2-d6c7-47b3-8614-55c6a5cb567c None None] Bound port: 634f6999-4392-4e50-a2ee-37ae96031db6, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6d058b-7e31-48e9-a2e5-aea75fee64f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1d1686a5-2233-4db5-8d7e-145954722f0a'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:22:43.599424 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1ca8dfc2-d6c7-47b3-8614-55c6a5cb567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:43.654099 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef2a0fb-1203-4338-82c5-ddeae19191d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7e9ca0-9f70-4f7e-af8e-b07cc24e8e2e,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:43.667585 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8ef2a0fb-1203-4338-82c5-ddeae19191d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:43.669243 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8ef2a0fb-1203-4338-82c5-ddeae19191d5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eb7e9ca0-9f70-4f7e-af8e-b07cc24e8e2e HTTP/1.1" status: 204 len: 168 time: 0.5257707 Feb 04 21:22:43.675147 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb3bb5-0d08-4b7c-9018-d50ef39a42a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7e9ca0-9f70-4f7e-af8e-b07cc24e8e2e,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:43.692807 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8de10969-151d-400f-b63a-ec0f1ab12ed0 req-77c2d8c3-fa47-4d97-af6e-773e16606dfc tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7417591 Feb 04 21:22:43.738480 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1ca8dfc2-d6c7-47b3-8614-55c6a5cb567c None None] For port 634f6999-4392-4e50-a2ee-37ae96031db6, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:22:43.743031 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1ca8dfc2-d6c7-47b3-8614-55c6a5cb567c None None] For port 634f6999-4392-4e50-a2ee-37ae96031db6, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=634f6999-4392-4e50-a2ee-37ae96031db6,segment=NetworkSegment(1f6d058b-7e31-48e9-a2e5-aea75fee64f7),segment_id=1f6d058b-7e31-48e9-a2e5-aea75fee64f7)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:22:43.758239 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1ca8dfc2-d6c7-47b3-8614-55c6a5cb567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:43.829738 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-87d4e60a-c5fd-4c13-a6fc-cd0d237f693a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:43.834204 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-87d4e60a-c5fd-4c13-a6fc-cd0d237f693a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Usage tracker for resource:subnet and tenant:44f990c85e0448379441eb9061711156 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:43.835128 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-422cc424-0296-431d-b92e-08d09fe7008e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:43.848706 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-87d4e60a-c5fd-4c13-a6fc-cd0d237f693a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:43.863708 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-87d4e60a-c5fd-4c13-a6fc-cd0d237f693a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:43.864277 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca8dfc2-d6c7-47b3-8614-55c6a5cb567c None None] Pushing event updated for resources: {'Port': ['ID=634f6999-4392-4e50-a2ee-37ae96031db6,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:43.880806 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-422cc424-0296-431d-b92e-08d09fe7008e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:43.889835 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d4e60a-c5fd-4c13-a6fc-cd0d237f693a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Made reservation on behalf of 44f990c85e0448379441eb9061711156 for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:22:43.894043 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-87d4e60a-c5fd-4c13-a6fc-cd0d237f693a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:43.903586 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-422cc424-0296-431d-b92e-08d09fe7008e admin admin] Usage tracker for resource:security_group_rule and tenant:d9d39632d127480590600f2513d29ae1 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:43.916255 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-422cc424-0296-431d-b92e-08d09fe7008e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:43.923504 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-16ba74c7-7af5-40de-b9d8-8252664237ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:43.941505 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-422cc424-0296-431d-b92e-08d09fe7008e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:43.957466 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-53024b80-7501-4b34-a366-0eb29b1804cc req-91d18749-4de4-4503-a732-d3b6a922e7cf service neutron] 10.222.0.32 "GET /v2.0/networks/9a5b169e-7ecf-44d8-b464-667febc50df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9916065 Feb 04 21:22:44.160598 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-422cc424-0296-431d-b92e-08d09fe7008e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:44.166405 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-422cc424-0296-431d-b92e-08d09fe7008e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:44.216164 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.ipam_backend_mixin [None req-87d4e60a-c5fd-4c13-a6fc-cd0d237f693a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Performing IP validity checks on allocation pools {{(pid=87683) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 21:22:44.216705 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.ipam_backend_mixin [None req-87d4e60a-c5fd-4c13-a6fc-cd0d237f693a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87683) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 21:22:44.254281 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-422cc424-0296-431d-b92e-08d09fe7008e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d9d39632d127480590600f2513d29ae1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6844592 Feb 04 21:22:44.257148 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57056) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:44.309035 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422cc424-0296-431d-b92e-08d09fe7008e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a798c40e-fcce-4e6c-9056-a35037e7d6d5,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:44.459884 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3b6f87f5-b07c-4257-9f45-1847af5eafba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:44.669225 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3b6f87f5-b07c-4257-9f45-1847af5eafba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:44.680185 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 634f6999-4392-4e50-a2ee-37ae96031db6 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:22:44.785966 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 634f6999-4392-4e50-a2ee-37ae96031db6 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:22:44.884757 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-87d4e60a-c5fd-4c13-a6fc-cd0d237f693a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:45.092912 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d4e60a-c5fd-4c13-a6fc-cd0d237f693a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Checking segment: {'id': 'f8ff96a3-5611-4fe0-9e9c-5ad203e7406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '3e3f9e2d-9657-460e-bf7f-40fd45f8f708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:22:45.092912 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d4e60a-c5fd-4c13-a6fc-cd0d237f693a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Network hostable DHCP agents. Network: 3e3f9e2d-9657-460e-bf7f-40fd45f8f708, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:22:45.095070 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57086) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:45.123116 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3b6f87f5-b07c-4257-9f45-1847af5eafba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:45.147358 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f87f5-b07c-4257-9f45-1847af5eafba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a798c40e-fcce-4e6c-9056-a35037e7d6d5,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:45.157971 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4e60a-c5fd-4c13-a6fc-cd0d237f693a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event updated for resources: {'Subnet': ['ID=bf364bbc-0579-43e7-962e-0b99fb13c137,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:45.204163 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 2db420b0-ef36-4d5a-aa6d-eee053eb15bf details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:22:45.240988 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d4e60a-c5fd-4c13-a6fc-cd0d237f693a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Network 3e3f9e2d-9657-460e-bf7f-40fd45f8f708 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:22:45.255708 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3b6f87f5-b07c-4257-9f45-1847af5eafba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:45.260930 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-3b6f87f5-b07c-4257-9f45-1847af5eafba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a798c40e-fcce-4e6c-9056-a35037e7d6d5 HTTP/1.1" status: 204 len: 168 time: 0.9968729 Feb 04 21:22:45.274547 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-87d4e60a-c5fd-4c13-a6fc-cd0d237f693a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 3e3f9e2d-9657-460e-bf7f-40fd45f8f708) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:22:45.284530 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d4e60a-c5fd-4c13-a6fc-cd0d237f693a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:45.285130 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-87d4e60a-c5fd-4c13-a6fc-cd0d237f693a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:45.362988 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-3da242c3-8798-4f5d-9d26-ff1fd952ec75 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Request body: {'security_group': {'name': 'tempest-secgroup--944931840'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:45.382583 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3da242c3-8798-4f5d-9d26-ff1fd952ec75 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:45.401500 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9829100a-6e1d-4f9b-a245-95cebb691332 None None] Network 3e3f9e2d-9657-460e-bf7f-40fd45f8f708 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:22:45.402998 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3da242c3-8798-4f5d-9d26-ff1fd952ec75 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Usage tracker for resource:security_group and tenant:78331e868d8e416598ccef9a3fba370c is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:45.407338 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3da242c3-8798-4f5d-9d26-ff1fd952ec75 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:45.417143 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3da242c3-8798-4f5d-9d26-ff1fd952ec75 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:45.451273 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3da242c3-8798-4f5d-9d26-ff1fd952ec75 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:45.483828 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3da242c3-8798-4f5d-9d26-ff1fd952ec75 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:45.504331 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-87d4e60a-c5fd-4c13-a6fc-cd0d237f693a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.6100829 Feb 04 21:22:45.506656 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57098) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:45.525146 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3da242c3-8798-4f5d-9d26-ff1fd952ec75 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:45.540825 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3da242c3-8798-4f5d-9d26-ff1fd952ec75 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Usage tracker for resource:security_group_rule and tenant:78331e868d8e416598ccef9a3fba370c is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:45.548546 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3da242c3-8798-4f5d-9d26-ff1fd952ec75 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:45.563445 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3da242c3-8798-4f5d-9d26-ff1fd952ec75 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:45.735538 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3da242c3-8798-4f5d-9d26-ff1fd952ec75 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:45.744429 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3da242c3-8798-4f5d-9d26-ff1fd952ec75 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:45.760977 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3da242c3-8798-4f5d-9d26-ff1fd952ec75 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:45.764083 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f273bc9-6258-4c46-9840-229691c251d6 req-d90ac851-d80f-4abe-a9e9-d740e8bb489a tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:45.766195 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6f273bc9-6258-4c46-9840-229691c251d6 req-d90ac851-d80f-4abe-a9e9-d740e8bb489a tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=b070b43d-7a5f-459a-a824-63e89654b7d0 HTTP/1.1" status: 200 len: 943 time: 0.4667430 Feb 04 21:22:45.773086 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3da242c3-8798-4f5d-9d26-ff1fd952ec75 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Usage tracker for resource:security_group_rule and tenant:78331e868d8e416598ccef9a3fba370c is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:45.783107 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3da242c3-8798-4f5d-9d26-ff1fd952ec75 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:45.799913 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0ea643-b7a1-4363-b13a-1f15c2b56d96 None None] Network 1d1686a5-2233-4db5-8d7e-145954722f0a requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:22:45.802372 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3da242c3-8798-4f5d-9d26-ff1fd952ec75 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:45.816427 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da242c3-8798-4f5d-9d26-ff1fd952ec75 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe7622a-54d4-480b-ac96-6423477281b2,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:45.894333 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6f273bc9-6258-4c46-9840-229691c251d6 req-542a630c-0953-40e6-8984-86c8568a0138 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018848 Feb 04 21:22:45.928773 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-80ccc9bd-28d1-46d6-ba15-d75da0ab7b6d tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:46.033908 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3da242c3-8798-4f5d-9d26-ff1fd952ec75 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:46.043779 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3da242c3-8798-4f5d-9d26-ff1fd952ec75 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:46.120095 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da242c3-8798-4f5d-9d26-ff1fd952ec75 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9941f4-504d-4e2c-a976-6ec08e6a9597,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:46.154989 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3da242c3-8798-4f5d-9d26-ff1fd952ec75 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:46.159165 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-80ccc9bd-28d1-46d6-ba15-d75da0ab7b6d tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:46.160847 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3da242c3-8798-4f5d-9d26-ff1fd952ec75 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0645304 Feb 04 21:22:46.161505 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57116) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:46.171717 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 2db420b0-ef36-4d5a-aa6d-eee053eb15bf, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=2db420b0-ef36-4d5a-aa6d-eee053eb15bf,segment=NetworkSegment(891443bf-3c45-411c-8b26-5ac9a9e807fe),segment_id=891443bf-3c45-411c-8b26-5ac9a9e807fe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:22:46.228551 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-a17b97ba-88c1-4c39-9da8-9020a1aab7dd None None] Provisioning for port 634f6999-4392-4e50-a2ee-37ae96031db6 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:22:46.256543 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '2db420b0-ef36-4d5a-aa6d-eee053eb15bf', 'network_id': '9a5b169e-7ecf-44d8-b464-667febc50df4', 'port_id': '2db420b0-ef36-4d5a-aa6d-eee053eb15bf', 'mac_address': 'fa:16:3e:41:1d:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04d011a5-5fa5-46de-b6ec-0f9f6f04e44d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:22:46.372079 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-80ccc9bd-28d1-46d6-ba15-d75da0ab7b6d tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:46.418702 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-a17b97ba-88c1-4c39-9da8-9020a1aab7dd None None] Provisioning complete for port 634f6999-4392-4e50-a2ee-37ae96031db6 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:22:46.418702 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a17b97ba-88c1-4c39-9da8-9020a1aab7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:46.427246 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-fc2c74d1-ed3b-4ef6-99ef-9b1fb289dd8b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Synchronizing usage tracker for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:22:46.482524 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-fc2c74d1-ed3b-4ef6-99ef-9b1fb289dd8b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Unset dirty status for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:22:46.487505 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fc2c74d1-ed3b-4ef6-99ef-9b1fb289dd8b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3249333 Feb 04 21:22:46.488190 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57132) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:46.500393 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-d627d529-16f4-49d2-b1d2-99833c506c78 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Request body: {'security_group': {'name': 'tempest-security--1854044814', 'description': 'tempest-security-description-7431364'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:46.576938 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d627d529-16f4-49d2-b1d2-99833c506c78 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:46.713672 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57140) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:46.717443 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ccc9bd-28d1-46d6-ba15-d75da0ab7b6d tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event deleted for resources: {'Subnet': ['ID=bf364bbc-0579-43e7-962e-0b99fb13c137,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:46.731940 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d627d529-16f4-49d2-b1d2-99833c506c78 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:46.737493 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d627d529-16f4-49d2-b1d2-99833c506c78 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:46.744189 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d627d529-16f4-49d2-b1d2-99833c506c78 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:46.745459 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d627d529-16f4-49d2-b1d2-99833c506c78 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "PUT /v2.0/security-groups/ab9941f4-504d-4e2c-a976-6ec08e6a9597 HTTP/1.1" status: 200 len: 1777 time: 0.2557907 Feb 04 21:22:46.748591 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57150) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:46.816344 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627d529-16f4-49d2-b1d2-99833c506c78 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9941f4-504d-4e2c-a976-6ec08e6a9597,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:46.858803 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-80ccc9bd-28d1-46d6-ba15-d75da0ab7b6d tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:46.865947 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a17b97ba-88c1-4c39-9da8-9020a1aab7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:46.888969 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-89b04c3f-ff73-4b67-b5bd-7459eb061f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:46.907043 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-366a2d87-b199-46a0-aa24-fe9f14de57e3 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "GET /v2.0/security-groups/ab9941f4-504d-4e2c-a976-6ec08e6a9597 HTTP/1.1" status: 200 len: 1777 time: 0.1570466 Feb 04 21:22:46.908989 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-80ccc9bd-28d1-46d6-ba15-d75da0ab7b6d tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e3f9e2d-9657-460e-bf7f-40fd45f8f708']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:46.912647 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57156) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:46.942205 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-a17b97ba-88c1-4c39-9da8-9020a1aab7dd None None] For port 634f6999-4392-4e50-a2ee-37ae96031db6, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=634f6999-4392-4e50-a2ee-37ae96031db6,segment=NetworkSegment(1f6d058b-7e31-48e9-a2e5-aea75fee64f7),segment_id=1f6d058b-7e31-48e9-a2e5-aea75fee64f7)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:22:46.948184 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-80ccc9bd-28d1-46d6-ba15-d75da0ab7b6d tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ff96a3-5611-4fe0-9e9c-5ad203e7406c') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:46.951162 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-80ccc9bd-28d1-46d6-ba15-d75da0ab7b6d tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ff96a3-5611-4fe0-9e9c-5ad203e7406c') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:46.978727 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-80ccc9bd-28d1-46d6-ba15-d75da0ab7b6d tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:47.018269 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-80ccc9bd-28d1-46d6-ba15-d75da0ab7b6d tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:47.033451 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80ccc9bd-28d1-46d6-ba15-d75da0ab7b6d tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:22:47.034200 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-80ccc9bd-28d1-46d6-ba15-d75da0ab7b6d tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:47.058763 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a17b97ba-88c1-4c39-9da8-9020a1aab7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:47.065776 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:22:47.065776 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:22:47.065776 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:22:47.065776 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:22:47.065776 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:22:47.065776 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:22:47.065776 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:22:47.065776 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:22:47.065776 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:22:47.065776 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:22:47.065776 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:22:47.065776 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:22:47.065776 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:22:47.065776 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:22:47.065776 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:22:47.065776 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:22:47.065776 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:22:47.065776 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:22:47.065776 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:22:47.065776 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:22:47.065776 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:22:47.065776 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:22:47.065776 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:22:47.065776 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:22:47.065776 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:22:47.065776 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:22:47.065776 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:22:47.065776 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:22:47.065776 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:22:47.065776 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:22:47.065776 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:22:47.065776 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:22:47.118041 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1bd8b0e3-ddc4-4e7c-96dc-aad680105987 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:47.158940 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:47.171969 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a93f401-09dd-4b95-8993-f922ef848c10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-3e3f9e2d-9657-460e-bf7f-40fd45f8f708', 'network_id': '3e3f9e2d-9657-460e-bf7f-40fd45f8f708', 'tenant_id': '44f990c85e0448379441eb9061711156', 'fixed_ips': [{'subnet_id': 'bf364bbc-0579-43e7-962e-0b99fb13c137'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:22:47.173157 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4a93f401-09dd-4b95-8993-f922ef848c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:47.181884 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1bd8b0e3-ddc4-4e7c-96dc-aad680105987 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:47.267361 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1bd8b0e3-ddc4-4e7c-96dc-aad680105987 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:47.276576 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2db420b0-ef36-4d5a-aa6d-eee053eb15bf {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:22:47.282732 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-55e989bd-1383-410f-a31f-d81d234842eb tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Request body: {'floatingip': {'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:47.300034 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-55e989bd-1383-410f-a31f-d81d234842eb tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:47.304528 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-55e989bd-1383-410f-a31f-d81d234842eb tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Usage tracker for resource:floatingip and tenant:cc29995bdcb14d68a0b7211e52d4ba68 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:47.314240 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-55e989bd-1383-410f-a31f-d81d234842eb tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:47.323440 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8b0e3-ddc4-4e7c-96dc-aad680105987 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9941f4-504d-4e2c-a976-6ec08e6a9597,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:47.333352 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-55e989bd-1383-410f-a31f-d81d234842eb tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:47.341411 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1bd8b0e3-ddc4-4e7c-96dc-aad680105987 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:47.345728 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1bd8b0e3-ddc4-4e7c-96dc-aad680105987 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "DELETE /v2.0/security-groups/ab9941f4-504d-4e2c-a976-6ec08e6a9597 HTTP/1.1" status: 204 len: 168 time: 0.4315155 Feb 04 21:22:47.346773 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57168) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:47.361015 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-55e989bd-1383-410f-a31f-d81d234842eb tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:47.430531 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57172) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:47.438354 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-80ccc9bd-28d1-46d6-ba15-d75da0ab7b6d tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:47.446823 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d9bd328f-dc85-448c-bb69-fd1a43738825 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Synchronizing usage tracker for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:22:47.470854 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d9bd328f-dc85-448c-bb69-fd1a43738825 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Unset dirty status for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:22:47.476376 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d9bd328f-dc85-448c-bb69-fd1a43738825 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1284509 Feb 04 21:22:47.477432 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57178) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:47.480625 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 2db420b0-ef36-4d5a-aa6d-eee053eb15bf, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=2db420b0-ef36-4d5a-aa6d-eee053eb15bf,segment=NetworkSegment(891443bf-3c45-411c-8b26-5ac9a9e807fe),segment_id=891443bf-3c45-411c-8b26-5ac9a9e807fe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:22:47.498674 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-80ccc9bd-28d1-46d6-ba15-d75da0ab7b6d tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:47.499452 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b97ba-88c1-4c39-9da8-9020a1aab7dd None None] Pushing event updated for resources: {'Port': ['ID=634f6999-4392-4e50-a2ee-37ae96031db6,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:47.502925 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:47.517331 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-e11cc92d-5d87-4547-aeb3-ea2b8594d4c8 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] delete failed (client error): The resource could not be found. Feb 04 21:22:47.522895 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e11cc92d-5d87-4547-aeb3-ea2b8594d4c8 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "DELETE /v2.0/security-groups/ab9941f4-504d-4e2c-a976-6ec08e6a9597 HTTP/1.1" status: 404 len: 347 time: 0.0437372 Feb 04 21:22:47.524862 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57182) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:47.535420 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-404cbfdd-0f61-423a-ae62-001568ec378b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Request body: {'security_group': {'name': 'tempest-secgroup--1762698711'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:47.552524 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-404cbfdd-0f61-423a-ae62-001568ec378b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:47.554652 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e0fc54-8132-42b4-841b-db9d98c92049 None None] Network 3e3f9e2d-9657-460e-bf7f-40fd45f8f708 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:22:47.579181 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:47.586130 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-404cbfdd-0f61-423a-ae62-001568ec378b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:47.595195 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e0fc54-8132-42b4-841b-db9d98c92049 None None] Network 3e3f9e2d-9657-460e-bf7f-40fd45f8f708 could not be found, it might have been deleted concurrently. {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 04 21:22:47.608939 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-404cbfdd-0f61-423a-ae62-001568ec378b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:47.619743 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=2db420b0-ef36-4d5a-aa6d-eee053eb15bf,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:47.647903 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-404cbfdd-0f61-423a-ae62-001568ec378b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:47.648258 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:47.653616 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-404cbfdd-0f61-423a-ae62-001568ec378b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Usage tracker for resource:security_group_rule and tenant:78331e868d8e416598ccef9a3fba370c is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:47.658066 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-404cbfdd-0f61-423a-ae62-001568ec378b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:47.665663 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-404cbfdd-0f61-423a-ae62-001568ec378b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:47.673929 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57190) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:47.674661 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-80ccc9bd-28d1-46d6-ba15-d75da0ab7b6d tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "DELETE /v2.0/networks/3e3f9e2d-9657-460e-bf7f-40fd45f8f708 HTTP/1.1" status: 204 len: 168 time: 2.1666095 Feb 04 21:22:47.677352 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ccc9bd-28d1-46d6-ba15-d75da0ab7b6d tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event deleted for resources: {'Network': ['ID=3e3f9e2d-9657-460e-bf7f-40fd45f8f708,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:47.706451 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-6bb2aac6-73ec-45eb-b270-3809fd5c87ca tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-919269265'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:47.723008 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6bb2aac6-73ec-45eb-b270-3809fd5c87ca tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:47.724321 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda94c6-8cc2-4603-a32c-25c7b128cd9b req-bec7c906-b9f9-4ab1-a778-67a986b12e51 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:47.726279 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6dda94c6-8cc2-4603-a32c-25c7b128cd9b req-bec7c906-b9f9-4ab1-a778-67a986b12e51 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=b070b43d-7a5f-459a-a824-63e89654b7d0 HTTP/1.1" status: 200 len: 943 time: 0.5386891 Feb 04 21:22:47.753978 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6bb2aac6-73ec-45eb-b270-3809fd5c87ca tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Usage tracker for resource:network and tenant:44f990c85e0448379441eb9061711156 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:47.766345 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6bb2aac6-73ec-45eb-b270-3809fd5c87ca tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:47.793901 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6bb2aac6-73ec-45eb-b270-3809fd5c87ca tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:47.830227 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['2db420b0-ef36-4d5a-aa6d-eee053eb15bf'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:22:47.856529 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb2aac6-73ec-45eb-b270-3809fd5c87ca tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Made reservation on behalf of 44f990c85e0448379441eb9061711156 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:22:47.864503 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6bb2aac6-73ec-45eb-b270-3809fd5c87ca tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:47.906461 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6dda94c6-8cc2-4603-a32c-25c7b128cd9b req-c67af0e8-7055-4df9-b827-67dadcb77b05 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711543 Feb 04 21:22:47.946136 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-55e989bd-1383-410f-a31f-d81d234842eb tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:48.059074 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-acd84b05-daf6-47d5-9507-4815616d6e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:48.083457 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb2aac6-73ec-45eb-b270-3809fd5c87ca tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:22:48.089328 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-404cbfdd-0f61-423a-ae62-001568ec378b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:48.100107 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6bb2aac6-73ec-45eb-b270-3809fd5c87ca tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:48.100721 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-6bb2aac6-73ec-45eb-b270-3809fd5c87ca tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Added segment 1917cff9-34f4-43d9-aeaf-edcd11ac6f2d of type vlan for network 45a6d7d9-9226-4400-b956-4a1f982cf5a2 Feb 04 21:22:48.103630 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-404cbfdd-0f61-423a-ae62-001568ec378b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:48.123352 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-acd84b05-daf6-47d5-9507-4815616d6e93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:48.134153 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-7d135932-9089-49f4-bc89-d03650b22685 None None] Provisioning complete for port 634f6999-4392-4e50-a2ee-37ae96031db6 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:22:48.134386 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-acd84b05-daf6-47d5-9507-4815616d6e93 admin admin] Usage tracker for resource:security_group_rule and tenant:0e79c66999094109971f1ab3bf568b48 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:48.134677 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7d135932-9089-49f4-bc89-d03650b22685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:48.143081 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-acd84b05-daf6-47d5-9507-4815616d6e93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:48.157974 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-404cbfdd-0f61-423a-ae62-001568ec378b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:48.159158 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-acd84b05-daf6-47d5-9507-4815616d6e93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:48.162206 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-404cbfdd-0f61-423a-ae62-001568ec378b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6362312 Feb 04 21:22:48.168835 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57204) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:48.201347 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404cbfdd-0f61-423a-ae62-001568ec378b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed729e8a-f7cc-45e1-b5e9-a3a115334b33,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:48.210742 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6bb2aac6-73ec-45eb-b270-3809fd5c87ca tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:48.226896 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-f22d4e7b-5b91-4ec5-8b40-7c6d9fc02f9f tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Request body: {'security_group_rule': {'security_group_id': 'ed729e8a-f7cc-45e1-b5e9-a3a115334b33', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:48.253859 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-f22d4e7b-5b91-4ec5-8b40-7c6d9fc02f9f tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:48.255383 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6bb2aac6-73ec-45eb-b270-3809fd5c87ca tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:48.264178 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb2aac6-73ec-45eb-b270-3809fd5c87ca tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:48.264915 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6bb2aac6-73ec-45eb-b270-3809fd5c87ca tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:48.268674 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-f22d4e7b-5b91-4ec5-8b40-7c6d9fc02f9f tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Usage tracker for resource:security_group_rule and tenant:78331e868d8e416598ccef9a3fba370c is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:48.276643 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-f22d4e7b-5b91-4ec5-8b40-7c6d9fc02f9f tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:48.300057 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-f22d4e7b-5b91-4ec5-8b40-7c6d9fc02f9f tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:48.345811 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-55e989bd-1383-410f-a31f-d81d234842eb tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Allocated IP 172.25.5.85 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/a870c5ae-a360-49a0-9a72-408a208fbda4) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:22:48.384400 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f22d4e7b-5b91-4ec5-8b40-7c6d9fc02f9f tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:48.398748 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6bb2aac6-73ec-45eb-b270-3809fd5c87ca tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7230377 Feb 04 21:22:48.404606 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57208) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:48.415497 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-610e3882-5275-4d9e-afa1-79d54f53f183 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Request body: {'subnet': {'network_id': '45a6d7d9-9226-4400-b956-4a1f982cf5a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:48.470893 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f22d4e7b-5b91-4ec5-8b40-7c6d9fc02f9f tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:48.505321 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f22d4e7b-5b91-4ec5-8b40-7c6d9fc02f9f tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:48.579891 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 634f6999-4392-4e50-a2ee-37ae96031db6 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:22:48.681913 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-acd84b05-daf6-47d5-9507-4815616d6e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:48.689128 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d4e7b-5b91-4ec5-8b40-7c6d9fc02f9f tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0defaf41-1ea0-4b20-83ba-3bba95db2ae1,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:48.697670 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-acd84b05-daf6-47d5-9507-4815616d6e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:48.711094 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2aac6-73ec-45eb-b270-3809fd5c87ca tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event updated for resources: {'Network': ['ID=45a6d7d9-9226-4400-b956-4a1f982cf5a2,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:48.729180 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 45a6d7d9-9226-4400-b956-4a1f982cf5a2 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:22:48.760127 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-610e3882-5275-4d9e-afa1-79d54f53f183 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:48.765512 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-610e3882-5275-4d9e-afa1-79d54f53f183 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Usage tracker for resource:subnet and tenant:44f990c85e0448379441eb9061711156 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:48.769103 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-610e3882-5275-4d9e-afa1-79d54f53f183 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:48.775682 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-610e3882-5275-4d9e-afa1-79d54f53f183 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:48.790657 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610e3882-5275-4d9e-afa1-79d54f53f183 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Made reservation on behalf of 44f990c85e0448379441eb9061711156 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:22:48.796391 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-610e3882-5275-4d9e-afa1-79d54f53f183 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:48.802828 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f22d4e7b-5b91-4ec5-8b40-7c6d9fc02f9f tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:48.806565 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-f22d4e7b-5b91-4ec5-8b40-7c6d9fc02f9f tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6329956 Feb 04 21:22:48.828579 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 634f6999-4392-4e50-a2ee-37ae96031db6 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:22:48.828947 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:48.835864 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-acd84b05-daf6-47d5-9507-4815616d6e93 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0e79c66999094109971f1ab3bf568b48&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4027555 Feb 04 21:22:48.846692 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57226) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:48.847024 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57232) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:48.923901 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd84b05-daf6-47d5-9507-4815616d6e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc5b6a1-303a-48ba-8fc6-a401eefb1d15,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:48.941668 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:49.086622 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a4482369-42a4-4f06-8f98-edba285c01f2 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:49.170130 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a4482369-42a4-4f06-8f98-edba285c01f2 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:49.203981 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-610e3882-5275-4d9e-afa1-79d54f53f183 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:49.211974 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-55e989bd-1383-410f-a31f-d81d234842eb tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:49.280087 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-02280792-1d0c-468e-aac8-473e7eb33006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:49.286518 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a4482369-42a4-4f06-8f98-edba285c01f2 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:49.319458 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610e3882-5275-4d9e-afa1-79d54f53f183 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Checking segment: {'id': '1917cff9-34f4-43d9-aeaf-edcd11ac6f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '45a6d7d9-9226-4400-b956-4a1f982cf5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:22:49.319721 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610e3882-5275-4d9e-afa1-79d54f53f183 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Network hostable DHCP agents. Network: 45a6d7d9-9226-4400-b956-4a1f982cf5a2, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:22:49.321797 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4482369-42a4-4f06-8f98-edba285c01f2 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0defaf41-1ea0-4b20-83ba-3bba95db2ae1,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:49.324088 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e3882-5275-4d9e-afa1-79d54f53f183 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event updated for resources: {'Subnet': ['ID=22e4cb35-d4f6-4f66-9d82-dbecc92bff00,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:49.343749 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610e3882-5275-4d9e-afa1-79d54f53f183 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Network 45a6d7d9-9226-4400-b956-4a1f982cf5a2 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:22:49.347522 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a4482369-42a4-4f06-8f98-edba285c01f2 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:49.349096 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-a4482369-42a4-4f06-8f98-edba285c01f2 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/0defaf41-1ea0-4b20-83ba-3bba95db2ae1 HTTP/1.1" status: 204 len: 168 time: 0.5011678 Feb 04 21:22:49.351812 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57274) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:49.352529 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-02280792-1d0c-468e-aac8-473e7eb33006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:49.383153 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-610e3882-5275-4d9e-afa1-79d54f53f183 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 45a6d7d9-9226-4400-b956-4a1f982cf5a2) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:22:49.398091 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9681048f-cba0-44df-a8b2-6eabc998696e None None] Network 45a6d7d9-9226-4400-b956-4a1f982cf5a2 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:22:49.407558 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610e3882-5275-4d9e-afa1-79d54f53f183 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:49.408404 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-610e3882-5275-4d9e-afa1-79d54f53f183 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:49.429824 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b629e-da88-4183-bca5-ca18cd1f7699 req-8e699979-e8c8-4cf1-ad15-f27609142498 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:49.431234 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-938b629e-da88-4183-bca5-ca18cd1f7699 req-8e699979-e8c8-4cf1-ad15-f27609142498 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=b070b43d-7a5f-459a-a824-63e89654b7d0 HTTP/1.1" status: 200 len: 944 time: 0.2552087 Feb 04 21:22:49.437912 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-55e989bd-1383-410f-a31f-d81d234842eb tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:49.471936 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9e0c8a66-f625-48d8-bd84-680ed2f1fdb0 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Synchronizing usage tracker for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group_rule {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:22:49.498589 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-610e3882-5275-4d9e-afa1-79d54f53f183 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0923581 Feb 04 21:22:49.501820 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57292) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:49.559752 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e989bd-1383-410f-a31f-d81d234842eb tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:22:49.565328 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9e0c8a66-f625-48d8-bd84-680ed2f1fdb0 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Unset dirty status for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group_rule {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:22:49.576027 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9e0c8a66-f625-48d8-bd84-680ed2f1fdb0 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2134986 Feb 04 21:22:49.576721 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57300) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:49.576846 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 2db420b0-ef36-4d5a-aa6d-eee053eb15bf up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:22:49.590366 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-55e989bd-1383-410f-a31f-d81d234842eb tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:22:49.593379 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e989bd-1383-410f-a31f-d81d234842eb tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:22:49.631491 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e989bd-1383-410f-a31f-d81d234842eb tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Pushing event updated for resources: {'Port': ['ID=a870c5ae-a360-49a0-9a72-408a208fbda4,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:49.678993 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-02280792-1d0c-468e-aac8-473e7eb33006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:49.687243 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-938b629e-da88-4183-bca5-ca18cd1f7699 req-45ed31d0-b1b3-4b1d-bcf4-16b0ca8b0513 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303433 Feb 04 21:22:49.709343 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02280792-1d0c-468e-aac8-473e7eb33006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc5b6a1-303a-48ba-8fc6-a401eefb1d15,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:49.728443 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-02280792-1d0c-468e-aac8-473e7eb33006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:49.731380 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-02280792-1d0c-468e-aac8-473e7eb33006 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cfc5b6a1-303a-48ba-8fc6-a401eefb1d15 HTTP/1.1" status: 204 len: 168 time: 0.8688643 Feb 04 21:22:49.794431 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-55e989bd-1383-410f-a31f-d81d234842eb tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:49.849708 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 2db420b0-ef36-4d5a-aa6d-eee053eb15bf completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:22:49.868963 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8ed5d6-2c24-4a58-85e7-173459a1af66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-45a6d7d9-9226-4400-b956-4a1f982cf5a2', 'network_id': '45a6d7d9-9226-4400-b956-4a1f982cf5a2', 'tenant_id': '44f990c85e0448379441eb9061711156', 'fixed_ips': [{'subnet_id': '22e4cb35-d4f6-4f66-9d82-dbecc92bff00'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:22:49.870215 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3e8ed5d6-2c24-4a58-85e7-173459a1af66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:49.881389 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2415de41-0cb5-4807-b6fc-0ab61dcdb556 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:49.885723 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 2db420b0-ef36-4d5a-aa6d-eee053eb15bf triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:22:49.886328 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:49.892661 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2a46fe76-642f-40fc-86a2-824034d0427b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:49.996935 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-55e989bd-1383-410f-a31f-d81d234842eb tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:50.005429 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2a46fe76-642f-40fc-86a2-824034d0427b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:50.108988 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2415de41-0cb5-4807-b6fc-0ab61dcdb556 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:50.212097 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2a46fe76-642f-40fc-86a2-824034d0427b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:50.242565 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46fe76-642f-40fc-86a2-824034d0427b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed729e8a-f7cc-45e1-b5e9-a3a115334b33,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:50.274707 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2a46fe76-642f-40fc-86a2-824034d0427b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:50.280312 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2a46fe76-642f-40fc-86a2-824034d0427b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "DELETE /v2.0/security-groups/ed729e8a-f7cc-45e1-b5e9-a3a115334b33 HTTP/1.1" status: 204 len: 168 time: 0.5938430 Feb 04 21:22:50.281025 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57338) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server [None req-3e8ed5d6-2c24-4a58-85e7-173459a1af66 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 22e4cb35-d4f6-4f66-9d82-dbecc92bff00: This subnet is being modified by another concurrent operation. Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server raise exception Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 22e4cb35-d4f6-4f66-9d82-dbecc92bff00: This subnet is being modified by another concurrent operation. Feb 04 21:22:50.298932 n-d-827896-1 neutron-server[87684]: ERROR oslo_messaging.rpc.server Feb 04 21:22:50.337164 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9a7c46-6a93-4a66-818f-19855000d614 None None] Network 45a6d7d9-9226-4400-b956-4a1f982cf5a2 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:22:50.362525 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:50.365124 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2415de41-0cb5-4807-b6fc-0ab61dcdb556 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:50.455019 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b070b43d-7a5f-459a-a824-63e89654b7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db420b0-ef36-4d5a-aa6d-eee053eb15bf'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:22:50.493319 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2415de41-0cb5-4807-b6fc-0ab61dcdb556 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event deleted for resources: {'Subnet': ['ID=22e4cb35-d4f6-4f66-9d82-dbecc92bff00,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:50.494603 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 2db420b0-ef36-4d5a-aa6d-eee053eb15bf, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=2db420b0-ef36-4d5a-aa6d-eee053eb15bf,segment=NetworkSegment(891443bf-3c45-411c-8b26-5ac9a9e807fe),segment_id=891443bf-3c45-411c-8b26-5ac9a9e807fe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:22:50.538250 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:50.582244 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-55e989bd-1383-410f-a31f-d81d234842eb tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:50.590835 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b070b43d-7a5f-459a-a824-63e89654b7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db420b0-ef36-4d5a-aa6d-eee053eb15bf', 'code': 200} Feb 04 21:22:50.601717 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-55e989bd-1383-410f-a31f-d81d234842eb tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:50.654993 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8428046-e472-452c-a288-c2a97551950e None None] get_active_networks_info from n-d-827896-1 {{(pid=87684) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 21:22:50.728400 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=2db420b0-ef36-4d5a-aa6d-eee053eb15bf,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:50.744937 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57366) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:50.789161 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8428046-e472-452c-a288-c2a97551950e None None] Resources bound (agent type, host, resource id): {{(pid=87684) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 21:22:50.810553 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2f79c199-f882-45fe-b0e3-9eb0f5202ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:50.844135 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f9573119-ce20-4047-a500-93cd84298620 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Synchronizing usage tracker for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:22:50.872773 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-2f79c199-f882-45fe-b0e3-9eb0f5202ece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:50.882595 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2f79c199-f882-45fe-b0e3-9eb0f5202ece admin admin] Usage tracker for resource:security_group_rule and tenant:58bbae854d53476e9d7122c11c706896 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:50.885237 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2f79c199-f882-45fe-b0e3-9eb0f5202ece admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:50.892205 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-2f79c199-f882-45fe-b0e3-9eb0f5202ece admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:50.917072 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2415de41-0cb5-4807-b6fc-0ab61dcdb556 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:50.977017 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f9573119-ce20-4047-a500-93cd84298620 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Unset dirty status for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:22:50.985249 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f9573119-ce20-4047-a500-93cd84298620 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6955717 Feb 04 21:22:50.986151 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57386) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:51.008711 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-87693957-95ca-4575-9b37-ff83787795f7 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Request body: {'security_group': {'name': 'tempest-secgroup--897756614'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:51.016298 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-87693957-95ca-4575-9b37-ff83787795f7 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:51.028368 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-87693957-95ca-4575-9b37-ff83787795f7 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:51.072105 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-87693957-95ca-4575-9b37-ff83787795f7 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:51.090939 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-2415de41-0cb5-4807-b6fc-0ab61dcdb556 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a6d7d9-9226-4400-b956-4a1f982cf5a2']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:51.103130 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-87693957-95ca-4575-9b37-ff83787795f7 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:51.108739 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-87693957-95ca-4575-9b37-ff83787795f7 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Usage tracker for resource:security_group_rule and tenant:78331e868d8e416598ccef9a3fba370c is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:51.111709 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-87693957-95ca-4575-9b37-ff83787795f7 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:51.118932 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-87693957-95ca-4575-9b37-ff83787795f7 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:51.126945 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e989bd-1383-410f-a31f-d81d234842eb tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Pushing event updated for resources: {'Port': ['ID=a870c5ae-a360-49a0-9a72-408a208fbda4,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:51.157107 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-55e989bd-1383-410f-a31f-d81d234842eb tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:51.192242 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-2415de41-0cb5-4807-b6fc-0ab61dcdb556 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1917cff9-34f4-43d9-aeaf-edcd11ac6f2d') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:51.192912 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-2415de41-0cb5-4807-b6fc-0ab61dcdb556 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1917cff9-34f4-43d9-aeaf-edcd11ac6f2d') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:51.203761 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4873fd-5839-4d30-9579-bc7c1702c0b3 req-551754b6-3b64-445a-95a9-131541ea5e54 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:51.210927 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aa4873fd-5839-4d30-9579-bc7c1702c0b3 req-551754b6-3b64-445a-95a9-131541ea5e54 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=b070b43d-7a5f-459a-a824-63e89654b7d0 HTTP/1.1" status: 200 len: 945 time: 0.2917476 Feb 04 21:22:51.228710 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-55e989bd-1383-410f-a31f-d81d234842eb tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:51.230016 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-55e989bd-1383-410f-a31f-d81d234842eb tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5139806 Feb 04 21:22:51.232907 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5062e-6ea2-4725-8aaf-892ca92280ee req-1475b61c-3891-42d0-9400-68e22aa2dcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:51.234569 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-06e5062e-6ea2-4725-8aaf-892ca92280ee req-1475b61c-3891-42d0-9400-68e22aa2dcb9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b070b43d-7a5f-459a-a824-63e89654b7d0 HTTP/1.1" status: 200 len: 1096 time: 0.3250973 Feb 04 21:22:51.235004 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57394) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:51.236721 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2415de41-0cb5-4807-b6fc-0ab61dcdb556 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:51.267669 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-87693957-95ca-4575-9b37-ff83787795f7 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:51.273280 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-7b99c56c-ce96-4a3d-8fc4-3a73cb45c317 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-337089551', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'fixed_ips': [{'ip_address': '172.25.5.85'}]}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:51.282902 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7b99c56c-ce96-4a3d-8fc4-3a73cb45c317 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:51.293597 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-87693957-95ca-4575-9b37-ff83787795f7 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:51.303647 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2415de41-0cb5-4807-b6fc-0ab61dcdb556 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:51.306897 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7b99c56c-ce96-4a3d-8fc4-3a73cb45c317 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Usage tracker for resource:port and tenant:cc29995bdcb14d68a0b7211e52d4ba68 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:51.315925 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aa4873fd-5839-4d30-9579-bc7c1702c0b3 req-0cf3d35a-3b91-49be-8081-dce1f5defedc tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039028 Feb 04 21:22:51.327002 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-06e5062e-6ea2-4725-8aaf-892ca92280ee req-0ef2cc75-9fc1-400f-b287-5d15bc41765f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846069 Feb 04 21:22:51.332960 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7b99c56c-ce96-4a3d-8fc4-3a73cb45c317 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:51.341850 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7b99c56c-ce96-4a3d-8fc4-3a73cb45c317 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:51.366455 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2415de41-0cb5-4807-b6fc-0ab61dcdb556 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:22:51.366864 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2415de41-0cb5-4807-b6fc-0ab61dcdb556 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:51.387028 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:22:51.387028 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:22:51.387028 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:22:51.387028 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:22:51.387028 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:22:51.387028 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:22:51.387028 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:22:51.387028 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:22:51.387028 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:22:51.387028 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:22:51.387028 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:22:51.387028 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:22:51.387028 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:22:51.387028 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:22:51.387028 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:22:51.387028 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:22:51.387028 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:22:51.387028 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:22:51.387028 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:22:51.387028 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:22:51.387028 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:22:51.387028 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:22:51.387028 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:22:51.387028 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:22:51.387028 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:22:51.387028 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:22:51.387028 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:22:51.387028 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:22:51.387028 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:22:51.387028 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:22:51.387028 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:22:51.387028 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:22:51.397512 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b99c56c-ce96-4a3d-8fc4-3a73cb45c317 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Made reservation on behalf of cc29995bdcb14d68a0b7211e52d4ba68 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:22:51.400926 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7b99c56c-ce96-4a3d-8fc4-3a73cb45c317 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:51.524841 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7b99c56c-ce96-4a3d-8fc4-3a73cb45c317 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:51.548184 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87693957-95ca-4575-9b37-ff83787795f7 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7661fa86-da64-496a-9713-ed34e0f6aeeb,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:51.570265 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2f79c199-f882-45fe-b0e3-9eb0f5202ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:51.577335 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2f79c199-f882-45fe-b0e3-9eb0f5202ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:51.585788 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7b99c56c-ce96-4a3d-8fc4-3a73cb45c317 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:51.599523 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2415de41-0cb5-4807-b6fc-0ab61dcdb556 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:51.601096 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-87693957-95ca-4575-9b37-ff83787795f7 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:51.604897 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-87693957-95ca-4575-9b37-ff83787795f7 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6022520 Feb 04 21:22:51.606253 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57420) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:51.608308 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7b99c56c-ce96-4a3d-8fc4-3a73cb45c317 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Usage tracker for resource:security_group_rule and tenant:cc29995bdcb14d68a0b7211e52d4ba68 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:51.618367 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-ac6cf74c-1ad3-4f18-8113-43591f163773 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Request body: {'security_group_rule': {'security_group_id': '7661fa86-da64-496a-9713-ed34e0f6aeeb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:51.627466 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2415de41-0cb5-4807-b6fc-0ab61dcdb556 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:51.629334 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-ac6cf74c-1ad3-4f18-8113-43591f163773 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:51.631632 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7b99c56c-ce96-4a3d-8fc4-3a73cb45c317 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:51.636935 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-ac6cf74c-1ad3-4f18-8113-43591f163773 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Usage tracker for resource:security_group_rule and tenant:78331e868d8e416598ccef9a3fba370c is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:51.648536 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-ac6cf74c-1ad3-4f18-8113-43591f163773 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:51.656238 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-ac6cf74c-1ad3-4f18-8113-43591f163773 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:51.661947 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7b99c56c-ce96-4a3d-8fc4-3a73cb45c317 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:51.676595 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ac6cf74c-1ad3-4f18-8113-43591f163773 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:51.681296 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2415de41-0cb5-4807-b6fc-0ab61dcdb556 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "DELETE /v2.0/networks/45a6d7d9-9226-4400-b956-4a1f982cf5a2 HTTP/1.1" status: 204 len: 168 time: 2.1779056 Feb 04 21:22:51.682390 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2415de41-0cb5-4807-b6fc-0ab61dcdb556 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event deleted for resources: {'Network': ['ID=45a6d7d9-9226-4400-b956-4a1f982cf5a2,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:51.693353 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57436) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:51.693782 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2f79c199-f882-45fe-b0e3-9eb0f5202ece admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=58bbae854d53476e9d7122c11c706896&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9476867 Feb 04 21:22:51.693906 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57438) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:51.694715 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f79c199-f882-45fe-b0e3-9eb0f5202ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a696b1c4-a34d-4244-8121-094f87f54864,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:51.806979 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7b99c56c-ce96-4a3d-8fc4-3a73cb45c317 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:51.811565 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7b99c56c-ce96-4a3d-8fc4-3a73cb45c317 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:51.819153 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-09dca72e-0d8d-4389-9c6d-0f9d83c32603 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-175257664'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:51.831691 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-09dca72e-0d8d-4389-9c6d-0f9d83c32603 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:51.849703 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-7b99c56c-ce96-4a3d-8fc4-3a73cb45c317 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] device_id is not set on port db4de760-bf2e-4c6b-9568-4bca75b8ec95 yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:22:51.870404 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-09dca72e-0d8d-4389-9c6d-0f9d83c32603 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Usage tracker for resource:network and tenant:44f990c85e0448379441eb9061711156 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:51.879626 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ac6cf74c-1ad3-4f18-8113-43591f163773 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:51.880790 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-09dca72e-0d8d-4389-9c6d-0f9d83c32603 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:51.887247 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99c56c-ce96-4a3d-8fc4-3a73cb45c317 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86d9439-5a5d-481c-a2fa-100711ae4a6c,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:51.888685 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5df9be75-193a-4f60-9d59-f966d25ead96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:51.890798 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-09dca72e-0d8d-4389-9c6d-0f9d83c32603 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:51.909729 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ac6cf74c-1ad3-4f18-8113-43591f163773 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:51.968593 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cf74c-1ad3-4f18-8113-43591f163773 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=242098bf-db42-47e8-9167-b9976d136623,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:51.971943 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09dca72e-0d8d-4389-9c6d-0f9d83c32603 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Made reservation on behalf of 44f990c85e0448379441eb9061711156 for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:22:51.976685 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-09dca72e-0d8d-4389-9c6d-0f9d83c32603 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:51.996715 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5df9be75-193a-4f60-9d59-f966d25ead96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:52.015296 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ac6cf74c-1ad3-4f18-8113-43591f163773 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:52.020470 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ac6cf74c-1ad3-4f18-8113-43591f163773 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4129505 Feb 04 21:22:52.021827 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57452) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:52.044134 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-00e5f1d9-5d6b-4616-baed-94aad7f4eb95 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Request body: {'security_group_rule': {'security_group_id': '7661fa86-da64-496a-9713-ed34e0f6aeeb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:52.069734 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-00e5f1d9-5d6b-4616-baed-94aad7f4eb95 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:52.087902 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-00e5f1d9-5d6b-4616-baed-94aad7f4eb95 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Usage tracker for resource:security_group_rule and tenant:78331e868d8e416598ccef9a3fba370c is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:52.092171 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09dca72e-0d8d-4389-9c6d-0f9d83c32603 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:22:52.097569 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b99c56c-ce96-4a3d-8fc4-3a73cb45c317 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 21:22:52.098701 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b99c56c-ce96-4a3d-8fc4-3a73cb45c317 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:22:52.106479 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-00e5f1d9-5d6b-4616-baed-94aad7f4eb95 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:52.116045 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-09dca72e-0d8d-4389-9c6d-0f9d83c32603 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:52.116659 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-09dca72e-0d8d-4389-9c6d-0f9d83c32603 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Added segment 85f212b4-c7d8-4091-9a06-2aec830c19dc of type vlan for network 4a28e57a-ef98-4e9b-87e6-c9e8aaba2ea7 Feb 04 21:22:52.120077 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-00e5f1d9-5d6b-4616-baed-94aad7f4eb95 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:52.161993 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7b99c56c-ce96-4a3d-8fc4-3a73cb45c317 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.9076769 Feb 04 21:22:52.162407 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5df9be75-193a-4f60-9d59-f966d25ead96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:52.163890 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57458) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:52.165970 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-09dca72e-0d8d-4389-9c6d-0f9d83c32603 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:52.180994 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-00e5f1d9-5d6b-4616-baed-94aad7f4eb95 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:52.191861 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9be75-193a-4f60-9d59-f966d25ead96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a696b1c4-a34d-4244-8121-094f87f54864,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:52.258286 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5df9be75-193a-4f60-9d59-f966d25ead96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:52.259303 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5df9be75-193a-4f60-9d59-f966d25ead96 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a696b1c4-a34d-4244-8121-094f87f54864 HTTP/1.1" status: 204 len: 168 time: 0.5601995 Feb 04 21:22:52.298024 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-09dca72e-0d8d-4389-9c6d-0f9d83c32603 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:52.311808 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dca72e-0d8d-4389-9c6d-0f9d83c32603 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:52.312457 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-09dca72e-0d8d-4389-9c6d-0f9d83c32603 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:52.484440 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57472) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:52.539655 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-00e5f1d9-5d6b-4616-baed-94aad7f4eb95 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:52.599242 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-09dca72e-0d8d-4389-9c6d-0f9d83c32603 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8988881 Feb 04 21:22:52.599242 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57482) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:52.603180 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-00e5f1d9-5d6b-4616-baed-94aad7f4eb95 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:52.614963 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-7c790d11-cdb1-4a34-96e3-3c116036d470 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Request body: {'subnet': {'network_id': '4a28e57a-ef98-4e9b-87e6-c9e8aaba2ea7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:52.690864 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dca72e-0d8d-4389-9c6d-0f9d83c32603 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event updated for resources: {'Network': ['ID=4a28e57a-ef98-4e9b-87e6-c9e8aaba2ea7,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:52.693296 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-d5d92a63-5be9-42b3-ad42-d8ca76228a0e tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Deleting port a870c5ae-a360-49a0-9a72-408a208fbda4 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:22:52.694537 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d5d92a63-5be9-42b3-ad42-d8ca76228a0e tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:52.704907 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 4a28e57a-ef98-4e9b-87e6-c9e8aaba2ea7 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:22:52.837927 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5f1d9-5d6b-4616-baed-94aad7f4eb95 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea1bad00-cc6e-47ba-b042-64392ed2591c,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:52.910414 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-00e5f1d9-5d6b-4616-baed-94aad7f4eb95 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:52.911796 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-00e5f1d9-5d6b-4616-baed-94aad7f4eb95 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8846009 Feb 04 21:22:52.915725 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57496) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:52.946448 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-b37b447c-13f3-45b5-8e8b-f41c7dc7e588 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Request body: {'security_group_rule': {'security_group_id': '7661fa86-da64-496a-9713-ed34e0f6aeeb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:52.954083 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-b37b447c-13f3-45b5-8e8b-f41c7dc7e588 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:52.959879 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-b37b447c-13f3-45b5-8e8b-f41c7dc7e588 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Usage tracker for resource:security_group_rule and tenant:78331e868d8e416598ccef9a3fba370c is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:52.963213 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-b37b447c-13f3-45b5-8e8b-f41c7dc7e588 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:52.971334 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-b37b447c-13f3-45b5-8e8b-f41c7dc7e588 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:52.987189 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-019f6128-dd5d-4931-a707-9d209d1f43ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:52.997758 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7c790d11-cdb1-4a34-96e3-3c116036d470 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:53.007209 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7c790d11-cdb1-4a34-96e3-3c116036d470 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Usage tracker for resource:subnet and tenant:44f990c85e0448379441eb9061711156 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:53.015064 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-019f6128-dd5d-4931-a707-9d209d1f43ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:53.036483 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-019f6128-dd5d-4931-a707-9d209d1f43ab admin admin] Usage tracker for resource:security_group_rule and tenant:3612f4c1ae5948b890287516f0df9876 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:53.046603 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-019f6128-dd5d-4931-a707-9d209d1f43ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:53.054635 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7c790d11-cdb1-4a34-96e3-3c116036d470 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:53.062386 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-019f6128-dd5d-4931-a707-9d209d1f43ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:53.062614 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b37b447c-13f3-45b5-8e8b-f41c7dc7e588 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:53.092317 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b25371-f427-499e-b54b-fd158f2e3091 req-46dfd58b-d545-4f2d-8c75-6d232b9c8399 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:53.094322 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-14b25371-f427-499e-b54b-fd158f2e3091 req-46dfd58b-d545-4f2d-8c75-6d232b9c8399 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=b070b43d-7a5f-459a-a824-63e89654b7d0 HTTP/1.1" status: 200 len: 945 time: 0.5575638 Feb 04 21:22:53.110576 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7c790d11-cdb1-4a34-96e3-3c116036d470 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:53.150187 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c790d11-cdb1-4a34-96e3-3c116036d470 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Made reservation on behalf of 44f990c85e0448379441eb9061711156 for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:22:53.154201 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7c790d11-cdb1-4a34-96e3-3c116036d470 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:53.202593 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-019f6128-dd5d-4931-a707-9d209d1f43ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:53.209754 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d5d92a63-5be9-42b3-ad42-d8ca76228a0e tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:53.210089 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d5d92a63-5be9-42b3-ad42-d8ca76228a0e tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:53.218536 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-019f6128-dd5d-4931-a707-9d209d1f43ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:53.298045 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-14b25371-f427-499e-b54b-fd158f2e3091 req-1f9d88f6-275d-4e8b-a721-8bb56d063d44 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734550 Feb 04 21:22:53.313532 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b37b447c-13f3-45b5-8e8b-f41c7dc7e588 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:53.331484 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b37b447c-13f3-45b5-8e8b-f41c7dc7e588 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:53.385230 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b447c-13f3-45b5-8e8b-f41c7dc7e588 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5acbd856-dd87-4078-b433-d645b77e2048,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:53.396034 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b37b447c-13f3-45b5-8e8b-f41c7dc7e588 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:53.397546 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b37b447c-13f3-45b5-8e8b-f41c7dc7e588 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4803700 Feb 04 21:22:53.398759 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-019f6128-dd5d-4931-a707-9d209d1f43ab admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3612f4c1ae5948b890287516f0df9876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9133143 Feb 04 21:22:53.407978 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57514) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:53.408522 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57516) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:53.411213 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-d5d92a63-5be9-42b3-ad42-d8ca76228a0e tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Calling delete_port for a870c5ae-a360-49a0-9a72-408a208fbda4 owned by network:floatingip {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:22:53.426510 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-efc3a5e1-f8aa-44be-9add-d284fad876ed tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Request body: {'security_group_rule': {'security_group_id': '7661fa86-da64-496a-9713-ed34e0f6aeeb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:53.433752 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-efc3a5e1-f8aa-44be-9add-d284fad876ed tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:53.438384 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-efc3a5e1-f8aa-44be-9add-d284fad876ed tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Usage tracker for resource:security_group_rule and tenant:78331e868d8e416598ccef9a3fba370c is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:53.441503 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-efc3a5e1-f8aa-44be-9add-d284fad876ed tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:53.447671 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-efc3a5e1-f8aa-44be-9add-d284fad876ed tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:53.470090 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f6128-dd5d-4931-a707-9d209d1f43ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120d01e7-5b4b-4000-ac96-aca1680a6115,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:53.566077 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-efc3a5e1-f8aa-44be-9add-d284fad876ed tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:53.644257 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d5d92a63-5be9-42b3-ad42-d8ca76228a0e tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:53.702784 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d92a63-5be9-42b3-ad42-d8ca76228a0e tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Pushing event deleted for resources: {'Port': ['ID=a870c5ae-a360-49a0-9a72-408a208fbda4,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:53.727169 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b7bd3b87-d9fb-41ad-9e03-921e947e6a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:53.749730 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-efc3a5e1-f8aa-44be-9add-d284fad876ed tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:53.767872 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-efc3a5e1-f8aa-44be-9add-d284fad876ed tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:53.796242 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3a5e1-f8aa-44be-9add-d284fad876ed tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb7c11d8-e3a6-4159-ae76-771b81d4ef4e,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:53.802881 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7c790d11-cdb1-4a34-96e3-3c116036d470 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:53.827139 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d5d92a63-5be9-42b3-ad42-d8ca76228a0e tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:53.843702 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b7bd3b87-d9fb-41ad-9e03-921e947e6a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:53.847919 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d5d92a63-5be9-42b3-ad42-d8ca76228a0e tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:53.849386 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d5d92a63-5be9-42b3-ad42-d8ca76228a0e tempest-ExternalNetworksAdminNegativeTestJSON-1430745561 tempest-ExternalNetworksAdminNegativeTestJSON-1430745561-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/b1d99203-421e-477a-83fb-a59cb01901a3 HTTP/1.1" status: 204 len: 168 time: 1.6834552 Feb 04 21:22:53.985513 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-efc3a5e1-f8aa-44be-9add-d284fad876ed tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:53.986721 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-efc3a5e1-f8aa-44be-9add-d284fad876ed tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5685506 Feb 04 21:22:53.987487 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c790d11-cdb1-4a34-96e3-3c116036d470 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event updated for resources: {'Subnet': ['ID=1768ebab-f06f-430c-9ea2-95503764d805,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:53.989588 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57544) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:54.006141 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c790d11-cdb1-4a34-96e3-3c116036d470 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Checking segment: {'id': '85f212b4-c7d8-4091-9a06-2aec830c19dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '4a28e57a-ef98-4e9b-87e6-c9e8aaba2ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:22:54.006781 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c790d11-cdb1-4a34-96e3-3c116036d470 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Network hostable DHCP agents. Network: 4a28e57a-ef98-4e9b-87e6-c9e8aaba2ea7, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:22:54.011725 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-c2a1a1a2-6898-4cef-84c1-98db712ebcfa tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Request body: {'security_group_rule': {'security_group_id': '7661fa86-da64-496a-9713-ed34e0f6aeeb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:54.033098 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c2a1a1a2-6898-4cef-84c1-98db712ebcfa tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:54.037067 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c790d11-cdb1-4a34-96e3-3c116036d470 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Network 4a28e57a-ef98-4e9b-87e6-c9e8aaba2ea7 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:22:54.046368 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c2a1a1a2-6898-4cef-84c1-98db712ebcfa tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Usage tracker for resource:security_group_rule and tenant:78331e868d8e416598ccef9a3fba370c is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:54.047839 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b7bd3b87-d9fb-41ad-9e03-921e947e6a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:54.051846 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c2a1a1a2-6898-4cef-84c1-98db712ebcfa tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:54.060845 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c2a1a1a2-6898-4cef-84c1-98db712ebcfa tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:54.071218 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd3b87-d9fb-41ad-9e03-921e947e6a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120d01e7-5b4b-4000-ac96-aca1680a6115,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:54.073529 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-7c790d11-cdb1-4a34-96e3-3c116036d470 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 4a28e57a-ef98-4e9b-87e6-c9e8aaba2ea7) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:22:54.083022 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e345acf-7ac1-4d08-8613-0f908d48c30f None None] Network 4a28e57a-ef98-4e9b-87e6-c9e8aaba2ea7 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:22:54.087580 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c2a1a1a2-6898-4cef-84c1-98db712ebcfa tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:54.099882 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c790d11-cdb1-4a34-96e3-3c116036d470 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:54.100464 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7c790d11-cdb1-4a34-96e3-3c116036d470 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:54.121930 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b7bd3b87-d9fb-41ad-9e03-921e947e6a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:54.122549 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b7bd3b87-d9fb-41ad-9e03-921e947e6a22 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/120d01e7-5b4b-4000-ac96-aca1680a6115 HTTP/1.1" status: 204 len: 168 time: 0.7026613 Feb 04 21:22:54.155117 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-7c790d11-cdb1-4a34-96e3-3c116036d470 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5531836 Feb 04 21:22:54.157942 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57552) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:54.243125 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c2a1a1a2-6898-4cef-84c1-98db712ebcfa tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:54.252458 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c2a1a1a2-6898-4cef-84c1-98db712ebcfa tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:54.282194 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57558) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:54.300739 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1a1a2-6898-4cef-84c1-98db712ebcfa tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d510459f-534d-47dc-8e08-f10e73f940e5,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:54.377523 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c2a1a1a2-6898-4cef-84c1-98db712ebcfa tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:54.379029 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c2a1a1a2-6898-4cef-84c1-98db712ebcfa tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3858089 Feb 04 21:22:54.381870 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57568) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:54.455081 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-43819300-3cc3-4c6a-8eb4-4cdc48f784be tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:54.468100 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c80282b5-ec31-4761-872b-96c215ddc73f tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:54.483012 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-43819300-3cc3-4c6a-8eb4-4cdc48f784be tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:54.560960 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-43819300-3cc3-4c6a-8eb4-4cdc48f784be tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:54.592721 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43819300-3cc3-4c6a-8eb4-4cdc48f784be tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d510459f-534d-47dc-8e08-f10e73f940e5,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:54.616602 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-43819300-3cc3-4c6a-8eb4-4cdc48f784be tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:54.618335 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-43819300-3cc3-4c6a-8eb4-4cdc48f784be tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/d510459f-534d-47dc-8e08-f10e73f940e5 HTTP/1.1" status: 204 len: 168 time: 0.2353055 Feb 04 21:22:54.621840 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57580) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:54.639952 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76f5b1c-f53d-4f78-84ec-73383b591d0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-4a28e57a-ef98-4e9b-87e6-c9e8aaba2ea7', 'network_id': '4a28e57a-ef98-4e9b-87e6-c9e8aaba2ea7', 'tenant_id': '44f990c85e0448379441eb9061711156', 'fixed_ips': [{'subnet_id': '1768ebab-f06f-430c-9ea2-95503764d805'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:22:54.642645 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e76f5b1c-f53d-4f78-84ec-73383b591d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:54.749004 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c80282b5-ec31-4761-872b-96c215ddc73f tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:54.750172 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c8802c72-d913-4a8d-bb2a-7ae6ae2a9a3a tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Synchronizing usage tracker for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group_rule {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:22:54.782854 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c8802c72-d913-4a8d-bb2a-7ae6ae2a9a3a tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Unset dirty status for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group_rule {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:22:54.784646 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c8802c72-d913-4a8d-bb2a-7ae6ae2a9a3a tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1615777 Feb 04 21:22:54.788095 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57588) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:54.860180 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-684e4e04-a3f4-4d10-9ad8-c2a270febe25 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:54.863963 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e17a0b00-6f8d-4346-8513-74768c75ba79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:54.899223 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-684e4e04-a3f4-4d10-9ad8-c2a270febe25 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:54.911352 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e17a0b00-6f8d-4346-8513-74768c75ba79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:54.922909 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e17a0b00-6f8d-4346-8513-74768c75ba79 admin admin] Usage tracker for resource:security_group_rule and tenant:c49589673aa342a7bc284171e5623374 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:54.926597 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e17a0b00-6f8d-4346-8513-74768c75ba79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:54.943324 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e17a0b00-6f8d-4346-8513-74768c75ba79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:54.973604 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7d2ba-cee5-4a48-b44d-5ee921a4c753 req-388e4e06-7942-4e66-98b9-2d3804794584 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:22:54.975486 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6fe7d2ba-cee5-4a48-b44d-5ee921a4c753 req-388e4e06-7942-4e66-98b9-2d3804794584 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=b070b43d-7a5f-459a-a824-63e89654b7d0 HTTP/1.1" status: 200 len: 945 time: 0.2278762 Feb 04 21:22:54.979605 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-684e4e04-a3f4-4d10-9ad8-c2a270febe25 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:54.988577 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57596) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:55.034462 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e4e04-a3f4-4d10-9ad8-c2a270febe25 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb7c11d8-e3a6-4159-ae76-771b81d4ef4e,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:55.049942 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-684e4e04-a3f4-4d10-9ad8-c2a270febe25 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:55.050066 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-48c5420b-80ca-476d-bd51-6eeaf8546a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:55.051611 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-684e4e04-a3f4-4d10-9ad8-c2a270febe25 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/bb7c11d8-e3a6-4159-ae76-771b81d4ef4e HTTP/1.1" status: 204 len: 168 time: 0.2619340 Feb 04 21:22:55.051817 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57604) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:55.108836 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-48c5420b-80ca-476d-bd51-6eeaf8546a59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:55.117464 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6fe7d2ba-cee5-4a48-b44d-5ee921a4c753 req-b74d836e-730a-4e9c-b054-64884774489b tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240118 Feb 04 21:22:55.119354 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-e76f5b1c-f53d-4f78-84ec-73383b591d0a None None] Allocated IP 2001:db8::1 (4a28e57a-ef98-4e9b-87e6-c9e8aaba2ea7/1768ebab-f06f-430c-9ea2-95503764d805/9433c1f1-05e4-414a-8420-d8b4d73401df) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:22:55.123281 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-48c5420b-80ca-476d-bd51-6eeaf8546a59 admin admin] Usage tracker for resource:security_group_rule and tenant:8f93dec74aca476288c989c6e4d44eb9 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:55.131912 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-48c5420b-80ca-476d-bd51-6eeaf8546a59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:55.144432 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-48c5420b-80ca-476d-bd51-6eeaf8546a59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:55.226230 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e17a0b00-6f8d-4346-8513-74768c75ba79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:55.238316 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-bbd3d661-94cf-4a9d-8ace-b0cf77a7c21d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Synchronizing usage tracker for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group_rule {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:22:55.241366 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e17a0b00-6f8d-4346-8513-74768c75ba79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:55.264112 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-bbd3d661-94cf-4a9d-8ace-b0cf77a7c21d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Unset dirty status for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group_rule {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:22:55.266093 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bbd3d661-94cf-4a9d-8ace-b0cf77a7c21d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2131538 Feb 04 21:22:55.268746 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57618) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:55.334794 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b943eb6e-acab-4629-9842-ad6630372c96 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:55.377397 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b943eb6e-acab-4629-9842-ad6630372c96 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:55.385948 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e17a0b00-6f8d-4346-8513-74768c75ba79 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c49589673aa342a7bc284171e5623374&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1024091 Feb 04 21:22:55.393694 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57624) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:55.438511 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a0b00-6f8d-4346-8513-74768c75ba79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8aff4d5-8300-400b-b4cc-3119c50618d4,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:55.458387 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b943eb6e-acab-4629-9842-ad6630372c96 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:55.459389 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e76f5b1c-f53d-4f78-84ec-73383b591d0a None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:55.477346 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-48c5420b-80ca-476d-bd51-6eeaf8546a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:55.491063 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-e76f5b1c-f53d-4f78-84ec-73383b591d0a None None] Transition to ACTIVE for port object 9433c1f1-05e4-414a-8420-d8b4d73401df will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:22:55.501687 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943eb6e-acab-4629-9842-ad6630372c96 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5acbd856-dd87-4078-b433-d645b77e2048,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:55.517703 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-48c5420b-80ca-476d-bd51-6eeaf8546a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:55.521471 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b943eb6e-acab-4629-9842-ad6630372c96 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:55.525758 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b943eb6e-acab-4629-9842-ad6630372c96 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/5acbd856-dd87-4078-b433-d645b77e2048 HTTP/1.1" status: 204 len: 168 time: 0.2556074 Feb 04 21:22:55.526563 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57632) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:55.537180 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-e76f5b1c-f53d-4f78-84ec-73383b591d0a None None] Transition to ACTIVE for port object 9433c1f1-05e4-414a-8420-d8b4d73401df will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:22:55.548586 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b4b84eff-800a-43a8-94c4-1347e080045e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:55.559589 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e76f5b1c-f53d-4f78-84ec-73383b591d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:55.621281 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57640) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:55.631023 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b4b84eff-800a-43a8-94c4-1347e080045e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:55.642156 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5e4e3681-e57e-4a2e-b430-05c0e408845c tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Synchronizing usage tracker for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group_rule {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:22:55.659241 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76f5b1c-f53d-4f78-84ec-73383b591d0a None None] Network 4a28e57a-ef98-4e9b-87e6-c9e8aaba2ea7 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:22:55.660490 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f5b1c-f53d-4f78-84ec-73383b591d0a None None] Pushing event updated for resources: {'Port': ['ID=9433c1f1-05e4-414a-8420-d8b4d73401df,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:55.663716 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-e76f5b1c-f53d-4f78-84ec-73383b591d0a None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:22:55.666693 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76f5b1c-f53d-4f78-84ec-73383b591d0a None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:22:55.697107 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5e4e3681-e57e-4a2e-b430-05c0e408845c tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Unset dirty status for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group_rule {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:22:55.697107 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5e4e3681-e57e-4a2e-b430-05c0e408845c tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1646330 Feb 04 21:22:55.697107 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57648) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:55.767831 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b4b84eff-800a-43a8-94c4-1347e080045e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:55.791570 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ab0c49db-8fc2-4a82-9a28-50aef61907dc tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:55.801264 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-48c5420b-80ca-476d-bd51-6eeaf8546a59 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8f93dec74aca476288c989c6e4d44eb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8090513 Feb 04 21:22:55.802724 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57652) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:55.806870 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c5420b-80ca-476d-bd51-6eeaf8546a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23af37ac-ef74-49e1-b311-94a506bedbf3,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:55.822297 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ab0c49db-8fc2-4a82-9a28-50aef61907dc tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:55.835670 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c80282b5-ec31-4761-872b-96c215ddc73f tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:55.888054 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ab0c49db-8fc2-4a82-9a28-50aef61907dc tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:55.929706 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80282b5-ec31-4761-872b-96c215ddc73f tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event deleted for resources: {'Subnet': ['ID=1768ebab-f06f-430c-9ea2-95503764d805,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:55.931557 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b84eff-800a-43a8-94c4-1347e080045e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8aff4d5-8300-400b-b4cc-3119c50618d4,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:55.945032 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ab0c49db-8fc2-4a82-9a28-50aef61907dc tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:55.946410 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ab0c49db-8fc2-4a82-9a28-50aef61907dc tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/ea1bad00-cc6e-47ba-b042-64392ed2591c HTTP/1.1" status: 204 len: 168 time: 0.2483010 Feb 04 21:22:55.947470 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c49db-8fc2-4a82-9a28-50aef61907dc tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea1bad00-cc6e-47ba-b042-64392ed2591c,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:55.950079 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57658) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:55.961385 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5b993f79-6d0c-4aae-a077-09aa754606ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:56.006580 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5b993f79-6d0c-4aae-a077-09aa754606ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:56.006709 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-e76f5b1c-f53d-4f78-84ec-73383b591d0a None None] Attempting to bind port 9433c1f1-05e4-414a-8420-d8b4d73401df on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:22:56.006804 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-e76f5b1c-f53d-4f78-84ec-73383b591d0a None None] Attempting to bind port 9433c1f1-05e4-414a-8420-d8b4d73401df by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '85f212b4-c7d8-4091-9a06-2aec830c19dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '4a28e57a-ef98-4e9b-87e6-c9e8aaba2ea7'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:22:56.007159 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76f5b1c-f53d-4f78-84ec-73383b591d0a None None] Attempting to bind port 9433c1f1-05e4-414a-8420-d8b4d73401df on network 4a28e57a-ef98-4e9b-87e6-c9e8aaba2ea7 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:22:56.011635 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5b993f79-6d0c-4aae-a077-09aa754606ac admin admin] Usage tracker for resource:security_group_rule and tenant:236fd48129674a96b20f1f2935912b35 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:56.021730 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b4b84eff-800a-43a8-94c4-1347e080045e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:56.025134 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b4b84eff-800a-43a8-94c4-1347e080045e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d8aff4d5-8300-400b-b4cc-3119c50618d4 HTTP/1.1" status: 204 len: 168 time: 0.6281292 Feb 04 21:22:56.037021 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76f5b1c-f53d-4f78-84ec-73383b591d0a None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:22:56.040826 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76f5b1c-f53d-4f78-84ec-73383b591d0a None None] Checking segment: {'id': '85f212b4-c7d8-4091-9a06-2aec830c19dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '4a28e57a-ef98-4e9b-87e6-c9e8aaba2ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:22:56.041640 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e76f5b1c-f53d-4f78-84ec-73383b591d0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:56.042261 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76f5b1c-f53d-4f78-84ec-73383b591d0a None None] Bound using segment: {'id': '85f212b4-c7d8-4091-9a06-2aec830c19dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '4a28e57a-ef98-4e9b-87e6-c9e8aaba2ea7'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:22:56.046230 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-e76f5b1c-f53d-4f78-84ec-73383b591d0a None None] Bound port: 9433c1f1-05e4-414a-8420-d8b4d73401df, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f212b4-c7d8-4091-9a06-2aec830c19dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '4a28e57a-ef98-4e9b-87e6-c9e8aaba2ea7'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:22:56.046861 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e76f5b1c-f53d-4f78-84ec-73383b591d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:56.064741 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5b993f79-6d0c-4aae-a077-09aa754606ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:56.104515 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-bc508ffb-ae6b-4178-aa42-16cb42780afb tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Synchronizing usage tracker for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group_rule {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:22:56.130255 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5b993f79-6d0c-4aae-a077-09aa754606ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:56.135929 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c80282b5-ec31-4761-872b-96c215ddc73f tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:56.173931 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-bc508ffb-ae6b-4178-aa42-16cb42780afb tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Unset dirty status for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group_rule {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:22:56.193495 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bc508ffb-ae6b-4178-aa42-16cb42780afb tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2403243 Feb 04 21:22:56.194189 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57670) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:56.236150 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-e76f5b1c-f53d-4f78-84ec-73383b591d0a None None] For port 9433c1f1-05e4-414a-8420-d8b4d73401df, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:22:56.256232 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-e76f5b1c-f53d-4f78-84ec-73383b591d0a None None] For port 9433c1f1-05e4-414a-8420-d8b4d73401df, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=9433c1f1-05e4-414a-8420-d8b4d73401df,segment=NetworkSegment(85f212b4-c7d8-4091-9a06-2aec830c19dc),segment_id=85f212b4-c7d8-4091-9a06-2aec830c19dc)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:22:56.260891 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6022f260-7423-490e-86c5-f2e4eaa19e05 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:56.269240 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e76f5b1c-f53d-4f78-84ec-73383b591d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:56.274490 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6022f260-7423-490e-86c5-f2e4eaa19e05 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:56.280775 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-383f4dbd-7039-4b17-8ba5-ab8b4fb4c185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:56.315139 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6022f260-7423-490e-86c5-f2e4eaa19e05 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:56.343114 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022f260-7423-490e-86c5-f2e4eaa19e05 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=242098bf-db42-47e8-9167-b9976d136623,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:56.367880 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-383f4dbd-7039-4b17-8ba5-ab8b4fb4c185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:56.382420 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f5b1c-f53d-4f78-84ec-73383b591d0a None None] Pushing event updated for resources: {'Port': ['ID=9433c1f1-05e4-414a-8420-d8b4d73401df,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:56.389670 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:56.433338 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6022f260-7423-490e-86c5-f2e4eaa19e05 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:56.435818 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6022f260-7423-490e-86c5-f2e4eaa19e05 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/242098bf-db42-47e8-9167-b9976d136623 HTTP/1.1" status: 204 len: 168 time: 0.2326653 Feb 04 21:22:56.443207 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57678) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:56.468066 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-c80282b5-ec31-4761-872b-96c215ddc73f tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a28e57a-ef98-4e9b-87e6-c9e8aaba2ea7']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:56.478658 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-383f4dbd-7039-4b17-8ba5-ab8b4fb4c185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:56.504139 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-c80282b5-ec31-4761-872b-96c215ddc73f tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f212b4-c7d8-4091-9a06-2aec830c19dc') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:56.504827 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-c80282b5-ec31-4761-872b-96c215ddc73f tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f212b4-c7d8-4091-9a06-2aec830c19dc') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:56.512977 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f4dbd-7039-4b17-8ba5-ab8b4fb4c185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23af37ac-ef74-49e1-b311-94a506bedbf3,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:56.513610 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5b993f79-6d0c-4aae-a077-09aa754606ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:56.523680 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5b993f79-6d0c-4aae-a077-09aa754606ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:56.544584 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c80282b5-ec31-4761-872b-96c215ddc73f tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:56.547535 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c490de8a-ac49-4f1b-b617-814e07bd1c3f None None] Network 4a28e57a-ef98-4e9b-87e6-c9e8aaba2ea7 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:22:56.571931 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-383f4dbd-7039-4b17-8ba5-ab8b4fb4c185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:56.573139 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-383f4dbd-7039-4b17-8ba5-ab8b4fb4c185 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/23af37ac-ef74-49e1-b311-94a506bedbf3 HTTP/1.1" status: 204 len: 168 time: 0.7681029 Feb 04 21:22:56.573987 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57684) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:56.620310 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5b993f79-6d0c-4aae-a077-09aa754606ac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=236fd48129674a96b20f1f2935912b35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9977107 Feb 04 21:22:56.623647 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57694) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:56.627230 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b993f79-6d0c-4aae-a077-09aa754606ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2dd04e-845d-4552-9b63-b7034f55fa86,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:56.704258 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c80282b5-ec31-4761-872b-96c215ddc73f tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:56.737497 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-ffaf38db-7dbf-4b36-9acc-61c128008b64 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Synchronizing usage tracker for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group_rule {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:22:56.784564 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c80282b5-ec31-4761-872b-96c215ddc73f tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:22:56.785316 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c80282b5-ec31-4761-872b-96c215ddc73f tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:56.817949 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7af2540e-c245-437a-80a9-5dc08546d1a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:56.819270 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:22:56.819270 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:22:56.819270 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:22:56.819270 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:22:56.819270 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:22:56.819270 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:22:56.819270 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:22:56.819270 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:22:56.819270 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:22:56.819270 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:22:56.819270 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:22:56.819270 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:22:56.819270 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:22:56.819270 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:22:56.819270 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:22:56.819270 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:22:56.819270 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:22:56.819270 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:22:56.819270 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:22:56.819270 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:22:56.819270 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:22:56.819270 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:22:56.819270 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:22:56.819270 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:22:56.819270 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:22:56.819270 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:22:56.819270 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:22:56.819270 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:22:56.819270 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:22:56.819270 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:22:56.819270 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:22:56.819270 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:22:56.858195 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7af2540e-c245-437a-80a9-5dc08546d1a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:56.936684 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a74884-2b4a-4e12-af7e-8cf50ed8bdc0 None None] get_active_networks_info from n-d-827896-1 {{(pid=87684) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 21:22:56.939232 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7af2540e-c245-437a-80a9-5dc08546d1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:56.976926 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2540e-c245-437a-80a9-5dc08546d1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2dd04e-845d-4552-9b63-b7034f55fa86,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:56.984422 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-ffaf38db-7dbf-4b36-9acc-61c128008b64 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Unset dirty status for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group_rule {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:22:56.986373 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ffaf38db-7dbf-4b36-9acc-61c128008b64 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5420349 Feb 04 21:22:56.990622 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57702) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:57.003420 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7af2540e-c245-437a-80a9-5dc08546d1a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:57.006936 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7af2540e-c245-437a-80a9-5dc08546d1a4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ee2dd04e-845d-4552-9b63-b7034f55fa86 HTTP/1.1" status: 204 len: 168 time: 0.3797750 Feb 04 21:22:57.013904 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-afa44f19-b763-4235-be87-b7e0ddc78b82 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cc29995bdcb14d68a0b7211e52d4ba68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4341021 Feb 04 21:22:57.016399 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57708) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:57.020842 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.api [None req-c80282b5-ec31-4761-872b-96c215ddc73f tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 21:22:57.020842 n-d-827896-1 neutron-server[87683]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 21:22:57.020842 n-d-827896-1 neutron-server[87683]: [parameters: {'id': '4a28e57a-ef98-4e9b-87e6-c9e8aaba2ea7'}] Feb 04 21:22:57.020842 n-d-827896-1 neutron-server[87683]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:22:57.021775 n-d-827896-1 neutron-server[87683]: DEBUG oslo_db.api [None req-c80282b5-ec31-4761-872b-96c215ddc73f tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:22:57.135072 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-764fe88a-4e37-4322-9c3d-cdf8485ffad8 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:57.165984 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-57763721-39fc-4102-bd59-7e2c3476ee8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:57.184712 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-764fe88a-4e37-4322-9c3d-cdf8485ffad8 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:57.215961 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a74884-2b4a-4e12-af7e-8cf50ed8bdc0 None None] Resources bound (agent type, host, resource id): {{(pid=87684) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 21:22:57.256103 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-57763721-39fc-4102-bd59-7e2c3476ee8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:57.330234 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-764fe88a-4e37-4322-9c3d-cdf8485ffad8 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:57.365304 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-57763721-39fc-4102-bd59-7e2c3476ee8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:57.379496 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fe88a-4e37-4322-9c3d-cdf8485ffad8 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7661fa86-da64-496a-9713-ed34e0f6aeeb,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:57.419487 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-764fe88a-4e37-4322-9c3d-cdf8485ffad8 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:57.423528 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-764fe88a-4e37-4322-9c3d-cdf8485ffad8 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "DELETE /v2.0/security-groups/7661fa86-da64-496a-9713-ed34e0f6aeeb HTTP/1.1" status: 204 len: 168 time: 0.4314826 Feb 04 21:22:57.423980 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57722) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:57.426120 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57763721-39fc-4102-bd59-7e2c3476ee8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86d9439-5a5d-481c-a2fa-100711ae4a6c,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:57.435281 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-57763721-39fc-4102-bd59-7e2c3476ee8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:57.439385 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-57763721-39fc-4102-bd59-7e2c3476ee8d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c86d9439-5a5d-481c-a2fa-100711ae4a6c HTTP/1.1" status: 204 len: 168 time: 0.4195297 Feb 04 21:22:57.522546 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c80282b5-ec31-4761-872b-96c215ddc73f tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:57.549169 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-322e2e4b-ba3d-4eb9-aa53-1419f5c6fca7 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Synchronizing usage tracker for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:22:57.556520 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-c80282b5-ec31-4761-872b-96c215ddc73f tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Deleting port 9433c1f1-05e4-414a-8420-d8b4d73401df {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:22:57.556972 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c80282b5-ec31-4761-872b-96c215ddc73f tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:57.611117 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-322e2e4b-ba3d-4eb9-aa53-1419f5c6fca7 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Unset dirty status for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:22:57.612463 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-322e2e4b-ba3d-4eb9-aa53-1419f5c6fca7 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1875370 Feb 04 21:22:57.617077 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57730) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:57.625064 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-68ffb7f3-601b-4800-9a4b-9b104f5b3cac tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Request body: {'security_group': {'name': 'tempest-secgroup--1891018235'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:57.638538 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-68ffb7f3-601b-4800-9a4b-9b104f5b3cac tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:57.664700 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-68ffb7f3-601b-4800-9a4b-9b104f5b3cac tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:57.681859 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-68ffb7f3-601b-4800-9a4b-9b104f5b3cac tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:57.695429 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:22:57.735563 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-68ffb7f3-601b-4800-9a4b-9b104f5b3cac tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:57.743251 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-68ffb7f3-601b-4800-9a4b-9b104f5b3cac tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Usage tracker for resource:security_group_rule and tenant:78331e868d8e416598ccef9a3fba370c is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:57.752666 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-68ffb7f3-601b-4800-9a4b-9b104f5b3cac tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:57.767793 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-68ffb7f3-601b-4800-9a4b-9b104f5b3cac tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:57.838331 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57740) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:57.955960 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-68ffb7f3-601b-4800-9a4b-9b104f5b3cac tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:57.958482 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0a8f6b99-1040-4713-b79f-89aa20741cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:57.976772 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-68ffb7f3-601b-4800-9a4b-9b104f5b3cac tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:58.011332 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-0a8f6b99-1040-4713-b79f-89aa20741cd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:58.015542 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ffb7f3-601b-4800-9a4b-9b104f5b3cac tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=226fab87-f2bb-472d-806d-3bdb44fe6a5c,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:58.056756 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-68ffb7f3-601b-4800-9a4b-9b104f5b3cac tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:58.059401 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-68ffb7f3-601b-4800-9a4b-9b104f5b3cac tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4413288 Feb 04 21:22:58.062101 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57748) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:58.067358 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-0a8f6b99-1040-4713-b79f-89aa20741cd6 admin admin] Usage tracker for resource:security_group_rule and tenant:c8f78442b106448987230c249832da62 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:58.069042 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-eb39b83c-bf2f-4e94-8095-bb7b055e013b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Request body: {'security_group_rule': {'security_group_id': '226fab87-f2bb-472d-806d-3bdb44fe6a5c', 'direction': 'ingress', 'protocol': 17}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:58.084438 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-eb39b83c-bf2f-4e94-8095-bb7b055e013b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:58.090869 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-eb39b83c-bf2f-4e94-8095-bb7b055e013b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Usage tracker for resource:security_group_rule and tenant:78331e868d8e416598ccef9a3fba370c is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:58.092788 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-0a8f6b99-1040-4713-b79f-89aa20741cd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:58.094424 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-eb39b83c-bf2f-4e94-8095-bb7b055e013b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:58.101710 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-eb39b83c-bf2f-4e94-8095-bb7b055e013b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:58.121061 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-0a8f6b99-1040-4713-b79f-89aa20741cd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:58.127012 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-c80282b5-ec31-4761-872b-96c215ddc73f tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] For port 9433c1f1-05e4-414a-8420-d8b4d73401df, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=9433c1f1-05e4-414a-8420-d8b4d73401df,segment=NetworkSegment(85f212b4-c7d8-4091-9a06-2aec830c19dc),segment_id=85f212b4-c7d8-4091-9a06-2aec830c19dc)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:22:58.127376 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c80282b5-ec31-4761-872b-96c215ddc73f tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:58.133013 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-eb39b83c-bf2f-4e94-8095-bb7b055e013b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:58.258065 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-eb39b83c-bf2f-4e94-8095-bb7b055e013b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:58.273005 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-eb39b83c-bf2f-4e94-8095-bb7b055e013b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:58.382758 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39b83c-bf2f-4e94-8095-bb7b055e013b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d58d895b-c179-402c-a3b2-b41987c47f7f,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:58.392828 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-eb39b83c-bf2f-4e94-8095-bb7b055e013b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:58.398120 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57764) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:58.402730 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-eb39b83c-bf2f-4e94-8095-bb7b055e013b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3388441 Feb 04 21:22:58.410038 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-c80282b5-ec31-4761-872b-96c215ddc73f tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Calling delete_port for 9433c1f1-05e4-414a-8420-d8b4d73401df owned by network:dhcp {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:22:58.704741 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c5aacf7b-6dda-4974-aee3-b5183c19f343 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:58.771862 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c80282b5-ec31-4761-872b-96c215ddc73f tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:58.782956 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c5aacf7b-6dda-4974-aee3-b5183c19f343 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:58.856071 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80282b5-ec31-4761-872b-96c215ddc73f tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event deleted for resources: {'Port': ['ID=9433c1f1-05e4-414a-8420-d8b4d73401df,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:58.866301 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80282b5-ec31-4761-872b-96c215ddc73f tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] No DVR routers for this DVR port 9433c1f1-05e4-414a-8420-d8b4d73401df on host n-d-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:22:58.937004 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0a8f6b99-1040-4713-b79f-89aa20741cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:58.984071 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0a8f6b99-1040-4713-b79f-89aa20741cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:59.116789 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f6b99-1040-4713-b79f-89aa20741cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfabae3-7c73-45e4-b4a0-758b983fba09,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:59.188199 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c80282b5-ec31-4761-872b-96c215ddc73f tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:59.206596 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-0a8f6b99-1040-4713-b79f-89aa20741cd6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c8f78442b106448987230c249832da62&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3698742 Feb 04 21:22:59.209600 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57812) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:59.225783 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c5aacf7b-6dda-4974-aee3-b5183c19f343 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:59.241962 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-c80282b5-ec31-4761-872b-96c215ddc73f tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a28e57a-ef98-4e9b-87e6-c9e8aaba2ea7']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:59.260604 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aacf7b-6dda-4974-aee3-b5183c19f343 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=226fab87-f2bb-472d-806d-3bdb44fe6a5c,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:59.287235 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-c80282b5-ec31-4761-872b-96c215ddc73f tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f212b4-c7d8-4091-9a06-2aec830c19dc') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:59.287536 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-c80282b5-ec31-4761-872b-96c215ddc73f tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f212b4-c7d8-4091-9a06-2aec830c19dc') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:22:59.359548 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-22dea930-0a00-4fee-873a-6fb11c914ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:59.408448 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c80282b5-ec31-4761-872b-96c215ddc73f tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:59.428407 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-22dea930-0a00-4fee-873a-6fb11c914ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:59.449178 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c5aacf7b-6dda-4974-aee3-b5183c19f343 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:59.453422 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c5aacf7b-6dda-4974-aee3-b5183c19f343 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "DELETE /v2.0/security-groups/226fab87-f2bb-472d-806d-3bdb44fe6a5c HTTP/1.1" status: 204 len: 168 time: 1.0524776 Feb 04 21:22:59.454814 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57824) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:59.469074 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c80282b5-ec31-4761-872b-96c215ddc73f tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:59.492381 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c80282b5-ec31-4761-872b-96c215ddc73f tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:22:59.493440 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c80282b5-ec31-4761-872b-96c215ddc73f tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:59.513118 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:22:59.513118 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:22:59.513118 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:22:59.513118 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:22:59.513118 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:22:59.513118 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:22:59.513118 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:22:59.513118 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:22:59.513118 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:22:59.513118 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:22:59.513118 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:22:59.513118 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:22:59.513118 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:22:59.513118 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:22:59.513118 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:22:59.513118 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:22:59.513118 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:22:59.513118 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:22:59.513118 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:22:59.513118 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:22:59.513118 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:22:59.513118 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:22:59.513118 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:22:59.513118 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:22:59.513118 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:22:59.513118 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:22:59.513118 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:22:59.513118 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:22:59.513118 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:22:59.513118 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:22:59.513118 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:22:59.513118 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:22:59.570571 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2c091752-9d12-4213-bdc1-1c6f641d673b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Synchronizing usage tracker for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:22:59.599656 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2c091752-9d12-4213-bdc1-1c6f641d673b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Unset dirty status for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:22:59.602255 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2c091752-9d12-4213-bdc1-1c6f641d673b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1461446 Feb 04 21:22:59.607005 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57832) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:59.615655 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-5aac3feb-273e-4654-bc26-53b0b135bfb6 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Request body: {'security_group': {'name': 'tempest-secgroup--1985632013'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:59.626070 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-22dea930-0a00-4fee-873a-6fb11c914ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:59.630695 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5aac3feb-273e-4654-bc26-53b0b135bfb6 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:59.658123 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dea930-0a00-4fee-873a-6fb11c914ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfabae3-7c73-45e4-b4a0-758b983fba09,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:59.674102 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5aac3feb-273e-4654-bc26-53b0b135bfb6 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:59.684059 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-22dea930-0a00-4fee-873a-6fb11c914ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:59.686650 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-22dea930-0a00-4fee-873a-6fb11c914ebd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0cfabae3-7c73-45e4-b4a0-758b983fba09 HTTP/1.1" status: 204 len: 168 time: 0.4757681 Feb 04 21:22:59.707416 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5aac3feb-273e-4654-bc26-53b0b135bfb6 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:59.720251 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c80282b5-ec31-4761-872b-96c215ddc73f tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:59.735521 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c80282b5-ec31-4761-872b-96c215ddc73f tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:22:59.736629 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5aac3feb-273e-4654-bc26-53b0b135bfb6 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:59.742369 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5aac3feb-273e-4654-bc26-53b0b135bfb6 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Usage tracker for resource:security_group_rule and tenant:78331e868d8e416598ccef9a3fba370c is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:59.750704 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5aac3feb-273e-4654-bc26-53b0b135bfb6 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:59.759593 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5aac3feb-273e-4654-bc26-53b0b135bfb6 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:59.780414 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80282b5-ec31-4761-872b-96c215ddc73f tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event deleted for resources: {'Network': ['ID=4a28e57a-ef98-4e9b-87e6-c9e8aaba2ea7,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:22:59.790879 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c80282b5-ec31-4761-872b-96c215ddc73f tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "DELETE /v2.0/networks/4a28e57a-ef98-4e9b-87e6-c9e8aaba2ea7 HTTP/1.1" status: 204 len: 168 time: 5.6278028 Feb 04 21:22:59.796909 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b8cff456-8c41-4120-91c6-68775c3d174b req-dd9c40f1-a18c-42b4-9bf1-f76178bde3d9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=92a7afa3-5e12-4e0a-8fbe-6069a7995915&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8679838 Feb 04 21:22:59.803962 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57850) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:22:59.821014 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-b5a2ad50-a3e6-49fb-82c1-9837cc7859dc tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1826421183'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:22:59.845324 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b5a2ad50-a3e6-49fb-82c1-9837cc7859dc tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:22:59.852345 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b5a2ad50-a3e6-49fb-82c1-9837cc7859dc tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Usage tracker for resource:network and tenant:44f990c85e0448379441eb9061711156 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:22:59.864517 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b5a2ad50-a3e6-49fb-82c1-9837cc7859dc tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:22:59.874564 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b5a2ad50-a3e6-49fb-82c1-9837cc7859dc tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:22:59.913414 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a2ad50-a3e6-49fb-82c1-9837cc7859dc tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Made reservation on behalf of 44f990c85e0448379441eb9061711156 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:22:59.917888 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b5a2ad50-a3e6-49fb-82c1-9837cc7859dc tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:00.040998 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5aac3feb-273e-4654-bc26-53b0b135bfb6 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:00.050701 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5aac3feb-273e-4654-bc26-53b0b135bfb6 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:00.131060 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5a2ad50-a3e6-49fb-82c1-9837cc7859dc tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:23:00.146486 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cff456-8c41-4120-91c6-68775c3d174b req-e296a121-0adb-44ee-8604-3bb82b373ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:00.147946 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b8cff456-8c41-4120-91c6-68775c3d174b req-e296a121-0adb-44ee-8604-3bb82b373ea0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=354a53753e434161ab788e250190d627&device_id=92a7afa3-5e12-4e0a-8fbe-6069a7995915 HTTP/1.1" status: 200 len: 1097 time: 0.2088387 Feb 04 21:23:00.157464 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-881969a6-86e5-4028-95c0-561e43290eb3 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:00.159254 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-881969a6-86e5-4028-95c0-561e43290eb3 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/networks?id=9a5b169e-7ecf-44d8-b464-667febc50df4 HTTP/1.1" status: 200 len: 815 time: 0.2716424 Feb 04 21:23:00.175488 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac3feb-273e-4654-bc26-53b0b135bfb6 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4372a989-0283-4f57-b476-a7dc99fb9000,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:00.190302 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b5a2ad50-a3e6-49fb-82c1-9837cc7859dc tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:00.190657 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-b5a2ad50-a3e6-49fb-82c1-9837cc7859dc tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Added segment da109aeb-c022-46aa-ba2e-8a0a90aa1c44 of type vlan for network 918b20ea-40c3-4b7b-83bf-1b7d0f9cd035 Feb 04 21:23:00.201769 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5aac3feb-273e-4654-bc26-53b0b135bfb6 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:00.206332 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5aac3feb-273e-4654-bc26-53b0b135bfb6 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5955548 Feb 04 21:23:00.208625 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57868) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:00.228931 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-d45424fe-cbf6-4326-b805-87dfd7106f1d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Request body: {'security_group': {'name': 'tempest-secgroup--1165696937'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:00.243532 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-50c3c610-c58d-4b41-b08b-4801b2de1f82 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/quotas/354a53753e434161ab788e250190d627 HTTP/1.1" status: 200 len: 375 time: 0.0774217 Feb 04 21:23:00.245043 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d45424fe-cbf6-4326-b805-87dfd7106f1d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:00.250511 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b5a2ad50-a3e6-49fb-82c1-9837cc7859dc tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:00.257100 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d45424fe-cbf6-4326-b805-87dfd7106f1d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Usage tracker for resource:security_group and tenant:78331e868d8e416598ccef9a3fba370c is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:00.263343 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d45424fe-cbf6-4326-b805-87dfd7106f1d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:00.272217 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d45424fe-cbf6-4326-b805-87dfd7106f1d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:00.319784 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d45424fe-cbf6-4326-b805-87dfd7106f1d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:00.358766 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d45424fe-cbf6-4326-b805-87dfd7106f1d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:00.365998 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b5a2ad50-a3e6-49fb-82c1-9837cc7859dc tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:00.374132 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a2ad50-a3e6-49fb-82c1-9837cc7859dc tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:00.374739 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b5a2ad50-a3e6-49fb-82c1-9837cc7859dc tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:00.379444 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d45424fe-cbf6-4326-b805-87dfd7106f1d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Usage tracker for resource:security_group_rule and tenant:78331e868d8e416598ccef9a3fba370c is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:00.457814 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-cffc9fb0-8ad5-4b15-86b7-7b869a281393 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=354a53753e434161ab788e250190d627&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2132473 Feb 04 21:23:00.629799 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cff456-8c41-4120-91c6-68775c3d174b req-ba25cbef-e9fc-4ab6-90de-aaa8cd539e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:00.631235 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b8cff456-8c41-4120-91c6-68775c3d174b req-ba25cbef-e9fc-4ab6-90de-aaa8cd539e5a service neutron] 10.222.0.18 "GET /v2.0/networks?id=9a5b169e-7ecf-44d8-b464-667febc50df4 HTTP/1.1" status: 200 len: 916 time: 0.4545677 Feb 04 21:23:00.640191 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-b31410ff-9083-4fa2-b402-b8473da09738 service neutron] 10.222.0.26 "GET /v2.0/networks/9a5b169e-7ecf-44d8-b464-667febc50df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812735 Feb 04 21:23:00.708593 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57888) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:00.709390 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d45424fe-cbf6-4326-b805-87dfd7106f1d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:00.712168 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a2ad50-a3e6-49fb-82c1-9837cc7859dc tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event updated for resources: {'Network': ['ID=918b20ea-40c3-4b7b-83bf-1b7d0f9cd035,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:00.728040 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 918b20ea-40c3-4b7b-83bf-1b7d0f9cd035 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:23:00.737726 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d45424fe-cbf6-4326-b805-87dfd7106f1d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:00.781764 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b5a2ad50-a3e6-49fb-82c1-9837cc7859dc tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9764555 Feb 04 21:23:00.782419 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57900) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:00.803307 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-e23a5091-4de5-4280-b4f3-4edabe6b18e1 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Request body: {'subnet': {'network_id': '918b20ea-40c3-4b7b-83bf-1b7d0f9cd035', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:00.803834 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b8cff456-8c41-4120-91c6-68775c3d174b req-a5e5ae09-8483-4467-a72f-86782ef3f0bd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e57f8557-6ec9-4ad1-b79a-7507873f51eb HTTP/1.1" status: 200 len: 217 time: 0.1594231 Feb 04 21:23:00.961247 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57906) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:00.968119 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cff456-8c41-4120-91c6-68775c3d174b req-1ea0bc78-cb7d-4d17-a4a8-6c8dce79de3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:00.969680 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b8cff456-8c41-4120-91c6-68775c3d174b req-1ea0bc78-cb7d-4d17-a4a8-6c8dce79de3e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04d011a5-5fa5-46de-b6ec-0f9f6f04e44d HTTP/1.1" status: 200 len: 855 time: 0.1539016 Feb 04 21:23:00.989013 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-f77645ee-0baf-4cc0-b41e-06ff1aa24916 service neutron] 10.222.0.26 "GET /v2.0/networks/9a5b169e-7ecf-44d8-b464-667febc50df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463275 Feb 04 21:23:01.067861 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d45424fe-cbf6-4326-b805-87dfd7106f1d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:01.072164 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e23a5091-4de5-4280-b4f3-4edabe6b18e1 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:01.079008 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e23a5091-4de5-4280-b4f3-4edabe6b18e1 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Usage tracker for resource:subnet and tenant:44f990c85e0448379441eb9061711156 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:01.080367 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b8cff456-8c41-4120-91c6-68775c3d174b req-395910bd-e151-409c-8a34-db86b1d8ce95 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9a5b169e-7ecf-44d8-b464-667febc50df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897419 Feb 04 21:23:01.084009 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e23a5091-4de5-4280-b4f3-4edabe6b18e1 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:01.090187 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-b8cff456-8c41-4120-91c6-68775c3d174b req-26c9ab81-8e35-4a46-850b-2785e409a88c service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:01.091127 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b8cff456-8c41-4120-91c6-68775c3d174b req-26c9ab81-8e35-4a46-850b-2785e409a88c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053363 Feb 04 21:23:01.092397 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e23a5091-4de5-4280-b4f3-4edabe6b18e1 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:01.104224 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d45424fe-cbf6-4326-b805-87dfd7106f1d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:01.157504 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23a5091-4de5-4280-b4f3-4edabe6b18e1 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Made reservation on behalf of 44f990c85e0448379441eb9061711156 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:23:01.162855 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e23a5091-4de5-4280-b4f3-4edabe6b18e1 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:01.197537 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d45424fe-cbf6-4326-b805-87dfd7106f1d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:01.203358 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d45424fe-cbf6-4326-b805-87dfd7106f1d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9906921 Feb 04 21:23:01.216960 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 57918) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:01.354143 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-a0bcd44d-68c3-4a32-92bf-ed57c07e63f7 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Request body: {'security_group_rule': {'security_group_id': '4372a989-0283-4f57-b476-a7dc99fb9000', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6b64d8d6-0dc1-49b3-a82e-001e165c74da', 'remote_ip_prefix': None}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:01.388160 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a0bcd44d-68c3-4a32-92bf-ed57c07e63f7 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:01.405725 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a0bcd44d-68c3-4a32-92bf-ed57c07e63f7 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Usage tracker for resource:security_group_rule and tenant:78331e868d8e416598ccef9a3fba370c is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:01.411938 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a0bcd44d-68c3-4a32-92bf-ed57c07e63f7 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:01.415035 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45424fe-cbf6-4326-b805-87dfd7106f1d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b64d8d6-0dc1-49b3-a82e-001e165c74da,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:01.438693 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a0bcd44d-68c3-4a32-92bf-ed57c07e63f7 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:01.467929 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-4f130770-c708-4f9e-b9a5-4f6ade2e3f9c tempest-PortsAdminExtendedAttrsTestJSON-1810537215 tempest-PortsAdminExtendedAttrsTestJSON-1810537215-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1279248981'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:01.488910 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-4f130770-c708-4f9e-b9a5-4f6ade2e3f9c tempest-PortsAdminExtendedAttrsTestJSON-1810537215 tempest-PortsAdminExtendedAttrsTestJSON-1810537215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:01.502606 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a0bcd44d-68c3-4a32-92bf-ed57c07e63f7 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:01.543193 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9c819567-785b-4acf-8da4-c5b993716a54 req-d956031f-6eb5-4a6c-9caa-c4e016bb2de3 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=2adf3b42-923a-40d7-b6e6-0faaa00f30f9 HTTP/1.1" status: 200 len: 210 time: 0.0999918 Feb 04 21:23:01.560955 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-4f130770-c708-4f9e-b9a5-4f6ade2e3f9c tempest-PortsAdminExtendedAttrsTestJSON-1810537215 tempest-PortsAdminExtendedAttrsTestJSON-1810537215-project] Usage tracker for resource:network and tenant:a2fdbce16a71457381899e770b311245 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:01.568990 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-2a59faa7-093d-4ae4-a036-ff4ede698d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-282681824'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:01.576256 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-4f130770-c708-4f9e-b9a5-4f6ade2e3f9c tempest-PortsAdminExtendedAttrsTestJSON-1810537215 tempest-PortsAdminExtendedAttrsTestJSON-1810537215-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:01.585682 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-2a59faa7-093d-4ae4-a036-ff4ede698d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:01.590493 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-4f130770-c708-4f9e-b9a5-4f6ade2e3f9c tempest-PortsAdminExtendedAttrsTestJSON-1810537215 tempest-PortsAdminExtendedAttrsTestJSON-1810537215-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:01.605954 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2a59faa7-093d-4ae4-a036-ff4ede698d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] Usage tracker for resource:network and tenant:f0d1b090050a4043bb4f267aa71f7f05 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:01.626355 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2a59faa7-093d-4ae4-a036-ff4ede698d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:01.661971 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b8cff456-8c41-4120-91c6-68775c3d174b req-316d1381-337a-471c-b1fd-eb6d55e156a2 service neutron] 10.222.0.18 "GET /v2.0/networks/9a5b169e-7ecf-44d8-b464-667febc50df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5643580 Feb 04 21:23:01.689470 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-2a59faa7-093d-4ae4-a036-ff4ede698d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:01.693944 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f130770-c708-4f9e-b9a5-4f6ade2e3f9c tempest-PortsAdminExtendedAttrsTestJSON-1810537215 tempest-PortsAdminExtendedAttrsTestJSON-1810537215-project] Made reservation on behalf of a2fdbce16a71457381899e770b311245 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:23:01.712971 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4f130770-c708-4f9e-b9a5-4f6ade2e3f9c tempest-PortsAdminExtendedAttrsTestJSON-1810537215 tempest-PortsAdminExtendedAttrsTestJSON-1810537215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:01.814280 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4f130770-c708-4f9e-b9a5-4f6ade2e3f9c tempest-PortsAdminExtendedAttrsTestJSON-1810537215 tempest-PortsAdminExtendedAttrsTestJSON-1810537215-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:01.846559 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a0bcd44d-68c3-4a32-92bf-ed57c07e63f7 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:01.851866 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b8cff456-8c41-4120-91c6-68775c3d174b req-2cd54a66-e7a7-440f-be0a-47c0b5f853fd service neutron] 10.222.0.18 "GET /v2.0/networks/9a5b169e-7ecf-44d8-b464-667febc50df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740949 Feb 04 21:23:01.859389 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-4f130770-c708-4f9e-b9a5-4f6ade2e3f9c tempest-PortsAdminExtendedAttrsTestJSON-1810537215 tempest-PortsAdminExtendedAttrsTestJSON-1810537215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:01.863438 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-4f130770-c708-4f9e-b9a5-4f6ade2e3f9c tempest-PortsAdminExtendedAttrsTestJSON-1810537215 tempest-PortsAdminExtendedAttrsTestJSON-1810537215-project] Usage tracker for resource:security_group_rule and tenant:a2fdbce16a71457381899e770b311245 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:01.866629 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-4f130770-c708-4f9e-b9a5-4f6ade2e3f9c tempest-PortsAdminExtendedAttrsTestJSON-1810537215 tempest-PortsAdminExtendedAttrsTestJSON-1810537215-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:01.874045 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a59faa7-093d-4ae4-a036-ff4ede698d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] Made reservation on behalf of f0d1b090050a4043bb4f267aa71f7f05 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:23:01.878943 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2a59faa7-093d-4ae4-a036-ff4ede698d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:01.896431 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-4f130770-c708-4f9e-b9a5-4f6ade2e3f9c tempest-PortsAdminExtendedAttrsTestJSON-1810537215 tempest-PortsAdminExtendedAttrsTestJSON-1810537215-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:01.904959 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a0bcd44d-68c3-4a32-92bf-ed57c07e63f7 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:01.922792 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2a59faa7-093d-4ae4-a036-ff4ede698d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:01.965638 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bcd44d-68c3-4a32-92bf-ed57c07e63f7 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6671627a-0603-42c9-a16b-60eca6fb26e2,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:01.991857 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-2a59faa7-093d-4ae4-a036-ff4ede698d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:01.997181 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2a59faa7-093d-4ae4-a036-ff4ede698d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] Usage tracker for resource:security_group_rule and tenant:f0d1b090050a4043bb4f267aa71f7f05 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:02.000306 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2a59faa7-093d-4ae4-a036-ff4ede698d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:02.007984 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-2a59faa7-093d-4ae4-a036-ff4ede698d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:02.043691 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a0bcd44d-68c3-4a32-92bf-ed57c07e63f7 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:02.048241 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a0bcd44d-68c3-4a32-92bf-ed57c07e63f7 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8074322 Feb 04 21:23:02.048403 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57952) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:02.093204 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7315d465-7acd-471f-b91d-6e693b4e3842 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:02.097050 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e23a5091-4de5-4280-b4f3-4edabe6b18e1 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:02.108663 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7315d465-7acd-471f-b91d-6e693b4e3842 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:02.135185 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7315d465-7acd-471f-b91d-6e693b4e3842 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:02.153405 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315d465-7acd-471f-b91d-6e693b4e3842 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6671627a-0603-42c9-a16b-60eca6fb26e2,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:02.160562 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7315d465-7acd-471f-b91d-6e693b4e3842 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:02.161884 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-7315d465-7acd-471f-b91d-6e693b4e3842 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/6671627a-0603-42c9-a16b-60eca6fb26e2 HTTP/1.1" status: 204 len: 168 time: 0.1111927 Feb 04 21:23:02.164455 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57958) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:02.240857 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-4afcf9de-2bb9-42dc-8847-4c7019c243a3 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Synchronizing usage tracker for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group_rule {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:23:02.263865 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a5091-4de5-4280-b4f3-4edabe6b18e1 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event updated for resources: {'Subnet': ['ID=95bf6654-c79c-4a20-a623-4218dcdde2d8,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:02.272964 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-4afcf9de-2bb9-42dc-8847-4c7019c243a3 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Unset dirty status for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group_rule {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:23:02.278054 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-4afcf9de-2bb9-42dc-8847-4c7019c243a3 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1124687 Feb 04 21:23:02.278723 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57964) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:02.360796 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2a59faa7-093d-4ae4-a036-ff4ede698d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:02.377902 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23a5091-4de5-4280-b4f3-4edabe6b18e1 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Checking segment: {'id': 'da109aeb-c022-46aa-ba2e-8a0a90aa1c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '918b20ea-40c3-4b7b-83bf-1b7d0f9cd035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:23:02.378177 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23a5091-4de5-4280-b4f3-4edabe6b18e1 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Network hostable DHCP agents. Network: 918b20ea-40c3-4b7b-83bf-1b7d0f9cd035, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:23:02.388612 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2a59faa7-093d-4ae4-a036-ff4ede698d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:02.393567 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-09de7854-fa11-4b0c-ab33-0d2baf42ac83 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:02.436999 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59faa7-093d-4ae4-a036-ff4ede698d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42e95f99-3d14-4547-9ea9-a4d29d3a036f,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:02.450827 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-09de7854-fa11-4b0c-ab33-0d2baf42ac83 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:02.451013 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4f130770-c708-4f9e-b9a5-4f6ade2e3f9c tempest-PortsAdminExtendedAttrsTestJSON-1810537215 tempest-PortsAdminExtendedAttrsTestJSON-1810537215-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:02.458987 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a59faa7-093d-4ae4-a036-ff4ede698d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:23:02.469622 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4f130770-c708-4f9e-b9a5-4f6ade2e3f9c tempest-PortsAdminExtendedAttrsTestJSON-1810537215 tempest-PortsAdminExtendedAttrsTestJSON-1810537215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:02.493617 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2a59faa7-093d-4ae4-a036-ff4ede698d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:02.494186 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-2a59faa7-093d-4ae4-a036-ff4ede698d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] Added segment 324013fe-ffa3-4ca6-b5a2-314e7da2d5e5 of type vlan for network f3874fa8-ee6c-40f0-ad27-935e61666245 Feb 04 21:23:02.499359 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23a5091-4de5-4280-b4f3-4edabe6b18e1 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Network 918b20ea-40c3-4b7b-83bf-1b7d0f9cd035 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:23:02.531347 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-e23a5091-4de5-4280-b4f3-4edabe6b18e1 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 918b20ea-40c3-4b7b-83bf-1b7d0f9cd035) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:23:02.533784 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f130770-c708-4f9e-b9a5-4f6ade2e3f9c tempest-PortsAdminExtendedAttrsTestJSON-1810537215 tempest-PortsAdminExtendedAttrsTestJSON-1810537215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:23:02.541638 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828c0a59-f531-4546-a862-80a660a7efd3 None None] Network 918b20ea-40c3-4b7b-83bf-1b7d0f9cd035 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:23:02.557031 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23a5091-4de5-4280-b4f3-4edabe6b18e1 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:02.557700 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e23a5091-4de5-4280-b4f3-4edabe6b18e1 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:02.564864 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-09de7854-fa11-4b0c-ab33-0d2baf42ac83 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:02.591357 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f130770-c708-4f9e-b9a5-4f6ade2e3f9c tempest-PortsAdminExtendedAttrsTestJSON-1810537215 tempest-PortsAdminExtendedAttrsTestJSON-1810537215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=380f2c32-e0e3-4693-a227-9c678322db9f,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:02.601485 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de7854-fa11-4b0c-ab33-0d2baf42ac83 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b64d8d6-0dc1-49b3-a82e-001e165c74da,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:02.613408 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4f130770-c708-4f9e-b9a5-4f6ade2e3f9c tempest-PortsAdminExtendedAttrsTestJSON-1810537215 tempest-PortsAdminExtendedAttrsTestJSON-1810537215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:02.613762 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-4f130770-c708-4f9e-b9a5-4f6ade2e3f9c tempest-PortsAdminExtendedAttrsTestJSON-1810537215 tempest-PortsAdminExtendedAttrsTestJSON-1810537215-project] Added segment 359b40a1-d545-4960-85c7-72e7a16550f8 of type vlan for network 277dac4b-ceec-47d5-9758-58d444ba3c58 Feb 04 21:23:02.638303 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-09de7854-fa11-4b0c-ab33-0d2baf42ac83 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:02.639655 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-09de7854-fa11-4b0c-ab33-0d2baf42ac83 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "DELETE /v2.0/security-groups/6b64d8d6-0dc1-49b3-a82e-001e165c74da HTTP/1.1" status: 204 len: 168 time: 0.3593378 Feb 04 21:23:02.642222 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57980) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:02.659472 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2a59faa7-093d-4ae4-a036-ff4ede698d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:02.728350 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4f130770-c708-4f9e-b9a5-4f6ade2e3f9c tempest-PortsAdminExtendedAttrsTestJSON-1810537215 tempest-PortsAdminExtendedAttrsTestJSON-1810537215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:02.772321 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4d36995f-cd91-4f61-a9c8-83c14444e0f9 req-9a3ec50c-7c2e-4cd3-8bb5-747105af6717 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=2adf3b42-923a-40d7-b6e6-0faaa00f30f9 HTTP/1.1" status: 200 len: 210 time: 0.0662251 Feb 04 21:23:02.784678 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.resource_extend [None req-2a59faa7-093d-4ae4-a036-ff4ede698d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:23:02.802502 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c3201f93-5f08-437e-a917-05d3bc50ba2e tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Synchronizing usage tracker for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:23:02.821405 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2a59faa7-093d-4ae4-a036-ff4ede698d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:02.821405 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a59faa7-093d-4ae4-a036-ff4ede698d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:02.821405 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2a59faa7-093d-4ae4-a036-ff4ede698d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:02.841653 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c3201f93-5f08-437e-a917-05d3bc50ba2e tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Unset dirty status for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:23:02.844432 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c3201f93-5f08-437e-a917-05d3bc50ba2e tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2010942 Feb 04 21:23:02.847755 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57992) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:02.860122 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4f130770-c708-4f9e-b9a5-4f6ade2e3f9c tempest-PortsAdminExtendedAttrsTestJSON-1810537215 tempest-PortsAdminExtendedAttrsTestJSON-1810537215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:02.869914 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f130770-c708-4f9e-b9a5-4f6ade2e3f9c tempest-PortsAdminExtendedAttrsTestJSON-1810537215 tempest-PortsAdminExtendedAttrsTestJSON-1810537215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:02.871908 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4f130770-c708-4f9e-b9a5-4f6ade2e3f9c tempest-PortsAdminExtendedAttrsTestJSON-1810537215 tempest-PortsAdminExtendedAttrsTestJSON-1810537215-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:02.895535 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e23a5091-4de5-4280-b4f3-4edabe6b18e1 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1084406 Feb 04 21:23:02.901379 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 57996) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:02.908892 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-c9be9faf-441c-4074-b412-a3562b75de71 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Request body: {'subnet': {'network_id': '918b20ea-40c3-4b7b-83bf-1b7d0f9cd035', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:03.037773 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2a59faa7-093d-4ae4-a036-ff4ede698d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.0630844 Feb 04 21:23:03.048066 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4f130770-c708-4f9e-b9a5-4f6ade2e3f9c tempest-PortsAdminExtendedAttrsTestJSON-1810537215 tempest-PortsAdminExtendedAttrsTestJSON-1810537215-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.3327847 Feb 04 21:23:03.060895 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59faa7-093d-4ae4-a036-ff4ede698d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] Pushing event updated for resources: {'Network': ['ID=f3874fa8-ee6c-40f0-ad27-935e61666245,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:03.128300 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c9be9faf-441c-4074-b412-a3562b75de71 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:03.157784 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c9be9faf-441c-4074-b412-a3562b75de71 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Usage tracker for resource:subnet and tenant:44f990c85e0448379441eb9061711156 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:03.165403 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c9be9faf-441c-4074-b412-a3562b75de71 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:03.193501 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network f3874fa8-ee6c-40f0-ad27-935e61666245 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:23:03.210353 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f130770-c708-4f9e-b9a5-4f6ade2e3f9c tempest-PortsAdminExtendedAttrsTestJSON-1810537215 tempest-PortsAdminExtendedAttrsTestJSON-1810537215-project] Pushing event updated for resources: {'Network': ['ID=277dac4b-ceec-47d5-9758-58d444ba3c58,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:03.247588 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c9be9faf-441c-4074-b412-a3562b75de71 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:03.314933 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 277dac4b-ceec-47d5-9758-58d444ba3c58 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:23:03.353924 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1f138a9a-9458-4750-b829-c6204146d7a7 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:03.401242 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9be9faf-441c-4074-b412-a3562b75de71 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Made reservation on behalf of 44f990c85e0448379441eb9061711156 for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:23:03.405194 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c9be9faf-441c-4074-b412-a3562b75de71 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:03.496805 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:03.503327 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91dcbc5-d863-41ea-ae08-dfa219130609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-918b20ea-40c3-4b7b-83bf-1b7d0f9cd035', 'network_id': '918b20ea-40c3-4b7b-83bf-1b7d0f9cd035', 'tenant_id': '44f990c85e0448379441eb9061711156', 'fixed_ips': [{'subnet_id': '95bf6654-c79c-4a20-a623-4218dcdde2d8'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:23:03.504143 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b91dcbc5-d863-41ea-ae08-dfa219130609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:03.551196 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1f138a9a-9458-4750-b829-c6204146d7a7 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:03.607509 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58016) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:03.628852 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Request body: {'port': {'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245', 'binding:host_id': 'n-h2-827896-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-651966637'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:03.635455 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:03.649733 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Usage tracker for resource:port and tenant:88e2883a1bdb4b42bf3f95c3f162f296 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:03.656254 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:03.665694 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:03.684424 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Made reservation on behalf of 88e2883a1bdb4b42bf3f95c3f162f296 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:23:03.688797 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:03.689409 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-c5da952c-cbe7-4528-8db8-29af3a11b082 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:03.692170 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-c5da952c-cbe7-4528-8db8-29af3a11b082 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.18 "GET /v2.0/networks?id=9a5b169e-7ecf-44d8-b464-667febc50df4 HTTP/1.1" status: 200 len: 815 time: 0.5711761 Feb 04 21:23:03.711963 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:03.718985 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-b5cecfc9-d74a-4ce8-9112-961f1fe0466b tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Request body: {'port': {'device_id': '2adf3b42-923a-40d7-b6e6-0faaa00f30f9', 'network_id': '9a5b169e-7ecf-44d8-b464-667febc50df4', 'admin_state_up': True, 'tenant_id': '354a53753e434161ab788e250190d627'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:03.730325 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:03.735304 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Usage tracker for resource:security_group_rule and tenant:88e2883a1bdb4b42bf3f95c3f162f296 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:03.739577 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:03.752444 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:03.872936 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1f138a9a-9458-4750-b829-c6204146d7a7 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:03.902579 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-b91dcbc5-d863-41ea-ae08-dfa219130609 None None] Allocated IP 2001:db8::2 (918b20ea-40c3-4b7b-83bf-1b7d0f9cd035/95bf6654-c79c-4a20-a623-4218dcdde2d8/a45bda11-062a-46f1-852a-2d80b4990fbc) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:23:03.944088 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58034) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:03.953442 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f138a9a-9458-4750-b829-c6204146d7a7 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4372a989-0283-4f57-b476-a7dc99fb9000,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:03.986894 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Request body: {'port': {'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58', 'binding:host_id': 'n-h2-827896-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-345536420'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:03.989129 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:03.998329 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:04.002248 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] device_id is not set on port b4805c08-4159-442f-9a88-b17fa384dd1c yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:23:04.016416 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:04.038738 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Usage tracker for resource:port and tenant:79ee858788434ea2afe2d43820c66963 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:04.131364 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:04.183725 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:04.190960 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1f138a9a-9458-4750-b829-c6204146d7a7 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:04.192259 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-1f138a9a-9458-4750-b829-c6204146d7a7 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "DELETE /v2.0/security-groups/4372a989-0283-4f57-b476-a7dc99fb9000 HTTP/1.1" status: 204 len: 168 time: 1.3421867 Feb 04 21:23:04.215183 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58040) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:04.293163 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a4920243-e4e8-4071-bde1-d11e8776385f req-44ca027b-c31c-4a23-8052-7c251be45c30 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=2adf3b42-923a-40d7-b6e6-0faaa00f30f9 HTTP/1.1" status: 200 len: 210 time: 0.1207986 Feb 04 21:23:04.294598 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-b5cecfc9-d74a-4ce8-9112-961f1fe0466b tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:04.302847 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Made reservation on behalf of 79ee858788434ea2afe2d43820c66963 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:23:04.305290 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:04.316915 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b91dcbc5-d863-41ea-ae08-dfa219130609 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:04.332293 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b91dcbc5-d863-41ea-ae08-dfa219130609 None None] Transition to ACTIVE for port object a45bda11-062a-46f1-852a-2d80b4990fbc will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:23:04.334008 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-b5cecfc9-d74a-4ce8-9112-961f1fe0466b tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:04.336530 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:04.410585 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b91dcbc5-d863-41ea-ae08-dfa219130609 None None] Transition to ACTIVE for port object a45bda11-062a-46f1-852a-2d80b4990fbc will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:23:04.412413 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:04.422214 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Usage tracker for resource:security_group_rule and tenant:79ee858788434ea2afe2d43820c66963 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:04.426434 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:04.435773 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b91dcbc5-d863-41ea-ae08-dfa219130609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:04.439532 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abb7185-1d64-46fb-b290-254552002722,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:04.473386 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-b5cecfc9-d74a-4ce8-9112-961f1fe0466b tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Made reservation on behalf of 354a53753e434161ab788e250190d627 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:23:04.477321 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-b5cecfc9-d74a-4ce8-9112-961f1fe0466b tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:04.505888 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:04.519068 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-67504be7-73a6-49d4-8378-d3af29bd9f6c tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Synchronizing usage tracker for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:23:04.562440 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-67504be7-73a6-49d4-8378-d3af29bd9f6c tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Unset dirty status for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:23:04.567340 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-67504be7-73a6-49d4-8378-d3af29bd9f6c tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3371692 Feb 04 21:23:04.567975 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58050) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:04.600802 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dcbc5-d863-41ea-ae08-dfa219130609 None None] Pushing event updated for resources: {'Port': ['ID=a45bda11-062a-46f1-852a-2d80b4990fbc,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:04.610067 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-6f8e0637-e27d-4ee3-8f89-d029a695b9d1 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Request body: {'security_group': {'name': 'tempest-secgroup--808557925'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:04.612636 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91dcbc5-d863-41ea-ae08-dfa219130609 None None] Network 918b20ea-40c3-4b7b-83bf-1b7d0f9cd035 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:23:04.616107 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-b91dcbc5-d863-41ea-ae08-dfa219130609 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:23:04.630119 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6f8e0637-e27d-4ee3-8f89-d029a695b9d1 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:04.639288 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91dcbc5-d863-41ea-ae08-dfa219130609 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:23:04.646424 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6f8e0637-e27d-4ee3-8f89-d029a695b9d1 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:04.653440 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] device_id is not set on port b4805c08-4159-442f-9a88-b17fa384dd1c yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:23:04.665830 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:04.680610 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6f8e0637-e27d-4ee3-8f89-d029a695b9d1 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:04.695687 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Transition to ACTIVE for port object b4805c08-4159-442f-9a88-b17fa384dd1c will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:23:04.712652 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6f8e0637-e27d-4ee3-8f89-d029a695b9d1 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:04.716783 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:04.758435 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6f8e0637-e27d-4ee3-8f89-d029a695b9d1 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Usage tracker for resource:security_group_rule and tenant:78331e868d8e416598ccef9a3fba370c is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:04.769119 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6f8e0637-e27d-4ee3-8f89-d029a695b9d1 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:04.772517 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c9be9faf-441c-4074-b412-a3562b75de71 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:04.798677 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6f8e0637-e27d-4ee3-8f89-d029a695b9d1 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:04.834195 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Pushing event updated for resources: {'Port': ['ID=b4805c08-4159-442f-9a88-b17fa384dd1c,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:04.866695 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Checking segment: {'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:23:04.867057 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Network hostable DHCP agents. Network: f3874fa8-ee6c-40f0-ad27-935e61666245, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:23:04.893050 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-b91dcbc5-d863-41ea-ae08-dfa219130609 None None] Attempting to bind port a45bda11-062a-46f1-852a-2d80b4990fbc on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:04.893998 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-b91dcbc5-d863-41ea-ae08-dfa219130609 None None] Attempting to bind port a45bda11-062a-46f1-852a-2d80b4990fbc by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': 'da109aeb-c022-46aa-ba2e-8a0a90aa1c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '918b20ea-40c3-4b7b-83bf-1b7d0f9cd035'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:04.894628 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91dcbc5-d863-41ea-ae08-dfa219130609 None None] Attempting to bind port a45bda11-062a-46f1-852a-2d80b4990fbc on network 918b20ea-40c3-4b7b-83bf-1b7d0f9cd035 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:04.903823 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91dcbc5-d863-41ea-ae08-dfa219130609 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:23:04.905014 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91dcbc5-d863-41ea-ae08-dfa219130609 None None] Checking segment: {'id': 'da109aeb-c022-46aa-ba2e-8a0a90aa1c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '918b20ea-40c3-4b7b-83bf-1b7d0f9cd035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:23:04.906104 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b91dcbc5-d863-41ea-ae08-dfa219130609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:04.906685 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91dcbc5-d863-41ea-ae08-dfa219130609 None None] Bound using segment: {'id': 'da109aeb-c022-46aa-ba2e-8a0a90aa1c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '918b20ea-40c3-4b7b-83bf-1b7d0f9cd035'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:23:04.907710 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-b91dcbc5-d863-41ea-ae08-dfa219130609 None None] Bound port: a45bda11-062a-46f1-852a-2d80b4990fbc, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da109aeb-c022-46aa-ba2e-8a0a90aa1c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '918b20ea-40c3-4b7b-83bf-1b7d0f9cd035'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:23:04.908286 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b91dcbc5-d863-41ea-ae08-dfa219130609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:04.913319 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Network f3874fa8-ee6c-40f0-ad27-935e61666245 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:23:04.933047 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, f3874fa8-ee6c-40f0-ad27-935e61666245) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:23:04.956891 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:23:04.964280 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9be9faf-441c-4074-b412-a3562b75de71 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Network 918b20ea-40c3-4b7b-83bf-1b7d0f9cd035 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:23:04.974864 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-c9be9faf-441c-4074-b412-a3562b75de71 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:23:04.988918 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9be9faf-441c-4074-b412-a3562b75de71 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:04.990025 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c9be9faf-441c-4074-b412-a3562b75de71 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:04.992619 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6f8e0637-e27d-4ee3-8f89-d029a695b9d1 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:04.995714 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3298ce-5916-40b3-b212-bbecd90f0eab None None] Network f3874fa8-ee6c-40f0-ad27-935e61666245 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:23:04.996570 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be9faf-441c-4074-b412-a3562b75de71 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event updated for resources: {'Subnet': ['ID=3b68e7de-e09c-48d8-a386-ff23e02cad97,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:05.007857 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port b4805c08-4159-442f-9a88-b17fa384dd1c on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:05.008166 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port b4805c08-4159-442f-9a88-b17fa384dd1c by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:05.008533 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port b4805c08-4159-442f-9a88-b17fa384dd1c on network f3874fa8-ee6c-40f0-ad27-935e61666245 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:05.011424 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6f8e0637-e27d-4ee3-8f89-d029a695b9d1 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:05.062935 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Port b4805c08-4159-442f-9a88-b17fa384dd1c on network f3874fa8-ee6c-40f0-ad27-935e61666245 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:05.068056 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Failed to bind port b4805c08-4159-442f-9a88-b17fa384dd1c on host n-h2-827896-1 for vnic_type normal using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] Feb 04 21:23:05.081072 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempt 2 to bind port b4805c08-4159-442f-9a88-b17fa384dd1c Feb 04 21:23:05.139944 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e0637-e27d-4ee3-8f89-d029a695b9d1 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1428baa-7106-40a2-a8bd-1beb8cd24994,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:05.172227 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port b4805c08-4159-442f-9a88-b17fa384dd1c on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:05.172757 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port b4805c08-4159-442f-9a88-b17fa384dd1c by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:05.173299 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port b4805c08-4159-442f-9a88-b17fa384dd1c on network f3874fa8-ee6c-40f0-ad27-935e61666245 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:05.190165 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Port b4805c08-4159-442f-9a88-b17fa384dd1c on network f3874fa8-ee6c-40f0-ad27-935e61666245 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:05.190700 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Failed to bind port b4805c08-4159-442f-9a88-b17fa384dd1c on host n-h2-827896-1 for vnic_type normal using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] Feb 04 21:23:05.194241 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempt 3 to bind port b4805c08-4159-442f-9a88-b17fa384dd1c Feb 04 21:23:05.232322 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6f8e0637-e27d-4ee3-8f89-d029a695b9d1 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:05.235295 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6f8e0637-e27d-4ee3-8f89-d029a695b9d1 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6668220 Feb 04 21:23:05.238217 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58068) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:05.253263 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-f0e46518-8c8f-42ee-9f11-85cb2fcf8878 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Request body: {'security_group_rule': {'security_group_id': 'f1428baa-7106-40a2-a8bd-1beb8cd24994', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:05.266970 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port b4805c08-4159-442f-9a88-b17fa384dd1c on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:05.268736 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port b4805c08-4159-442f-9a88-b17fa384dd1c by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:05.269248 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port b4805c08-4159-442f-9a88-b17fa384dd1c on network f3874fa8-ee6c-40f0-ad27-935e61666245 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:05.272118 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:05.275719 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f0e46518-8c8f-42ee-9f11-85cb2fcf8878 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:05.279407 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Port b4805c08-4159-442f-9a88-b17fa384dd1c on network f3874fa8-ee6c-40f0-ad27-935e61666245 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:05.279904 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Failed to bind port b4805c08-4159-442f-9a88-b17fa384dd1c on host n-h2-827896-1 for vnic_type normal using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] Feb 04 21:23:05.281742 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempt 4 to bind port b4805c08-4159-442f-9a88-b17fa384dd1c Feb 04 21:23:05.293059 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f0e46518-8c8f-42ee-9f11-85cb2fcf8878 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Usage tracker for resource:security_group_rule and tenant:78331e868d8e416598ccef9a3fba370c is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:05.298762 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f0e46518-8c8f-42ee-9f11-85cb2fcf8878 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:05.327304 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f0e46518-8c8f-42ee-9f11-85cb2fcf8878 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:05.334274 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-b91dcbc5-d863-41ea-ae08-dfa219130609 None None] For port a45bda11-062a-46f1-852a-2d80b4990fbc, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:23:05.334817 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:05.337775 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port b4805c08-4159-442f-9a88-b17fa384dd1c on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:05.337998 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port b4805c08-4159-442f-9a88-b17fa384dd1c by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:05.338420 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port b4805c08-4159-442f-9a88-b17fa384dd1c on network f3874fa8-ee6c-40f0-ad27-935e61666245 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:05.340066 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-b91dcbc5-d863-41ea-ae08-dfa219130609 None None] For port a45bda11-062a-46f1-852a-2d80b4990fbc, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a45bda11-062a-46f1-852a-2d80b4990fbc,segment=NetworkSegment(da109aeb-c022-46aa-ba2e-8a0a90aa1c44),segment_id=da109aeb-c022-46aa-ba2e-8a0a90aa1c44)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:23:05.356256 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b91dcbc5-d863-41ea-ae08-dfa219130609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:05.372127 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] device_id is not set on port 4e1c2e29-2604-436c-9b8c-04e0e997e876 yet. {{(pid=87683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:23:05.372363 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Port b4805c08-4159-442f-9a88-b17fa384dd1c on network f3874fa8-ee6c-40f0-ad27-935e61666245 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:05.372891 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Failed to bind port b4805c08-4159-442f-9a88-b17fa384dd1c on host n-h2-827896-1 for vnic_type normal using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] Feb 04 21:23:05.376755 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempt 5 to bind port b4805c08-4159-442f-9a88-b17fa384dd1c Feb 04 21:23:05.410272 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-b5cecfc9-d74a-4ce8-9112-961f1fe0466b tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Allocated IP 172.20.0.13 (9a5b169e-7ecf-44d8-b464-667febc50df4/04d011a5-5fa5-46de-b6ec-0f9f6f04e44d/0cd1a232-7871-4960-bc67-84db7b821dae) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:23:05.413383 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c9be9faf-441c-4074-b412-a3562b75de71 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5096939 Feb 04 21:23:05.431438 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58074) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:05.432314 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f0e46518-8c8f-42ee-9f11-85cb2fcf8878 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:05.510610 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c465c0-18c9-44d4-9720-877c05678b99,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:05.550132 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dcbc5-d863-41ea-ae08-dfa219130609 None None] Pushing event updated for resources: {'Port': ['ID=a45bda11-062a-46f1-852a-2d80b4990fbc,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:05.718103 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port b4805c08-4159-442f-9a88-b17fa384dd1c on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:05.719024 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port b4805c08-4159-442f-9a88-b17fa384dd1c by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:05.719024 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port b4805c08-4159-442f-9a88-b17fa384dd1c on network f3874fa8-ee6c-40f0-ad27-935e61666245 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:05.761746 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Port b4805c08-4159-442f-9a88-b17fa384dd1c on network f3874fa8-ee6c-40f0-ad27-935e61666245 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:05.761746 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Failed to bind port b4805c08-4159-442f-9a88-b17fa384dd1c on host n-h2-827896-1 for vnic_type normal using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] Feb 04 21:23:05.767017 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempt 6 to bind port b4805c08-4159-442f-9a88-b17fa384dd1c Feb 04 21:23:05.829845 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-89ddfac8-a6c5-4577-9396-55c098cf0090 req-4f595835-9fe2-4d28-8285-6273f25402c7 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Synchronizing usage tracker for tenant:354a53753e434161ab788e250190d627 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:23:05.836687 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca7f0d7-20a9-46c4-8607-2fcead6322bd tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:05.836687 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca7f0d7-20a9-46c4-8607-2fcead6322bd tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:05.838437 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca7f0d7-20a9-46c4-8607-2fcead6322bd tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:05.842020 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca7f0d7-20a9-46c4-8607-2fcead6322bd tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:05.842020 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca7f0d7-20a9-46c4-8607-2fcead6322bd tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:05.843022 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2ca7f0d7-20a9-46c4-8607-2fcead6322bd tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Synchronizing usage tracker for tenant:44f990c85e0448379441eb9061711156 on resource:subnet {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:23:05.845828 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port b4805c08-4159-442f-9a88-b17fa384dd1c on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:05.846199 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port b4805c08-4159-442f-9a88-b17fa384dd1c by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:05.846536 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port b4805c08-4159-442f-9a88-b17fa384dd1c on network f3874fa8-ee6c-40f0-ad27-935e61666245 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:05.855940 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Port b4805c08-4159-442f-9a88-b17fa384dd1c on network f3874fa8-ee6c-40f0-ad27-935e61666245 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:05.856271 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Failed to bind port b4805c08-4159-442f-9a88-b17fa384dd1c on host n-h2-827896-1 for vnic_type normal using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] Feb 04 21:23:05.859788 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempt 7 to bind port b4805c08-4159-442f-9a88-b17fa384dd1c Feb 04 21:23:05.919584 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f0e46518-8c8f-42ee-9f11-85cb2fcf8878 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:05.921353 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port b4805c08-4159-442f-9a88-b17fa384dd1c on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:05.921691 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port b4805c08-4159-442f-9a88-b17fa384dd1c by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:05.922030 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port b4805c08-4159-442f-9a88-b17fa384dd1c on network f3874fa8-ee6c-40f0-ad27-935e61666245 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:05.927546 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Port b4805c08-4159-442f-9a88-b17fa384dd1c on network f3874fa8-ee6c-40f0-ad27-935e61666245 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:05.927864 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Failed to bind port b4805c08-4159-442f-9a88-b17fa384dd1c on host n-h2-827896-1 for vnic_type normal using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] Feb 04 21:23:05.928419 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempt 8 to bind port b4805c08-4159-442f-9a88-b17fa384dd1c Feb 04 21:23:05.938666 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f0e46518-8c8f-42ee-9f11-85cb2fcf8878 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:05.940796 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2ca7f0d7-20a9-46c4-8607-2fcead6322bd tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Unset dirty status for tenant:44f990c85e0448379441eb9061711156 on resource:subnet {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:23:05.942225 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2ca7f0d7-20a9-46c4-8607-2fcead6322bd tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4892504 Feb 04 21:23:05.957929 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58088) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:05.973923 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-c33f87dd-20a0-49d7-8e5c-fa368da66394 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1161677869'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:05.982746 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port b4805c08-4159-442f-9a88-b17fa384dd1c on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:05.983280 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port b4805c08-4159-442f-9a88-b17fa384dd1c by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:05.983764 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port b4805c08-4159-442f-9a88-b17fa384dd1c on network f3874fa8-ee6c-40f0-ad27-935e61666245 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:05.993716 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e46518-8c8f-42ee-9f11-85cb2fcf8878 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88243a33-95b9-4d8d-9fde-fc7f1708623f,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:06.000846 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c33f87dd-20a0-49d7-8e5c-fa368da66394 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:06.007233 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Port b4805c08-4159-442f-9a88-b17fa384dd1c on network f3874fa8-ee6c-40f0-ad27-935e61666245 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:06.007708 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Failed to bind port b4805c08-4159-442f-9a88-b17fa384dd1c on host n-h2-827896-1 for vnic_type normal using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] Feb 04 21:23:06.011597 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempt 9 to bind port b4805c08-4159-442f-9a88-b17fa384dd1c Feb 04 21:23:06.020579 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c33f87dd-20a0-49d7-8e5c-fa368da66394 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Usage tracker for resource:network and tenant:44f990c85e0448379441eb9061711156 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:06.028340 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c33f87dd-20a0-49d7-8e5c-fa368da66394 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:06.066612 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f0e46518-8c8f-42ee-9f11-85cb2fcf8878 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:06.070823 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f0e46518-8c8f-42ee-9f11-85cb2fcf8878 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8264408 Feb 04 21:23:06.071376 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58092) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:06.084011 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c33f87dd-20a0-49d7-8e5c-fa368da66394 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:06.088392 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port b4805c08-4159-442f-9a88-b17fa384dd1c on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:06.088863 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port b4805c08-4159-442f-9a88-b17fa384dd1c by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:06.089736 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port b4805c08-4159-442f-9a88-b17fa384dd1c on network f3874fa8-ee6c-40f0-ad27-935e61666245 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:06.100984 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Port b4805c08-4159-442f-9a88-b17fa384dd1c on network f3874fa8-ee6c-40f0-ad27-935e61666245 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:06.101461 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Failed to bind port b4805c08-4159-442f-9a88-b17fa384dd1c on host n-h2-827896-1 for vnic_type normal using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] Feb 04 21:23:06.116185 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-89ddfac8-a6c5-4577-9396-55c098cf0090 req-4f595835-9fe2-4d28-8285-6273f25402c7 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Unset dirty status for tenant:354a53753e434161ab788e250190d627 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:23:06.116391 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempt 10 to bind port b4805c08-4159-442f-9a88-b17fa384dd1c Feb 04 21:23:06.126455 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-89ddfac8-a6c5-4577-9396-55c098cf0090 req-4f595835-9fe2-4d28-8285-6273f25402c7 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=2adf3b42-923a-40d7-b6e6-0faaa00f30f9 HTTP/1.1" status: 200 len: 210 time: 0.5571311 Feb 04 21:23:06.158223 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33f87dd-20a0-49d7-8e5c-fa368da66394 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Made reservation on behalf of 44f990c85e0448379441eb9061711156 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:23:06.165755 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c33f87dd-20a0-49d7-8e5c-fa368da66394 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:06.192558 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port b4805c08-4159-442f-9a88-b17fa384dd1c on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:06.192902 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port b4805c08-4159-442f-9a88-b17fa384dd1c by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:06.193268 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port b4805c08-4159-442f-9a88-b17fa384dd1c on network f3874fa8-ee6c-40f0-ad27-935e61666245 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:06.208582 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Port b4805c08-4159-442f-9a88-b17fa384dd1c on network f3874fa8-ee6c-40f0-ad27-935e61666245 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:06.208912 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Failed to bind port b4805c08-4159-442f-9a88-b17fa384dd1c on host n-h2-827896-1 for vnic_type normal using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] Feb 04 21:23:06.209297 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:06.219515 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4a89f13e-bf10-4c0c-b896-7e0087984f73 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:06.239832 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4a89f13e-bf10-4c0c-b896-7e0087984f73 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:06.251226 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] device_id is not set on port 4e1c2e29-2604-436c-9b8c-04e0e997e876 yet. {{(pid=87683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:23:06.266112 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-b5cecfc9-d74a-4ce8-9112-961f1fe0466b tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:06.270672 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:06.288255 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Transition to ACTIVE for port object 4e1c2e29-2604-436c-9b8c-04e0e997e876 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:23:06.305132 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:06.313947 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c33f87dd-20a0-49d7-8e5c-fa368da66394 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:23:06.332650 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c33f87dd-20a0-49d7-8e5c-fa368da66394 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:06.332984 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-c33f87dd-20a0-49d7-8e5c-fa368da66394 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Added segment 889d8cc6-49d8-469e-b9b8-e3b225585121 of type vlan for network f62ac4f1-25be-4620-93e6-69c8fa0aa663 Feb 04 21:23:06.339340 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4a89f13e-bf10-4c0c-b896-7e0087984f73 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:06.376679 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89f13e-bf10-4c0c-b896-7e0087984f73 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88243a33-95b9-4d8d-9fde-fc7f1708623f,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:06.403311 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Pushing event updated for resources: {'Port': ['ID=4e1c2e29-2604-436c-9b8c-04e0e997e876,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:06.407653 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-b5cecfc9-d74a-4ce8-9112-961f1fe0466b tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:06.420250 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['e57f8557-6ec9-4ad1-b79a-7507873f51eb'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:23:06.427449 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4a89f13e-bf10-4c0c-b896-7e0087984f73 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:06.431897 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4a89f13e-bf10-4c0c-b896-7e0087984f73 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/88243a33-95b9-4d8d-9fde-fc7f1708623f HTTP/1.1" status: 204 len: 168 time: 0.3424819 Feb 04 21:23:06.432846 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c33f87dd-20a0-49d7-8e5c-fa368da66394 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:06.436979 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58100) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:06.442271 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] For port b4805c08-4159-442f-9a88-b17fa384dd1c, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:23:06.442647 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempted to set empty binding levels {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 21:23:06.463581 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:06.489728 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['2db420b0-ef36-4d5a-aa6d-eee053eb15bf'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:23:06.568409 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Checking segment: {'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:23:06.568867 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Network hostable DHCP agents. Network: 277dac4b-ceec-47d5-9758-58d444ba3c58, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:23:06.571074 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:06.571812 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:06.595312 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.resource_extend [None req-c33f87dd-20a0-49d7-8e5c-fa368da66394 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:23:06.634620 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-b5cecfc9-d74a-4ce8-9112-961f1fe0466b tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Network 9a5b169e-7ecf-44d8-b464-667febc50df4 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:23:06.645816 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-b5cecfc9-d74a-4ce8-9112-961f1fe0466b tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:23:06.658128 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-b5cecfc9-d74a-4ce8-9112-961f1fe0466b tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:23:06.747542 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cecfc9-d74a-4ce8-9112-961f1fe0466b tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Pushing event updated for resources: {'Port': ['ID=0cd1a232-7871-4960-bc67-84db7b821dae,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:06.749300 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b8a0b717-dc41-4ea7-8199-ab1a0b4baefe tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Synchronizing usage tracker for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group_rule {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:23:06.752559 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a45bda11-062a-46f1-852a-2d80b4990fbc up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:23:06.757125 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Network 277dac4b-ceec-47d5-9758-58d444ba3c58 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:23:06.780091 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 277dac4b-ceec-47d5-9758-58d444ba3c58) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:23:06.791019 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:23:06.798094 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.1839180 Feb 04 21:23:06.799994 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58110) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:06.808878 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-b5cecfc9-d74a-4ce8-9112-961f1fe0466b tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:06.809779 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-b5cecfc9-d74a-4ce8-9112-961f1fe0466b tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:06.811861 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfab3bf-a755-4c0b-97a1-754ce2029448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Pushing event updated for resources: {'Port': ['ID=b4805c08-4159-442f-9a88-b17fa384dd1c,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:06.817320 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c33f87dd-20a0-49d7-8e5c-fa368da66394 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:06.823958 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33f87dd-20a0-49d7-8e5c-fa368da66394 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:06.824595 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c33f87dd-20a0-49d7-8e5c-fa368da66394 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:06.828419 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b8a0b717-dc41-4ea7-8199-ab1a0b4baefe tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Unset dirty status for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group_rule {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:23:06.829690 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b8a0b717-dc41-4ea7-8199-ab1a0b4baefe tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3894787 Feb 04 21:23:06.856398 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58114) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:06.865705 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2bf7d4-1b12-4b7e-b95a-b387ffb6000b None None] Network 277dac4b-ceec-47d5-9758-58d444ba3c58 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:23:06.989067 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-b5cecfc9-d74a-4ce8-9112-961f1fe0466b tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2805030 Feb 04 21:23:06.998023 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c33f87dd-20a0-49d7-8e5c-fa368da66394 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0320177 Feb 04 21:23:07.004931 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58122) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:07.014979 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:07.021521 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:07.021994 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:07.030066 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-56b9713b-0574-423a-b6ab-2f0c16fa62af tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:07.039712 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-d830a176-2369-4b3e-b7b1-875436738665 service neutron] Request body: {'port': {'device_id': '2adf3b42-923a-40d7-b6e6-0faaa00f30f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:07.238290 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port a45bda11-062a-46f1-852a-2d80b4990fbc completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:23:07.241493 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-d830a176-2369-4b3e-b7b1-875436738665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:07.251876 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac43be3-9bee-4386-9e46-3ad48e0576a3 None None] Network 918b20ea-40c3-4b7b-83bf-1b7d0f9cd035 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:23:07.254829 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:07.255636 n-d-827896-1 neutron-server[87683]: ERROR neutron.plugins.ml2.managers [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Failed to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on host n-h2-827896-1 for vnic_type normal using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] Feb 04 21:23:07.258323 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-20dac949-d4f1-4ae9-af2d-2b22119d05e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Deleting port b4805c08-4159-442f-9a88-b17fa384dd1c {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:23:07.258917 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-20dac949-d4f1-4ae9-af2d-2b22119d05e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:07.291464 n-d-827896-1 neutron-server[87683]: INFO neutron.plugins.ml2.plugin [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempt 2 to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 Feb 04 21:23:07.324643 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f87dd-20a0-49d7-8e5c-fa368da66394 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event updated for resources: {'Network': ['ID=f62ac4f1-25be-4620-93e6-69c8fa0aa663,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:07.393298 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a850a538-5bc3-4f80-9915-b5761b7a779d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:07.445936 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-56b9713b-0574-423a-b6ab-2f0c16fa62af tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:07.464024 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a850a538-5bc3-4f80-9915-b5761b7a779d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:07.503965 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-56b9713b-0574-423a-b6ab-2f0c16fa62af tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:07.509498 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network f62ac4f1-25be-4620-93e6-69c8fa0aa663 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:23:07.573288 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-56b9713b-0574-423a-b6ab-2f0c16fa62af tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Network f62ac4f1-25be-4620-93e6-69c8fa0aa663 is not hosted by any dhcp agent {{(pid=87682) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 21:23:07.575213 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:07.575738 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:07.576254 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:07.579402 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b9713b-0574-423a-b6ab-2f0c16fa62af tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:07.580325 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-56b9713b-0574-423a-b6ab-2f0c16fa62af tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:07.581999 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-56b9713b-0574-423a-b6ab-2f0c16fa62af tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "PUT /v2.0/networks/f62ac4f1-25be-4620-93e6-69c8fa0aa663 HTTP/1.1" status: 200 len: 723 time: 0.5622742 Feb 04 21:23:07.587318 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58138) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:07.629014 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-4b40a666-3a17-49cf-b639-d944ab0b2872 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Request body: {'subnet': {'network_id': 'f62ac4f1-25be-4620-93e6-69c8fa0aa663', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:07.663930 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:07.664289 n-d-827896-1 neutron-server[87683]: ERROR neutron.plugins.ml2.managers [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Failed to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on host n-h2-827896-1 for vnic_type normal using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] Feb 04 21:23:07.677535 n-d-827896-1 neutron-server[87683]: INFO neutron.plugins.ml2.plugin [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempt 3 to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 Feb 04 21:23:07.685032 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9713b-0574-423a-b6ab-2f0c16fa62af tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event updated for resources: {'Network': ['ID=f62ac4f1-25be-4620-93e6-69c8fa0aa663,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:07.708975 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a850a538-5bc3-4f80-9915-b5761b7a779d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:07.746909 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850a538-5bc3-4f80-9915-b5761b7a779d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1428baa-7106-40a2-a8bd-1beb8cd24994,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:07.774956 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network f62ac4f1-25be-4620-93e6-69c8fa0aa663 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:23:07.777245 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a850a538-5bc3-4f80-9915-b5761b7a779d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:07.779082 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a850a538-5bc3-4f80-9915-b5761b7a779d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "DELETE /v2.0/security-groups/f1428baa-7106-40a2-a8bd-1beb8cd24994 HTTP/1.1" status: 204 len: 168 time: 0.9178140 Feb 04 21:23:07.781620 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58146) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:07.839828 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5875d130-1c78-4f6a-a05e-cd38e5f6680a tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Synchronizing usage tracker for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:23:07.862566 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5875d130-1c78-4f6a-a05e-cd38e5f6680a tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Unset dirty status for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:23:07.869367 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5875d130-1c78-4f6a-a05e-cd38e5f6680a tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0858159 Feb 04 21:23:07.873264 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58150) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:07.878920 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-d150e16a-b5a0-4261-861c-3bcd16e97251 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Request body: {'security_group': {'name': 'tempest-secgroup--57185171'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:07.897121 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d150e16a-b5a0-4261-861c-3bcd16e97251 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:07.933384 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d150e16a-b5a0-4261-861c-3bcd16e97251 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:07.958100 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d150e16a-b5a0-4261-861c-3bcd16e97251 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:08.012488 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d150e16a-b5a0-4261-861c-3bcd16e97251 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:08.024657 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d150e16a-b5a0-4261-861c-3bcd16e97251 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Usage tracker for resource:security_group_rule and tenant:78331e868d8e416598ccef9a3fba370c is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:08.046290 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d150e16a-b5a0-4261-861c-3bcd16e97251 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:08.057478 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d150e16a-b5a0-4261-861c-3bcd16e97251 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:08.062532 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-514bb90b-7cf2-4f08-be39-0e7f82e5f74c None None] Provisioning for port a45bda11-062a-46f1-852a-2d80b4990fbc completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:23:08.093019 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-514bb90b-7cf2-4f08-be39-0e7f82e5f74c None None] Provisioning complete for port a45bda11-062a-46f1-852a-2d80b4990fbc triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:23:08.095530 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-514bb90b-7cf2-4f08-be39-0e7f82e5f74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:08.127127 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:08.127674 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:08.127674 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:08.177084 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:08.178114 n-d-827896-1 neutron-server[87683]: ERROR neutron.plugins.ml2.managers [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Failed to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on host n-h2-827896-1 for vnic_type normal using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] Feb 04 21:23:08.192729 n-d-827896-1 neutron-server[87683]: INFO neutron.plugins.ml2.plugin [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempt 4 to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 Feb 04 21:23:08.245725 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d150e16a-b5a0-4261-861c-3bcd16e97251 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:08.258031 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d150e16a-b5a0-4261-861c-3bcd16e97251 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:08.365293 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d150e16a-b5a0-4261-861c-3bcd16e97251 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:08.367808 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d150e16a-b5a0-4261-861c-3bcd16e97251 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4927404 Feb 04 21:23:08.371780 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58160) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:08.396170 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150e16a-b5a0-4261-861c-3bcd16e97251 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22ec56bf-feba-4aed-a889-a6517941866f,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:08.407922 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:08.408267 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:08.408889 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:08.414197 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-aee04904-e5e1-4e9c-aea4-ff7cff694a9d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Request body: {'security_group_rule': {'security_group_id': '22ec56bf-feba-4aed-a889-a6517941866f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:08.421843 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-aee04904-e5e1-4e9c-aea4-ff7cff694a9d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:08.428134 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-514bb90b-7cf2-4f08-be39-0e7f82e5f74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:08.428724 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-aee04904-e5e1-4e9c-aea4-ff7cff694a9d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Usage tracker for resource:security_group_rule and tenant:78331e868d8e416598ccef9a3fba370c is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:08.435065 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-aee04904-e5e1-4e9c-aea4-ff7cff694a9d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:08.437799 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:08.438136 n-d-827896-1 neutron-server[87683]: ERROR neutron.plugins.ml2.managers [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Failed to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on host n-h2-827896-1 for vnic_type normal using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] Feb 04 21:23:08.443248 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-aee04904-e5e1-4e9c-aea4-ff7cff694a9d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:08.453028 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-4b40a666-3a17-49cf-b639-d944ab0b2872 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:08.475093 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aee04904-e5e1-4e9c-aea4-ff7cff694a9d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:08.476005 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-514bb90b-7cf2-4f08-be39-0e7f82e5f74c None None] For port a45bda11-062a-46f1-852a-2d80b4990fbc, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a45bda11-062a-46f1-852a-2d80b4990fbc,segment=NetworkSegment(da109aeb-c022-46aa-ba2e-8a0a90aa1c44),segment_id=da109aeb-c022-46aa-ba2e-8a0a90aa1c44)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:23:08.490541 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-514bb90b-7cf2-4f08-be39-0e7f82e5f74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:08.498626 n-d-827896-1 neutron-server[87683]: INFO neutron.plugins.ml2.plugin [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempt 5 to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 Feb 04 21:23:08.532255 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ab6f0-ab45-4533-8f90-efadcde609d8 req-0074d99b-2bd2-419b-a0b9-fcc937c849fa tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:08.543097 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7b4ab6f0-ab45-4533-8f90-efadcde609d8 req-0074d99b-2bd2-419b-a0b9-fcc937c849fa tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=2adf3b42-923a-40d7-b6e6-0faaa00f30f9 HTTP/1.1" status: 200 len: 932 time: 1.2045395 Feb 04 21:23:08.563303 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-20dac949-d4f1-4ae9-af2d-2b22119d05e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] For port b4805c08-4159-442f-9a88-b17fa384dd1c, host n-h2-827896-1, got binding levels [] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:23:08.563773 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-20dac949-d4f1-4ae9-af2d-2b22119d05e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:08.566922 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aee04904-e5e1-4e9c-aea4-ff7cff694a9d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:08.575548 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aee04904-e5e1-4e9c-aea4-ff7cff694a9d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:08.607854 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-4b40a666-3a17-49cf-b639-d944ab0b2872 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:08.613056 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d710a739-ee63-4b66-90d0-1258eefbbbcb None None] Update dhcp port {'port': {'network_id': '918b20ea-40c3-4b7b-83bf-1b7d0f9cd035', 'fixed_ips': [{'subnet_id': '95bf6654-c79c-4a20-a623-4218dcdde2d8', 'ip_address': '2001:db8::2'}, {'subnet_id': '3b68e7de-e09c-48d8-a386-ff23e02cad97'}], 'binding:host_id': 'n-d-827896-1'}, 'id': 'a45bda11-062a-46f1-852a-2d80b4990fbc'} from n-d-827896-1. {{(pid=87684) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 21:23:08.634859 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b40a666-3a17-49cf-b639-d944ab0b2872 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Made reservation on behalf of 44f990c85e0448379441eb9061711156 for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:23:08.639625 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4b40a666-3a17-49cf-b639-d944ab0b2872 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:08.672096 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514bb90b-7cf2-4f08-be39-0e7f82e5f74c None None] Pushing event updated for resources: {'Port': ['ID=a45bda11-062a-46f1-852a-2d80b4990fbc,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:08.672789 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee04904-e5e1-4e9c-aea4-ff7cff694a9d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8340afc-1d90-46b3-8b61-92ced092fdc0,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:08.685554 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aee04904-e5e1-4e9c-aea4-ff7cff694a9d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:08.687403 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-aee04904-e5e1-4e9c-aea4-ff7cff694a9d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3135228 Feb 04 21:23:08.694216 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d710a739-ee63-4b66-90d0-1258eefbbbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:08.697964 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58170) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:08.733130 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2e695b9e-68b2-4847-bdba-1b316ecfb170 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "GET /v2.0/security-group-rules/f8340afc-1d90-46b3-8b61-92ced092fdc0 HTTP/1.1" status: 200 len: 763 time: 0.0420024 Feb 04 21:23:08.735408 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58174) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:08.795150 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:08.795399 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:08.795744 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:08.833126 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9f60eff6-5068-4a02-b9f1-b91918f11f72 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Synchronizing usage tracker for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group_rule {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:23:08.866592 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9f60eff6-5068-4a02-b9f1-b91918f11f72 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Unset dirty status for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group_rule {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:23:08.867913 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9f60eff6-5068-4a02-b9f1-b91918f11f72 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1315391 Feb 04 21:23:08.870836 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58178) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:08.921640 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e487b8c1-49bb-4e82-8941-6312845ece60 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:08.927117 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-20dac949-d4f1-4ae9-af2d-2b22119d05e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Calling delete_port for b4805c08-4159-442f-9a88-b17fa384dd1c owned by {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:23:08.953738 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e487b8c1-49bb-4e82-8941-6312845ece60 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:09.004940 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e487b8c1-49bb-4e82-8941-6312845ece60 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:09.022876 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7b4ab6f0-ab45-4533-8f90-efadcde609d8 req-d7c13ff2-91ad-4191-bc6d-780bd6c77f3c tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4787223 Feb 04 21:23:09.023678 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:09.024183 n-d-827896-1 neutron-server[87683]: ERROR neutron.plugins.ml2.managers [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Failed to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on host n-h2-827896-1 for vnic_type normal using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] Feb 04 21:23:09.031987 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487b8c1-49bb-4e82-8941-6312845ece60 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8340afc-1d90-46b3-8b61-92ced092fdc0,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:09.037287 n-d-827896-1 neutron-server[87683]: INFO neutron.plugins.ml2.plugin [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempt 6 to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 Feb 04 21:23:09.046722 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e487b8c1-49bb-4e82-8941-6312845ece60 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:09.059182 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58186) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:09.060263 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-d830a176-2369-4b3e-b7b1-875436738665 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:23:09.062396 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-d710a739-ee63-4b66-90d0-1258eefbbbcb None None] Allocated IP 172.20.0.1 (918b20ea-40c3-4b7b-83bf-1b7d0f9cd035/3b68e7de-e09c-48d8-a386-ff23e02cad97/a45bda11-062a-46f1-852a-2d80b4990fbc) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:23:09.066185 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e487b8c1-49bb-4e82-8941-6312845ece60 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/f8340afc-1d90-46b3-8b61-92ced092fdc0 HTTP/1.1" status: 204 len: 168 time: 0.1798892 Feb 04 21:23:09.291358 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-d710a739-ee63-4b66-90d0-1258eefbbbcb None None] For port a45bda11-062a-46f1-852a-2d80b4990fbc, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a45bda11-062a-46f1-852a-2d80b4990fbc,segment=NetworkSegment(da109aeb-c022-46aa-ba2e-8a0a90aa1c44),segment_id=da109aeb-c022-46aa-ba2e-8a0a90aa1c44)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:23:09.342977 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d710a739-ee63-4b66-90d0-1258eefbbbcb None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:09.355771 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d710a739-ee63-4b66-90d0-1258eefbbbcb None None] Transition to ACTIVE for port object a45bda11-062a-46f1-852a-2d80b4990fbc will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:23:09.364963 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d710a739-ee63-4b66-90d0-1258eefbbbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:09.372601 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:09.373123 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:09.373402 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:09.428349 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4b40a666-3a17-49cf-b639-d944ab0b2872 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:09.482417 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:09.482781 n-d-827896-1 neutron-server[87683]: ERROR neutron.plugins.ml2.managers [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Failed to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on host n-h2-827896-1 for vnic_type normal using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] Feb 04 21:23:09.493568 n-d-827896-1 neutron-server[87683]: INFO neutron.plugins.ml2.plugin [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempt 7 to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 Feb 04 21:23:09.520355 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-2d6d2e6b-2ae8-49fc-bab1-dab79ffdbfc9 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Synchronizing usage tracker for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group_rule {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:23:09.576103 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710a739-ee63-4b66-90d0-1258eefbbbcb None None] Pushing event updated for resources: {'Port': ['ID=a45bda11-062a-46f1-852a-2d80b4990fbc,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:09.591921 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:09.592266 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:09.592649 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:09.609431 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-20dac949-d4f1-4ae9-af2d-2b22119d05e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:09.612635 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-d830a176-2369-4b3e-b7b1-875436738665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cd1a232-7871-4960-bc67-84db7b821dae {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:23:09.632293 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:09.632626 n-d-827896-1 neutron-server[87683]: ERROR neutron.plugins.ml2.managers [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Failed to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on host n-h2-827896-1 for vnic_type normal using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] Feb 04 21:23:09.678253 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-d830a176-2369-4b3e-b7b1-875436738665 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:09.690771 n-d-827896-1 neutron-server[87683]: INFO neutron.plugins.ml2.plugin [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempt 8 to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 Feb 04 21:23:09.712164 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dac949-d4f1-4ae9-af2d-2b22119d05e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4805c08-4159-442f-9a88-b17fa384dd1c,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:09.720159 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-2d6d2e6b-2ae8-49fc-bab1-dab79ffdbfc9 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Unset dirty status for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group_rule {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:23:09.721724 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-2d6d2e6b-2ae8-49fc-bab1-dab79ffdbfc9 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6506681 Feb 04 21:23:09.725426 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58212) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:09.738802 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-dee7f2b2-2743-4497-b831-4afc7a0bb41a tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Request body: {'security_group_rule': {'security_group_id': '22ec56bf-feba-4aed-a889-a6517941866f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:09.750300 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-dee7f2b2-2743-4497-b831-4afc7a0bb41a tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:09.764472 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40a666-3a17-49cf-b639-d944ab0b2872 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event updated for resources: {'Subnet': ['ID=5481f1b2-2584-45ba-9eda-5e1a6dc46c09,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:09.773256 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-dee7f2b2-2743-4497-b831-4afc7a0bb41a tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:09.773872 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dac949-d4f1-4ae9-af2d-2b22119d05e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:09.774224 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dac949-d4f1-4ae9-af2d-2b22119d05e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:09.774566 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dac949-d4f1-4ae9-af2d-2b22119d05e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:09.774902 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dac949-d4f1-4ae9-af2d-2b22119d05e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:09.775230 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dac949-d4f1-4ae9-af2d-2b22119d05e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:09.775560 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dac949-d4f1-4ae9-af2d-2b22119d05e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:09.775887 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dac949-d4f1-4ae9-af2d-2b22119d05e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:09.777200 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dac949-d4f1-4ae9-af2d-2b22119d05e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:09.777574 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dac949-d4f1-4ae9-af2d-2b22119d05e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:09.778113 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dac949-d4f1-4ae9-af2d-2b22119d05e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:09.778371 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dac949-d4f1-4ae9-af2d-2b22119d05e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:09.778698 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dac949-d4f1-4ae9-af2d-2b22119d05e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:09.791535 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b40a666-3a17-49cf-b639-d944ab0b2872 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:09.791951 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b40a666-3a17-49cf-b639-d944ab0b2872 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:09.792437 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b40a666-3a17-49cf-b639-d944ab0b2872 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:09.792785 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b40a666-3a17-49cf-b639-d944ab0b2872 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:09.793176 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b40a666-3a17-49cf-b639-d944ab0b2872 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:09.793794 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b40a666-3a17-49cf-b639-d944ab0b2872 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:09.794127 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b40a666-3a17-49cf-b639-d944ab0b2872 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:09.794453 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b40a666-3a17-49cf-b639-d944ab0b2872 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:09.794830 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b40a666-3a17-49cf-b639-d944ab0b2872 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:09.795153 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b40a666-3a17-49cf-b639-d944ab0b2872 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:09.795480 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b40a666-3a17-49cf-b639-d944ab0b2872 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:09.795838 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b40a666-3a17-49cf-b639-d944ab0b2872 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:09.802829 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dee7f2b2-2743-4497-b831-4afc7a0bb41a tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:09.805305 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:09.805385 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:09.806624 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:09.808990 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-20dac949-d4f1-4ae9-af2d-2b22119d05e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:09.837378 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-d830a176-2369-4b3e-b7b1-875436738665 service neutron] Transition to ACTIVE for port object 0cd1a232-7871-4960-bc67-84db7b821dae will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:23:09.849256 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-20dac949-d4f1-4ae9-af2d-2b22119d05e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] 10.222.0.26 "DELETE /v2.0/ports/b4805c08-4159-442f-9a88-b17fa384dd1c HTTP/1.1" status: 204 len: 168 time: 3.0478222 Feb 04 21:23:09.850231 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:09.850561 n-d-827896-1 neutron-server[87683]: ERROR neutron.plugins.ml2.managers [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Failed to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on host n-h2-827896-1 for vnic_type normal using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] Feb 04 21:23:09.853641 n-d-827896-1 neutron-server[87683]: INFO neutron.plugins.ml2.plugin [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempt 9 to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 Feb 04 21:23:09.857355 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58228) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:09.883514 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-d830a176-2369-4b3e-b7b1-875436738665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:09.889792 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b40a666-3a17-49cf-b639-d944ab0b2872 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Checking segment: {'id': '889d8cc6-49d8-469e-b9b8-e3b225585121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'f62ac4f1-25be-4620-93e6-69c8fa0aa663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:23:09.889792 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b40a666-3a17-49cf-b639-d944ab0b2872 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Network hostable DHCP agents. Network: f62ac4f1-25be-4620-93e6-69c8fa0aa663, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:23:09.962478 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dee7f2b2-2743-4497-b831-4afc7a0bb41a tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:09.964575 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-7758465a-ad15-4236-96fd-29388e37afde tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] GET failed (client error): The resource could not be found. Feb 04 21:23:09.965678 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7758465a-ad15-4236-96fd-29388e37afde tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Synchronizing usage tracker for tenant:88e2883a1bdb4b42bf3f95c3f162f296 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:23:09.989459 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dee7f2b2-2743-4497-b831-4afc7a0bb41a tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:10.005013 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:10.015020 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:10.015570 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:10.035965 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7758465a-ad15-4236-96fd-29388e37afde tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Unset dirty status for tenant:88e2883a1bdb4b42bf3f95c3f162f296 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:23:10.038094 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7758465a-ad15-4236-96fd-29388e37afde tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] 10.222.0.26 "GET /v2.0/ports/b4805c08-4159-442f-9a88-b17fa384dd1c HTTP/1.1" status: 404 len: 333 time: 0.1767943 Feb 04 21:23:10.038405 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b40a666-3a17-49cf-b639-d944ab0b2872 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Network f62ac4f1-25be-4620-93e6-69c8fa0aa663 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:23:10.040706 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:10.041032 n-d-827896-1 neutron-server[87683]: ERROR neutron.plugins.ml2.managers [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Failed to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on host n-h2-827896-1 for vnic_type normal using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] Feb 04 21:23:10.041896 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dee7f2b2-2743-4497-b831-4afc7a0bb41a tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:10.046279 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-dee7f2b2-2743-4497-b831-4afc7a0bb41a tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3195004 Feb 04 21:23:10.050366 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58238) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:10.050905 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58240) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:10.072779 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-c7c5dec2-bb39-4fde-bc83-ba38d01ea5fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Request body: {'port': {'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1147216354'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:10.083465 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7f2b2-2743-4497-b831-4afc7a0bb41a tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6de32661-c74c-4c7a-98bc-4ffd59f41c03,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:10.098677 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c7c5dec2-bb39-4fde-bc83-ba38d01ea5fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:10.110986 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-cfb8a1fc-5b26-4d59-9e85-72504d9c89d3 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "GET /v2.0/security-group-rules/6de32661-c74c-4c7a-98bc-4ffd59f41c03 HTTP/1.1" status: 200 len: 763 time: 0.0571346 Feb 04 21:23:10.111763 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58250) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:10.143255 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c7c5dec2-bb39-4fde-bc83-ba38d01ea5fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:10.180676 n-d-827896-1 neutron-server[87683]: INFO neutron.plugins.ml2.plugin [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempt 10 to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 Feb 04 21:23:10.205255 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3d564839-58db-40ec-975f-7ec45c59f539 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Synchronizing usage tracker for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group_rule {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:23:10.210376 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:10.210710 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:10.211044 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:10.221117 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c5dec2-bb39-4fde-bc83-ba38d01ea5fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Made reservation on behalf of 88e2883a1bdb4b42bf3f95c3f162f296 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:23:10.225157 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c7c5dec2-bb39-4fde-bc83-ba38d01ea5fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:10.244273 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3d564839-58db-40ec-975f-7ec45c59f539 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Unset dirty status for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group_rule {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:23:10.249895 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3d564839-58db-40ec-975f-7ec45c59f539 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1356165 Feb 04 21:23:10.250799 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58256) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:10.264549 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830a176-2369-4b3e-b7b1-875436738665 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd1a232-7871-4960-bc67-84db7b821dae,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:10.269860 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-4b40a666-3a17-49cf-b639-d944ab0b2872 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, f62ac4f1-25be-4620-93e6-69c8fa0aa663) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:23:10.277282 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:10.277958 n-d-827896-1 neutron-server[87683]: ERROR neutron.plugins.ml2.managers [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Failed to bind port 4e1c2e29-2604-436c-9b8c-04e0e997e876 on host n-h2-827896-1 for vnic_type normal using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] Feb 04 21:23:10.278496 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:10.280629 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf2e0da-16c2-4c78-b3d2-9fbb253a618b None None] Network f62ac4f1-25be-4620-93e6-69c8fa0aa663 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:23:10.300317 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-c7c5dec2-bb39-4fde-bc83-ba38d01ea5fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] device_id is not set on port 240423f7-a7a2-43b1-a860-a5ab3b70f63c yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:23:10.363085 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-985a52a7-5866-48c3-a210-920b90075730 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:10.376943 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-985a52a7-5866-48c3-a210-920b90075730 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:10.427693 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b40a666-3a17-49cf-b639-d944ab0b2872 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:10.428275 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4b40a666-3a17-49cf-b639-d944ab0b2872 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:10.466897 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-985a52a7-5866-48c3-a210-920b90075730 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:10.540911 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a52a7-5866-48c3-a210-920b90075730 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6de32661-c74c-4c7a-98bc-4ffd59f41c03,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:10.586555 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-985a52a7-5866-48c3-a210-920b90075730 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:10.591626 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-985a52a7-5866-48c3-a210-920b90075730 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/6de32661-c74c-4c7a-98bc-4ffd59f41c03 HTTP/1.1" status: 204 len: 168 time: 0.3360939 Feb 04 21:23:10.592458 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58268) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:10.616210 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a45bda11-062a-46f1-852a-2d80b4990fbc up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:23:10.692787 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130d66a4-4769-45d1-b4fc-f4a9311c5dbd None None] Network 918b20ea-40c3-4b7b-83bf-1b7d0f9cd035 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:23:10.771533 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-8817028c-cf33-4fb3-80c3-f1f65b586d9d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Synchronizing usage tracker for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group_rule {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:23:10.807365 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-4b40a666-3a17-49cf-b639-d944ab0b2872 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2100792 Feb 04 21:23:10.813794 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-d830a176-2369-4b3e-b7b1-875436738665 service neutron] Attempting to bind port 0cd1a232-7871-4960-bc67-84db7b821dae on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:10.813794 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-d830a176-2369-4b3e-b7b1-875436738665 service neutron] Attempting to bind port 0cd1a232-7871-4960-bc67-84db7b821dae by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '891443bf-3c45-411c-8b26-5ac9a9e807fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '9a5b169e-7ecf-44d8-b464-667febc50df4'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:10.813794 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-d830a176-2369-4b3e-b7b1-875436738665 service neutron] Attempting to bind port 0cd1a232-7871-4960-bc67-84db7b821dae on network 9a5b169e-7ecf-44d8-b464-667febc50df4 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:10.819384 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58282) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:10.831987 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-e1f1c28d-b74c-473d-83d8-0a1ed81385e6 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:10.883333 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-65e60f52-a412-4168-8004-8a430ba007af None None] Provisioning for port a45bda11-062a-46f1-852a-2d80b4990fbc completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:23:10.894107 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b128fd59-c005-4d24-a170-c85534af717a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-f62ac4f1-25be-4620-93e6-69c8fa0aa663', 'network_id': 'f62ac4f1-25be-4620-93e6-69c8fa0aa663', 'tenant_id': '44f990c85e0448379441eb9061711156', 'fixed_ips': [{'subnet_id': '5481f1b2-2584-45ba-9eda-5e1a6dc46c09'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:23:10.894937 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b128fd59-c005-4d24-a170-c85534af717a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:10.900555 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-d830a176-2369-4b3e-b7b1-875436738665 service neutron] Port 0cd1a232-7871-4960-bc67-84db7b821dae on network 9a5b169e-7ecf-44d8-b464-667febc50df4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:10.906699 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-d830a176-2369-4b3e-b7b1-875436738665 service neutron] Attempting to bind port 0cd1a232-7871-4960-bc67-84db7b821dae on network 9a5b169e-7ecf-44d8-b464-667febc50df4 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:10.971718 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] For port 4e1c2e29-2604-436c-9b8c-04e0e997e876, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:23:10.972325 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempted to set empty binding levels {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 21:23:11.007342 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-d830a176-2369-4b3e-b7b1-875436738665 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:23:11.010248 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-d830a176-2369-4b3e-b7b1-875436738665 service neutron] Checking segment: {'id': '891443bf-3c45-411c-8b26-5ac9a9e807fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '9a5b169e-7ecf-44d8-b464-667febc50df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:23:11.011724 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-d830a176-2369-4b3e-b7b1-875436738665 service neutron] Bound using segment: {'id': '891443bf-3c45-411c-8b26-5ac9a9e807fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '9a5b169e-7ecf-44d8-b464-667febc50df4'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:23:11.012353 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-d830a176-2369-4b3e-b7b1-875436738665 service neutron] Bound port: 0cd1a232-7871-4960-bc67-84db7b821dae, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '891443bf-3c45-411c-8b26-5ac9a9e807fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '9a5b169e-7ecf-44d8-b464-667febc50df4'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:23:11.013146 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-d830a176-2369-4b3e-b7b1-875436738665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:11.013364 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-65e60f52-a412-4168-8004-8a430ba007af None None] Provisioning complete for port a45bda11-062a-46f1-852a-2d80b4990fbc triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:23:11.013829 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-65e60f52-a412-4168-8004-8a430ba007af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:11.017696 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-8817028c-cf33-4fb3-80c3-f1f65b586d9d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Unset dirty status for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group_rule {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:23:11.021759 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8817028c-cf33-4fb3-80c3-f1f65b586d9d tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4176927 Feb 04 21:23:11.024103 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58290) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:11.041443 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-c287d173-8b21-44a9-bd98-4ab0cd8b4969 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Request body: {'security_group_rule': {'security_group_id': '22ec56bf-feba-4aed-a889-a6517941866f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:11.051593 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c287d173-8b21-44a9-bd98-4ab0cd8b4969 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:11.055417 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:11.059551 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c7c5dec2-bb39-4fde-bc83-ba38d01ea5fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:11.071923 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c287d173-8b21-44a9-bd98-4ab0cd8b4969 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:11.093644 n-d-827896-1 neutron-server[87682]: INFO neutron.db.securitygroups_db [None req-c287d173-8b21-44a9-bd98-4ab0cd8b4969 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Project 78331e868d8e416598ccef9a3fba370c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 21:23:11.102228 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c287d173-8b21-44a9-bd98-4ab0cd8b4969 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:11.143064 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c7c5dec2-bb39-4fde-bc83-ba38d01ea5fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:11.158874 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248d588-79b9-465b-999b-e779a538476a req-e79a61a8-3ac2-4bf2-956e-ef9bd8f7cbc4 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:11.160530 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8248d588-79b9-465b-999b-e779a538476a req-e79a61a8-3ac2-4bf2-956e-ef9bd8f7cbc4 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=2adf3b42-923a-40d7-b6e6-0faaa00f30f9 HTTP/1.1" status: 200 len: 944 time: 0.8981724 Feb 04 21:23:11.212650 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port a45bda11-062a-46f1-852a-2d80b4990fbc triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:23:11.213027 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:11.224818 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c5dec2-bb39-4fde-bc83-ba38d01ea5fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Network f3874fa8-ee6c-40f0-ad27-935e61666245 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:23:11.228365 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:11.230103 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:11.230443 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-c7c5dec2-bb39-4fde-bc83-ba38d01ea5fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:23:11.237510 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c5dec2-bb39-4fde-bc83-ba38d01ea5fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:23:11.238649 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c5dec2-bb39-4fde-bc83-ba38d01ea5fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:11.239247 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c7c5dec2-bb39-4fde-bc83-ba38d01ea5fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:11.252286 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8248d588-79b9-465b-999b-e779a538476a req-8d3e5c65-16bc-47e7-8242-3831d0baa414 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688326 Feb 04 21:23:11.270578 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5dec2-bb39-4fde-bc83-ba38d01ea5fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Pushing event updated for resources: {'Port': ['ID=240423f7-a7a2-43b1-a860-a5ab3b70f63c,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:11.277730 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c7c5dec2-bb39-4fde-bc83-ba38d01ea5fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2255640 Feb 04 21:23:11.280813 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58300) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:11.288040 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:11.346101 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c287d173-8b21-44a9-bd98-4ab0cd8b4969 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:11.360920 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c287d173-8b21-44a9-bd98-4ab0cd8b4969 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:11.409438 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c287d173-8b21-44a9-bd98-4ab0cd8b4969 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:11.412054 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c287d173-8b21-44a9-bd98-4ab0cd8b4969 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3866594 Feb 04 21:23:11.429310 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287d173-8b21-44a9-bd98-4ab0cd8b4969 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b9d001b-21f5-475a-ae96-5b28b0d0b432,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:11.441282 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58308) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:11.540757 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b9f6ad28-75b3-46df-9d2a-60f34eca0415 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "GET /v2.0/security-group-rules/7b9d001b-21f5-475a-ae96-5b28b0d0b432 HTTP/1.1" status: 200 len: 769 time: 0.1023328 Feb 04 21:23:11.544166 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58312) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:11.546772 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Pushing event updated for resources: {'Port': ['ID=4e1c2e29-2604-436c-9b8c-04e0e997e876,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:11.575448 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:11.604892 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e885784b-a844-40d0-adb9-61726006c44e tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 7.6592071 Feb 04 21:23:11.610901 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58316) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:11.680071 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-814a2f67-7a3f-4737-9ee8-2b0789ca74fc tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Synchronizing usage tracker for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group_rule {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:23:11.697676 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-690957dc-2e1c-49b6-a13f-cc0332064bbe tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Deleting port 4e1c2e29-2604-436c-9b8c-04e0e997e876 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:23:11.699723 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-690957dc-2e1c-49b6-a13f-cc0332064bbe tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:11.731475 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-814a2f67-7a3f-4737-9ee8-2b0789ca74fc tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Unset dirty status for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group_rule {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:23:11.735764 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-814a2f67-7a3f-4737-9ee8-2b0789ca74fc tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1905525 Feb 04 21:23:11.739967 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58320) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:11.803584 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e1f1c28d-b74c-473d-83d8-0a1ed81385e6 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3209094'] for subnet, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:11.845954 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-d830a176-2369-4b3e-b7b1-875436738665 service neutron] For port 0cd1a232-7871-4960-bc67-84db7b821dae, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:23:11.867605 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-d830a176-2369-4b3e-b7b1-875436738665 service neutron] For port 0cd1a232-7871-4960-bc67-84db7b821dae, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=0cd1a232-7871-4960-bc67-84db7b821dae,segment=NetworkSegment(891443bf-3c45-411c-8b26-5ac9a9e807fe),segment_id=891443bf-3c45-411c-8b26-5ac9a9e807fe)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:23:11.884480 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-d830a176-2369-4b3e-b7b1-875436738665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:11.890947 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a9441ab-e120-4014-912c-6fc147cdcc82 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:11.909604 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a9441ab-e120-4014-912c-6fc147cdcc82 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:12.002026 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a9441ab-e120-4014-912c-6fc147cdcc82 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:12.085351 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-b128fd59-c005-4d24-a170-c85534af717a None None] Allocated IP 2001:db8::2 (f62ac4f1-25be-4620-93e6-69c8fa0aa663/5481f1b2-2584-45ba-9eda-5e1a6dc46c09/a8bbcd80-9f32-42b6-a129-969f4cdae290) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:23:12.106326 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] device_id is not set on port 240423f7-a7a2-43b1-a860-a5ab3b70f63c yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:23:12.115739 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:12.132372 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Transition to ACTIVE for port object 240423f7-a7a2-43b1-a860-a5ab3b70f63c will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:23:12.140973 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:12.145077 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9441ab-e120-4014-912c-6fc147cdcc82 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b9d001b-21f5-475a-ae96-5b28b0d0b432,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:12.304729 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0a9441ab-e120-4014-912c-6fc147cdcc82 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:12.306117 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0a9441ab-e120-4014-912c-6fc147cdcc82 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/7b9d001b-21f5-475a-ae96-5b28b0d0b432 HTTP/1.1" status: 204 len: 168 time: 0.5652382 Feb 04 21:23:12.312754 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58332) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:12.399442 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Pushing event updated for resources: {'Port': ['ID=240423f7-a7a2-43b1-a860-a5ab3b70f63c,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:12.416945 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ceaf167d-26e1-42f5-bd62-5ba8f900b40f tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Synchronizing usage tracker for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group_rule {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:23:12.427047 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:12.427395 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:12.427515 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-690957dc-2e1c-49b6-a13f-cc0332064bbe tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] For port 4e1c2e29-2604-436c-9b8c-04e0e997e876, host n-h2-827896-1, got binding levels [] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:23:12.427837 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on network f3874fa8-ee6c-40f0-ad27-935e61666245 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:12.427954 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-690957dc-2e1c-49b6-a13f-cc0332064bbe tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:12.439048 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on network f3874fa8-ee6c-40f0-ad27-935e61666245 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:12.441010 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Failed to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on host n-h2-827896-1 for vnic_type normal using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] Feb 04 21:23:12.448700 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempt 2 to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c Feb 04 21:23:12.469947 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:12.470386 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:12.470855 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on network f3874fa8-ee6c-40f0-ad27-935e61666245 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:12.491696 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on network f3874fa8-ee6c-40f0-ad27-935e61666245 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:12.492843 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Failed to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on host n-h2-827896-1 for vnic_type normal using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] Feb 04 21:23:12.493519 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ceaf167d-26e1-42f5-bd62-5ba8f900b40f tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Unset dirty status for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group_rule {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:23:12.499981 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ceaf167d-26e1-42f5-bd62-5ba8f900b40f tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1821659 Feb 04 21:23:12.499981 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempt 3 to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c Feb 04 21:23:12.529027 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58342) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:12.567384 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-cf960b81-6939-4c67-b9aa-1e152633e660 None None] Provisioning complete for port a45bda11-062a-46f1-852a-2d80b4990fbc triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:23:12.567754 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cf960b81-6939-4c67-b9aa-1e152633e660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:12.617147 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:12.617147 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:12.617147 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on network f3874fa8-ee6c-40f0-ad27-935e61666245 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:12.622174 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b128fd59-c005-4d24-a170-c85534af717a None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:12.636658 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on network f3874fa8-ee6c-40f0-ad27-935e61666245 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:12.637053 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Failed to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on host n-h2-827896-1 for vnic_type normal using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] Feb 04 21:23:12.639619 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempt 4 to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c Feb 04 21:23:12.671888 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b128fd59-c005-4d24-a170-c85534af717a None None] Transition to ACTIVE for port object a8bbcd80-9f32-42b6-a129-969f4cdae290 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:23:12.683099 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-690957dc-2e1c-49b6-a13f-cc0332064bbe tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Calling delete_port for 4e1c2e29-2604-436c-9b8c-04e0e997e876 owned by {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:23:12.690503 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c756f895-19aa-40a8-8f25-57dd7adb66ac tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:12.692244 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:12.692623 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:12.692962 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on network f3874fa8-ee6c-40f0-ad27-935e61666245 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:12.706620 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on network f3874fa8-ee6c-40f0-ad27-935e61666245 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:12.706951 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Failed to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on host n-h2-827896-1 for vnic_type normal using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] Feb 04 21:23:12.710731 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempt 5 to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c Feb 04 21:23:12.712078 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b128fd59-c005-4d24-a170-c85534af717a None None] Transition to ACTIVE for port object a8bbcd80-9f32-42b6-a129-969f4cdae290 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:23:12.728793 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-d830a176-2369-4b3e-b7b1-875436738665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:12.731131 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-d830a176-2369-4b3e-b7b1-875436738665 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:12.735591 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-d830a176-2369-4b3e-b7b1-875436738665 service neutron] 10.222.0.18 "PUT /v2.0/ports/0cd1a232-7871-4960-bc67-84db7b821dae HTTP/1.1" status: 200 len: 1092 time: 5.7217519 Feb 04 21:23:12.766974 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:12.767317 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:12.773251 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b128fd59-c005-4d24-a170-c85534af717a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:12.775604 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on network f3874fa8-ee6c-40f0-ad27-935e61666245 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:12.788720 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c756f895-19aa-40a8-8f25-57dd7adb66ac tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:12.797134 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on network f3874fa8-ee6c-40f0-ad27-935e61666245 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:12.797490 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Failed to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on host n-h2-827896-1 for vnic_type normal using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] Feb 04 21:23:12.801064 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempt 6 to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c Feb 04 21:23:12.835227 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2adf3b42-923a-40d7-b6e6-0faaa00f30f9', 'tag': '0cd1a232-7871-4960-bc67-84db7b821dae'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:23:12.844801 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:12.845003 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:12.845363 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on network f3874fa8-ee6c-40f0-ad27-935e61666245 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:12.859511 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on network f3874fa8-ee6c-40f0-ad27-935e61666245 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:12.859848 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Failed to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on host n-h2-827896-1 for vnic_type normal using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] Feb 04 21:23:12.860876 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempt 7 to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c Feb 04 21:23:12.885061 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:12.885582 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:12.885915 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on network f3874fa8-ee6c-40f0-ad27-935e61666245 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:12.891530 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on network f3874fa8-ee6c-40f0-ad27-935e61666245 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:12.891787 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Failed to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on host n-h2-827896-1 for vnic_type normal using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] Feb 04 21:23:12.892366 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempt 8 to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c Feb 04 21:23:12.909914 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:12.910303 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:12.910642 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on network f3874fa8-ee6c-40f0-ad27-935e61666245 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:12.913994 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128fd59-c005-4d24-a170-c85534af717a None None] Pushing event updated for resources: {'Port': ['ID=a8bbcd80-9f32-42b6-a129-969f4cdae290,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:12.914814 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c756f895-19aa-40a8-8f25-57dd7adb66ac tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:12.927823 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b128fd59-c005-4d24-a170-c85534af717a None None] Network f62ac4f1-25be-4620-93e6-69c8fa0aa663 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:23:12.929233 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-b128fd59-c005-4d24-a170-c85534af717a None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:23:12.931592 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b128fd59-c005-4d24-a170-c85534af717a None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:23:12.959449 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on network f3874fa8-ee6c-40f0-ad27-935e61666245 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:12.959777 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Failed to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on host n-h2-827896-1 for vnic_type normal using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] Feb 04 21:23:12.971536 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempt 9 to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c Feb 04 21:23:13.004713 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756f895-19aa-40a8-8f25-57dd7adb66ac tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ec56bf-feba-4aed-a889-a6517941866f,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:13.063987 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:13.064323 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:13.064663 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on network f3874fa8-ee6c-40f0-ad27-935e61666245 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:13.078208 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on network f3874fa8-ee6c-40f0-ad27-935e61666245 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:13.079778 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Failed to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on host n-h2-827896-1 for vnic_type normal using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] Feb 04 21:23:13.080314 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempt 10 to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c Feb 04 21:23:13.102898 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c756f895-19aa-40a8-8f25-57dd7adb66ac tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:13.107222 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c756f895-19aa-40a8-8f25-57dd7adb66ac tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "DELETE /v2.0/security-groups/22ec56bf-feba-4aed-a889-a6517941866f HTTP/1.1" status: 204 len: 168 time: 0.5741880 Feb 04 21:23:13.111572 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58354) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:13.145975 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:13.146545 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:13.147031 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on network f3874fa8-ee6c-40f0-ad27-935e61666245 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:13.148563 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-b128fd59-c005-4d24-a170-c85534af717a None None] Attempting to bind port a8bbcd80-9f32-42b6-a129-969f4cdae290 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:13.149024 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-b128fd59-c005-4d24-a170-c85534af717a None None] Attempting to bind port a8bbcd80-9f32-42b6-a129-969f4cdae290 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '889d8cc6-49d8-469e-b9b8-e3b225585121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'f62ac4f1-25be-4620-93e6-69c8fa0aa663'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:13.149321 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b128fd59-c005-4d24-a170-c85534af717a None None] Attempting to bind port a8bbcd80-9f32-42b6-a129-969f4cdae290 on network f62ac4f1-25be-4620-93e6-69c8fa0aa663 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:13.157897 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on network f3874fa8-ee6c-40f0-ad27-935e61666245 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:13.158079 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b128fd59-c005-4d24-a170-c85534af717a None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:23:13.158355 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b128fd59-c005-4d24-a170-c85534af717a None None] Checking segment: {'id': '889d8cc6-49d8-469e-b9b8-e3b225585121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'f62ac4f1-25be-4620-93e6-69c8fa0aa663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:23:13.158734 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Failed to bind port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on host n-h2-827896-1 for vnic_type normal using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] Feb 04 21:23:13.158845 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b128fd59-c005-4d24-a170-c85534af717a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:13.159152 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b128fd59-c005-4d24-a170-c85534af717a None None] Bound using segment: {'id': '889d8cc6-49d8-469e-b9b8-e3b225585121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'f62ac4f1-25be-4620-93e6-69c8fa0aa663'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:23:13.159475 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:13.159627 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-b128fd59-c005-4d24-a170-c85534af717a None None] Bound port: a8bbcd80-9f32-42b6-a129-969f4cdae290, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '889d8cc6-49d8-469e-b9b8-e3b225585121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'f62ac4f1-25be-4620-93e6-69c8fa0aa663'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:23:13.160006 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b128fd59-c005-4d24-a170-c85534af717a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:13.230779 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830a176-2369-4b3e-b7b1-875436738665 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd1a232-7871-4960-bc67-84db7b821dae,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:13.255119 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5927f3f6-0076-4ba3-ab2f-5a44e04679f5 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Synchronizing usage tracker for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:23:13.267479 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-b128fd59-c005-4d24-a170-c85534af717a None None] For port a8bbcd80-9f32-42b6-a129-969f4cdae290, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:23:13.270784 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-b128fd59-c005-4d24-a170-c85534af717a None None] For port a8bbcd80-9f32-42b6-a129-969f4cdae290, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a8bbcd80-9f32-42b6-a129-969f4cdae290,segment=NetworkSegment(889d8cc6-49d8-469e-b9b8-e3b225585121),segment_id=889d8cc6-49d8-469e-b9b8-e3b225585121)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:23:13.277560 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b128fd59-c005-4d24-a170-c85534af717a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:13.298433 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5927f3f6-0076-4ba3-ab2f-5a44e04679f5 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Unset dirty status for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:23:13.300190 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5927f3f6-0076-4ba3-ab2f-5a44e04679f5 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1829054 Feb 04 21:23:13.300588 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-690957dc-2e1c-49b6-a13f-cc0332064bbe tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:13.304551 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58358) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:13.311957 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-40e0d6cd-3eb5-4bc5-b4d5-8c5c423b664f tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Request body: {'security_group': {'name': 'tempest-secgroup--854348174'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:13.320390 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] For port 240423f7-a7a2-43b1-a860-a5ab3b70f63c, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:23:13.320655 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempted to set empty binding levels {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 21:23:13.325235 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-40e0d6cd-3eb5-4bc5-b4d5-8c5c423b664f tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:13.333799 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:13.389197 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128fd59-c005-4d24-a170-c85534af717a None None] Pushing event updated for resources: {'Port': ['ID=a8bbcd80-9f32-42b6-a129-969f4cdae290,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:13.395524 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-40e0d6cd-3eb5-4bc5-b4d5-8c5c423b664f tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:13.431655 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] In _notify_port_updated(), no bound segment for port 240423f7-a7a2-43b1-a860-a5ab3b70f63c on network f3874fa8-ee6c-40f0-ad27-935e61666245 {{(pid=87682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 21:23:13.432795 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:13.435782 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:13.436423 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] 10.222.0.26 "PUT /v2.0/ports/240423f7-a7a2-43b1-a860-a5ab3b70f63c HTTP/1.1" status: 200 len: 979 time: 2.1546638 Feb 04 21:23:13.439994 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58366) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:13.478743 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690957dc-2e1c-49b6-a13f-cc0332064bbe tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e1c2e29-2604-436c-9b8c-04e0e997e876,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:13.496664 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8a746-fae3-4b82-89e3-4910453cc561 req-657e6ae0-4a06-4ab6-9c2c-e11b98adb9af tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:13.498674 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-53d8a746-fae3-4b82-89e3-4910453cc561 req-657e6ae0-4a06-4ab6-9c2c-e11b98adb9af tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=2adf3b42-923a-40d7-b6e6-0faaa00f30f9 HTTP/1.1" status: 200 len: 944 time: 0.8355904 Feb 04 21:23:13.534397 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7dc8c-769a-49c7-b3a4-f191e974bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Pushing event updated for resources: {'Port': ['ID=240423f7-a7a2-43b1-a860-a5ab3b70f63c,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:13.535576 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-40e0d6cd-3eb5-4bc5-b4d5-8c5c423b664f tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:13.578570 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-40e0d6cd-3eb5-4bc5-b4d5-8c5c423b664f tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:13.583261 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-40e0d6cd-3eb5-4bc5-b4d5-8c5c423b664f tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Usage tracker for resource:security_group_rule and tenant:78331e868d8e416598ccef9a3fba370c is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:13.586588 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-40e0d6cd-3eb5-4bc5-b4d5-8c5c423b664f tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:13.593194 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-40e0d6cd-3eb5-4bc5-b4d5-8c5c423b664f tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:13.599283 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-690957dc-2e1c-49b6-a13f-cc0332064bbe tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:13.690454 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-690957dc-2e1c-49b6-a13f-cc0332064bbe tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] 10.222.0.26 "DELETE /v2.0/ports/4e1c2e29-2604-436c-9b8c-04e0e997e876 HTTP/1.1" status: 204 len: 168 time: 2.0782056 Feb 04 21:23:13.697344 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-53d8a746-fae3-4b82-89e3-4910453cc561 req-7ef62d91-be27-47e9-9893-e4706df91c19 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202328 Feb 04 21:23:13.697496 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a6ec6f-8d76-4fa0-8281-3103dea092a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:13.699713 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-0d5e449f-8487-4e1d-91ab-5f08777009a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:13.701641 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-0d5e449f-8487-4e1d-91ab-5f08777009a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=354a53753e434161ab788e250190d627&device_id=2adf3b42-923a-40d7-b6e6-0faaa00f30f9 HTTP/1.1" status: 200 len: 1095 time: 0.8438318 Feb 04 21:23:13.702318 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58372) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:13.703568 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a6ec6f-8d76-4fa0-8281-3103dea092a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:13.711728 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a6ec6f-8d76-4fa0-8281-3103dea092a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:13.712251 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a6ec6f-8d76-4fa0-8281-3103dea092a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:13.712734 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a6ec6f-8d76-4fa0-8281-3103dea092a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:13.713239 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a6ec6f-8d76-4fa0-8281-3103dea092a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:13.713921 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a6ec6f-8d76-4fa0-8281-3103dea092a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:13.714499 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a6ec6f-8d76-4fa0-8281-3103dea092a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:13.714974 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a6ec6f-8d76-4fa0-8281-3103dea092a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:13.715768 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a6ec6f-8d76-4fa0-8281-3103dea092a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:13.756707 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a6ec6f-8d76-4fa0-8281-3103dea092a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:13.757264 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a6ec6f-8d76-4fa0-8281-3103dea092a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:13.762820 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f3a6ec6f-8d76-4fa0-8281-3103dea092a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Synchronizing usage tracker for tenant:88e2883a1bdb4b42bf3f95c3f162f296 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:23:13.804704 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c9cba5-d464-4737-9dee-701ece3c1d13 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] GET failed (client error): The resource could not be found. Feb 04 21:23:13.807969 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-89c9cba5-d464-4737-9dee-701ece3c1d13 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Synchronizing usage tracker for tenant:79ee858788434ea2afe2d43820c66963 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:23:13.831289 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-40e0d6cd-3eb5-4bc5-b4d5-8c5c423b664f tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:13.834276 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f3a6ec6f-8d76-4fa0-8281-3103dea092a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Unset dirty status for tenant:88e2883a1bdb4b42bf3f95c3f162f296 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:23:13.841819 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f3a6ec6f-8d76-4fa0-8281-3103dea092a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11234 time: 0.4006259 Feb 04 21:23:13.842559 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58382) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:13.913799 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-773d28cd-a655-4b19-aee4-596e18ed4db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:13.933727 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-40e0d6cd-3eb5-4bc5-b4d5-8c5c423b664f tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:14.098313 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-aa0e5773-18e2-4c7f-b520-918543e946db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cd1a232-7871-4960-bc67-84db7b821dae HTTP/1.1" status: 200 len: 217 time: 0.2825520 Feb 04 21:23:14.099849 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2adf3b42-923a-40d7-b6e6-0faaa00f30f9', 'tag': '0cd1a232-7871-4960-bc67-84db7b821dae', 'status': 'completed', 'code': 200} Feb 04 21:23:14.133284 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0d6cd-3eb5-4bc5-b4d5-8c5c423b664f tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef31d908-e21f-4ecc-aff6-0b3102bd58a2,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:14.147389 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e1f1c28d-b74c-473d-83d8-0a1ed81385e6 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761250875652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1733960'] for subnet, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:14.155814 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-91214018-1d37-4bed-8813-a9ed5cdeab04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Deleting port 240423f7-a7a2-43b1-a860-a5ab3b70f63c {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:23:14.156175 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-91214018-1d37-4bed-8813-a9ed5cdeab04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:14.260125 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-40e0d6cd-3eb5-4bc5-b4d5-8c5c423b664f tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:14.265700 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-40e0d6cd-3eb5-4bc5-b4d5-8c5c423b664f tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9595051 Feb 04 21:23:14.267027 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58396) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:14.274405 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-89c9cba5-d464-4737-9dee-701ece3c1d13 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Unset dirty status for tenant:79ee858788434ea2afe2d43820c66963 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:23:14.277834 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-2f99e3d5-c127-4840-9e35-9603232dddeb tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Request body: {'security_group_rule': {'security_group_id': 'ef31d908-e21f-4ecc-aff6-0b3102bd58a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:14.279091 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-89c9cba5-d464-4737-9dee-701ece3c1d13 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] 10.222.0.26 "GET /v2.0/ports/4e1c2e29-2604-436c-9b8c-04e0e997e876 HTTP/1.1" status: 404 len: 333 time: 0.5728011 Feb 04 21:23:14.281920 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f1c28d-b74c-473d-83d8-0a1ed81385e6 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:14.281920 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e1f1c28d-b74c-473d-83d8-0a1ed81385e6 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:14.284490 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e1f1c28d-b74c-473d-83d8-0a1ed81385e6 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "PUT /v2.0/subnets/5481f1b2-2584-45ba-9eda-5e1a6dc46c09 HTTP/1.1" status: 200 len: 826 time: 3.4637079 Feb 04 21:23:14.288214 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-2f99e3d5-c127-4840-9e35-9603232dddeb tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:14.294754 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2f99e3d5-c127-4840-9e35-9603232dddeb tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Usage tracker for resource:security_group_rule and tenant:78331e868d8e416598ccef9a3fba370c is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:14.298873 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2f99e3d5-c127-4840-9e35-9603232dddeb tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:14.310906 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58400) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:14.311441 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-2f99e3d5-c127-4840-9e35-9603232dddeb tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:14.313281 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58402) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:14.343853 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2f99e3d5-c127-4840-9e35-9603232dddeb tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:14.380525 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-1638ad08-c96a-480e-acbb-6b08de6c53ad tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Request body: {'port': {'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1777774565'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:14.444224 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-bf3e1865-5ffe-41c1-9ad8-6fc886326eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:14.446429 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-bf3e1865-5ffe-41c1-9ad8-6fc886326eee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04d011a5-5fa5-46de-b6ec-0f9f6f04e44d HTTP/1.1" status: 200 len: 855 time: 0.3120804 Feb 04 21:23:14.447620 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-1638ad08-c96a-480e-acbb-6b08de6c53ad tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:14.639973 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3f424322-ca58-4c08-a994-665b0a6c18a5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:14.719325 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-cc353edb-39af-4e0e-ac17-18c8e870cbea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9a5b169e-7ecf-44d8-b464-667febc50df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747480 Feb 04 21:23:14.732869 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58414) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:14.733050 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a8bbcd80-9f32-42b6-a129-969f4cdae290 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:23:14.834028 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port a8bbcd80-9f32-42b6-a129-969f4cdae290 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:23:14.895536 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2f99e3d5-c127-4840-9e35-9603232dddeb tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:14.909223 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2f99e3d5-c127-4840-9e35-9603232dddeb tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:14.968053 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2f99e3d5-c127-4840-9e35-9603232dddeb tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:14.971854 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2f99e3d5-c127-4840-9e35-9603232dddeb tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6984870 Feb 04 21:23:14.974952 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58422) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:14.976071 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-91214018-1d37-4bed-8813-a9ed5cdeab04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] For port 240423f7-a7a2-43b1-a860-a5ab3b70f63c, host n-h2-827896-1, got binding levels [] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:23:14.976442 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-91214018-1d37-4bed-8813-a9ed5cdeab04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:14.989706 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99e3d5-c127-4840-9e35-9603232dddeb tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21704c0d-6aa0-416c-976e-77b45d19f46d,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:15.140592 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-6a4ca0f3-8165-4fb8-8a25-4ff60228fa4e service neutron] 10.222.0.18 "GET /v2.0/networks/9a5b169e-7ecf-44d8-b464-667febc50df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065034 Feb 04 21:23:15.207838 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-1638ad08-c96a-480e-acbb-6b08de6c53ad tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:15.209334 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-91214018-1d37-4bed-8813-a9ed5cdeab04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Calling delete_port for 240423f7-a7a2-43b1-a860-a5ab3b70f63c owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:23:15.248757 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1bc10d-2c6b-4a15-b6df-9846715f6de2 None None] Network f62ac4f1-25be-4620-93e6-69c8fa0aa663 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:23:15.347322 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-56ec5780-88dd-4845-9fc4-426349bd5525 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:15.396387 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1638ad08-c96a-480e-acbb-6b08de6c53ad tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Made reservation on behalf of 79ee858788434ea2afe2d43820c66963 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:23:15.415918 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-91214018-1d37-4bed-8813-a9ed5cdeab04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:15.417865 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-56ec5780-88dd-4845-9fc4-426349bd5525 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:15.431780 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1638ad08-c96a-480e-acbb-6b08de6c53ad tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:15.448694 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-0e8934b0-31d3-4657-a911-192a8a1b91c6 None None] Provisioning for port a8bbcd80-9f32-42b6-a129-969f4cdae290 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:23:15.459288 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-0e8934b0-31d3-4657-a911-192a8a1b91c6 None None] Provisioning complete for port a8bbcd80-9f32-42b6-a129-969f4cdae290 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:23:15.459974 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0e8934b0-31d3-4657-a911-192a8a1b91c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:15.488494 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-3f424322-ca58-4c08-a994-665b0a6c18a5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Deleting port a8bbcd80-9f32-42b6-a129-969f4cdae290 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:23:15.489126 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3f424322-ca58-4c08-a994-665b0a6c18a5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:15.498689 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-91214018-1d37-4bed-8813-a9ed5cdeab04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:15.508812 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91214018-1d37-4bed-8813-a9ed5cdeab04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Pushing event deleted for resources: {'Port': ['ID=240423f7-a7a2-43b1-a860-a5ab3b70f63c,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:15.541729 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-91214018-1d37-4bed-8813-a9ed5cdeab04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] 10.222.0.26 "DELETE /v2.0/ports/240423f7-a7a2-43b1-a860-a5ab3b70f63c HTTP/1.1" status: 204 len: 168 time: 1.6981580 Feb 04 21:23:15.545340 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58436) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:15.596222 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f78fd03-b1fd-4945-812d-754cb796aff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] GET failed (client error): The resource could not be found. Feb 04 21:23:15.597037 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7f78fd03-b1fd-4945-812d-754cb796aff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Synchronizing usage tracker for tenant:88e2883a1bdb4b42bf3f95c3f162f296 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:23:15.617021 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7f78fd03-b1fd-4945-812d-754cb796aff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Unset dirty status for tenant:88e2883a1bdb4b42bf3f95c3f162f296 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:23:15.617318 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1c28d-b74c-473d-83d8-0a1ed81385e6 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event updated for resources: {'Subnet': ['ID=5481f1b2-2584-45ba-9eda-5e1a6dc46c09,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:15.631709 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7f78fd03-b1fd-4945-812d-754cb796aff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] 10.222.0.26 "GET /v2.0/ports/240423f7-a7a2-43b1-a860-a5ab3b70f63c HTTP/1.1" status: 404 len: 333 time: 0.0851748 Feb 04 21:23:15.632778 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58440) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:15.637678 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [None req-1638ad08-c96a-480e-acbb-6b08de6c53ad tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] device_id is not set on port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b yet. {{(pid=87683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:23:15.640513 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-da73b285-cd66-4bcc-af59-ba20e8d743ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1801328092', 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:15.645843 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-56ec5780-88dd-4845-9fc4-426349bd5525 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:15.662753 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-da73b285-cd66-4bcc-af59-ba20e8d743ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:15.674651 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec5780-88dd-4845-9fc4-426349bd5525 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef31d908-e21f-4ecc-aff6-0b3102bd58a2,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:15.683346 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-da73b285-cd66-4bcc-af59-ba20e8d743ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:15.693758 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-56ec5780-88dd-4845-9fc4-426349bd5525 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:15.696115 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-56ec5780-88dd-4845-9fc4-426349bd5525 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "DELETE /v2.0/security-groups/ef31d908-e21f-4ecc-aff6-0b3102bd58a2 HTTP/1.1" status: 204 len: 168 time: 0.7099283 Feb 04 21:23:15.698456 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58448) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:15.716866 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da73b285-cd66-4bcc-af59-ba20e8d743ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Made reservation on behalf of 88e2883a1bdb4b42bf3f95c3f162f296 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:23:15.720808 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-da73b285-cd66-4bcc-af59-ba20e8d743ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:15.737915 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-43086cd2-3f62-442d-947e-a7876d436204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:15.782497 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-da73b285-cd66-4bcc-af59-ba20e8d743ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] device_id is not set on port 2cbdc357-acbe-4716-a890-38af1130127f yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:23:15.805038 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0e8934b0-31d3-4657-a911-192a8a1b91c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:15.818760 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9775f0d3-0d24-47ac-abfb-184c06d5ca8f tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Synchronizing usage tracker for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:23:15.845349 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-0e8934b0-31d3-4657-a911-192a8a1b91c6 None None] For port a8bbcd80-9f32-42b6-a129-969f4cdae290, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a8bbcd80-9f32-42b6-a129-969f4cdae290,segment=NetworkSegment(889d8cc6-49d8-469e-b9b8-e3b225585121),segment_id=889d8cc6-49d8-469e-b9b8-e3b225585121)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:23:15.851680 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0e8934b0-31d3-4657-a911-192a8a1b91c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:15.970525 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8934b0-31d3-4657-a911-192a8a1b91c6 None None] Pushing event updated for resources: {'Port': ['ID=a8bbcd80-9f32-42b6-a129-969f4cdae290,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:16.060857 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-43086cd2-3f62-442d-947e-a7876d436204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:16.064915 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-43086cd2-3f62-442d-947e-a7876d436204 admin admin] Usage tracker for resource:security_group_rule and tenant:bf3ec835e7324f72b2e6b09411906dc9 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:16.072506 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-43086cd2-3f62-442d-947e-a7876d436204 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:16.079274 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-43086cd2-3f62-442d-947e-a7876d436204 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:16.086353 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d1c54ec2-ca38-42ba-b2b1-2820498b3c1e req-e5641c39-9d16-4ada-ba4b-bc9c5530a7a9 service neutron] 10.222.0.18 "GET /v2.0/networks/9a5b169e-7ecf-44d8-b464-667febc50df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8241966 Feb 04 21:23:16.116501 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9775f0d3-0d24-47ac-abfb-184c06d5ca8f tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Unset dirty status for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:23:16.118669 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9775f0d3-0d24-47ac-abfb-184c06d5ca8f tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4184988 Feb 04 21:23:16.128632 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58452) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:16.143155 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c62bcf3-23ac-4ba6-8e61-1a3dea40e775 None None] Network f62ac4f1-25be-4620-93e6-69c8fa0aa663 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:23:16.150955 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-da73b285-cd66-4bcc-af59-ba20e8d743ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:16.193737 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-593e0cac-0529-4e74-af9f-84c66f9b8b9b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Synchronizing usage tracker for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group_rule {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:23:16.218926 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-593e0cac-0529-4e74-af9f-84c66f9b8b9b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Unset dirty status for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group_rule {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:23:16.220353 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-593e0cac-0529-4e74-af9f-84c66f9b8b9b tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0907435 Feb 04 21:23:16.223624 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-da73b285-cd66-4bcc-af59-ba20e8d743ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:16.232490 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58460) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:16.315740 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1638ad08-c96a-480e-acbb-6b08de6c53ad tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:16.328786 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73b285-cd66-4bcc-af59-ba20e8d743ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Pushing event updated for resources: {'Port': ['ID=2cbdc357-acbe-4716-a890-38af1130127f,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:16.335206 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-239262c6-e2a2-4415-96f6-4fd0f0ce71c3 None None] Provisioning complete for port a8bbcd80-9f32-42b6-a129-969f4cdae290 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:23:16.335813 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-239262c6-e2a2-4415-96f6-4fd0f0ce71c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:16.343951 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da73b285-cd66-4bcc-af59-ba20e8d743ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Network f3874fa8-ee6c-40f0-ad27-935e61666245 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:23:16.345299 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-da73b285-cd66-4bcc-af59-ba20e8d743ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:23:16.347765 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da73b285-cd66-4bcc-af59-ba20e8d743ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:23:16.349343 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da73b285-cd66-4bcc-af59-ba20e8d743ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:16.349943 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-da73b285-cd66-4bcc-af59-ba20e8d743ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:16.371986 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c7a5bb85-3193-49ab-9a9e-88b21c361cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:16.381875 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-da73b285-cd66-4bcc-af59-ba20e8d743ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7477341 Feb 04 21:23:16.384296 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58466) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:16.456455 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b15031-3f87-41b9-a020-40dda309a913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:16.457371 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-59b15031-3f87-41b9-a020-40dda309a913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Synchronizing usage tracker for tenant:88e2883a1bdb4b42bf3f95c3f162f296 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:23:16.469743 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a7b86bb-8019-4df3-8f3e-028809d1c684 req-0efe4f9b-7fc2-4e52-bcb7-5b721564ec78 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b070b43d-7a5f-459a-a824-63e89654b7d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2534027 Feb 04 21:23:16.488602 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-59b15031-3f87-41b9-a020-40dda309a913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Unset dirty status for tenant:88e2883a1bdb4b42bf3f95c3f162f296 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:23:16.490334 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-59b15031-3f87-41b9-a020-40dda309a913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] 10.222.0.26 "GET /v2.0/ports/2cbdc357-acbe-4716-a890-38af1130127f HTTP/1.1" status: 200 len: 959 time: 0.1049786 Feb 04 21:23:16.493278 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58474) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:16.506100 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [None req-d3865453-cab6-4658-9922-bb857851a589 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] delete failed (client error): The resource could not be found. Feb 04 21:23:16.507135 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d3865453-cab6-4658-9922-bb857851a589 tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "DELETE /v2.0/security-groups/ef31d908-e21f-4ecc-aff6-0b3102bd58a2 HTTP/1.1" status: 404 len: 347 time: 0.2606897 Feb 04 21:23:16.523409 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58478) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:16.531340 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378fab1-3cf7-4ae5-ab89-ec2bf95df689 req-216a231c-fded-4dc6-bdf5-3d5ac7504979 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:16.532843 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f378fab1-3cf7-4ae5-ab89-ec2bf95df689 req-216a231c-fded-4dc6-bdf5-3d5ac7504979 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=2adf3b42-923a-40d7-b6e6-0faaa00f30f9 HTTP/1.1" status: 200 len: 944 time: 1.3839765 Feb 04 21:23:16.619126 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-507cb164-8dcc-4335-9132-0d7ff19dd156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Deleting port 2cbdc357-acbe-4716-a890-38af1130127f {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:23:16.619487 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-507cb164-8dcc-4335-9132-0d7ff19dd156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:16.631469 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a8bbcd80-9f32-42b6-a129-969f4cdae290 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:23:16.712438 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1638ad08-c96a-480e-acbb-6b08de6c53ad tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:16.783151 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port a8bbcd80-9f32-42b6-a129-969f4cdae290 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:23:16.783632 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:16.870859 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-507cb164-8dcc-4335-9132-0d7ff19dd156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:16.882358 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f378fab1-3cf7-4ae5-ab89-ec2bf95df689 req-76695087-6202-4fc7-9505-5d3a09ee62a6 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180366 Feb 04 21:23:16.888624 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-3f424322-ca58-4c08-a994-665b0a6c18a5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] For port a8bbcd80-9f32-42b6-a129-969f4cdae290, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a8bbcd80-9f32-42b6-a129-969f4cdae290,segment=NetworkSegment(889d8cc6-49d8-469e-b9b8-e3b225585121),segment_id=889d8cc6-49d8-469e-b9b8-e3b225585121)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:23:16.888992 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3f424322-ca58-4c08-a994-665b0a6c18a5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:16.931151 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1638ad08-c96a-480e-acbb-6b08de6c53ad tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Network 277dac4b-ceec-47d5-9758-58d444ba3c58 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:23:16.936346 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638ad08-c96a-480e-acbb-6b08de6c53ad tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Pushing event updated for resources: {'Port': ['ID=4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:16.939987 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa65f5b-e428-4aea-9c06-5c0a4bf79bcd req-940e16e4-d1ea-4a3e-b83a-57ba124bb345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:16.941841 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8fa65f5b-e428-4aea-9c06-5c0a4bf79bcd req-940e16e4-d1ea-4a3e-b83a-57ba124bb345 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=354a53753e434161ab788e250190d627&device_id=2adf3b42-923a-40d7-b6e6-0faaa00f30f9 HTTP/1.1" status: 200 len: 1095 time: 0.7821062 Feb 04 21:23:17.018589 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-9cee69f8-228c-4e42-b72d-a603f6c8859c tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Synchronizing usage tracker for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:23:17.021110 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-1638ad08-c96a-480e-acbb-6b08de6c53ad tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:23:17.076196 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-507cb164-8dcc-4335-9132-0d7ff19dd156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Calling delete_port for 2cbdc357-acbe-4716-a890-38af1130127f owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:23:17.111197 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1638ad08-c96a-480e-acbb-6b08de6c53ad tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:23:17.112367 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1638ad08-c96a-480e-acbb-6b08de6c53ad tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:17.116252 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1638ad08-c96a-480e-acbb-6b08de6c53ad tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:17.131342 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-3f424322-ca58-4c08-a994-665b0a6c18a5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Calling delete_port for a8bbcd80-9f32-42b6-a129-969f4cdae290 owned by network:dhcp {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:23:17.188812 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-507cb164-8dcc-4335-9132-0d7ff19dd156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:17.238350 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 0cd1a232-7871-4960-bc67-84db7b821dae details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:23:17.253440 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-507cb164-8dcc-4335-9132-0d7ff19dd156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:17.264083 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507cb164-8dcc-4335-9132-0d7ff19dd156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Pushing event deleted for resources: {'Port': ['ID=2cbdc357-acbe-4716-a890-38af1130127f,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:17.272985 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-507cb164-8dcc-4335-9132-0d7ff19dd156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] 10.222.0.26 "DELETE /v2.0/ports/2cbdc357-acbe-4716-a890-38af1130127f HTTP/1.1" status: 204 len: 168 time: 0.7779248 Feb 04 21:23:17.275449 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58486) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:17.337378 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-396e264a-2981-4c53-924f-4b511172344d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] GET failed (client error): The resource could not be found. Feb 04 21:23:17.338188 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-396e264a-2981-4c53-924f-4b511172344d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Synchronizing usage tracker for tenant:88e2883a1bdb4b42bf3f95c3f162f296 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:23:17.361005 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-396e264a-2981-4c53-924f-4b511172344d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Unset dirty status for tenant:88e2883a1bdb4b42bf3f95c3f162f296 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:23:17.362582 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-396e264a-2981-4c53-924f-4b511172344d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] 10.222.0.26 "GET /v2.0/ports/2cbdc357-acbe-4716-a890-38af1130127f HTTP/1.1" status: 404 len: 333 time: 0.0859191 Feb 04 21:23:17.367355 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58496) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:17.375654 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-5710ea16-37db-49e0-b593-447dac7dd04b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Request body: {'port': {'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-57254457'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:17.383073 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5710ea16-37db-49e0-b593-447dac7dd04b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:17.410887 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-5710ea16-37db-49e0-b593-447dac7dd04b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:17.439314 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-7a9e8f00-cffd-4d59-a8e9-71eeb2765d91 None None] Provisioning complete for port a8bbcd80-9f32-42b6-a129-969f4cdae290 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:23:17.439314 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7a9e8f00-cffd-4d59-a8e9-71eeb2765d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:17.440412 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-43086cd2-3f62-442d-947e-a7876d436204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:17.444760 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-9cee69f8-228c-4e42-b72d-a603f6c8859c tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] Unset dirty status for tenant:78331e868d8e416598ccef9a3fba370c on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:23:17.451736 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-9cee69f8-228c-4e42-b72d-a603f6c8859c tempest-SecGroupIPv6Test-1241041204 tempest-SecGroupIPv6Test-1241041204-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.9113085 Feb 04 21:23:17.452053 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5710ea16-37db-49e0-b593-447dac7dd04b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Made reservation on behalf of 88e2883a1bdb4b42bf3f95c3f162f296 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:23:17.457504 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5710ea16-37db-49e0-b593-447dac7dd04b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:17.471541 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-43086cd2-3f62-442d-947e-a7876d436204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:17.501112 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-5710ea16-37db-49e0-b593-447dac7dd04b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] device_id is not set on port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:23:17.513357 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b86bb-8019-4df3-8f3e-028809d1c684 req-edc6b2d0-3949-44db-8677-5407a8ab3f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:17.515240 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a7b86bb-8019-4df3-8f3e-028809d1c684 req-edc6b2d0-3949-44db-8677-5407a8ab3f50 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=354a53753e434161ab788e250190d627&device_id=b070b43d-7a5f-459a-a824-63e89654b7d0 HTTP/1.1" status: 200 len: 1096 time: 0.8627534 Feb 04 21:23:17.537080 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 0cd1a232-7871-4960-bc67-84db7b821dae, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=0cd1a232-7871-4960-bc67-84db7b821dae,segment=NetworkSegment(891443bf-3c45-411c-8b26-5ac9a9e807fe),segment_id=891443bf-3c45-411c-8b26-5ac9a9e807fe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:23:17.577933 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '0cd1a232-7871-4960-bc67-84db7b821dae', 'network_id': '9a5b169e-7ecf-44d8-b464-667febc50df4', 'port_id': '0cd1a232-7871-4960-bc67-84db7b821dae', 'mac_address': 'fa:16:3e:66:ae:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04d011a5-5fa5-46de-b6ec-0f9f6f04e44d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:23:17.615477 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-1638ad08-c96a-480e-acbb-6b08de6c53ad tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.3003750 Feb 04 21:23:17.617914 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58504) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:17.626305 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:17.660981 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-43086cd2-3f62-442d-947e-a7876d436204 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bf3ec835e7324f72b2e6b09411906dc9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5237551 Feb 04 21:23:17.664720 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58510) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:17.705774 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:17.735142 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:17.744869 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cd1a232-7871-4960-bc67-84db7b821dae {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:23:17.761944 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:17.781579 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43086cd2-3f62-442d-947e-a7876d436204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb4c08f-5cb8-4ab2-b20a-99352e919625,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:17.841833 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 0cd1a232-7871-4960-bc67-84db7b821dae, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=0cd1a232-7871-4960-bc67-84db7b821dae,segment=NetworkSegment(891443bf-3c45-411c-8b26-5ac9a9e807fe),segment_id=891443bf-3c45-411c-8b26-5ac9a9e807fe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:23:17.862584 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:17.877193 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58516) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:17.887882 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa65f5b-e428-4aea-9c06-5c0a4bf79bcd req-6be27f50-6020-4920-a873-55f59cef0957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:17.889460 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8fa65f5b-e428-4aea-9c06-5c0a4bf79bcd req-6be27f50-6020-4920-a873-55f59cef0957 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9a5b169e-7ecf-44d8-b464-667febc50df4 HTTP/1.1" status: 200 len: 916 time: 0.8035464 Feb 04 21:23:17.978615 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8fa65f5b-e428-4aea-9c06-5c0a4bf79bcd req-b1095220-cb5e-4b35-b739-40e0df91aa42 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cd1a232-7871-4960-bc67-84db7b821dae HTTP/1.1" status: 200 len: 217 time: 0.0790961 Feb 04 21:23:18.053399 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=0cd1a232-7871-4960-bc67-84db7b821dae,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:18.096350 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['0cd1a232-7871-4960-bc67-84db7b821dae'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:23:18.139388 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3f424322-ca58-4c08-a994-665b0a6c18a5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:18.143760 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b86bb-8019-4df3-8f3e-028809d1c684 req-d8f631b3-9b67-4a3e-a043-78e3e52eaec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:18.156296 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a7b86bb-8019-4df3-8f3e-028809d1c684 req-d8f631b3-9b67-4a3e-a043-78e3e52eaec2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9a5b169e-7ecf-44d8-b464-667febc50df4 HTTP/1.1" status: 200 len: 916 time: 0.5792844 Feb 04 21:23:18.184050 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-477e3d14-e277-4472-bee7-81c0b9a42a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:18.209899 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa65f5b-e428-4aea-9c06-5c0a4bf79bcd req-495f663e-19b0-446d-81a0-2a951e87dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:18.211504 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8fa65f5b-e428-4aea-9c06-5c0a4bf79bcd req-495f663e-19b0-446d-81a0-2a951e87dc7c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04d011a5-5fa5-46de-b6ec-0f9f6f04e44d HTTP/1.1" status: 200 len: 855 time: 0.2132642 Feb 04 21:23:18.297327 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:18.341770 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-477e3d14-e277-4472-bee7-81c0b9a42a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:18.453571 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5710ea16-37db-49e0-b593-447dac7dd04b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:18.463236 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f424322-ca58-4c08-a994-665b0a6c18a5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event deleted for resources: {'Port': ['ID=a8bbcd80-9f32-42b6-a129-969f4cdae290,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:18.477102 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a7b86bb-8019-4df3-8f3e-028809d1c684 req-7ddb8942-5ff3-4e3a-ad9a-5c3a4e4a4cff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2db420b0-ef36-4d5a-aa6d-eee053eb15bf HTTP/1.1" status: 200 len: 217 time: 0.2617123 Feb 04 21:23:18.482041 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8fa65f5b-e428-4aea-9c06-5c0a4bf79bcd req-6760e73c-6713-4637-9936-f4c7db787ad4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9a5b169e-7ecf-44d8-b464-667febc50df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128392 Feb 04 21:23:18.529946 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5710ea16-37db-49e0-b593-447dac7dd04b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:18.581313 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e36a7e-902e-48a0-8028-d2dbf11abd39 None None] DHCP port deletion for f62ac4f1-25be-4620-93e6-69c8fa0aa663 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:23:18.614743 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d343f6-5b54-4765-b0ef-1d925c1136ac None None] get_active_networks_info from n-d-827896-1 {{(pid=87684) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 21:23:18.696150 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710ea16-37db-49e0-b593-447dac7dd04b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Pushing event updated for resources: {'Port': ['ID=547c6b53-f932-4001-9d0e-e9a8fdafe2f9,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:18.745154 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-477e3d14-e277-4472-bee7-81c0b9a42a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:18.790393 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5710ea16-37db-49e0-b593-447dac7dd04b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Network f3874fa8-ee6c-40f0-ad27-935e61666245 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:23:18.802979 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-5710ea16-37db-49e0-b593-447dac7dd04b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:23:18.806112 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e3d14-e277-4472-bee7-81c0b9a42a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb4c08f-5cb8-4ab2-b20a-99352e919625,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:18.809165 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5710ea16-37db-49e0-b593-447dac7dd04b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:23:18.810312 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5710ea16-37db-49e0-b593-447dac7dd04b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:18.812460 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5710ea16-37db-49e0-b593-447dac7dd04b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:18.833311 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d343f6-5b54-4765-b0ef-1d925c1136ac None None] Resources bound (agent type, host, resource id): {{(pid=87684) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 21:23:18.848809 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f424322-ca58-4c08-a994-665b0a6c18a5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] No DVR routers for this DVR port a8bbcd80-9f32-42b6-a129-969f4cdae290 on host n-d-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:23:18.854857 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-477e3d14-e277-4472-bee7-81c0b9a42a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:18.856062 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-477e3d14-e277-4472-bee7-81c0b9a42a30 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6cb4c08f-5cb8-4ab2-b20a-99352e919625 HTTP/1.1" status: 204 len: 168 time: 1.1903114 Feb 04 21:23:18.868599 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5710ea16-37db-49e0-b593-447dac7dd04b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.5000894 Feb 04 21:23:18.871931 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58536) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:18.879455 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:18.929339 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3f424322-ca58-4c08-a994-665b0a6c18a5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:18.998567 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] device_id is not set on port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:23:19.041259 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5dabc275-8b70-47f3-b32f-f68fe4ec63b2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=78331e868d8e416598ccef9a3fba370c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1605213 Feb 04 21:23:19.043131 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58544) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:19.050439 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:19.052587 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:19.071523 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b86bb-8019-4df3-8f3e-028809d1c684 req-93be310a-5132-4e76-b9db-95a1b49a607a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:19.089075 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a7b86bb-8019-4df3-8f3e-028809d1c684 req-93be310a-5132-4e76-b9db-95a1b49a607a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04d011a5-5fa5-46de-b6ec-0f9f6f04e44d HTTP/1.1" status: 200 len: 855 time: 0.6035211 Feb 04 21:23:19.131820 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Transition to ACTIVE for port object 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:23:19.168379 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:19.214791 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:19.249544 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 0cd1a232-7871-4960-bc67-84db7b821dae up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:23:19.260319 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8fa65f5b-e428-4aea-9c06-5c0a4bf79bcd req-7fbbaaa0-883a-49df-8996-ef9121f0d8b2 service neutron] 10.222.0.18 "GET /v2.0/networks/9a5b169e-7ecf-44d8-b464-667febc50df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6905143 Feb 04 21:23:19.262186 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3f424322-ca58-4c08-a994-665b0a6c18a5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:19.336651 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fc8c0-3884-4803-8fbd-0b891e8ac07d req-47e85d20-0b2f-4c92-a772-0db83d2a1d8c tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:19.339215 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-210fc8c0-3884-4803-8fbd-0b891e8ac07d req-47e85d20-0b2f-4c92-a772-0db83d2a1d8c tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=2adf3b42-923a-40d7-b6e6-0faaa00f30f9 HTTP/1.1" status: 200 len: 945 time: 1.0582068 Feb 04 21:23:19.420194 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Pushing event updated for resources: {'Port': ['ID=4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:19.422713 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-263daef8-c216-445c-9af4-d42ba406137e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:19.448421 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58552) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:19.483946 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f424322-ca58-4c08-a994-665b0a6c18a5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event deleted for resources: {'Subnet': ['ID=5481f1b2-2584-45ba-9eda-5e1a6dc46c09,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:19.511685 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:19.512137 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:19.512479 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on network 277dac4b-ceec-47d5-9758-58d444ba3c58 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:19.530870 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 0cd1a232-7871-4960-bc67-84db7b821dae completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:23:19.545524 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-263daef8-c216-445c-9af4-d42ba406137e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:19.554226 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6b3667ab-2abe-429e-9ab8-8c671a863515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:19.575210 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a7b86bb-8019-4df3-8f3e-028809d1c684 req-2364317a-b10e-4e41-8301-e50758fb8338 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a5b169e-7ecf-44d8-b464-667febc50df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4195387 Feb 04 21:23:19.595058 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3f424322-ca58-4c08-a994-665b0a6c18a5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:19.623148 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 0cd1a232-7871-4960-bc67-84db7b821dae triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:23:19.623730 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:19.632140 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-3f424322-ca58-4c08-a994-665b0a6c18a5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f62ac4f1-25be-4620-93e6-69c8fa0aa663']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:19.633440 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on network 277dac4b-ceec-47d5-9758-58d444ba3c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:19.633776 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Failed to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on host n-h2-827896-1 for vnic_type normal using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] Feb 04 21:23:19.642642 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempt 2 to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b Feb 04 21:23:19.647792 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-3f424322-ca58-4c08-a994-665b0a6c18a5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '889d8cc6-49d8-469e-b9b8-e3b225585121') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:19.648089 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-3f424322-ca58-4c08-a994-665b0a6c18a5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '889d8cc6-49d8-469e-b9b8-e3b225585121') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:19.662439 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6b3667ab-2abe-429e-9ab8-8c671a863515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:19.665735 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3f424322-ca58-4c08-a994-665b0a6c18a5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:19.689965 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3f424322-ca58-4c08-a994-665b0a6c18a5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:19.697288 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f424322-ca58-4c08-a994-665b0a6c18a5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:23:19.698239 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3f424322-ca58-4c08-a994-665b0a6c18a5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:19.701751 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6b3667ab-2abe-429e-9ab8-8c671a863515 admin admin] Usage tracker for resource:security_group_rule and tenant:230c0df660ee4fe19b5e4ea3a1ba5dec is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:19.704816 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:19.705366 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:19.705741 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on network 277dac4b-ceec-47d5-9758-58d444ba3c58 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:19.715261 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6b3667ab-2abe-429e-9ab8-8c671a863515 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:19.727368 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on network 277dac4b-ceec-47d5-9758-58d444ba3c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:19.727735 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Failed to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on host n-h2-827896-1 for vnic_type normal using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] Feb 04 21:23:19.730364 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6b3667ab-2abe-429e-9ab8-8c671a863515 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:19.732596 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempt 3 to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b Feb 04 21:23:19.748871 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a95b65-00c7-4c42-9c06-32b78b389823 None None] Network f62ac4f1-25be-4620-93e6-69c8fa0aa663 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:23:19.765193 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:19.765193 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:19.765193 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on network 277dac4b-ceec-47d5-9758-58d444ba3c58 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:19.784052 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on network 277dac4b-ceec-47d5-9758-58d444ba3c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:19.784380 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Failed to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on host n-h2-827896-1 for vnic_type normal using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] Feb 04 21:23:19.819805 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempt 4 to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b Feb 04 21:23:19.843379 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-263daef8-c216-445c-9af4-d42ba406137e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:19.873642 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263daef8-c216-445c-9af4-d42ba406137e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe7622a-54d4-480b-ac96-6423477281b2,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:19.876206 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:19.876206 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:19.876206 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on network 277dac4b-ceec-47d5-9758-58d444ba3c58 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:19.905874 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] device_id is not set on port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:23:19.923213 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:19.924563 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:19.945113 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Transition to ACTIVE for port object 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:23:19.953951 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on network 277dac4b-ceec-47d5-9758-58d444ba3c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:19.954603 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Failed to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on host n-h2-827896-1 for vnic_type normal using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] Feb 04 21:23:19.956994 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempt 5 to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b Feb 04 21:23:19.966534 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:20.037075 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2adf3b42-923a-40d7-b6e6-0faaa00f30f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd1a232-7871-4960-bc67-84db7b821dae'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:23:20.045574 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022087fe-4f86-416f-ac33-287acb1dffd8 None None] DHCP port deletion for f62ac4f1-25be-4620-93e6-69c8fa0aa663 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:23:20.052953 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 0cd1a232-7871-4960-bc67-84db7b821dae, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=0cd1a232-7871-4960-bc67-84db7b821dae,segment=NetworkSegment(891443bf-3c45-411c-8b26-5ac9a9e807fe),segment_id=891443bf-3c45-411c-8b26-5ac9a9e807fe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:23:20.062769 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:20.110589 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-210fc8c0-3884-4803-8fbd-0b891e8ac07d req-bcdfa73c-7a32-4419-aa49-492b2522cb89 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6013415 Feb 04 21:23:20.111933 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:23:20.111933 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:23:20.111933 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:23:20.111933 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:23:20.111933 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:23:20.111933 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:23:20.111933 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:23:20.111933 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:23:20.111933 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:23:20.111933 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:23:20.111933 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:23:20.111933 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:23:20.111933 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:23:20.111933 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:23:20.111933 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:23:20.111933 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:23:20.111933 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:23:20.111933 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:23:20.111933 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:23:20.111933 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:23:20.111933 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:23:20.111933 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:23:20.111933 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:23:20.111933 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:23:20.111933 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:23:20.111933 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:23:20.111933 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:23:20.111933 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:23:20.111933 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:23:20.111933 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:23:20.111933 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:23:20.111933 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:23:20.155858 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Pushing event updated for resources: {'Port': ['ID=547c6b53-f932-4001-9d0e-e9a8fdafe2f9,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:20.174731 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=0cd1a232-7871-4960-bc67-84db7b821dae,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:20.182065 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-7a7b86bb-8019-4df3-8f3e-028809d1c684 req-b833c1ae-20a5-4837-89ef-db0c290ee83a service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:20.183003 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:20.183474 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a7b86bb-8019-4df3-8f3e-028809d1c684 req-b833c1ae-20a5-4837-89ef-db0c290ee83a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0637848 Feb 04 21:23:20.183677 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:20.184420 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on network f3874fa8-ee6c-40f0-ad27-935e61666245 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:20.190093 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-263daef8-c216-445c-9af4-d42ba406137e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:20.191201 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-263daef8-c216-445c-9af4-d42ba406137e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bfe7622a-54d4-480b-ac96-6423477281b2 HTTP/1.1" status: 204 len: 168 time: 1.1443951 Feb 04 21:23:20.192302 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on network f3874fa8-ee6c-40f0-ad27-935e61666245 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:20.192789 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Failed to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on host n-h2-827896-1 for vnic_type normal using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] Feb 04 21:23:20.197834 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:20.198696 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:20.199188 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on network 277dac4b-ceec-47d5-9758-58d444ba3c58 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:20.202918 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempt 2 to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 Feb 04 21:23:20.218807 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on network 277dac4b-ceec-47d5-9758-58d444ba3c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:20.219296 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Failed to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on host n-h2-827896-1 for vnic_type normal using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] Feb 04 21:23:20.224053 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempt 6 to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b Feb 04 21:23:20.235095 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:20.235762 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:20.236303 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on network f3874fa8-ee6c-40f0-ad27-935e61666245 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:20.247423 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on network f3874fa8-ee6c-40f0-ad27-935e61666245 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:20.248072 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Failed to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on host n-h2-827896-1 for vnic_type normal using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] Feb 04 21:23:20.248792 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempt 3 to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 Feb 04 21:23:20.255773 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:20.256372 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:20.256936 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on network 277dac4b-ceec-47d5-9758-58d444ba3c58 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:20.270258 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on network 277dac4b-ceec-47d5-9758-58d444ba3c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:20.270842 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Failed to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on host n-h2-827896-1 for vnic_type normal using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] Feb 04 21:23:20.271679 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempt 7 to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b Feb 04 21:23:20.293981 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:20.294678 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:20.295223 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on network f3874fa8-ee6c-40f0-ad27-935e61666245 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:20.352153 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3f424322-ca58-4c08-a994-665b0a6c18a5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:20.372320 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3f424322-ca58-4c08-a994-665b0a6c18a5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:20.430619 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:20.431332 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:20.431332 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on network 277dac4b-ceec-47d5-9758-58d444ba3c58 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:20.431677 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f424322-ca58-4c08-a994-665b0a6c18a5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event deleted for resources: {'Network': ['ID=f62ac4f1-25be-4620-93e6-69c8fa0aa663,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:20.434252 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on network f3874fa8-ee6c-40f0-ad27-935e61666245 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:20.434926 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Failed to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on host n-h2-827896-1 for vnic_type normal using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] Feb 04 21:23:20.438266 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6b3667ab-2abe-429e-9ab8-8c671a863515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:20.439293 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempt 4 to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 Feb 04 21:23:20.472219 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-3f424322-ca58-4c08-a994-665b0a6c18a5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "DELETE /v2.0/networks/f62ac4f1-25be-4620-93e6-69c8fa0aa663 HTTP/1.1" status: 204 len: 168 time: 6.1515903 Feb 04 21:23:20.481974 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58574) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:20.515309 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a8bbcd80-9f32-42b6-a129-969f4cdae290 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:23:20.586913 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2adf3b42-923a-40d7-b6e6-0faaa00f30f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd1a232-7871-4960-bc67-84db7b821dae', 'code': 200} Feb 04 21:23:20.587846 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: a8bbcd80-9f32-42b6-a129-969f4cdae290 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:23:20.588053 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a8bbcd80-9f32-42b6-a129-969f4cdae290 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:23:20.597490 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8fa65f5b-e428-4aea-9c06-5c0a4bf79bcd req-028f1e2c-a97e-453e-a154-5251bbdf15d9 service neutron] 10.222.0.18 "GET /v2.0/networks/9a5b169e-7ecf-44d8-b464-667febc50df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3145003 Feb 04 21:23:20.600741 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6e1cef9-0d74-4894-adb8-2cc5435ebb0c tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] DELETE failed (client error): The resource could not be found. Feb 04 21:23:20.601259 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6e1cef9-0d74-4894-adb8-2cc5435ebb0c tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:23:20.606895 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c6e1cef9-0d74-4894-adb8-2cc5435ebb0c tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "DELETE /v2.0/networks/f62ac4f1-25be-4620-93e6-69c8fa0aa663 HTTP/1.1" status: 404 len: 339 time: 0.1177392 Feb 04 21:23:20.608011 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a7b86bb-8019-4df3-8f3e-028809d1c684 req-8d07119b-7939-448e-af76-9210e19ce9ee service neutron] 10.222.0.32 "GET /v2.0/networks/9a5b169e-7ecf-44d8-b464-667febc50df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863151 Feb 04 21:23:20.608465 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58582) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:20.614215 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-108b7bf0-156c-4a72-a915-95f9f86c1ef3 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1238885514', 'description': 'd1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:20.641500 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-108b7bf0-156c-4a72-a915-95f9f86c1ef3 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:20.653086 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-108b7bf0-156c-4a72-a915-95f9f86c1ef3 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Usage tracker for resource:network and tenant:44f990c85e0448379441eb9061711156 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:20.654075 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on network 277dac4b-ceec-47d5-9758-58d444ba3c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:20.654602 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Failed to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on host n-h2-827896-1 for vnic_type normal using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] Feb 04 21:23:20.669633 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempt 8 to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b Feb 04 21:23:20.690000 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6b3667ab-2abe-429e-9ab8-8c671a863515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:20.720556 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:20.720914 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:20.721117 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on network f3874fa8-ee6c-40f0-ad27-935e61666245 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:20.729548 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:20.729548 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:20.729548 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on network 277dac4b-ceec-47d5-9758-58d444ba3c58 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:20.740784 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-108b7bf0-156c-4a72-a915-95f9f86c1ef3 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:20.770168 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6b3667ab-2abe-429e-9ab8-8c671a863515 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=230c0df660ee4fe19b5e4ea3a1ba5dec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3183413 Feb 04 21:23:20.771695 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3667ab-2abe-429e-9ab8-8c671a863515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f04a82-5a85-4a79-aab9-dd42d7a79d29,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:20.786239 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58594) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:20.794972 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on network 277dac4b-ceec-47d5-9758-58d444ba3c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:20.795317 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Failed to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on host n-h2-827896-1 for vnic_type normal using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] Feb 04 21:23:20.795921 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on network f3874fa8-ee6c-40f0-ad27-935e61666245 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:20.796246 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Failed to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on host n-h2-827896-1 for vnic_type normal using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] Feb 04 21:23:20.807591 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempt 9 to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b Feb 04 21:23:20.817249 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempt 5 to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 Feb 04 21:23:20.822024 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7a7b86bb-8019-4df3-8f3e-028809d1c684 req-e157b452-125e-47b0-9aca-162d2f7e3cbf service neutron] 10.222.0.32 "GET /v2.0/networks/9a5b169e-7ecf-44d8-b464-667febc50df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021651 Feb 04 21:23:20.827487 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-108b7bf0-156c-4a72-a915-95f9f86c1ef3 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:20.866085 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108b7bf0-156c-4a72-a915-95f9f86c1ef3 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Made reservation on behalf of 44f990c85e0448379441eb9061711156 for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:23:20.866676 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:20.867055 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:20.867423 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on network f3874fa8-ee6c-40f0-ad27-935e61666245 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:20.871640 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-108b7bf0-156c-4a72-a915-95f9f86c1ef3 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:20.877389 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on network f3874fa8-ee6c-40f0-ad27-935e61666245 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:20.877733 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Failed to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on host n-h2-827896-1 for vnic_type normal using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] Feb 04 21:23:20.880450 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempt 6 to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 Feb 04 21:23:20.889779 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:20.890111 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:20.890441 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on network 277dac4b-ceec-47d5-9758-58d444ba3c58 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:20.905899 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on network 277dac4b-ceec-47d5-9758-58d444ba3c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:20.906273 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Failed to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on host n-h2-827896-1 for vnic_type normal using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] Feb 04 21:23:20.910005 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempt 10 to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b Feb 04 21:23:20.911971 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367157b-6574-4c1c-8fa2-16dc4ce577f3 req-422fd800-77b3-4a0b-8e67-51ec361ab966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:20.913736 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9367157b-6574-4c1c-8fa2-16dc4ce577f3 req-422fd800-77b3-4a0b-8e67-51ec361ab966 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2adf3b42-923a-40d7-b6e6-0faaa00f30f9 HTTP/1.1" status: 200 len: 1097 time: 0.2577758 Feb 04 21:23:20.921049 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-108b7bf0-156c-4a72-a915-95f9f86c1ef3 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:23:20.923950 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:20.924289 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:20.924924 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on network f3874fa8-ee6c-40f0-ad27-935e61666245 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:20.954892 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on network f3874fa8-ee6c-40f0-ad27-935e61666245 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:20.955596 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Failed to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on host n-h2-827896-1 for vnic_type normal using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] Feb 04 21:23:20.957750 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempt 7 to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 Feb 04 21:23:20.958475 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-108b7bf0-156c-4a72-a915-95f9f86c1ef3 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:20.958827 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-108b7bf0-156c-4a72-a915-95f9f86c1ef3 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Added segment 48065f95-d6b3-42a9-be1d-f26c995bc185 of type vlan for network 23d9e4cd-b12f-48e7-8ec6-c62ea1848b7b Feb 04 21:23:20.988549 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:20.988900 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:20.989203 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9367157b-6574-4c1c-8fa2-16dc4ce577f3 req-4a47c36e-7d39-473e-8453-0d80b48a0208 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643122 Feb 04 21:23:20.989347 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on network 277dac4b-ceec-47d5-9758-58d444ba3c58 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:21.005250 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:21.005594 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:21.005934 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on network f3874fa8-ee6c-40f0-ad27-935e61666245 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:21.011634 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on network 277dac4b-ceec-47d5-9758-58d444ba3c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:21.011843 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Failed to bind port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on host n-h2-827896-1 for vnic_type normal using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] Feb 04 21:23:21.012210 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:21.012508 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-108b7bf0-156c-4a72-a915-95f9f86c1ef3 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:21.065761 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on network f3874fa8-ee6c-40f0-ad27-935e61666245 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:21.066076 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Failed to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on host n-h2-827896-1 for vnic_type normal using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] Feb 04 21:23:21.067808 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-108b7bf0-156c-4a72-a915-95f9f86c1ef3 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:21.073335 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempt 8 to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 Feb 04 21:23:21.076257 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108b7bf0-156c-4a72-a915-95f9f86c1ef3 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:21.077234 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-108b7bf0-156c-4a72-a915-95f9f86c1ef3 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:21.082326 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dd0de37b-ae8e-4b5e-990c-ec85fadcbaa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:21.140294 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:21.140720 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:21.141147 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on network f3874fa8-ee6c-40f0-ad27-935e61666245 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:21.147639 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dd0de37b-ae8e-4b5e-990c-ec85fadcbaa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:21.161084 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on network f3874fa8-ee6c-40f0-ad27-935e61666245 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:21.161084 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Failed to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on host n-h2-827896-1 for vnic_type normal using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] Feb 04 21:23:21.172455 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempt 9 to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 Feb 04 21:23:21.240234 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:21.240777 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:21.241295 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on network f3874fa8-ee6c-40f0-ad27-935e61666245 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:21.253492 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] For port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:23:21.254126 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempted to set empty binding levels {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 21:23:21.255142 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on network f3874fa8-ee6c-40f0-ad27-935e61666245 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:21.255632 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Failed to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on host n-h2-827896-1 for vnic_type normal using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] Feb 04 21:23:21.256460 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempt 10 to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 Feb 04 21:23:21.269644 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:21.336512 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-108b7bf0-156c-4a72-a915-95f9f86c1ef3 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7260170 Feb 04 21:23:21.341448 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:21.342428 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:21.342943 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempting to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on network f3874fa8-ee6c-40f0-ad27-935e61666245 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:21.346628 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58616) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:21.364927 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b7bf0-156c-4a72-a915-95f9f86c1ef3 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event updated for resources: {'Network': ['ID=23d9e4cd-b12f-48e7-8ec6-c62ea1848b7b,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:21.376675 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] In _notify_port_updated(), no bound segment for port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b on network 277dac4b-ceec-47d5-9758-58d444ba3c58 {{(pid=87682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 21:23:21.377584 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:21.378195 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:21.382136 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] 10.222.0.26 "PUT /v2.0/ports/4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b HTTP/1.1" status: 200 len: 975 time: 3.7631667 Feb 04 21:23:21.382616 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 23d9e4cd-b12f-48e7-8ec6-c62ea1848b7b details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:23:21.388636 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58624) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:21.389280 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on network f3874fa8-ee6c-40f0-ad27-935e61666245 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:21.389617 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Failed to bind port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on host n-h2-827896-1 for vnic_type normal using segments [{'id': '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f3874fa8-ee6c-40f0-ad27-935e61666245'}] Feb 04 21:23:21.389985 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:21.401145 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58626) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:21.444769 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1517ede-9b54-4259-a532-d571e49d3b00 req-1d3ec9a4-b186-401a-910f-5093c3c4d414 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:21.446636 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d1517ede-9b54-4259-a532-d571e49d3b00 req-1d3ec9a4-b186-401a-910f-5093c3c4d414 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=2adf3b42-923a-40d7-b6e6-0faaa00f30f9 HTTP/1.1" status: 200 len: 946 time: 0.1710224 Feb 04 21:23:21.517469 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d1517ede-9b54-4259-a532-d571e49d3b00 req-3b7f6a06-2256-4e8a-9636-e51ec740bc7f tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615959 Feb 04 21:23:21.518619 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dd0de37b-ae8e-4b5e-990c-ec85fadcbaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:21.593014 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-4b14b795-3eb8-4878-9de0-eb87053e6b4b tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1890273530'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:21.593978 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0603593-a9ae-45b2-97b2-75c35a06ac48 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Pushing event updated for resources: {'Port': ['ID=4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:21.608901 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-4b14b795-3eb8-4878-9de0-eb87053e6b4b tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:21.612985 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-4b14b795-3eb8-4878-9de0-eb87053e6b4b tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Usage tracker for resource:network and tenant:a360f3ff82fd419b860f723428837b09 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:21.616131 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-4b14b795-3eb8-4878-9de0-eb87053e6b4b tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:21.623797 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-4b14b795-3eb8-4878-9de0-eb87053e6b4b tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:21.628641 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0de37b-ae8e-4b5e-990c-ec85fadcbaa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f04a82-5a85-4a79-aab9-dd42d7a79d29,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:21.644930 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b14b795-3eb8-4878-9de0-eb87053e6b4b tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Made reservation on behalf of a360f3ff82fd419b860f723428837b09 for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:23:21.648676 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4b14b795-3eb8-4878-9de0-eb87053e6b4b tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:21.661777 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4b14b795-3eb8-4878-9de0-eb87053e6b4b tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:21.668158 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90776230-2bf8-428f-a9ff-da3442fe3a76 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:21.668842 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-90776230-2bf8-428f-a9ff-da3442fe3a76 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Synchronizing usage tracker for tenant:44f990c85e0448379441eb9061711156 on resource:network {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:23:21.671538 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dd0de37b-ae8e-4b5e-990c-ec85fadcbaa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:21.672615 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-dd0de37b-ae8e-4b5e-990c-ec85fadcbaa3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/30f04a82-5a85-4a79-aab9-dd42d7a79d29 HTTP/1.1" status: 204 len: 168 time: 0.8815575 Feb 04 21:23:21.680162 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-4b14b795-3eb8-4878-9de0-eb87053e6b4b tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:21.684193 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-4b14b795-3eb8-4878-9de0-eb87053e6b4b tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Usage tracker for resource:security_group_rule and tenant:a360f3ff82fd419b860f723428837b09 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:21.687060 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-4b14b795-3eb8-4878-9de0-eb87053e6b4b tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:21.692807 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-4b14b795-3eb8-4878-9de0-eb87053e6b4b tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:21.725305 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] For port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:23:21.726031 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attempted to set empty binding levels {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 21:23:21.743960 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:21.797792 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4b14b795-3eb8-4878-9de0-eb87053e6b4b tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:21.803726 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4b14b795-3eb8-4878-9de0-eb87053e6b4b tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:21.848756 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b14b795-3eb8-4878-9de0-eb87053e6b4b tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:23:21.853560 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] In _notify_port_updated(), no bound segment for port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 on network f3874fa8-ee6c-40f0-ad27-935e61666245 {{(pid=87682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 21:23:21.855477 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:21.856089 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:21.859452 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] 10.222.0.26 "PUT /v2.0/ports/547c6b53-f932-4001-9d0e-e9a8fdafe2f9 HTTP/1.1" status: 200 len: 977 time: 2.9859605 Feb 04 21:23:21.862305 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14b795-3eb8-4878-9de0-eb87053e6b4b tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6227ccf-b06a-4eed-8368-a48cc11555d9,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:21.868127 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58642) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:21.882643 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4b14b795-3eb8-4878-9de0-eb87053e6b4b tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:21.883530 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-4b14b795-3eb8-4878-9de0-eb87053e6b4b tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Added segment e05c5608-4188-4a97-8b39-cedf58537566 of type vlan for network b1c96fa4-24a9-4b4c-890a-9ba049c9ffb1 Feb 04 21:23:21.920567 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4b14b795-3eb8-4878-9de0-eb87053e6b4b tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:21.962834 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-90776230-2bf8-428f-a9ff-da3442fe3a76 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Unset dirty status for tenant:44f990c85e0448379441eb9061711156 on resource:network {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:23:21.964998 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-90776230-2bf8-428f-a9ff-da3442fe3a76 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "GET /v2.0/networks?id=23d9e4cd-b12f-48e7-8ec6-c62ea1848b7b HTTP/1.1" status: 200 len: 765 time: 0.6118751 Feb 04 21:23:21.968152 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4b14b795-3eb8-4878-9de0-eb87053e6b4b tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:21.969130 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58646) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:21.977238 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b14b795-3eb8-4878-9de0-eb87053e6b4b tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:21.978558 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4b14b795-3eb8-4878-9de0-eb87053e6b4b tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:22.021191 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6e51de-e97b-4f5b-b831-51ccef365dce tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:22.021697 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6e51de-e97b-4f5b-b831-51ccef365dce tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:22.022165 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6e51de-e97b-4f5b-b831-51ccef365dce tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:22.022627 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6e51de-e97b-4f5b-b831-51ccef365dce tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:22.031446 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6e51de-e97b-4f5b-b831-51ccef365dce tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:22.032146 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6e51de-e97b-4f5b-b831-51ccef365dce tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:22.032825 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6e51de-e97b-4f5b-b831-51ccef365dce tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:22.033464 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6e51de-e97b-4f5b-b831-51ccef365dce tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:22.034073 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6e51de-e97b-4f5b-b831-51ccef365dce tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:22.034679 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6e51de-e97b-4f5b-b831-51ccef365dce tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:22.035455 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6e51de-e97b-4f5b-b831-51ccef365dce tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:22.036069 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6e51de-e97b-4f5b-b831-51ccef365dce tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:22.039110 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2c6e51de-e97b-4f5b-b831-51ccef365dce tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11048 time: 0.6352894 Feb 04 21:23:22.050048 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58650) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:22.070636 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-49a80b2e-a091-4689-82b2-a24b28cc29e1 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Request body: {'network': {'description': 'd2'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:22.148522 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14b795-3eb8-4878-9de0-eb87053e6b4b tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Pushing event updated for resources: {'Network': ['ID=b1c96fa4-24a9-4b4c-890a-9ba049c9ffb1,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:22.157015 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-4b14b795-3eb8-4878-9de0-eb87053e6b4b tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7504904 Feb 04 21:23:22.157015 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58656) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:22.163367 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-2fec8818-9c10-44e0-9f70-6a3cd1caed42 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Request body: {'subnet': {'network_id': 'b1c96fa4-24a9-4b4c-890a-9ba049c9ffb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:22.167729 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network b1c96fa4-24a9-4b4c-890a-9ba049c9ffb1 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:23:22.227070 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-3a5adcda-7a88-4e16-94f4-94f34bdf5339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Deleting port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:23:22.227554 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a5adcda-7a88-4e16-94f4-94f34bdf5339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:22.253883 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed777fb-5dd8-43db-ba40-7006ab1235a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Pushing event updated for resources: {'Port': ['ID=547c6b53-f932-4001-9d0e-e9a8fdafe2f9,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:22.258567 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-addce2ff-7f91-4771-a448-8871acd78e1d tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Deleting port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:23:22.259008 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-addce2ff-7f91-4771-a448-8871acd78e1d tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:22.362257 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-2fec8818-9c10-44e0-9f70-6a3cd1caed42 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:22.375677 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-2fec8818-9c10-44e0-9f70-6a3cd1caed42 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Usage tracker for resource:subnet and tenant:a360f3ff82fd419b860f723428837b09 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:22.378774 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-2fec8818-9c10-44e0-9f70-6a3cd1caed42 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:22.384866 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-2fec8818-9c10-44e0-9f70-6a3cd1caed42 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:22.396460 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fec8818-9c10-44e0-9f70-6a3cd1caed42 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Made reservation on behalf of a360f3ff82fd419b860f723428837b09 for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:23:22.402092 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2fec8818-9c10-44e0-9f70-6a3cd1caed42 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:22.819640 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2fec8818-9c10-44e0-9f70-6a3cd1caed42 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:22.939261 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec8818-9c10-44e0-9f70-6a3cd1caed42 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Pushing event updated for resources: {'Subnet': ['ID=2d950d28-3c05-4ca2-8bb7-d47d814c44aa,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:22.944644 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fec8818-9c10-44e0-9f70-6a3cd1caed42 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Checking segment: {'id': 'e05c5608-4188-4a97-8b39-cedf58537566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b1c96fa4-24a9-4b4c-890a-9ba049c9ffb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:23:22.945836 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fec8818-9c10-44e0-9f70-6a3cd1caed42 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Network hostable DHCP agents. Network: b1c96fa4-24a9-4b4c-890a-9ba049c9ffb1, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:23:22.978495 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337e6cf-0aea-424e-a701-3b6e6b91042e req-d2c657f3-0bd2-4258-86ee-25aefa4f90d6 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:22.978495 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c337e6cf-0aea-424e-a701-3b6e6b91042e req-d2c657f3-0bd2-4258-86ee-25aefa4f90d6 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=2adf3b42-923a-40d7-b6e6-0faaa00f30f9 HTTP/1.1" status: 200 len: 946 time: 0.2083747 Feb 04 21:23:23.078790 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-addce2ff-7f91-4771-a448-8871acd78e1d tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] For port 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b, host n-h2-827896-1, got binding levels [] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:23:23.079871 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-addce2ff-7f91-4771-a448-8871acd78e1d tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:23.206177 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-3a5adcda-7a88-4e16-94f4-94f34bdf5339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] For port 547c6b53-f932-4001-9d0e-e9a8fdafe2f9, host n-h2-827896-1, got binding levels [] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:23:23.207820 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a5adcda-7a88-4e16-94f4-94f34bdf5339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:23.212696 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fec8818-9c10-44e0-9f70-6a3cd1caed42 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Network b1c96fa4-24a9-4b4c-890a-9ba049c9ffb1 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:23:23.233301 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c337e6cf-0aea-424e-a701-3b6e6b91042e req-ca81312d-2ce0-43b8-9e64-a22bf6c2e80f tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486870 Feb 04 21:23:23.234444 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-2fec8818-9c10-44e0-9f70-6a3cd1caed42 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, b1c96fa4-24a9-4b4c-890a-9ba049c9ffb1) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:23:23.239999 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fec8818-9c10-44e0-9f70-6a3cd1caed42 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:23.241035 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2fec8818-9c10-44e0-9f70-6a3cd1caed42 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:23.258841 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20665645-6d1b-4e95-a512-ccea6e44c880 None None] Network b1c96fa4-24a9-4b4c-890a-9ba049c9ffb1 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:23:23.278624 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-2fec8818-9c10-44e0-9f70-6a3cd1caed42 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1201105 Feb 04 21:23:23.288849 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58698) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:23.296004 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-d0f79e82-9d33-45e9-918c-4877af9115c4 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Request body: {'port': {'network_id': 'b1c96fa4-24a9-4b4c-890a-9ba049c9ffb1', 'name': 'tempest-TagsExtTest-1666592222'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:23.386928 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-addce2ff-7f91-4771-a448-8871acd78e1d tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Calling delete_port for 4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:23:23.502135 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-49a80b2e-a091-4689-82b2-a24b28cc29e1 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:23.542539 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-d0f79e82-9d33-45e9-918c-4877af9115c4 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:23.546681 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-d0f79e82-9d33-45e9-918c-4877af9115c4 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Usage tracker for resource:port and tenant:a360f3ff82fd419b860f723428837b09 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:23.549620 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-d0f79e82-9d33-45e9-918c-4877af9115c4 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:23.556018 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-d0f79e82-9d33-45e9-918c-4877af9115c4 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:23.580708 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f79e82-9d33-45e9-918c-4877af9115c4 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Made reservation on behalf of a360f3ff82fd419b860f723428837b09 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:23:23.584376 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d0f79e82-9d33-45e9-918c-4877af9115c4 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:23.637009 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [None req-d0f79e82-9d33-45e9-918c-4877af9115c4 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] device_id is not set on port 83883915-cf4b-411a-b530-ea31ac020dbd yet. {{(pid=87683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:23:23.665553 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3573b95-2182-4542-bd49-8f1a81340708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-b1c96fa4-24a9-4b4c-890a-9ba049c9ffb1', 'network_id': 'b1c96fa4-24a9-4b4c-890a-9ba049c9ffb1', 'tenant_id': 'a360f3ff82fd419b860f723428837b09', 'fixed_ips': [{'subnet_id': '2d950d28-3c05-4ca2-8bb7-d47d814c44aa'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:23:23.666230 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c3573b95-2182-4542-bd49-8f1a81340708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:23.809512 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-3a5adcda-7a88-4e16-94f4-94f34bdf5339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Calling delete_port for 547c6b53-f932-4001-9d0e-e9a8fdafe2f9 owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:23:23.866790 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-49a80b2e-a091-4689-82b2-a24b28cc29e1 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:23.901126 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-49a80b2e-a091-4689-82b2-a24b28cc29e1 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Network 23d9e4cd-b12f-48e7-8ec6-c62ea1848b7b is not hosted by any dhcp agent {{(pid=87682) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 21:23:23.919815 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a80b2e-a091-4689-82b2-a24b28cc29e1 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:23.925672 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-49a80b2e-a091-4689-82b2-a24b28cc29e1 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:23.933714 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-49a80b2e-a091-4689-82b2-a24b28cc29e1 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "PUT /v2.0/networks/23d9e4cd-b12f-48e7-8ec6-c62ea1848b7b HTTP/1.1" status: 200 len: 762 time: 1.8882713 Feb 04 21:23:23.936768 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58724) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:23.991682 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-d0f79e82-9d33-45e9-918c-4877af9115c4 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Allocated IP 172.20.0.4 (b1c96fa4-24a9-4b4c-890a-9ba049c9ffb1/2d950d28-3c05-4ca2-8bb7-d47d814c44aa/83883915-cf4b-411a-b530-ea31ac020dbd) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:23:23.999983 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-addce2ff-7f91-4771-a448-8871acd78e1d tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:24.352990 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d0f79e82-9d33-45e9-918c-4877af9115c4 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:24.373233 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [None req-d0f79e82-9d33-45e9-918c-4877af9115c4 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Transition to ACTIVE for port object 83883915-cf4b-411a-b530-ea31ac020dbd will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:23:24.375532 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addce2ff-7f91-4771-a448-8871acd78e1d tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Pushing event deleted for resources: {'Port': ['ID=4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:24.398055 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a80b2e-a091-4689-82b2-a24b28cc29e1 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event updated for resources: {'Network': ['ID=23d9e4cd-b12f-48e7-8ec6-c62ea1848b7b,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:24.400466 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a5adcda-7a88-4e16-94f4-94f34bdf5339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:24.407319 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-addce2ff-7f91-4771-a448-8871acd78e1d tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:24.410908 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 23d9e4cd-b12f-48e7-8ec6-c62ea1848b7b details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:23:24.423523 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d0f79e82-9d33-45e9-918c-4877af9115c4 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:24.520090 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f79e82-9d33-45e9-918c-4877af9115c4 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Network b1c96fa4-24a9-4b4c-890a-9ba049c9ffb1 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:23:24.523237 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-d0f79e82-9d33-45e9-918c-4877af9115c4 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:23:24.527909 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f79e82-9d33-45e9-918c-4877af9115c4 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:23:24.571448 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f79e82-9d33-45e9-918c-4877af9115c4 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Pushing event updated for resources: {'Port': ['ID=83883915-cf4b-411a-b530-ea31ac020dbd,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:24.597121 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-addce2ff-7f91-4771-a448-8871acd78e1d tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] 10.222.0.26 "DELETE /v2.0/ports/4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b HTTP/1.1" status: 204 len: 168 time: 2.5360484 Feb 04 21:23:24.601265 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58748) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:24.606117 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5adcda-7a88-4e16-94f4-94f34bdf5339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Pushing event deleted for resources: {'Port': ['ID=547c6b53-f932-4001-9d0e-e9a8fdafe2f9,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:24.637228 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27524829-2862-447e-ae04-89897d435e0b tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:24.647102 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-27524829-2862-447e-ae04-89897d435e0b tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "GET /v2.0/networks?id=23d9e4cd-b12f-48e7-8ec6-c62ea1848b7b HTTP/1.1" status: 200 len: 765 time: 0.6672435 Feb 04 21:23:24.647102 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3a5adcda-7a88-4e16-94f4-94f34bdf5339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:24.653766 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3a5adcda-7a88-4e16-94f4-94f34bdf5339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] 10.222.0.26 "DELETE /v2.0/ports/547c6b53-f932-4001-9d0e-e9a8fdafe2f9 HTTP/1.1" status: 204 len: 168 time: 2.7833898 Feb 04 21:23:24.653766 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58752) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:24.697055 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58754) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:24.758545 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d943bf-c211-472d-8125-c0abdf856fb0 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] GET failed (client error): The resource could not be found. Feb 04 21:23:24.759434 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-30d943bf-c211-472d-8125-c0abdf856fb0 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Synchronizing usage tracker for tenant:79ee858788434ea2afe2d43820c66963 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:23:24.775132 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-605cef91-cab0-4022-a6da-7f3d9fd3e384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] GET failed (client error): The resource could not be found. Feb 04 21:23:24.776872 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-605cef91-cab0-4022-a6da-7f3d9fd3e384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Synchronizing usage tracker for tenant:88e2883a1bdb4b42bf3f95c3f162f296 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:23:24.797277 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-c3573b95-2182-4542-bd49-8f1a81340708 None None] Allocated IP 172.20.0.2 (b1c96fa4-24a9-4b4c-890a-9ba049c9ffb1/2d950d28-3c05-4ca2-8bb7-d47d814c44aa/a64afdd5-3d49-4146-8d94-cfd996e54da6) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:23:24.801186 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f79e82-9d33-45e9-918c-4877af9115c4 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:24.802266 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d0f79e82-9d33-45e9-918c-4877af9115c4 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:24.836898 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-30d943bf-c211-472d-8125-c0abdf856fb0 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Unset dirty status for tenant:79ee858788434ea2afe2d43820c66963 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:23:24.846749 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-30d943bf-c211-472d-8125-c0abdf856fb0 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] 10.222.0.26 "GET /v2.0/ports/4cc04784-4e3c-43dc-aba1-b4d91dbc4d7b HTTP/1.1" status: 404 len: 333 time: 0.2386520 Feb 04 21:23:24.854968 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d0f79e82-9d33-45e9-918c-4877af9115c4 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5618203 Feb 04 21:23:24.856266 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-605cef91-cab0-4022-a6da-7f3d9fd3e384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] Unset dirty status for tenant:88e2883a1bdb4b42bf3f95c3f162f296 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:23:24.856636 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58762) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:24.857258 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58764) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:24.861558 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-605cef91-cab0-4022-a6da-7f3d9fd3e384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2137142441-project-admin] 10.222.0.26 "GET /v2.0/ports/547c6b53-f932-4001-9d0e-e9a8fdafe2f9 HTTP/1.1" status: 404 len: 333 time: 0.1710000 Feb 04 21:23:24.863172 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58766) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:24.872988 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-c2e8127f-ff65-4082-b7da-ffaee8ac9e8c tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-636261790', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:24.908768 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-74f20219-aae8-41f9-a735-b9c858e0a6f8 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2047678614', 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:24.934397 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-74f20219-aae8-41f9-a735-b9c858e0a6f8 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:24.945467 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-74f20219-aae8-41f9-a735-b9c858e0a6f8 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:24.956988 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c2e8127f-ff65-4082-b7da-ffaee8ac9e8c tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:24.961649 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c2e8127f-ff65-4082-b7da-ffaee8ac9e8c tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Usage tracker for resource:router and tenant:a360f3ff82fd419b860f723428837b09 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:24.965802 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c2e8127f-ff65-4082-b7da-ffaee8ac9e8c tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:24.972793 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c2e8127f-ff65-4082-b7da-ffaee8ac9e8c tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:25.005570 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f20219-aae8-41f9-a735-b9c858e0a6f8 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Made reservation on behalf of 79ee858788434ea2afe2d43820c66963 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:23:25.012658 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-74f20219-aae8-41f9-a735-b9c858e0a6f8 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:25.068383 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c2e8127f-ff65-4082-b7da-ffaee8ac9e8c tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:25.072684 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c2e8127f-ff65-4082-b7da-ffaee8ac9e8c tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:25.092457 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-74f20219-aae8-41f9-a735-b9c858e0a6f8 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] device_id is not set on port c09beeac-1bdf-4898-89fb-2448b926f9a9 yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:23:25.102886 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d74de341-d171-4914-9845-2fe4c19f600c tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:25.185407 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c2e8127f-ff65-4082-b7da-ffaee8ac9e8c tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:25.220099 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ef4deb-1c98-4601-8501-b18fb6397738 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:25.222045 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-77ef4deb-1c98-4601-8501-b18fb6397738 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5687921 Feb 04 21:23:25.242316 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58780) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:25.408769 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a12939a2-bf61-4d28-8c87-db8d8db8cb1f tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "GET /v2.0/subnets?network_id=1f11f724-8cdd-497d-8220-929f45cf1223 HTTP/1.1" status: 200 len: 207 time: 0.1494451 Feb 04 21:23:25.430736 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58788) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:25.432938 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c3573b95-2182-4542-bd49-8f1a81340708 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:25.465695 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c3573b95-2182-4542-bd49-8f1a81340708 None None] Transition to ACTIVE for port object a64afdd5-3d49-4146-8d94-cfd996e54da6 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:23:25.487224 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c2e8127f-ff65-4082-b7da-ffaee8ac9e8c tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:25.493009 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c3573b95-2182-4542-bd49-8f1a81340708 None None] Transition to ACTIVE for port object a64afdd5-3d49-4146-8d94-cfd996e54da6 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:23:25.506904 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c3573b95-2182-4542-bd49-8f1a81340708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:25.515272 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d74de341-d171-4914-9845-2fe4c19f600c tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:25.579448 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3573b95-2182-4542-bd49-8f1a81340708 None None] Network b1c96fa4-24a9-4b4c-890a-9ba049c9ffb1 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:23:25.584233 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-d74de341-d171-4914-9845-2fe4c19f600c tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3874fa8-ee6c-40f0-ad27-935e61666245']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:25.588831 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-c3573b95-2182-4542-bd49-8f1a81340708 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:23:25.597787 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3573b95-2182-4542-bd49-8f1a81340708 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:23:25.637596 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-d74de341-d171-4914-9845-2fe4c19f600c tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:25.638086 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-d74de341-d171-4914-9845-2fe4c19f600c tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '324013fe-ffa3-4ca6-b5a2-314e7da2d5e5') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:25.659920 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d74de341-d171-4914-9845-2fe4c19f600c tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:25.679603 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d74de341-d171-4914-9845-2fe4c19f600c tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:25.688174 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d74de341-d171-4914-9845-2fe4c19f600c tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:23:25.688835 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d74de341-d171-4914-9845-2fe4c19f600c tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:25.705740 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3573b95-2182-4542-bd49-8f1a81340708 None None] Pushing event updated for resources: {'Port': ['ID=a64afdd5-3d49-4146-8d94-cfd996e54da6,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:25.736492 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-c3573b95-2182-4542-bd49-8f1a81340708 None None] Attempting to bind port a64afdd5-3d49-4146-8d94-cfd996e54da6 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:25.736950 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-c3573b95-2182-4542-bd49-8f1a81340708 None None] Attempting to bind port a64afdd5-3d49-4146-8d94-cfd996e54da6 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': 'e05c5608-4188-4a97-8b39-cedf58537566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b1c96fa4-24a9-4b4c-890a-9ba049c9ffb1'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:25.737358 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3573b95-2182-4542-bd49-8f1a81340708 None None] Attempting to bind port a64afdd5-3d49-4146-8d94-cfd996e54da6 on network b1c96fa4-24a9-4b4c-890a-9ba049c9ffb1 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:25.743399 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3573b95-2182-4542-bd49-8f1a81340708 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:23:25.744274 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3573b95-2182-4542-bd49-8f1a81340708 None None] Checking segment: {'id': 'e05c5608-4188-4a97-8b39-cedf58537566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b1c96fa4-24a9-4b4c-890a-9ba049c9ffb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:23:25.744913 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c3573b95-2182-4542-bd49-8f1a81340708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:25.745634 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3573b95-2182-4542-bd49-8f1a81340708 None None] Bound using segment: {'id': 'e05c5608-4188-4a97-8b39-cedf58537566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b1c96fa4-24a9-4b4c-890a-9ba049c9ffb1'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:23:25.746337 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-c3573b95-2182-4542-bd49-8f1a81340708 None None] Bound port: a64afdd5-3d49-4146-8d94-cfd996e54da6, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e05c5608-4188-4a97-8b39-cedf58537566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b1c96fa4-24a9-4b4c-890a-9ba049c9ffb1'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:23:25.746940 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c3573b95-2182-4542-bd49-8f1a81340708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:25.853220 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c2e8127f-ff65-4082-b7da-ffaee8ac9e8c tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:25.855078 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:23:25.855078 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:23:25.855078 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:23:25.855078 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:23:25.855078 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:23:25.855078 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:23:25.855078 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:23:25.855078 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:23:25.855078 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:23:25.855078 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:23:25.855078 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:23:25.855078 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:23:25.855078 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:23:25.855078 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:23:25.855078 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:23:25.855078 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:23:25.855078 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:23:25.855078 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:23:25.855078 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:23:25.855078 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:23:25.855078 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:23:25.855078 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:23:25.855078 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:23:25.855078 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:23:25.855078 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:23:25.855078 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:23:25.855078 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:23:25.855078 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:23:25.855078 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:23:25.855078 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:23:25.855078 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:23:25.855078 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:23:25.858028 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58798) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:25.858148 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c2e8127f-ff65-4082-b7da-ffaee8ac9e8c tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9936445 Feb 04 21:23:25.864501 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d74de341-d171-4914-9845-2fe4c19f600c tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:25.870798 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-959fa29f-b93f-4489-9f59-f0a941d46353 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1101448883', 'prefixes': ['172.20.0.0/16']}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:25.905430 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d74de341-d171-4914-9845-2fe4c19f600c tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:25.908719 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-959fa29f-b93f-4489-9f59-f0a941d46353 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:25.922831 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74de341-d171-4914-9845-2fe4c19f600c tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] Pushing event deleted for resources: {'Network': ['ID=f3874fa8-ee6c-40f0-ad27-935e61666245,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:25.939361 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d74de341-d171-4914-9845-2fe4c19f600c tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-993641721-project] 10.222.0.26 "DELETE /v2.0/networks/f3874fa8-ee6c-40f0-ad27-935e61666245 HTTP/1.1" status: 204 len: 168 time: 1.0700042 Feb 04 21:23:25.957444 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-c3573b95-2182-4542-bd49-8f1a81340708 None None] For port a64afdd5-3d49-4146-8d94-cfd996e54da6, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:23:25.962028 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-c3573b95-2182-4542-bd49-8f1a81340708 None None] For port a64afdd5-3d49-4146-8d94-cfd996e54da6, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a64afdd5-3d49-4146-8d94-cfd996e54da6,segment=NetworkSegment(e05c5608-4188-4a97-8b39-cedf58537566),segment_id=e05c5608-4188-4a97-8b39-cedf58537566)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:23:25.976874 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c3573b95-2182-4542-bd49-8f1a81340708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:25.990585 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-74f20219-aae8-41f9-a735-b9c858e0a6f8 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:26.012546 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5136457c-1586-4594-a475-23ed9f2e0304 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:26.020066 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5136457c-1586-4594-a475-23ed9f2e0304 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:26.028349 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5136457c-1586-4594-a475-23ed9f2e0304 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:26.034822 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5136457c-1586-4594-a475-23ed9f2e0304 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:26.050161 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5136457c-1586-4594-a475-23ed9f2e0304 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:26.056298 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-959fa29f-b93f-4489-9f59-f0a941d46353 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks [] for subnetpool, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:26.058105 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-959fa29f-b93f-4489-9f59-f0a941d46353 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1962314 Feb 04 21:23:26.061699 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58810) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:26.066950 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5136457c-1586-4594-a475-23ed9f2e0304 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:26.066950 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5136457c-1586-4594-a475-23ed9f2e0304 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.6266782 Feb 04 21:23:26.072175 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58814) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:26.078077 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.tag.tag_plugin [None req-532f5390-38ae-4aac-a1ff-0b9e4be688a8 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2d950d28-3c05-4ca2-8bb7-d47d814c44aa', 'tempest-TagsExtTest-Tag-1257466585') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:26.222517 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3573b95-2182-4542-bd49-8f1a81340708 None None] Pushing event updated for resources: {'Port': ['ID=a64afdd5-3d49-4146-8d94-cfd996e54da6,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:26.247243 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-532f5390-38ae-4aac-a1ff-0b9e4be688a8 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "PUT /v2.0/subnets/2d950d28-3c05-4ca2-8bb7-d47d814c44aa/tags/tempest-TagsExtTest-Tag-1257466585 HTTP/1.1" status: 201 len: 201 time: 0.1843395 Feb 04 21:23:26.249979 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58818) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:26.255565 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.tag.tag_plugin [None req-b1a6a2f8-1d23-45ee-9ad5-5d26448c5211 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '83883915-cf4b-411a-b530-ea31ac020dbd', 'tempest-TagsExtTest-Tag-1793348641') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:26.278161 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:26.454414 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b1a6a2f8-1d23-45ee-9ad5-5d26448c5211 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "PUT /v2.0/ports/83883915-cf4b-411a-b530-ea31ac020dbd/tags/tempest-TagsExtTest-Tag-1793348641 HTTP/1.1" status: 201 len: 201 time: 0.2006285 Feb 04 21:23:26.457151 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58830) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:26.474690 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.tag.tag_plugin [None req-3b656255-ee43-4486-ad37-71be50524093 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6c35abb6-f854-49eb-bb2a-eefeaadf4eb4', 'tempest-TagsExtTest-Tag-1713662364') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:26.637652 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58836) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:26.645112 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-74f20219-aae8-41f9-a735-b9c858e0a6f8 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:26.813029 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f20219-aae8-41f9-a735-b9c858e0a6f8 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Network 277dac4b-ceec-47d5-9758-58d444ba3c58 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:23:26.843473 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-74f20219-aae8-41f9-a735-b9c858e0a6f8 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:23:26.847140 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f20219-aae8-41f9-a735-b9c858e0a6f8 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:23:26.848358 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f20219-aae8-41f9-a735-b9c858e0a6f8 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:26.848955 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-74f20219-aae8-41f9-a735-b9c858e0a6f8 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:26.922982 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f20219-aae8-41f9-a735-b9c858e0a6f8 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Pushing event updated for resources: {'Port': ['ID=c09beeac-1bdf-4898-89fb-2448b926f9a9,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:26.965793 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a64afdd5-3d49-4146-8d94-cfd996e54da6 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:23:26.980644 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b274f530-d685-455a-8872-c574091a8b90 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.9052877 Feb 04 21:23:26.987450 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58848) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:27.051504 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4f0e9ee9-370b-4051-8485-7437af822b91 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f0d1b090050a4043bb4f267aa71f7f05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4119110 Feb 04 21:23:27.098771 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58854) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:27.165424 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-74f20219-aae8-41f9-a735-b9c858e0a6f8 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.3015633 Feb 04 21:23:27.165652 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port a64afdd5-3d49-4146-8d94-cfd996e54da6 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:23:27.174119 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58860) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:27.181410 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b47399b-ec03-4933-9055-05a35fb9e44b tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:27.184268 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b47399b-ec03-4933-9055-05a35fb9e44b tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:27.186400 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b47399b-ec03-4933-9055-05a35fb9e44b tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:27.187986 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b47399b-ec03-4933-9055-05a35fb9e44b tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:27.189613 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b47399b-ec03-4933-9055-05a35fb9e44b tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:27.191663 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6b47399b-ec03-4933-9055-05a35fb9e44b tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1775417 Feb 04 21:23:27.197701 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58864) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:27.277281 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-3b656255-ee43-4486-ad37-71be50524093 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "PUT /v2.0/routers/6c35abb6-f854-49eb-bb2a-eefeaadf4eb4/tags/tempest-TagsExtTest-Tag-1713662364 HTTP/1.1" status: 201 len: 201 time: 0.8129156 Feb 04 21:23:27.278848 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd560be-8a55-41fe-9d18-6f018adc82f7 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['shared'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:27.280669 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd560be-8a55-41fe-9d18-6f018adc82f7 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['shared'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:27.281865 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58868) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:27.282816 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd560be-8a55-41fe-9d18-6f018adc82f7 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['shared'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:27.284381 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd560be-8a55-41fe-9d18-6f018adc82f7 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['shared'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:27.285795 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd560be-8a55-41fe-9d18-6f018adc82f7 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['shared'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:27.287582 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0bd560be-8a55-41fe-9d18-6f018adc82f7 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0885563 Feb 04 21:23:27.292054 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58870) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:27.305150 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.tag.tag_plugin [None req-b7b3350a-23f5-4a21-b149-829afeeded48 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9c1f16e7-3227-4a86-9cc8-02183d4c868f', 'tempest-TagsExtTest-Tag-1121540962') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:27.335163 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771acafd-dc4a-4994-82d2-29a8d54b6c65 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:27.339596 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-771acafd-dc4a-4994-82d2-29a8d54b6c65 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] 10.222.0.26 "GET /v2.0/ports/c09beeac-1bdf-4898-89fb-2448b926f9a9 HTTP/1.1" status: 200 len: 955 time: 0.1612196 Feb 04 21:23:27.342939 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-998dccbc-35b8-4b94-ad5a-afe7d1148401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:27.345604 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58880) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:27.457818 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-998dccbc-35b8-4b94-ad5a-afe7d1148401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:27.502727 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-98b7f4bc-377e-4b2f-8d16-caf53a5894a9 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Deleting port c09beeac-1bdf-4898-89fb-2448b926f9a9 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:23:27.503232 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-98b7f4bc-377e-4b2f-8d16-caf53a5894a9 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:27.517783 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d70e187-ea96-4b63-ab26-4df575571a66 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:27.522834 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8d70e187-ea96-4b63-ab26-4df575571a66 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "GET /v2.0/networks/3600745d-b822-4c6e-8b5d-cef27b24b034 HTTP/1.1" status: 200 len: 803 time: 0.2291970 Feb 04 21:23:27.523581 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58890) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:27.701685 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b7b3350a-23f5-4a21-b149-829afeeded48 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "PUT /v2.0/subnetpools/9c1f16e7-3227-4a86-9cc8-02183d4c868f/tags/tempest-TagsExtTest-Tag-1121540962 HTTP/1.1" status: 201 len: 201 time: 0.4066119 Feb 04 21:23:27.707947 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58894) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:27.711906 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.tag.tag_plugin [None req-1e7d0419-24af-4450-885c-24d47ed8ce96 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2d950d28-3c05-4ca2-8bb7-d47d814c44aa') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:27.794636 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4edc2d5b-e837-4abd-a4b1-81023383a598 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "GET /v2.0/networks/3600745d-b822-4c6e-8b5d-cef27b24b034?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2699425 Feb 04 21:23:27.798235 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58902) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:27.833761 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-998dccbc-35b8-4b94-ad5a-afe7d1148401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:28.019561 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1e7d0419-24af-4450-885c-24d47ed8ce96 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "GET /v2.0/subnets/2d950d28-3c05-4ca2-8bb7-d47d814c44aa/tags HTTP/1.1" status: 200 len: 241 time: 0.3122604 Feb 04 21:23:28.035300 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc486b6-da1c-4656-955d-347516b42ad7 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:28.037890 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-cfc486b6-da1c-4656-955d-347516b42ad7 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "GET /v2.0/subnets/1607a9c1-2de1-4921-8946-6745aab3c50d HTTP/1.1" status: 200 len: 843 time: 0.2376564 Feb 04 21:23:28.042632 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58910) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:28.045762 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.tag.tag_plugin [None req-bcf502af-a0a5-42ae-90c0-ba46289c89e0 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2d950d28-3c05-4ca2-8bb7-d47d814c44aa', 'tempest-TagsExtTest-Tag-1257466585') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:28.074442 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58914) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:28.089759 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9073d13a-b984-4da1-9fb4-3f53cfd813c9 None None] Network b1c96fa4-24a9-4b4c-890a-9ba049c9ffb1 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:23:28.135754 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-98b7f4bc-377e-4b2f-8d16-caf53a5894a9 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:28.238236 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55fb94e-1ef1-4404-aaac-28945cbb4457 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['shared'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:28.239510 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a55fb94e-1ef1-4404-aaac-28945cbb4457 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "GET /v2.0/subnets/1607a9c1-2de1-4921-8946-6745aab3c50d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1617823 Feb 04 21:23:28.246066 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58922) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:28.261032 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-f511514b-3456-4ec4-bebc-d0c65b4d00f0 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-729242837'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:28.272123 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f511514b-3456-4ec4-bebc-d0c65b4d00f0 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:28.277893 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-313f9715-ebc5-49f1-b6c7-75957709c934 None None] Provisioning for port a64afdd5-3d49-4146-8d94-cfd996e54da6 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:23:28.294030 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f511514b-3456-4ec4-bebc-d0c65b4d00f0 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:28.299793 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-313f9715-ebc5-49f1-b6c7-75957709c934 None None] Provisioning complete for port a64afdd5-3d49-4146-8d94-cfd996e54da6 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:23:28.302613 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-313f9715-ebc5-49f1-b6c7-75957709c934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:28.315938 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f511514b-3456-4ec4-bebc-d0c65b4d00f0 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Made reservation on behalf of 44f990c85e0448379441eb9061711156 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:23:28.330828 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f511514b-3456-4ec4-bebc-d0c65b4d00f0 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:28.345322 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-98b7f4bc-377e-4b2f-8d16-caf53a5894a9 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Calling delete_port for c09beeac-1bdf-4898-89fb-2448b926f9a9 owned by {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:23:28.397509 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bcf502af-a0a5-42ae-90c0-ba46289c89e0 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "GET /v2.0/subnets/2d950d28-3c05-4ca2-8bb7-d47d814c44aa/tags/tempest-TagsExtTest-Tag-1257466585 HTTP/1.1" status: 204 len: 168 time: 0.3582602 Feb 04 21:23:28.401531 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58932) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:28.407582 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-998dccbc-35b8-4b94-ad5a-afe7d1148401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:28.410177 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-998dccbc-35b8-4b94-ad5a-afe7d1148401 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/42e95f99-3d14-4547-9ea9-a4d29d3a036f HTTP/1.1" status: 204 len: 168 time: 1.3107142 Feb 04 21:23:28.410315 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.tag.tag_plugin [None req-58393abf-f4d0-404f-8885-2da98a3c14d0 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '2d950d28-3c05-4ca2-8bb7-d47d814c44aa', 'tempest-TagsExtTest-Tag-1257466585') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:28.412219 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998dccbc-35b8-4b94-ad5a-afe7d1148401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e95f99-3d14-4547-9ea9-a4d29d3a036f,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:28.462143 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f511514b-3456-4ec4-bebc-d0c65b4d00f0 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:23:28.534056 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f511514b-3456-4ec4-bebc-d0c65b4d00f0 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:28.536871 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-f511514b-3456-4ec4-bebc-d0c65b4d00f0 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Added segment 6d725421-2457-464d-8968-0c51a8a1aab5 of type vlan for network a934cb2c-7351-4a88-88ae-569383a0bc5b Feb 04 21:23:28.565149 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-98b7f4bc-377e-4b2f-8d16-caf53a5894a9 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:28.644428 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f511514b-3456-4ec4-bebc-d0c65b4d00f0 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:28.682774 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-58393abf-f4d0-404f-8885-2da98a3c14d0 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "DELETE /v2.0/subnets/2d950d28-3c05-4ca2-8bb7-d47d814c44aa/tags/tempest-TagsExtTest-Tag-1257466585 HTTP/1.1" status: 204 len: 168 time: 0.2771049 Feb 04 21:23:28.683424 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58938) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:28.691861 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7f4bc-377e-4b2f-8d16-caf53a5894a9 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Pushing event deleted for resources: {'Port': ['ID=c09beeac-1bdf-4898-89fb-2448b926f9a9,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:28.699296 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-98b7f4bc-377e-4b2f-8d16-caf53a5894a9 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:28.707295 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.tag.tag_plugin [None req-e118021f-6d73-4a43-a070-235ec1e20de9 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2d950d28-3c05-4ca2-8bb7-d47d814c44aa') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:28.754952 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-98b7f4bc-377e-4b2f-8d16-caf53a5894a9 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] 10.222.0.26 "DELETE /v2.0/ports/c09beeac-1bdf-4898-89fb-2448b926f9a9 HTTP/1.1" status: 204 len: 168 time: 1.4042861 Feb 04 21:23:28.755382 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58944) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:28.816671 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f511514b-3456-4ec4-bebc-d0c65b4d00f0 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:28.831619 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f511514b-3456-4ec4-bebc-d0c65b4d00f0 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:28.833780 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f511514b-3456-4ec4-bebc-d0c65b4d00f0 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:28.871934 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-e53350c3-cbd0-490e-9982-a995da3e3b0b tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] GET failed (client error): The resource could not be found. Feb 04 21:23:28.872479 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e53350c3-cbd0-490e-9982-a995da3e3b0b tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Synchronizing usage tracker for tenant:79ee858788434ea2afe2d43820c66963 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:23:28.911356 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e53350c3-cbd0-490e-9982-a995da3e3b0b tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Unset dirty status for tenant:79ee858788434ea2afe2d43820c66963 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:23:28.921119 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e53350c3-cbd0-490e-9982-a995da3e3b0b tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] 10.222.0.26 "GET /v2.0/ports/c09beeac-1bdf-4898-89fb-2448b926f9a9 HTTP/1.1" status: 404 len: 333 time: 0.1643200 Feb 04 21:23:28.922155 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58952) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:28.929376 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-9ba0cf44-e7e7-421e-b5ea-7067b5b30c67 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Request body: {'port': {'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1924424795'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:28.943584 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-9ba0cf44-e7e7-421e-b5ea-7067b5b30c67 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:28.954170 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-9ba0cf44-e7e7-421e-b5ea-7067b5b30c67 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:28.969754 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba0cf44-e7e7-421e-b5ea-7067b5b30c67 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Made reservation on behalf of 79ee858788434ea2afe2d43820c66963 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:23:28.977777 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9ba0cf44-e7e7-421e-b5ea-7067b5b30c67 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:29.038168 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-313f9715-ebc5-49f1-b6c7-75957709c934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:29.072343 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [None req-9ba0cf44-e7e7-421e-b5ea-7067b5b30c67 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] device_id is not set on port 9fbb8735-ff62-49e2-804f-dc25605f7e77 yet. {{(pid=87683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:23:29.154288 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f511514b-3456-4ec4-bebc-d0c65b4d00f0 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9049618 Feb 04 21:23:29.162165 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58958) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:29.173726 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-313f9715-ebc5-49f1-b6c7-75957709c934 None None] For port a64afdd5-3d49-4146-8d94-cfd996e54da6, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a64afdd5-3d49-4146-8d94-cfd996e54da6,segment=NetworkSegment(e05c5608-4188-4a97-8b39-cedf58537566),segment_id=e05c5608-4188-4a97-8b39-cedf58537566)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:23:29.184464 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-313f9715-ebc5-49f1-b6c7-75957709c934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:29.191601 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-1137b529-5509-468f-8acc-e156feac1a18 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Request body: {'subnet': {'network_id': 'a934cb2c-7351-4a88-88ae-569383a0bc5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:29.261576 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511514b-3456-4ec4-bebc-d0c65b4d00f0 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event updated for resources: {'Network': ['ID=a934cb2c-7351-4a88-88ae-569383a0bc5b,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:29.289043 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58962) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:29.289625 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f9715-ebc5-49f1-b6c7-75957709c934 None None] Pushing event updated for resources: {'Port': ['ID=a64afdd5-3d49-4146-8d94-cfd996e54da6,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:29.292837 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network a934cb2c-7351-4a88-88ae-569383a0bc5b details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:23:29.574950 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e118021f-6d73-4a43-a070-235ec1e20de9 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "GET /v2.0/subnets/2d950d28-3c05-4ca2-8bb7-d47d814c44aa/tags HTTP/1.1" status: 200 len: 205 time: 0.8885612 Feb 04 21:23:29.575859 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58974) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:29.584774 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-35230f23-87d8-4939-b196-cf9d5a409d19 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=88e2883a1bdb4b42bf3f95c3f162f296&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2938454 Feb 04 21:23:29.585759 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58978) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:29.597513 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.tag.tag_plugin [None req-788a76df-7802-44cf-b410-bc6dabf26c91 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '83883915-cf4b-411a-b530-ea31ac020dbd') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:29.622229 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-41a0cb39-52a3-4ef1-9e4e-d9fe1267ce41 None None] Provisioning for port 83883915-cf4b-411a-b530-ea31ac020dbd completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:23:29.627514 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-41a0cb39-52a3-4ef1-9e4e-d9fe1267ce41 None None] Provisioning complete for port 83883915-cf4b-411a-b530-ea31ac020dbd triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:23:29.627933 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-41a0cb39-52a3-4ef1-9e4e-d9fe1267ce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:29.699262 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9ba0cf44-e7e7-421e-b5ea-7067b5b30c67 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:29.717710 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-1137b529-5509-468f-8acc-e156feac1a18 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:29.752517 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1137b529-5509-468f-8acc-e156feac1a18 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Usage tracker for resource:subnet and tenant:44f990c85e0448379441eb9061711156 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:29.756363 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1137b529-5509-468f-8acc-e156feac1a18 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Quota usage for subnet was recalculated. Used quota:4. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:29.765925 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-1137b529-5509-468f-8acc-e156feac1a18 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:29.787300 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-41a0cb39-52a3-4ef1-9e4e-d9fe1267ce41 None None] Port 83883915-cf4b-411a-b530-ea31ac020dbd cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:23:29.790925 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1137b529-5509-468f-8acc-e156feac1a18 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Made reservation on behalf of 44f990c85e0448379441eb9061711156 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:23:29.795747 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1137b529-5509-468f-8acc-e156feac1a18 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:29.804446 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9b80cc72-a672-40ff-81f2-cf95fc9cc5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:29.816081 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-41a0cb39-52a3-4ef1-9e4e-d9fe1267ce41 None None] Provisioning complete for port a64afdd5-3d49-4146-8d94-cfd996e54da6 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:23:29.816447 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-41a0cb39-52a3-4ef1-9e4e-d9fe1267ce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:29.866319 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9b80cc72-a672-40ff-81f2-cf95fc9cc5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:29.875703 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 58982) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:29.876797 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9ba0cf44-e7e7-421e-b5ea-7067b5b30c67 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:29.879360 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-788a76df-7802-44cf-b410-bc6dabf26c91 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "GET /v2.0/ports/83883915-cf4b-411a-b530-ea31ac020dbd/tags HTTP/1.1" status: 200 len: 241 time: 0.2966039 Feb 04 21:23:29.960771 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.tag.tag_plugin [None req-a7ed1eb0-874d-4cd0-b120-2c2ff6f1ebed tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '83883915-cf4b-411a-b530-ea31ac020dbd', 'tempest-TagsExtTest-Tag-1793348641') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:30.022934 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba0cf44-e7e7-421e-b5ea-7067b5b30c67 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Network 277dac4b-ceec-47d5-9758-58d444ba3c58 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:23:30.061288 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-9ba0cf44-e7e7-421e-b5ea-7067b5b30c67 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:23:30.082837 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba0cf44-e7e7-421e-b5ea-7067b5b30c67 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:23:30.083948 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba0cf44-e7e7-421e-b5ea-7067b5b30c67 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:30.084698 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9ba0cf44-e7e7-421e-b5ea-7067b5b30c67 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:30.135956 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0cf44-e7e7-421e-b5ea-7067b5b30c67 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Pushing event updated for resources: {'Port': ['ID=9fbb8735-ff62-49e2-804f-dc25605f7e77,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:30.157804 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.ipam_backend_mixin [None req-1137b529-5509-468f-8acc-e156feac1a18 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Performing IP validity checks on allocation pools {{(pid=87682) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 21:23:30.159542 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.ipam_backend_mixin [None req-1137b529-5509-468f-8acc-e156feac1a18 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87682) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 21:23:30.203931 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-9ba0cf44-e7e7-421e-b5ea-7067b5b30c67 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2803841 Feb 04 21:23:30.207619 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-a7ed1eb0-874d-4cd0-b120-2c2ff6f1ebed tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "GET /v2.0/ports/83883915-cf4b-411a-b530-ea31ac020dbd/tags/tempest-TagsExtTest-Tag-1793348641 HTTP/1.1" status: 204 len: 168 time: 0.3240221 Feb 04 21:23:30.208016 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58992) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:30.210007 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 58994) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:30.238297 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.tag.tag_plugin [None req-379e6b76-a053-4cd6-bb1b-e0fa3a17735c tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '83883915-cf4b-411a-b530-ea31ac020dbd', 'tempest-TagsExtTest-Tag-1793348641') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:30.243049 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9b80cc72-a672-40ff-81f2-cf95fc9cc5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:30.251626 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-818038d4-0a06-4e62-9ca2-02a03c8df92b None None] Provisioning complete for port 83883915-cf4b-411a-b530-ea31ac020dbd triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:23:30.252346 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-818038d4-0a06-4e62-9ca2-02a03c8df92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:30.265169 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9b80cc72-a672-40ff-81f2-cf95fc9cc5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:30.271482 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:30.272306 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-9b80cc72-a672-40ff-81f2-cf95fc9cc5e1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2abb7185-1d64-46fb-b290-254552002722 HTTP/1.1" status: 204 len: 168 time: 0.6578460 Feb 04 21:23:30.274834 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b80cc72-a672-40ff-81f2-cf95fc9cc5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abb7185-1d64-46fb-b290-254552002722,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:30.363601 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-818038d4-0a06-4e62-9ca2-02a03c8df92b None None] Port 83883915-cf4b-411a-b530-ea31ac020dbd cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:23:30.664682 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a64afdd5-3d49-4146-8d94-cfd996e54da6 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:23:30.678997 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:30.768837 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-379e6b76-a053-4cd6-bb1b-e0fa3a17735c tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "DELETE /v2.0/ports/83883915-cf4b-411a-b530-ea31ac020dbd/tags/tempest-TagsExtTest-Tag-1793348641 HTTP/1.1" status: 204 len: 168 time: 0.5575480 Feb 04 21:23:30.771436 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59012) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:30.779265 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.tag.tag_plugin [None req-79dcfabc-67d2-4c74-96d3-73b52ce53d22 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '83883915-cf4b-411a-b530-ea31ac020dbd') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:30.876417 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port a64afdd5-3d49-4146-8d94-cfd996e54da6 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:23:30.876634 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:30.957137 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1137b529-5509-468f-8acc-e156feac1a18 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:30.969879 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-79dcfabc-67d2-4c74-96d3-73b52ce53d22 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "GET /v2.0/ports/83883915-cf4b-411a-b530-ea31ac020dbd/tags HTTP/1.1" status: 200 len: 205 time: 0.1946118 Feb 04 21:23:30.973358 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59020) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:30.982354 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.tag.tag_plugin [None req-b413c09d-fc17-4083-b308-400519ff40ae tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6c35abb6-f854-49eb-bb2a-eefeaadf4eb4') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:31.133268 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1137b529-5509-468f-8acc-e156feac1a18 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event updated for resources: {'Subnet': ['ID=a4514d61-895e-417d-ae1f-e25581d9364e,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:31.167145 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1137b529-5509-468f-8acc-e156feac1a18 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Checking segment: {'id': '6d725421-2457-464d-8968-0c51a8a1aab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a934cb2c-7351-4a88-88ae-569383a0bc5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:23:31.167964 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1137b529-5509-468f-8acc-e156feac1a18 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Network hostable DHCP agents. Network: a934cb2c-7351-4a88-88ae-569383a0bc5b, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:23:31.286469 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] device_id is not set on port 9fbb8735-ff62-49e2-804f-dc25605f7e77 yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:23:31.298315 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:31.304013 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1137b529-5509-468f-8acc-e156feac1a18 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Network a934cb2c-7351-4a88-88ae-569383a0bc5b is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:23:31.356658 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Transition to ACTIVE for port object 9fbb8735-ff62-49e2-804f-dc25605f7e77 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:23:31.365192 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-1137b529-5509-468f-8acc-e156feac1a18 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, a934cb2c-7351-4a88-88ae-569383a0bc5b) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:23:31.383019 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d5ea30-72a8-496a-99ac-c01c881f4e7e None None] Network a934cb2c-7351-4a88-88ae-569383a0bc5b requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:23:31.393911 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:31.398535 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1137b529-5509-468f-8acc-e156feac1a18 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:31.399129 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1137b529-5509-468f-8acc-e156feac1a18 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:31.525746 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1137b529-5509-468f-8acc-e156feac1a18 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.3541579 Feb 04 21:23:31.557987 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59046) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:31.569296 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-0a5ca805-5a6d-4aac-b08e-b98d2e4a1e30 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:31.641878 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b413c09d-fc17-4083-b308-400519ff40ae tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "GET /v2.0/routers/6c35abb6-f854-49eb-bb2a-eefeaadf4eb4/tags HTTP/1.1" status: 200 len: 241 time: 0.6606331 Feb 04 21:23:31.641878 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59050) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:31.664540 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.tag.tag_plugin [None req-017aabd2-5100-4893-bce0-ae7c4e158651 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6c35abb6-f854-49eb-bb2a-eefeaadf4eb4', 'tempest-TagsExtTest-Tag-1713662364') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:31.692866 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Pushing event updated for resources: {'Port': ['ID=9fbb8735-ff62-49e2-804f-dc25605f7e77,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:31.727872 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:31.728229 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:31.729803 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:31.741582 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:31.741911 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Failed to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on host n-h2-827896-1 for vnic_type normal using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] Feb 04 21:23:31.746777 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempt 2 to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 Feb 04 21:23:31.784468 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:31.784801 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:31.785240 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:31.797767 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:31.798660 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Failed to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on host n-h2-827896-1 for vnic_type normal using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] Feb 04 21:23:31.800972 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempt 3 to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 Feb 04 21:23:31.829994 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59056) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:31.836580 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:31.837141 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:31.837669 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:31.848867 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:31.849724 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Failed to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on host n-h2-827896-1 for vnic_type normal using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] Feb 04 21:23:31.850428 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempt 4 to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 Feb 04 21:23:31.881265 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe4e58e-eeb8-433b-8e2c-61f92c2352f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-a934cb2c-7351-4a88-88ae-569383a0bc5b', 'network_id': 'a934cb2c-7351-4a88-88ae-569383a0bc5b', 'tenant_id': '44f990c85e0448379441eb9061711156', 'fixed_ips': [{'subnet_id': 'a4514d61-895e-417d-ae1f-e25581d9364e'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:23:31.882447 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cfe4e58e-eeb8-433b-8e2c-61f92c2352f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:31.888163 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:31.888505 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:31.888848 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:31.907207 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:31.907540 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Failed to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on host n-h2-827896-1 for vnic_type normal using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] Feb 04 21:23:31.907941 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempt 5 to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 Feb 04 21:23:31.946220 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:31.946796 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:31.947864 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:31.956440 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:31.957011 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Failed to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on host n-h2-827896-1 for vnic_type normal using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] Feb 04 21:23:31.957588 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempt 6 to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 Feb 04 21:23:31.974429 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-017aabd2-5100-4893-bce0-ae7c4e158651 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "GET /v2.0/routers/6c35abb6-f854-49eb-bb2a-eefeaadf4eb4/tags/tempest-TagsExtTest-Tag-1713662364 HTTP/1.1" status: 204 len: 168 time: 0.3313873 Feb 04 21:23:31.976919 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59062) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:31.986730 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0a5ca805-5a6d-4aac-b08e-b98d2e4a1e30 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3209094'] for subnet, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:31.993202 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.tag.tag_plugin [None req-ace2be2a-dcf1-4d11-9747-cd6254a6fe62 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6c35abb6-f854-49eb-bb2a-eefeaadf4eb4', 'tempest-TagsExtTest-Tag-1713662364') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:32.140489 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:32.144116 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:32.144680 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:32.167382 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-640e301a-be5e-4cdf-9f83-c50d05227885 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-462544130'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:32.188590 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-cfe4e58e-eeb8-433b-8e2c-61f92c2352f3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 04 21:23:32.188590 n-d-827896-1 neutron-server[87684]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 04 21:23:32.188590 n-d-827896-1 neutron-server[87684]: [parameters: {'in_use': 1, 'id_1': 'a4514d61-895e-417d-ae1f-e25581d9364e'}] Feb 04 21:23:32.188590 n-d-827896-1 neutron-server[87684]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:23:32.189043 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-cfe4e58e-eeb8-433b-8e2c-61f92c2352f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:23:32.206488 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-640e301a-be5e-4cdf-9f83-c50d05227885 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:32.208736 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:32.209067 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Failed to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on host n-h2-827896-1 for vnic_type normal using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] Feb 04 21:23:32.224476 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempt 7 to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 Feb 04 21:23:32.250466 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-640e301a-be5e-4cdf-9f83-c50d05227885 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Usage tracker for resource:network and tenant:9701a645e7474295a3797f9d2de6e4b6 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:32.254690 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-640e301a-be5e-4cdf-9f83-c50d05227885 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:32.345383 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-640e301a-be5e-4cdf-9f83-c50d05227885 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:32.354617 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:32.354955 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:32.355298 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:32.366130 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:32.366473 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Failed to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on host n-h2-827896-1 for vnic_type normal using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] Feb 04 21:23:32.367721 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempt 8 to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 Feb 04 21:23:32.386159 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640e301a-be5e-4cdf-9f83-c50d05227885 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Made reservation on behalf of 9701a645e7474295a3797f9d2de6e4b6 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:23:32.387228 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0a5ca805-5a6d-4aac-b08e-b98d2e4a1e30 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761250875652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1733960'] for subnet, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:32.389804 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-640e301a-be5e-4cdf-9f83-c50d05227885 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:32.428621 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-640e301a-be5e-4cdf-9f83-c50d05227885 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:32.455880 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:32.456759 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:32.457329 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:32.464235 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-640e301a-be5e-4cdf-9f83-c50d05227885 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:32.470519 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:32.471171 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Failed to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on host n-h2-827896-1 for vnic_type normal using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] Feb 04 21:23:32.472244 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-640e301a-be5e-4cdf-9f83-c50d05227885 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Usage tracker for resource:security_group_rule and tenant:9701a645e7474295a3797f9d2de6e4b6 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:32.476324 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempt 9 to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 Feb 04 21:23:32.487106 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-640e301a-be5e-4cdf-9f83-c50d05227885 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:32.492430 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5ca805-5a6d-4aac-b08e-b98d2e4a1e30 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:32.494471 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0a5ca805-5a6d-4aac-b08e-b98d2e4a1e30 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:32.497998 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-0a5ca805-5a6d-4aac-b08e-b98d2e4a1e30 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "PUT /v2.0/subnets/a4514d61-895e-417d-ae1f-e25581d9364e HTTP/1.1" status: 200 len: 900 time: 0.9385765 Feb 04 21:23:32.498610 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-640e301a-be5e-4cdf-9f83-c50d05227885 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:32.502175 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ace2be2a-dcf1-4d11-9747-cd6254a6fe62 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "DELETE /v2.0/routers/6c35abb6-f854-49eb-bb2a-eefeaadf4eb4/tags/tempest-TagsExtTest-Tag-1713662364 HTTP/1.1" status: 204 len: 168 time: 0.5242805 Feb 04 21:23:32.505903 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59082) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:32.507183 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59084) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:32.516194 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:32.516684 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:32.517232 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:32.540512 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59090) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:32.550795 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.tag.tag_plugin [None req-9df9c31a-6d45-49b2-b03f-159a97d80719 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6c35abb6-f854-49eb-bb2a-eefeaadf4eb4') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:32.602546 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ca805-5a6d-4aac-b08e-b98d2e4a1e30 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event updated for resources: {'Subnet': ['ID=a4514d61-895e-417d-ae1f-e25581d9364e,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:32.690763 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cfe4e58e-eeb8-433b-8e2c-61f92c2352f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:32.795057 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-90734d2d-3083-427c-8c74-835f0158b36c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:32.815129 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-90734d2d-3083-427c-8c74-835f0158b36c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:32.820057 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-90734d2d-3083-427c-8c74-835f0158b36c admin admin] Usage tracker for resource:security_group_rule and tenant:df66562b8b7d40ef94aded69df514416 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:32.821624 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:32.821979 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Failed to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on host n-h2-827896-1 for vnic_type normal using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] Feb 04 21:23:32.828560 n-d-827896-1 neutron-server[87682]: INFO neutron.plugins.ml2.plugin [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempt 10 to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 Feb 04 21:23:32.831137 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-90734d2d-3083-427c-8c74-835f0158b36c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:32.840648 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-90734d2d-3083-427c-8c74-835f0158b36c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:32.957536 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:32.957654 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:32.958211 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempting to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:32.972209 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ec18b0d8-7095-45be-9acf-4d64a766902a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:32.990249 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-cfe4e58e-eeb8-433b-8e2c-61f92c2352f3 None None] Allocated IP 2001:db8::3 (a934cb2c-7351-4a88-88ae-569383a0bc5b/a4514d61-895e-417d-ae1f-e25581d9364e/631ed94e-7345-4c43-91c2-7573cc68a1a0) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:23:33.002224 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:33.002562 n-d-827896-1 neutron-server[87682]: ERROR neutron.plugins.ml2.managers [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Failed to bind port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on host n-h2-827896-1 for vnic_type normal using segments [{'id': '359b40a1-d545-4960-85c7-72e7a16550f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '277dac4b-ceec-47d5-9758-58d444ba3c58'}] Feb 04 21:23:33.002950 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:33.067415 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-90734d2d-3083-427c-8c74-835f0158b36c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:33.077047 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-90734d2d-3083-427c-8c74-835f0158b36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:33.084539 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:33.156538 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9df9c31a-6d45-49b2-b03f-159a97d80719 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "GET /v2.0/routers/6c35abb6-f854-49eb-bb2a-eefeaadf4eb4/tags HTTP/1.1" status: 200 len: 205 time: 0.6449471 Feb 04 21:23:33.166990 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59102) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:33.189772 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.tag.tag_plugin [None req-4470db07-37ff-4df5-8371-df2158d8dd95 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9c1f16e7-3227-4a86-9cc8-02183d4c868f') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:33.205575 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-90734d2d-3083-427c-8c74-835f0158b36c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=df66562b8b7d40ef94aded69df514416&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6577830 Feb 04 21:23:33.210884 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59106) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:33.211545 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90734d2d-3083-427c-8c74-835f0158b36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092fbe10-2f6f-49c5-809e-19f7323f7954,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:33.236059 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-4470db07-37ff-4df5-8371-df2158d8dd95 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "GET /v2.0/subnetpools/9c1f16e7-3227-4a86-9cc8-02183d4c868f/tags HTTP/1.1" status: 200 len: 241 time: 0.0645931 Feb 04 21:23:33.238670 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59112) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:33.246820 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.tag.tag_plugin [None req-3bd15bf6-456f-43c0-89fe-976d1a8cd69c tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9c1f16e7-3227-4a86-9cc8-02183d4c868f', 'tempest-TagsExtTest-Tag-1121540962') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:33.253377 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-640e301a-be5e-4cdf-9f83-c50d05227885 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:33.262417 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ec18b0d8-7095-45be-9acf-4d64a766902a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:33.276660 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-3bd15bf6-456f-43c0-89fe-976d1a8cd69c tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "GET /v2.0/subnetpools/9c1f16e7-3227-4a86-9cc8-02183d4c868f/tags/tempest-TagsExtTest-Tag-1121540962 HTTP/1.1" status: 204 len: 168 time: 0.0368252 Feb 04 21:23:33.281715 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59118) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:33.287172 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.tag.tag_plugin [None req-52015449-ccfd-42f8-a990-4b664d12765b tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '9c1f16e7-3227-4a86-9cc8-02183d4c868f', 'tempest-TagsExtTest-Tag-1121540962') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:33.341175 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cfe4e58e-eeb8-433b-8e2c-61f92c2352f3 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:33.364582 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-52015449-ccfd-42f8-a990-4b664d12765b tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "DELETE /v2.0/subnetpools/9c1f16e7-3227-4a86-9cc8-02183d4c868f/tags/tempest-TagsExtTest-Tag-1121540962 HTTP/1.1" status: 204 len: 168 time: 0.0801923 Feb 04 21:23:33.365754 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-cfe4e58e-eeb8-433b-8e2c-61f92c2352f3 None None] Transition to ACTIVE for port object 631ed94e-7345-4c43-91c2-7573cc68a1a0 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:23:33.366330 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59122) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:33.373924 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.tag.tag_plugin [None req-b5ff6df2-5569-4b84-a39f-df6d7cb3da26 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9c1f16e7-3227-4a86-9cc8-02183d4c868f') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:33.388078 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-cfe4e58e-eeb8-433b-8e2c-61f92c2352f3 None None] Transition to ACTIVE for port object 631ed94e-7345-4c43-91c2-7573cc68a1a0 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:23:33.397551 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cfe4e58e-eeb8-433b-8e2c-61f92c2352f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:33.407292 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b5ff6df2-5569-4b84-a39f-df6d7cb3da26 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "GET /v2.0/subnetpools/9c1f16e7-3227-4a86-9cc8-02183d4c868f/tags HTTP/1.1" status: 200 len: 205 time: 0.0396147 Feb 04 21:23:33.408086 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59126) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:33.413377 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.tag.tag_plugin [None req-218f4ca7-7880-43f0-9a9d-d59048122d74 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9c1f16e7-3227-4a86-9cc8-02183d4c868f') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:33.431341 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-640e301a-be5e-4cdf-9f83-c50d05227885 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:33.435140 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] For port 9fbb8735-ff62-49e2-804f-dc25605f7e77, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:23:33.435693 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attempted to set empty binding levels {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 21:23:33.457923 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-218f4ca7-7880-43f0-9a9d-d59048122d74 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "DELETE /v2.0/subnetpools/9c1f16e7-3227-4a86-9cc8-02183d4c868f/tags HTTP/1.1" status: 204 len: 168 time: 0.0487375 Feb 04 21:23:33.458882 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59130) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:33.465448 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.tag.tag_plugin [None req-52e92285-9d9c-4c0b-b577-e6f238cf84dd tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6c35abb6-f854-49eb-bb2a-eefeaadf4eb4') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:33.473350 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:33.485481 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe4e58e-eeb8-433b-8e2c-61f92c2352f3 None None] Network a934cb2c-7351-4a88-88ae-569383a0bc5b is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:23:33.488759 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-cfe4e58e-eeb8-433b-8e2c-61f92c2352f3 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:23:33.496319 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe4e58e-eeb8-433b-8e2c-61f92c2352f3 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:23:33.545643 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4e58e-eeb8-433b-8e2c-61f92c2352f3 None None] Pushing event updated for resources: {'Port': ['ID=631ed94e-7345-4c43-91c2-7573cc68a1a0,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:33.553523 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-640e301a-be5e-4cdf-9f83-c50d05227885 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:23:33.597694 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] In _notify_port_updated(), no bound segment for port 9fbb8735-ff62-49e2-804f-dc25605f7e77 on network 277dac4b-ceec-47d5-9758-58d444ba3c58 {{(pid=87682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 21:23:33.598868 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:33.599481 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:33.600835 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] 10.222.0.26 "PUT /v2.0/ports/9fbb8735-ff62-49e2-804f-dc25605f7e77 HTTP/1.1" status: 200 len: 975 time: 3.3817940 Feb 04 21:23:33.602260 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e301a-be5e-4cdf-9f83-c50d05227885 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91c1729f-5e3d-41f9-8e6a-f600feb9c705,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:33.607476 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59138) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:33.616266 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-640e301a-be5e-4cdf-9f83-c50d05227885 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:33.616795 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-640e301a-be5e-4cdf-9f83-c50d05227885 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Added segment 8b3db002-6324-40bf-8e62-bb9f2c7e3b20 of type vlan for network 57b5ab72-13bb-4881-aeb1-47136cf9dc97 Feb 04 21:23:33.620346 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-cfe4e58e-eeb8-433b-8e2c-61f92c2352f3 None None] Attempting to bind port 631ed94e-7345-4c43-91c2-7573cc68a1a0 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:33.620863 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-cfe4e58e-eeb8-433b-8e2c-61f92c2352f3 None None] Attempting to bind port 631ed94e-7345-4c43-91c2-7573cc68a1a0 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '6d725421-2457-464d-8968-0c51a8a1aab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a934cb2c-7351-4a88-88ae-569383a0bc5b'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:33.621420 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe4e58e-eeb8-433b-8e2c-61f92c2352f3 None None] Attempting to bind port 631ed94e-7345-4c43-91c2-7573cc68a1a0 on network a934cb2c-7351-4a88-88ae-569383a0bc5b {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:33.628187 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe4e58e-eeb8-433b-8e2c-61f92c2352f3 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:23:33.628605 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe4e58e-eeb8-433b-8e2c-61f92c2352f3 None None] Checking segment: {'id': '6d725421-2457-464d-8968-0c51a8a1aab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a934cb2c-7351-4a88-88ae-569383a0bc5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:23:33.629009 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cfe4e58e-eeb8-433b-8e2c-61f92c2352f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:33.629504 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe4e58e-eeb8-433b-8e2c-61f92c2352f3 None None] Bound using segment: {'id': '6d725421-2457-464d-8968-0c51a8a1aab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a934cb2c-7351-4a88-88ae-569383a0bc5b'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:23:33.629968 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-cfe4e58e-eeb8-433b-8e2c-61f92c2352f3 None None] Bound port: 631ed94e-7345-4c43-91c2-7573cc68a1a0, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d725421-2457-464d-8968-0c51a8a1aab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a934cb2c-7351-4a88-88ae-569383a0bc5b'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:23:33.630343 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cfe4e58e-eeb8-433b-8e2c-61f92c2352f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:33.702142 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8224dec-5147-4a69-9a32-1e5fda43c9e3 tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Pushing event updated for resources: {'Port': ['ID=9fbb8735-ff62-49e2-804f-dc25605f7e77,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:33.705366 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1fae2051-7595-4fd1-b5c6-6233a38ff38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:33.754403 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-52e92285-9d9c-4c0b-b577-e6f238cf84dd tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "DELETE /v2.0/routers/6c35abb6-f854-49eb-bb2a-eefeaadf4eb4/tags HTTP/1.1" status: 204 len: 168 time: 0.2941692 Feb 04 21:23:33.757635 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59146) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:33.765602 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-cfe4e58e-eeb8-433b-8e2c-61f92c2352f3 None None] For port 631ed94e-7345-4c43-91c2-7573cc68a1a0, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:23:33.769164 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-cfe4e58e-eeb8-433b-8e2c-61f92c2352f3 None None] For port 631ed94e-7345-4c43-91c2-7573cc68a1a0, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=631ed94e-7345-4c43-91c2-7573cc68a1a0,segment=NetworkSegment(6d725421-2457-464d-8968-0c51a8a1aab5),segment_id=6d725421-2457-464d-8968-0c51a8a1aab5)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:23:33.773862 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.tag.tag_plugin [None req-824c2c50-06b8-4142-8e77-9838d526595c tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '83883915-cf4b-411a-b530-ea31ac020dbd') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:33.784274 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cfe4e58e-eeb8-433b-8e2c-61f92c2352f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:33.787217 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-640e301a-be5e-4cdf-9f83-c50d05227885 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:33.799901 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ec18b0d8-7095-45be-9acf-4d64a766902a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:33.892402 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4e58e-eeb8-433b-8e2c-61f92c2352f3 None None] Pushing event updated for resources: {'Port': ['ID=631ed94e-7345-4c43-91c2-7573cc68a1a0,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:33.913516 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1fae2051-7595-4fd1-b5c6-6233a38ff38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:33.918487 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-824c2c50-06b8-4142-8e77-9838d526595c tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "DELETE /v2.0/ports/83883915-cf4b-411a-b530-ea31ac020dbd/tags HTTP/1.1" status: 204 len: 168 time: 0.1569459 Feb 04 21:23:33.918740 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59150) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:33.924188 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.tag.tag_plugin [None req-c8bde0f0-90c8-4cd7-bd49-36c040401cd0 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2d950d28-3c05-4ca2-8bb7-d47d814c44aa') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:33.924818 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-a4ed5208-14c0-4d55-b3a9-17824727921c tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Deleting port 9fbb8735-ff62-49e2-804f-dc25605f7e77 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:23:33.925153 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a4ed5208-14c0-4d55-b3a9-17824727921c tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:34.008450 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18b0d8-7095-45be-9acf-4d64a766902a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event deleted for resources: {'Subnet': ['ID=a4514d61-895e-417d-ae1f-e25581d9364e,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:34.016313 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c8bde0f0-90c8-4cd7-bd49-36c040401cd0 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "DELETE /v2.0/subnets/2d950d28-3c05-4ca2-8bb7-d47d814c44aa/tags HTTP/1.1" status: 204 len: 168 time: 0.0966101 Feb 04 21:23:34.020643 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59158) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:34.026568 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.tag.tag_plugin [None req-6be4561c-3e8b-454a-8e4d-dec7ba04da83 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2d950d28-3c05-4ca2-8bb7-d47d814c44aa', 'tempest-TagsExtTest-Tag-839214852') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:34.191398 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-640e301a-be5e-4cdf-9f83-c50d05227885 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:34.197363 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640e301a-be5e-4cdf-9f83-c50d05227885 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:34.198079 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-640e301a-be5e-4cdf-9f83-c50d05227885 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:34.293884 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-6be4561c-3e8b-454a-8e4d-dec7ba04da83 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "PUT /v2.0/subnets/2d950d28-3c05-4ca2-8bb7-d47d814c44aa/tags/tempest-TagsExtTest-Tag-839214852 HTTP/1.1" status: 201 len: 201 time: 0.2721226 Feb 04 21:23:34.297141 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59164) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:34.303339 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.tag.tag_plugin [None req-feef76ff-0cfe-4732-a2b8-a5b5a209455b tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '83883915-cf4b-411a-b530-ea31ac020dbd', 'tempest-TagsExtTest-Tag-491543712') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:34.332561 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ec18b0d8-7095-45be-9acf-4d64a766902a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:34.366780 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1fae2051-7595-4fd1-b5c6-6233a38ff38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:34.431172 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-feef76ff-0cfe-4732-a2b8-a5b5a209455b tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "PUT /v2.0/ports/83883915-cf4b-411a-b530-ea31ac020dbd/tags/tempest-TagsExtTest-Tag-491543712 HTTP/1.1" status: 201 len: 201 time: 0.1330109 Feb 04 21:23:34.434092 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59170) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:34.439627 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.tag.tag_plugin [None req-7a3a42e6-5402-4288-a12f-75f95229265c tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6c35abb6-f854-49eb-bb2a-eefeaadf4eb4', 'tempest-TagsExtTest-Tag-1510731104') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:34.500768 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae2051-7595-4fd1-b5c6-6233a38ff38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092fbe10-2f6f-49c5-809e-19f7323f7954,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:34.506233 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-ec18b0d8-7095-45be-9acf-4d64a766902a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a934cb2c-7351-4a88-88ae-569383a0bc5b']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:34.521825 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e301a-be5e-4cdf-9f83-c50d05227885 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Pushing event updated for resources: {'Network': ['ID=57b5ab72-13bb-4881-aeb1-47136cf9dc97,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:34.532826 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-ec18b0d8-7095-45be-9acf-4d64a766902a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d725421-2457-464d-8968-0c51a8a1aab5') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:34.533129 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-ec18b0d8-7095-45be-9acf-4d64a766902a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d725421-2457-464d-8968-0c51a8a1aab5') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:34.540731 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-640e301a-be5e-4cdf-9f83-c50d05227885 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.7095680 Feb 04 21:23:34.548805 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59178) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:34.549714 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1fae2051-7595-4fd1-b5c6-6233a38ff38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:34.553564 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1fae2051-7595-4fd1-b5c6-6233a38ff38f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/092fbe10-2f6f-49c5-809e-19f7323f7954 HTTP/1.1" status: 204 len: 168 time: 1.3394101 Feb 04 21:23:34.558659 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ec18b0d8-7095-45be-9acf-4d64a766902a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:34.576601 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 57b5ab72-13bb-4881-aeb1-47136cf9dc97 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:23:34.579905 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-e7868f31-b670-4e96-8839-a3d5c783eb12 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Request body: {'subnet': {'network_id': '57b5ab72-13bb-4881-aeb1-47136cf9dc97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:34.610028 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ec18b0d8-7095-45be-9acf-4d64a766902a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:34.663077 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-a4ed5208-14c0-4d55-b3a9-17824727921c tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] For port 9fbb8735-ff62-49e2-804f-dc25605f7e77, host n-h2-827896-1, got binding levels [] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:23:34.663443 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a4ed5208-14c0-4d55-b3a9-17824727921c tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:34.684916 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec18b0d8-7095-45be-9acf-4d64a766902a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:23:34.684916 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ec18b0d8-7095-45be-9acf-4d64a766902a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:34.696066 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:23:34.721242 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:23:34.721242 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:23:34.721242 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:23:34.721242 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:23:34.721242 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:23:34.721242 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:23:34.721242 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:23:34.721242 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:23:34.721242 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:23:34.721242 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:23:34.721242 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:23:34.721242 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:23:34.721242 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:23:34.721242 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:23:34.721242 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:23:34.721242 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:23:34.721242 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:23:34.721242 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:23:34.721242 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:23:34.721242 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:23:34.721242 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:23:34.721242 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:23:34.721242 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:23:34.721242 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:23:34.721242 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:23:34.721242 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:23:34.721242 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:23:34.721242 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:23:34.721242 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:23:34.721242 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:23:34.721242 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:23:34.721242 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:23:34.773704 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 631ed94e-7345-4c43-91c2-7573cc68a1a0 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:23:34.902385 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 631ed94e-7345-4c43-91c2-7573cc68a1a0 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:23:35.033119 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-a4ed5208-14c0-4d55-b3a9-17824727921c tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Calling delete_port for 9fbb8735-ff62-49e2-804f-dc25605f7e77 owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:23:35.116624 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59198) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:35.136460 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fbfc361b-b2d4-4a9d-8aed-89baedc3c792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:35.154262 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-fbfc361b-b2d4-4a9d-8aed-89baedc3c792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:35.161712 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-fbfc361b-b2d4-4a9d-8aed-89baedc3c792 admin admin] Usage tracker for resource:security_group_rule and tenant:380bcde0187545fda80e4fd8d9ab4974 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:35.166945 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-fbfc361b-b2d4-4a9d-8aed-89baedc3c792 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:35.176691 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-fbfc361b-b2d4-4a9d-8aed-89baedc3c792 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:35.179355 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e7868f31-b670-4e96-8839-a3d5c783eb12 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:35.184017 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e7868f31-b670-4e96-8839-a3d5c783eb12 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Usage tracker for resource:subnet and tenant:9701a645e7474295a3797f9d2de6e4b6 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:35.187400 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e7868f31-b670-4e96-8839-a3d5c783eb12 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:35.193735 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e7868f31-b670-4e96-8839-a3d5c783eb12 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:35.203069 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.api [None req-ec18b0d8-7095-45be-9acf-4d64a766902a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 21:23:35.203069 n-d-827896-1 neutron-server[87682]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 21:23:35.203069 n-d-827896-1 neutron-server[87682]: [parameters: {'id': 'a934cb2c-7351-4a88-88ae-569383a0bc5b'}] Feb 04 21:23:35.203069 n-d-827896-1 neutron-server[87682]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:23:35.203858 n-d-827896-1 neutron-server[87682]: DEBUG oslo_db.api [None req-ec18b0d8-7095-45be-9acf-4d64a766902a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:23:35.215550 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7868f31-b670-4e96-8839-a3d5c783eb12 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Made reservation on behalf of 9701a645e7474295a3797f9d2de6e4b6 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:23:35.219350 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e7868f31-b670-4e96-8839-a3d5c783eb12 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:35.242328 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-7a3a42e6-5402-4288-a12f-75f95229265c tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "PUT /v2.0/routers/6c35abb6-f854-49eb-bb2a-eefeaadf4eb4/tags/tempest-TagsExtTest-Tag-1510731104 HTTP/1.1" status: 201 len: 201 time: 0.8069212 Feb 04 21:23:35.245526 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59202) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:35.256022 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.tag.tag_plugin [None req-a9d661d0-61d7-4985-9250-88aeb75b08f5 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9c1f16e7-3227-4a86-9cc8-02183d4c868f', 'tempest-TagsExtTest-Tag-455644756') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:35.323237 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a4ed5208-14c0-4d55-b3a9-17824727921c tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:35.332719 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8db82b-bd9b-46b9-b1c2-4b8741f6c13e None None] Network a934cb2c-7351-4a88-88ae-569383a0bc5b requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:23:35.342295 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fbfc361b-b2d4-4a9d-8aed-89baedc3c792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:35.358266 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fbfc361b-b2d4-4a9d-8aed-89baedc3c792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:35.404431 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-fbfc361b-b2d4-4a9d-8aed-89baedc3c792 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=380bcde0187545fda80e4fd8d9ab4974&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2864168 Feb 04 21:23:35.407629 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-a9d661d0-61d7-4985-9250-88aeb75b08f5 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "PUT /v2.0/subnetpools/9c1f16e7-3227-4a86-9cc8-02183d4c868f/tags/tempest-TagsExtTest-Tag-455644756 HTTP/1.1" status: 201 len: 201 time: 0.1607566 Feb 04 21:23:35.410592 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59206) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:35.411174 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59208) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:35.433830 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.tag.tag_plugin [None req-b7320661-bba6-409c-9ae4-b20b43f9f9ad tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '2d950d28-3c05-4ca2-8bb7-d47d814c44aa', {'tags': ['tempest-TagsExtTest-Tag-2066137949', 'tempest-TagsExtTest-Tag-1166037291', 'tempest-TagsExtTest-Tag-1669363538']}) {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:35.442469 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed5208-14c0-4d55-b3a9-17824727921c tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Pushing event deleted for resources: {'Port': ['ID=9fbb8735-ff62-49e2-804f-dc25605f7e77,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:35.455152 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-37080417-c20b-4598-b8e7-66b70aa82e54 None None] Provisioning for port 631ed94e-7345-4c43-91c2-7573cc68a1a0 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:23:35.491176 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-37080417-c20b-4598-b8e7-66b70aa82e54 None None] Provisioning complete for port 631ed94e-7345-4c43-91c2-7573cc68a1a0 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:23:35.491818 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-37080417-c20b-4598-b8e7-66b70aa82e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:35.492180 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ed5208-14c0-4d55-b3a9-17824727921c tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:35.492663 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ed5208-14c0-4d55-b3a9-17824727921c tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:35.493259 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ed5208-14c0-4d55-b3a9-17824727921c tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:35.493615 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ed5208-14c0-4d55-b3a9-17824727921c tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:35.494755 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ed5208-14c0-4d55-b3a9-17824727921c tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:35.495332 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ed5208-14c0-4d55-b3a9-17824727921c tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:35.495709 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ed5208-14c0-4d55-b3a9-17824727921c tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:35.496180 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ed5208-14c0-4d55-b3a9-17824727921c tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:35.496522 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ed5208-14c0-4d55-b3a9-17824727921c tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:35.496853 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ed5208-14c0-4d55-b3a9-17824727921c tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:35.497177 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ed5208-14c0-4d55-b3a9-17824727921c tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:35.497553 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ed5208-14c0-4d55-b3a9-17824727921c tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:35.506079 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a4ed5208-14c0-4d55-b3a9-17824727921c tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:35.528946 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc361b-b2d4-4a9d-8aed-89baedc3c792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2f568f-5e03-4345-b7be-fb0d96d4534c,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:35.539826 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a4ed5208-14c0-4d55-b3a9-17824727921c tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] 10.222.0.26 "DELETE /v2.0/ports/9fbb8735-ff62-49e2-804f-dc25605f7e77 HTTP/1.1" status: 204 len: 168 time: 1.9277439 Feb 04 21:23:35.544010 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59214) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:35.583760 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0c2dd461-43a9-42e0-9d64-55f2594a32e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:35.601785 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b7320661-bba6-409c-9ae4-b20b43f9f9ad tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "PUT /v2.0/subnets/2d950d28-3c05-4ca2-8bb7-d47d814c44aa/tags HTTP/1.1" status: 200 len: 318 time: 0.1873941 Feb 04 21:23:35.607828 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59218) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:35.620767 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.tag.tag_plugin [None req-906d8006-5841-447b-a405-c16a5381c42d tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2d950d28-3c05-4ca2-8bb7-d47d814c44aa') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:35.693932 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-37080417-c20b-4598-b8e7-66b70aa82e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:35.724918 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ec18b0d8-7095-45be-9acf-4d64a766902a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:35.742959 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cdfbd96-7d50-4ede-8fb8-cb265eaf48eb tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] GET failed (client error): The resource could not be found. Feb 04 21:23:35.743505 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7cdfbd96-7d50-4ede-8fb8-cb265eaf48eb tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Synchronizing usage tracker for tenant:79ee858788434ea2afe2d43820c66963 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:23:35.747227 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-37080417-c20b-4598-b8e7-66b70aa82e54 None None] For port 631ed94e-7345-4c43-91c2-7573cc68a1a0, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=631ed94e-7345-4c43-91c2-7573cc68a1a0,segment=NetworkSegment(6d725421-2457-464d-8968-0c51a8a1aab5),segment_id=6d725421-2457-464d-8968-0c51a8a1aab5)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:23:35.754581 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-37080417-c20b-4598-b8e7-66b70aa82e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:35.798727 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-ec18b0d8-7095-45be-9acf-4d64a766902a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Deleting port 631ed94e-7345-4c43-91c2-7573cc68a1a0 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:23:35.799089 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ec18b0d8-7095-45be-9acf-4d64a766902a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:35.829195 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d856dbc5-9b71-495f-a077-13fabdacdb5d None None] DHCP port deletion for a934cb2c-7351-4a88-88ae-569383a0bc5b request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:23:35.833665 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7cdfbd96-7d50-4ede-8fb8-cb265eaf48eb tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] Unset dirty status for tenant:79ee858788434ea2afe2d43820c66963 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:23:35.839338 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7cdfbd96-7d50-4ede-8fb8-cb265eaf48eb tempest-PortsAdminExtendedAttrsTestJSON-1691454609 tempest-PortsAdminExtendedAttrsTestJSON-1691454609-project-admin] 10.222.0.26 "GET /v2.0/ports/9fbb8735-ff62-49e2-804f-dc25605f7e77 HTTP/1.1" status: 404 len: 333 time: 0.2940350 Feb 04 21:23:35.841476 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59224) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:35.843359 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0c2dd461-43a9-42e0-9d64-55f2594a32e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:35.862234 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e7868f31-b670-4e96-8839-a3d5c783eb12 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:35.869551 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37080417-c20b-4598-b8e7-66b70aa82e54 None None] Pushing event updated for resources: {'Port': ['ID=631ed94e-7345-4c43-91c2-7573cc68a1a0,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:35.883001 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-d856dbc5-9b71-495f-a077-13fabdacdb5d None None] Deleting port 631ed94e-7345-4c43-91c2-7573cc68a1a0 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:23:35.883383 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d856dbc5-9b71-495f-a077-13fabdacdb5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:36.051643 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7868f31-b670-4e96-8839-a3d5c783eb12 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Pushing event updated for resources: {'Subnet': ['ID=d3559bb6-1d6e-4535-b058-40536c98b183,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:36.065023 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3a78372d-606a-4ce0-a0fd-58e926e7c007 tempest-PortsAdminExtendedAttrsTestJSON-1810537215 tempest-PortsAdminExtendedAttrsTestJSON-1810537215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:36.076324 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0c2dd461-43a9-42e0-9d64-55f2594a32e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:36.093259 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7868f31-b670-4e96-8839-a3d5c783eb12 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Checking segment: {'id': '8b3db002-6324-40bf-8e62-bb9f2c7e3b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '57b5ab72-13bb-4881-aeb1-47136cf9dc97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:23:36.093636 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7868f31-b670-4e96-8839-a3d5c783eb12 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Network hostable DHCP agents. Network: 57b5ab72-13bb-4881-aeb1-47136cf9dc97, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:23:36.105690 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2dd461-43a9-42e0-9d64-55f2594a32e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2f568f-5e03-4345-b7be-fb0d96d4534c,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:36.116479 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0c2dd461-43a9-42e0-9d64-55f2594a32e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:36.117901 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-0c2dd461-43a9-42e0-9d64-55f2594a32e8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8d2f568f-5e03-4345-b7be-fb0d96d4534c HTTP/1.1" status: 204 len: 168 time: 0.7055175 Feb 04 21:23:36.271928 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-d856dbc5-9b71-495f-a077-13fabdacdb5d None None] For port 631ed94e-7345-4c43-91c2-7573cc68a1a0, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=631ed94e-7345-4c43-91c2-7573cc68a1a0,segment=NetworkSegment(6d725421-2457-464d-8968-0c51a8a1aab5),segment_id=6d725421-2457-464d-8968-0c51a8a1aab5)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:23:36.272494 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d856dbc5-9b71-495f-a077-13fabdacdb5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:36.285614 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7868f31-b670-4e96-8839-a3d5c783eb12 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Network 57b5ab72-13bb-4881-aeb1-47136cf9dc97 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:23:36.294641 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-ec18b0d8-7095-45be-9acf-4d64a766902a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] For port 631ed94e-7345-4c43-91c2-7573cc68a1a0, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=631ed94e-7345-4c43-91c2-7573cc68a1a0,segment=NetworkSegment(6d725421-2457-464d-8968-0c51a8a1aab5),segment_id=6d725421-2457-464d-8968-0c51a8a1aab5)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:23:36.295058 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ec18b0d8-7095-45be-9acf-4d64a766902a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:36.304449 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-e7868f31-b670-4e96-8839-a3d5c783eb12 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 57b5ab72-13bb-4881-aeb1-47136cf9dc97) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:23:36.323604 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7868f31-b670-4e96-8839-a3d5c783eb12 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:36.325399 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e7868f31-b670-4e96-8839-a3d5c783eb12 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:36.361913 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e7868f31-b670-4e96-8839-a3d5c783eb12 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8069913 Feb 04 21:23:36.366354 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3a78372d-606a-4ce0-a0fd-58e926e7c007 tempest-PortsAdminExtendedAttrsTestJSON-1810537215 tempest-PortsAdminExtendedAttrsTestJSON-1810537215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:36.375628 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59232) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:36.377949 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-906d8006-5841-447b-a405-c16a5381c42d tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "DELETE /v2.0/subnets/2d950d28-3c05-4ca2-8bb7-d47d814c44aa/tags HTTP/1.1" status: 204 len: 168 time: 0.7689757 Feb 04 21:23:36.383301 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59236) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:36.387928 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-619a8b19-a19a-4f46-8de9-c9aae78bdec7 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Request body: {'port': {'network_id': '57b5ab72-13bb-4881-aeb1-47136cf9dc97', 'name': 'tempest-ExtraDHCPOptionsTestJSON-208623946'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:36.447175 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.tag.tag_plugin [None req-a61f5592-a1dd-475f-ac29-ad02c2faf59d tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2d950d28-3c05-4ca2-8bb7-d47d814c44aa', 'tempest-TagsExtTest-Tag-2066137949') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:36.448962 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0067010-e5cc-4837-92dc-17060f390afc None None] Network 57b5ab72-13bb-4881-aeb1-47136cf9dc97 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:23:36.607072 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-d856dbc5-9b71-495f-a077-13fabdacdb5d None None] Calling delete_port for 631ed94e-7345-4c43-91c2-7573cc68a1a0 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:23:36.632378 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-3a78372d-606a-4ce0-a0fd-58e926e7c007 tempest-PortsAdminExtendedAttrsTestJSON-1810537215 tempest-PortsAdminExtendedAttrsTestJSON-1810537215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['277dac4b-ceec-47d5-9758-58d444ba3c58']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:36.644991 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-ec18b0d8-7095-45be-9acf-4d64a766902a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Calling delete_port for 631ed94e-7345-4c43-91c2-7573cc68a1a0 owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:23:36.672474 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-3a78372d-606a-4ce0-a0fd-58e926e7c007 tempest-PortsAdminExtendedAttrsTestJSON-1810537215 tempest-PortsAdminExtendedAttrsTestJSON-1810537215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '359b40a1-d545-4960-85c7-72e7a16550f8') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:36.675741 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-3a78372d-606a-4ce0-a0fd-58e926e7c007 tempest-PortsAdminExtendedAttrsTestJSON-1810537215 tempest-PortsAdminExtendedAttrsTestJSON-1810537215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '359b40a1-d545-4960-85c7-72e7a16550f8') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:36.699601 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3a78372d-606a-4ce0-a0fd-58e926e7c007 tempest-PortsAdminExtendedAttrsTestJSON-1810537215 tempest-PortsAdminExtendedAttrsTestJSON-1810537215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:36.755943 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3a78372d-606a-4ce0-a0fd-58e926e7c007 tempest-PortsAdminExtendedAttrsTestJSON-1810537215 tempest-PortsAdminExtendedAttrsTestJSON-1810537215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:36.783001 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a78372d-606a-4ce0-a0fd-58e926e7c007 tempest-PortsAdminExtendedAttrsTestJSON-1810537215 tempest-PortsAdminExtendedAttrsTestJSON-1810537215-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:23:36.783373 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3a78372d-606a-4ce0-a0fd-58e926e7c007 tempest-PortsAdminExtendedAttrsTestJSON-1810537215 tempest-PortsAdminExtendedAttrsTestJSON-1810537215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:36.805438 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:23:36.805438 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:23:36.805438 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:23:36.805438 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:23:36.805438 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:23:36.805438 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:23:36.805438 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:23:36.805438 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:23:36.805438 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:23:36.805438 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:23:36.805438 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:23:36.805438 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:23:36.805438 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:23:36.805438 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:23:36.805438 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:23:36.805438 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:23:36.805438 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:23:36.805438 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:23:36.805438 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:23:36.805438 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:23:36.805438 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:23:36.805438 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:23:36.805438 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:23:36.805438 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:23:36.805438 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:23:36.805438 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:23:36.805438 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:23:36.805438 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:23:36.805438 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:23:36.805438 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:23:36.805438 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:23:36.805438 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:23:36.811838 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 631ed94e-7345-4c43-91c2-7573cc68a1a0 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:23:36.827546 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ec18b0d8-7095-45be-9acf-4d64a766902a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:36.877254 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 631ed94e-7345-4c43-91c2-7573cc68a1a0 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:23:36.878317 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 631ed94e-7345-4c43-91c2-7573cc68a1a0 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:23:36.895940 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-619a8b19-a19a-4f46-8de9-c9aae78bdec7 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:36.899829 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-619a8b19-a19a-4f46-8de9-c9aae78bdec7 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Usage tracker for resource:port and tenant:9701a645e7474295a3797f9d2de6e4b6 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:36.904604 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-619a8b19-a19a-4f46-8de9-c9aae78bdec7 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:36.910454 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-619a8b19-a19a-4f46-8de9-c9aae78bdec7 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:36.932192 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [None req-a61f5592-a1dd-475f-ac29-ad02c2faf59d tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] show failed (client error): The resource could not be found. Feb 04 21:23:36.935905 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-a61f5592-a1dd-475f-ac29-ad02c2faf59d tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "GET /v2.0/subnets/2d950d28-3c05-4ca2-8bb7-d47d814c44aa/tags/tempest-TagsExtTest-Tag-2066137949 HTTP/1.1" status: 404 len: 329 time: 0.5158503 Feb 04 21:23:36.938771 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619a8b19-a19a-4f46-8de9-c9aae78bdec7 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Made reservation on behalf of 9701a645e7474295a3797f9d2de6e4b6 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:23:36.943329 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-619a8b19-a19a-4f46-8de9-c9aae78bdec7 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:36.958546 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59252) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:36.979584 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [None req-619a8b19-a19a-4f46-8de9-c9aae78bdec7 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] device_id is not set on port ec5d7974-42a5-4ab1-83c7-d238cbb4c6d4 yet. {{(pid=87683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:23:37.000852 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.tag.tag_plugin [None req-674c6a70-5fdc-43cb-a0c9-31b7d530d0ac tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2d950d28-3c05-4ca2-8bb7-d47d814c44aa', 'tempest-TagsExtTest-Tag-1166037291') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:37.039297 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-d856dbc5-9b71-495f-a077-13fabdacdb5d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:23:37.039998 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-d856dbc5-9b71-495f-a077-13fabdacdb5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:23:37.041648 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3a78372d-606a-4ce0-a0fd-58e926e7c007 tempest-PortsAdminExtendedAttrsTestJSON-1810537215 tempest-PortsAdminExtendedAttrsTestJSON-1810537215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:37.096199 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec18b0d8-7095-45be-9acf-4d64a766902a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] No DVR routers for this DVR port 631ed94e-7345-4c43-91c2-7573cc68a1a0 on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:23:37.126761 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b867d1c-42fe-4d3a-8ae0-159b98f81b56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-57b5ab72-13bb-4881-aeb1-47136cf9dc97', 'network_id': '57b5ab72-13bb-4881-aeb1-47136cf9dc97', 'tenant_id': '9701a645e7474295a3797f9d2de6e4b6', 'fixed_ips': [{'subnet_id': 'd3559bb6-1d6e-4535-b058-40536c98b183'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:23:37.128151 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-9b867d1c-42fe-4d3a-8ae0-159b98f81b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:37.137931 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18b0d8-7095-45be-9acf-4d64a766902a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event deleted for resources: {'Port': ['ID=631ed94e-7345-4c43-91c2-7573cc68a1a0,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:37.140287 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3a78372d-606a-4ce0-a0fd-58e926e7c007 tempest-PortsAdminExtendedAttrsTestJSON-1810537215 tempest-PortsAdminExtendedAttrsTestJSON-1810537215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:37.173294 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78372d-606a-4ce0-a0fd-58e926e7c007 tempest-PortsAdminExtendedAttrsTestJSON-1810537215 tempest-PortsAdminExtendedAttrsTestJSON-1810537215-project] Pushing event deleted for resources: {'Network': ['ID=277dac4b-ceec-47d5-9758-58d444ba3c58,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:37.196704 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-3a78372d-606a-4ce0-a0fd-58e926e7c007 tempest-PortsAdminExtendedAttrsTestJSON-1810537215 tempest-PortsAdminExtendedAttrsTestJSON-1810537215-project] 10.222.0.26 "DELETE /v2.0/networks/277dac4b-ceec-47d5-9758-58d444ba3c58 HTTP/1.1" status: 204 len: 168 time: 1.3374624 Feb 04 21:23:37.330873 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ec18b0d8-7095-45be-9acf-4d64a766902a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:37.382079 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-619a8b19-a19a-4f46-8de9-c9aae78bdec7 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Allocated IP 172.20.0.10 (57b5ab72-13bb-4881-aeb1-47136cf9dc97/d3559bb6-1d6e-4535-b058-40536c98b183/ec5d7974-42a5-4ab1-83c7-d238cbb4c6d4) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:23:37.404424 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-ec18b0d8-7095-45be-9acf-4d64a766902a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a934cb2c-7351-4a88-88ae-569383a0bc5b']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:37.481707 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-ec18b0d8-7095-45be-9acf-4d64a766902a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d725421-2457-464d-8968-0c51a8a1aab5') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:37.481999 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-ec18b0d8-7095-45be-9acf-4d64a766902a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d725421-2457-464d-8968-0c51a8a1aab5') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:37.521836 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ec18b0d8-7095-45be-9acf-4d64a766902a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:37.542417 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-d856dbc5-9b71-495f-a077-13fabdacdb5d None None] Deleting port 631ed94e-7345-4c43-91c2-7573cc68a1a0 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:23:37.543121 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d856dbc5-9b71-495f-a077-13fabdacdb5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:37.589568 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ec18b0d8-7095-45be-9acf-4d64a766902a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:37.624743 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec18b0d8-7095-45be-9acf-4d64a766902a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:23:37.625158 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ec18b0d8-7095-45be-9acf-4d64a766902a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:37.649465 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:23:37.649465 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:23:37.649465 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:23:37.649465 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:23:37.649465 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:23:37.649465 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:23:37.649465 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:23:37.649465 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:23:37.649465 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:23:37.649465 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:23:37.649465 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:23:37.649465 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:23:37.649465 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:23:37.649465 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:23:37.649465 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:23:37.649465 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:23:37.649465 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:23:37.649465 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:23:37.649465 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:23:37.649465 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:23:37.649465 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:23:37.649465 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:23:37.649465 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:23:37.649465 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:23:37.649465 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:23:37.649465 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:23:37.649465 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:23:37.649465 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:23:37.649465 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:23:37.649465 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:23:37.649465 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:23:37.649465 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:23:37.669826 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-674c6a70-5fdc-43cb-a0c9-31b7d530d0ac tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] show failed (client error): The resource could not be found. Feb 04 21:23:37.673573 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-674c6a70-5fdc-43cb-a0c9-31b7d530d0ac tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "GET /v2.0/subnets/2d950d28-3c05-4ca2-8bb7-d47d814c44aa/tags/tempest-TagsExtTest-Tag-1166037291 HTTP/1.1" status: 404 len: 329 time: 0.7094841 Feb 04 21:23:37.673899 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59272) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:37.674268 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59274) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:37.736813 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-d856dbc5-9b71-495f-a077-13fabdacdb5d None None] The port '631ed94e-7345-4c43-91c2-7573cc68a1a0' was deleted {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:23:37.749326 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.tag.tag_plugin [None req-3434b149-7fea-40b2-8ca3-8268219a18c4 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2d950d28-3c05-4ca2-8bb7-d47d814c44aa', 'tempest-TagsExtTest-Tag-1669363538') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:37.788145 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9fc81a-9b75-4e39-96f3-a115053c16b6 None None] Network a934cb2c-7351-4a88-88ae-569383a0bc5b requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:23:37.852303 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-619a8b19-a19a-4f46-8de9-c9aae78bdec7 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:37.854138 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ec18b0d8-7095-45be-9acf-4d64a766902a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:37.890795 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [None req-619a8b19-a19a-4f46-8de9-c9aae78bdec7 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Transition to ACTIVE for port object ec5d7974-42a5-4ab1-83c7-d238cbb4c6d4 will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:23:37.892746 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ec18b0d8-7095-45be-9acf-4d64a766902a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:37.922778 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-619a8b19-a19a-4f46-8de9-c9aae78bdec7 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:37.935715 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18b0d8-7095-45be-9acf-4d64a766902a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event deleted for resources: {'Network': ['ID=a934cb2c-7351-4a88-88ae-569383a0bc5b,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:37.952985 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ec18b0d8-7095-45be-9acf-4d64a766902a tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "DELETE /v2.0/networks/a934cb2c-7351-4a88-88ae-569383a0bc5b HTTP/1.1" status: 204 len: 168 time: 5.4440796 Feb 04 21:23:37.973978 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59288) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:37.996916 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-3434b149-7fea-40b2-8ca3-8268219a18c4 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] show failed (client error): The resource could not be found. Feb 04 21:23:38.006776 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3434b149-7fea-40b2-8ca3-8268219a18c4 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "GET /v2.0/subnets/2d950d28-3c05-4ca2-8bb7-d47d814c44aa/tags/tempest-TagsExtTest-Tag-1669363538 HTTP/1.1" status: 404 len: 329 time: 0.3284585 Feb 04 21:23:38.009924 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59294) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:38.020718 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.tag.tag_plugin [None req-2dcafbd4-d33d-40c1-a97c-6b71d680fbb3 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '83883915-cf4b-411a-b530-ea31ac020dbd', {'tags': ['tempest-TagsExtTest-Tag-1599960060', 'tempest-TagsExtTest-Tag-1284349889', 'tempest-TagsExtTest-Tag-791763309']}) {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:38.078758 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f52b4f-6b61-40a3-9498-5f2c4b6421fe tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] DELETE failed (client error): The resource could not be found. Feb 04 21:23:38.079214 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84f52b4f-6b61-40a3-9498-5f2c4b6421fe tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:23:38.080918 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-84f52b4f-6b61-40a3-9498-5f2c4b6421fe tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "DELETE /v2.0/subnets/a4514d61-895e-417d-ae1f-e25581d9364e HTTP/1.1" status: 404 len: 337 time: 0.0942469 Feb 04 21:23:38.086638 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59302) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:38.093972 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619a8b19-a19a-4f46-8de9-c9aae78bdec7 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Network 57b5ab72-13bb-4881-aeb1-47136cf9dc97 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:23:38.097803 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-619a8b19-a19a-4f46-8de9-c9aae78bdec7 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:23:38.100479 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619a8b19-a19a-4f46-8de9-c9aae78bdec7 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:23:38.190959 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a8b19-a19a-4f46-8de9-c9aae78bdec7 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Pushing event updated for resources: {'Port': ['ID=ec5d7974-42a5-4ab1-83c7-d238cbb4c6d4,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:38.196634 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2dcafbd4-d33d-40c1-a97c-6b71d680fbb3 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "PUT /v2.0/ports/83883915-cf4b-411a-b530-ea31ac020dbd/tags HTTP/1.1" status: 200 len: 317 time: 0.1845868 Feb 04 21:23:38.199404 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59308) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:38.208239 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.tag.tag_plugin [None req-c192bdcd-d0a6-42ed-b87e-6e61300c390a tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '83883915-cf4b-411a-b530-ea31ac020dbd') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:38.214801 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9783b83-b320-46e0-b636-a07e0df7f46c tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] DELETE failed (client error): The resource could not be found. Feb 04 21:23:38.215511 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9783b83-b320-46e0-b636-a07e0df7f46c tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:23:38.217662 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c9783b83-b320-46e0-b636-a07e0df7f46c tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "DELETE /v2.0/networks/a934cb2c-7351-4a88-88ae-569383a0bc5b HTTP/1.1" status: 404 len: 339 time: 0.1273668 Feb 04 21:23:38.220970 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59312) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:38.312883 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-9b867d1c-42fe-4d3a-8ae0-159b98f81b56 None None] Allocated IP 172.20.0.2 (57b5ab72-13bb-4881-aeb1-47136cf9dc97/d3559bb6-1d6e-4535-b058-40536c98b183/88bdf752-63ff-4c45-9db5-33162819da6d) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:23:38.367188 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619a8b19-a19a-4f46-8de9-c9aae78bdec7 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:38.368490 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-619a8b19-a19a-4f46-8de9-c9aae78bdec7 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:38.413925 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4bc02be6-98b8-42cf-b7b6-1ba5fed29777 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:38.428848 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-619a8b19-a19a-4f46-8de9-c9aae78bdec7 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0488262 Feb 04 21:23:38.430197 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59324) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:38.467316 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c192bdcd-d0a6-42ed-b87e-6e61300c390a tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "DELETE /v2.0/ports/83883915-cf4b-411a-b530-ea31ac020dbd/tags HTTP/1.1" status: 204 len: 168 time: 0.2661927 Feb 04 21:23:38.470433 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-22e6d160-0dca-4443-85bf-03c82e6316f1 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Request body: {'port': {'network_id': '57b5ab72-13bb-4881-aeb1-47136cf9dc97', 'name': 'tempest-ExtraDHCPOptionsTestJSON-288952935', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:38.471182 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.api.validators [None req-22e6d160-0dca-4443-85bf-03c82e6316f1 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] bootfile-name is not in valid_values {{(pid=87683) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 21:23:38.471676 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.api.validators [None req-22e6d160-0dca-4443-85bf-03c82e6316f1 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] tftp-server is not in valid_values {{(pid=87683) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 21:23:38.472277 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.api.validators [None req-22e6d160-0dca-4443-85bf-03c82e6316f1 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] server-ip-address is not in valid_values {{(pid=87683) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 21:23:38.499149 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59336) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:38.516719 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.tag.tag_plugin [None req-45f1dab0-6143-4e8a-bc39-6a53a2d6fb5f tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '83883915-cf4b-411a-b530-ea31ac020dbd', 'tempest-TagsExtTest-Tag-1599960060') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:38.593462 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7f249f07-5300-4153-b357-24c7e5eec265 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a2fdbce16a71457381899e770b311245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9102671 Feb 04 21:23:38.593462 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59344) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:38.743139 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-45f1dab0-6143-4e8a-bc39-6a53a2d6fb5f tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] show failed (client error): The resource could not be found. Feb 04 21:23:38.747398 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-45f1dab0-6143-4e8a-bc39-6a53a2d6fb5f tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "GET /v2.0/ports/83883915-cf4b-411a-b530-ea31ac020dbd/tags/tempest-TagsExtTest-Tag-1599960060 HTTP/1.1" status: 404 len: 329 time: 0.2442436 Feb 04 21:23:38.755480 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59364) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:38.756260 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-11bc8018-cfc1-4ef8-9088-2a9687934caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:38.763835 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.tag.tag_plugin [None req-9deef884-0384-4cf7-80d7-91504f7df4f2 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '83883915-cf4b-411a-b530-ea31ac020dbd', 'tempest-TagsExtTest-Tag-1284349889') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:38.825031 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-9b867d1c-42fe-4d3a-8ae0-159b98f81b56 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:38.843107 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-9b867d1c-42fe-4d3a-8ae0-159b98f81b56 None None] Transition to ACTIVE for port object 88bdf752-63ff-4c45-9db5-33162819da6d will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:23:38.861545 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-9b867d1c-42fe-4d3a-8ae0-159b98f81b56 None None] Transition to ACTIVE for port object 88bdf752-63ff-4c45-9db5-33162819da6d will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:23:38.871853 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-9b867d1c-42fe-4d3a-8ae0-159b98f81b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:38.947584 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-11bc8018-cfc1-4ef8-9088-2a9687934caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:38.958532 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b867d1c-42fe-4d3a-8ae0-159b98f81b56 None None] Network 57b5ab72-13bb-4881-aeb1-47136cf9dc97 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:23:38.987659 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-9b867d1c-42fe-4d3a-8ae0-159b98f81b56 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:23:38.994119 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b867d1c-42fe-4d3a-8ae0-159b98f81b56 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:23:39.048951 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-9deef884-0384-4cf7-80d7-91504f7df4f2 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] show failed (client error): The resource could not be found. Feb 04 21:23:39.051269 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9deef884-0384-4cf7-80d7-91504f7df4f2 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "GET /v2.0/ports/83883915-cf4b-411a-b530-ea31ac020dbd/tags/tempest-TagsExtTest-Tag-1284349889 HTTP/1.1" status: 404 len: 329 time: 0.2928112 Feb 04 21:23:39.054309 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59392) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:39.070688 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.tag.tag_plugin [None req-86847661-3333-4299-b35b-eb1ac68de1b5 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '83883915-cf4b-411a-b530-ea31ac020dbd', 'tempest-TagsExtTest-Tag-791763309') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:39.166660 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4bc02be6-98b8-42cf-b7b6-1ba5fed29777 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:39.211956 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-11bc8018-cfc1-4ef8-9088-2a9687934caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:39.231158 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-4bc02be6-98b8-42cf-b7b6-1ba5fed29777 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d9e4cd-b12f-48e7-8ec6-c62ea1848b7b']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:39.258137 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-4bc02be6-98b8-42cf-b7b6-1ba5fed29777 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48065f95-d6b3-42a9-be1d-f26c995bc185') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:39.258624 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-4bc02be6-98b8-42cf-b7b6-1ba5fed29777 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48065f95-d6b3-42a9-be1d-f26c995bc185') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:39.276546 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc8018-cfc1-4ef8-9088-2a9687934caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380f2c32-e0e3-4693-a227-9c678322db9f,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:39.278313 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4bc02be6-98b8-42cf-b7b6-1ba5fed29777 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:39.309949 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-11bc8018-cfc1-4ef8-9088-2a9687934caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:39.311016 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-11bc8018-cfc1-4ef8-9088-2a9687934caf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/380f2c32-e0e3-4693-a227-9c678322db9f HTTP/1.1" status: 204 len: 168 time: 0.7174017 Feb 04 21:23:39.326849 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-9b867d1c-42fe-4d3a-8ae0-159b98f81b56 None None] Attempting to bind port 88bdf752-63ff-4c45-9db5-33162819da6d on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:39.327387 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-9b867d1c-42fe-4d3a-8ae0-159b98f81b56 None None] Attempting to bind port 88bdf752-63ff-4c45-9db5-33162819da6d by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '8b3db002-6324-40bf-8e62-bb9f2c7e3b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '57b5ab72-13bb-4881-aeb1-47136cf9dc97'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:39.327562 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b867d1c-42fe-4d3a-8ae0-159b98f81b56 None None] Attempting to bind port 88bdf752-63ff-4c45-9db5-33162819da6d on network 57b5ab72-13bb-4881-aeb1-47136cf9dc97 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:39.330504 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4bc02be6-98b8-42cf-b7b6-1ba5fed29777 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:39.360032 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bc02be6-98b8-42cf-b7b6-1ba5fed29777 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:23:39.361318 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4bc02be6-98b8-42cf-b7b6-1ba5fed29777 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:39.367995 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b867d1c-42fe-4d3a-8ae0-159b98f81b56 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:23:39.368360 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b867d1c-42fe-4d3a-8ae0-159b98f81b56 None None] Checking segment: {'id': '8b3db002-6324-40bf-8e62-bb9f2c7e3b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '57b5ab72-13bb-4881-aeb1-47136cf9dc97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:23:39.371137 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-9b867d1c-42fe-4d3a-8ae0-159b98f81b56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:39.371478 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-86847661-3333-4299-b35b-eb1ac68de1b5 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] show failed (client error): The resource could not be found. Feb 04 21:23:39.371900 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b867d1c-42fe-4d3a-8ae0-159b98f81b56 None None] Bound using segment: {'id': '8b3db002-6324-40bf-8e62-bb9f2c7e3b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '57b5ab72-13bb-4881-aeb1-47136cf9dc97'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:23:39.373545 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-9b867d1c-42fe-4d3a-8ae0-159b98f81b56 None None] Bound port: 88bdf752-63ff-4c45-9db5-33162819da6d, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b3db002-6324-40bf-8e62-bb9f2c7e3b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '57b5ab72-13bb-4881-aeb1-47136cf9dc97'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:23:39.373977 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-9b867d1c-42fe-4d3a-8ae0-159b98f81b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:39.380659 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-86847661-3333-4299-b35b-eb1ac68de1b5 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "GET /v2.0/ports/83883915-cf4b-411a-b530-ea31ac020dbd/tags/tempest-TagsExtTest-Tag-791763309 HTTP/1.1" status: 404 len: 328 time: 0.3209164 Feb 04 21:23:39.381428 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59432) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:39.387046 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:23:39.387046 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:23:39.387046 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:23:39.387046 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:23:39.387046 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:23:39.387046 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:23:39.387046 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:23:39.387046 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:23:39.387046 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:23:39.387046 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:23:39.387046 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:23:39.387046 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:23:39.387046 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:23:39.387046 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:23:39.387046 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:23:39.387046 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:23:39.387046 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:23:39.387046 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:23:39.387046 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:23:39.387046 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:23:39.387046 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:23:39.387046 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:23:39.387046 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:23:39.387046 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:23:39.387046 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:23:39.387046 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:23:39.387046 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:23:39.387046 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:23:39.387046 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:23:39.387046 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:23:39.387046 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:23:39.387046 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:23:39.398008 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.tag.tag_plugin [None req-c7a64243-fb8d-4a5c-917c-3f5cd370a31d tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6c35abb6-f854-49eb-bb2a-eefeaadf4eb4', {'tags': ['tempest-TagsExtTest-Tag-399070653', 'tempest-TagsExtTest-Tag-1990874467', 'tempest-TagsExtTest-Tag-99312191']}) {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:39.401969 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-22e6d160-0dca-4443-85bf-03c82e6316f1 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:39.406539 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-22e6d160-0dca-4443-85bf-03c82e6316f1 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Usage tracker for resource:port and tenant:9701a645e7474295a3797f9d2de6e4b6 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:39.413966 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-22e6d160-0dca-4443-85bf-03c82e6316f1 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:39.422531 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-22e6d160-0dca-4443-85bf-03c82e6316f1 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:39.458851 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b867d1c-42fe-4d3a-8ae0-159b98f81b56 None None] Pushing event updated for resources: {'Port': ['ID=88bdf752-63ff-4c45-9db5-33162819da6d,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:39.545557 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e6d160-0dca-4443-85bf-03c82e6316f1 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Made reservation on behalf of 9701a645e7474295a3797f9d2de6e4b6 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:23:39.549801 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-22e6d160-0dca-4443-85bf-03c82e6316f1 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:39.647634 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [None req-22e6d160-0dca-4443-85bf-03c82e6316f1 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] device_id is not set on port 02ec1b52-2b00-44aa-b9cf-cde308f563ad yet. {{(pid=87683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:23:39.779704 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b867d1c-42fe-4d3a-8ae0-159b98f81b56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:39.780787 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4bc02be6-98b8-42cf-b7b6-1ba5fed29777 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:39.783057 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b867d1c-42fe-4d3a-8ae0-159b98f81b56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:39.786838 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b867d1c-42fe-4d3a-8ae0-159b98f81b56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:39.787468 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b867d1c-42fe-4d3a-8ae0-159b98f81b56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:39.788260 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b867d1c-42fe-4d3a-8ae0-159b98f81b56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:39.788935 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b867d1c-42fe-4d3a-8ae0-159b98f81b56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:39.789708 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b867d1c-42fe-4d3a-8ae0-159b98f81b56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:39.797850 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b867d1c-42fe-4d3a-8ae0-159b98f81b56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:39.798614 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b867d1c-42fe-4d3a-8ae0-159b98f81b56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:39.799169 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b867d1c-42fe-4d3a-8ae0-159b98f81b56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:39.799787 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b867d1c-42fe-4d3a-8ae0-159b98f81b56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:39.800335 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b867d1c-42fe-4d3a-8ae0-159b98f81b56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:23:39.878590 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4bc02be6-98b8-42cf-b7b6-1ba5fed29777 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:39.897670 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-9b867d1c-42fe-4d3a-8ae0-159b98f81b56 None None] For port 88bdf752-63ff-4c45-9db5-33162819da6d, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:23:39.906450 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-9b867d1c-42fe-4d3a-8ae0-159b98f81b56 None None] For port 88bdf752-63ff-4c45-9db5-33162819da6d, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=88bdf752-63ff-4c45-9db5-33162819da6d,segment=NetworkSegment(8b3db002-6324-40bf-8e62-bb9f2c7e3b20),segment_id=8b3db002-6324-40bf-8e62-bb9f2c7e3b20)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:23:39.922247 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-9b867d1c-42fe-4d3a-8ae0-159b98f81b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:39.933332 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c7a64243-fb8d-4a5c-917c-3f5cd370a31d tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "PUT /v2.0/routers/6c35abb6-f854-49eb-bb2a-eefeaadf4eb4/tags HTTP/1.1" status: 200 len: 315 time: 0.5507042 Feb 04 21:23:39.936121 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59482) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:39.949036 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.tag.tag_plugin [None req-43c0d8ba-50d1-42c8-b240-080d27774cf6 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6c35abb6-f854-49eb-bb2a-eefeaadf4eb4') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:40.028022 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc02be6-98b8-42cf-b7b6-1ba5fed29777 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event deleted for resources: {'Network': ['ID=23d9e4cd-b12f-48e7-8ec6-c62ea1848b7b,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:40.057760 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-4bc02be6-98b8-42cf-b7b6-1ba5fed29777 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "DELETE /v2.0/networks/23d9e4cd-b12f-48e7-8ec6-c62ea1848b7b HTTP/1.1" status: 204 len: 168 time: 1.8350463 Feb 04 21:23:40.069691 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59494) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:40.148157 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf6edb24-6f96-4418-a60b-b469a0d987d4 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] DELETE failed (client error): The resource could not be found. Feb 04 21:23:40.148823 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf6edb24-6f96-4418-a60b-b469a0d987d4 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:23:40.152539 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-cf6edb24-6f96-4418-a60b-b469a0d987d4 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "DELETE /v2.0/subnets/5481f1b2-2584-45ba-9eda-5e1a6dc46c09 HTTP/1.1" status: 404 len: 337 time: 0.0813115 Feb 04 21:23:40.173052 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59506) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:40.183573 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b867d1c-42fe-4d3a-8ae0-159b98f81b56 None None] Pushing event updated for resources: {'Port': ['ID=88bdf752-63ff-4c45-9db5-33162819da6d,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:40.268959 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-22e6d160-0dca-4443-85bf-03c82e6316f1 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Allocated IP 172.20.0.5 (57b5ab72-13bb-4881-aeb1-47136cf9dc97/d3559bb6-1d6e-4535-b058-40536c98b183/02ec1b52-2b00-44aa-b9cf-cde308f563ad) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:23:40.279323 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d2718a-0c17-4764-b6c0-db8f4fc91a53 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] DELETE failed (client error): The resource could not be found. Feb 04 21:23:40.280550 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29d2718a-0c17-4764-b6c0-db8f4fc91a53 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:23:40.289442 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-29d2718a-0c17-4764-b6c0-db8f4fc91a53 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "DELETE /v2.0/networks/f62ac4f1-25be-4620-93e6-69c8fa0aa663 HTTP/1.1" status: 404 len: 339 time: 0.1132593 Feb 04 21:23:40.295373 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59520) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:40.423182 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59532) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:40.488935 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-43c0d8ba-50d1-42c8-b240-080d27774cf6 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "DELETE /v2.0/routers/6c35abb6-f854-49eb-bb2a-eefeaadf4eb4/tags HTTP/1.1" status: 204 len: 168 time: 0.5504456 Feb 04 21:23:40.495089 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59542) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:40.530639 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e9f182a-5f7d-46e2-89ca-f386fc58fa62 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Deleting subnet 3b68e7de-e09c-48d8-a386-ff23e02cad97 {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:23:40.534064 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.tag.tag_plugin [None req-aee7fd92-ea34-40cd-a4fd-2ef6c1bcd27e tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6c35abb6-f854-49eb-bb2a-eefeaadf4eb4', 'tempest-TagsExtTest-Tag-399070653') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:40.536338 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7e9f182a-5f7d-46e2-89ca-f386fc58fa62 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:40.652251 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7e9f182a-5f7d-46e2-89ca-f386fc58fa62 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:40.778183 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7e9f182a-5f7d-46e2-89ca-f386fc58fa62 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:40.951397 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-aee7fd92-ea34-40cd-a4fd-2ef6c1bcd27e tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] show failed (client error): The resource could not be found. Feb 04 21:23:40.954082 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-aee7fd92-ea34-40cd-a4fd-2ef6c1bcd27e tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "GET /v2.0/routers/6c35abb6-f854-49eb-bb2a-eefeaadf4eb4/tags/tempest-TagsExtTest-Tag-399070653 HTTP/1.1" status: 404 len: 328 time: 0.4553554 Feb 04 21:23:40.956059 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59594) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:40.962999 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7e9f182a-5f7d-46e2-89ca-f386fc58fa62 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:40.970721 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.tag.tag_plugin [None req-73bc9562-9676-436c-9653-7314836b6c3d tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6c35abb6-f854-49eb-bb2a-eefeaadf4eb4', 'tempest-TagsExtTest-Tag-1990874467') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:41.091720 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-3ba4263c-4538-4b14-ae69-6329afb90a6e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=79ee858788434ea2afe2d43820c66963&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6620076 Feb 04 21:23:41.094763 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59612) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:41.100667 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f182a-5f7d-46e2-89ca-f386fc58fa62 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event deleted for resources: {'Subnet': ['ID=3b68e7de-e09c-48d8-a386-ff23e02cad97,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:41.159584 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-73bc9562-9676-436c-9653-7314836b6c3d tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] show failed (client error): The resource could not be found. Feb 04 21:23:41.163040 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-73bc9562-9676-436c-9653-7314836b6c3d tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "GET /v2.0/routers/6c35abb6-f854-49eb-bb2a-eefeaadf4eb4/tags/tempest-TagsExtTest-Tag-1990874467 HTTP/1.1" status: 404 len: 329 time: 0.2036390 Feb 04 21:23:41.166339 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59622) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:41.171771 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.tag.tag_plugin [None req-53c71537-1625-4638-8b6c-41d02c14fe10 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6c35abb6-f854-49eb-bb2a-eefeaadf4eb4', 'tempest-TagsExtTest-Tag-99312191') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:41.175756 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e41c91-abc2-45d3-acac-dfeb3b6b1146 None None] Network 918b20ea-40c3-4b7b-83bf-1b7d0f9cd035 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:23:41.182320 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7e9f182a-5f7d-46e2-89ca-f386fc58fa62 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:41.239584 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-7e9f182a-5f7d-46e2-89ca-f386fc58fa62 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "DELETE /v2.0/subnets/3b68e7de-e09c-48d8-a386-ff23e02cad97 HTTP/1.1" status: 204 len: 168 time: 0.9427872 Feb 04 21:23:41.260152 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59634) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:41.380240 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-53c71537-1625-4638-8b6c-41d02c14fe10 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] show failed (client error): The resource could not be found. Feb 04 21:23:41.386477 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-53c71537-1625-4638-8b6c-41d02c14fe10 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "GET /v2.0/routers/6c35abb6-f854-49eb-bb2a-eefeaadf4eb4/tags/tempest-TagsExtTest-Tag-99312191 HTTP/1.1" status: 404 len: 327 time: 0.2187030 Feb 04 21:23:41.387112 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59656) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:41.392603 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.tag.tag_plugin [None req-32fe7fc3-acd3-4fa2-84ff-c78b81e68c86 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '9c1f16e7-3227-4a86-9cc8-02183d4c868f', {'tags': ['tempest-TagsExtTest-Tag-1751668759', 'tempest-TagsExtTest-Tag-1610102155', 'tempest-TagsExtTest-Tag-1940960262']}) {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:41.423715 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c3bf5308-01e5-48f4-acb3-b31ea8f8b7f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:41.469612 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-32fe7fc3-acd3-4fa2-84ff-c78b81e68c86 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "PUT /v2.0/subnetpools/9c1f16e7-3227-4a86-9cc8-02183d4c868f/tags HTTP/1.1" status: 200 len: 318 time: 0.0813408 Feb 04 21:23:41.470251 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59668) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:41.476322 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.tag.tag_plugin [None req-b9f9c0dc-8ce4-42ce-a49b-9e7b34741403 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9c1f16e7-3227-4a86-9cc8-02183d4c868f') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:41.491529 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c3bf5308-01e5-48f4-acb3-b31ea8f8b7f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:41.601577 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b9f9c0dc-8ce4-42ce-a49b-9e7b34741403 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "DELETE /v2.0/subnetpools/9c1f16e7-3227-4a86-9cc8-02183d4c868f/tags HTTP/1.1" status: 204 len: 168 time: 0.1283946 Feb 04 21:23:41.607313 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59684) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:41.615233 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.tag.tag_plugin [None req-fdb5f19a-6829-4328-a149-ffc69cce3089 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9c1f16e7-3227-4a86-9cc8-02183d4c868f', 'tempest-TagsExtTest-Tag-1751668759') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:41.624671 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c3bf5308-01e5-48f4-acb3-b31ea8f8b7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:41.718445 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-fdb5f19a-6829-4328-a149-ffc69cce3089 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] show failed (client error): The resource could not be found. Feb 04 21:23:41.721251 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fdb5f19a-6829-4328-a149-ffc69cce3089 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "GET /v2.0/subnetpools/9c1f16e7-3227-4a86-9cc8-02183d4c868f/tags/tempest-TagsExtTest-Tag-1751668759 HTTP/1.1" status: 404 len: 329 time: 0.1116531 Feb 04 21:23:41.723533 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59700) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:41.735509 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.tag.tag_plugin [None req-921274a2-9d54-4695-ad08-485a76b5fa3b tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9c1f16e7-3227-4a86-9cc8-02183d4c868f', 'tempest-TagsExtTest-Tag-1610102155') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:41.738406 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf5308-01e5-48f4-acb3-b31ea8f8b7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c465c0-18c9-44d4-9720-877c05678b99,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:41.811256 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-921274a2-9d54-4695-ad08-485a76b5fa3b tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] show failed (client error): The resource could not be found. Feb 04 21:23:41.816521 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-921274a2-9d54-4695-ad08-485a76b5fa3b tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "GET /v2.0/subnetpools/9c1f16e7-3227-4a86-9cc8-02183d4c868f/tags/tempest-TagsExtTest-Tag-1610102155 HTTP/1.1" status: 404 len: 329 time: 0.0888903 Feb 04 21:23:41.817083 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59710) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:41.830164 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.tag.tag_plugin [None req-debec016-06f9-4df0-90d8-c0b4de731e42 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9c1f16e7-3227-4a86-9cc8-02183d4c868f', 'tempest-TagsExtTest-Tag-1940960262') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:41.833117 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c3bf5308-01e5-48f4-acb3-b31ea8f8b7f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:41.836754 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c3bf5308-01e5-48f4-acb3-b31ea8f8b7f2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/52c465c0-18c9-44d4-9720-877c05678b99 HTTP/1.1" status: 204 len: 168 time: 0.7354817 Feb 04 21:23:41.863721 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-22e6d160-0dca-4443-85bf-03c82e6316f1 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:41.879708 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-debec016-06f9-4df0-90d8-c0b4de731e42 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] show failed (client error): The resource could not be found. Feb 04 21:23:41.881398 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-debec016-06f9-4df0-90d8-c0b4de731e42 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "GET /v2.0/subnetpools/9c1f16e7-3227-4a86-9cc8-02183d4c868f/tags/tempest-TagsExtTest-Tag-1940960262 HTTP/1.1" status: 404 len: 329 time: 0.0629561 Feb 04 21:23:41.885144 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59720) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:41.893959 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.tag.tag_plugin [None req-3666bdc0-a76d-40e9-ad02-74943baed169 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9c1f16e7-3227-4a86-9cc8-02183d4c868f') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:41.954618 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3666bdc0-a76d-40e9-ad02-74943baed169 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "DELETE /v2.0/subnetpools/9c1f16e7-3227-4a86-9cc8-02183d4c868f/tags HTTP/1.1" status: 204 len: 168 time: 0.0669177 Feb 04 21:23:41.956716 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59730) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:41.971661 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.tag.tag_plugin [None req-ee1002b4-882c-4406-929e-60909a47808f tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6c35abb6-f854-49eb-bb2a-eefeaadf4eb4') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:41.982896 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-b37abc92-32b9-4a22-b88d-ac9e0b21987e tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Deleting subnet 95bf6654-c79c-4a20-a623-4218dcdde2d8 {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:23:42.008004 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [None req-22e6d160-0dca-4443-85bf-03c82e6316f1 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Transition to ACTIVE for port object 02ec1b52-2b00-44aa-b9cf-cde308f563ad will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:23:42.012088 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b37abc92-32b9-4a22-b88d-ac9e0b21987e tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:42.257943 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b37abc92-32b9-4a22-b88d-ac9e0b21987e tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:42.414918 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea81539-a9d8-4478-b971-6049a8d77d9c None None] Network 57b5ab72-13bb-4881-aeb1-47136cf9dc97 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:23:42.486758 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-22e6d160-0dca-4443-85bf-03c82e6316f1 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:42.499104 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ee1002b4-882c-4406-929e-60909a47808f tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "DELETE /v2.0/routers/6c35abb6-f854-49eb-bb2a-eefeaadf4eb4/tags HTTP/1.1" status: 204 len: 168 time: 0.5408483 Feb 04 21:23:42.500301 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59776) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:42.506539 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.tag.tag_plugin [None req-92dbc4a6-f202-416b-8156-f6e1e0ac3c28 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '83883915-cf4b-411a-b530-ea31ac020dbd') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:42.617111 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-92dbc4a6-f202-416b-8156-f6e1e0ac3c28 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "DELETE /v2.0/ports/83883915-cf4b-411a-b530-ea31ac020dbd/tags HTTP/1.1" status: 204 len: 168 time: 0.1156547 Feb 04 21:23:42.618009 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59790) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:42.625060 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.tag.tag_plugin [None req-54b7129a-0698-45c0-a667-8f40cad45aaf tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2d950d28-3c05-4ca2-8bb7-d47d814c44aa') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:42.753643 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-54b7129a-0698-45c0-a667-8f40cad45aaf tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "DELETE /v2.0/subnets/2d950d28-3c05-4ca2-8bb7-d47d814c44aa/tags HTTP/1.1" status: 204 len: 168 time: 0.1309016 Feb 04 21:23:42.754423 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59804) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:42.808726 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e6d160-0dca-4443-85bf-03c82e6316f1 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Network 57b5ab72-13bb-4881-aeb1-47136cf9dc97 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:23:42.828244 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-bfe520fd-3463-4f67-ba4e-76a657965c7e None None] Provisioning for port 88bdf752-63ff-4c45-9db5-33162819da6d completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:23:42.845087 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-22e6d160-0dca-4443-85bf-03c82e6316f1 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:23:42.867877 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e6d160-0dca-4443-85bf-03c82e6316f1 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:23:43.102758 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba3dc843-ea98-4fdb-a377-ddd79146e16c tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks [] for subnetpool, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:43.110675 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ba3dc843-ea98-4fdb-a377-ddd79146e16c tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "DELETE /v2.0/subnetpools/9c1f16e7-3227-4a86-9cc8-02183d4c868f HTTP/1.1" status: 204 len: 168 time: 0.3550615 Feb 04 21:23:43.113773 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59844) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:43.130615 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e6d160-0dca-4443-85bf-03c82e6316f1 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:43.131351 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-22e6d160-0dca-4443-85bf-03c82e6316f1 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:43.232305 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-67c6247a-6b01-4197-ba7e-3f09324b1922 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c35abb6-f854-49eb-bb2a-eefeaadf4eb4 HTTP/1.1" status: 200 len: 205 time: 0.1155491 Feb 04 21:23:43.233077 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59870) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:43.272283 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6d160-0dca-4443-85bf-03c82e6316f1 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Pushing event updated for resources: {'Port': ['ID=02ec1b52-2b00-44aa-b9cf-cde308f563ad,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:43.282077 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-22e6d160-0dca-4443-85bf-03c82e6316f1 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 4.8500299 Feb 04 21:23:43.346549 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59880) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:43.349352 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 88bdf752-63ff-4c45-9db5-33162819da6d up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:23:43.369378 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b37abc92-32b9-4a22-b88d-ac9e0b21987e tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:43.491715 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3988fe60-bb80-4c84-83f2-0249ba854904 None None] Provisioning complete for port a45bda11-062a-46f1-852a-2d80b4990fbc triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:23:43.492613 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3988fe60-bb80-4c84-83f2-0249ba854904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:43.631511 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 88bdf752-63ff-4c45-9db5-33162819da6d completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:23:43.645467 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 88bdf752-63ff-4c45-9db5-33162819da6d triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:23:43.647012 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:43.930008 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b1e88933-40b5-4441-887b-851bf4c05a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:43.936726 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:43.968246 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0f2a32e0-f729-4a32-bd2a-972e7713aa87 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:44.045469 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 88bdf752-63ff-4c45-9db5-33162819da6d, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=88bdf752-63ff-4c45-9db5-33162819da6d,segment=NetworkSegment(8b3db002-6324-40bf-8e62-bb9f2c7e3b20),segment_id=8b3db002-6324-40bf-8e62-bb9f2c7e3b20)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:23:44.059116 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:44.079410 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-4364ee8f-06df-4e2f-96b1-0c91198dde0d tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:44.094596 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-4364ee8f-06df-4e2f-96b1-0c91198dde0d tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/networks?id=9a5b169e-7ecf-44d8-b464-667febc50df4 HTTP/1.1" status: 200 len: 815 time: 0.8644519 Feb 04 21:23:44.169094 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de329a5-e079-4d81-8ee8-234ad8c76e3f tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:44.186339 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de329a5-e079-4d81-8ee8-234ad8c76e3f tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:44.231181 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de329a5-e079-4d81-8ee8-234ad8c76e3f tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:44.242566 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ec978e24-9994-46e7-a252-070ccc457d7b None None] Provisioning for port 02ec1b52-2b00-44aa-b9cf-cde308f563ad completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:23:44.244600 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-4de329a5-e079-4d81-8ee8-234ad8c76e3f tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Synchronizing usage tracker for tenant:9701a645e7474295a3797f9d2de6e4b6 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:23:44.263170 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ec978e24-9994-46e7-a252-070ccc457d7b None None] Provisioning complete for port 02ec1b52-2b00-44aa-b9cf-cde308f563ad triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:23:44.263555 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ec978e24-9994-46e7-a252-070ccc457d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:44.303536 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b37abc92-32b9-4a22-b88d-ac9e0b21987e tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:44.401253 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-ec978e24-9994-46e7-a252-070ccc457d7b None None] Port 02ec1b52-2b00-44aa-b9cf-cde308f563ad cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:23:44.404626 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=88bdf752-63ff-4c45-9db5-33162819da6d,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:44.438501 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b37abc92-32b9-4a22-b88d-ac9e0b21987e tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:44.444467 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-7b1886a4-b60e-46da-9e1e-d43f959464c1 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/quotas/354a53753e434161ab788e250190d627 HTTP/1.1" status: 200 len: 375 time: 0.3301411 Feb 04 21:23:44.446220 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-4de329a5-e079-4d81-8ee8-234ad8c76e3f tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Unset dirty status for tenant:9701a645e7474295a3797f9d2de6e4b6 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:23:44.448695 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-4de329a5-e079-4d81-8ee8-234ad8c76e3f tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 1.0983341 Feb 04 21:23:44.460781 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9661e922-61d6-4c3b-aeac-9b51dc58330a None None] Network 918b20ea-40c3-4b7b-83bf-1b7d0f9cd035 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:23:44.473641 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59964) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:44.474389 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59966) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:44.581487 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37abc92-32b9-4a22-b88d-ac9e0b21987e tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event deleted for resources: {'Subnet': ['ID=95bf6654-c79c-4a20-a623-4218dcdde2d8,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:44.637386 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ec978e24-9994-46e7-a252-070ccc457d7b None None] Provisioning complete for port 88bdf752-63ff-4c45-9db5-33162819da6d triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:23:44.638725 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ec978e24-9994-46e7-a252-070ccc457d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:44.654812 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b37abc92-32b9-4a22-b88d-ac9e0b21987e tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "DELETE /v2.0/subnets/95bf6654-c79c-4a20-a623-4218dcdde2d8 HTTP/1.1" status: 204 len: 168 time: 3.3911788 Feb 04 21:23:44.673827 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 88bdf752-63ff-4c45-9db5-33162819da6d up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:23:44.704390 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59976) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:44.784799 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0f2a32e0-f729-4a32-bd2a-972e7713aa87 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:44.787852 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0f2a32e0-f729-4a32-bd2a-972e7713aa87 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:44.819898 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0f2a32e0-f729-4a32-bd2a-972e7713aa87 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:44.820888 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2a32e0-f729-4a32-bd2a-972e7713aa87 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Fanout notify agent at l3_agent the message router_deleted on router 6c35abb6-f854-49eb-bb2a-eefeaadf4eb4 {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:23:44.835376 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0f2a32e0-f729-4a32-bd2a-972e7713aa87 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:44.838245 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0f2a32e0-f729-4a32-bd2a-972e7713aa87 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "DELETE /v2.0/routers/6c35abb6-f854-49eb-bb2a-eefeaadf4eb4 HTTP/1.1" status: 204 len: 168 time: 1.6033037 Feb 04 21:23:44.841496 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 59980) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:44.910937 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-c97c67d0-6482-4c2b-972c-3951da51c970 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Deleting port 02ec1b52-2b00-44aa-b9cf-cde308f563ad {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:23:44.911357 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c97c67d0-6482-4c2b-972c-3951da51c970 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:44.935308 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-19cec6e1-32d3-444d-871f-b84489b43b72 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Deleting port 83883915-cf4b-411a-b530-ea31ac020dbd {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:23:44.935662 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-19cec6e1-32d3-444d-871f-b84489b43b72 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:44.953833 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [None req-d149a718-2b68-43bb-a5ec-84f9895c2b81 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:44.955141 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d149a718-2b68-43bb-a5ec-84f9895c2b81 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4780200 Feb 04 21:23:44.966458 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59984) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:44.987456 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [None req-fb7a1651-05d0-4246-be95-1eac2a8c677d tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:44.988754 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-fb7a1651-05d0-4246-be95-1eac2a8c677d tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0169978 Feb 04 21:23:45.004629 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59988) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:45.017671 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 88bdf752-63ff-4c45-9db5-33162819da6d triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:23:45.018038 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:45.020072 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [None req-3891b0ce-caed-4fda-a72c-358a7274cda4 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:45.021337 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-3891b0ce-caed-4fda-a72c-358a7274cda4 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0154040 Feb 04 21:23:45.031610 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59992) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:45.040888 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-da25cb29-9161-4283-abe6-11cbcafee760 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:45.050118 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [None req-1946591d-5878-415a-ab78-eda02ace1462 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:45.053626 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-1946591d-5878-415a-ab78-eda02ace1462 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0152752 Feb 04 21:23:45.057158 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 59996) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:45.104927 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ec978e24-9994-46e7-a252-070ccc457d7b None None] Provisioning for port ec5d7974-42a5-4ab1-83c7-d238cbb4c6d4 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:23:45.109874 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-b42a6eb4-d963-484f-a564-321da8b63065 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=354a53753e434161ab788e250190d627&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6544080 Feb 04 21:23:45.113408 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [None req-bcfee620-8196-4ed8-8f3e-c812e601a2b7 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:45.113566 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ec978e24-9994-46e7-a252-070ccc457d7b None None] Provisioning complete for port ec5d7974-42a5-4ab1-83c7-d238cbb4c6d4 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:23:45.113791 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ec978e24-9994-46e7-a252-070ccc457d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:45.114970 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-bcfee620-8196-4ed8-8f3e-c812e601a2b7 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0514889 Feb 04 21:23:45.122939 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60000) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:45.128844 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-f1edc26b-1172-4d59-a5b0-6a45224bc812 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:45.129875 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f1edc26b-1172-4d59-a5b0-6a45224bc812 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0060074 Feb 04 21:23:45.136147 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60004) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:45.164712 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-da25cb29-9161-4283-abe6-11cbcafee760 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Deleting port a45bda11-062a-46f1-852a-2d80b4990fbc {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:23:45.165239 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-da25cb29-9161-4283-abe6-11cbcafee760 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:45.197052 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-ab62a54b-a2cc-412a-9738-63a86e788024 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:45.198770 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ab62a54b-a2cc-412a-9738-63a86e788024 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0615814 Feb 04 21:23:45.207087 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60008) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:45.215432 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-3926747b-a0ca-4159-9826-7b6e8ce907b2 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:45.219657 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3926747b-a0ca-4159-9826-7b6e8ce907b2 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0083640 Feb 04 21:23:45.225871 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60012) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:45.231719 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-b9cb92d4-1ea6-4c7a-afef-eb24de0dc1a6 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:45.235026 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b9cb92d4-1ea6-4c7a-afef-eb24de0dc1a6 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0057380 Feb 04 21:23:45.236820 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60018) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:45.240448 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50610226-5817-4ffc-830e-ba53fa92deb7 None None] DHCP port deletion for 918b20ea-40c3-4b7b-83bf-1b7d0f9cd035 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:23:45.246373 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-d30f9109-ecd5-4ae3-b9e0-f4a319eea210 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:45.247810 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d30f9109-ecd5-4ae3-b9e0-f4a319eea210 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0097075 Feb 04 21:23:45.251413 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60022) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:45.260118 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-bccaf801-16c1-400d-b027-fb5a8320e4d2 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:45.260307 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-50610226-5817-4ffc-830e-ba53fa92deb7 None None] Deleting port a45bda11-062a-46f1-852a-2d80b4990fbc {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:23:45.260574 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-50610226-5817-4ffc-830e-ba53fa92deb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:45.261749 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bccaf801-16c1-400d-b027-fb5a8320e4d2 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0091827 Feb 04 21:23:45.264966 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60026) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:45.280771 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-fd4adde6-26f4-4d54-abf0-17b8ec63848a tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:45.282145 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fd4adde6-26f4-4d54-abf0-17b8ec63848a tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0160215 Feb 04 21:23:45.286558 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60030) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:45.297573 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-ef23cdf7-6a5c-4b0d-a978-34e39562f9fc tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:45.298971 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ef23cdf7-6a5c-4b0d-a978-34e39562f9fc tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0091243 Feb 04 21:23:45.302858 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60034) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:45.305279 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-ec978e24-9994-46e7-a252-070ccc457d7b None None] Port ec5d7974-42a5-4ab1-83c7-d238cbb4c6d4 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:23:45.309704 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-5eb533ae-91a3-4cea-91a2-83ffe5210f17 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:45.310935 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5eb533ae-91a3-4cea-91a2-83ffe5210f17 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0069287 Feb 04 21:23:45.320737 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60038) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:45.329137 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-0c1a3c0a-801b-4b23-ba74-44f11ce0c3b2 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:45.330446 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0c1a3c0a-801b-4b23-ba74-44f11ce0c3b2 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0085282 Feb 04 21:23:45.334897 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60042) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:45.343104 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-75decaa8-b775-45e3-814a-971eeb771d48 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:45.344350 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-75decaa8-b775-45e3-814a-971eeb771d48 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0074692 Feb 04 21:23:45.346627 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-19cec6e1-32d3-444d-871f-b84489b43b72 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:45.355369 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60046) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:45.365759 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-34e44b72-7740-41aa-99df-0d4bcf01f64c tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:45.367029 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-34e44b72-7740-41aa-99df-0d4bcf01f64c tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0104525 Feb 04 21:23:45.370801 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60052) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:45.445723 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-801f262b-936a-4c5d-8a32-8b5e9a104d69 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:45.447164 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-801f262b-936a-4c5d-8a32-8b5e9a104d69 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0687866 Feb 04 21:23:45.456275 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60056) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:45.477730 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [None req-9c0f8a4e-778a-4d1e-bfc3-30c406b7d84a tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:45.479848 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-9c0f8a4e-778a-4d1e-bfc3-30c406b7d84a tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0223162 Feb 04 21:23:45.490486 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60062) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:45.518130 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-19cec6e1-32d3-444d-871f-b84489b43b72 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Calling delete_port for 83883915-cf4b-411a-b530-ea31ac020dbd owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:23:45.542315 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-50610226-5817-4ffc-830e-ba53fa92deb7 None None] For port a45bda11-062a-46f1-852a-2d80b4990fbc, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a45bda11-062a-46f1-852a-2d80b4990fbc,segment=NetworkSegment(da109aeb-c022-46aa-ba2e-8a0a90aa1c44),segment_id=da109aeb-c022-46aa-ba2e-8a0a90aa1c44)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:23:45.542709 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-50610226-5817-4ffc-830e-ba53fa92deb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:45.545472 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [None req-b7aa25d4-8601-4f14-bf2c-b1e00a9a1382 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:45.546711 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b7aa25d4-8601-4f14-bf2c-b1e00a9a1382 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0453205 Feb 04 21:23:45.550433 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60066) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:45.564865 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-f5f47abb-1b0a-4bde-a569-018b4db9b3d8 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:45.565784 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-8c8da29a-d6e6-4eeb-aa29-b79ba2011865 service neutron] 10.222.0.26 "GET /v2.0/networks/9a5b169e-7ecf-44d8-b464-667febc50df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356005 Feb 04 21:23:45.566063 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f5f47abb-1b0a-4bde-a569-018b4db9b3d8 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0145741 Feb 04 21:23:45.575832 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60070) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:45.582113 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-400a78ad-e1a9-4fd0-8037-19f3c9280f01 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:45.583227 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-400a78ad-e1a9-4fd0-8037-19f3c9280f01 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0064733 Feb 04 21:23:45.592042 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60074) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:45.600220 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-d65bfa1b-8ad2-4827-921d-acbd91bbabae tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:45.601262 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d65bfa1b-8ad2-4827-921d-acbd91bbabae tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0080545 Feb 04 21:23:45.604079 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60080) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:45.617038 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-ac01d6ac-ac3c-4db8-aeb3-c535e761faa2 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:45.620080 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ac01d6ac-ac3c-4db8-aeb3-c535e761faa2 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0150161 Feb 04 21:23:45.625031 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60086) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:45.633349 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-9e19e1b3-bdc2-4e1c-98de-c5107f44d631 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:45.635343 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9e19e1b3-bdc2-4e1c-98de-c5107f44d631 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0092371 Feb 04 21:23:45.648862 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60090) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:45.655453 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-3f9e51f5-dd07-4a1e-b974-bcc2cbb36040 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:45.656392 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3f9e51f5-dd07-4a1e-b974-bcc2cbb36040 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0063405 Feb 04 21:23:45.659304 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60098) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:45.666719 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-ed2da4a7-baf7-470a-9412-38e44d6104a7 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:45.667638 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ed2da4a7-baf7-470a-9412-38e44d6104a7 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0074689 Feb 04 21:23:45.670308 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60102) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:45.679567 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-018cee26-50a0-4fc2-ad1c-add15a9a0093 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:45.681875 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-018cee26-50a0-4fc2-ad1c-add15a9a0093 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0099335 Feb 04 21:23:45.702946 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60106) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:45.722591 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-50610226-5817-4ffc-830e-ba53fa92deb7 None None] Calling delete_port for a45bda11-062a-46f1-852a-2d80b4990fbc owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:23:45.762165 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-19cec6e1-32d3-444d-871f-b84489b43b72 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:45.774146 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [None req-9753b304-585b-45f7-a610-57ae1fc31cc4 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:45.775683 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-9753b304-585b-45f7-a610-57ae1fc31cc4 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0676003 Feb 04 21:23:45.793847 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-deeb9487-9d09-4959-81fb-dccd303430d9 None None] Provisioning complete for port 02ec1b52-2b00-44aa-b9cf-cde308f563ad triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:23:45.794212 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-deeb9487-9d09-4959-81fb-dccd303430d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:45.814375 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60110) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:45.828719 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [None req-dca58d84-ce5e-4b38-b606-d36a96fb0bc0 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:45.829788 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-dca58d84-ce5e-4b38-b606-d36a96fb0bc0 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0121787 Feb 04 21:23:45.835546 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c97c67d0-6482-4c2b-972c-3951da51c970 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:45.841197 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60114) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:45.872093 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-deeb9487-9d09-4959-81fb-dccd303430d9 None None] Port 02ec1b52-2b00-44aa-b9cf-cde308f563ad cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:23:45.873904 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-50610226-5817-4ffc-830e-ba53fa92deb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:45.879611 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-bf549bff-d9fc-4a1b-9a40-d7fabed9011d tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:45.880566 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bf549bff-d9fc-4a1b-9a40-d7fabed9011d tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0383172 Feb 04 21:23:45.883080 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cec6e1-32d3-444d-871f-b84489b43b72 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Pushing event deleted for resources: {'Port': ['ID=83883915-cf4b-411a-b530-ea31ac020dbd,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:45.884772 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60118) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:45.954940 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50610226-5817-4ffc-830e-ba53fa92deb7 None None] Pushing event deleted for resources: {'Port': ['ID=a45bda11-062a-46f1-852a-2d80b4990fbc,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:45.958876 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50610226-5817-4ffc-830e-ba53fa92deb7 None None] No DVR routers for this DVR port a45bda11-062a-46f1-852a-2d80b4990fbc on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:23:45.974392 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-deeb9487-9d09-4959-81fb-dccd303430d9 None None] Provisioning complete for port ec5d7974-42a5-4ab1-83c7-d238cbb4c6d4 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:23:45.974888 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-deeb9487-9d09-4959-81fb-dccd303430d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:46.012614 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-d14b557d-2182-4dc2-8f14-52f7ff352089 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:46.015941 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d14b557d-2182-4dc2-8f14-52f7ff352089 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0805106 Feb 04 21:23:46.028448 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-c53cc6da-8bd0-4486-8b7e-01b45da3602f service neutron] 10.222.0.26 "GET /v2.0/networks/9a5b169e-7ecf-44d8-b464-667febc50df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434354 Feb 04 21:23:46.031617 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60122) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:46.039057 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-c97c67d0-6482-4c2b-972c-3951da51c970 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Calling delete_port for 02ec1b52-2b00-44aa-b9cf-cde308f563ad owned by {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:23:46.039759 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-2db2780e-462f-4d1e-9042-cf085392d3a4 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:46.043738 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2db2780e-462f-4d1e-9042-cf085392d3a4 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0086834 Feb 04 21:23:46.048087 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60126) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:46.074180 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-deeb9487-9d09-4959-81fb-dccd303430d9 None None] Port ec5d7974-42a5-4ab1-83c7-d238cbb4c6d4 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:23:46.074418 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-fe649751-ee11-4348-8e34-eef2455513e1 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:46.075324 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fe649751-ee11-4348-8e34-eef2455513e1 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0227015 Feb 04 21:23:46.080273 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60130) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:46.091657 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-b2b56f51-1b3e-4124-82a1-087afa6afa4e tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:46.092521 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b2b56f51-1b3e-4124-82a1-087afa6afa4e tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0116684 Feb 04 21:23:46.095444 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60134) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:46.103522 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-fc34259a-cfac-4c39-8742-b9980afb07bb tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:46.104882 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fc34259a-cfac-4c39-8742-b9980afb07bb tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0087526 Feb 04 21:23:46.111878 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-19cec6e1-32d3-444d-871f-b84489b43b72 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:46.112086 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60138) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:46.127581 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [None req-fe582d5a-7b62-423a-a319-561445b43069 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:46.128004 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-fe582d5a-7b62-423a-a319-561445b43069 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0158718 Feb 04 21:23:46.130711 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-19cec6e1-32d3-444d-871f-b84489b43b72 tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "DELETE /v2.0/ports/83883915-cf4b-411a-b530-ea31ac020dbd HTTP/1.1" status: 204 len: 168 time: 1.2865210 Feb 04 21:23:46.130711 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60142) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:46.132366 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60144) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:46.139209 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-da25cb29-9161-4283-abe6-11cbcafee760 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] For port a45bda11-062a-46f1-852a-2d80b4990fbc, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a45bda11-062a-46f1-852a-2d80b4990fbc,segment=NetworkSegment(da109aeb-c022-46aa-ba2e-8a0a90aa1c44),segment_id=da109aeb-c022-46aa-ba2e-8a0a90aa1c44)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:23:46.139672 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-da25cb29-9161-4283-abe6-11cbcafee760 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:46.187461 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-7d28dd7b-380b-4e0d-b0e4-98640cd51d9b tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:46.188437 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7d28dd7b-380b-4e0d-b0e4-98640cd51d9b tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0462229 Feb 04 21:23:46.203107 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60150) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:46.221254 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-1d09a319-d4f9-419a-bfb0-b931473727e2 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:46.224857 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1d09a319-d4f9-419a-bfb0-b931473727e2 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0181968 Feb 04 21:23:46.225436 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60156) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:46.263469 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-73b4ac61-a8ea-4b14-80da-053832c21481 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:46.271252 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-73b4ac61-a8ea-4b14-80da-053832c21481 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0437937 Feb 04 21:23:46.271903 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60168) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:46.282852 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-9b310d9d-c315-4e84-a2e2-282848bd3f19 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:46.286486 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9b310d9d-c315-4e84-a2e2-282848bd3f19 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0076935 Feb 04 21:23:46.286584 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60172) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:46.295362 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-6e9aebcf-8bc6-4905-b71f-77ba8c4bd733 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:46.298886 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6e9aebcf-8bc6-4905-b71f-77ba8c4bd733 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0088530 Feb 04 21:23:46.299229 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60176) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:46.307640 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0cbc94c4-7545-48e3-b635-dc4ece850b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:46.307841 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-79ad9c0d-6140-47da-83c0-409bc0e18c8e tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:46.311174 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-79ad9c0d-6140-47da-83c0-409bc0e18c8e tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0086925 Feb 04 21:23:46.313488 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9fc829c-e8ef-4f58-a59a-9fcf1dbd374c tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Deleting subnet 2d950d28-3c05-4ca2-8bb7-d47d814c44aa {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:23:46.316419 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60180) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:46.318756 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f9fc829c-e8ef-4f58-a59a-9fcf1dbd374c tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:46.351739 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-3569a192-18bf-4466-9420-bc6c5980e233 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:46.352712 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3569a192-18bf-4466-9420-bc6c5980e233 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0354488 Feb 04 21:23:46.359409 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60188) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:46.364291 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-8269a41d-7a0b-425f-85f5-1543054c3a14 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:46.365379 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8269a41d-7a0b-425f-85f5-1543054c3a14 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0049100 Feb 04 21:23:46.368383 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60192) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:46.384005 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-c907ad97-ca3c-4082-8b47-0f998eb073a7 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:46.385361 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c907ad97-ca3c-4082-8b47-0f998eb073a7 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0157046 Feb 04 21:23:46.388791 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60196) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:46.398642 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-e23607ea-a1c8-44b5-92c5-e71c0efd7db7 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:46.399605 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e23607ea-a1c8-44b5-92c5-e71c0efd7db7 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0098550 Feb 04 21:23:46.403542 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60200) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:46.410504 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-6ace44bd-acc1-45ff-80b0-4208288c25d6 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:46.411461 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6ace44bd-acc1-45ff-80b0-4208288c25d6 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0070217 Feb 04 21:23:46.413944 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f9fc829c-e8ef-4f58-a59a-9fcf1dbd374c tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:46.447831 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60204) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:46.603827 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a45bda11-062a-46f1-852a-2d80b4990fbc no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:23:46.636982 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f9fc829c-e8ef-4f58-a59a-9fcf1dbd374c tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:46.645679 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: a45bda11-062a-46f1-852a-2d80b4990fbc {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:23:46.646025 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a45bda11-062a-46f1-852a-2d80b4990fbc not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:23:46.664728 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-da25cb29-9161-4283-abe6-11cbcafee760 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Calling delete_port for a45bda11-062a-46f1-852a-2d80b4990fbc owned by network:dhcp {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:23:46.695250 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [None req-01f1454c-ca81-4b3e-afa4-baba554e182d tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:46.696146 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-01f1454c-ca81-4b3e-afa4-baba554e182d tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.2433701 Feb 04 21:23:46.699164 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60214) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:46.718147 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-eef24cd0-130b-4c69-9c84-dddfcf624016 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:46.719181 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-eef24cd0-130b-4c69-9c84-dddfcf624016 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0191009 Feb 04 21:23:46.723362 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60218) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:46.732467 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-96be230b-3145-436b-833a-4ad31b6aae9d tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:46.733453 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-96be230b-3145-436b-833a-4ad31b6aae9d tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0091953 Feb 04 21:23:46.738964 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60222) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:46.746313 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-321b56f3-d195-40b0-ae0f-d1b6c0b7649d tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:46.747241 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-321b56f3-d195-40b0-ae0f-d1b6c0b7649d tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0073628 Feb 04 21:23:46.749837 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60226) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:46.763890 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-aabf4cc0-0eb4-4b3a-883a-03db935e3341 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:46.765182 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-aabf4cc0-0eb4-4b3a-883a-03db935e3341 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0109339 Feb 04 21:23:46.770419 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60232) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:46.776419 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-a017e288-a367-4503-9f2b-1c56f13d6664 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:46.780023 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a017e288-a367-4503-9f2b-1c56f13d6664 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0056365 Feb 04 21:23:46.781015 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60236) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:46.788501 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-7b5893ec-3159-432c-a76c-54b089e6a5c1 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:46.792914 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7b5893ec-3159-432c-a76c-54b089e6a5c1 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0079482 Feb 04 21:23:46.793889 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60240) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:46.800301 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f9fc829c-e8ef-4f58-a59a-9fcf1dbd374c tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:46.812368 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [None req-0818385c-2b57-4837-bf60-fd9d14791c7a tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:46.815904 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-0818385c-2b57-4837-bf60-fd9d14791c7a tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0154254 Feb 04 21:23:46.818075 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60244) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:46.831799 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [None req-eadcba05-f5fb-4bd2-99ed-b80160e1a1ed tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:46.835182 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-eadcba05-f5fb-4bd2-99ed-b80160e1a1ed tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0125360 Feb 04 21:23:46.848281 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60248) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:46.858734 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-c460628a-cb66-4d3c-bc54-851de749c19a tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:46.862218 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c460628a-cb66-4d3c-bc54-851de749c19a tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0105283 Feb 04 21:23:46.862218 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc829c-e8ef-4f58-a59a-9fcf1dbd374c tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Pushing event deleted for resources: {'Subnet': ['ID=2d950d28-3c05-4ca2-8bb7-d47d814c44aa,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:46.864023 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f9fc829c-e8ef-4f58-a59a-9fcf1dbd374c tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:46.866673 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60252) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:46.873806 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7e20ce-f5ab-413a-b128-49ba45de1feb None None] Network b1c96fa4-24a9-4b4c-890a-9ba049c9ffb1 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:23:46.877227 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-5d826517-fd50-4f6f-a98a-298c0bb20354 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:46.881096 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-5d826517-fd50-4f6f-a98a-298c0bb20354 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/networks?id=48fb3874-69bb-40f3-a827-9c1f11a82a70 HTTP/1.1" status: 200 len: 814 time: 0.4299057 Feb 04 21:23:46.887340 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.api [None req-da25cb29-9161-4283-abe6-11cbcafee760 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:23:46.887466 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-d7731975-ffb3-4f21-b440-871a86e2a1b4 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:46.887655 n-d-827896-1 neutron-server[87683]: DEBUG oslo_db.api [None req-da25cb29-9161-4283-abe6-11cbcafee760 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:23:46.888372 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d7731975-ffb3-4f21-b440-871a86e2a1b4 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0209098 Feb 04 21:23:46.892005 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60256) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:46.900250 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f9fc829c-e8ef-4f58-a59a-9fcf1dbd374c tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "DELETE /v2.0/subnets/2d950d28-3c05-4ca2-8bb7-d47d814c44aa HTTP/1.1" status: 204 len: 168 time: 0.7691743 Feb 04 21:23:46.904076 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60260) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:46.913114 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-f5236c54-849d-4ff6-86e0-50e69dc027d2 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/quotas/e21cb4a484004b09b45cc34593e100f7 HTTP/1.1" status: 200 len: 375 time: 0.0243757 Feb 04 21:23:46.916440 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [None req-51b75ea4-b30c-4a84-acef-4766391427c7 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:46.917612 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-51b75ea4-b30c-4a84-acef-4766391427c7 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0239406 Feb 04 21:23:46.921042 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60264) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:47.020401 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [None req-609488fa-68a4-4137-805e-cd0a41fb9ada tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:47.024462 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60272) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:47.025937 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-609488fa-68a4-4137-805e-cd0a41fb9ada tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.1021802 Feb 04 21:23:47.043432 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-212c15ef-24a2-4371-b018-36d424f97cf8 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e21cb4a484004b09b45cc34593e100f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1206391 Feb 04 21:23:47.043633 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-46ad7ec5-1be9-4daa-9125-f4d36e3bb342 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:47.044551 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-46ad7ec5-1be9-4daa-9125-f4d36e3bb342 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0184710 Feb 04 21:23:47.052113 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60276) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:47.082243 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [None req-2a921d2b-58c9-4a18-96ec-530d34772cdc tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:47.083158 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-67e5e0d4-6e23-4baa-9b36-528c9b75e7ca tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:47.086587 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-2a921d2b-58c9-4a18-96ec-530d34772cdc tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0335181 Feb 04 21:23:47.089497 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60280) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:47.102546 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-7be25d1e-3567-43e2-8a1d-dc7be10ef0d2 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:47.120437 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7be25d1e-3567-43e2-8a1d-dc7be10ef0d2 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0286603 Feb 04 21:23:47.121911 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60284) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:47.139809 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-00c3571d-50ef-40b0-9cbb-cac28f80e348 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:47.144110 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-00c3571d-50ef-40b0-9cbb-cac28f80e348 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0181766 Feb 04 21:23:47.144110 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60290) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:47.155136 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [None req-d3276da7-1935-432c-906e-7bf4371c81e8 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:47.155772 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d3276da7-1935-432c-906e-7bf4371c81e8 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0081663 Feb 04 21:23:47.157887 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-67e5e0d4-6e23-4baa-9b36-528c9b75e7ca tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Deleting port a64afdd5-3d49-4146-8d94-cfd996e54da6 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:23:47.158226 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-67e5e0d4-6e23-4baa-9b36-528c9b75e7ca tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:47.192881 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60294) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:47.201352 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c97c67d0-6482-4c2b-972c-3951da51c970 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:47.205602 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [None req-9e443d96-d9e5-4ad2-906b-49227933df88 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:47.206732 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-9e443d96-d9e5-4ad2-906b-49227933df88 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0128891 Feb 04 21:23:47.209832 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60298) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:47.249683 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b24f05-a554-403f-a6d6-5c199731ed88 None None] DHCP port deletion for b1c96fa4-24a9-4b4c-890a-9ba049c9ffb1 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:23:47.254689 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-09b24f05-a554-403f-a6d6-5c199731ed88 None None] Deleting port a64afdd5-3d49-4146-8d94-cfd996e54da6 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:23:47.255010 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-09b24f05-a554-403f-a6d6-5c199731ed88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:47.331869 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [None req-3d66f672-bcdf-41b5-b89f-aacc90e3f5f2 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:47.332833 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-3d66f672-bcdf-41b5-b89f-aacc90e3f5f2 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.1125970 Feb 04 21:23:47.338659 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c67d0-6482-4c2b-972c-3951da51c970 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Pushing event deleted for resources: {'Port': ['ID=02ec1b52-2b00-44aa-b9cf-cde308f563ad,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:47.350845 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60308) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:47.366202 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [None req-6a00b75b-a7c6-44a0-8ca2-1e825edf0a49 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:23:47.381715 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-6a00b75b-a7c6-44a0-8ca2-1e825edf0a49 tempest-ExtensionsTestJSON-2098725154 tempest-ExtensionsTestJSON-2098725154-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0199456 Feb 04 21:23:47.455007 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-da25cb29-9161-4283-abe6-11cbcafee760 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Deleting port a45bda11-062a-46f1-852a-2d80b4990fbc {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:23:47.455411 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-da25cb29-9161-4283-abe6-11cbcafee760 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:47.460113 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:47.638107 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-67e5e0d4-6e23-4baa-9b36-528c9b75e7ca tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] For port a64afdd5-3d49-4146-8d94-cfd996e54da6, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a64afdd5-3d49-4146-8d94-cfd996e54da6,segment=NetworkSegment(e05c5608-4188-4a97-8b39-cedf58537566),segment_id=e05c5608-4188-4a97-8b39-cedf58537566)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:23:47.638471 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-67e5e0d4-6e23-4baa-9b36-528c9b75e7ca tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:47.644452 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-da25cb29-9161-4283-abe6-11cbcafee760 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] The port 'a45bda11-062a-46f1-852a-2d80b4990fbc' was deleted {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:23:47.700403 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-09b24f05-a554-403f-a6d6-5c199731ed88 None None] For port a64afdd5-3d49-4146-8d94-cfd996e54da6, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a64afdd5-3d49-4146-8d94-cfd996e54da6,segment=NetworkSegment(e05c5608-4188-4a97-8b39-cedf58537566),segment_id=e05c5608-4188-4a97-8b39-cedf58537566)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:23:47.700807 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-09b24f05-a554-403f-a6d6-5c199731ed88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:47.796708 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:47.890303 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-09b24f05-a554-403f-a6d6-5c199731ed88 None None] Calling delete_port for a64afdd5-3d49-4146-8d94-cfd996e54da6 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:23:47.944913 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c97c67d0-6482-4c2b-972c-3951da51c970 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:47.951816 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-67e5e0d4-6e23-4baa-9b36-528c9b75e7ca tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Calling delete_port for a64afdd5-3d49-4146-8d94-cfd996e54da6 owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:23:47.957328 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-39ad340f-84c3-496d-b164-d623424e16ae service neutron] 10.222.0.26 "GET /v2.0/networks/48fb3874-69bb-40f3-a827-9c1f11a82a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9066286 Feb 04 21:23:48.011045 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-da25cb29-9161-4283-abe6-11cbcafee760 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:48.057490 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-09b24f05-a554-403f-a6d6-5c199731ed88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:48.100633 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.api [None req-67e5e0d4-6e23-4baa-9b36-528c9b75e7ca tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:23:48.100958 n-d-827896-1 neutron-server[87682]: DEBUG oslo_db.api [None req-67e5e0d4-6e23-4baa-9b36-528c9b75e7ca tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:23:48.129809 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b24f05-a554-403f-a6d6-5c199731ed88 None None] Pushing event deleted for resources: {'Port': ['ID=a64afdd5-3d49-4146-8d94-cfd996e54da6,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:48.131563 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b24f05-a554-403f-a6d6-5c199731ed88 None None] No DVR routers for this DVR port a64afdd5-3d49-4146-8d94-cfd996e54da6 on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:23:48.146566 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c97c67d0-6482-4c2b-972c-3951da51c970 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] 10.222.0.26 "DELETE /v2.0/ports/02ec1b52-2b00-44aa-b9cf-cde308f563ad HTTP/1.1" status: 204 len: 168 time: 3.6709828 Feb 04 21:23:48.150299 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60318) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:48.156958 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-58037d9d-40a5-4889-8fbb-9e9383d0b2bb tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Request body: {'port': {'name': 'tempest-new-port-name-1162757631', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:48.157379 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.api.validators [None req-58037d9d-40a5-4889-8fbb-9e9383d0b2bb tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] bootfile-name is not in valid_values {{(pid=87682) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 21:23:48.157794 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.api.validators [None req-58037d9d-40a5-4889-8fbb-9e9383d0b2bb tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] tftp-server is not in valid_values {{(pid=87682) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 21:23:48.158147 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.api.validators [None req-58037d9d-40a5-4889-8fbb-9e9383d0b2bb tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] server-ip-address is not in valid_values {{(pid=87682) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 21:23:48.184273 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-da25cb29-9161-4283-abe6-11cbcafee760 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['918b20ea-40c3-4b7b-83bf-1b7d0f9cd035']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:48.197908 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-da25cb29-9161-4283-abe6-11cbcafee760 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da109aeb-c022-46aa-ba2e-8a0a90aa1c44') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:48.198578 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-da25cb29-9161-4283-abe6-11cbcafee760 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da109aeb-c022-46aa-ba2e-8a0a90aa1c44') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:48.211103 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-da25cb29-9161-4283-abe6-11cbcafee760 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:48.217426 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60322) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:48.240620 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-da25cb29-9161-4283-abe6-11cbcafee760 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:48.299740 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da25cb29-9161-4283-abe6-11cbcafee760 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:23:48.300168 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-da25cb29-9161-4283-abe6-11cbcafee760 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:48.321412 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-58037d9d-40a5-4889-8fbb-9e9383d0b2bb tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: util.warn( Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: util.warn( Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: util.warn( Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: util.warn( Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:23:48.344586 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:23:48.419144 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-79ea3c73-3202-4bba-bf9f-51f6973cfcf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:48.450869 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-79ea3c73-3202-4bba-bf9f-51f6973cfcf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:48.461831 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-79ea3c73-3202-4bba-bf9f-51f6973cfcf5 admin admin] Usage tracker for resource:security_group_rule and tenant:020759ddf7174097bbfb1b1865eb8ece is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:48.465282 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-79ea3c73-3202-4bba-bf9f-51f6973cfcf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:48.488120 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-79ea3c73-3202-4bba-bf9f-51f6973cfcf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:48.519324 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-d24a363f-16a3-4c6f-9d99-33fe7c9cba2c service neutron] 10.222.0.26 "GET /v2.0/networks/48fb3874-69bb-40f3-a827-9c1f11a82a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5468018 Feb 04 21:23:48.547850 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-da25cb29-9161-4283-abe6-11cbcafee760 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:48.552770 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-da25cb29-9161-4283-abe6-11cbcafee760 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:48.582611 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-da25cb29-9161-4283-abe6-11cbcafee760 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "DELETE /v2.0/networks/918b20ea-40c3-4b7b-83bf-1b7d0f9cd035 HTTP/1.1" status: 204 len: 168 time: 3.8669975 Feb 04 21:23:48.587562 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60328) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:48.594924 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da25cb29-9161-4283-abe6-11cbcafee760 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event deleted for resources: {'Network': ['ID=918b20ea-40c3-4b7b-83bf-1b7d0f9cd035,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:48.625234 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-e703bafb-e0be-4cde-a4e2-3c3925fbf7d0 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:48.626856 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-e703bafb-e0be-4cde-a4e2-3c3925fbf7d0 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.32 "GET /v2.0/networks?id=9a5b169e-7ecf-44d8-b464-667febc50df4 HTTP/1.1" status: 200 len: 815 time: 0.3057675 Feb 04 21:23:48.630110 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-67e5e0d4-6e23-4baa-9b36-528c9b75e7ca tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Deleting port a64afdd5-3d49-4146-8d94-cfd996e54da6 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:23:48.630459 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-67e5e0d4-6e23-4baa-9b36-528c9b75e7ca tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:48.640279 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-3c53cb2d-1bcd-4525-8663-09e4bce69a80 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Request body: {'port': {'device_id': 'bddf43e1-94d5-4f4c-a0e1-2740fbfe0496', 'network_id': '9a5b169e-7ecf-44d8-b464-667febc50df4', 'admin_state_up': True, 'tenant_id': '354a53753e434161ab788e250190d627'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:48.683462 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a64afdd5-3d49-4146-8d94-cfd996e54da6 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:23:48.691767 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-22bec8e3-620f-4708-bdf1-880bd3d27871 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] DELETE failed (client error): The resource could not be found. Feb 04 21:23:48.692230 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22bec8e3-620f-4708-bdf1-880bd3d27871 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:23:48.734893 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: a64afdd5-3d49-4146-8d94-cfd996e54da6 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:23:48.735277 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a64afdd5-3d49-4146-8d94-cfd996e54da6 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:23:48.747203 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-67e5e0d4-6e23-4baa-9b36-528c9b75e7ca tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] The port 'a64afdd5-3d49-4146-8d94-cfd996e54da6' was deleted {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:23:48.800965 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-22bec8e3-620f-4708-bdf1-880bd3d27871 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "DELETE /v2.0/subnets/1768ebab-f06f-430c-9ea2-95503764d805 HTTP/1.1" status: 404 len: 337 time: 0.2122564 Feb 04 21:23:48.809010 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60336) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:48.931673 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:48.985120 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-67e5e0d4-6e23-4baa-9b36-528c9b75e7ca tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:48.989804 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-33172014-ac78-4446-9a18-ab6359d94c13 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] DELETE failed (client error): The resource could not be found. Feb 04 21:23:48.990287 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33172014-ac78-4446-9a18-ab6359d94c13 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:23:49.031293 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-33172014-ac78-4446-9a18-ab6359d94c13 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "DELETE /v2.0/networks/4a28e57a-ef98-4e9b-87e6-c9e8aaba2ea7 HTTP/1.1" status: 404 len: 339 time: 0.1220634 Feb 04 21:23:49.037550 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60346) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:49.053495 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-67e5e0d4-6e23-4baa-9b36-528c9b75e7ca tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1c96fa4-24a9-4b4c-890a-9ba049c9ffb1']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:49.153782 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2738ac6e-c6b0-4fd5-b078-99af98b0aa7a req-4ba41e59-514f-408e-aee3-34e336be9246 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=bddf43e1-94d5-4f4c-a0e1-2740fbfe0496 HTTP/1.1" status: 200 len: 210 time: 0.0661006 Feb 04 21:23:49.266898 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a7058f9a-0198-4b51-bc85-39bc0c9044d6 req-4a241dd6-87c3-45d9-b8af-b90cf4691b42 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f1860b9-a09d-49db-9e9b-35f99ff8f9a0 HTTP/1.1" status: 200 len: 210 time: 0.0518146 Feb 04 21:23:49.272309 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-3c53cb2d-1bcd-4525-8663-09e4bce69a80 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:49.283077 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-3c53cb2d-1bcd-4525-8663-09e4bce69a80 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:49.291627 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e48410-b7a8-4b9a-8746-5dcaa2b748aa tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] DELETE failed (client error): The resource could not be found. Feb 04 21:23:49.292202 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e48410-b7a8-4b9a-8746-5dcaa2b748aa tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:23:49.296348 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d9e48410-b7a8-4b9a-8746-5dcaa2b748aa tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "DELETE /v2.0/subnets/22e4cb35-d4f6-4f66-9d82-dbecc92bff00 HTTP/1.1" status: 404 len: 337 time: 0.2458069 Feb 04 21:23:49.297142 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60352) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:49.299474 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-79ea3c73-3202-4bba-bf9f-51f6973cfcf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:49.302874 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-67e5e0d4-6e23-4baa-9b36-528c9b75e7ca tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e05c5608-4188-4a97-8b39-cedf58537566') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:49.303024 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-67e5e0d4-6e23-4baa-9b36-528c9b75e7ca tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e05c5608-4188-4a97-8b39-cedf58537566') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:49.316177 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-79ea3c73-3202-4bba-bf9f-51f6973cfcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:49.329165 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-75219603-6863-4001-8be0-29ade21be3e8 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] DELETE failed (client error): The resource could not be found. Feb 04 21:23:49.329696 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75219603-6863-4001-8be0-29ade21be3e8 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:23:49.333791 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-75219603-6863-4001-8be0-29ade21be3e8 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "DELETE /v2.0/networks/45a6d7d9-9226-4400-b956-4a1f982cf5a2 HTTP/1.1" status: 404 len: 339 time: 0.0348351 Feb 04 21:23:49.337058 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60356) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:49.371313 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-67e5e0d4-6e23-4baa-9b36-528c9b75e7ca tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:49.379421 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea3c73-3202-4bba-bf9f-51f6973cfcf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7ad705-ca03-4845-b9ac-467a2015eec4,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:49.379770 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-3c53cb2d-1bcd-4525-8663-09e4bce69a80 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Made reservation on behalf of 354a53753e434161ab788e250190d627 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:23:49.384790 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-3c53cb2d-1bcd-4525-8663-09e4bce69a80 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:49.404988 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-663bd278-4428-4b20-a13e-101a0bb20591 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] DELETE failed (client error): The resource could not be found. Feb 04 21:23:49.405683 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-663bd278-4428-4b20-a13e-101a0bb20591 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:23:49.407426 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-663bd278-4428-4b20-a13e-101a0bb20591 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "DELETE /v2.0/subnets/bf364bbc-0579-43e7-962e-0b99fb13c137 HTTP/1.1" status: 404 len: 337 time: 0.0691111 Feb 04 21:23:49.410372 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60360) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:49.423542 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-58037d9d-40a5-4889-8fbb-9e9383d0b2bb tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:49.425617 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-67e5e0d4-6e23-4baa-9b36-528c9b75e7ca tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:49.430023 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-79ea3c73-3202-4bba-bf9f-51f6973cfcf5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=020759ddf7174097bbfb1b1865eb8ece&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2115982 Feb 04 21:23:49.435892 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60364) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:49.436603 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-58037d9d-40a5-4889-8fbb-9e9383d0b2bb tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:49.442800 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e5e0d4-6e23-4baa-9b36-528c9b75e7ca tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:23:49.443195 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-67e5e0d4-6e23-4baa-9b36-528c9b75e7ca tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:23:49.534219 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:23:49.537554 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-76a18091-8eee-4453-bcf7-d5ebcd4b245c tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] DELETE failed (client error): The resource could not be found. Feb 04 21:23:49.538046 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76a18091-8eee-4453-bcf7-d5ebcd4b245c tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:23:49.581138 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-76a18091-8eee-4453-bcf7-d5ebcd4b245c tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "DELETE /v2.0/networks/3e3f9e2d-9657-460e-bf7f-40fd45f8f708 HTTP/1.1" status: 404 len: 339 time: 0.1669254 Feb 04 21:23:49.585849 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60368) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:49.676573 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-390ba88b-bc30-48dd-af70-ddcc1bbfd1b5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Deleting subnet af4c9b42-37da-445e-aa91-4c1bb3a87449 {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:23:49.679674 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-390ba88b-bc30-48dd-af70-ddcc1bbfd1b5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:49.705308 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58037d9d-40a5-4889-8fbb-9e9383d0b2bb tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Pushing event updated for resources: {'Port': ['ID=ec5d7974-42a5-4ab1-83c7-d238cbb4c6d4,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:49.758685 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-3c53cb2d-1bcd-4525-8663-09e4bce69a80 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Allocated IP 172.20.0.6 (9a5b169e-7ecf-44d8-b464-667febc50df4/04d011a5-5fa5-46de-b6ec-0f9f6f04e44d/1aad63ee-6a1e-49ce-941f-ba453c27b879) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:23:49.772029 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-390ba88b-bc30-48dd-af70-ddcc1bbfd1b5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:49.775809 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-67e5e0d4-6e23-4baa-9b36-528c9b75e7ca tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:49.801671 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-67e5e0d4-6e23-4baa-9b36-528c9b75e7ca tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:49.829173 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5e0d4-6e23-4baa-9b36-528c9b75e7ca tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] Pushing event deleted for resources: {'Network': ['ID=b1c96fa4-24a9-4b4c-890a-9ba049c9ffb1,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:49.841728 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-67e5e0d4-6e23-4baa-9b36-528c9b75e7ca tempest-TagsExtTest-51544412 tempest-TagsExtTest-51544412-project] 10.222.0.26 "DELETE /v2.0/networks/b1c96fa4-24a9-4b4c-890a-9ba049c9ffb1 HTTP/1.1" status: 204 len: 168 time: 2.9367802 Feb 04 21:23:49.842838 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-58037d9d-40a5-4889-8fbb-9e9383d0b2bb tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] In _notify_port_updated(), no bound segment for port ec5d7974-42a5-4ab1-83c7-d238cbb4c6d4 on network 57b5ab72-13bb-4881-aeb1-47136cf9dc97 {{(pid=87682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 21:23:49.848651 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58037d9d-40a5-4889-8fbb-9e9383d0b2bb tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:49.849347 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-58037d9d-40a5-4889-8fbb-9e9383d0b2bb tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:49.850644 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-58037d9d-40a5-4889-8fbb-9e9383d0b2bb tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] 10.222.0.26 "PUT /v2.0/ports/ec5d7974-42a5-4ab1-83c7-d238cbb4c6d4 HTTP/1.1" status: 200 len: 1137 time: 1.6988134 Feb 04 21:23:49.855139 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60374) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:50.020832 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-390ba88b-bc30-48dd-af70-ddcc1bbfd1b5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:50.035742 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7293e700-5eb2-482f-9ce6-814fe02410c8 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:50.037200 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7293e700-5eb2-482f-9ce6-814fe02410c8 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] 10.222.0.26 "GET /v2.0/ports/ec5d7974-42a5-4ab1-83c7-d238cbb4c6d4 HTTP/1.1" status: 200 len: 1137 time: 0.1816971 Feb 04 21:23:50.038313 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-811cb468-e93e-47d7-ad1e-7f1e0c17f708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:50.047898 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60380) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:50.140988 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-eb492384-381c-4a77-acb8-baeb39eb9159 None None] Provisioning complete for port ec5d7974-42a5-4ab1-83c7-d238cbb4c6d4 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:23:50.146806 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-eb492384-381c-4a77-acb8-baeb39eb9159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:50.188190 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-3c53cb2d-1bcd-4525-8663-09e4bce69a80 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:50.231519 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-811cb468-e93e-47d7-ad1e-7f1e0c17f708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:50.238330 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-390ba88b-bc30-48dd-af70-ddcc1bbfd1b5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:50.286117 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-0f944963-0434-489d-9fdb-33c3b9358401 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Deleting port ec5d7974-42a5-4ab1-83c7-d238cbb4c6d4 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:23:50.286827 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0f944963-0434-489d-9fdb-33c3b9358401 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:50.359434 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60390) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:50.488245 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-520a945d-14a1-4991-9c96-5ce5e5e512f5 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:50.489905 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-520a945d-14a1-4991-9c96-5ce5e5e512f5 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.18 "GET /v2.0/networks?id=48fb3874-69bb-40f3-a827-9c1f11a82a70 HTTP/1.1" status: 200 len: 814 time: 0.2427194 Feb 04 21:23:50.506278 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-390ba88b-bc30-48dd-af70-ddcc1bbfd1b5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:50.520194 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163dbebb-d18c-4eba-919f-dbed2e807d51 None None] Network 1d1686a5-2233-4db5-8d7e-145954722f0a requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:23:50.551635 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-390ba88b-bc30-48dd-af70-ddcc1bbfd1b5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "DELETE /v2.0/subnets/af4c9b42-37da-445e-aa91-4c1bb3a87449 HTTP/1.1" status: 204 len: 168 time: 0.9627848 Feb 04 21:23:50.551635 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ba88b-bc30-48dd-af70-ddcc1bbfd1b5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event deleted for resources: {'Subnet': ['ID=af4c9b42-37da-445e-aa91-4c1bb3a87449,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:50.554591 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60398) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:50.558819 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-c41f9cdc-b96a-46e6-9a3e-075840aea2fa tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Request body: {'port': {'device_id': '4f1860b9-a09d-49db-9e9b-35f99ff8f9a0', 'network_id': '48fb3874-69bb-40f3-a827-9c1f11a82a70', 'admin_state_up': True, 'tenant_id': 'e21cb4a484004b09b45cc34593e100f7'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:50.685910 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d8df12b2-3e09-45eb-9f6e-b17309919682 req-fb871e55-7bb2-42c4-81f1-191b807e8d5a tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Synchronizing usage tracker for tenant:354a53753e434161ab788e250190d627 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:23:50.749766 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d8df12b2-3e09-45eb-9f6e-b17309919682 req-fb871e55-7bb2-42c4-81f1-191b807e8d5a tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Unset dirty status for tenant:354a53753e434161ab788e250190d627 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:23:50.760565 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-eb492384-381c-4a77-acb8-baeb39eb9159 None None] Port ec5d7974-42a5-4ab1-83c7-d238cbb4c6d4 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:23:50.770146 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d8df12b2-3e09-45eb-9f6e-b17309919682 req-fb871e55-7bb2-42c4-81f1-191b807e8d5a tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=bddf43e1-94d5-4f4c-a0e1-2740fbfe0496 HTTP/1.1" status: 200 len: 210 time: 0.2309279 Feb 04 21:23:50.772914 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-3c53cb2d-1bcd-4525-8663-09e4bce69a80 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:50.816710 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['e57f8557-6ec9-4ad1-b79a-7507873f51eb', '0cd1a232-7871-4960-bc67-84db7b821dae'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:23:50.852246 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['2db420b0-ef36-4d5a-aa6d-eee053eb15bf'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:23:50.863040 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-811cb468-e93e-47d7-ad1e-7f1e0c17f708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:51.018942 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6b3b8bf9-49e4-4529-a25e-6021373a387e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a360f3ff82fd419b860f723428837b09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6212058 Feb 04 21:23:51.031294 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60408) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:51.068193 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-3c53cb2d-1bcd-4525-8663-09e4bce69a80 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Network 9a5b169e-7ecf-44d8-b464-667febc50df4 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:23:51.105790 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811cb468-e93e-47d7-ad1e-7f1e0c17f708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7ad705-ca03-4845-b9ac-467a2015eec4,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:51.172027 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f090843e-bd43-45a3-8cf0-cb476f92abe3 req-fbd9c6f5-a295-4d43-875d-bc0602deeaa2 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f1860b9-a09d-49db-9e9b-35f99ff8f9a0 HTTP/1.1" status: 200 len: 210 time: 0.1287103 Feb 04 21:23:51.186767 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-3c53cb2d-1bcd-4525-8663-09e4bce69a80 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:23:51.195958 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-3c53cb2d-1bcd-4525-8663-09e4bce69a80 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:23:51.197818 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751d8a03-46ab-432f-8b5d-ae9f7cabe914 None None] DHCP port deletion for 1d1686a5-2233-4db5-8d7e-145954722f0a request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:23:51.216053 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-811cb468-e93e-47d7-ad1e-7f1e0c17f708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:51.217327 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-811cb468-e93e-47d7-ad1e-7f1e0c17f708 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fa7ad705-ca03-4845-b9ac-467a2015eec4 HTTP/1.1" status: 204 len: 168 time: 1.7765293 Feb 04 21:23:51.235946 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-c41f9cdc-b96a-46e6-9a3e-075840aea2fa tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:51.239833 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-c41f9cdc-b96a-46e6-9a3e-075840aea2fa tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Usage tracker for resource:port and tenant:e21cb4a484004b09b45cc34593e100f7 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:51.243370 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-c41f9cdc-b96a-46e6-9a3e-075840aea2fa tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:51.249476 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-c41f9cdc-b96a-46e6-9a3e-075840aea2fa tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:51.257587 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-04f4ec12-b920-4aaf-8350-5ec78e12a368 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:51.270663 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-c41f9cdc-b96a-46e6-9a3e-075840aea2fa tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Made reservation on behalf of e21cb4a484004b09b45cc34593e100f7 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:23:51.275422 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-c41f9cdc-b96a-46e6-9a3e-075840aea2fa tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:51.307277 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53cb2d-1bcd-4525-8663-09e4bce69a80 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Pushing event updated for resources: {'Port': ['ID=1aad63ee-6a1e-49ce-941f-ba453c27b879,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:51.332215 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-751d8a03-46ab-432f-8b5d-ae9f7cabe914 None None] Deleting port 634f6999-4392-4e50-a2ee-37ae96031db6 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:23:51.332974 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-751d8a03-46ab-432f-8b5d-ae9f7cabe914 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:51.333624 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0f944963-0434-489d-9fdb-33c3b9358401 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:51.376214 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3aa229ea-234f-44d7-8840-4e29a8f7deb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:51.395083 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-3c53cb2d-1bcd-4525-8663-09e4bce69a80 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:51.395765 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-3c53cb2d-1bcd-4525-8663-09e4bce69a80 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:51.471745 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-3c53cb2d-1bcd-4525-8663-09e4bce69a80 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8358197 Feb 04 21:23:51.490380 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-3eb245d0-b9d8-4bf3-b0ec-16857fd3474c service neutron] Request body: {'port': {'device_id': 'bddf43e1-94d5-4f4c-a0e1-2740fbfe0496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:51.619716 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-0f944963-0434-489d-9fdb-33c3b9358401 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Calling delete_port for ec5d7974-42a5-4ab1-83c7-d238cbb4c6d4 owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:23:51.658475 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-04f4ec12-b920-4aaf-8350-5ec78e12a368 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Deleting port 634f6999-4392-4e50-a2ee-37ae96031db6 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:23:51.658889 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-04f4ec12-b920-4aaf-8350-5ec78e12a368 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:51.724957 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3aa229ea-234f-44d7-8840-4e29a8f7deb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:51.797255 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-751d8a03-46ab-432f-8b5d-ae9f7cabe914 None None] For port 634f6999-4392-4e50-a2ee-37ae96031db6, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=634f6999-4392-4e50-a2ee-37ae96031db6,segment=NetworkSegment(1f6d058b-7e31-48e9-a2e5-aea75fee64f7),segment_id=1f6d058b-7e31-48e9-a2e5-aea75fee64f7)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:23:51.797674 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-751d8a03-46ab-432f-8b5d-ae9f7cabe914 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:51.969993 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-c41f9cdc-b96a-46e6-9a3e-075840aea2fa tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Allocated IP 172.20.0.8 (48fb3874-69bb-40f3-a827-9c1f11a82a70/fa661609-03b0-482e-9305-7d6fdbcc432e/336a1d85-a941-4f21-9558-70cc4021bc81) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:23:52.028386 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3aa229ea-234f-44d7-8840-4e29a8f7deb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:52.047188 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-3eb245d0-b9d8-4bf3-b0ec-16857fd3474c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:52.127594 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-751d8a03-46ab-432f-8b5d-ae9f7cabe914 None None] Calling delete_port for 634f6999-4392-4e50-a2ee-37ae96031db6 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:23:52.161978 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa229ea-234f-44d7-8840-4e29a8f7deb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6227ccf-b06a-4eed-8368-a48cc11555d9,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:52.357002 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-751d8a03-46ab-432f-8b5d-ae9f7cabe914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:52.361314 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-04f4ec12-b920-4aaf-8350-5ec78e12a368 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] For port 634f6999-4392-4e50-a2ee-37ae96031db6, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=634f6999-4392-4e50-a2ee-37ae96031db6,segment=NetworkSegment(1f6d058b-7e31-48e9-a2e5-aea75fee64f7),segment_id=1f6d058b-7e31-48e9-a2e5-aea75fee64f7)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:23:52.361923 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-04f4ec12-b920-4aaf-8350-5ec78e12a368 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:52.420408 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d8a03-46ab-432f-8b5d-ae9f7cabe914 None None] Pushing event deleted for resources: {'Port': ['ID=634f6999-4392-4e50-a2ee-37ae96031db6,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:52.431500 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751d8a03-46ab-432f-8b5d-ae9f7cabe914 None None] No DVR routers for this DVR port 634f6999-4392-4e50-a2ee-37ae96031db6 on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:23:52.513818 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-04f4ec12-b920-4aaf-8350-5ec78e12a368 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Calling delete_port for 634f6999-4392-4e50-a2ee-37ae96031db6 owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:23:52.522933 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e93eee-dcbd-453c-bdef-f19321124ea7 req-6f53e21f-94f6-49c7-8a70-bd6b3e809d49 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:52.524874 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47e93eee-dcbd-453c-bdef-f19321124ea7 req-6f53e21f-94f6-49c7-8a70-bd6b3e809d49 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=bddf43e1-94d5-4f4c-a0e1-2740fbfe0496 HTTP/1.1" status: 200 len: 931 time: 0.5456858 Feb 04 21:23:52.555033 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60444) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:52.592075 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3aa229ea-234f-44d7-8840-4e29a8f7deb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:52.596863 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3aa229ea-234f-44d7-8840-4e29a8f7deb7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f6227ccf-b06a-4eed-8368-a48cc11555d9 HTTP/1.1" status: 204 len: 168 time: 1.5507777 Feb 04 21:23:52.608932 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0f944963-0434-489d-9fdb-33c3b9358401 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:52.624578 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 634f6999-4392-4e50-a2ee-37ae96031db6 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:23:52.675822 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 634f6999-4392-4e50-a2ee-37ae96031db6 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:23:52.677170 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 634f6999-4392-4e50-a2ee-37ae96031db6 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:23:52.724203 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f944963-0434-489d-9fdb-33c3b9358401 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Pushing event deleted for resources: {'Port': ['ID=ec5d7974-42a5-4ab1-83c7-d238cbb4c6d4,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:52.811639 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47e93eee-dcbd-453c-bdef-f19321124ea7 req-97973ccd-91eb-4a2c-8d93-c5671bffe6e9 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768369 Feb 04 21:23:52.838527 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0f944963-0434-489d-9fdb-33c3b9358401 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:52.845164 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.api [None req-04f4ec12-b920-4aaf-8350-5ec78e12a368 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:23:52.845516 n-d-827896-1 neutron-server[87682]: DEBUG oslo_db.api [None req-04f4ec12-b920-4aaf-8350-5ec78e12a368 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:23:52.847366 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0f944963-0434-489d-9fdb-33c3b9358401 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] 10.222.0.26 "DELETE /v2.0/ports/ec5d7974-42a5-4ab1-83c7-d238cbb4c6d4 HTTP/1.1" status: 204 len: 168 time: 2.7984715 Feb 04 21:23:52.850219 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60456) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:52.855441 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-fff550ec-6d65-404e-a81a-5e6c66de525b tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:52.856169 n-d-827896-1 neutron-server[87682]: WARNING neutron.api.v2.base [None req-fff550ec-6d65-404e-a81a-5e6c66de525b tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 21:23:52.856765 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-fff550ec-6d65-404e-a81a-5e6c66de525b tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 21:23:52.857730 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fff550ec-6d65-404e-a81a-5e6c66de525b tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2923748 Feb 04 21:23:52.861888 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60460) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:52.884736 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-c41f9cdc-b96a-46e6-9a3e-075840aea2fa tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:52.896319 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-31ccf2cb-1d78-4861-9fa8-dbdd6deb62b6 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Request body: {'security_group': {'name': 'tempest-secgroup--246598129'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:52.954533 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-31ccf2cb-1d78-4861-9fa8-dbdd6deb62b6 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:52.963923 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e4b1bb1-eb99-42fd-877e-f534c98b16ab tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Deleting subnet d3559bb6-1d6e-4535-b058-40536c98b183 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:23:52.967409 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-31ccf2cb-1d78-4861-9fa8-dbdd6deb62b6 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Usage tracker for resource:security_group and tenant:01b0139bee9e4048b10d17fbcf3ed57d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:52.983171 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-31ccf2cb-1d78-4861-9fa8-dbdd6deb62b6 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:52.989817 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3e4b1bb1-eb99-42fd-877e-f534c98b16ab tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:53.027460 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-31ccf2cb-1d78-4861-9fa8-dbdd6deb62b6 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:53.079982 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3e4b1bb1-eb99-42fd-877e-f534c98b16ab tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:53.092934 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-45fd0c48-3918-4d2f-91f5-fb88d6f48fa8 req-e0acf11d-4899-4be2-a1c9-27a7ffab482f tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Synchronizing usage tracker for tenant:e21cb4a484004b09b45cc34593e100f7 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:23:53.111063 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-31ccf2cb-1d78-4861-9fa8-dbdd6deb62b6 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:53.135033 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-31ccf2cb-1d78-4861-9fa8-dbdd6deb62b6 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:53.167055 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-45fd0c48-3918-4d2f-91f5-fb88d6f48fa8 req-e0acf11d-4899-4be2-a1c9-27a7ffab482f tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Unset dirty status for tenant:e21cb4a484004b09b45cc34593e100f7 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:23:53.167055 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-45fd0c48-3918-4d2f-91f5-fb88d6f48fa8 req-e0acf11d-4899-4be2-a1c9-27a7ffab482f tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f1860b9-a09d-49db-9e9b-35f99ff8f9a0 HTTP/1.1" status: 200 len: 210 time: 0.1489007 Feb 04 21:23:53.172788 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-31ccf2cb-1d78-4861-9fa8-dbdd6deb62b6 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:53.207661 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-c41f9cdc-b96a-46e6-9a3e-075840aea2fa tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:53.208561 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3e4b1bb1-eb99-42fd-877e-f534c98b16ab tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:53.225750 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-31ccf2cb-1d78-4861-9fa8-dbdd6deb62b6 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Usage tracker for resource:security_group_rule and tenant:01b0139bee9e4048b10d17fbcf3ed57d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:53.267570 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-31ccf2cb-1d78-4861-9fa8-dbdd6deb62b6 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:53.295802 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-31ccf2cb-1d78-4861-9fa8-dbdd6deb62b6 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:53.319358 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-3eb245d0-b9d8-4bf3-b0ec-16857fd3474c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aad63ee-6a1e-49ce-941f-ba453c27b879 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:23:53.338229 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-3eb245d0-b9d8-4bf3-b0ec-16857fd3474c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:53.338473 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3e4b1bb1-eb99-42fd-877e-f534c98b16ab tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:53.341664 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-c41f9cdc-b96a-46e6-9a3e-075840aea2fa tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Network 48fb3874-69bb-40f3-a827-9c1f11a82a70 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:23:53.353775 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-c41f9cdc-b96a-46e6-9a3e-075840aea2fa tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:23:53.360337 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f9cdc-b96a-46e6-9a3e-075840aea2fa tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Pushing event updated for resources: {'Port': ['ID=336a1d85-a941-4f21-9558-70cc4021bc81,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:53.366661 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-c41f9cdc-b96a-46e6-9a3e-075840aea2fa tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:23:53.393414 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-04f4ec12-b920-4aaf-8350-5ec78e12a368 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Deleting port 634f6999-4392-4e50-a2ee-37ae96031db6 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:23:53.393714 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-04f4ec12-b920-4aaf-8350-5ec78e12a368 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:53.424977 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-3eb245d0-b9d8-4bf3-b0ec-16857fd3474c service neutron] Transition to ACTIVE for port object 1aad63ee-6a1e-49ce-941f-ba453c27b879 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:23:53.440181 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-3eb245d0-b9d8-4bf3-b0ec-16857fd3474c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:53.467808 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b1bb1-eb99-42fd-877e-f534c98b16ab tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Pushing event deleted for resources: {'Subnet': ['ID=d3559bb6-1d6e-4535-b058-40536c98b183,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:53.487958 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebd37a5-f3d7-458e-9924-d24c7372e59f None None] Network 57b5ab72-13bb-4881-aeb1-47136cf9dc97 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:23:53.501261 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3e4b1bb1-eb99-42fd-877e-f534c98b16ab tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:53.516933 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-04f4ec12-b920-4aaf-8350-5ec78e12a368 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] The port '634f6999-4392-4e50-a2ee-37ae96031db6' was deleted {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:23:53.536675 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-c41f9cdc-b96a-46e6-9a3e-075840aea2fa tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:53.537284 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-c41f9cdc-b96a-46e6-9a3e-075840aea2fa tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:53.654292 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-04f4ec12-b920-4aaf-8350-5ec78e12a368 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:53.683475 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-04f4ec12-b920-4aaf-8350-5ec78e12a368 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d1686a5-2233-4db5-8d7e-145954722f0a']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:53.689061 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb245d0-b9d8-4bf3-b0ec-16857fd3474c service neutron] Pushing event updated for resources: {'Port': ['ID=1aad63ee-6a1e-49ce-941f-ba453c27b879,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:53.697429 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-04f4ec12-b920-4aaf-8350-5ec78e12a368 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f6d058b-7e31-48e9-a2e5-aea75fee64f7') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:53.697866 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-04f4ec12-b920-4aaf-8350-5ec78e12a368 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f6d058b-7e31-48e9-a2e5-aea75fee64f7') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:53.709825 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-04f4ec12-b920-4aaf-8350-5ec78e12a368 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:53.727203 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-04f4ec12-b920-4aaf-8350-5ec78e12a368 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:53.734484 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04f4ec12-b920-4aaf-8350-5ec78e12a368 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:23:53.734895 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-04f4ec12-b920-4aaf-8350-5ec78e12a368 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:53.820351 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-c41f9cdc-b96a-46e6-9a3e-075840aea2fa tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2759693 Feb 04 21:23:53.839855 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3e4b1bb1-eb99-42fd-877e-f534c98b16ab tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] 10.222.0.26 "DELETE /v2.0/subnets/d3559bb6-1d6e-4535-b058-40536c98b183 HTTP/1.1" status: 204 len: 168 time: 0.9886272 Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:23:53.841007 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:23:53.843196 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-04f4ec12-b920-4aaf-8350-5ec78e12a368 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:53.844431 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60490) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:53.848703 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-d761a09c-528d-4d6d-afa8-e84efaeb7517 service neutron] Request body: {'port': {'device_id': '4f1860b9-a09d-49db-9e9b-35f99ff8f9a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:53.889893 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-04f4ec12-b920-4aaf-8350-5ec78e12a368 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:53.910690 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-31ccf2cb-1d78-4861-9fa8-dbdd6deb62b6 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:53.931826 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-31ccf2cb-1d78-4861-9fa8-dbdd6deb62b6 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:53.955553 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4ec12-b920-4aaf-8350-5ec78e12a368 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event deleted for resources: {'Network': ['ID=1d1686a5-2233-4db5-8d7e-145954722f0a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:53.966937 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-31ccf2cb-1d78-4861-9fa8-dbdd6deb62b6 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:53.984376 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-04f4ec12-b920-4aaf-8350-5ec78e12a368 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "DELETE /v2.0/networks/1d1686a5-2233-4db5-8d7e-145954722f0a HTTP/1.1" status: 204 len: 168 time: 3.3076398 Feb 04 21:23:53.990274 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60496) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:54.022579 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-31ccf2cb-1d78-4861-9fa8-dbdd6deb62b6 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Usage tracker for resource:security_group_rule and tenant:01b0139bee9e4048b10d17fbcf3ed57d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:54.076095 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-83a44be9-755e-4518-8c7a-899ab1a816fe tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] DELETE failed (client error): The resource could not be found. Feb 04 21:23:54.088788 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83a44be9-755e-4518-8c7a-899ab1a816fe tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:23:54.091103 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-83a44be9-755e-4518-8c7a-899ab1a816fe tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "DELETE /v2.0/subnets/d8d9e969-4d8e-4092-95cc-6cc940097fe4 HTTP/1.1" status: 404 len: 337 time: 0.0987732 Feb 04 21:23:54.092416 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7370f1d7-9b50-4a00-8b8d-1e20d1867212 None None] DHCP port deletion for 57b5ab72-13bb-4881-aeb1-47136cf9dc97 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:23:54.096703 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-7370f1d7-9b50-4a00-8b8d-1e20d1867212 None None] Deleting port 88bdf752-63ff-4c45-9db5-33162819da6d {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:23:54.097074 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7370f1d7-9b50-4a00-8b8d-1e20d1867212 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:54.100109 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60502) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:54.116290 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-62df2cfe-3301-4661-b6b7-68d52abfe345 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:54.135490 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-31ccf2cb-1d78-4861-9fa8-dbdd6deb62b6 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:54.156144 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-229e0957-10a0-4cca-ad48-5f31b20232e0 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] DELETE failed (client error): The resource could not be found. Feb 04 21:23:54.156635 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-229e0957-10a0-4cca-ad48-5f31b20232e0 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:23:54.158086 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccf2cb-1d78-4861-9fa8-dbdd6deb62b6 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4249ff-1992-4fb0-8273-3976b25ed1be,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:54.158494 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-229e0957-10a0-4cca-ad48-5f31b20232e0 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "DELETE /v2.0/networks/b055caac-1d0a-4fe5-bf03-8b32edf5b8f7 HTTP/1.1" status: 404 len: 339 time: 0.0535855 Feb 04 21:23:54.161482 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60506) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:54.175866 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-62df2cfe-3301-4661-b6b7-68d52abfe345 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Deleting port 88bdf752-63ff-4c45-9db5-33162819da6d {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:23:54.176375 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-62df2cfe-3301-4661-b6b7-68d52abfe345 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:54.232380 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-31ccf2cb-1d78-4861-9fa8-dbdd6deb62b6 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:54.321147 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-3eb245d0-b9d8-4bf3-b0ec-16857fd3474c service neutron] Attempting to bind port 1aad63ee-6a1e-49ce-941f-ba453c27b879 on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:54.322290 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-3eb245d0-b9d8-4bf3-b0ec-16857fd3474c service neutron] Attempting to bind port 1aad63ee-6a1e-49ce-941f-ba453c27b879 by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': '891443bf-3c45-411c-8b26-5ac9a9e807fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '9a5b169e-7ecf-44d8-b464-667febc50df4'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:54.322455 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-3eb245d0-b9d8-4bf3-b0ec-16857fd3474c service neutron] Attempting to bind port 1aad63ee-6a1e-49ce-941f-ba453c27b879 on network 9a5b169e-7ecf-44d8-b464-667febc50df4 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:54.355815 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-3eb245d0-b9d8-4bf3-b0ec-16857fd3474c service neutron] Port 1aad63ee-6a1e-49ce-941f-ba453c27b879 on network 9a5b169e-7ecf-44d8-b464-667febc50df4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:54.356156 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-3eb245d0-b9d8-4bf3-b0ec-16857fd3474c service neutron] Attempting to bind port 1aad63ee-6a1e-49ce-941f-ba453c27b879 on network 9a5b169e-7ecf-44d8-b464-667febc50df4 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:54.368602 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-d761a09c-528d-4d6d-afa8-e84efaeb7517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:54.393289 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-3eb245d0-b9d8-4bf3-b0ec-16857fd3474c service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:23:54.393683 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-3eb245d0-b9d8-4bf3-b0ec-16857fd3474c service neutron] Checking segment: {'id': '891443bf-3c45-411c-8b26-5ac9a9e807fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '9a5b169e-7ecf-44d8-b464-667febc50df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:23:54.394086 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-3eb245d0-b9d8-4bf3-b0ec-16857fd3474c service neutron] Bound using segment: {'id': '891443bf-3c45-411c-8b26-5ac9a9e807fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '9a5b169e-7ecf-44d8-b464-667febc50df4'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:23:54.394473 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-3eb245d0-b9d8-4bf3-b0ec-16857fd3474c service neutron] Bound port: 1aad63ee-6a1e-49ce-941f-ba453c27b879, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '891443bf-3c45-411c-8b26-5ac9a9e807fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '9a5b169e-7ecf-44d8-b464-667febc50df4'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:23:54.394826 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-3eb245d0-b9d8-4bf3-b0ec-16857fd3474c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:54.421011 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf9b428-e1b1-409d-be4a-756cd7709a82 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Deleting subnet 1607a9c1-2de1-4921-8946-6745aab3c50d {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:23:54.474782 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-eaf9b428-e1b1-409d-be4a-756cd7709a82 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:54.540055 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-62df2cfe-3301-4661-b6b7-68d52abfe345 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] For port 88bdf752-63ff-4c45-9db5-33162819da6d, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=88bdf752-63ff-4c45-9db5-33162819da6d,segment=NetworkSegment(8b3db002-6324-40bf-8e62-bb9f2c7e3b20),segment_id=8b3db002-6324-40bf-8e62-bb9f2c7e3b20)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:23:54.541175 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-62df2cfe-3301-4661-b6b7-68d52abfe345 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:54.553853 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-7370f1d7-9b50-4a00-8b8d-1e20d1867212 None None] For port 88bdf752-63ff-4c45-9db5-33162819da6d, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=88bdf752-63ff-4c45-9db5-33162819da6d,segment=NetworkSegment(8b3db002-6324-40bf-8e62-bb9f2c7e3b20),segment_id=8b3db002-6324-40bf-8e62-bb9f2c7e3b20)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:23:54.554351 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7370f1d7-9b50-4a00-8b8d-1e20d1867212 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:54.718900 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-62df2cfe-3301-4661-b6b7-68d52abfe345 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Calling delete_port for 88bdf752-63ff-4c45-9db5-33162819da6d owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:23:54.769033 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-7370f1d7-9b50-4a00-8b8d-1e20d1867212 None None] Calling delete_port for 88bdf752-63ff-4c45-9db5-33162819da6d owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:23:54.833555 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797012e-9bd7-4ec1-9429-95a2f151b149 req-a9f290d8-b538-46b3-b7ff-38c5f050e712 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:54.840867 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4797012e-9bd7-4ec1-9429-95a2f151b149 req-a9f290d8-b538-46b3-b7ff-38c5f050e712 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=bddf43e1-94d5-4f4c-a0e1-2740fbfe0496 HTTP/1.1" status: 200 len: 943 time: 0.6845472 Feb 04 21:23:54.845480 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 88bdf752-63ff-4c45-9db5-33162819da6d no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:23:54.916591 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-eaf9b428-e1b1-409d-be4a-756cd7709a82 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:54.938991 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-62df2cfe-3301-4661-b6b7-68d52abfe345 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:54.952910 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No active binding found for port 88bdf752-63ff-4c45-9db5-33162819da6d {{(pid=87684) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 21:23:54.953577 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 88bdf752-63ff-4c45-9db5-33162819da6d not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:23:54.999130 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-7370f1d7-9b50-4a00-8b8d-1e20d1867212 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:23:54.999800 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-7370f1d7-9b50-4a00-8b8d-1e20d1867212 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:23:55.021479 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-31ccf2cb-1d78-4861-9fa8-dbdd6deb62b6 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:55.026163 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df2cfe-3301-4661-b6b7-68d52abfe345 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Pushing event deleted for resources: {'Port': ['ID=88bdf752-63ff-4c45-9db5-33162819da6d,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:55.029963 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62df2cfe-3301-4661-b6b7-68d52abfe345 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] No DVR routers for this DVR port 88bdf752-63ff-4c45-9db5-33162819da6d on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:23:55.060273 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-31ccf2cb-1d78-4861-9fa8-dbdd6deb62b6 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:55.095897 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-3eb245d0-b9d8-4bf3-b0ec-16857fd3474c service neutron] For port 1aad63ee-6a1e-49ce-941f-ba453c27b879, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:23:55.129509 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4797012e-9bd7-4ec1-9429-95a2f151b149 req-387dec58-99da-4be8-93b0-ff9204cdf231 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873099 Feb 04 21:23:55.184742 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-3eb245d0-b9d8-4bf3-b0ec-16857fd3474c service neutron] For port 1aad63ee-6a1e-49ce-941f-ba453c27b879, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=1aad63ee-6a1e-49ce-941f-ba453c27b879,segment=NetworkSegment(891443bf-3c45-411c-8b26-5ac9a9e807fe),segment_id=891443bf-3c45-411c-8b26-5ac9a9e807fe)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:23:55.187867 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-62df2cfe-3301-4661-b6b7-68d52abfe345 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:55.220577 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-3eb245d0-b9d8-4bf3-b0ec-16857fd3474c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:55.230257 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-62df2cfe-3301-4661-b6b7-68d52abfe345 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b5ab72-13bb-4881-aeb1-47136cf9dc97']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:55.244065 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-62df2cfe-3301-4661-b6b7-68d52abfe345 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b3db002-6324-40bf-8e62-bb9f2c7e3b20') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:55.244639 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-62df2cfe-3301-4661-b6b7-68d52abfe345 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b3db002-6324-40bf-8e62-bb9f2c7e3b20') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:55.257487 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-62df2cfe-3301-4661-b6b7-68d52abfe345 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:55.262431 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-eaf9b428-e1b1-409d-be4a-756cd7709a82 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:55.278343 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-62df2cfe-3301-4661-b6b7-68d52abfe345 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:55.286934 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62df2cfe-3301-4661-b6b7-68d52abfe345 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:23:55.287378 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-62df2cfe-3301-4661-b6b7-68d52abfe345 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:55.306303 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:23:55.306303 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:23:55.306303 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:23:55.306303 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:23:55.306303 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:23:55.306303 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:23:55.306303 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:23:55.306303 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:23:55.306303 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:23:55.306303 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:23:55.306303 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:23:55.306303 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:23:55.306303 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:23:55.306303 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:23:55.306303 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:23:55.306303 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:23:55.306303 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:23:55.306303 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:23:55.306303 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:23:55.306303 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:23:55.306303 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:23:55.306303 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:23:55.306303 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:23:55.306303 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:23:55.306303 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:23:55.306303 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:23:55.306303 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:23:55.306303 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:23:55.306303 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:23:55.306303 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:23:55.306303 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:23:55.306303 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:23:55.401131 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-62df2cfe-3301-4661-b6b7-68d52abfe345 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:55.414230 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccf2cb-1d78-4861-9fa8-dbdd6deb62b6 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=734ff3a1-3792-4d38-8a8a-034313f144c4,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:55.416747 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-31ccf2cb-1d78-4861-9fa8-dbdd6deb62b6 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:55.418192 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-31ccf2cb-1d78-4861-9fa8-dbdd6deb62b6 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.5519404 Feb 04 21:23:55.427220 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-62df2cfe-3301-4661-b6b7-68d52abfe345 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:55.440828 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60532) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:55.448232 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-62df2cfe-3301-4661-b6b7-68d52abfe345 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] 10.222.0.26 "DELETE /v2.0/networks/57b5ab72-13bb-4881-aeb1-47136cf9dc97 HTTP/1.1" status: 204 len: 168 time: 1.5993958 Feb 04 21:23:55.453239 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-ff4a186b-c3d8-46f5-8e6b-d69b89d57e29 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Request body: {'security_group_rule': {'security_group_id': '734ff3a1-3792-4d38-8a8a-034313f144c4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:55.476191 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ff4a186b-c3d8-46f5-8e6b-d69b89d57e29 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:55.483135 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ff4a186b-c3d8-46f5-8e6b-d69b89d57e29 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Usage tracker for resource:security_group_rule and tenant:01b0139bee9e4048b10d17fbcf3ed57d is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:55.490452 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ff4a186b-c3d8-46f5-8e6b-d69b89d57e29 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:55.497764 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ff4a186b-c3d8-46f5-8e6b-d69b89d57e29 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:55.499077 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-3eb245d0-b9d8-4bf3-b0ec-16857fd3474c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:55.499698 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-3eb245d0-b9d8-4bf3-b0ec-16857fd3474c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:55.501130 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-3eb245d0-b9d8-4bf3-b0ec-16857fd3474c service neutron] 10.222.0.32 "PUT /v2.0/ports/1aad63ee-6a1e-49ce-941f-ba453c27b879 HTTP/1.1" status: 200 len: 1091 time: 4.0203462 Feb 04 21:23:55.503663 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bddf43e1-94d5-4f4c-a0e1-2740fbfe0496', 'tag': '1aad63ee-6a1e-49ce-941f-ba453c27b879'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:23:55.504313 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-7370f1d7-9b50-4a00-8b8d-1e20d1867212 None None] Deleting port 88bdf752-63ff-4c45-9db5-33162819da6d {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:23:55.506887 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7370f1d7-9b50-4a00-8b8d-1e20d1867212 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:55.551671 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df2cfe-3301-4661-b6b7-68d52abfe345 tempest-ExtraDHCPOptionsTestJSON-63095520 tempest-ExtraDHCPOptionsTestJSON-63095520-project] Pushing event deleted for resources: {'Network': ['ID=57b5ab72-13bb-4881-aeb1-47136cf9dc97,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:55.574623 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff4a186b-c3d8-46f5-8e6b-d69b89d57e29 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:55.665744 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb245d0-b9d8-4bf3-b0ec-16857fd3474c service neutron] Pushing event updated for resources: {'Port': ['ID=1aad63ee-6a1e-49ce-941f-ba453c27b879,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:55.700172 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff4a186b-c3d8-46f5-8e6b-d69b89d57e29 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:55.706465 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff4a186b-c3d8-46f5-8e6b-d69b89d57e29 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:55.725243 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb161110-1785-4ef2-a37d-2e2d503e1327 req-ffb59f13-34f1-4e07-9456-31653fa7878d tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:55.726834 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cb161110-1785-4ef2-a37d-2e2d503e1327 req-ffb59f13-34f1-4e07-9456-31653fa7878d tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f1860b9-a09d-49db-9e9b-35f99ff8f9a0 HTTP/1.1" status: 200 len: 931 time: 0.2939608 Feb 04 21:23:55.732701 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-eaf9b428-e1b1-409d-be4a-756cd7709a82 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:55.750486 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a186b-c3d8-46f5-8e6b-d69b89d57e29 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb40c997-0660-40fc-b9bf-4706d8f615a8,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:55.797904 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9b428-e1b1-409d-be4a-756cd7709a82 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event deleted for resources: {'Subnet': ['ID=1607a9c1-2de1-4921-8946-6745aab3c50d,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:55.802585 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ff4a186b-c3d8-46f5-8e6b-d69b89d57e29 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:55.808885 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60548) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:55.809162 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ff4a186b-c3d8-46f5-8e6b-d69b89d57e29 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3629713 Feb 04 21:23:55.810720 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-7370f1d7-9b50-4a00-8b8d-1e20d1867212 None None] The port '88bdf752-63ff-4c45-9db5-33162819da6d' was deleted {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:23:55.833861 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-285b8cd4-8243-4bdb-917c-9aead9e8c5e2 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Request body: {'security_group_rule': {'security_group_id': '734ff3a1-3792-4d38-8a8a-034313f144c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:55.842086 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e274f81-d06c-487c-a3c6-ab1831d6b65b None None] Network 3600745d-b822-4c6e-8b5d-cef27b24b034 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:23:55.852243 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-eaf9b428-e1b1-409d-be4a-756cd7709a82 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:55.870854 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-285b8cd4-8243-4bdb-917c-9aead9e8c5e2 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:55.909721 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-47634062-9663-4c91-a103-d2180ff55127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:55.911358 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-47634062-9663-4c91-a103-d2180ff55127 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=354a53753e434161ab788e250190d627&device_id=bddf43e1-94d5-4f4c-a0e1-2740fbfe0496 HTTP/1.1" status: 200 len: 1094 time: 0.3495774 Feb 04 21:23:55.950227 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cb161110-1785-4ef2-a37d-2e2d503e1327 req-c73b6ce4-c15b-462e-8af5-cc5a20feb59c tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/security-groups?id=521e69c8-4672-4ee9-a417-79cd09b52282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116983 Feb 04 21:23:55.951474 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-eaf9b428-e1b1-409d-be4a-756cd7709a82 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "DELETE /v2.0/subnets/1607a9c1-2de1-4921-8946-6745aab3c50d HTTP/1.1" status: 204 len: 168 time: 1.7742424 Feb 04 21:23:55.954293 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60552) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:55.956918 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-285b8cd4-8243-4bdb-917c-9aead9e8c5e2 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Usage tracker for resource:security_group_rule and tenant:01b0139bee9e4048b10d17fbcf3ed57d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:56.070035 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60558) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:56.077015 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-285b8cd4-8243-4bdb-917c-9aead9e8c5e2 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:56.100065 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-285b8cd4-8243-4bdb-917c-9aead9e8c5e2 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:56.105763 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bddf43e1-94d5-4f4c-a0e1-2740fbfe0496', 'tag': '1aad63ee-6a1e-49ce-941f-ba453c27b879', 'status': 'completed', 'code': 200} Feb 04 21:23:56.107813 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-8e0b68d7-b9e3-482a-9f25-2e750db0ea5a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1aad63ee-6a1e-49ce-941f-ba453c27b879 HTTP/1.1" status: 200 len: 217 time: 0.1815338 Feb 04 21:23:56.113028 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-d761a09c-528d-4d6d-afa8-e84efaeb7517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 336a1d85-a941-4f21-9558-70cc4021bc81 {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:23:56.270232 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:56.273018 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2491f86b-73f9-422b-8615-b316e0096bb5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:56.284182 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-d761a09c-528d-4d6d-afa8-e84efaeb7517 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:56.301169 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-2491f86b-73f9-422b-8615-b316e0096bb5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Deleting port 08ce8844-20d4-4b8f-a804-4fe8824a7e4d {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:23:56.301905 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2491f86b-73f9-422b-8615-b316e0096bb5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:56.309654 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-285b8cd4-8243-4bdb-917c-9aead9e8c5e2 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:56.350484 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff192b2-1021-47b0-84bd-1068b4d8c6a5 None None] DHCP port deletion for 3600745d-b822-4c6e-8b5d-cef27b24b034 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:23:56.356728 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-5ff192b2-1021-47b0-84bd-1068b4d8c6a5 None None] Deleting port 08ce8844-20d4-4b8f-a804-4fe8824a7e4d {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:23:56.357451 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5ff192b2-1021-47b0-84bd-1068b4d8c6a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:56.375331 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-d761a09c-528d-4d6d-afa8-e84efaeb7517 service neutron] Transition to ACTIVE for port object 336a1d85-a941-4f21-9558-70cc4021bc81 will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:23:56.378084 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-6654c6d3-c301-4b21-8d11-e877e949c53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:56.380170 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-6654c6d3-c301-4b21-8d11-e877e949c53b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04d011a5-5fa5-46de-b6ec-0f9f6f04e44d HTTP/1.1" status: 200 len: 855 time: 0.2464736 Feb 04 21:23:56.463942 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-d761a09c-528d-4d6d-afa8-e84efaeb7517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:56.560250 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-2491f86b-73f9-422b-8615-b316e0096bb5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] For port 08ce8844-20d4-4b8f-a804-4fe8824a7e4d, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=08ce8844-20d4-4b8f-a804-4fe8824a7e4d,segment=NetworkSegment(29b8b268-0391-46f7-bd6a-3a91f4919d71),segment_id=29b8b268-0391-46f7-bd6a-3a91f4919d71)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:23:56.560784 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2491f86b-73f9-422b-8615-b316e0096bb5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:56.586160 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761a09c-528d-4d6d-afa8-e84efaeb7517 service neutron] Pushing event updated for resources: {'Port': ['ID=336a1d85-a941-4f21-9558-70cc4021bc81,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:56.610974 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 08ce8844-20d4-4b8f-a804-4fe8824a7e4d no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:23:56.613192 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-ea0757e2-b2f1-4f9f-8a8a-9a7660092750 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a5b169e-7ecf-44d8-b464-667febc50df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1837955 Feb 04 21:23:56.621787 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-eb91b391-15b3-47b8-a857-185b3d12951e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9701a645e7474295a3797f9d2de6e4b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5388641 Feb 04 21:23:56.662738 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60566) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:56.688921 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-5ff192b2-1021-47b0-84bd-1068b4d8c6a5 None None] For port 08ce8844-20d4-4b8f-a804-4fe8824a7e4d, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=08ce8844-20d4-4b8f-a804-4fe8824a7e4d,segment=NetworkSegment(29b8b268-0391-46f7-bd6a-3a91f4919d71),segment_id=29b8b268-0391-46f7-bd6a-3a91f4919d71)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:23:56.689369 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5ff192b2-1021-47b0-84bd-1068b4d8c6a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:56.783167 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-2491f86b-73f9-422b-8615-b316e0096bb5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Calling delete_port for 08ce8844-20d4-4b8f-a804-4fe8824a7e4d owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:23:56.850686 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-5ff192b2-1021-47b0-84bd-1068b4d8c6a5 None None] Calling delete_port for 08ce8844-20d4-4b8f-a804-4fe8824a7e4d owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:23:56.863549 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-726f3a67-5c2b-4d3a-a785-43e392995ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:56.907311 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-726f3a67-5c2b-4d3a-a785-43e392995ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:56.918516 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:56.989314 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2491f86b-73f9-422b-8615-b316e0096bb5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:57.021868 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-5ff192b2-1021-47b0-84bd-1068b4d8c6a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:23:57.022319 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-5ff192b2-1021-47b0-84bd-1068b4d8c6a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:23:57.056690 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-d761a09c-528d-4d6d-afa8-e84efaeb7517 service neutron] Attempting to bind port 336a1d85-a941-4f21-9558-70cc4021bc81 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:23:57.057144 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-d761a09c-528d-4d6d-afa8-e84efaeb7517 service neutron] Attempting to bind port 336a1d85-a941-4f21-9558-70cc4021bc81 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'a975ea0a-c97e-4927-9083-08f2097fb28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '48fb3874-69bb-40f3-a827-9c1f11a82a70'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:23:57.057651 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-d761a09c-528d-4d6d-afa8-e84efaeb7517 service neutron] Attempting to bind port 336a1d85-a941-4f21-9558-70cc4021bc81 on network 48fb3874-69bb-40f3-a827-9c1f11a82a70 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:57.075585 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2491f86b-73f9-422b-8615-b316e0096bb5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] No DVR routers for this DVR port 08ce8844-20d4-4b8f-a804-4fe8824a7e4d on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:23:57.122399 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491f86b-73f9-422b-8615-b316e0096bb5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event deleted for resources: {'Port': ['ID=08ce8844-20d4-4b8f-a804-4fe8824a7e4d,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:57.223452 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-d761a09c-528d-4d6d-afa8-e84efaeb7517 service neutron] Port 336a1d85-a941-4f21-9558-70cc4021bc81 on network 48fb3874-69bb-40f3-a827-9c1f11a82a70 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:23:57.223909 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-d761a09c-528d-4d6d-afa8-e84efaeb7517 service neutron] Attempting to bind port 336a1d85-a941-4f21-9558-70cc4021bc81 on network 48fb3874-69bb-40f3-a827-9c1f11a82a70 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:23:57.232460 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [None req-285b8cd4-8243-4bdb-917c-9aead9e8c5e2 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 21:23:57.232958 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-285b8cd4-8243-4bdb-917c-9aead9e8c5e2 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.4192235 Feb 04 21:23:57.236062 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-d761a09c-528d-4d6d-afa8-e84efaeb7517 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:23:57.237624 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-d761a09c-528d-4d6d-afa8-e84efaeb7517 service neutron] Checking segment: {'id': 'a975ea0a-c97e-4927-9083-08f2097fb28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '48fb3874-69bb-40f3-a827-9c1f11a82a70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:23:57.237624 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-d761a09c-528d-4d6d-afa8-e84efaeb7517 service neutron] Bound using segment: {'id': 'a975ea0a-c97e-4927-9083-08f2097fb28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '48fb3874-69bb-40f3-a827-9c1f11a82a70'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:23:57.237624 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-d761a09c-528d-4d6d-afa8-e84efaeb7517 service neutron] Bound port: 336a1d85-a941-4f21-9558-70cc4021bc81, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a975ea0a-c97e-4927-9083-08f2097fb28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '48fb3874-69bb-40f3-a827-9c1f11a82a70'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:23:57.238038 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-d761a09c-528d-4d6d-afa8-e84efaeb7517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:57.240471 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-726f3a67-5c2b-4d3a-a785-43e392995ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:57.246758 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60584) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:57.254096 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-79ca3fa2-f035-46ef-bb64-955a66a2c60d service neutron] 10.222.0.32 "GET /v2.0/networks/9a5b169e-7ecf-44d8-b464-667febc50df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5640368 Feb 04 21:23:57.293961 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2491f86b-73f9-422b-8615-b316e0096bb5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:57.304094 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f3a67-5c2b-4d3a-a785-43e392995ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c1729f-5e3d-41f9-8e6a-f600feb9c705,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:57.315959 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-726f3a67-5c2b-4d3a-a785-43e392995ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:57.319646 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-726f3a67-5c2b-4d3a-a785-43e392995ebb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/91c1729f-5e3d-41f9-8e6a-f600feb9c705 HTTP/1.1" status: 204 len: 168 time: 0.6531031 Feb 04 21:23:57.385011 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-2491f86b-73f9-422b-8615-b316e0096bb5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3600745d-b822-4c6e-8b5d-cef27b24b034']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:57.455008 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3e8b2aec-f6fd-4977-9b54-1db3081757b7 req-b333aee9-1183-4102-b81b-4ad2eec15936 service neutron] 10.222.0.32 "GET /v2.0/networks/9a5b169e-7ecf-44d8-b464-667febc50df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938024 Feb 04 21:23:57.456465 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-2491f86b-73f9-422b-8615-b316e0096bb5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b8b268-0391-46f7-bd6a-3a91f4919d71') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:57.459083 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-2491f86b-73f9-422b-8615-b316e0096bb5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b8b268-0391-46f7-bd6a-3a91f4919d71') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:23:57.472910 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2767a-8822-4585-9589-dcc2d5d9a4b5 req-51d0540a-38b0-4916-ac50-121e87b51951 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:57.475103 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d8d2767a-8822-4585-9589-dcc2d5d9a4b5 req-51d0540a-38b0-4916-ac50-121e87b51951 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=bddf43e1-94d5-4f4c-a0e1-2740fbfe0496 HTTP/1.1" status: 200 len: 943 time: 1.1278224 Feb 04 21:23:57.523564 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-5ff192b2-1021-47b0-84bd-1068b4d8c6a5 None None] Deleting port 08ce8844-20d4-4b8f-a804-4fe8824a7e4d {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:23:57.524982 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5ff192b2-1021-47b0-84bd-1068b4d8c6a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:57.537155 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a845000c-ff04-460e-8c81-c20acaff64cb tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:57.542515 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2491f86b-73f9-422b-8615-b316e0096bb5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:57.596737 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a845000c-ff04-460e-8c81-c20acaff64cb tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:57.651088 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60594) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:57.658483 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a845000c-ff04-460e-8c81-c20acaff64cb tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:57.684341 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2491f86b-73f9-422b-8615-b316e0096bb5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:57.685366 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-5ff192b2-1021-47b0-84bd-1068b4d8c6a5 None None] The port '08ce8844-20d4-4b8f-a804-4fe8824a7e4d' was deleted {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:23:57.691524 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845000c-ff04-460e-8c81-c20acaff64cb tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=734ff3a1-3792-4d38-8a8a-034313f144c4,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:57.695612 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a845000c-ff04-460e-8c81-c20acaff64cb tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:57.700268 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a845000c-ff04-460e-8c81-c20acaff64cb tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "DELETE /v2.0/security-groups/734ff3a1-3792-4d38-8a8a-034313f144c4 HTTP/1.1" status: 204 len: 168 time: 0.4331179 Feb 04 21:23:57.701376 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60600) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:57.702069 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2491f86b-73f9-422b-8615-b316e0096bb5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:23:57.702921 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2491f86b-73f9-422b-8615-b316e0096bb5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:57.719989 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:23:57.719989 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:23:57.719989 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:23:57.719989 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:23:57.719989 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:23:57.719989 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:23:57.719989 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:23:57.719989 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:23:57.719989 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:23:57.719989 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:23:57.719989 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:23:57.719989 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:23:57.719989 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:23:57.719989 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:23:57.719989 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:23:57.719989 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:23:57.719989 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:23:57.719989 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:23:57.719989 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:23:57.719989 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:23:57.719989 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:23:57.719989 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:23:57.719989 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:23:57.719989 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:23:57.719989 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:23:57.719989 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:23:57.719989 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:23:57.719989 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:23:57.719989 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:23:57.719989 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:23:57.719989 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:23:57.719989 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:23:57.776248 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-d761a09c-528d-4d6d-afa8-e84efaeb7517 service neutron] For port 336a1d85-a941-4f21-9558-70cc4021bc81, host n-h2-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:23:57.800340 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-d761a09c-528d-4d6d-afa8-e84efaeb7517 service neutron] For port 336a1d85-a941-4f21-9558-70cc4021bc81, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=336a1d85-a941-4f21-9558-70cc4021bc81,segment=NetworkSegment(a975ea0a-c97e-4927-9083-08f2097fb28d),segment_id=a975ea0a-c97e-4927-9083-08f2097fb28d)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:23:57.805083 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d8d2767a-8822-4585-9589-dcc2d5d9a4b5 req-87a3592c-072d-45a7-9c39-88091a398420 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070927 Feb 04 21:23:57.813044 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-d761a09c-528d-4d6d-afa8-e84efaeb7517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:57.870375 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fdf367-8aca-43c3-9ab9-07634cf2c366 req-194d116b-5ebf-40e9-b180-5a87ebcb1265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:57.872279 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-45fdf367-8aca-43c3-9ab9-07634cf2c366 req-194d116b-5ebf-40e9-b180-5a87ebcb1265 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=354a53753e434161ab788e250190d627&device_id=bddf43e1-94d5-4f4c-a0e1-2740fbfe0496 HTTP/1.1" status: 200 len: 1094 time: 0.3554134 Feb 04 21:23:57.919169 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-d761a09c-528d-4d6d-afa8-e84efaeb7517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:57.919787 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-d761a09c-528d-4d6d-afa8-e84efaeb7517 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:57.921229 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-d761a09c-528d-4d6d-afa8-e84efaeb7517 service neutron] 10.222.0.18 "PUT /v2.0/ports/336a1d85-a941-4f21-9558-70cc4021bc81 HTTP/1.1" status: 200 len: 1091 time: 4.0866852 Feb 04 21:23:58.082607 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f7303c9f-ac93-4f78-88fa-e79acb44f6f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:58.110167 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1860b9-a09d-49db-9e9b-35f99ff8f9a0', 'tag': '336a1d85-a941-4f21-9558-70cc4021bc81'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:23:58.137951 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f7303c9f-ac93-4f78-88fa-e79acb44f6f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:58.149293 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2491f86b-73f9-422b-8615-b316e0096bb5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:58.152179 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f7303c9f-ac93-4f78-88fa-e79acb44f6f3 admin admin] Usage tracker for resource:security_group_rule and tenant:e7343689a574448393d62bc7a37e0b75 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:58.152429 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761a09c-528d-4d6d-afa8-e84efaeb7517 service neutron] Pushing event updated for resources: {'Port': ['ID=336a1d85-a941-4f21-9558-70cc4021bc81,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:58.161065 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f7303c9f-ac93-4f78-88fa-e79acb44f6f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:58.190516 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2491f86b-73f9-422b-8615-b316e0096bb5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:58.201147 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f7303c9f-ac93-4f78-88fa-e79acb44f6f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:58.213909 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-68c88af6-1067-4ebf-acd3-f6f3e6c4bf20 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Synchronizing usage tracker for tenant:01b0139bee9e4048b10d17fbcf3ed57d on resource:security_group {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:23:58.218848 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491f86b-73f9-422b-8615-b316e0096bb5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] Pushing event deleted for resources: {'Network': ['ID=3600745d-b822-4c6e-8b5d-cef27b24b034,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:58.236154 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2491f86b-73f9-422b-8615-b316e0096bb5 tempest-NetworksIpV6Test-1742243843 tempest-NetworksIpV6Test-1742243843-project] 10.222.0.26 "DELETE /v2.0/networks/3600745d-b822-4c6e-8b5d-cef27b24b034 HTTP/1.1" status: 204 len: 168 time: 2.2807651 Feb 04 21:23:58.239921 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-68c88af6-1067-4ebf-acd3-f6f3e6c4bf20 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Unset dirty status for tenant:01b0139bee9e4048b10d17fbcf3ed57d on resource:security_group {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:23:58.241157 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-68c88af6-1067-4ebf-acd3-f6f3e6c4bf20 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5225513 Feb 04 21:23:58.253766 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60626) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:58.316200 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fdf367-8aca-43c3-9ab9-07634cf2c366 req-f4d62140-4e5c-48ac-84ff-dfa0bb650026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:58.318868 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-45fdf367-8aca-43c3-9ab9-07634cf2c366 req-f4d62140-4e5c-48ac-84ff-dfa0bb650026 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9a5b169e-7ecf-44d8-b464-667febc50df4 HTTP/1.1" status: 200 len: 916 time: 0.4344413 Feb 04 21:23:58.346593 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f7303c9f-ac93-4f78-88fa-e79acb44f6f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:58.354867 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-a993dbc7-80d1-4e33-8509-c362c83bbf42 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Request body: {'security_group': {'name': 'tempest-secgroup--1902150146'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:58.362679 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a993dbc7-80d1-4e33-8509-c362c83bbf42 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:58.375968 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a993dbc7-80d1-4e33-8509-c362c83bbf42 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:58.386408 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f7303c9f-ac93-4f78-88fa-e79acb44f6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:58.409651 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a993dbc7-80d1-4e33-8509-c362c83bbf42 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:58.458096 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-45fdf367-8aca-43c3-9ab9-07634cf2c366 req-effe2257-2138-4235-9e7b-04e2614ad0f1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1aad63ee-6a1e-49ce-941f-ba453c27b879 HTTP/1.1" status: 200 len: 217 time: 0.1256838 Feb 04 21:23:58.458288 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7303c9f-ac93-4f78-88fa-e79acb44f6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c144406-8a05-45df-8c64-f007081beb30,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:58.486438 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f7303c9f-ac93-4f78-88fa-e79acb44f6f3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e7343689a574448393d62bc7a37e0b75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8315413 Feb 04 21:23:58.487606 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60640) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:58.488718 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a993dbc7-80d1-4e33-8509-c362c83bbf42 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:58.505151 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a993dbc7-80d1-4e33-8509-c362c83bbf42 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Usage tracker for resource:security_group_rule and tenant:01b0139bee9e4048b10d17fbcf3ed57d is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:58.510872 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a993dbc7-80d1-4e33-8509-c362c83bbf42 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:58.520998 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c8fe5-5d79-43e7-a2fe-af66c86524a9 req-34993fea-eb8f-4d11-91b5-5abb047a5aa0 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:58.528769 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-689c8fe5-5d79-43e7-a2fe-af66c86524a9 req-34993fea-eb8f-4d11-91b5-5abb047a5aa0 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f1860b9-a09d-49db-9e9b-35f99ff8f9a0 HTTP/1.1" status: 200 len: 943 time: 0.3690209 Feb 04 21:23:58.554362 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a993dbc7-80d1-4e33-8509-c362c83bbf42 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:58.560281 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-1754cb92-6d85-4876-855b-9513cdb9906c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:58.562230 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-1754cb92-6d85-4876-855b-9513cdb9906c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e21cb4a484004b09b45cc34593e100f7&device_id=4f1860b9-a09d-49db-9e9b-35f99ff8f9a0 HTTP/1.1" status: 200 len: 1094 time: 0.5425937 Feb 04 21:23:58.620799 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60644) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:58.662390 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-87d4a41d-f562-4365-9491-23b49807cf4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:58.670937 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60650) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:58.705729 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-689c8fe5-5d79-43e7-a2fe-af66c86524a9 req-bd82c8b5-db3b-4444-8cbf-51ee16b32365 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/security-groups?id=521e69c8-4672-4ee9-a417-79cd09b52282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758232 Feb 04 21:23:58.707683 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-a287829b-14dd-4b02-b2a7-5407185718d6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=336a1d85-a941-4f21-9558-70cc4021bc81 HTTP/1.1" status: 200 len: 217 time: 0.1343448 Feb 04 21:23:58.710440 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fdf367-8aca-43c3-9ab9-07634cf2c366 req-68eece6c-ed07-4da2-9f67-fb73787f44d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:58.712120 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-45fdf367-8aca-43c3-9ab9-07634cf2c366 req-68eece6c-ed07-4da2-9f67-fb73787f44d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04d011a5-5fa5-46de-b6ec-0f9f6f04e44d HTTP/1.1" status: 200 len: 855 time: 0.2528846 Feb 04 21:23:58.726848 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-87d4a41d-f562-4365-9491-23b49807cf4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:58.823882 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1860b9-a09d-49db-9e9b-35f99ff8f9a0', 'tag': '336a1d85-a941-4f21-9558-70cc4021bc81', 'status': 'completed', 'code': 200} Feb 04 21:23:58.831782 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-45fdf367-8aca-43c3-9ab9-07634cf2c366 req-2a55a636-4f41-461d-bfb7-31432957e4a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a5b169e-7ecf-44d8-b464-667febc50df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619764 Feb 04 21:23:58.877865 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-87d4a41d-f562-4365-9491-23b49807cf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:59.022065 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-ef324a4b-5cf2-4b95-9404-25f40b43b40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:59.023706 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-ef324a4b-5cf2-4b95-9404-25f40b43b40f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa661609-03b0-482e-9305-7d6fdbcc432e HTTP/1.1" status: 200 len: 854 time: 0.3099635 Feb 04 21:23:59.057594 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a993dbc7-80d1-4e33-8509-c362c83bbf42 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:59.058715 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4a41d-f562-4365-9491-23b49807cf4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c144406-8a05-45df-8c64-f007081beb30,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:59.061810 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-45fdf367-8aca-43c3-9ab9-07634cf2c366 req-db72012a-ae71-4de2-bd19-c786336d5ea4 service neutron] 10.222.0.32 "GET /v2.0/networks/9a5b169e-7ecf-44d8-b464-667febc50df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173960 Feb 04 21:23:59.064021 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-731f23c1-cdb3-49d4-8892-82ee13100906 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=44f990c85e0448379441eb9061711156&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4381649 Feb 04 21:23:59.067608 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-ba0a2e25-f194-40e7-8c2e-67a709f510cb tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-949362102'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:59.085590 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a993dbc7-80d1-4e33-8509-c362c83bbf42 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:59.090389 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60658) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:59.109033 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ba0a2e25-f194-40e7-8c2e-67a709f510cb tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:59.134539 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-87d4a41d-f562-4365-9491-23b49807cf4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:59.137853 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-87d4a41d-f562-4365-9491-23b49807cf4f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2c144406-8a05-45df-8c64-f007081beb30 HTTP/1.1" status: 204 len: 168 time: 0.6440523 Feb 04 21:23:59.157850 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ba0a2e25-f194-40e7-8c2e-67a709f510cb tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:network and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:59.181682 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ba0a2e25-f194-40e7-8c2e-67a709f510cb tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:59.213502 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a993dbc7-80d1-4e33-8509-c362c83bbf42 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:59.217360 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a993dbc7-80d1-4e33-8509-c362c83bbf42 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8666203 Feb 04 21:23:59.219277 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ba0a2e25-f194-40e7-8c2e-67a709f510cb tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:59.224595 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60666) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:59.236455 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a993dbc7-80d1-4e33-8509-c362c83bbf42 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d08823-5cbe-4cc4-aa51-8c23e3263336,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:59.237422 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-2b5dbac4-9468-420f-964f-377782325afe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48fb3874-69bb-40f3-a827-9c1f11a82a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1745079 Feb 04 21:23:59.263552 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-c2f8ca3e-0b9a-4101-bc38-16052354da68 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Request body: {'security_group_rule': {'security_group_id': '51d08823-5cbe-4cc4-aa51-8c23e3263336', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:23:59.264186 n-d-827896-1 neutron-server[87682]: WARNING neutron.api.v2.base [None req-c2f8ca3e-0b9a-4101-bc38-16052354da68 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 04 21:23:59.264993 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-c2f8ca3e-0b9a-4101-bc38-16052354da68 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 21:23:59.266800 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c2f8ca3e-0b9a-4101-bc38-16052354da68 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0321119 Feb 04 21:23:59.284667 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60672) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:59.302647 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0a2e25-f194-40e7-8c2e-67a709f510cb tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:23:59.306707 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba0a2e25-f194-40e7-8c2e-67a709f510cb tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:59.330382 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba0a2e25-f194-40e7-8c2e-67a709f510cb tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:59.340171 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d6ce366e-8ad4-40ec-bb5b-9a8adc0afc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:59.377742 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ba0a2e25-f194-40e7-8c2e-67a709f510cb tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:59.401145 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ba0a2e25-f194-40e7-8c2e-67a709f510cb tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:security_group_rule and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:59.407879 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ba0a2e25-f194-40e7-8c2e-67a709f510cb tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:59.419030 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ba0a2e25-f194-40e7-8c2e-67a709f510cb tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:59.422786 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d6ce366e-8ad4-40ec-bb5b-9a8adc0afc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:59.432733 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8c3f27a5-8564-4b9b-8c15-a4cd2ba9838c req-752ab871-9fa8-4647-a904-7b8d4758a382 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=92a7afa3-5e12-4e0a-8fbe-6069a7995915&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4188197 Feb 04 21:23:59.473932 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f1ad2eac-95c8-4e41-bdbe-8f4f86fe5e98 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:59.525756 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60680) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:59.557644 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f1ad2eac-95c8-4e41-bdbe-8f4f86fe5e98 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:59.617283 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e9583f52-4f1f-4a98-aa6d-bcca9b5eb539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:59.663088 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-45fdf367-8aca-43c3-9ab9-07634cf2c366 req-9520dc42-d545-4184-8bf8-699cd33fc380 service neutron] 10.222.0.32 "GET /v2.0/networks/9a5b169e-7ecf-44d8-b464-667febc50df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5554438 Feb 04 21:23:59.667451 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e9583f52-4f1f-4a98-aa6d-bcca9b5eb539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:23:59.677980 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be11bdf-9825-432d-bc66-5b3943dee93e req-d4fe62dc-bf1f-4f2d-a6f1-9d2ed8b7b67c tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:59.680621 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2be11bdf-9825-432d-bc66-5b3943dee93e req-d4fe62dc-bf1f-4f2d-a6f1-9d2ed8b7b67c tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=bddf43e1-94d5-4f4c-a0e1-2740fbfe0496 HTTP/1.1" status: 200 len: 943 time: 0.6535938 Feb 04 21:23:59.682924 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d6ce366e-8ad4-40ec-bb5b-9a8adc0afc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:59.688752 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e9583f52-4f1f-4a98-aa6d-bcca9b5eb539 admin admin] Usage tracker for resource:security_group_rule and tenant:a95e4df4ae2547a4b9718d5045e1ce1a is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:23:59.709262 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e9583f52-4f1f-4a98-aa6d-bcca9b5eb539 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:23:59.728319 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e9583f52-4f1f-4a98-aa6d-bcca9b5eb539 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:23:59.735255 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce366e-8ad4-40ec-bb5b-9a8adc0afc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3e78af-308d-4ce7-8929-d096e7537b5b,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:59.795529 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f1ad2eac-95c8-4e41-bdbe-8f4f86fe5e98 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:59.795918 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2be11bdf-9825-432d-bc66-5b3943dee93e req-3dffdc12-51c1-47d7-aa51-722b1be95e9c tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004519 Feb 04 21:23:59.798096 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-22e696a8-0f72-40ab-90fc-607d6a8e1177 service neutron] 10.222.0.18 "GET /v2.0/networks/48fb3874-69bb-40f3-a827-9c1f11a82a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5466409 Feb 04 21:23:59.812635 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d6ce366e-8ad4-40ec-bb5b-9a8adc0afc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:59.816142 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d6ce366e-8ad4-40ec-bb5b-9a8adc0afc3d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7c3e78af-308d-4ce7-8929-d096e7537b5b HTTP/1.1" status: 204 len: 168 time: 0.7070894 Feb 04 21:23:59.842980 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad2eac-95c8-4e41-bdbe-8f4f86fe5e98 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d08823-5cbe-4cc4-aa51-8c23e3263336,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:59.848388 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba0a2e25-f194-40e7-8c2e-67a709f510cb tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:59.855461 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f1ad2eac-95c8-4e41-bdbe-8f4f86fe5e98 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:59.856851 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f1ad2eac-95c8-4e41-bdbe-8f4f86fe5e98 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "DELETE /v2.0/security-groups/51d08823-5cbe-4cc4-aa51-8c23e3263336 HTTP/1.1" status: 204 len: 168 time: 0.5713348 Feb 04 21:23:59.861691 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba0a2e25-f194-40e7-8c2e-67a709f510cb tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:59.867539 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60690) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:23:59.936371 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba0a2e25-f194-40e7-8c2e-67a709f510cb tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:23:59.945430 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f27a5-8564-4b9b-8c15-a4cd2ba9838c req-fdefecfc-6d0c-43c6-b82c-12878fb6f6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:23:59.947749 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8c3f27a5-8564-4b9b-8c15-a4cd2ba9838c req-fdefecfc-6d0c-43c6-b82c-12878fb6f6cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=354a53753e434161ab788e250190d627&device_id=92a7afa3-5e12-4e0a-8fbe-6069a7995915 HTTP/1.1" status: 200 len: 1097 time: 0.3788249 Feb 04 21:23:59.970322 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a2e25-f194-40e7-8c2e-67a709f510cb tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa99768-2de9-46be-a002-0db2f9f6408a,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:23:59.983506 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba0a2e25-f194-40e7-8c2e-67a709f510cb tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:23:59.983877 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-ba0a2e25-f194-40e7-8c2e-67a709f510cb tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Added segment 97f50a04-8d54-4629-83ee-be6d01ba224d of type vlan for network 3ff02814-caec-4357-b19c-adb4bc2f455e Feb 04 21:24:00.124135 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-fca9d383-cdc5-4f0a-bc52-3edc1105ba0b tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Synchronizing usage tracker for tenant:01b0139bee9e4048b10d17fbcf3ed57d on resource:security_group {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:00.138178 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8fcffcaf-6686-41a7-a562-7f4a1fdbcec2 req-3cbbdca6-8017-46bc-b446-3a33bc987ac3 service neutron] 10.222.0.18 "GET /v2.0/networks/48fb3874-69bb-40f3-a827-9c1f11a82a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341801 Feb 04 21:24:00.154432 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba0a2e25-f194-40e7-8c2e-67a709f510cb tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:00.176268 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e9583f52-4f1f-4a98-aa6d-bcca9b5eb539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:00.179360 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00751e9b-a6bb-4e83-97af-566c0d11dfa8 req-729e4328-ffef-4e83-b3cb-56ad9a331b1c tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:00.180860 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-00751e9b-a6bb-4e83-97af-566c0d11dfa8 req-729e4328-ffef-4e83-b3cb-56ad9a331b1c tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f1860b9-a09d-49db-9e9b-35f99ff8f9a0 HTTP/1.1" status: 200 len: 943 time: 0.1374602 Feb 04 21:24:00.197873 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e9583f52-4f1f-4a98-aa6d-bcca9b5eb539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:00.228915 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-fca9d383-cdc5-4f0a-bc52-3edc1105ba0b tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Unset dirty status for tenant:01b0139bee9e4048b10d17fbcf3ed57d on resource:security_group {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:00.230186 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fca9d383-cdc5-4f0a-bc52-3edc1105ba0b tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3533249 Feb 04 21:24:00.248244 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60696) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:00.276633 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-cd16bea0-7928-4fb9-a81f-8be764318856 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Request body: {'security_group': {'name': 'tempest-secgroup--1762584614'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:00.296065 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-cd16bea0-7928-4fb9-a81f-8be764318856 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:00.299050 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-00751e9b-a6bb-4e83-97af-566c0d11dfa8 req-e0f43f5a-c881-4d9e-bb9a-2b7e3d9d2890 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/security-groups?id=521e69c8-4672-4ee9-a417-79cd09b52282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088889 Feb 04 21:24:00.306862 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e9583f52-4f1f-4a98-aa6d-bcca9b5eb539 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a95e4df4ae2547a4b9718d5045e1ce1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7760201 Feb 04 21:24:00.308813 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9583f52-4f1f-4a98-aa6d-bcca9b5eb539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928616a5-bd54-46cf-aa58-73f90c71a543,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:00.311227 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60702) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:00.327395 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba0a2e25-f194-40e7-8c2e-67a709f510cb tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:00.332552 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0a2e25-f194-40e7-8c2e-67a709f510cb tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:00.333047 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba0a2e25-f194-40e7-8c2e-67a709f510cb tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:00.337685 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f27a5-8564-4b9b-8c15-a4cd2ba9838c req-5d15e141-1175-40ba-817e-1cb89cdec298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:00.340051 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8c3f27a5-8564-4b9b-8c15-a4cd2ba9838c req-5d15e141-1175-40ba-817e-1cb89cdec298 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9a5b169e-7ecf-44d8-b464-667febc50df4 HTTP/1.1" status: 200 len: 916 time: 0.3626609 Feb 04 21:24:00.362628 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-cd16bea0-7928-4fb9-a81f-8be764318856 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:00.372118 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4ed37-7933-442d-98a7-e77f16015909 req-57679119-b32e-42c7-ae7d-cddd64edf467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:00.373528 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a4f4ed37-7933-442d-98a7-e77f16015909 req-57679119-b32e-42c7-ae7d-cddd64edf467 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e21cb4a484004b09b45cc34593e100f7&device_id=4f1860b9-a09d-49db-9e9b-35f99ff8f9a0 HTTP/1.1" status: 200 len: 1094 time: 0.1679738 Feb 04 21:24:00.462580 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-20858562-e8b4-4a5b-8a94-089905d24d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:00.510097 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-20858562-e8b4-4a5b-8a94-089905d24d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:00.512230 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8c3f27a5-8564-4b9b-8c15-a4cd2ba9838c req-f35e58ae-10ca-4c32-8e31-b90a18b32eb6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e57f8557-6ec9-4ad1-b79a-7507873f51eb HTTP/1.1" status: 200 len: 217 time: 0.1422286 Feb 04 21:24:00.558161 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cd16bea0-7928-4fb9-a81f-8be764318856 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:00.578439 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4ed37-7933-442d-98a7-e77f16015909 req-9f420111-2035-47a7-b2f0-439266061f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:00.580152 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a4f4ed37-7933-442d-98a7-e77f16015909 req-9f420111-2035-47a7-b2f0-439266061f97 service neutron] 10.222.0.18 "GET /v2.0/networks?id=48fb3874-69bb-40f3-a827-9c1f11a82a70 HTTP/1.1" status: 200 len: 915 time: 0.1947646 Feb 04 21:24:00.592817 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ba0a2e25-f194-40e7-8c2e-67a709f510cb tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9206090 Feb 04 21:24:00.594091 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a2e25-f194-40e7-8c2e-67a709f510cb tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Network': ['ID=3ff02814-caec-4357-b19c-adb4bc2f455e,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:00.596275 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60712) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:00.607836 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 3ff02814-caec-4357-b19c-adb4bc2f455e details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:24:00.612491 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-f16b3cd9-8087-4ff2-847a-58d7dd1db9e1 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'port': {'network_id': '3ff02814-caec-4357-b19c-adb4bc2f455e', 'name': 'tempest-PortsIpV6TestJSON-1496493694'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:00.644292 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-cd16bea0-7928-4fb9-a81f-8be764318856 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:00.663039 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a4f4ed37-7933-442d-98a7-e77f16015909 req-b561b958-4ead-4f0d-a684-aac7cc8cafab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=336a1d85-a941-4f21-9558-70cc4021bc81 HTTP/1.1" status: 200 len: 217 time: 0.0760291 Feb 04 21:24:00.677012 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-cd16bea0-7928-4fb9-a81f-8be764318856 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Usage tracker for resource:security_group_rule and tenant:01b0139bee9e4048b10d17fbcf3ed57d is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:00.708169 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-20858562-e8b4-4a5b-8a94-089905d24d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:00.751248 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-cd16bea0-7928-4fb9-a81f-8be764318856 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:00.769781 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20858562-e8b4-4a5b-8a94-089905d24d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928616a5-bd54-46cf-aa58-73f90c71a543,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:00.779799 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-20858562-e8b4-4a5b-8a94-089905d24d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:00.783439 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-20858562-e8b4-4a5b-8a94-089905d24d69 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/928616a5-bd54-46cf-aa58-73f90c71a543 HTTP/1.1" status: 204 len: 168 time: 0.4688559 Feb 04 21:24:00.791017 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4ed37-7933-442d-98a7-e77f16015909 req-4bbc0c91-f203-444e-967e-387cacc4342b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:00.792714 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a4f4ed37-7933-442d-98a7-e77f16015909 req-4bbc0c91-f203-444e-967e-387cacc4342b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa661609-03b0-482e-9305-7d6fdbcc432e HTTP/1.1" status: 200 len: 854 time: 0.1231704 Feb 04 21:24:00.795616 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f27a5-8564-4b9b-8c15-a4cd2ba9838c req-66788cbc-387a-48b2-a73b-4f1e0fd13009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:00.797221 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8c3f27a5-8564-4b9b-8c15-a4cd2ba9838c req-66788cbc-387a-48b2-a73b-4f1e0fd13009 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04d011a5-5fa5-46de-b6ec-0f9f6f04e44d HTTP/1.1" status: 200 len: 855 time: 0.2753580 Feb 04 21:24:00.801154 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-cd16bea0-7928-4fb9-a81f-8be764318856 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:00.874137 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8c3f27a5-8564-4b9b-8c15-a4cd2ba9838c req-574b82b9-ed1f-4647-9e17-65543de44297 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9a5b169e-7ecf-44d8-b464-667febc50df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682261 Feb 04 21:24:00.960844 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a4f4ed37-7933-442d-98a7-e77f16015909 req-c717263b-b81c-411d-8f16-121f0d41a175 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48fb3874-69bb-40f3-a827-9c1f11a82a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1564736 Feb 04 21:24:01.275856 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f16b3cd9-8087-4ff2-847a-58d7dd1db9e1 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:01.290743 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f16b3cd9-8087-4ff2-847a-58d7dd1db9e1 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:port and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:01.294995 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60732) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:01.304432 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f16b3cd9-8087-4ff2-847a-58d7dd1db9e1 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:01.316800 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f16b3cd9-8087-4ff2-847a-58d7dd1db9e1 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:01.325298 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a4f4ed37-7933-442d-98a7-e77f16015909 req-c2eff9cd-acbf-48a6-81cc-7656be4a74fb service neutron] 10.222.0.18 "GET /v2.0/networks/48fb3874-69bb-40f3-a827-9c1f11a82a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420875 Feb 04 21:24:01.339222 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885a249-ffa9-4588-8727-e26c849ed39d req-6c410ff1-d1bc-489e-84d0-7a83c5411d7c tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:01.346973 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d885a249-ffa9-4588-8727-e26c849ed39d req-6c410ff1-d1bc-489e-84d0-7a83c5411d7c tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=bddf43e1-94d5-4f4c-a0e1-2740fbfe0496 HTTP/1.1" status: 200 len: 943 time: 0.3069394 Feb 04 21:24:01.375894 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16b3cd9-8087-4ff2-847a-58d7dd1db9e1 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:24:01.379800 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f16b3cd9-8087-4ff2-847a-58d7dd1db9e1 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:01.436688 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cd16bea0-7928-4fb9-a81f-8be764318856 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:01.440442 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 336a1d85-a941-4f21-9558-70cc4021bc81 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:24:01.442491 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8c3f27a5-8564-4b9b-8c15-a4cd2ba9838c req-b6efe120-1300-4723-b08c-b18cb6afb089 service neutron] 10.222.0.18 "GET /v2.0/networks/9a5b169e-7ecf-44d8-b464-667febc50df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5515387 Feb 04 21:24:01.446412 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cd16bea0-7928-4fb9-a81f-8be764318856 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:01.487795 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-f16b3cd9-8087-4ff2-847a-58d7dd1db9e1 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] device_id is not set on port c3ce4257-63dd-4a96-a4fa-0d0aa15086e6 yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:24:01.496401 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d885a249-ffa9-4588-8727-e26c849ed39d req-08c6c925-ab41-4a48-bc03-f5eaf38d46f6 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483734 Feb 04 21:24:01.562411 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60740) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:01.613372 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-4cde0e20-2306-4d6d-88ce-22e61430fcfb tempest-NetworksNegativeTestJSON-108824070 tempest-NetworksNegativeTestJSON-108824070-project] Request body: {'port': {'network_id': '38082cd6-12a3-4384-a279-1786a40b7247', 'name': 'tempest-NetworksNegativeTestJSON-834097661'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:01.647318 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2a83243e-e0aa-45ce-b1ff-4692969b7a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:01.663107 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cde0e20-2306-4d6d-88ce-22e61430fcfb tempest-NetworksNegativeTestJSON-108824070 tempest-NetworksNegativeTestJSON-108824070-project] POST failed (client error): The resource could not be found. Feb 04 21:24:01.663599 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cde0e20-2306-4d6d-88ce-22e61430fcfb tempest-NetworksNegativeTestJSON-108824070 tempest-NetworksNegativeTestJSON-108824070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:24:01.664787 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-4cde0e20-2306-4d6d-88ce-22e61430fcfb tempest-NetworksNegativeTestJSON-108824070 tempest-NetworksNegativeTestJSON-108824070-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3677192 Feb 04 21:24:01.669041 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-cd16bea0-7928-4fb9-a81f-8be764318856 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:01.670310 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-cd16bea0-7928-4fb9-a81f-8be764318856 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4193799 Feb 04 21:24:01.673944 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60744) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:01.674460 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60746) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:01.676561 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a4f4ed37-7933-442d-98a7-e77f16015909 req-2969007d-1f53-4f00-9cc9-d6b5f2c64c1d service neutron] 10.222.0.18 "GET /v2.0/networks/48fb3874-69bb-40f3-a827-9c1f11a82a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073888 Feb 04 21:24:01.677604 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-2a83243e-e0aa-45ce-b1ff-4692969b7a7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:01.682415 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-2a83243e-e0aa-45ce-b1ff-4692969b7a7f admin admin] Usage tracker for resource:security_group_rule and tenant:fd275f5d4be44a5fb4bfd9cc2c734831 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:01.687611 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-2a83243e-e0aa-45ce-b1ff-4692969b7a7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:01.692743 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16bea0-7928-4fb9-a81f-8be764318856 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7327526-e0f0-4977-917d-668724544032,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:01.699930 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-2a83243e-e0aa-45ce-b1ff-4692969b7a7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:01.722863 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-4e11381b-5678-4e5f-b283-98e91adee3f1 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Request body: {'security_group_rule': {'security_group_id': 'c7327526-e0f0-4977-917d-668724544032', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:01.724076 n-d-827896-1 neutron-server[87682]: WARNING neutron.api.v2.base [None req-4e11381b-5678-4e5f-b283-98e91adee3f1 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 04 21:24:01.724581 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-4e11381b-5678-4e5f-b283-98e91adee3f1 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 21:24:01.725603 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4e11381b-5678-4e5f-b283-98e91adee3f1 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0482068 Feb 04 21:24:01.733448 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60754) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:01.739124 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 336a1d85-a941-4f21-9558-70cc4021bc81, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=336a1d85-a941-4f21-9558-70cc4021bc81,segment=NetworkSegment(a975ea0a-c97e-4927-9083-08f2097fb28d),segment_id=a975ea0a-c97e-4927-9083-08f2097fb28d)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:24:01.756038 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '336a1d85-a941-4f21-9558-70cc4021bc81', 'network_id': '48fb3874-69bb-40f3-a827-9c1f11a82a70', 'port_id': '336a1d85-a941-4f21-9558-70cc4021bc81', 'mac_address': 'fa:16:3e:cb:a9:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa661609-03b0-482e-9305-7d6fdbcc432e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:24:01.779910 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-06657a1c-5770-4686-a3cc-64987dbe9def tempest-NetworksNegativeTestJSON-108824070 tempest-NetworksNegativeTestJSON-108824070-project] DELETE failed (client error): The resource could not be found. Feb 04 21:24:01.780273 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06657a1c-5770-4686-a3cc-64987dbe9def tempest-NetworksNegativeTestJSON-108824070 tempest-NetworksNegativeTestJSON-108824070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:24:01.815592 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-06657a1c-5770-4686-a3cc-64987dbe9def tempest-NetworksNegativeTestJSON-108824070 tempest-NetworksNegativeTestJSON-108824070-project] 10.222.0.26 "DELETE /v2.0/networks/e36b3a1f-91ed-453d-815c-ccffc056810c HTTP/1.1" status: 404 len: 339 time: 0.1399603 Feb 04 21:24:01.823298 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8c3f27a5-8564-4b9b-8c15-a4cd2ba9838c req-e03a8c41-78c2-496a-b956-dea3538893e2 service neutron] 10.222.0.18 "GET /v2.0/networks/9a5b169e-7ecf-44d8-b464-667febc50df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726351 Feb 04 21:24:01.825847 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60762) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:01.826083 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:01.857183 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 336a1d85-a941-4f21-9558-70cc4021bc81 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:24:01.874916 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 336a1d85-a941-4f21-9558-70cc4021bc81, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=336a1d85-a941-4f21-9558-70cc4021bc81,segment=NetworkSegment(a975ea0a-c97e-4927-9083-08f2097fb28d),segment_id=a975ea0a-c97e-4927-9083-08f2097fb28d)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:24:01.878477 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 1aad63ee-6a1e-49ce-941f-ba453c27b879 details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:24:01.917858 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2a83243e-e0aa-45ce-b1ff-4692969b7a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:01.924864 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2a83243e-e0aa-45ce-b1ff-4692969b7a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:01.970165 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-eadeb633-36cb-49ac-854b-cd3e9ec61bfe tempest-NetworksNegativeTestJSON-108824070 tempest-NetworksNegativeTestJSON-108824070-project] DELETE failed (client error): The resource could not be found. Feb 04 21:24:01.970802 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eadeb633-36cb-49ac-854b-cd3e9ec61bfe tempest-NetworksNegativeTestJSON-108824070 tempest-NetworksNegativeTestJSON-108824070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:24:01.972543 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-eadeb633-36cb-49ac-854b-cd3e9ec61bfe tempest-NetworksNegativeTestJSON-108824070 tempest-NetworksNegativeTestJSON-108824070-project] 10.222.0.26 "DELETE /v2.0/ports/73a97ac3-0fa6-4c13-b95f-42e543f03f50 HTTP/1.1" status: 404 len: 333 time: 0.1392288 Feb 04 21:24:01.976555 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-2a83243e-e0aa-45ce-b1ff-4692969b7a7f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fd275f5d4be44a5fb4bfd9cc2c734831&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4083972 Feb 04 21:24:01.977096 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60768) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:01.978922 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60770) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:02.017617 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0585fa40-f75c-4920-b932-00a9ac776ab3 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:02.029884 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:02.075701 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f16b3cd9-8087-4ff2-847a-58d7dd1db9e1 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:02.078310 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0585fa40-f75c-4920-b932-00a9ac776ab3 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:02.115007 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aade0b6-3f44-4521-b04c-5173d5053aa3 tempest-NetworksNegativeTestJSON-108824070 tempest-NetworksNegativeTestJSON-108824070-project] DELETE failed (client error): The resource could not be found. Feb 04 21:24:02.115461 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aade0b6-3f44-4521-b04c-5173d5053aa3 tempest-NetworksNegativeTestJSON-108824070 tempest-NetworksNegativeTestJSON-108824070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:24:02.143056 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0585fa40-f75c-4920-b932-00a9ac776ab3 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:02.147248 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-4aade0b6-3f44-4521-b04c-5173d5053aa3 tempest-NetworksNegativeTestJSON-108824070 tempest-NetworksNegativeTestJSON-108824070-project] 10.222.0.26 "DELETE /v2.0/subnets/26619b46-ac0c-4f18-8d11-3833e886c7bc HTTP/1.1" status: 404 len: 337 time: 0.1558614 Feb 04 21:24:02.148152 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=336a1d85-a941-4f21-9558-70cc4021bc81,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:02.165736 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60776) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:02.192828 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15d21d-d4ab-49f1-a665-322aa4e26bf9 req-1f2c089e-dbdb-4094-b789-ec29330d4083 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:02.194464 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dc15d21d-d4ab-49f1-a665-322aa4e26bf9 req-1f2c089e-dbdb-4094-b789-ec29330d4083 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f1860b9-a09d-49db-9e9b-35f99ff8f9a0 HTTP/1.1" status: 200 len: 943 time: 0.4741521 Feb 04 21:24:02.202130 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585fa40-f75c-4920-b932-00a9ac776ab3 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7327526-e0f0-4977-917d-668724544032,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:02.208152 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 1aad63ee-6a1e-49ce-941f-ba453c27b879, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=1aad63ee-6a1e-49ce-941f-ba453c27b879,segment=NetworkSegment(891443bf-3c45-411c-8b26-5ac9a9e807fe),segment_id=891443bf-3c45-411c-8b26-5ac9a9e807fe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:24:02.214196 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f16b3cd9-8087-4ff2-847a-58d7dd1db9e1 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:02.221415 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed019ffc-a428-41b9-a8e0-910e09fa4b3d tempest-NetworksNegativeTestJSON-108824070 tempest-NetworksNegativeTestJSON-108824070-project] GET failed (client error): The resource could not be found. Feb 04 21:24:02.223391 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ed019ffc-a428-41b9-a8e0-910e09fa4b3d tempest-NetworksNegativeTestJSON-108824070 tempest-NetworksNegativeTestJSON-108824070-project] 10.222.0.26 "GET /v2.0/networks/ac98cc52-b74a-4e38-a1f1-df95f9176993 HTTP/1.1" status: 404 len: 339 time: 0.0493741 Feb 04 21:24:02.224619 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83243e-e0aa-45ce-b1ff-4692969b7a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a677d9-ea77-4fa9-b3ff-dc3f141795fb,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:02.233469 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60780) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:02.239200 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b5d79ca4-9104-49d0-935a-5537989af3f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:02.257511 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['336a1d85-a941-4f21-9558-70cc4021bc81'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:24:02.272470 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0585fa40-f75c-4920-b932-00a9ac776ab3 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:02.276978 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0585fa40-f75c-4920-b932-00a9ac776ab3 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "DELETE /v2.0/security-groups/c7327526-e0f0-4977-917d-668724544032 HTTP/1.1" status: 204 len: 168 time: 0.5353169 Feb 04 21:24:02.279569 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60784) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:02.312249 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-4818c8cc-5916-4f97-b6f9-07b48580b399 tempest-NetworksNegativeTestJSON-108824070 tempest-NetworksNegativeTestJSON-108824070-project] GET failed (client error): The resource could not be found. Feb 04 21:24:02.317118 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-4818c8cc-5916-4f97-b6f9-07b48580b399 tempest-NetworksNegativeTestJSON-108824070 tempest-NetworksNegativeTestJSON-108824070-project] 10.222.0.26 "GET /v2.0/ports/8c84620c-db74-4912-8a6b-e18fef54a7e7 HTTP/1.1" status: 404 len: 333 time: 0.0792537 Feb 04 21:24:02.321879 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60788) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:02.334775 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b3cd9-8087-4ff2-847a-58d7dd1db9e1 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Port': ['ID=c3ce4257-63dd-4a96-a4fa-0d0aa15086e6,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:02.363863 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dc15d21d-d4ab-49f1-a665-322aa4e26bf9 req-5c65e685-4f5a-40eb-b699-bd270b249533 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/security-groups?id=521e69c8-4672-4ee9-a417-79cd09b52282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619637 Feb 04 21:24:02.373533 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '1aad63ee-6a1e-49ce-941f-ba453c27b879', 'network_id': '9a5b169e-7ecf-44d8-b464-667febc50df4', 'port_id': '1aad63ee-6a1e-49ce-941f-ba453c27b879', 'mac_address': 'fa:16:3e:3d:ca:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04d011a5-5fa5-46de-b6ec-0f9f6f04e44d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:24:02.376815 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b5d79ca4-9104-49d0-935a-5537989af3f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:02.377175 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16b3cd9-8087-4ff2-847a-58d7dd1db9e1 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Checking segment: {'id': '97f50a04-8d54-4629-83ee-be6d01ba224d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '3ff02814-caec-4357-b19c-adb4bc2f455e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:24:02.377643 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16b3cd9-8087-4ff2-847a-58d7dd1db9e1 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Network hostable DHCP agents. Network: 3ff02814-caec-4357-b19c-adb4bc2f455e, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:24:02.384568 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-4686e3de-642f-4dbb-bdb8-4bae03e4a1b9 tempest-NetworksNegativeTestJSON-108824070 tempest-NetworksNegativeTestJSON-108824070-project] GET failed (client error): The resource could not be found. Feb 04 21:24:02.385724 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-4686e3de-642f-4dbb-bdb8-4bae03e4a1b9 tempest-NetworksNegativeTestJSON-108824070 tempest-NetworksNegativeTestJSON-108824070-project] 10.222.0.26 "GET /v2.0/subnets/0eb2d208-c1f7-4d98-9e8f-7fed50551071 HTTP/1.1" status: 404 len: 337 time: 0.0629034 Feb 04 21:24:02.396598 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2c3d6319-7fa6-43ba-9989-d2b6f4455ca6 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Synchronizing usage tracker for tenant:01b0139bee9e4048b10d17fbcf3ed57d on resource:security_group {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:02.401048 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60792) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:02.412598 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-56d98213-a92c-4435-a8f3-af215da2b358 tempest-NetworksNegativeTestJSON-108824070 tempest-NetworksNegativeTestJSON-108824070-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:02.449491 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-56d98213-a92c-4435-a8f3-af215da2b358 tempest-NetworksNegativeTestJSON-108824070 tempest-NetworksNegativeTestJSON-108824070-project] PUT failed (client error): The resource could not be found. Feb 04 21:24:02.450063 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56d98213-a92c-4435-a8f3-af215da2b358 tempest-NetworksNegativeTestJSON-108824070 tempest-NetworksNegativeTestJSON-108824070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:24:02.451462 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-56d98213-a92c-4435-a8f3-af215da2b358 tempest-NetworksNegativeTestJSON-108824070 tempest-NetworksNegativeTestJSON-108824070-project] 10.222.0.26 "PUT /v2.0/networks/6097bf2a-823b-443a-8b54-af2062603652 HTTP/1.1" status: 404 len: 339 time: 0.0454223 Feb 04 21:24:02.455313 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60796) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:02.460128 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16b3cd9-8087-4ff2-847a-58d7dd1db9e1 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Network 3ff02814-caec-4357-b19c-adb4bc2f455e is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:24:02.463492 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2c3d6319-7fa6-43ba-9989-d2b6f4455ca6 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Unset dirty status for tenant:01b0139bee9e4048b10d17fbcf3ed57d on resource:security_group {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:02.470486 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2c3d6319-7fa6-43ba-9989-d2b6f4455ca6 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1773119 Feb 04 21:24:02.470667 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60800) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:02.470752 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-83a5ca53-e736-4360-aaae-bb5c332e0dfb tempest-NetworksNegativeTestJSON-108824070 tempest-NetworksNegativeTestJSON-108824070-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:02.478012 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-767a72b8-b6c9-43e1-a4fc-dd76330d9f38 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Request body: {'security_group': {'name': 'tempest-secgroup--411247916'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:02.480917 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:02.484900 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b5d79ca4-9104-49d0-935a-5537989af3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:02.489787 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-767a72b8-b6c9-43e1-a4fc-dd76330d9f38 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:02.514132 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-83a5ca53-e736-4360-aaae-bb5c332e0dfb tempest-NetworksNegativeTestJSON-108824070 tempest-NetworksNegativeTestJSON-108824070-project] PUT failed (client error): The resource could not be found. Feb 04 21:24:02.514710 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83a5ca53-e736-4360-aaae-bb5c332e0dfb tempest-NetworksNegativeTestJSON-108824070 tempest-NetworksNegativeTestJSON-108824070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:24:02.515591 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-767a72b8-b6c9-43e1-a4fc-dd76330d9f38 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:02.517792 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d79ca4-9104-49d0-935a-5537989af3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a677d9-ea77-4fa9-b3ff-dc3f141795fb,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:02.527856 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-83a5ca53-e736-4360-aaae-bb5c332e0dfb tempest-NetworksNegativeTestJSON-108824070 tempest-NetworksNegativeTestJSON-108824070-project] 10.222.0.26 "PUT /v2.0/ports/95b5a74a-6a26-4748-ab8c-fef516131dd2 HTTP/1.1" status: 404 len: 333 time: 0.0710614 Feb 04 21:24:02.532375 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60806) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:02.535932 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-f16b3cd9-8087-4ff2-847a-58d7dd1db9e1 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 3ff02814-caec-4357-b19c-adb4bc2f455e) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:24:02.543457 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b5d79ca4-9104-49d0-935a-5537989af3f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:02.544768 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b5d79ca4-9104-49d0-935a-5537989af3f6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/91a677d9-ea77-4fa9-b3ff-dc3f141795fb HTTP/1.1" status: 204 len: 168 time: 0.5570312 Feb 04 21:24:02.546474 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-35ad7097-4bae-46de-9eb6-dfe1e6332ec3 tempest-NetworksNegativeTestJSON-108824070 tempest-NetworksNegativeTestJSON-108824070-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:02.552362 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-767a72b8-b6c9-43e1-a4fc-dd76330d9f38 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:02.575787 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ee4350-b4ac-44af-a6eb-67d4785ff530 None None] Network 3ff02814-caec-4357-b19c-adb4bc2f455e requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:24:02.609254 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16b3cd9-8087-4ff2-847a-58d7dd1db9e1 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:24:02.630002 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16b3cd9-8087-4ff2-847a-58d7dd1db9e1 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:02.630686 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f16b3cd9-8087-4ff2-847a-58d7dd1db9e1 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:02.651538 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ad7097-4bae-46de-9eb6-dfe1e6332ec3 tempest-NetworksNegativeTestJSON-108824070 tempest-NetworksNegativeTestJSON-108824070-project] PUT failed (client error): The resource could not be found. Feb 04 21:24:02.651995 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35ad7097-4bae-46de-9eb6-dfe1e6332ec3 tempest-NetworksNegativeTestJSON-108824070 tempest-NetworksNegativeTestJSON-108824070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:24:02.653148 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-35ad7097-4bae-46de-9eb6-dfe1e6332ec3 tempest-NetworksNegativeTestJSON-108824070 tempest-NetworksNegativeTestJSON-108824070-project] 10.222.0.26 "PUT /v2.0/subnets/e4d638c3-aac9-4965-b2ec-cd66167d519e HTTP/1.1" status: 404 len: 337 time: 0.1194422 Feb 04 21:24:02.687412 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f16b3cd9-8087-4ff2-847a-58d7dd1db9e1 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0857685 Feb 04 21:24:02.690612 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60814) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:02.696911 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-e6cef259-ea4d-4eaf-9d8f-dcdd12dcfe69 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-470341076'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:02.718454 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e6cef259-ea4d-4eaf-9d8f-dcdd12dcfe69 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:02.722801 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e6cef259-ea4d-4eaf-9d8f-dcdd12dcfe69 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:network and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:02.725913 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e6cef259-ea4d-4eaf-9d8f-dcdd12dcfe69 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:02.732861 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e6cef259-ea4d-4eaf-9d8f-dcdd12dcfe69 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:02.744798 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cef259-ea4d-4eaf-9d8f-dcdd12dcfe69 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:24:02.748825 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e6cef259-ea4d-4eaf-9d8f-dcdd12dcfe69 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:02.784029 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6cef259-ea4d-4eaf-9d8f-dcdd12dcfe69 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:24:02.796160 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e6cef259-ea4d-4eaf-9d8f-dcdd12dcfe69 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:02.796564 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-e6cef259-ea4d-4eaf-9d8f-dcdd12dcfe69 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Added segment c6efb2ff-5b94-4ec2-9527-5a652e9dfaf6 of type vlan for network 639035b2-fff9-4612-a162-5a9b060ebd36 Feb 04 21:24:02.815095 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aad63ee-6a1e-49ce-941f-ba453c27b879 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:24:02.831322 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-767a72b8-b6c9-43e1-a4fc-dd76330d9f38 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:02.832201 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e6cef259-ea4d-4eaf-9d8f-dcdd12dcfe69 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:02.839171 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-767a72b8-b6c9-43e1-a4fc-dd76330d9f38 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Usage tracker for resource:security_group_rule and tenant:01b0139bee9e4048b10d17fbcf3ed57d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:02.850192 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-767a72b8-b6c9-43e1-a4fc-dd76330d9f38 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:02.859525 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-767a72b8-b6c9-43e1-a4fc-dd76330d9f38 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:02.874751 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e6cef259-ea4d-4eaf-9d8f-dcdd12dcfe69 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:02.890314 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cef259-ea4d-4eaf-9d8f-dcdd12dcfe69 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:02.892515 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e6cef259-ea4d-4eaf-9d8f-dcdd12dcfe69 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:02.920788 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36bc3ef-1631-4c3a-a4f1-b28ddd77ab53 req-30852bd3-85d9-4b4e-9c20-46d7dfca3660 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:02.922356 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e36bc3ef-1631-4c3a-a4f1-b28ddd77ab53 req-30852bd3-85d9-4b4e-9c20-46d7dfca3660 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=bddf43e1-94d5-4f4c-a0e1-2740fbfe0496 HTTP/1.1" status: 200 len: 943 time: 0.1445744 Feb 04 21:24:02.975414 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 1aad63ee-6a1e-49ce-941f-ba453c27b879, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=1aad63ee-6a1e-49ce-941f-ba453c27b879,segment=NetworkSegment(891443bf-3c45-411c-8b26-5ac9a9e807fe),segment_id=891443bf-3c45-411c-8b26-5ac9a9e807fe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:24:03.003081 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:03.010996 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e6cef259-ea4d-4eaf-9d8f-dcdd12dcfe69 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3168440 Feb 04 21:24:03.023098 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60826) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:03.082285 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:03.102723 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60832) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:03.144758 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-767a72b8-b6c9-43e1-a4fc-dd76330d9f38 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:03.151258 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e36bc3ef-1631-4c3a-a4f1-b28ddd77ab53 req-84477ac7-6459-4a99-86ea-862797092298 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128391 Feb 04 21:24:03.162498 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-767a72b8-b6c9-43e1-a4fc-dd76330d9f38 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:03.200604 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=1aad63ee-6a1e-49ce-941f-ba453c27b879,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:03.237177 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-6b260ea6-2887-4ef0-9db1-034cb235cea2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'ports': [{'network_id': '3ff02814-caec-4357-b19c-adb4bc2f455e'}, {'network_id': '639035b2-fff9-4612-a162-5a9b060ebd36'}]} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:03.237476 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-6b260ea6-2887-4ef0-9db1-034cb235cea2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'port': {'network_id': '3ff02814-caec-4357-b19c-adb4bc2f455e'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:03.244038 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-6b260ea6-2887-4ef0-9db1-034cb235cea2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'port': {'network_id': '639035b2-fff9-4612-a162-5a9b060ebd36'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:03.268344 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a72b8-b6c9-43e1-a4fc-dd76330d9f38 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c33897-1a3e-453a-85d5-dfc8a4579f67,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:03.271961 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-767a72b8-b6c9-43e1-a4fc-dd76330d9f38 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:03.276832 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-767a72b8-b6c9-43e1-a4fc-dd76330d9f38 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8066294 Feb 04 21:24:03.277415 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60842) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:03.282651 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-ce773885-9bd2-4fbb-955e-36c2021d2533 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Request body: {'security_group_rule': {'security_group_id': 'c1c33897-1a3e-453a-85d5-dfc8a4579f67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:03.308756 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['1aad63ee-6a1e-49ce-941f-ba453c27b879'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:24:03.309540 n-d-827896-1 neutron-server[87683]: WARNING neutron.api.v2.base [None req-ce773885-9bd2-4fbb-955e-36c2021d2533 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 04 21:24:03.310412 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [None req-ce773885-9bd2-4fbb-955e-36c2021d2533 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 21:24:03.314685 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ce773885-9bd2-4fbb-955e-36c2021d2533 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0363514 Feb 04 21:24:03.316075 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60848) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:03.326396 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-07ae9937-f8e1-40b9-a51c-7b882cecdf90 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Request body: {'security_group_rule': {'security_group_id': 'c1c33897-1a3e-453a-85d5-dfc8a4579f67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:03.327452 n-d-827896-1 neutron-server[87683]: WARNING neutron.api.v2.base [None req-07ae9937-f8e1-40b9-a51c-7b882cecdf90 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 04 21:24:03.328146 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [None req-07ae9937-f8e1-40b9-a51c-7b882cecdf90 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 21:24:03.333684 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-07ae9937-f8e1-40b9-a51c-7b882cecdf90 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0153193 Feb 04 21:24:03.334589 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60852) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:03.344249 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-2a58c529-5bf3-48ea-8864-0f1a1c3f41e3 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Request body: {'security_group_rule': {'security_group_id': 'c1c33897-1a3e-453a-85d5-dfc8a4579f67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:03.345933 n-d-827896-1 neutron-server[87683]: WARNING neutron.api.v2.base [None req-2a58c529-5bf3-48ea-8864-0f1a1c3f41e3 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 04 21:24:03.346840 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [None req-2a58c529-5bf3-48ea-8864-0f1a1c3f41e3 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 21:24:03.352335 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-2a58c529-5bf3-48ea-8864-0f1a1c3f41e3 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0165336 Feb 04 21:24:03.353294 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60856) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:03.358439 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-9bca0bf7-aacc-4129-8a83-a636208f282c tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Request body: {'security_group_rule': {'security_group_id': 'c1c33897-1a3e-453a-85d5-dfc8a4579f67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:03.359630 n-d-827896-1 neutron-server[87683]: WARNING neutron.api.v2.base [None req-9bca0bf7-aacc-4129-8a83-a636208f282c tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 04 21:24:03.360350 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [None req-9bca0bf7-aacc-4129-8a83-a636208f282c tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 21:24:03.365242 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60860) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:03.366226 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-9bca0bf7-aacc-4129-8a83-a636208f282c tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0116241 Feb 04 21:24:03.408716 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5d0bf57a-4813-4c3d-8626-0ca2aabac92d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:03.435136 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-5d0bf57a-4813-4c3d-8626-0ca2aabac92d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:03.439752 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5d0bf57a-4813-4c3d-8626-0ca2aabac92d admin admin] Usage tracker for resource:security_group_rule and tenant:d65aa0506c46471bae0c31850095f049 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:03.449394 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5d0bf57a-4813-4c3d-8626-0ca2aabac92d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:03.457668 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-5d0bf57a-4813-4c3d-8626-0ca2aabac92d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:03.606728 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cef259-ea4d-4eaf-9d8f-dcdd12dcfe69 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Network': ['ID=639035b2-fff9-4612-a162-5a9b060ebd36,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:03.619319 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 639035b2-fff9-4612-a162-5a9b060ebd36 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:24:03.761769 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5d0bf57a-4813-4c3d-8626-0ca2aabac92d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:03.797625 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba38f5-18ba-4294-acb3-0a394497e1e3 req-91c82c13-e9a0-4d6c-bb86-a5fc9bfbc0ae tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:03.801932 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a1ba38f5-18ba-4294-acb3-0a394497e1e3 req-91c82c13-e9a0-4d6c-bb86-a5fc9bfbc0ae tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f1860b9-a09d-49db-9e9b-35f99ff8f9a0 HTTP/1.1" status: 200 len: 944 time: 0.2401330 Feb 04 21:24:03.803225 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5d0bf57a-4813-4c3d-8626-0ca2aabac92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:03.856036 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f029d3c9-1821-4833-9d08-f43423955108 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:03.892776 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5d0bf57a-4813-4c3d-8626-0ca2aabac92d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d65aa0506c46471bae0c31850095f049&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7383051 Feb 04 21:24:03.902082 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60878) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:03.921550 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0bf57a-4813-4c3d-8626-0ca2aabac92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668e90d7-8114-4ac0-a86c-de890c748df2,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:03.927328 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a1ba38f5-18ba-4294-acb3-0a394497e1e3 req-527f96f6-66b9-48c4-b6b8-131eabeeb2ee tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/security-groups?id=521e69c8-4672-4ee9-a417-79cd09b52282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078742 Feb 04 21:24:03.966929 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f029d3c9-1821-4833-9d08-f43423955108 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:04.005519 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6b260ea6-2887-4ef0-9db1-034cb235cea2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:04.031354 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6b260ea6-2887-4ef0-9db1-034cb235cea2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:port and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:04.038171 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6b260ea6-2887-4ef0-9db1-034cb235cea2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:04.056861 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6b260ea6-2887-4ef0-9db1-034cb235cea2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:04.082252 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-62df0452-4224-4dea-9c2a-640cdf8f05fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:04.085576 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b260ea6-2887-4ef0-9db1-034cb235cea2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'port': 2} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:24:04.090232 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6b260ea6-2887-4ef0-9db1-034cb235cea2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:04.116771 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f029d3c9-1821-4833-9d08-f43423955108 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:04.148014 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6b260ea6-2887-4ef0-9db1-034cb235cea2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:04.161838 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f029d3c9-1821-4833-9d08-f43423955108 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c33897-1a3e-453a-85d5-dfc8a4579f67,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:04.173509 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-62df0452-4224-4dea-9c2a-640cdf8f05fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:04.403381 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f029d3c9-1821-4833-9d08-f43423955108 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:04.404439 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f029d3c9-1821-4833-9d08-f43423955108 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "DELETE /v2.0/security-groups/c1c33897-1a3e-453a-85d5-dfc8a4579f67 HTTP/1.1" status: 204 len: 168 time: 1.0252197 Feb 04 21:24:04.409024 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60892) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:04.499129 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb1e01-cd52-45d8-8aae-9e05e7ead2ad req-7c771620-9d22-4d6b-83b9-94bdf955595d tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:04.500881 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-64cb1e01-cd52-45d8-8aae-9e05e7ead2ad req-7c771620-9d22-4d6b-83b9-94bdf955595d tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=bddf43e1-94d5-4f4c-a0e1-2740fbfe0496 HTTP/1.1" status: 200 len: 944 time: 0.2194624 Feb 04 21:24:04.531130 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-23efddf9-4c61-4620-8f89-be593e6b5654 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Synchronizing usage tracker for tenant:01b0139bee9e4048b10d17fbcf3ed57d on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:04.600696 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-62df0452-4224-4dea-9c2a-640cdf8f05fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:04.607440 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-6b260ea6-2887-4ef0-9db1-034cb235cea2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] device_id is not set on port e99d3d68-8743-4d95-888c-a25c62e998c3 yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:24:04.608656 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-64cb1e01-cd52-45d8-8aae-9e05e7ead2ad req-2a1f89f4-ccc1-4ab3-8151-5e970dbe4a1d tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807478 Feb 04 21:24:04.615540 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-23efddf9-4c61-4620-8f89-be593e6b5654 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Unset dirty status for tenant:01b0139bee9e4048b10d17fbcf3ed57d on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:04.621342 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-23efddf9-4c61-4620-8f89-be593e6b5654 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2111261 Feb 04 21:24:04.626138 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60898) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:04.650042 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-0856c443-a4bd-4154-9ede-da0f2a20a348 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Request body: {'security_group': {'name': 'tempest-secgroup--207553824'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:04.657840 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df0452-4224-4dea-9c2a-640cdf8f05fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668e90d7-8114-4ac0-a86c-de890c748df2,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:04.665162 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0856c443-a4bd-4154-9ede-da0f2a20a348 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:04.676748 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-62df0452-4224-4dea-9c2a-640cdf8f05fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:04.682036 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-62df0452-4224-4dea-9c2a-640cdf8f05fd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/668e90d7-8114-4ac0-a86c-de890c748df2 HTTP/1.1" status: 204 len: 168 time: 0.7781646 Feb 04 21:24:04.688124 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0856c443-a4bd-4154-9ede-da0f2a20a348 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:04.705735 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0856c443-a4bd-4154-9ede-da0f2a20a348 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:04.752466 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0856c443-a4bd-4154-9ede-da0f2a20a348 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:04.763196 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0856c443-a4bd-4154-9ede-da0f2a20a348 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Usage tracker for resource:security_group_rule and tenant:01b0139bee9e4048b10d17fbcf3ed57d is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:04.766812 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0856c443-a4bd-4154-9ede-da0f2a20a348 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:04.797488 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0856c443-a4bd-4154-9ede-da0f2a20a348 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:04.857949 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6b260ea6-2887-4ef0-9db1-034cb235cea2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:05.016379 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-6b260ea6-2887-4ef0-9db1-034cb235cea2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] device_id is not set on port 246ea54b-b008-4bad-941e-38fdf2b22b8c yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:24:05.032561 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0856c443-a4bd-4154-9ede-da0f2a20a348 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:05.036812 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0856c443-a4bd-4154-9ede-da0f2a20a348 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:05.100985 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856c443-a4bd-4154-9ede-da0f2a20a348 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5150fa9-6a60-4ff7-b7a4-13bcac0c48d6,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:05.106824 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0856c443-a4bd-4154-9ede-da0f2a20a348 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:05.110810 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0856c443-a4bd-4154-9ede-da0f2a20a348 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4809651 Feb 04 21:24:05.111990 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60914) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:05.119198 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-a5cd15db-e132-418c-96a5-775d91f922f0 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Request body: {'security_group_rule': {'security_group_id': 'c5150fa9-6a60-4ff7-b7a4-13bcac0c48d6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:05.119928 n-d-827896-1 neutron-server[87682]: WARNING neutron.api.v2.base [None req-a5cd15db-e132-418c-96a5-775d91f922f0 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 21:24:05.120420 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-a5cd15db-e132-418c-96a5-775d91f922f0 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 21:24:05.123948 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a5cd15db-e132-418c-96a5-775d91f922f0 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0087166 Feb 04 21:24:05.124471 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60918) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:05.130895 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-deafff48-a3fa-48b9-930b-67e3a8f02eb4 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Request body: {'security_group_rule': {'security_group_id': 'c5150fa9-6a60-4ff7-b7a4-13bcac0c48d6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:05.138867 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-deafff48-a3fa-48b9-930b-67e3a8f02eb4 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:05.142854 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-deafff48-a3fa-48b9-930b-67e3a8f02eb4 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Usage tracker for resource:security_group_rule and tenant:01b0139bee9e4048b10d17fbcf3ed57d is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:05.145859 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-deafff48-a3fa-48b9-930b-67e3a8f02eb4 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:05.151981 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-deafff48-a3fa-48b9-930b-67e3a8f02eb4 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:05.208552 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-deafff48-a3fa-48b9-930b-67e3a8f02eb4 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 21:24:05.214025 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-deafff48-a3fa-48b9-930b-67e3a8f02eb4 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0847988 Feb 04 21:24:05.219107 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60924) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:05.228057 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-f2e8e278-fd6e-4966-81d3-225e7ad75efe tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Request body: {'security_group_rule': {'security_group_id': 'c5150fa9-6a60-4ff7-b7a4-13bcac0c48d6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:05.228539 n-d-827896-1 neutron-server[87682]: WARNING neutron.api.v2.base [None req-f2e8e278-fd6e-4966-81d3-225e7ad75efe tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 04 21:24:05.229024 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-f2e8e278-fd6e-4966-81d3-225e7ad75efe tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 21:24:05.232574 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f2e8e278-fd6e-4966-81d3-225e7ad75efe tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0101037 Feb 04 21:24:05.233351 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60928) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:05.244189 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-ee733a17-84fa-4dce-875b-2854935c2416 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Request body: {'security_group_rule': {'security_group_id': 'c5150fa9-6a60-4ff7-b7a4-13bcac0c48d6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:05.278683 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ee733a17-84fa-4dce-875b-2854935c2416 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:05.290613 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d30ff3-172f-4811-9f7f-4891a9946b9b req-fe29f43e-7fa4-4777-ae39-34a3f2dca819 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:05.298939 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ee733a17-84fa-4dce-875b-2854935c2416 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Usage tracker for resource:security_group_rule and tenant:01b0139bee9e4048b10d17fbcf3ed57d is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:05.299509 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-13d30ff3-172f-4811-9f7f-4891a9946b9b req-fe29f43e-7fa4-4777-ae39-34a3f2dca819 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f1860b9-a09d-49db-9e9b-35f99ff8f9a0 HTTP/1.1" status: 200 len: 944 time: 0.1250033 Feb 04 21:24:05.306119 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ee733a17-84fa-4dce-875b-2854935c2416 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:05.320099 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6b260ea6-2887-4ef0-9db1-034cb235cea2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:05.322855 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ee733a17-84fa-4dce-875b-2854935c2416 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:05.372575 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-13d30ff3-172f-4811-9f7f-4891a9946b9b req-2d472b31-2ac3-43ca-a2d2-82d22823bfd5 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/security-groups?id=521e69c8-4672-4ee9-a417-79cd09b52282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720518 Feb 04 21:24:05.382933 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6b260ea6-2887-4ef0-9db1-034cb235cea2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:05.386923 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-ee733a17-84fa-4dce-875b-2854935c2416 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 21:24:05.388288 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ee733a17-84fa-4dce-875b-2854935c2416 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1546195 Feb 04 21:24:05.391520 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60938) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:05.398129 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-3e2015fb-ae47-422c-ba49-4d5074a186a5 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Request body: {'security_group_rule': {'security_group_id': 'c5150fa9-6a60-4ff7-b7a4-13bcac0c48d6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:05.400338 n-d-827896-1 neutron-server[87683]: WARNING neutron.api.v2.base [None req-3e2015fb-ae47-422c-ba49-4d5074a186a5 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 21:24:05.401149 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [None req-3e2015fb-ae47-422c-ba49-4d5074a186a5 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 21:24:05.402330 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-3e2015fb-ae47-422c-ba49-4d5074a186a5 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0096328 Feb 04 21:24:05.405444 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60942) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:05.416037 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-db6a9f7b-deaa-4773-bda0-285fbe912650 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Request body: {'security_group_rule': {'security_group_id': 'c5150fa9-6a60-4ff7-b7a4-13bcac0c48d6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:05.434513 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-db6a9f7b-deaa-4773-bda0-285fbe912650 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:05.439135 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 336a1d85-a941-4f21-9558-70cc4021bc81 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:24:05.441936 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-db6a9f7b-deaa-4773-bda0-285fbe912650 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Usage tracker for resource:security_group_rule and tenant:01b0139bee9e4048b10d17fbcf3ed57d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:05.447336 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-db6a9f7b-deaa-4773-bda0-285fbe912650 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:05.455392 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-db6a9f7b-deaa-4773-bda0-285fbe912650 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:05.523725 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [None req-db6a9f7b-deaa-4773-bda0-285fbe912650 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 21:24:05.532083 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-db6a9f7b-deaa-4773-bda0-285fbe912650 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1253231 Feb 04 21:24:05.532778 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60950) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:05.538610 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b260ea6-2887-4ef0-9db1-034cb235cea2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Network 3ff02814-caec-4357-b19c-adb4bc2f455e is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:24:05.545672 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-2ce569f1-4e4d-4b69-869a-bf3f52fbb4d3 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Request body: {'security_group_rule': {'security_group_id': 'c5150fa9-6a60-4ff7-b7a4-13bcac0c48d6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:05.547081 n-d-827896-1 neutron-server[87683]: WARNING neutron.api.v2.base [None req-2ce569f1-4e4d-4b69-869a-bf3f52fbb4d3 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 04 21:24:05.547611 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [None req-2ce569f1-4e4d-4b69-869a-bf3f52fbb4d3 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 21:24:05.554975 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-2ce569f1-4e4d-4b69-869a-bf3f52fbb4d3 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0209718 Feb 04 21:24:05.555540 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60954) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:05.570303 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-d716d620-830b-4506-8e7b-5c1c99d21344 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Request body: {'security_group_rule': {'security_group_id': 'c5150fa9-6a60-4ff7-b7a4-13bcac0c48d6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:05.576635 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-6b260ea6-2887-4ef0-9db1-034cb235cea2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:24:05.583534 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b260ea6-2887-4ef0-9db1-034cb235cea2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:24:05.584703 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6b260ea6-2887-4ef0-9db1-034cb235cea2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:05.587173 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-d716d620-830b-4506-8e7b-5c1c99d21344 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:05.609532 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-d716d620-830b-4506-8e7b-5c1c99d21344 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Usage tracker for resource:security_group_rule and tenant:01b0139bee9e4048b10d17fbcf3ed57d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:05.609741 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b260ea6-2887-4ef0-9db1-034cb235cea2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Port': ['ID=e99d3d68-8743-4d95-888c-a25c62e998c3,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:05.614785 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-d716d620-830b-4506-8e7b-5c1c99d21344 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:05.634458 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-d716d620-830b-4506-8e7b-5c1c99d21344 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:05.663377 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 336a1d85-a941-4f21-9558-70cc4021bc81 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:24:05.672787 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 336a1d85-a941-4f21-9558-70cc4021bc81 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:24:05.673166 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:05.733465 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [None req-d716d620-830b-4506-8e7b-5c1c99d21344 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 21:24:05.737459 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d716d620-830b-4506-8e7b-5c1c99d21344 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1806412 Feb 04 21:24:05.738032 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60964) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:05.752012 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b260ea6-2887-4ef0-9db1-034cb235cea2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Port': ['ID=246ea54b-b008-4bad-941e-38fdf2b22b8c,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:05.775192 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-36647d4d-9188-40fe-939d-f8c1e2bf19d4 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Request body: {'security_group_rule': {'security_group_id': 'c5150fa9-6a60-4ff7-b7a4-13bcac0c48d6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:05.782375 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-36647d4d-9188-40fe-939d-f8c1e2bf19d4 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:05.787021 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-36647d4d-9188-40fe-939d-f8c1e2bf19d4 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Usage tracker for resource:security_group_rule and tenant:01b0139bee9e4048b10d17fbcf3ed57d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:05.790263 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-36647d4d-9188-40fe-939d-f8c1e2bf19d4 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:05.796723 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-36647d4d-9188-40fe-939d-f8c1e2bf19d4 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:05.822174 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b260ea6-2887-4ef0-9db1-034cb235cea2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Checking segment: {'id': 'c6efb2ff-5b94-4ec2-9527-5a652e9dfaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '639035b2-fff9-4612-a162-5a9b060ebd36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:24:05.822625 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b260ea6-2887-4ef0-9db1-034cb235cea2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Network hostable DHCP agents. Network: 639035b2-fff9-4612-a162-5a9b060ebd36, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:24:05.871323 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b260ea6-2887-4ef0-9db1-034cb235cea2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Network 639035b2-fff9-4612-a162-5a9b060ebd36 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:24:05.889345 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-6b260ea6-2887-4ef0-9db1-034cb235cea2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 639035b2-fff9-4612-a162-5a9b060ebd36) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:24:05.896770 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b260ea6-2887-4ef0-9db1-034cb235cea2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:24:05.905823 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [None req-36647d4d-9188-40fe-939d-f8c1e2bf19d4 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 21:24:05.906055 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a8aff8-c8d8-47ff-93a5-64d119a2178f None None] Network 639035b2-fff9-4612-a162-5a9b060ebd36 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:24:05.909633 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-36647d4d-9188-40fe-939d-f8c1e2bf19d4 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1680870 Feb 04 21:24:05.914232 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b260ea6-2887-4ef0-9db1-034cb235cea2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:05.917704 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60974) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:05.925620 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b260ea6-2887-4ef0-9db1-034cb235cea2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:05.927001 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6b260ea6-2887-4ef0-9db1-034cb235cea2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:05.951092 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 1aad63ee-6a1e-49ce-941f-ba453c27b879 up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:24:05.958977 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6b260ea6-2887-4ef0-9db1-034cb235cea2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.9299164 Feb 04 21:24:05.962090 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 60978) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:06.053742 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-6b681f7a-2775-4a1a-8921-b5fca4901a33 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Deleting port 246ea54b-b008-4bad-941e-38fdf2b22b8c {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:24:06.054853 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6b681f7a-2775-4a1a-8921-b5fca4901a33 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:06.113772 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa9432-d450-4af5-a1f6-f0a098792ba8 req-e9320479-506c-4afd-891d-e653f07b592e tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:06.115336 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2daa9432-d450-4af5-a1f6-f0a098792ba8 req-e9320479-506c-4afd-891d-e653f07b592e tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=bddf43e1-94d5-4f4c-a0e1-2740fbfe0496 HTTP/1.1" status: 200 len: 944 time: 0.2708402 Feb 04 21:24:06.135749 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ccaf9a9e-f67f-4bb8-a9ee-10eae0774bd1 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:06.243290 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ccaf9a9e-f67f-4bb8-a9ee-10eae0774bd1 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:06.253624 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60984) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:06.285355 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2daa9432-d450-4af5-a1f6-f0a098792ba8 req-f9b870f8-db42-48c1-b48e-2f6ff1c825f2 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528928 Feb 04 21:24:06.340626 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ccaf9a9e-f67f-4bb8-a9ee-10eae0774bd1 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:06.377144 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf9a9e-f67f-4bb8-a9ee-10eae0774bd1 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5150fa9-6a60-4ff7-b7a4-13bcac0c48d6,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:06.403451 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ccaf9a9e-f67f-4bb8-a9ee-10eae0774bd1 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:06.410784 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ccaf9a9e-f67f-4bb8-a9ee-10eae0774bd1 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "DELETE /v2.0/security-groups/c5150fa9-6a60-4ff7-b7a4-13bcac0c48d6 HTTP/1.1" status: 204 len: 168 time: 0.4859152 Feb 04 21:24:06.412373 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60992) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:06.412503 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:06.432801 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6b681f7a-2775-4a1a-8921-b5fca4901a33 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:06.461563 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 1aad63ee-6a1e-49ce-941f-ba453c27b879 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:24:06.481127 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1860b9-a09d-49db-9e9b-35f99ff8f9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336a1d85-a941-4f21-9558-70cc4021bc81'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:24:06.489541 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 1aad63ee-6a1e-49ce-941f-ba453c27b879 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:24:06.491030 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:06.546924 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 336a1d85-a941-4f21-9558-70cc4021bc81, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=336a1d85-a941-4f21-9558-70cc4021bc81,segment=NetworkSegment(a975ea0a-c97e-4927-9083-08f2097fb28d),segment_id=a975ea0a-c97e-4927-9083-08f2097fb28d)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:24:06.553075 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-d686b2f5-fbc5-479d-916d-be268787f65e tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Synchronizing usage tracker for tenant:01b0139bee9e4048b10d17fbcf3ed57d on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:06.558720 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:06.593797 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-d686b2f5-fbc5-479d-916d-be268787f65e tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Unset dirty status for tenant:01b0139bee9e4048b10d17fbcf3ed57d on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:06.595210 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d686b2f5-fbc5-479d-916d-be268787f65e tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1822619 Feb 04 21:24:06.609424 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 60998) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:06.679102 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-6b681f7a-2775-4a1a-8921-b5fca4901a33 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Calling delete_port for 246ea54b-b008-4bad-941e-38fdf2b22b8c owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:24:06.710225 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=336a1d85-a941-4f21-9558-70cc4021bc81,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:06.724845 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-52bbc384-6c3f-47a8-84ab-ccd64569510b tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Request body: {'security_group': {'name': 'tempest-secgroup--101707468'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:06.745569 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:06.764253 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-4bf39e68-a331-40a9-9094-a88870ad2052 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Request body: {'security_group': {'name': 'tempest-secgroup--1739814961'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:06.778873 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-52bbc384-6c3f-47a8-84ab-ccd64569510b tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:06.786903 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-4bf39e68-a331-40a9-9094-a88870ad2052 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:06.804467 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 1aad63ee-6a1e-49ce-941f-ba453c27b879, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=1aad63ee-6a1e-49ce-941f-ba453c27b879,segment=NetworkSegment(891443bf-3c45-411c-8b26-5ac9a9e807fe),segment_id=891443bf-3c45-411c-8b26-5ac9a9e807fe)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:24:06.809657 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-4bf39e68-a331-40a9-9094-a88870ad2052 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Usage tracker for resource:security_group and tenant:1c80bdcd7bf1496fb3f620f4b4deaffd is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:06.814788 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6b681f7a-2775-4a1a-8921-b5fca4901a33 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:06.819045 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-4bf39e68-a331-40a9-9094-a88870ad2052 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:06.823020 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-52bbc384-6c3f-47a8-84ab-ccd64569510b tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:06.825745 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:06.840292 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-4bf39e68-a331-40a9-9094-a88870ad2052 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:06.854997 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-52bbc384-6c3f-47a8-84ab-ccd64569510b tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:06.878739 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-52bbc384-6c3f-47a8-84ab-ccd64569510b tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:06.883545 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4bf39e68-a331-40a9-9094-a88870ad2052 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:06.890811 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b681f7a-2775-4a1a-8921-b5fca4901a33 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Port': ['ID=246ea54b-b008-4bad-941e-38fdf2b22b8c,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:06.896780 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-52bbc384-6c3f-47a8-84ab-ccd64569510b tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Usage tracker for resource:security_group_rule and tenant:01b0139bee9e4048b10d17fbcf3ed57d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:06.904008 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-52bbc384-6c3f-47a8-84ab-ccd64569510b tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:06.905549 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6b681f7a-2775-4a1a-8921-b5fca4901a33 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:06.907958 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4bf39e68-a331-40a9-9094-a88870ad2052 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:06.928862 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6b681f7a-2775-4a1a-8921-b5fca4901a33 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/ports/246ea54b-b008-4bad-941e-38fdf2b22b8c HTTP/1.1" status: 204 len: 168 time: 0.9647493 Feb 04 21:24:06.931878 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 32776) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:06.943170 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eba3a6-4ab4-47b7-ae6e-0613786f85e3 req-d4b46e31-7f57-46f0-bce2-dfb9fb2c80f3 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:06.953990 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=1aad63ee-6a1e-49ce-941f-ba453c27b879,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:06.968857 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1eba3a6-4ab4-47b7-ae6e-0613786f85e3 req-d4b46e31-7f57-46f0-bce2-dfb9fb2c80f3 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f1860b9-a09d-49db-9e9b-35f99ff8f9a0 HTTP/1.1" status: 200 len: 945 time: 0.3618536 Feb 04 21:24:06.971183 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-52bbc384-6c3f-47a8-84ab-ccd64569510b tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:07.033012 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-4bf39e68-a331-40a9-9094-a88870ad2052 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:07.046896 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-4bf39e68-a331-40a9-9094-a88870ad2052 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Usage tracker for resource:security_group_rule and tenant:1c80bdcd7bf1496fb3f620f4b4deaffd is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:07.054068 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a597ffd3-17ef-4415-833d-04f1d45100dd tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:07.058632 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-4bf39e68-a331-40a9-9094-a88870ad2052 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:07.061903 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a597ffd3-17ef-4415-833d-04f1d45100dd tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:07.062679 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a597ffd3-17ef-4415-833d-04f1d45100dd tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Synchronizing usage tracker for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:07.071814 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-4bf39e68-a331-40a9-9094-a88870ad2052 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:07.091810 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a597ffd3-17ef-4415-833d-04f1d45100dd tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Unset dirty status for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:07.091951 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c1eba3a6-4ab4-47b7-ae6e-0613786f85e3 req-31dedc8f-d69f-4ce5-b996-ebe2e811aa5d tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/security-groups?id=521e69c8-4672-4ee9-a417-79cd09b52282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222262 Feb 04 21:24:07.093255 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a597ffd3-17ef-4415-833d-04f1d45100dd tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1602283 Feb 04 21:24:07.097684 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 32782) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:07.185140 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1860b9-a09d-49db-9e9b-35f99ff8f9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336a1d85-a941-4f21-9558-70cc4021bc81', 'code': 200} Feb 04 21:24:07.222162 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-52bbc384-6c3f-47a8-84ab-ccd64569510b tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:07.234063 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-52bbc384-6c3f-47a8-84ab-ccd64569510b tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:07.239792 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-4120ccf9-c0c8-4d12-b348-511bb3d7bd5e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Deleting port e99d3d68-8743-4d95-888c-a25c62e998c3 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:24:07.240403 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4120ccf9-c0c8-4d12-b348-511bb3d7bd5e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:07.289877 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bbc384-6c3f-47a8-84ab-ccd64569510b tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a17f8a8-7c4a-4d0b-83a9-99a2cd81c49c,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:07.329411 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-52bbc384-6c3f-47a8-84ab-ccd64569510b tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:07.330605 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-52bbc384-6c3f-47a8-84ab-ccd64569510b tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7191439 Feb 04 21:24:07.333806 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 32788) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:07.360733 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4bf39e68-a331-40a9-9094-a88870ad2052 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:07.365162 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-5d555999-b9ec-46d2-98ac-d4daafc5a129 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Request body: {'security_group_rule': {'security_group_id': '4a17f8a8-7c4a-4d0b-83a9-99a2cd81c49c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:07.375430 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4bf39e68-a331-40a9-9094-a88870ad2052 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:07.382958 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-5d555999-b9ec-46d2-98ac-d4daafc5a129 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:07.415901 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-4bf39e68-a331-40a9-9094-a88870ad2052 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:07.419749 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf39e68-a331-40a9-9094-a88870ad2052 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e19352e9-1982-45bf-84c2-cd757545e01b,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:07.422927 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5d555999-b9ec-46d2-98ac-d4daafc5a129 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Usage tracker for resource:security_group_rule and tenant:01b0139bee9e4048b10d17fbcf3ed57d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:07.429384 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5d555999-b9ec-46d2-98ac-d4daafc5a129 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:07.433349 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-4bf39e68-a331-40a9-9094-a88870ad2052 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Usage tracker for resource:security_group_rule and tenant:1c80bdcd7bf1496fb3f620f4b4deaffd is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:07.438858 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-4bf39e68-a331-40a9-9094-a88870ad2052 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:07.441796 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-5d555999-b9ec-46d2-98ac-d4daafc5a129 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:07.448780 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-4bf39e68-a331-40a9-9094-a88870ad2052 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:07.561671 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [None req-5d555999-b9ec-46d2-98ac-d4daafc5a129 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] create failed (client error): The resource could not be found. Feb 04 21:24:07.562761 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5d555999-b9ec-46d2-98ac-d4daafc5a129 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2280612 Feb 04 21:24:07.568923 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 32796) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:07.592657 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-9f8b932d-72b8-4f65-9944-f4c9b1ca94ce tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Request body: {'security_group_rule': {'security_group_id': '4a17f8a8-7c4a-4d0b-83a9-99a2cd81c49c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '2a8db974-13fa-47ce-b94f-e68e9b098ec0'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:07.612009 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-9f8b932d-72b8-4f65-9944-f4c9b1ca94ce tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:07.637031 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-9f8b932d-72b8-4f65-9944-f4c9b1ca94ce tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Usage tracker for resource:security_group_rule and tenant:01b0139bee9e4048b10d17fbcf3ed57d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:07.660375 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-9f8b932d-72b8-4f65-9944-f4c9b1ca94ce tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:07.671929 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-9f8b932d-72b8-4f65-9944-f4c9b1ca94ce tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:07.676347 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4bf39e68-a331-40a9-9094-a88870ad2052 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:07.686667 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4bf39e68-a331-40a9-9094-a88870ad2052 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:07.698980 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4120ccf9-c0c8-4d12-b348-511bb3d7bd5e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:07.733846 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42fe97e-264b-4fec-96fe-98d209f87c0d req-1cd9de19-a0c4-4ebc-9674-5b74217076bf tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:07.735320 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f42fe97e-264b-4fec-96fe-98d209f87c0d req-1cd9de19-a0c4-4ebc-9674-5b74217076bf tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=bddf43e1-94d5-4f4c-a0e1-2740fbfe0496 HTTP/1.1" status: 200 len: 945 time: 0.2489102 Feb 04 21:24:07.817781 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf39e68-a331-40a9-9094-a88870ad2052 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0c8f30-f07b-42c8-b13c-cb1c02757ed6,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:07.841296 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4bf39e68-a331-40a9-9094-a88870ad2052 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:07.842664 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-4bf39e68-a331-40a9-9094-a88870ad2052 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5880308 Feb 04 21:24:07.846993 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-4120ccf9-c0c8-4d12-b348-511bb3d7bd5e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Calling delete_port for e99d3d68-8743-4d95-888c-a25c62e998c3 owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:24:07.875489 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 32804) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:07.879279 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [None req-9f8b932d-72b8-4f65-9944-f4c9b1ca94ce tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] create failed (client error): The resource could not be found. Feb 04 21:24:07.880555 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-9f8b932d-72b8-4f65-9944-f4c9b1ca94ce tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3049760 Feb 04 21:24:07.884245 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f42fe97e-264b-4fec-96fe-98d209f87c0d req-7bfb4e85-2326-49f9-a483-25b0a580a0da tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110179 Feb 04 21:24:07.896771 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 32810) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:07.967524 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e238e0-4b68-48db-9711-fa3bac795e93 req-9093776e-e3b3-4b02-9769-1071ad77b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:07.969656 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-64e238e0-4b68-48db-9711-fa3bac795e93 req-9093776e-e3b3-4b02-9769-1071ad77b3b0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4f1860b9-a09d-49db-9e9b-35f99ff8f9a0 HTTP/1.1" status: 200 len: 1096 time: 0.3438325 Feb 04 21:24:08.046841 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-64e238e0-4b68-48db-9711-fa3bac795e93 req-360762c0-85ca-490e-aef5-1bbebacca9af service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=521e69c8-4672-4ee9-a417-79cd09b52282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708036 Feb 04 21:24:08.060601 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4120ccf9-c0c8-4d12-b348-511bb3d7bd5e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:08.075809 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-cff56c31-ad92-4136-89d9-d9c4da97d99d tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Synchronizing usage tracker for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:08.081655 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b2fdff54-2558-437c-afd2-0de4569c2e91 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:08.126653 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b2fdff54-2558-437c-afd2-0de4569c2e91 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:08.208437 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4120ccf9-c0c8-4d12-b348-511bb3d7bd5e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:08.212374 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120ccf9-c0c8-4d12-b348-511bb3d7bd5e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Port': ['ID=e99d3d68-8743-4d95-888c-a25c62e998c3,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:08.225045 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b2fdff54-2558-437c-afd2-0de4569c2e91 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:08.235171 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4120ccf9-c0c8-4d12-b348-511bb3d7bd5e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/ports/e99d3d68-8743-4d95-888c-a25c62e998c3 HTTP/1.1" status: 204 len: 168 time: 1.1330359 Feb 04 21:24:08.236166 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 32822) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:08.251128 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fdff54-2558-437c-afd2-0de4569c2e91 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a17f8a8-7c4a-4d0b-83a9-99a2cd81c49c,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:08.260259 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-cff56c31-ad92-4136-89d9-d9c4da97d99d tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Unset dirty status for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:08.262061 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-cff56c31-ad92-4136-89d9-d9c4da97d99d tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3850801 Feb 04 21:24:08.264988 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 32826) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:08.271427 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-5ebe3fc4-1f57-463d-b657-90e31fea7bb9 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Request body: {'security_group': {'name': 'tempest-security--1917254709', 'description': 'tempest-security-description-1042960318'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:08.280532 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b2fdff54-2558-437c-afd2-0de4569c2e91 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:08.282267 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b2fdff54-2558-437c-afd2-0de4569c2e91 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "DELETE /v2.0/security-groups/4a17f8a8-7c4a-4d0b-83a9-99a2cd81c49c HTTP/1.1" status: 204 len: 168 time: 0.3846004 Feb 04 21:24:08.293946 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 32830) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:08.363100 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf8b83f-d2ce-4104-8d81-bb9dc6a3b450 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:08.364343 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9cf8b83f-d2ce-4104-8d81-bb9dc6a3b450 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Synchronizing usage tracker for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:08.385405 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9cf8b83f-d2ce-4104-8d81-bb9dc6a3b450 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Unset dirty status for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:08.386947 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9cf8b83f-d2ce-4104-8d81-bb9dc6a3b450 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1496596 Feb 04 21:24:08.395441 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 32834) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:08.440847 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcadf3c7-5bc8-4725-bc6b-6d483624871a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] GET failed (client error): The resource could not be found. Feb 04 21:24:08.442393 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bcadf3c7-5bc8-4725-bc6b-6d483624871a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "GET /v2.0/ports/246ea54b-b008-4bad-941e-38fdf2b22b8c HTTP/1.1" status: 404 len: 333 time: 0.0456882 Feb 04 21:24:08.445111 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 32838) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:08.472263 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5ebe3fc4-1f57-463d-b657-90e31fea7bb9 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:08.514418 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-d83f53f8-1483-4385-8672-9c11edf0f6df tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] GET failed (client error): The resource could not be found. Feb 04 21:24:08.525251 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d83f53f8-1483-4385-8672-9c11edf0f6df tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "GET /v2.0/ports/e99d3d68-8743-4d95-888c-a25c62e998c3 HTTP/1.1" status: 404 len: 333 time: 0.0765092 Feb 04 21:24:08.527631 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 32842) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:08.570159 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5ebe3fc4-1f57-463d-b657-90e31fea7bb9 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:08.577684 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-860ab044-a040-4631-83b5-54b34eb509c2 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Synchronizing usage tracker for tenant:01b0139bee9e4048b10d17fbcf3ed57d on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:08.581768 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5ebe3fc4-1f57-463d-b657-90e31fea7bb9 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:08.584105 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5ebe3fc4-1f57-463d-b657-90e31fea7bb9 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:08.588125 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5ebe3fc4-1f57-463d-b657-90e31fea7bb9 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "PUT /v2.0/security-groups/aa0c8f30-f07b-42c8-b13c-cb1c02757ed6 HTTP/1.1" status: 200 len: 1780 time: 0.3206258 Feb 04 21:24:08.598454 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 32846) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:08.647957 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe3fc4-1f57-463d-b657-90e31fea7bb9 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0c8f30-f07b-42c8-b13c-cb1c02757ed6,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:08.659953 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-860ab044-a040-4631-83b5-54b34eb509c2 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Unset dirty status for tenant:01b0139bee9e4048b10d17fbcf3ed57d on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:08.665598 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-860ab044-a040-4631-83b5-54b34eb509c2 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2703233 Feb 04 21:24:08.667165 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 32850) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:08.672792 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0465a78-336f-4bcb-9c47-b877f4bfbac4 req-4cb1bc0d-fbb8-4676-be10-43c68088d06a tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:08.673862 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-359c1fc4-8d39-429c-babc-2f70aa58fc9a tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Request body: {'security_group_rule': {'security_group_id': '760367b8-feb1-43ff-8813-d760ac62a17a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:08.679805 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0465a78-336f-4bcb-9c47-b877f4bfbac4 req-4cb1bc0d-fbb8-4676-be10-43c68088d06a tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f1860b9-a09d-49db-9e9b-35f99ff8f9a0 HTTP/1.1" status: 200 len: 945 time: 0.3962433 Feb 04 21:24:08.681587 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-359c1fc4-8d39-429c-babc-2f70aa58fc9a tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:08.685724 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-359c1fc4-8d39-429c-babc-2f70aa58fc9a tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Usage tracker for resource:security_group_rule and tenant:01b0139bee9e4048b10d17fbcf3ed57d is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:08.688883 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-359c1fc4-8d39-429c-babc-2f70aa58fc9a tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:08.695221 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-359c1fc4-8d39-429c-babc-2f70aa58fc9a tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:08.727607 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e2f829a9-563a-47b6-8726-e50994d67ba6 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "GET /v2.0/security-groups/aa0c8f30-f07b-42c8-b13c-cb1c02757ed6 HTTP/1.1" status: 200 len: 1780 time: 0.1219578 Feb 04 21:24:08.728434 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 32856) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:08.760784 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0465a78-336f-4bcb-9c47-b877f4bfbac4 req-56c967e0-3480-4b04-96b7-6b4e86cb99cf tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/security-groups?id=521e69c8-4672-4ee9-a417-79cd09b52282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800400 Feb 04 21:24:08.817542 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2885c69a-9cb4-4dd7-ab39-1c844348bfac tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:08.829295 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d6859ccf-0355-4b23-89ea-dc530d3dfe80 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:08.832417 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-359c1fc4-8d39-429c-babc-2f70aa58fc9a tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] create failed (client error): The resource could not be found. Feb 04 21:24:08.834316 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-359c1fc4-8d39-429c-babc-2f70aa58fc9a tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1661193 Feb 04 21:24:08.857467 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 32860) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:08.877744 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-c9ebd78c-9e42-4fba-b3d9-0c7c80af9fdf tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Request body: {'security_group': {'name': 'tempest-secgroup--622576962'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:08.890149 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c9ebd78c-9e42-4fba-b3d9-0c7c80af9fdf tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:08.927709 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c9ebd78c-9e42-4fba-b3d9-0c7c80af9fdf tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:08.948387 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d6859ccf-0355-4b23-89ea-dc530d3dfe80 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:08.996471 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c9ebd78c-9e42-4fba-b3d9-0c7c80af9fdf tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:09.186309 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bddf43e1-94d5-4f4c-a0e1-2740fbfe0496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aad63ee-6a1e-49ce-941f-ba453c27b879'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:24:09.203076 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2885c69a-9cb4-4dd7-ab39-1c844348bfac tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:09.277756 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-2885c69a-9cb4-4dd7-ab39-1c844348bfac tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['639035b2-fff9-4612-a162-5a9b060ebd36']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:24:09.292574 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-2885c69a-9cb4-4dd7-ab39-1c844348bfac tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6efb2ff-5b94-4ec2-9527-5a652e9dfaf6') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:24:09.292940 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-2885c69a-9cb4-4dd7-ab39-1c844348bfac tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6efb2ff-5b94-4ec2-9527-5a652e9dfaf6') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:24:09.309729 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2885c69a-9cb4-4dd7-ab39-1c844348bfac tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:09.336058 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2885c69a-9cb4-4dd7-ab39-1c844348bfac tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:09.344112 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2885c69a-9cb4-4dd7-ab39-1c844348bfac tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:24:09.344495 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2885c69a-9cb4-4dd7-ab39-1c844348bfac tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:09.374165 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:24:09.374165 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:24:09.374165 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:24:09.374165 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:24:09.374165 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:24:09.374165 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:24:09.374165 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:24:09.374165 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:24:09.374165 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:24:09.374165 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:24:09.374165 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:24:09.374165 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:24:09.374165 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:24:09.374165 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:24:09.374165 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:24:09.374165 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:24:09.374165 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:24:09.374165 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:24:09.374165 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:24:09.374165 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:24:09.374165 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:24:09.374165 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:24:09.374165 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:24:09.374165 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:24:09.374165 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:24:09.374165 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:24:09.374165 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:24:09.374165 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:24:09.374165 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:24:09.374165 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:24:09.374165 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:24:09.374165 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:24:09.408396 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c9ebd78c-9e42-4fba-b3d9-0c7c80af9fdf tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:09.412509 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c9ebd78c-9e42-4fba-b3d9-0c7c80af9fdf tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Usage tracker for resource:security_group_rule and tenant:01b0139bee9e4048b10d17fbcf3ed57d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:09.415867 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c9ebd78c-9e42-4fba-b3d9-0c7c80af9fdf tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:09.422066 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c9ebd78c-9e42-4fba-b3d9-0c7c80af9fdf tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:09.507540 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2885c69a-9cb4-4dd7-ab39-1c844348bfac tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:09.534407 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2885c69a-9cb4-4dd7-ab39-1c844348bfac tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:09.546163 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2885c69a-9cb4-4dd7-ab39-1c844348bfac tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Network': ['ID=639035b2-fff9-4612-a162-5a9b060ebd36,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:09.548034 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c9ebd78c-9e42-4fba-b3d9-0c7c80af9fdf tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:09.555648 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 32878) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:09.556338 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2885c69a-9cb4-4dd7-ab39-1c844348bfac tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/networks/639035b2-fff9-4612-a162-5a9b060ebd36 HTTP/1.1" status: 204 len: 168 time: 1.0253842 Feb 04 21:24:09.565908 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-1aaef933-3cf1-4e15-a34b-bc01d0d8614d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-484335843'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:09.569687 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c9ebd78c-9e42-4fba-b3d9-0c7c80af9fdf tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:09.605396 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-1aaef933-3cf1-4e15-a34b-bc01d0d8614d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:09.616344 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-1aaef933-3cf1-4e15-a34b-bc01d0d8614d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:network and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:09.621584 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebd78c-9e42-4fba-b3d9-0c7c80af9fdf tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9b75b1-a3fd-4376-b332-b2733e7cdf06,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:09.624312 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-1aaef933-3cf1-4e15-a34b-bc01d0d8614d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:09.634003 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d6859ccf-0355-4b23-89ea-dc530d3dfe80 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:09.641589 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-1aaef933-3cf1-4e15-a34b-bc01d0d8614d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:09.672726 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6859ccf-0355-4b23-89ea-dc530d3dfe80 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0c8f30-f07b-42c8-b13c-cb1c02757ed6,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:09.689510 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d6859ccf-0355-4b23-89ea-dc530d3dfe80 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:09.690830 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d6859ccf-0355-4b23-89ea-dc530d3dfe80 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "DELETE /v2.0/security-groups/aa0c8f30-f07b-42c8-b13c-cb1c02757ed6 HTTP/1.1" status: 204 len: 168 time: 0.9613943 Feb 04 21:24:09.694398 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 32882) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:09.696976 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c9ebd78c-9e42-4fba-b3d9-0c7c80af9fdf tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:09.698721 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c9ebd78c-9e42-4fba-b3d9-0c7c80af9fdf tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8399503 Feb 04 21:24:09.701908 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 32884) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:09.711527 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d7263-7b33-40a0-b090-8acb84117a87 req-b25a7ace-dc75-460b-bed0-250f0f4aac53 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:09.718971 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6e3d7263-7b33-40a0-b090-8acb84117a87 req-b25a7ace-dc75-460b-bed0-250f0f4aac53 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=bddf43e1-94d5-4f4c-a0e1-2740fbfe0496 HTTP/1.1" status: 200 len: 945 time: 0.4321542 Feb 04 21:24:09.738215 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-6a71910b-d4d3-49ea-9be7-245963b3dc5e tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Request body: {'security_group': {'name': 'tempest-secgroup--1347881083'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:09.749435 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aaef933-3cf1-4e15-a34b-bc01d0d8614d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:24:09.752708 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1aaef933-3cf1-4e15-a34b-bc01d0d8614d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:09.762313 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-6a71910b-d4d3-49ea-9be7-245963b3dc5e tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:09.768014 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-67b917a6-9581-45a9-a1fc-bf52a5492d95 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0714173 Feb 04 21:24:09.769075 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 32890) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:09.783924 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-6a71910b-d4d3-49ea-9be7-245963b3dc5e tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Usage tracker for resource:security_group and tenant:01b0139bee9e4048b10d17fbcf3ed57d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:09.788530 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-6a71910b-d4d3-49ea-9be7-245963b3dc5e tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:09.790219 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-ab242b6c-3dda-4850-a60a-a68339c80453 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] delete failed (client error): The resource could not be found. Feb 04 21:24:09.799162 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ab242b6c-3dda-4850-a60a-a68339c80453 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "DELETE /v2.0/security-groups/aa0c8f30-f07b-42c8-b13c-cb1c02757ed6 HTTP/1.1" status: 404 len: 347 time: 0.0287120 Feb 04 21:24:09.799856 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 32896) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:09.802359 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-6a71910b-d4d3-49ea-9be7-245963b3dc5e tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:09.806448 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-12c85cb2-0e10-4c5e-b448-f38519dff706 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Request body: {'security_group': {'name': 'tempest-secgroup--137468629'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:09.814427 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-12c85cb2-0e10-4c5e-b448-f38519dff706 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:09.818767 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-12c85cb2-0e10-4c5e-b448-f38519dff706 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Usage tracker for resource:security_group and tenant:1c80bdcd7bf1496fb3f620f4b4deaffd is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:09.824116 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-12c85cb2-0e10-4c5e-b448-f38519dff706 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:09.829077 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6e3d7263-7b33-40a0-b090-8acb84117a87 req-a1f83622-150b-47f2-bdcf-b7548c780d8d tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092227 Feb 04 21:24:09.831300 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-12c85cb2-0e10-4c5e-b448-f38519dff706 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:09.846212 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-12c85cb2-0e10-4c5e-b448-f38519dff706 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:09.848999 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aaef933-3cf1-4e15-a34b-bc01d0d8614d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:24:09.869870 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6a71910b-d4d3-49ea-9be7-245963b3dc5e tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:09.881733 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-12c85cb2-0e10-4c5e-b448-f38519dff706 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:09.882407 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1aaef933-3cf1-4e15-a34b-bc01d0d8614d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:09.884654 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-1aaef933-3cf1-4e15-a34b-bc01d0d8614d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Added segment b11dcb05-b028-4463-b1ae-97c7489631d8 of type vlan for network b666c3d1-6fb5-4b59-bf45-6714a3811d8a Feb 04 21:24:09.886504 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-12c85cb2-0e10-4c5e-b448-f38519dff706 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Usage tracker for resource:security_group_rule and tenant:1c80bdcd7bf1496fb3f620f4b4deaffd is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:09.889484 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-12c85cb2-0e10-4c5e-b448-f38519dff706 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:09.896551 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-12c85cb2-0e10-4c5e-b448-f38519dff706 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:09.897331 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-6a71910b-d4d3-49ea-9be7-245963b3dc5e tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:09.901884 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-6a71910b-d4d3-49ea-9be7-245963b3dc5e tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Usage tracker for resource:security_group_rule and tenant:01b0139bee9e4048b10d17fbcf3ed57d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:09.904986 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-6a71910b-d4d3-49ea-9be7-245963b3dc5e tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:09.911036 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-6a71910b-d4d3-49ea-9be7-245963b3dc5e tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:09.988844 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bddf43e1-94d5-4f4c-a0e1-2740fbfe0496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aad63ee-6a1e-49ce-941f-ba453c27b879', 'code': 200} Feb 04 21:24:09.996097 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6a71910b-d4d3-49ea-9be7-245963b3dc5e tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:10.004174 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6a71910b-d4d3-49ea-9be7-245963b3dc5e tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:10.113047 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1aaef933-3cf1-4e15-a34b-bc01d0d8614d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:10.115427 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-12c85cb2-0e10-4c5e-b448-f38519dff706 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:10.121398 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-12c85cb2-0e10-4c5e-b448-f38519dff706 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:10.217957 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71910b-d4d3-49ea-9be7-245963b3dc5e tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69ebfcda-9533-4a3b-8509-0687be8d0c17,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:10.230580 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c85cb2-0e10-4c5e-b448-f38519dff706 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e413531c-81a9-4ba3-90b3-37834281c791,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:10.247055 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-12c85cb2-0e10-4c5e-b448-f38519dff706 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:10.248323 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-12c85cb2-0e10-4c5e-b448-f38519dff706 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4474623 Feb 04 21:24:10.260513 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 32902) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:10.260513 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-2c8a4b20-c2f8-4db3-8664-1e368d5e3e49 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Request body: {'security_group_rule': {'security_group_id': 'e413531c-81a9-4ba3-90b3-37834281c791', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:10.272969 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-2c8a4b20-c2f8-4db3-8664-1e368d5e3e49 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:10.279466 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2c8a4b20-c2f8-4db3-8664-1e368d5e3e49 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Usage tracker for resource:security_group_rule and tenant:1c80bdcd7bf1496fb3f620f4b4deaffd is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:10.282722 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2c8a4b20-c2f8-4db3-8664-1e368d5e3e49 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:10.288839 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-2c8a4b20-c2f8-4db3-8664-1e368d5e3e49 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:10.299697 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71910b-d4d3-49ea-9be7-245963b3dc5e tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:10.300126 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71910b-d4d3-49ea-9be7-245963b3dc5e tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:10.300914 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71910b-d4d3-49ea-9be7-245963b3dc5e tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:10.301361 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71910b-d4d3-49ea-9be7-245963b3dc5e tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:10.301732 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71910b-d4d3-49ea-9be7-245963b3dc5e tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:10.302068 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71910b-d4d3-49ea-9be7-245963b3dc5e tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:10.302572 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71910b-d4d3-49ea-9be7-245963b3dc5e tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:10.303017 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71910b-d4d3-49ea-9be7-245963b3dc5e tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:10.303422 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71910b-d4d3-49ea-9be7-245963b3dc5e tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:10.303818 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71910b-d4d3-49ea-9be7-245963b3dc5e tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:10.304255 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71910b-d4d3-49ea-9be7-245963b3dc5e tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:10.304613 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71910b-d4d3-49ea-9be7-245963b3dc5e tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:10.311691 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2c8a4b20-c2f8-4db3-8664-1e368d5e3e49 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:10.323088 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6a71910b-d4d3-49ea-9be7-245963b3dc5e tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:10.324315 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-6a71910b-d4d3-49ea-9be7-245963b3dc5e tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6212847 Feb 04 21:24:10.327998 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1aaef933-3cf1-4e15-a34b-bc01d0d8614d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:10.329643 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 32906) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:10.333872 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaef933-3cf1-4e15-a34b-bc01d0d8614d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:10.335115 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1aaef933-3cf1-4e15-a34b-bc01d0d8614d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:10.335455 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-59a6ddba-9864-4f7d-83f2-08aef3901b9f tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Request body: {'security_group_rule': {'security_group_id': '5e9b75b1-a3fd-4376-b332-b2733e7cdf06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '69ebfcda-9533-4a3b-8509-0687be8d0c17'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:10.350179 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-59a6ddba-9864-4f7d-83f2-08aef3901b9f tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:10.358774 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-59a6ddba-9864-4f7d-83f2-08aef3901b9f tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Usage tracker for resource:security_group_rule and tenant:01b0139bee9e4048b10d17fbcf3ed57d is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:10.370877 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-59a6ddba-9864-4f7d-83f2-08aef3901b9f tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:10.387671 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-59a6ddba-9864-4f7d-83f2-08aef3901b9f tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:10.433868 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2c8a4b20-c2f8-4db3-8664-1e368d5e3e49 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:10.438772 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-59a6ddba-9864-4f7d-83f2-08aef3901b9f tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 21:24:10.439950 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-59a6ddba-9864-4f7d-83f2-08aef3901b9f tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1096010 Feb 04 21:24:10.442381 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2c8a4b20-c2f8-4db3-8664-1e368d5e3e49 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:10.444022 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 32912) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:10.475197 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-1aaef933-3cf1-4e15-a34b-bc01d0d8614d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9173458 Feb 04 21:24:10.479935 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 32916) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:10.494365 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-04164330-476e-430c-a3f2-bcc575bc5f7f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'subnet': {'network_id': 'b666c3d1-6fb5-4b59-bf45-6714a3811d8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:10.520293 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a4b20-c2f8-4db3-8664-1e368d5e3e49 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f271471e-8933-419e-8862-e322609b6eb1,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:10.522393 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2c8a4b20-c2f8-4db3-8664-1e368d5e3e49 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:10.527093 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2c8a4b20-c2f8-4db3-8664-1e368d5e3e49 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2704105 Feb 04 21:24:10.528034 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 32920) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:10.578260 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4c5021bf-cbb8-4c53-a8be-313721e1b8d1 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:10.591059 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-61345e38-b5af-4234-a205-c11cdc9871d2 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:10.602620 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaef933-3cf1-4e15-a34b-bc01d0d8614d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Network': ['ID=b666c3d1-6fb5-4b59-bf45-6714a3811d8a,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:10.610420 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-61345e38-b5af-4234-a205-c11cdc9871d2 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:10.613708 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72583f29-ad06-45dd-a17b-741348b38ec8 req-9396e417-6723-40ab-97b6-ca707abd7936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:10.615196 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-72583f29-ad06-45dd-a17b-741348b38ec8 req-9396e417-6723-40ab-97b6-ca707abd7936 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bddf43e1-94d5-4f4c-a0e1-2740fbfe0496 HTTP/1.1" status: 200 len: 1096 time: 0.4788680 Feb 04 21:24:10.635749 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4c5021bf-cbb8-4c53-a8be-313721e1b8d1 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:10.639077 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network b666c3d1-6fb5-4b59-bf45-6714a3811d8a details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:24:10.663525 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029d107-ff19-4eec-8ec0-3dd95220809c req-d12a1ca4-b679-43cf-a940-f9c357023701 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:10.673328 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b029d107-ff19-4eec-8ec0-3dd95220809c req-d12a1ca4-b679-43cf-a940-f9c357023701 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f1860b9-a09d-49db-9e9b-35f99ff8f9a0 HTTP/1.1" status: 200 len: 945 time: 0.4505713 Feb 04 21:24:10.698822 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-61345e38-b5af-4234-a205-c11cdc9871d2 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:10.753487 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61345e38-b5af-4234-a205-c11cdc9871d2 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f271471e-8933-419e-8862-e322609b6eb1,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:10.760551 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-61345e38-b5af-4234-a205-c11cdc9871d2 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:10.762353 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-61345e38-b5af-4234-a205-c11cdc9871d2 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/f271471e-8933-419e-8862-e322609b6eb1 HTTP/1.1" status: 204 len: 168 time: 0.2333603 Feb 04 21:24:10.764519 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 32926) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:10.771476 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-04164330-476e-430c-a3f2-bcc575bc5f7f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:10.776220 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-04164330-476e-430c-a3f2-bcc575bc5f7f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:subnet and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:10.779175 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-04164330-476e-430c-a3f2-bcc575bc5f7f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:10.789231 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4c5021bf-cbb8-4c53-a8be-313721e1b8d1 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:10.800064 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b029d107-ff19-4eec-8ec0-3dd95220809c req-56d9dcde-3623-4af5-b6ff-f37ff08c01bc tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/security-groups?id=521e69c8-4672-4ee9-a417-79cd09b52282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256006 Feb 04 21:24:10.813727 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-72583f29-ad06-45dd-a17b-741348b38ec8 req-1493bbf3-d1ec-474f-ad95-bf5f00668a33 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890287 Feb 04 21:24:10.815041 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-04164330-476e-430c-a3f2-bcc575bc5f7f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:10.826326 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04164330-476e-430c-a3f2-bcc575bc5f7f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:24:10.829784 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-04164330-476e-430c-a3f2-bcc575bc5f7f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:10.838526 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5021bf-cbb8-4c53-a8be-313721e1b8d1 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ebfcda-9533-4a3b-8509-0687be8d0c17,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:10.888565 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b641dcfd-41b6-4662-b1fb-63be27d5b1c7 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Synchronizing usage tracker for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group_rule {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:10.892644 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4c5021bf-cbb8-4c53-a8be-313721e1b8d1 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:10.893757 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4c5021bf-cbb8-4c53-a8be-313721e1b8d1 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "DELETE /v2.0/security-groups/69ebfcda-9533-4a3b-8509-0687be8d0c17 HTTP/1.1" status: 204 len: 168 time: 0.4431615 Feb 04 21:24:10.906436 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 32942) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:10.989863 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a4d76df0-afb1-404b-9495-812e9031b0c7 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Synchronizing usage tracker for tenant:01b0139bee9e4048b10d17fbcf3ed57d on resource:security_group {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:11.007192 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b641dcfd-41b6-4662-b1fb-63be27d5b1c7 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Unset dirty status for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group_rule {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:11.008616 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b641dcfd-41b6-4662-b1fb-63be27d5b1c7 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2427378 Feb 04 21:24:11.011086 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a4d76df0-afb1-404b-9495-812e9031b0c7 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Unset dirty status for tenant:01b0139bee9e4048b10d17fbcf3ed57d on resource:security_group {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:11.014285 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a4d76df0-afb1-404b-9495-812e9031b0c7 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1042547 Feb 04 21:24:11.015465 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 32958) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:11.021481 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 32960) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:11.107560 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5d2f7ea6-2434-4e42-b99f-ec697197845e tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:11.124074 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.ipam_backend_mixin [None req-04164330-476e-430c-a3f2-bcc575bc5f7f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Performing IP validity checks on allocation pools {{(pid=87683) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 21:24:11.127026 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.ipam_backend_mixin [None req-04164330-476e-430c-a3f2-bcc575bc5f7f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87683) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 21:24:11.188613 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5d2f7ea6-2434-4e42-b99f-ec697197845e tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:11.225181 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3abdfd55-881c-461a-bba6-d6426fc7df7e tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:11.238561 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384a705-04ce-4225-950e-1cb030329db2 req-37b590af-cece-444b-8458-6582f9963d41 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:11.245840 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e384a705-04ce-4225-950e-1cb030329db2 req-37b590af-cece-444b-8458-6582f9963d41 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=bddf43e1-94d5-4f4c-a0e1-2740fbfe0496 HTTP/1.1" status: 200 len: 945 time: 0.2434130 Feb 04 21:24:11.275130 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3abdfd55-881c-461a-bba6-d6426fc7df7e tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:11.349724 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e384a705-04ce-4225-950e-1cb030329db2 req-dc14d3ae-a975-46af-88bd-e97779233228 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029887 Feb 04 21:24:11.475042 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-04164330-476e-430c-a3f2-bcc575bc5f7f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:11.498625 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5d2f7ea6-2434-4e42-b99f-ec697197845e tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:11.523374 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f7ea6-2434-4e42-b99f-ec697197845e tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9b75b1-a3fd-4376-b332-b2733e7cdf06,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:11.538903 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5d2f7ea6-2434-4e42-b99f-ec697197845e tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:11.538903 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5d2f7ea6-2434-4e42-b99f-ec697197845e tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "DELETE /v2.0/security-groups/5e9b75b1-a3fd-4376-b332-b2733e7cdf06 HTTP/1.1" status: 204 len: 168 time: 0.5138714 Feb 04 21:24:11.539867 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 32986) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:11.598724 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3abdfd55-881c-461a-bba6-d6426fc7df7e tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:11.630900 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abdfd55-881c-461a-bba6-d6426fc7df7e tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e413531c-81a9-4ba3-90b3-37834281c791,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:11.649239 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3abdfd55-881c-461a-bba6-d6426fc7df7e tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:11.652886 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3abdfd55-881c-461a-bba6-d6426fc7df7e tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "DELETE /v2.0/security-groups/e413531c-81a9-4ba3-90b3-37834281c791 HTTP/1.1" status: 204 len: 168 time: 0.6330748 Feb 04 21:24:11.654797 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d8befcfa-a69d-46f1-83ab-e04d7b05412c tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Synchronizing usage tracker for tenant:01b0139bee9e4048b10d17fbcf3ed57d on resource:security_group {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:11.655782 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 32994) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:11.672716 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04164330-476e-430c-a3f2-bcc575bc5f7f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Subnet': ['ID=7d961317-9c71-4eeb-ad3e-11e556418a56,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:11.672980 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d8befcfa-a69d-46f1-83ab-e04d7b05412c tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Unset dirty status for tenant:01b0139bee9e4048b10d17fbcf3ed57d on resource:security_group {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:11.678250 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d8befcfa-a69d-46f1-83ab-e04d7b05412c tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1304467 Feb 04 21:24:11.678960 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 32998) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:11.685529 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-27e81c79-8576-47dd-827e-579a3e90e966 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Request body: {'security_group': {'name': 'tempest-secgroup--2070469315'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:11.692822 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-27e81c79-8576-47dd-827e-579a3e90e966 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:11.694809 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04164330-476e-430c-a3f2-bcc575bc5f7f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Checking segment: {'id': 'b11dcb05-b028-4463-b1ae-97c7489631d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b666c3d1-6fb5-4b59-bf45-6714a3811d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:24:11.695181 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04164330-476e-430c-a3f2-bcc575bc5f7f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Network hostable DHCP agents. Network: b666c3d1-6fb5-4b59-bf45-6714a3811d8a, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:24:11.699464 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:24:11.704545 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-27e81c79-8576-47dd-827e-579a3e90e966 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:11.721312 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-27e81c79-8576-47dd-827e-579a3e90e966 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:11.762029 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-38c6174a-c645-4909-9ce3-f082587b1a32 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Synchronizing usage tracker for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:11.781672 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04164330-476e-430c-a3f2-bcc575bc5f7f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Network b666c3d1-6fb5-4b59-bf45-6714a3811d8a is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:24:11.815944 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-38c6174a-c645-4909-9ce3-f082587b1a32 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Unset dirty status for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:11.815944 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-38c6174a-c645-4909-9ce3-f082587b1a32 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1504447 Feb 04 21:24:11.815944 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33004) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:11.816147 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-27e81c79-8576-47dd-827e-579a3e90e966 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:11.825534 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-954e199c-616c-43a8-b651-57c499f3a31c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Request body: {'security_group': {'name': 'tempest-secgroup--1951113066'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:11.832429 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-04164330-476e-430c-a3f2-bcc575bc5f7f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, b666c3d1-6fb5-4b59-bf45-6714a3811d8a) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:24:11.832857 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-27e81c79-8576-47dd-827e-579a3e90e966 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Usage tracker for resource:security_group_rule and tenant:01b0139bee9e4048b10d17fbcf3ed57d is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:11.840387 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-27e81c79-8576-47dd-827e-579a3e90e966 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:11.841287 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04164330-476e-430c-a3f2-bcc575bc5f7f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:11.841474 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-04164330-476e-430c-a3f2-bcc575bc5f7f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:11.845930 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae6846d-e6fb-4bed-bbf5-0d2df6ba8721 None None] Network b666c3d1-6fb5-4b59-bf45-6714a3811d8a requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:24:11.853301 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-954e199c-616c-43a8-b651-57c499f3a31c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:11.854220 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-27e81c79-8576-47dd-827e-579a3e90e966 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:11.932012 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-954e199c-616c-43a8-b651-57c499f3a31c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:11.965936 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-27e81c79-8576-47dd-827e-579a3e90e966 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:11.966106 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-04164330-476e-430c-a3f2-bcc575bc5f7f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4809923 Feb 04 21:24:11.969586 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33012) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:11.983693 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-3573e994-8208-4ca3-a2f7-195796bb2349 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'port': {'network_id': 'b666c3d1-6fb5-4b59-bf45-6714a3811d8a', 'name': 'tempest-PortsIpV6TestJSON-46717807'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:12.003826 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-954e199c-616c-43a8-b651-57c499f3a31c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:12.028079 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-27e81c79-8576-47dd-827e-579a3e90e966 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:12.091671 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-954e199c-616c-43a8-b651-57c499f3a31c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:12.129987 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-954e199c-616c-43a8-b651-57c499f3a31c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:12.236739 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e81c79-8576-47dd-827e-579a3e90e966 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01483635-7bcb-4c9a-b3d2-e3def4fc8bb7,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:12.367031 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-27e81c79-8576-47dd-827e-579a3e90e966 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:12.368972 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-27e81c79-8576-47dd-827e-579a3e90e966 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6886632 Feb 04 21:24:12.388358 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33022) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:12.437260 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-c3904b61-6e66-427a-ac53-e87019a2cee8 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:12.446129 n-d-827896-1 neutron-server[87683]: WARNING neutron.api.v2.base [None req-c3904b61-6e66-427a-ac53-e87019a2cee8 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 21:24:12.447002 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [None req-c3904b61-6e66-427a-ac53-e87019a2cee8 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 21:24:12.448563 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c3904b61-6e66-427a-ac53-e87019a2cee8 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "PUT /v2.0/security-groups/01483635-7bcb-4c9a-b3d2-e3def4fc8bb7 HTTP/1.1" status: 409 len: 330 time: 0.0562825 Feb 04 21:24:12.451771 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33030) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:12.537050 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3573e994-8208-4ca3-a2f7-195796bb2349 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:12.590419 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3573e994-8208-4ca3-a2f7-195796bb2349 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:12.615783 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3573e994-8208-4ca3-a2f7-195796bb2349 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:24:12.677541 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3573e994-8208-4ca3-a2f7-195796bb2349 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:12.696405 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb52e78-7019-4e18-b312-074f710ac9ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-b666c3d1-6fb5-4b59-bf45-6714a3811d8a', 'network_id': 'b666c3d1-6fb5-4b59-bf45-6714a3811d8a', 'tenant_id': '82ec2af3498f4ce2a5fb7aab35a5d5ac', 'fixed_ips': [{'subnet_id': '7d961317-9c71-4eeb-ad3e-11e556418a56'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:24:12.697788 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ecb52e78-7019-4e18-b312-074f710ac9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:12.736176 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-954e199c-616c-43a8-b651-57c499f3a31c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:12.757173 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-954e199c-616c-43a8-b651-57c499f3a31c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:12.800178 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e66f3490-8cf1-4eb7-bb28-1e6ede16b474 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:12.821177 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-3573e994-8208-4ca3-a2f7-195796bb2349 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] device_id is not set on port 4c0ab67f-4267-4114-8462-c23ddbe7ab77 yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:24:12.881563 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e199c-616c-43a8-b651-57c499f3a31c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=575f7160-ac26-45da-bbc2-e2ff7cda75dc,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:12.966716 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e66f3490-8cf1-4eb7-bb28-1e6ede16b474 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:13.005632 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-954e199c-616c-43a8-b651-57c499f3a31c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:13.011631 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-954e199c-616c-43a8-b651-57c499f3a31c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1953838 Feb 04 21:24:13.015178 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33058) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:13.020330 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-35b4f81c-78cd-44e0-9f95-edc32256a0b8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Request body: {'security_group_rule': {'security_group_id': '575f7160-ac26-45da-bbc2-e2ff7cda75dc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:13.044673 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-35b4f81c-78cd-44e0-9f95-edc32256a0b8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:13.050551 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-35b4f81c-78cd-44e0-9f95-edc32256a0b8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Usage tracker for resource:security_group_rule and tenant:1c80bdcd7bf1496fb3f620f4b4deaffd is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:13.053775 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-35b4f81c-78cd-44e0-9f95-edc32256a0b8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:13.061671 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-35b4f81c-78cd-44e0-9f95-edc32256a0b8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:13.080744 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-35b4f81c-78cd-44e0-9f95-edc32256a0b8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:13.148539 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb237f-2fd7-4a0d-878d-09c9d4cde3b9 req-885967ea-5ee7-4984-a865-656b8bf0e5d3 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:13.151292 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dcbb237f-2fd7-4a0d-878d-09c9d4cde3b9 req-885967ea-5ee7-4984-a865-656b8bf0e5d3 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=bddf43e1-94d5-4f4c-a0e1-2740fbfe0496 HTTP/1.1" status: 200 len: 945 time: 0.4616354 Feb 04 21:24:13.161878 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e66f3490-8cf1-4eb7-bb28-1e6ede16b474 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:13.171426 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-35b4f81c-78cd-44e0-9f95-edc32256a0b8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:13.177828 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-35b4f81c-78cd-44e0-9f95-edc32256a0b8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:13.190368 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-ecb52e78-7019-4e18-b312-074f710ac9ae None None] Allocated IP 2001:db8::2 (b666c3d1-6fb5-4b59-bf45-6714a3811d8a/7d961317-9c71-4eeb-ad3e-11e556418a56/7f220341-3bad-4792-81b1-c802757da94a) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:24:13.227712 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f3490-8cf1-4eb7-bb28-1e6ede16b474 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01483635-7bcb-4c9a-b3d2-e3def4fc8bb7,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:13.232142 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e66f3490-8cf1-4eb7-bb28-1e6ede16b474 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:13.235630 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4f81c-78cd-44e0-9f95-edc32256a0b8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4afb5c42-70f8-42b1-98e2-7d8c6be99288,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:13.236281 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e66f3490-8cf1-4eb7-bb28-1e6ede16b474 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "DELETE /v2.0/security-groups/01483635-7bcb-4c9a-b3d2-e3def4fc8bb7 HTTP/1.1" status: 204 len: 168 time: 0.7755377 Feb 04 21:24:13.236941 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33064) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:13.272750 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-35b4f81c-78cd-44e0-9f95-edc32256a0b8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:13.275747 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-35b4f81c-78cd-44e0-9f95-edc32256a0b8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2595232 Feb 04 21:24:13.279246 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33068) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:13.293516 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-76bdc372-0121-44c6-a4af-268b9906182b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Request body: {'security_group_rule': {'security_group_id': '575f7160-ac26-45da-bbc2-e2ff7cda75dc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:13.295252 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dcbb237f-2fd7-4a0d-878d-09c9d4cde3b9 req-ab24f109-6fcc-4b63-a9f0-272494a78029 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262255 Feb 04 21:24:13.322166 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-76bdc372-0121-44c6-a4af-268b9906182b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:13.326772 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-76bdc372-0121-44c6-a4af-268b9906182b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Usage tracker for resource:security_group_rule and tenant:1c80bdcd7bf1496fb3f620f4b4deaffd is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:13.338601 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-76bdc372-0121-44c6-a4af-268b9906182b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:13.345768 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-dc87c133-aa40-4fb8-90c5-3ec80992e888 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Synchronizing usage tracker for tenant:01b0139bee9e4048b10d17fbcf3ed57d on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:13.347795 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-76bdc372-0121-44c6-a4af-268b9906182b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:13.388996 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-dc87c133-aa40-4fb8-90c5-3ec80992e888 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] Unset dirty status for tenant:01b0139bee9e4048b10d17fbcf3ed57d on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:13.399970 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-dc87c133-aa40-4fb8-90c5-3ec80992e888 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1601207 Feb 04 21:24:13.401969 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33076) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:13.407080 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-76bdc372-0121-44c6-a4af-268b9906182b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:13.452416 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [None req-de552a55-713c-4b95-87a7-c6970cc4f0de tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] delete failed (client error): The resource could not be found. Feb 04 21:24:13.456123 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-de552a55-713c-4b95-87a7-c6970cc4f0de tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "DELETE /v2.0/security-groups/601e561b-ab52-473b-8cb2-5d6c6472ac2c HTTP/1.1" status: 404 len: 347 time: 0.0536366 Feb 04 21:24:13.461828 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33082) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:13.506488 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [None req-054b0b19-80c4-4ce1-8537-2a55366b8137 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] show failed (client error): The resource could not be found. Feb 04 21:24:13.512724 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-054b0b19-80c4-4ce1-8537-2a55366b8137 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "GET /v2.0/security-groups/45844658-1d01-46e5-8c0c-f976706cf41e HTTP/1.1" status: 404 len: 347 time: 0.0452032 Feb 04 21:24:13.513611 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33086) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:13.542165 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-76bdc372-0121-44c6-a4af-268b9906182b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:13.543712 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [None req-2b191acd-5c20-4af4-a426-fa59bea77320 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] show failed (client error): The resource could not be found. Feb 04 21:24:13.549333 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-2b191acd-5c20-4af4-a426-fa59bea77320 tempest-NegativeSecGroupTest-893956903 tempest-NegativeSecGroupTest-893956903-project] 10.222.0.26 "GET /v2.0/security-group-rules/d94bf943-1826-4b37-acfb-69a0ece3b32e HTTP/1.1" status: 404 len: 356 time: 0.0307908 Feb 04 21:24:13.549459 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-76bdc372-0121-44c6-a4af-268b9906182b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:13.600002 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-76bdc372-0121-44c6-a4af-268b9906182b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:13.605155 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-76bdc372-0121-44c6-a4af-268b9906182b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3217885 Feb 04 21:24:13.606082 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33094) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:13.608071 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bdc372-0121-44c6-a4af-268b9906182b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c61ea5-c271-466a-a7d1-ee1fd2deaea2,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:13.621338 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-390afc9f-490e-4d63-a28e-e6a1b9542860 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Request body: {'security_group_rule': {'security_group_id': '575f7160-ac26-45da-bbc2-e2ff7cda75dc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:13.629054 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-390afc9f-490e-4d63-a28e-e6a1b9542860 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:13.647429 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-390afc9f-490e-4d63-a28e-e6a1b9542860 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Usage tracker for resource:security_group_rule and tenant:1c80bdcd7bf1496fb3f620f4b4deaffd is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:13.656994 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-390afc9f-490e-4d63-a28e-e6a1b9542860 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:13.668728 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-390afc9f-490e-4d63-a28e-e6a1b9542860 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:13.709318 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-390afc9f-490e-4d63-a28e-e6a1b9542860 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:13.758851 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ecb52e78-7019-4e18-b312-074f710ac9ae None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:13.788894 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ecb52e78-7019-4e18-b312-074f710ac9ae None None] Transition to ACTIVE for port object 7f220341-3bad-4792-81b1-c802757da94a will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:24:13.849727 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ecb52e78-7019-4e18-b312-074f710ac9ae None None] Transition to ACTIVE for port object 7f220341-3bad-4792-81b1-c802757da94a will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:24:13.872255 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ecb52e78-7019-4e18-b312-074f710ac9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:13.927022 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-390afc9f-490e-4d63-a28e-e6a1b9542860 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:13.938998 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-390afc9f-490e-4d63-a28e-e6a1b9542860 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:14.032755 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390afc9f-490e-4d63-a28e-e6a1b9542860 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e14fe9c6-2704-4878-9eef-21498fd63fe6,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:14.041832 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-390afc9f-490e-4d63-a28e-e6a1b9542860 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:14.047378 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-390afc9f-490e-4d63-a28e-e6a1b9542860 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4385221 Feb 04 21:24:14.048103 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33102) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:14.084283 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-6dcafd2f-945e-4519-aa23-5660bec7b92b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Request body: {'security_group_rule': {'security_group_id': '575f7160-ac26-45da-bbc2-e2ff7cda75dc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:14.086201 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb52e78-7019-4e18-b312-074f710ac9ae None None] Network b666c3d1-6fb5-4b59-bf45-6714a3811d8a is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:24:14.090686 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5d023b47-695a-4f3a-8f35-cd1793487756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:14.099959 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-ecb52e78-7019-4e18-b312-074f710ac9ae None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:24:14.112146 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb52e78-7019-4e18-b312-074f710ac9ae None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:24:14.122003 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6dcafd2f-945e-4519-aa23-5660bec7b92b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:14.128073 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb52e78-7019-4e18-b312-074f710ac9ae None None] Pushing event updated for resources: {'Port': ['ID=7f220341-3bad-4792-81b1-c802757da94a,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:14.143776 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6dcafd2f-945e-4519-aa23-5660bec7b92b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Usage tracker for resource:security_group_rule and tenant:1c80bdcd7bf1496fb3f620f4b4deaffd is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:14.151554 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6dcafd2f-945e-4519-aa23-5660bec7b92b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:14.165983 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6dcafd2f-945e-4519-aa23-5660bec7b92b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:14.200183 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6dcafd2f-945e-4519-aa23-5660bec7b92b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:14.264404 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33114) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:14.304025 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6dcafd2f-945e-4519-aa23-5660bec7b92b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:14.325581 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6dcafd2f-945e-4519-aa23-5660bec7b92b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:14.339097 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-3573e994-8208-4ca3-a2f7-195796bb2349 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Allocated IP 2001:db8::2c3 (b666c3d1-6fb5-4b59-bf45-6714a3811d8a/7d961317-9c71-4eeb-ad3e-11e556418a56/4c0ab67f-4267-4114-8462-c23ddbe7ab77) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:24:14.373728 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcafd2f-945e-4519-aa23-5660bec7b92b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c103310-90aa-4a6c-808d-636141f50900,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:14.381563 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-ecb52e78-7019-4e18-b312-074f710ac9ae None None] Attempting to bind port 7f220341-3bad-4792-81b1-c802757da94a on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:24:14.382002 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-ecb52e78-7019-4e18-b312-074f710ac9ae None None] Attempting to bind port 7f220341-3bad-4792-81b1-c802757da94a by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': 'b11dcb05-b028-4463-b1ae-97c7489631d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b666c3d1-6fb5-4b59-bf45-6714a3811d8a'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:24:14.382473 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb52e78-7019-4e18-b312-074f710ac9ae None None] Attempting to bind port 7f220341-3bad-4792-81b1-c802757da94a on network b666c3d1-6fb5-4b59-bf45-6714a3811d8a {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:24:14.397756 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb52e78-7019-4e18-b312-074f710ac9ae None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:24:14.398277 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb52e78-7019-4e18-b312-074f710ac9ae None None] Checking segment: {'id': 'b11dcb05-b028-4463-b1ae-97c7489631d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b666c3d1-6fb5-4b59-bf45-6714a3811d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:24:14.400241 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ecb52e78-7019-4e18-b312-074f710ac9ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:14.400800 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb52e78-7019-4e18-b312-074f710ac9ae None None] Bound using segment: {'id': 'b11dcb05-b028-4463-b1ae-97c7489631d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b666c3d1-6fb5-4b59-bf45-6714a3811d8a'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:24:14.401353 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-ecb52e78-7019-4e18-b312-074f710ac9ae None None] Bound port: 7f220341-3bad-4792-81b1-c802757da94a, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b11dcb05-b028-4463-b1ae-97c7489631d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b666c3d1-6fb5-4b59-bf45-6714a3811d8a'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:24:14.401798 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ecb52e78-7019-4e18-b312-074f710ac9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:14.409800 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6dcafd2f-945e-4519-aa23-5660bec7b92b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:14.411088 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6dcafd2f-945e-4519-aa23-5660bec7b92b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3602552 Feb 04 21:24:14.413915 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33124) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:14.420421 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-f58119af-a5cf-4bad-bf7a-5168525ad51b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Request body: {'security_group_rule': {'security_group_id': '575f7160-ac26-45da-bbc2-e2ff7cda75dc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:14.465913 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-f58119af-a5cf-4bad-bf7a-5168525ad51b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:14.489313 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-f58119af-a5cf-4bad-bf7a-5168525ad51b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Usage tracker for resource:security_group_rule and tenant:1c80bdcd7bf1496fb3f620f4b4deaffd is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:14.498311 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-f58119af-a5cf-4bad-bf7a-5168525ad51b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:14.518116 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-f58119af-a5cf-4bad-bf7a-5168525ad51b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:14.576184 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-ecb52e78-7019-4e18-b312-074f710ac9ae None None] For port 7f220341-3bad-4792-81b1-c802757da94a, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:24:14.581451 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-ecb52e78-7019-4e18-b312-074f710ac9ae None None] For port 7f220341-3bad-4792-81b1-c802757da94a, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=7f220341-3bad-4792-81b1-c802757da94a,segment=NetworkSegment(b11dcb05-b028-4463-b1ae-97c7489631d8),segment_id=b11dcb05-b028-4463-b1ae-97c7489631d8)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:24:14.587779 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ecb52e78-7019-4e18-b312-074f710ac9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:14.589512 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f58119af-a5cf-4bad-bf7a-5168525ad51b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:14.727731 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb52e78-7019-4e18-b312-074f710ac9ae None None] Pushing event updated for resources: {'Port': ['ID=7f220341-3bad-4792-81b1-c802757da94a,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:14.779605 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3573e994-8208-4ca3-a2f7-195796bb2349 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:14.797590 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-3573e994-8208-4ca3-a2f7-195796bb2349 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Transition to ACTIVE for port object 4c0ab67f-4267-4114-8462-c23ddbe7ab77 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:24:14.824378 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3573e994-8208-4ca3-a2f7-195796bb2349 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:14.919741 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3573e994-8208-4ca3-a2f7-195796bb2349 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Network b666c3d1-6fb5-4b59-bf45-6714a3811d8a is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:24:14.939305 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-3573e994-8208-4ca3-a2f7-195796bb2349 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:24:14.942337 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3573e994-8208-4ca3-a2f7-195796bb2349 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:24:14.952052 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3573e994-8208-4ca3-a2f7-195796bb2349 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:14.959861 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3573e994-8208-4ca3-a2f7-195796bb2349 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:15.017145 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-4ff133c2-86d0-4197-90aa-07409a73485b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=01b0139bee9e4048b10d17fbcf3ed57d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7568810 Feb 04 21:24:15.021343 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33144) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:15.021483 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3573e994-8208-4ca3-a2f7-195796bb2349 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0464482 Feb 04 21:24:15.021483 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573e994-8208-4ca3-a2f7-195796bb2349 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Port': ['ID=4c0ab67f-4267-4114-8462-c23ddbe7ab77,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:15.023605 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33146) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:15.026300 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f58119af-a5cf-4bad-bf7a-5168525ad51b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:15.104667 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f58119af-a5cf-4bad-bf7a-5168525ad51b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:15.174517 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58119af-a5cf-4bad-bf7a-5168525ad51b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f0a5a4-65b2-41a2-bb1c-0ecd1f718972,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:15.254392 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-f766b7af-1550-4402-941a-c6b9cc93b65d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Deleting port 4c0ab67f-4267-4114-8462-c23ddbe7ab77 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:24:15.254746 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f766b7af-1550-4402-941a-c6b9cc93b65d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:15.324061 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f58119af-a5cf-4bad-bf7a-5168525ad51b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:15.329769 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-f58119af-a5cf-4bad-bf7a-5168525ad51b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9114575 Feb 04 21:24:15.330297 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33152) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:15.365932 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-00e49e4c-5828-46f2-a4ff-5fb53874e85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:15.395707 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9dee28f8-4e1b-420b-b99e-904687dd24f9 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:15.411852 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9dee28f8-4e1b-420b-b99e-904687dd24f9 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:15.416776 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-00e49e4c-5828-46f2-a4ff-5fb53874e85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:15.460499 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9dee28f8-4e1b-420b-b99e-904687dd24f9 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:15.502042 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-00e49e4c-5828-46f2-a4ff-5fb53874e85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:15.535258 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e49e4c-5828-46f2-a4ff-5fb53874e85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4249ff-1992-4fb0-8273-3976b25ed1be,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:15.538418 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee28f8-4e1b-420b-b99e-904687dd24f9 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05f0a5a4-65b2-41a2-bb1c-0ecd1f718972,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:15.561495 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-00e49e4c-5828-46f2-a4ff-5fb53874e85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:15.562735 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-00e49e4c-5828-46f2-a4ff-5fb53874e85d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bb4249ff-1992-4fb0-8273-3976b25ed1be HTTP/1.1" status: 204 len: 168 time: 0.5410087 Feb 04 21:24:15.563949 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9dee28f8-4e1b-420b-b99e-904687dd24f9 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:15.566611 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9dee28f8-4e1b-420b-b99e-904687dd24f9 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/05f0a5a4-65b2-41a2-bb1c-0ecd1f718972 HTTP/1.1" status: 204 len: 168 time: 0.2352903 Feb 04 21:24:15.570048 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33158) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:15.685191 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f5897232-fb22-4d50-931d-b778c5f6d1fa tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Synchronizing usage tracker for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group_rule {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:15.740410 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f5897232-fb22-4d50-931d-b778c5f6d1fa tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Unset dirty status for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group_rule {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:15.742622 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f5897232-fb22-4d50-931d-b778c5f6d1fa tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1639616 Feb 04 21:24:15.746484 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33166) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:15.882221 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-524d7ee5-3f72-45e1-be77-89f6b685e9b6 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:15.933789 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-524d7ee5-3f72-45e1-be77-89f6b685e9b6 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:16.024664 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-524d7ee5-3f72-45e1-be77-89f6b685e9b6 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:16.096684 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d7ee5-3f72-45e1-be77-89f6b685e9b6 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c103310-90aa-4a6c-808d-636141f50900,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:16.120039 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-524d7ee5-3f72-45e1-be77-89f6b685e9b6 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:16.123546 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-524d7ee5-3f72-45e1-be77-89f6b685e9b6 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/3c103310-90aa-4a6c-808d-636141f50900 HTTP/1.1" status: 204 len: 168 time: 0.3732541 Feb 04 21:24:16.129154 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33180) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:16.307054 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e0552e9c-9edd-477f-b6a1-85bd0ce47e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:16.330835 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f766b7af-1550-4402-941a-c6b9cc93b65d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:16.378838 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-157c913f-1477-4b60-ab6c-7a261260127a req-c06833f9-af88-4774-950a-e26241e93c78 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b070b43d-7a5f-459a-a824-63e89654b7d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4186223 Feb 04 21:24:16.380263 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5406ee7b-56f1-4fab-b272-02e5e8313d77 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Synchronizing usage tracker for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group_rule {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:16.450659 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-5406ee7b-56f1-4fab-b272-02e5e8313d77 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Unset dirty status for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group_rule {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:16.455242 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5406ee7b-56f1-4fab-b272-02e5e8313d77 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3209949 Feb 04 21:24:16.456028 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33192) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:16.552888 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-da76c87b-77fb-4e58-bb65-e5959006b628 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:16.599114 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-da76c87b-77fb-4e58-bb65-e5959006b628 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:16.666548 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-da76c87b-77fb-4e58-bb65-e5959006b628 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:16.701360 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da76c87b-77fb-4e58-bb65-e5959006b628 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e14fe9c6-2704-4878-9eef-21498fd63fe6,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:16.729173 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daee1ef-91ca-4d05-80d2-2730ac95f4a9 None None] Network b666c3d1-6fb5-4b59-bf45-6714a3811d8a requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:24:16.729358 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-da76c87b-77fb-4e58-bb65-e5959006b628 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:16.733253 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-da76c87b-77fb-4e58-bb65-e5959006b628 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/e14fe9c6-2704-4878-9eef-21498fd63fe6 HTTP/1.1" status: 204 len: 168 time: 0.2762651 Feb 04 21:24:16.734005 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33198) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:16.770164 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 7f220341-3bad-4792-81b1-c802757da94a up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:24:16.853718 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-62c8e01d-daf1-4cc9-8b54-9d3cd9eb45f9 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Synchronizing usage tracker for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group_rule {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:16.870418 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-f766b7af-1550-4402-941a-c6b9cc93b65d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Calling delete_port for 4c0ab67f-4267-4114-8462-c23ddbe7ab77 owned by {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:24:16.916745 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-62c8e01d-daf1-4cc9-8b54-9d3cd9eb45f9 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Unset dirty status for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group_rule {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:16.921299 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-62c8e01d-daf1-4cc9-8b54-9d3cd9eb45f9 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1863253 Feb 04 21:24:16.921891 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33208) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:17.019447 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4a9c2f47-cb2d-4ded-ac5a-5debb37a93cb tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:17.065764 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4a9c2f47-cb2d-4ded-ac5a-5debb37a93cb tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:17.138819 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4a9c2f47-cb2d-4ded-ac5a-5debb37a93cb tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:17.175273 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c2f47-cb2d-4ded-ac5a-5debb37a93cb tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49c61ea5-c271-466a-a7d1-ee1fd2deaea2,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:17.196898 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4a9c2f47-cb2d-4ded-ac5a-5debb37a93cb tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:17.201140 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4a9c2f47-cb2d-4ded-ac5a-5debb37a93cb tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/49c61ea5-c271-466a-a7d1-ee1fd2deaea2 HTTP/1.1" status: 204 len: 168 time: 0.2782588 Feb 04 21:24:17.201773 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33218) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:17.241796 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c913f-1477-4b60-ab6c-7a261260127a req-bfad46a0-9af8-4505-a798-8b3fbaf280bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:17.254710 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-157c913f-1477-4b60-ab6c-7a261260127a req-bfad46a0-9af8-4505-a798-8b3fbaf280bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=354a53753e434161ab788e250190d627&device_id=b070b43d-7a5f-459a-a824-63e89654b7d0 HTTP/1.1" status: 200 len: 1096 time: 0.6528037 Feb 04 21:24:17.302889 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-cb0cfeb4-a67f-4794-9c86-ccbf769f050a tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Synchronizing usage tracker for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group_rule {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:17.342921 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-cb0cfeb4-a67f-4794-9c86-ccbf769f050a tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Unset dirty status for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group_rule {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:17.347562 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-cb0cfeb4-a67f-4794-9c86-ccbf769f050a tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1447351 Feb 04 21:24:17.348403 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33224) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:17.379192 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 7f220341-3bad-4792-81b1-c802757da94a completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:24:17.402444 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 7f220341-3bad-4792-81b1-c802757da94a triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:24:17.402888 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:17.414957 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-94a586ed-a2e1-4c52-8ee1-9ee2d32b760c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:17.449618 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-94a586ed-a2e1-4c52-8ee1-9ee2d32b760c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:17.487733 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-68e7fde0-0f30-4e89-9a22-40e478026937 None None] Provisioning for port 7f220341-3bad-4792-81b1-c802757da94a completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:24:17.516850 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-94a586ed-a2e1-4c52-8ee1-9ee2d32b760c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:17.574060 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-68e7fde0-0f30-4e89-9a22-40e478026937 None None] Provisioning complete for port 7f220341-3bad-4792-81b1-c802757da94a triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:24:17.575822 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-68e7fde0-0f30-4e89-9a22-40e478026937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:17.578873 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a586ed-a2e1-4c52-8ee1-9ee2d32b760c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4afb5c42-70f8-42b1-98e2-7d8c6be99288,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:17.619960 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-94a586ed-a2e1-4c52-8ee1-9ee2d32b760c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:17.624311 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-94a586ed-a2e1-4c52-8ee1-9ee2d32b760c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/4afb5c42-70f8-42b1-98e2-7d8c6be99288 HTTP/1.1" status: 204 len: 168 time: 0.2749538 Feb 04 21:24:17.625097 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33238) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:17.803457 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ae991db6-fa2c-4600-af26-77306a21731e tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Synchronizing usage tracker for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group_rule {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:17.860190 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ae991db6-fa2c-4600-af26-77306a21731e tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Unset dirty status for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group_rule {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:17.862210 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ae991db6-fa2c-4600-af26-77306a21731e tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2358029 Feb 04 21:24:17.869627 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33244) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:17.910875 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:17.928122 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:17.939298 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f766b7af-1550-4402-941a-c6b9cc93b65d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:18.129971 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-550a40ac-3304-43fd-bbb2-e43a040e42be tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:18.165590 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766b7af-1550-4402-941a-c6b9cc93b65d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Port': ['ID=4c0ab67f-4267-4114-8462-c23ddbe7ab77,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:18.197189 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-550a40ac-3304-43fd-bbb2-e43a040e42be tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:18.282658 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:18.299149 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-68e7fde0-0f30-4e89-9a22-40e478026937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:18.319857 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c913f-1477-4b60-ab6c-7a261260127a req-7f31218e-706e-4545-82a1-a17357dad24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:18.324935 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-157c913f-1477-4b60-ab6c-7a261260127a req-7f31218e-706e-4545-82a1-a17357dad24f service neutron] 10.222.0.32 "GET /v2.0/networks?id=9a5b169e-7ecf-44d8-b464-667febc50df4 HTTP/1.1" status: 200 len: 916 time: 0.8972909 Feb 04 21:24:18.328045 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f766b7af-1550-4402-941a-c6b9cc93b65d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:18.329569 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-550a40ac-3304-43fd-bbb2-e43a040e42be tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:18.362653 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 7f220341-3bad-4792-81b1-c802757da94a, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=7f220341-3bad-4792-81b1-c802757da94a,segment=NetworkSegment(b11dcb05-b028-4463-b1ae-97c7489631d8),segment_id=b11dcb05-b028-4463-b1ae-97c7489631d8)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:24:18.373680 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:18.379463 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a40ac-3304-43fd-bbb2-e43a040e42be tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=575f7160-ac26-45da-bbc2-e2ff7cda75dc,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:18.428667 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-550a40ac-3304-43fd-bbb2-e43a040e42be tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:18.436952 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-550a40ac-3304-43fd-bbb2-e43a040e42be tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "DELETE /v2.0/security-groups/575f7160-ac26-45da-bbc2-e2ff7cda75dc HTTP/1.1" status: 204 len: 168 time: 0.5613205 Feb 04 21:24:18.437833 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33260) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:18.571117 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-157c913f-1477-4b60-ab6c-7a261260127a req-2115c505-d76e-444c-84ed-14322d33e88b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2db420b0-ef36-4d5a-aa6d-eee053eb15bf HTTP/1.1" status: 200 len: 217 time: 0.2295182 Feb 04 21:24:18.583968 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33268) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:18.592527 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-f766b7af-1550-4402-941a-c6b9cc93b65d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/ports/4c0ab67f-4267-4114-8462-c23ddbe7ab77 HTTP/1.1" status: 204 len: 168 time: 3.5562246 Feb 04 21:24:18.736578 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-b989130b-1f91-4faf-a009-e0c94c724c6e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] DELETE failed (client error): The resource could not be found. Feb 04 21:24:18.737365 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b989130b-1f91-4faf-a009-e0c94c724c6e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:24:18.739281 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b989130b-1f91-4faf-a009-e0c94c724c6e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/ports/4c0ab67f-4267-4114-8462-c23ddbe7ab77 HTTP/1.1" status: 404 len: 333 time: 0.1526349 Feb 04 21:24:18.743264 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=7f220341-3bad-4792-81b1-c802757da94a,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:18.744092 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33276) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:18.749645 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ef168287-2817-4328-b34f-5c950bb07b90 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Synchronizing usage tracker for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:18.792063 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ef168287-2817-4328-b34f-5c950bb07b90 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Unset dirty status for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:18.793384 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ef168287-2817-4328-b34f-5c950bb07b90 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3533387 Feb 04 21:24:18.798801 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33282) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:18.805997 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-af96885b-88b2-4c14-bc9b-3f736747f029 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Request body: {'security_group': {'name': 'tempest-secgroup--1630847969'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:18.847366 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-af96885b-88b2-4c14-bc9b-3f736747f029 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:18.888824 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-68e7fde0-0f30-4e89-9a22-40e478026937 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:24:18.889927 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-68e7fde0-0f30-4e89-9a22-40e478026937 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:24:18.894394 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-af96885b-88b2-4c14-bc9b-3f736747f029 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:18.912495 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c913f-1477-4b60-ab6c-7a261260127a req-83ecaece-2edd-4663-b878-91afa3281951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:18.918850 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-157c913f-1477-4b60-ab6c-7a261260127a req-83ecaece-2edd-4663-b878-91afa3281951 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04d011a5-5fa5-46de-b6ec-0f9f6f04e44d HTTP/1.1" status: 200 len: 855 time: 0.3173621 Feb 04 21:24:18.933006 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-af96885b-88b2-4c14-bc9b-3f736747f029 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:18.985763 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:19.010857 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac2e1804-74d5-428b-bdda-9400246559a4 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] GET failed (client error): The resource could not be found. Feb 04 21:24:19.011400 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-ac2e1804-74d5-428b-bdda-9400246559a4 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Synchronizing usage tracker for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:19.033829 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-157c913f-1477-4b60-ab6c-7a261260127a req-03707f91-e09a-4cf0-9099-6440863caf0f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a5b169e-7ecf-44d8-b464-667febc50df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922375 Feb 04 21:24:19.053490 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-af96885b-88b2-4c14-bc9b-3f736747f029 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:19.068170 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-af96885b-88b2-4c14-bc9b-3f736747f029 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Usage tracker for resource:security_group_rule and tenant:1c80bdcd7bf1496fb3f620f4b4deaffd is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:19.081590 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-af96885b-88b2-4c14-bc9b-3f736747f029 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:19.104512 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-af96885b-88b2-4c14-bc9b-3f736747f029 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:19.338273 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-af96885b-88b2-4c14-bc9b-3f736747f029 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:19.352968 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-af96885b-88b2-4c14-bc9b-3f736747f029 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:19.442185 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-af96885b-88b2-4c14-bc9b-3f736747f029 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:19.444734 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-af96885b-88b2-4c14-bc9b-3f736747f029 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6448691 Feb 04 21:24:19.455637 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33296) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:19.505892 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-ffeda31a-0ba0-4be4-a02f-70df1d599213 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Request body: {'security_group_rule': {'security_group_id': '06af3e55-b992-4f36-afdd-3e799be8f02f', 'direction': 'ingress', 'protocol': 17}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:19.562298 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ffeda31a-0ba0-4be4-a02f-70df1d599213 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:19.600615 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-ac2e1804-74d5-428b-bdda-9400246559a4 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Unset dirty status for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:19.605502 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ac2e1804-74d5-428b-bdda-9400246559a4 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "GET /v2.0/ports/4c0ab67f-4267-4114-8462-c23ddbe7ab77 HTTP/1.1" status: 404 len: 333 time: 0.8577936 Feb 04 21:24:19.605815 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33300) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:19.611404 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ffeda31a-0ba0-4be4-a02f-70df1d599213 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Usage tracker for resource:security_group_rule and tenant:1c80bdcd7bf1496fb3f620f4b4deaffd is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:19.622921 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ffeda31a-0ba0-4be4-a02f-70df1d599213 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:19.630529 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96885b-88b2-4c14-bc9b-3f736747f029 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06af3e55-b992-4f36-afdd-3e799be8f02f,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:19.651501 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ffeda31a-0ba0-4be4-a02f-70df1d599213 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:19.681806 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-92cdf912-c11b-4cc0-aeb8-ce0697d48041 None None] Provisioning complete for port 7f220341-3bad-4792-81b1-c802757da94a triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:24:19.682329 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-92cdf912-c11b-4cc0-aeb8-ce0697d48041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:19.686636 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ffeda31a-0ba0-4be4-a02f-70df1d599213 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:19.812299 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ffeda31a-0ba0-4be4-a02f-70df1d599213 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:19.821398 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ffeda31a-0ba0-4be4-a02f-70df1d599213 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:19.879209 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-157c913f-1477-4b60-ab6c-7a261260127a req-aa55e338-5253-4273-9448-c811a62818a7 service neutron] 10.222.0.32 "GET /v2.0/networks/9a5b169e-7ecf-44d8-b464-667febc50df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8357518 Feb 04 21:24:19.900805 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-92cdf912-c11b-4cc0-aeb8-ce0697d48041 None None] Could not find standard attr ID for object 4c0ab67f-4267-4114-8462-c23ddbe7ab77. {{(pid=87684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 21:24:19.933051 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeda31a-0ba0-4be4-a02f-70df1d599213 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ef2056e-c4df-4380-bf02-8c29be9b4397,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:19.957062 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ffeda31a-0ba0-4be4-a02f-70df1d599213 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:19.959221 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ffeda31a-0ba0-4be4-a02f-70df1d599213 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5022326 Feb 04 21:24:19.961975 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33306) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:20.130128 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-707a3e1f-f4d5-42ea-91fe-70db32a82fb3 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:20.201957 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-707a3e1f-f4d5-42ea-91fe-70db32a82fb3 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:20.254652 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f6840cb-da01-4c28-a604-866268d62c91 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Deleting subnet 7d961317-9c71-4eeb-ad3e-11e556418a56 {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:24:20.285648 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3f6840cb-da01-4c28-a604-866268d62c91 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:20.318351 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-707a3e1f-f4d5-42ea-91fe-70db32a82fb3 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:20.377762 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a3e1f-f4d5-42ea-91fe-70db32a82fb3 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06af3e55-b992-4f36-afdd-3e799be8f02f,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:20.408489 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-707a3e1f-f4d5-42ea-91fe-70db32a82fb3 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:20.413043 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-707a3e1f-f4d5-42ea-91fe-70db32a82fb3 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "DELETE /v2.0/security-groups/06af3e55-b992-4f36-afdd-3e799be8f02f HTTP/1.1" status: 204 len: 168 time: 0.4496765 Feb 04 21:24:20.417752 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33314) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:20.462541 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3f6840cb-da01-4c28-a604-866268d62c91 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:20.515179 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c15b5196-a1b4-45a8-aafa-67f9cef76400 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Synchronizing usage tracker for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:20.536636 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c15b5196-a1b4-45a8-aafa-67f9cef76400 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Unset dirty status for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:20.545942 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c15b5196-a1b4-45a8-aafa-67f9cef76400 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1270063 Feb 04 21:24:20.546569 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33318) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:20.552021 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-67c1bbbd-ba49-4875-be3a-11854d6d0034 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Request body: {'security_group': {'name': 'tempest-secgroup--506557468'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:20.565157 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-67c1bbbd-ba49-4875-be3a-11854d6d0034 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:20.580308 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-67c1bbbd-ba49-4875-be3a-11854d6d0034 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:20.605591 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-67c1bbbd-ba49-4875-be3a-11854d6d0034 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:20.636923 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-67c1bbbd-ba49-4875-be3a-11854d6d0034 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:20.642074 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-157c913f-1477-4b60-ab6c-7a261260127a req-54f0b1e8-2db3-459c-b23e-8124b52b1e46 service neutron] 10.222.0.32 "GET /v2.0/networks/9a5b169e-7ecf-44d8-b464-667febc50df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7486453 Feb 04 21:24:20.652888 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-67c1bbbd-ba49-4875-be3a-11854d6d0034 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Usage tracker for resource:security_group_rule and tenant:1c80bdcd7bf1496fb3f620f4b4deaffd is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:20.666353 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-67c1bbbd-ba49-4875-be3a-11854d6d0034 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:20.672785 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-67c1bbbd-ba49-4875-be3a-11854d6d0034 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:20.766379 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 7f220341-3bad-4792-81b1-c802757da94a up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:24:20.846800 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-67c1bbbd-ba49-4875-be3a-11854d6d0034 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:20.854735 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-67c1bbbd-ba49-4875-be3a-11854d6d0034 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:20.888805 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3f6840cb-da01-4c28-a604-866268d62c91 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:20.953408 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c1bbbd-ba49-4875-be3a-11854d6d0034 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc98ea9-622f-424c-b2ed-8594d69f3a9a,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:21.010502 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-67c1bbbd-ba49-4875-be3a-11854d6d0034 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:21.014880 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-67c1bbbd-ba49-4875-be3a-11854d6d0034 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4672909 Feb 04 21:24:21.015505 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33328) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:21.031945 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-6c32beb3-cc33-46de-98e2-ccdbd8962b3c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Request body: {'security_group': {'name': 'tempest-secgroup--497418514'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:21.056819 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6c32beb3-cc33-46de-98e2-ccdbd8962b3c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:21.066621 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6c32beb3-cc33-46de-98e2-ccdbd8962b3c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Usage tracker for resource:security_group and tenant:1c80bdcd7bf1496fb3f620f4b4deaffd is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:21.074946 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6c32beb3-cc33-46de-98e2-ccdbd8962b3c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:21.078271 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 7f220341-3bad-4792-81b1-c802757da94a triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:24:21.082752 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6c32beb3-cc33-46de-98e2-ccdbd8962b3c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:21.083234 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:21.108176 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3f6840cb-da01-4c28-a604-866268d62c91 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:21.118456 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6c32beb3-cc33-46de-98e2-ccdbd8962b3c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:21.159686 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6c32beb3-cc33-46de-98e2-ccdbd8962b3c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:21.168800 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6c32beb3-cc33-46de-98e2-ccdbd8962b3c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Usage tracker for resource:security_group_rule and tenant:1c80bdcd7bf1496fb3f620f4b4deaffd is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:21.175779 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6c32beb3-cc33-46de-98e2-ccdbd8962b3c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:21.186568 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6c32beb3-cc33-46de-98e2-ccdbd8962b3c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:21.232525 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6840cb-da01-4c28-a604-866268d62c91 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Subnet': ['ID=7d961317-9c71-4eeb-ad3e-11e556418a56,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:21.266390 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3f6840cb-da01-4c28-a604-866268d62c91 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:21.281111 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33336) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:21.281312 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-3f6840cb-da01-4c28-a604-866268d62c91 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/subnets/7d961317-9c71-4eeb-ad3e-11e556418a56 HTTP/1.1" status: 204 len: 168 time: 1.6744084 Feb 04 21:24:21.285442 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a494f7-2b39-4a9d-98cc-5b50de3f978e None None] Network b666c3d1-6fb5-4b59-bf45-6714a3811d8a requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:24:21.601124 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6c32beb3-cc33-46de-98e2-ccdbd8962b3c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:21.609998 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fde89e2e-6413-45eb-8e6a-e8a107b0618a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:21.613735 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6c32beb3-cc33-46de-98e2-ccdbd8962b3c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:21.694948 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32beb3-cc33-46de-98e2-ccdbd8962b3c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a73663a-21d7-4cee-b18d-d8a7cb49ff61,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:21.697860 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6c32beb3-cc33-46de-98e2-ccdbd8962b3c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:21.702167 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6c32beb3-cc33-46de-98e2-ccdbd8962b3c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6851718 Feb 04 21:24:21.702549 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33344) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:21.708533 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-fde89e2e-6413-45eb-8e6a-e8a107b0618a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Deleting port 7f220341-3bad-4792-81b1-c802757da94a {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:24:21.708809 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fde89e2e-6413-45eb-8e6a-e8a107b0618a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:21.710482 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-53081a38-8972-45c0-90de-5f95e25e4535 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Request body: {'security_group_rule': {'security_group_id': '0dc98ea9-622f-424c-b2ed-8594d69f3a9a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3a73663a-21d7-4cee-b18d-d8a7cb49ff61', 'remote_ip_prefix': None}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:21.742443 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-53081a38-8972-45c0-90de-5f95e25e4535 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:21.753675 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-53081a38-8972-45c0-90de-5f95e25e4535 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Usage tracker for resource:security_group_rule and tenant:1c80bdcd7bf1496fb3f620f4b4deaffd is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:21.770212 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-53081a38-8972-45c0-90de-5f95e25e4535 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:21.793238 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-53081a38-8972-45c0-90de-5f95e25e4535 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:21.864857 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-53081a38-8972-45c0-90de-5f95e25e4535 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:21.930076 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be46892f-807b-4694-a262-bd380d97629a None None] DHCP port deletion for b666c3d1-6fb5-4b59-bf45-6714a3811d8a request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:24:21.935036 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-be46892f-807b-4694-a262-bd380d97629a None None] Deleting port 7f220341-3bad-4792-81b1-c802757da94a {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:24:21.935591 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-be46892f-807b-4694-a262-bd380d97629a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:22.033121 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-53081a38-8972-45c0-90de-5f95e25e4535 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:22.055491 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-53081a38-8972-45c0-90de-5f95e25e4535 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:22.092383 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-fde89e2e-6413-45eb-8e6a-e8a107b0618a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] For port 7f220341-3bad-4792-81b1-c802757da94a, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=7f220341-3bad-4792-81b1-c802757da94a,segment=NetworkSegment(b11dcb05-b028-4463-b1ae-97c7489631d8),segment_id=b11dcb05-b028-4463-b1ae-97c7489631d8)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:24:22.093945 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fde89e2e-6413-45eb-8e6a-e8a107b0618a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:22.100348 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53081a38-8972-45c0-90de-5f95e25e4535 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c25c5f5e-a0f1-4ba1-898f-bb0fa020d44f,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:22.152407 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-53081a38-8972-45c0-90de-5f95e25e4535 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:22.153730 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-53081a38-8972-45c0-90de-5f95e25e4535 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4505482 Feb 04 21:24:22.161780 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33350) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:22.235249 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-61349830-99b0-4499-b949-f2c99ea3ab58 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:22.252167 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-61349830-99b0-4499-b949-f2c99ea3ab58 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:22.300530 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-61349830-99b0-4499-b949-f2c99ea3ab58 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:22.344461 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61349830-99b0-4499-b949-f2c99ea3ab58 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c25c5f5e-a0f1-4ba1-898f-bb0fa020d44f,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:22.366536 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-61349830-99b0-4499-b949-f2c99ea3ab58 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:22.374218 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-61349830-99b0-4499-b949-f2c99ea3ab58 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/c25c5f5e-a0f1-4ba1-898f-bb0fa020d44f HTTP/1.1" status: 204 len: 168 time: 0.2111962 Feb 04 21:24:22.375167 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33356) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:22.486282 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-38a02917-0e74-4347-9826-84a12544fe29 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Synchronizing usage tracker for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group_rule {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:22.497680 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-fde89e2e-6413-45eb-8e6a-e8a107b0618a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Calling delete_port for 7f220341-3bad-4792-81b1-c802757da94a owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:24:22.528112 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-38a02917-0e74-4347-9826-84a12544fe29 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Unset dirty status for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group_rule {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:22.532435 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-38a02917-0e74-4347-9826-84a12544fe29 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1532454 Feb 04 21:24:22.543358 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33362) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:22.616585 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-be46892f-807b-4694-a262-bd380d97629a None None] For port 7f220341-3bad-4792-81b1-c802757da94a, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=7f220341-3bad-4792-81b1-c802757da94a,segment=NetworkSegment(b11dcb05-b028-4463-b1ae-97c7489631d8),segment_id=b11dcb05-b028-4463-b1ae-97c7489631d8)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:24:22.617717 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-be46892f-807b-4694-a262-bd380d97629a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:22.649135 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d738bfff-918d-4850-92c1-0c221c2e8121 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:22.696635 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d738bfff-918d-4850-92c1-0c221c2e8121 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:22.728113 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fde89e2e-6413-45eb-8e6a-e8a107b0618a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:22.815785 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d738bfff-918d-4850-92c1-0c221c2e8121 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:22.825862 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 7f220341-3bad-4792-81b1-c802757da94a no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:24:22.832175 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde89e2e-6413-45eb-8e6a-e8a107b0618a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] No DVR routers for this DVR port 7f220341-3bad-4792-81b1-c802757da94a on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:24:22.859680 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738bfff-918d-4850-92c1-0c221c2e8121 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a73663a-21d7-4cee-b18d-d8a7cb49ff61,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:22.879008 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde89e2e-6413-45eb-8e6a-e8a107b0618a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Port': ['ID=7f220341-3bad-4792-81b1-c802757da94a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:22.901848 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d738bfff-918d-4850-92c1-0c221c2e8121 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:22.903138 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d738bfff-918d-4850-92c1-0c221c2e8121 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "DELETE /v2.0/security-groups/3a73663a-21d7-4cee-b18d-d8a7cb49ff61 HTTP/1.1" status: 204 len: 168 time: 0.3498282 Feb 04 21:24:22.905944 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33376) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:23.050062 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c5d4cf56-b281-43da-9dd4-a8bace7f9dff tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Synchronizing usage tracker for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:23.086730 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c5d4cf56-b281-43da-9dd4-a8bace7f9dff tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Unset dirty status for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:23.088281 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c5d4cf56-b281-43da-9dd4-a8bace7f9dff tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1811125 Feb 04 21:24:23.092306 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33380) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:23.135919 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fde89e2e-6413-45eb-8e6a-e8a107b0618a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:23.203346 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-fde89e2e-6413-45eb-8e6a-e8a107b0618a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b666c3d1-6fb5-4b59-bf45-6714a3811d8a']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:24:23.229787 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-fde89e2e-6413-45eb-8e6a-e8a107b0618a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b11dcb05-b028-4463-b1ae-97c7489631d8') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:24:23.230071 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-fde89e2e-6413-45eb-8e6a-e8a107b0618a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b11dcb05-b028-4463-b1ae-97c7489631d8') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:24:23.235748 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ec8479c0-8ff6-45ec-9727-6e15b86a29d3 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:23.261465 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-be46892f-807b-4694-a262-bd380d97629a None None] Calling delete_port for 7f220341-3bad-4792-81b1-c802757da94a owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:24:23.265855 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fde89e2e-6413-45eb-8e6a-e8a107b0618a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:23.292459 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ec8479c0-8ff6-45ec-9727-6e15b86a29d3 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:23.312586 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fde89e2e-6413-45eb-8e6a-e8a107b0618a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:23.326334 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fde89e2e-6413-45eb-8e6a-e8a107b0618a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:24:23.327129 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fde89e2e-6413-45eb-8e6a-e8a107b0618a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:23.356532 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 7f220341-3bad-4792-81b1-c802757da94a {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:24:23.358135 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 7f220341-3bad-4792-81b1-c802757da94a not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:24:23.358608 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ec8479c0-8ff6-45ec-9727-6e15b86a29d3 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:23.371697 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:24:23.371697 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:24:23.371697 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:24:23.371697 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:24:23.371697 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:24:23.371697 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:24:23.371697 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:24:23.371697 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:24:23.371697 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:24:23.371697 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:24:23.371697 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:24:23.371697 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:24:23.371697 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:24:23.371697 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:24:23.371697 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:24:23.371697 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:24:23.371697 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:24:23.371697 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:24:23.371697 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:24:23.371697 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:24:23.371697 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:24:23.371697 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:24:23.371697 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:24:23.371697 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:24:23.371697 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:24:23.371697 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:24:23.371697 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:24:23.371697 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:24:23.371697 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:24:23.371697 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:24:23.371697 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:24:23.371697 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:24:23.384769 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8479c0-8ff6-45ec-9727-6e15b86a29d3 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc98ea9-622f-424c-b2ed-8594d69f3a9a,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:23.416040 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ec8479c0-8ff6-45ec-9727-6e15b86a29d3 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:23.417413 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ec8479c0-8ff6-45ec-9727-6e15b86a29d3 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "DELETE /v2.0/security-groups/0dc98ea9-622f-424c-b2ed-8594d69f3a9a HTTP/1.1" status: 204 len: 168 time: 0.3238971 Feb 04 21:24:23.422997 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33390) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:23.508436 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-be46892f-807b-4694-a262-bd380d97629a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:24:23.508436 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-be46892f-807b-4694-a262-bd380d97629a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:24:23.533464 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-da71974f-efa4-425b-98b2-eea82b49503e tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Synchronizing usage tracker for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:23.597280 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-da71974f-efa4-425b-98b2-eea82b49503e tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Unset dirty status for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:23.598834 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-da71974f-efa4-425b-98b2-eea82b49503e tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1748612 Feb 04 21:24:23.604122 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33396) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:23.609447 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-580ffb45-56a6-426f-8713-55f3120d82c3 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Request body: {'security_group': {'name': 'tempest-secgroup--242568133'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:23.611802 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fde89e2e-6413-45eb-8e6a-e8a107b0618a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:23.637138 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-580ffb45-56a6-426f-8713-55f3120d82c3 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:23.659184 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fde89e2e-6413-45eb-8e6a-e8a107b0618a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:23.661090 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-580ffb45-56a6-426f-8713-55f3120d82c3 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:23.692409 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde89e2e-6413-45eb-8e6a-e8a107b0618a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Network': ['ID=b666c3d1-6fb5-4b59-bf45-6714a3811d8a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:23.692979 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-580ffb45-56a6-426f-8713-55f3120d82c3 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:23.706826 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fde89e2e-6413-45eb-8e6a-e8a107b0618a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/networks/b666c3d1-6fb5-4b59-bf45-6714a3811d8a HTTP/1.1" status: 204 len: 168 time: 2.4228702 Feb 04 21:24:23.709111 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33404) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:23.720269 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-445bebea-f648-4212-b421-5d3a377c3c76 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1497223001'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:23.729478 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-445bebea-f648-4212-b421-5d3a377c3c76 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:23.735861 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-445bebea-f648-4212-b421-5d3a377c3c76 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:network and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:23.740783 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-445bebea-f648-4212-b421-5d3a377c3c76 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:23.748995 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-580ffb45-56a6-426f-8713-55f3120d82c3 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:23.751474 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-445bebea-f648-4212-b421-5d3a377c3c76 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:23.756736 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-580ffb45-56a6-426f-8713-55f3120d82c3 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Usage tracker for resource:security_group_rule and tenant:1c80bdcd7bf1496fb3f620f4b4deaffd is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:23.762045 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-580ffb45-56a6-426f-8713-55f3120d82c3 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:23.771945 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-580ffb45-56a6-426f-8713-55f3120d82c3 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:23.776992 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445bebea-f648-4212-b421-5d3a377c3c76 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:24:23.780627 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-445bebea-f648-4212-b421-5d3a377c3c76 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:23.871128 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-445bebea-f648-4212-b421-5d3a377c3c76 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:24:23.884436 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-445bebea-f648-4212-b421-5d3a377c3c76 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:23.885152 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-445bebea-f648-4212-b421-5d3a377c3c76 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Added segment 09084a3e-4529-4733-a146-3128d16c7002 of type vlan for network fc6b7adf-fc19-4ab1-85cb-390adafcd756 Feb 04 21:24:23.929305 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-445bebea-f648-4212-b421-5d3a377c3c76 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:23.981179 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-580ffb45-56a6-426f-8713-55f3120d82c3 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:23.998824 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-580ffb45-56a6-426f-8713-55f3120d82c3 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:24.006335 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-be46892f-807b-4694-a262-bd380d97629a None None] Deleting port 7f220341-3bad-4792-81b1-c802757da94a {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:24:24.010611 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-be46892f-807b-4694-a262-bd380d97629a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:24.140564 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ffb45-56a6-426f-8713-55f3120d82c3 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84fc1df3-0eb4-46c8-a879-834035e93df1,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:24.188077 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-445bebea-f648-4212-b421-5d3a377c3c76 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:24.201638 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445bebea-f648-4212-b421-5d3a377c3c76 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:24.202671 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-445bebea-f648-4212-b421-5d3a377c3c76 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:24.203142 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-be46892f-807b-4694-a262-bd380d97629a None None] The port '7f220341-3bad-4792-81b1-c802757da94a' was deleted {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:24:24.325943 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-580ffb45-56a6-426f-8713-55f3120d82c3 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:24.327423 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-580ffb45-56a6-426f-8713-55f3120d82c3 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7223306 Feb 04 21:24:24.330146 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33420) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:24.337400 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-b55f96ba-1897-4191-ad9d-de0a84a84a04 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Request body: {'security_group_rule': {'security_group_id': '84fc1df3-0eb4-46c8-a879-834035e93df1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:24.350709 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b55f96ba-1897-4191-ad9d-de0a84a84a04 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:24.365684 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-445bebea-f648-4212-b421-5d3a377c3c76 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6552587 Feb 04 21:24:24.369419 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33424) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:24.380536 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-8a8cadba-ca36-4d28-89f2-58d426a85228 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'subnet': {'network_id': 'fc6b7adf-fc19-4ab1-85cb-390adafcd756', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:24.381436 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445bebea-f648-4212-b421-5d3a377c3c76 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Network': ['ID=fc6b7adf-fc19-4ab1-85cb-390adafcd756,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:24.394511 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network fc6b7adf-fc19-4ab1-85cb-390adafcd756 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:24:24.521697 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b55f96ba-1897-4191-ad9d-de0a84a84a04 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Usage tracker for resource:security_group_rule and tenant:1c80bdcd7bf1496fb3f620f4b4deaffd is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:24.541196 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b55f96ba-1897-4191-ad9d-de0a84a84a04 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:24.551902 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b55f96ba-1897-4191-ad9d-de0a84a84a04 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:24.584604 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-8a8cadba-ca36-4d28-89f2-58d426a85228 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:24.597227 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-8a8cadba-ca36-4d28-89f2-58d426a85228 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:subnet and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:24.602846 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-8a8cadba-ca36-4d28-89f2-58d426a85228 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:24.608629 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b55f96ba-1897-4191-ad9d-de0a84a84a04 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:24.649926 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-8a8cadba-ca36-4d28-89f2-58d426a85228 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:24.692727 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b55f96ba-1897-4191-ad9d-de0a84a84a04 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:24.699527 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b55f96ba-1897-4191-ad9d-de0a84a84a04 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:24.714940 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8cadba-ca36-4d28-89f2-58d426a85228 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:24:24.719075 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8a8cadba-ca36-4d28-89f2-58d426a85228 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:24.815493 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f96ba-1897-4191-ad9d-de0a84a84a04 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b198402-4087-4637-b48e-6dcef6947dd3,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:24.857689 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b55f96ba-1897-4191-ad9d-de0a84a84a04 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:24.859437 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b55f96ba-1897-4191-ad9d-de0a84a84a04 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5274289 Feb 04 21:24:24.862447 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33430) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:24.921419 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fc1d3874-c5fa-4596-a0a3-698b22e0c2bd tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:24.948888 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fc1d3874-c5fa-4596-a0a3-698b22e0c2bd tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:25.005771 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fc1d3874-c5fa-4596-a0a3-698b22e0c2bd tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:25.030020 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d3874-c5fa-4596-a0a3-698b22e0c2bd tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b198402-4087-4637-b48e-6dcef6947dd3,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:25.052285 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fc1d3874-c5fa-4596-a0a3-698b22e0c2bd tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:25.053819 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-fc1d3874-c5fa-4596-a0a3-698b22e0c2bd tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/0b198402-4087-4637-b48e-6dcef6947dd3 HTTP/1.1" status: 204 len: 168 time: 0.1901016 Feb 04 21:24:25.056726 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33434) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:25.114921 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8a8cadba-ca36-4d28-89f2-58d426a85228 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:25.156475 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-0764c902-b991-4abc-a507-6c0a6b600f94 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Synchronizing usage tracker for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group_rule {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:25.196463 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-0764c902-b991-4abc-a507-6c0a6b600f94 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Unset dirty status for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group_rule {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:25.200475 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-0764c902-b991-4abc-a507-6c0a6b600f94 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1400793 Feb 04 21:24:25.200738 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33440) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:25.218558 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8cadba-ca36-4d28-89f2-58d426a85228 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Subnet': ['ID=eef9fa6a-5cf1-4664-b958-9816c9244bcd,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:25.331888 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8cadba-ca36-4d28-89f2-58d426a85228 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Checking segment: {'id': '09084a3e-4529-4733-a146-3128d16c7002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'fc6b7adf-fc19-4ab1-85cb-390adafcd756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:24:25.333290 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8cadba-ca36-4d28-89f2-58d426a85228 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Network hostable DHCP agents. Network: fc6b7adf-fc19-4ab1-85cb-390adafcd756, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:24:25.335001 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-89aa4699-1741-4e92-a6a8-951e966ff929 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:25.382327 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-89aa4699-1741-4e92-a6a8-951e966ff929 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:25.384420 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8cadba-ca36-4d28-89f2-58d426a85228 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Network fc6b7adf-fc19-4ab1-85cb-390adafcd756 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:24:25.398899 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-8a8cadba-ca36-4d28-89f2-58d426a85228 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, fc6b7adf-fc19-4ab1-85cb-390adafcd756) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:24:25.409787 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c817566-de39-43f2-925b-fc3e4a867faf None None] Network fc6b7adf-fc19-4ab1-85cb-390adafcd756 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:24:25.417526 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8cadba-ca36-4d28-89f2-58d426a85228 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:25.422907 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8a8cadba-ca36-4d28-89f2-58d426a85228 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:25.452342 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-89aa4699-1741-4e92-a6a8-951e966ff929 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:25.474170 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8a8cadba-ca36-4d28-89f2-58d426a85228 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1033921 Feb 04 21:24:25.479187 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33456) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:25.488301 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-483e1d75-18fb-480c-ad28-8a2d962d3cb7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'port': {'network_id': 'fc6b7adf-fc19-4ab1-85cb-390adafcd756', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-991919562'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:25.526031 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa4699-1741-4e92-a6a8-951e966ff929 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fc1df3-0eb4-46c8-a879-834035e93df1,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:25.549735 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-89aa4699-1741-4e92-a6a8-951e966ff929 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:25.550975 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-89aa4699-1741-4e92-a6a8-951e966ff929 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "DELETE /v2.0/security-groups/84fc1df3-0eb4-46c8-a879-834035e93df1 HTTP/1.1" status: 204 len: 168 time: 0.3493061 Feb 04 21:24:25.553515 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33460) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:25.663220 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-745897f9-f5ab-4fa7-bca1-b96d28a2915c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Synchronizing usage tracker for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:25.704338 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-483e1d75-18fb-480c-ad28-8a2d962d3cb7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:25.708793 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-483e1d75-18fb-480c-ad28-8a2d962d3cb7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:port and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:25.713441 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-483e1d75-18fb-480c-ad28-8a2d962d3cb7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:25.714188 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-745897f9-f5ab-4fa7-bca1-b96d28a2915c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Unset dirty status for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:25.715998 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-745897f9-f5ab-4fa7-bca1-b96d28a2915c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1603255 Feb 04 21:24:25.720109 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33466) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:25.723539 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-483e1d75-18fb-480c-ad28-8a2d962d3cb7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:25.738378 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-4674176b-26a4-4031-a82b-00557949f6ca tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Request body: {'security_group': {'name': 'tempest-secgroup--1656875673'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:25.751118 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483e1d75-18fb-480c-ad28-8a2d962d3cb7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:24:25.756065 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-483e1d75-18fb-480c-ad28-8a2d962d3cb7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:25.761096 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-4674176b-26a4-4031-a82b-00557949f6ca tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:25.788034 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-4674176b-26a4-4031-a82b-00557949f6ca tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:25.804236 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-483e1d75-18fb-480c-ad28-8a2d962d3cb7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] device_id is not set on port 578b066c-b6e1-40e9-a921-534531fa43fd yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:24:25.827939 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4674176b-26a4-4031-a82b-00557949f6ca tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:25.889113 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-4674176b-26a4-4031-a82b-00557949f6ca tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:25.902899 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-4674176b-26a4-4031-a82b-00557949f6ca tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Usage tracker for resource:security_group_rule and tenant:1c80bdcd7bf1496fb3f620f4b4deaffd is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:25.907077 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-4674176b-26a4-4031-a82b-00557949f6ca tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:25.923005 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-4674176b-26a4-4031-a82b-00557949f6ca tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:26.021852 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b65b2d2-e99e-4ee2-8316-a2d385a6b5ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-fc6b7adf-fc19-4ab1-85cb-390adafcd756', 'network_id': 'fc6b7adf-fc19-4ab1-85cb-390adafcd756', 'tenant_id': '82ec2af3498f4ce2a5fb7aab35a5d5ac', 'fixed_ips': [{'subnet_id': 'eef9fa6a-5cf1-4664-b958-9816c9244bcd'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:24:26.022919 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3b65b2d2-e99e-4ee2-8316-a2d385a6b5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:26.078049 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4674176b-26a4-4031-a82b-00557949f6ca tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:26.091333 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4674176b-26a4-4031-a82b-00557949f6ca tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:26.114985 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-483e1d75-18fb-480c-ad28-8a2d962d3cb7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Allocated IP 2001:db8::1cb (fc6b7adf-fc19-4ab1-85cb-390adafcd756/eef9fa6a-5cf1-4664-b958-9816c9244bcd/578b066c-b6e1-40e9-a921-534531fa43fd) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:24:26.212658 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4674176b-26a4-4031-a82b-00557949f6ca tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:26.222332 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-4674176b-26a4-4031-a82b-00557949f6ca tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5009310 Feb 04 21:24:26.227823 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33470) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:26.299846 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-a6bb710a-905d-439a-9404-ca3d2df84a58 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Request body: {'security_group_rule': {'security_group_id': '1f0d419c-c209-4a68-bf89-408193205fdf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:26.338811 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-a6bb710a-905d-439a-9404-ca3d2df84a58 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:26.360642 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4674176b-26a4-4031-a82b-00557949f6ca tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0d419c-c209-4a68-bf89-408193205fdf,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:26.370014 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-a6bb710a-905d-439a-9404-ca3d2df84a58 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Usage tracker for resource:security_group_rule and tenant:1c80bdcd7bf1496fb3f620f4b4deaffd is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:26.387820 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-a6bb710a-905d-439a-9404-ca3d2df84a58 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:26.405044 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:26.407220 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-a6bb710a-905d-439a-9404-ca3d2df84a58 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:26.452279 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a6bb710a-905d-439a-9404-ca3d2df84a58 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:26.546331 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a6bb710a-905d-439a-9404-ca3d2df84a58 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:26.551950 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a6bb710a-905d-439a-9404-ca3d2df84a58 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:26.582610 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb710a-905d-439a-9404-ca3d2df84a58 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e4b52ec-dee2-453f-b7dd-70e0be5af6e0,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:26.587991 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-483e1d75-18fb-480c-ad28-8a2d962d3cb7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:26.602136 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a6bb710a-905d-439a-9404-ca3d2df84a58 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:26.603435 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-a6bb710a-905d-439a-9404-ca3d2df84a58 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3748751 Feb 04 21:24:26.606166 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33478) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:26.638911 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e9d787f9-e347-474d-a6f1-236e55521a95 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "GET /v2.0/security-group-rules/1e4b52ec-dee2-453f-b7dd-70e0be5af6e0 HTTP/1.1" status: 200 len: 763 time: 0.0310016 Feb 04 21:24:26.641486 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33482) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:26.647461 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-483e1d75-18fb-480c-ad28-8a2d962d3cb7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Transition to ACTIVE for port object 578b066c-b6e1-40e9-a921-534531fa43fd will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:24:26.697146 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-483e1d75-18fb-480c-ad28-8a2d962d3cb7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:26.724452 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-1081e342-d7ab-4bb5-a366-c515ba68b6c8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Synchronizing usage tracker for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group_rule {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:26.759874 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-1081e342-d7ab-4bb5-a366-c515ba68b6c8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Unset dirty status for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group_rule {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:26.761174 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-1081e342-d7ab-4bb5-a366-c515ba68b6c8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1191461 Feb 04 21:24:26.766192 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33492) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:26.822216 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483e1d75-18fb-480c-ad28-8a2d962d3cb7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Network fc6b7adf-fc19-4ab1-85cb-390adafcd756 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:24:26.823013 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a5d8be54-86a6-4400-85f2-7f204880b16d tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:26.826225 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-483e1d75-18fb-480c-ad28-8a2d962d3cb7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:24:26.830358 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483e1d75-18fb-480c-ad28-8a2d962d3cb7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:24:26.836428 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483e1d75-18fb-480c-ad28-8a2d962d3cb7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:26.837198 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-483e1d75-18fb-480c-ad28-8a2d962d3cb7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:26.839850 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-3b65b2d2-e99e-4ee2-8316-a2d385a6b5ca None None] Allocated IP 2001:db8::2 (fc6b7adf-fc19-4ab1-85cb-390adafcd756/eef9fa6a-5cf1-4664-b958-9816c9244bcd/2e7e8f72-29c2-432c-bf63-cf7fff5ac4c7) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:24:26.841694 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a5d8be54-86a6-4400-85f2-7f204880b16d tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:26.869064 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-483e1d75-18fb-480c-ad28-8a2d962d3cb7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.3886359 Feb 04 21:24:26.872381 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33498) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:26.875539 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e1d75-18fb-480c-ad28-8a2d962d3cb7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Port': ['ID=578b066c-b6e1-40e9-a921-534531fa43fd,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:26.896682 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a5d8be54-86a6-4400-85f2-7f204880b16d tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:26.948125 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d8be54-86a6-4400-85f2-7f204880b16d tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e4b52ec-dee2-453f-b7dd-70e0be5af6e0,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:26.949533 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-1348c5de-6453-4bf9-bc75-3b778f6ae17c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Deleting port 578b066c-b6e1-40e9-a921-534531fa43fd {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:24:26.949933 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1348c5de-6453-4bf9-bc75-3b778f6ae17c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:26.955859 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a5d8be54-86a6-4400-85f2-7f204880b16d tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:26.957644 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-a5d8be54-86a6-4400-85f2-7f204880b16d tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/1e4b52ec-dee2-453f-b7dd-70e0be5af6e0 HTTP/1.1" status: 204 len: 168 time: 0.1905293 Feb 04 21:24:26.961752 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33502) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:27.096391 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c3d90fbe-d06d-4fba-9e27-ee384f170bbe tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Synchronizing usage tracker for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group_rule {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:27.138424 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c3d90fbe-d06d-4fba-9e27-ee384f170bbe tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Unset dirty status for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group_rule {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:27.140214 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c3d90fbe-d06d-4fba-9e27-ee384f170bbe tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1772821 Feb 04 21:24:27.142906 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33508) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:27.148833 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-5527bc5c-0cbe-4129-a1c6-931b4860cd3f tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Request body: {'security_group_rule': {'security_group_id': '1f0d419c-c209-4a68-bf89-408193205fdf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:27.163211 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-5527bc5c-0cbe-4129-a1c6-931b4860cd3f tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:27.186948 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-5527bc5c-0cbe-4129-a1c6-931b4860cd3f tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:27.205857 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5527bc5c-0cbe-4129-a1c6-931b4860cd3f tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:27.286828 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5527bc5c-0cbe-4129-a1c6-931b4860cd3f tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:27.290021 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3b65b2d2-e99e-4ee2-8316-a2d385a6b5ca None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:27.293615 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5527bc5c-0cbe-4129-a1c6-931b4860cd3f tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:27.318795 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3b65b2d2-e99e-4ee2-8316-a2d385a6b5ca None None] Transition to ACTIVE for port object 2e7e8f72-29c2-432c-bf63-cf7fff5ac4c7 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:24:27.329289 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1348c5de-6453-4bf9-bc75-3b778f6ae17c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:27.356718 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5527bc5c-0cbe-4129-a1c6-931b4860cd3f tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a7f48f0-973e-465b-8a89-20f1bdb77f4b,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:27.371364 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3b65b2d2-e99e-4ee2-8316-a2d385a6b5ca None None] Transition to ACTIVE for port object 2e7e8f72-29c2-432c-bf63-cf7fff5ac4c7 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:24:27.380183 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3b65b2d2-e99e-4ee2-8316-a2d385a6b5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:27.393471 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5527bc5c-0cbe-4129-a1c6-931b4860cd3f tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:27.394672 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5527bc5c-0cbe-4129-a1c6-931b4860cd3f tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2505393 Feb 04 21:24:27.397523 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33512) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:27.440009 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-0af49995-2755-4701-b616-9e56f42f4ef2 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "GET /v2.0/security-group-rules/4a7f48f0-973e-465b-8a89-20f1bdb77f4b HTTP/1.1" status: 200 len: 763 time: 0.0404696 Feb 04 21:24:27.443396 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33516) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:27.484591 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-1348c5de-6453-4bf9-bc75-3b778f6ae17c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Calling delete_port for 578b066c-b6e1-40e9-a921-534531fa43fd owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:24:27.521131 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b65b2d2-e99e-4ee2-8316-a2d385a6b5ca None None] Network fc6b7adf-fc19-4ab1-85cb-390adafcd756 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:24:27.524927 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-3b65b2d2-e99e-4ee2-8316-a2d385a6b5ca None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:24:27.528899 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b65b2d2-e99e-4ee2-8316-a2d385a6b5ca None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:24:27.535008 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65b2d2-e99e-4ee2-8316-a2d385a6b5ca None None] Pushing event updated for resources: {'Port': ['ID=2e7e8f72-29c2-432c-bf63-cf7fff5ac4c7,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:27.545450 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c0ea1095-b345-41c4-bd7e-3ab949ce33c8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Synchronizing usage tracker for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group_rule {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:27.588724 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c0ea1095-b345-41c4-bd7e-3ab949ce33c8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Unset dirty status for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group_rule {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:27.590682 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c0ea1095-b345-41c4-bd7e-3ab949ce33c8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1463888 Feb 04 21:24:27.593580 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33522) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:27.666083 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9fa81e29-e02f-48ba-bbd1-dcb94d019473 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:27.678757 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9fa81e29-e02f-48ba-bbd1-dcb94d019473 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:27.706389 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9fa81e29-e02f-48ba-bbd1-dcb94d019473 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:27.751922 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9fa81e29-e02f-48ba-bbd1-dcb94d019473 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:27.756253 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-9fa81e29-e02f-48ba-bbd1-dcb94d019473 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/4a7f48f0-973e-465b-8a89-20f1bdb77f4b HTTP/1.1" status: 204 len: 168 time: 0.1592565 Feb 04 21:24:27.760636 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33532) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:27.775232 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1348c5de-6453-4bf9-bc75-3b778f6ae17c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:27.783018 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa81e29-e02f-48ba-bbd1-dcb94d019473 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a7f48f0-973e-465b-8a89-20f1bdb77f4b,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:27.788346 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-3b65b2d2-e99e-4ee2-8316-a2d385a6b5ca None None] Attempting to bind port 2e7e8f72-29c2-432c-bf63-cf7fff5ac4c7 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:24:27.788346 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-3b65b2d2-e99e-4ee2-8316-a2d385a6b5ca None None] Attempting to bind port 2e7e8f72-29c2-432c-bf63-cf7fff5ac4c7 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '09084a3e-4529-4733-a146-3128d16c7002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'fc6b7adf-fc19-4ab1-85cb-390adafcd756'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:24:27.788747 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b65b2d2-e99e-4ee2-8316-a2d385a6b5ca None None] Attempting to bind port 2e7e8f72-29c2-432c-bf63-cf7fff5ac4c7 on network fc6b7adf-fc19-4ab1-85cb-390adafcd756 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:24:27.803630 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b65b2d2-e99e-4ee2-8316-a2d385a6b5ca None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:24:27.804030 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b65b2d2-e99e-4ee2-8316-a2d385a6b5ca None None] Checking segment: {'id': '09084a3e-4529-4733-a146-3128d16c7002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'fc6b7adf-fc19-4ab1-85cb-390adafcd756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:24:27.804495 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3b65b2d2-e99e-4ee2-8316-a2d385a6b5ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:27.804991 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b65b2d2-e99e-4ee2-8316-a2d385a6b5ca None None] Bound using segment: {'id': '09084a3e-4529-4733-a146-3128d16c7002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'fc6b7adf-fc19-4ab1-85cb-390adafcd756'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:24:27.812515 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-3b65b2d2-e99e-4ee2-8316-a2d385a6b5ca None None] Bound port: 2e7e8f72-29c2-432c-bf63-cf7fff5ac4c7, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09084a3e-4529-4733-a146-3128d16c7002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'fc6b7adf-fc19-4ab1-85cb-390adafcd756'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:24:27.812947 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3b65b2d2-e99e-4ee2-8316-a2d385a6b5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:27.897544 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348c5de-6453-4bf9-bc75-3b778f6ae17c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Port': ['ID=578b066c-b6e1-40e9-a921-534531fa43fd,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:27.955499 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-69f84086-3846-4878-befe-9a9ba9b5a0c2 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Synchronizing usage tracker for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group_rule {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:27.981068 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3b65b2d2-e99e-4ee2-8316-a2d385a6b5ca None None] For port 2e7e8f72-29c2-432c-bf63-cf7fff5ac4c7, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:24:27.985229 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3b65b2d2-e99e-4ee2-8316-a2d385a6b5ca None None] For port 2e7e8f72-29c2-432c-bf63-cf7fff5ac4c7, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=2e7e8f72-29c2-432c-bf63-cf7fff5ac4c7,segment=NetworkSegment(09084a3e-4529-4733-a146-3128d16c7002),segment_id=09084a3e-4529-4733-a146-3128d16c7002)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:24:27.994245 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3b65b2d2-e99e-4ee2-8316-a2d385a6b5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:28.033817 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-69f84086-3846-4878-befe-9a9ba9b5a0c2 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Unset dirty status for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group_rule {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:28.041330 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-69f84086-3846-4878-befe-9a9ba9b5a0c2 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2628143 Feb 04 21:24:28.042505 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33544) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:28.068586 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-b021b0c7-3ec3-4ac2-86e1-d76db59b3f1c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Request body: {'security_group_rule': {'security_group_id': '1f0d419c-c209-4a68-bf89-408193205fdf', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:28.134221 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-b021b0c7-3ec3-4ac2-86e1-d76db59b3f1c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:28.195749 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1348c5de-6453-4bf9-bc75-3b778f6ae17c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:28.212860 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-b021b0c7-3ec3-4ac2-86e1-d76db59b3f1c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:28.221754 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1348c5de-6453-4bf9-bc75-3b778f6ae17c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/ports/578b066c-b6e1-40e9-a921-534531fa43fd HTTP/1.1" status: 204 len: 168 time: 1.3483019 Feb 04 21:24:28.222360 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33554) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:28.290335 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b021b0c7-3ec3-4ac2-86e1-d76db59b3f1c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:28.355237 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdbe2b13-f329-45f5-892e-096ea469ff2a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] GET failed (client error): The resource could not be found. Feb 04 21:24:28.355918 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-fdbe2b13-f329-45f5-892e-096ea469ff2a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Synchronizing usage tracker for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:28.374363 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65b2d2-e99e-4ee2-8316-a2d385a6b5ca None None] Pushing event updated for resources: {'Port': ['ID=2e7e8f72-29c2-432c-bf63-cf7fff5ac4c7,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:28.412228 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-fdbe2b13-f329-45f5-892e-096ea469ff2a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Unset dirty status for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:28.413581 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fdbe2b13-f329-45f5-892e-096ea469ff2a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "GET /v2.0/ports/578b066c-b6e1-40e9-a921-534531fa43fd HTTP/1.1" status: 404 len: 333 time: 0.1900034 Feb 04 21:24:28.416689 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33560) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:28.480396 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b021b0c7-3ec3-4ac2-86e1-d76db59b3f1c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:28.495526 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b021b0c7-3ec3-4ac2-86e1-d76db59b3f1c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:28.557468 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab0a073b-dae8-4747-a113-f3b8fa04601a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Deleting subnet eef9fa6a-5cf1-4664-b958-9816c9244bcd {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:24:28.558460 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021b0c7-3ec3-4ac2-86e1-d76db59b3f1c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5234fbef-9116-41b9-b463-0aac7d3d9fb9,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:28.564705 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ab0a073b-dae8-4747-a113-f3b8fa04601a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:28.599047 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b021b0c7-3ec3-4ac2-86e1-d76db59b3f1c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:28.600526 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b021b0c7-3ec3-4ac2-86e1-d76db59b3f1c tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5499096 Feb 04 21:24:28.604443 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33566) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:28.641819 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-df4cec12-9e5e-447e-a616-3bb4cb66ba97 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "GET /v2.0/security-group-rules/5234fbef-9116-41b9-b463-0aac7d3d9fb9 HTTP/1.1" status: 200 len: 764 time: 0.0356851 Feb 04 21:24:28.643982 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33570) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:28.739095 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-b3836886-7106-4aa8-820e-850dd56277c8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Synchronizing usage tracker for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group_rule {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:28.769450 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-b3836886-7106-4aa8-820e-850dd56277c8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Unset dirty status for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group_rule {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:28.772910 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b3836886-7106-4aa8-820e-850dd56277c8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1272695 Feb 04 21:24:28.776446 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33574) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:28.785443 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ab0a073b-dae8-4747-a113-f3b8fa04601a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:28.816548 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f609421d-be18-4643-8e29-c1f9c7228b91 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:28.892472 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f609421d-be18-4643-8e29-c1f9c7228b91 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:28.962288 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f609421d-be18-4643-8e29-c1f9c7228b91 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:29.000232 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609421d-be18-4643-8e29-c1f9c7228b91 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5234fbef-9116-41b9-b463-0aac7d3d9fb9,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:29.014979 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f609421d-be18-4643-8e29-c1f9c7228b91 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:29.021942 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-f609421d-be18-4643-8e29-c1f9c7228b91 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/5234fbef-9116-41b9-b463-0aac7d3d9fb9 HTTP/1.1" status: 204 len: 168 time: 0.2434845 Feb 04 21:24:29.022905 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33580) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:29.025918 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ab0a073b-dae8-4747-a113-f3b8fa04601a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:29.186333 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-508e183c-be80-476c-a651-8f55fec7191b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Synchronizing usage tracker for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group_rule {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:29.232765 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-508e183c-be80-476c-a651-8f55fec7191b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Unset dirty status for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group_rule {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:29.238476 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-508e183c-be80-476c-a651-8f55fec7191b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2098634 Feb 04 21:24:29.238790 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33584) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:29.249256 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ab0a073b-dae8-4747-a113-f3b8fa04601a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:29.391605 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a073b-dae8-4747-a113-f3b8fa04601a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Subnet': ['ID=eef9fa6a-5cf1-4664-b958-9816c9244bcd,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:29.396034 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ab0a073b-dae8-4747-a113-f3b8fa04601a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:29.404909 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ab0a073b-dae8-4747-a113-f3b8fa04601a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/subnets/eef9fa6a-5cf1-4664-b958-9816c9244bcd HTTP/1.1" status: 204 len: 168 time: 0.9871578 Feb 04 21:24:29.406965 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-be66e966-79b3-43e2-a800-9470277c71a8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:29.407598 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33592) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:29.446610 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-be66e966-79b3-43e2-a800-9470277c71a8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:29.565787 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-be66e966-79b3-43e2-a800-9470277c71a8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:29.592336 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-122c0d40-f8a6-4d3b-83eb-0cef2eee40dd tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:29.615160 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66e966-79b3-43e2-a800-9470277c71a8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0d419c-c209-4a68-bf89-408193205fdf,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:29.674104 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-122c0d40-f8a6-4d3b-83eb-0cef2eee40dd tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Deleting port 2e7e8f72-29c2-432c-bf63-cf7fff5ac4c7 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:24:29.674104 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-122c0d40-f8a6-4d3b-83eb-0cef2eee40dd tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:29.690541 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-be66e966-79b3-43e2-a800-9470277c71a8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:29.706057 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-be66e966-79b3-43e2-a800-9470277c71a8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "DELETE /v2.0/security-groups/1f0d419c-c209-4a68-bf89-408193205fdf HTTP/1.1" status: 204 len: 168 time: 0.4533832 Feb 04 21:24:29.706057 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33604) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:29.795236 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-56c9363b-685d-4145-ba7c-cb6c17d3593b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Synchronizing usage tracker for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:29.834833 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-56c9363b-685d-4145-ba7c-cb6c17d3593b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Unset dirty status for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:29.837557 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-56c9363b-685d-4145-ba7c-cb6c17d3593b tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1343677 Feb 04 21:24:29.847478 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33610) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:29.856225 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-7447baea-ee7d-45f7-a8c6-5d14e84736f8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Request body: {'security_group': {'name': 'tempest-secgroup--18598770'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:29.875930 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7447baea-ee7d-45f7-a8c6-5d14e84736f8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:29.904278 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7447baea-ee7d-45f7-a8c6-5d14e84736f8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:29.928576 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7447baea-ee7d-45f7-a8c6-5d14e84736f8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:29.985042 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7447baea-ee7d-45f7-a8c6-5d14e84736f8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:29.994789 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7447baea-ee7d-45f7-a8c6-5d14e84736f8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Usage tracker for resource:security_group_rule and tenant:1c80bdcd7bf1496fb3f620f4b4deaffd is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:30.007158 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7447baea-ee7d-45f7-a8c6-5d14e84736f8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:30.026261 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7447baea-ee7d-45f7-a8c6-5d14e84736f8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:30.145619 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f5e2be-7265-4554-974e-1af03426caba None None] Network fc6b7adf-fc19-4ab1-85cb-390adafcd756 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:24:30.198780 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-122c0d40-f8a6-4d3b-83eb-0cef2eee40dd tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] For port 2e7e8f72-29c2-432c-bf63-cf7fff5ac4c7, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=2e7e8f72-29c2-432c-bf63-cf7fff5ac4c7,segment=NetworkSegment(09084a3e-4529-4733-a146-3128d16c7002),segment_id=09084a3e-4529-4733-a146-3128d16c7002)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:24:30.199308 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-122c0d40-f8a6-4d3b-83eb-0cef2eee40dd tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:30.212853 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7447baea-ee7d-45f7-a8c6-5d14e84736f8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:30.217296 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7447baea-ee7d-45f7-a8c6-5d14e84736f8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:30.324892 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447baea-ee7d-45f7-a8c6-5d14e84736f8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b47055d7-03f3-469e-8e7a-04b8d97649e0,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:30.338527 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7447baea-ee7d-45f7-a8c6-5d14e84736f8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:30.342340 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-7447baea-ee7d-45f7-a8c6-5d14e84736f8 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4912426 Feb 04 21:24:30.342855 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33620) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:30.349697 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-df831f83-60e1-4caa-ac04-869d88e57076 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Request body: {'security_group_rule': {'security_group_id': 'b47055d7-03f3-469e-8e7a-04b8d97649e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:30.360569 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-df831f83-60e1-4caa-ac04-869d88e57076 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:30.365842 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-df831f83-60e1-4caa-ac04-869d88e57076 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Usage tracker for resource:security_group_rule and tenant:1c80bdcd7bf1496fb3f620f4b4deaffd is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:30.370122 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-df831f83-60e1-4caa-ac04-869d88e57076 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:30.378151 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-df831f83-60e1-4caa-ac04-869d88e57076 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:30.413251 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-df831f83-60e1-4caa-ac04-869d88e57076 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:30.414631 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-68cac48a-2bf0-455f-8da3-ca92db14c989 None None] Provisioning for port 2e7e8f72-29c2-432c-bf63-cf7fff5ac4c7 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:24:30.500796 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-df831f83-60e1-4caa-ac04-869d88e57076 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:30.506412 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-df831f83-60e1-4caa-ac04-869d88e57076 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:30.540818 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df831f83-60e1-4caa-ac04-869d88e57076 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8077d0fc-4d43-4f7a-baae-1a36401333e7,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:30.587774 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-df831f83-60e1-4caa-ac04-869d88e57076 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:30.593091 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-df831f83-60e1-4caa-ac04-869d88e57076 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2483661 Feb 04 21:24:30.594653 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33628) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:30.745504 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f883ae-8567-4d06-93f7-df2b7bb036a3 None None] DHCP port deletion for fc6b7adf-fc19-4ab1-85cb-390adafcd756 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:24:30.750114 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-b8f883ae-8567-4d06-93f7-df2b7bb036a3 None None] Deleting port 2e7e8f72-29c2-432c-bf63-cf7fff5ac4c7 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:24:30.750673 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b8f883ae-8567-4d06-93f7-df2b7bb036a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:30.771573 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3da08f74-f1dc-4a04-a58e-cfee64444134 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:30.837593 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3da08f74-f1dc-4a04-a58e-cfee64444134 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:30.889059 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-122c0d40-f8a6-4d3b-83eb-0cef2eee40dd tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Calling delete_port for 2e7e8f72-29c2-432c-bf63-cf7fff5ac4c7 owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:24:30.964044 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3da08f74-f1dc-4a04-a58e-cfee64444134 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:31.017470 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da08f74-f1dc-4a04-a58e-cfee64444134 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47055d7-03f3-469e-8e7a-04b8d97649e0,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:31.063562 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3da08f74-f1dc-4a04-a58e-cfee64444134 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:31.067101 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-3da08f74-f1dc-4a04-a58e-cfee64444134 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "DELETE /v2.0/security-groups/b47055d7-03f3-469e-8e7a-04b8d97649e0 HTTP/1.1" status: 204 len: 168 time: 0.4702404 Feb 04 21:24:31.071480 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33638) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:31.121110 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-122c0d40-f8a6-4d3b-83eb-0cef2eee40dd tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:31.212202 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-b8f883ae-8567-4d06-93f7-df2b7bb036a3 None None] The port '2e7e8f72-29c2-432c-bf63-cf7fff5ac4c7' was deleted {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:24:31.253534 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-371615bd-b56c-4270-9ace-b84de584e749 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Synchronizing usage tracker for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:31.312964 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-371615bd-b56c-4270-9ace-b84de584e749 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Unset dirty status for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:31.315399 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-371615bd-b56c-4270-9ace-b84de584e749 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2427320 Feb 04 21:24:31.317692 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c0d40-f8a6-4d3b-83eb-0cef2eee40dd tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Port': ['ID=2e7e8f72-29c2-432c-bf63-cf7fff5ac4c7,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:31.318705 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33650) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:31.346403 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122c0d40-f8a6-4d3b-83eb-0cef2eee40dd tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] No DVR routers for this DVR port 2e7e8f72-29c2-432c-bf63-cf7fff5ac4c7 on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:24:31.440071 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-24635373-6206-4c78-90a4-5cbcfbd7dd37 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Synchronizing usage tracker for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group_rule {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:31.506411 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-24635373-6206-4c78-90a4-5cbcfbd7dd37 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] Unset dirty status for tenant:1c80bdcd7bf1496fb3f620f4b4deaffd on resource:security_group_rule {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:31.511212 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-24635373-6206-4c78-90a4-5cbcfbd7dd37 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1871524 Feb 04 21:24:31.511565 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33656) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:31.556401 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [None req-9f3af248-293a-44ad-bcea-ed1ae7d780e9 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] delete failed (client error): The resource could not be found. Feb 04 21:24:31.559616 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-9f3af248-293a-44ad-bcea-ed1ae7d780e9 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "DELETE /v2.0/security-groups/b47055d7-03f3-469e-8e7a-04b8d97649e0 HTTP/1.1" status: 404 len: 347 time: 0.0449545 Feb 04 21:24:31.563619 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33660) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:31.566651 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-122c0d40-f8a6-4d3b-83eb-0cef2eee40dd tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:31.619218 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-122c0d40-f8a6-4d3b-83eb-0cef2eee40dd tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc6b7adf-fc19-4ab1-85cb-390adafcd756']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:24:31.651278 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-122c0d40-f8a6-4d3b-83eb-0cef2eee40dd tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09084a3e-4529-4733-a146-3128d16c7002') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:24:31.653738 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-122c0d40-f8a6-4d3b-83eb-0cef2eee40dd tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09084a3e-4529-4733-a146-3128d16c7002') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:24:31.668282 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-92c0783a-c563-4dc2-ba4b-8700ed319382 tempest-SecGroupTest-1558623948 tempest-SecGroupTest-1558623948-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0982652 Feb 04 21:24:31.698244 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-122c0d40-f8a6-4d3b-83eb-0cef2eee40dd tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:31.742201 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-122c0d40-f8a6-4d3b-83eb-0cef2eee40dd tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:31.755486 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-122c0d40-f8a6-4d3b-83eb-0cef2eee40dd tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:24:31.755938 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-122c0d40-f8a6-4d3b-83eb-0cef2eee40dd tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:31.789106 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:24:31.789106 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:24:31.789106 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:24:31.789106 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:24:31.789106 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:24:31.789106 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:24:31.789106 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:24:31.789106 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:24:31.789106 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:24:31.789106 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:24:31.789106 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:24:31.789106 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:24:31.789106 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:24:31.789106 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:24:31.789106 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:24:31.789106 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:24:31.789106 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:24:31.789106 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:24:31.789106 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:24:31.789106 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:24:31.789106 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:24:31.789106 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:24:31.789106 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:24:31.789106 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:24:31.789106 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:24:31.789106 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:24:31.789106 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:24:31.789106 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:24:31.789106 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:24:31.789106 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:24:31.789106 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:24:31.789106 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:24:31.991241 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-122c0d40-f8a6-4d3b-83eb-0cef2eee40dd tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:32.016444 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-122c0d40-f8a6-4d3b-83eb-0cef2eee40dd tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:32.033407 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c0d40-f8a6-4d3b-83eb-0cef2eee40dd tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Network': ['ID=fc6b7adf-fc19-4ab1-85cb-390adafcd756,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:32.060292 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-122c0d40-f8a6-4d3b-83eb-0cef2eee40dd tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/networks/fc6b7adf-fc19-4ab1-85cb-390adafcd756 HTTP/1.1" status: 204 len: 168 time: 2.6507716 Feb 04 21:24:32.063624 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33676) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:32.069777 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-161ab97a-2842-467f-aaba-ac2cbfdc6d24 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'port': {'network_id': '3ff02814-caec-4357-b19c-adb4bc2f455e', 'name': 'tempest-PortsIpV6TestJSON-498800509'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:32.246186 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33682) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:32.300390 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-161ab97a-2842-467f-aaba-ac2cbfdc6d24 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:32.313649 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-161ab97a-2842-467f-aaba-ac2cbfdc6d24 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:port and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:32.316848 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-161ab97a-2842-467f-aaba-ac2cbfdc6d24 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:32.324797 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-161ab97a-2842-467f-aaba-ac2cbfdc6d24 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:32.347495 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161ab97a-2842-467f-aaba-ac2cbfdc6d24 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:24:32.352693 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-161ab97a-2842-467f-aaba-ac2cbfdc6d24 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:32.411326 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [None req-161ab97a-2842-467f-aaba-ac2cbfdc6d24 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] device_id is not set on port 13f10957-1a75-46ed-a8d3-809fc68a52c4 yet. {{(pid=87683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:24:32.578546 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9b0f1d8d-969c-484e-9392-8d4e8035fb40 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1c80bdcd7bf1496fb3f620f4b4deaffd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3311455 Feb 04 21:24:32.579576 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33690) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:32.658880 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 2e7e8f72-29c2-432c-bf63-cf7fff5ac4c7 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:24:32.717132 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 2e7e8f72-29c2-432c-bf63-cf7fff5ac4c7 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:24:32.717740 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 2e7e8f72-29c2-432c-bf63-cf7fff5ac4c7 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:24:32.738595 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d41fd6d6-0099-4597-9a05-24698c08e865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:32.764505 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d41fd6d6-0099-4597-9a05-24698c08e865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:32.910736 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:32.999989 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d41fd6d6-0099-4597-9a05-24698c08e865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:33.036349 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41fd6d6-0099-4597-9a05-24698c08e865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19352e9-1982-45bf-84c2-cd757545e01b,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:33.201135 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-161ab97a-2842-467f-aaba-ac2cbfdc6d24 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:33.211357 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d41fd6d6-0099-4597-9a05-24698c08e865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:33.212826 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d41fd6d6-0099-4597-9a05-24698c08e865 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e19352e9-1982-45bf-84c2-cd757545e01b HTTP/1.1" status: 204 len: 168 time: 0.6298492 Feb 04 21:24:33.371546 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-161ab97a-2842-467f-aaba-ac2cbfdc6d24 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:33.537249 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ab97a-2842-467f-aaba-ac2cbfdc6d24 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Port': ['ID=13f10957-1a75-46ed-a8d3-809fc68a52c4,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:33.575744 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161ab97a-2842-467f-aaba-ac2cbfdc6d24 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Network 3ff02814-caec-4357-b19c-adb4bc2f455e is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:24:33.580172 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-161ab97a-2842-467f-aaba-ac2cbfdc6d24 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:24:33.593568 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161ab97a-2842-467f-aaba-ac2cbfdc6d24 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:24:33.617382 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161ab97a-2842-467f-aaba-ac2cbfdc6d24 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:33.618552 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-161ab97a-2842-467f-aaba-ac2cbfdc6d24 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:33.662675 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33712) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:33.672914 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-161ab97a-2842-467f-aaba-ac2cbfdc6d24 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6020408 Feb 04 21:24:33.813273 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-3b92c5d5-cc7c-4aad-bfcf-e5d891af5534 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Deleting port 13f10957-1a75-46ed-a8d3-809fc68a52c4 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:24:33.813827 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b92c5d5-cc7c-4aad-bfcf-e5d891af5534 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:34.322390 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b92c5d5-cc7c-4aad-bfcf-e5d891af5534 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:34.616712 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-3b92c5d5-cc7c-4aad-bfcf-e5d891af5534 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Calling delete_port for 13f10957-1a75-46ed-a8d3-809fc68a52c4 owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:24:34.798874 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b92c5d5-cc7c-4aad-bfcf-e5d891af5534 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:34.928516 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92c5d5-cc7c-4aad-bfcf-e5d891af5534 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Port': ['ID=13f10957-1a75-46ed-a8d3-809fc68a52c4,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:34.947764 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3b92c5d5-cc7c-4aad-bfcf-e5d891af5534 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:34.974945 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3b92c5d5-cc7c-4aad-bfcf-e5d891af5534 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/ports/13f10957-1a75-46ed-a8d3-809fc68a52c4 HTTP/1.1" status: 204 len: 168 time: 1.3072565 Feb 04 21:24:34.975427 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33768) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:34.982355 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-9fcdc8cf-7214-41aa-868f-1ffcf766b8db tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'port': {'network_id': '3ff02814-caec-4357-b19c-adb4bc2f455e', 'mac_address': 'fa:16:3e:ac:ca:8f', 'name': 'tempest-PortsIpV6TestJSON-1356366246'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:35.299084 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-9fcdc8cf-7214-41aa-868f-1ffcf766b8db tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:35.307390 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-9fcdc8cf-7214-41aa-868f-1ffcf766b8db tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:port and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:35.324271 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-9fcdc8cf-7214-41aa-868f-1ffcf766b8db tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:35.338422 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-9fcdc8cf-7214-41aa-868f-1ffcf766b8db tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:35.354239 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcdc8cf-7214-41aa-868f-1ffcf766b8db tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:24:35.654112 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9fcdc8cf-7214-41aa-868f-1ffcf766b8db tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:35.716029 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [None req-9fcdc8cf-7214-41aa-868f-1ffcf766b8db tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] device_id is not set on port 5523c456-ca67-4b90-96fd-c1327e943b51 yet. {{(pid=87683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:24:36.355318 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9fcdc8cf-7214-41aa-868f-1ffcf766b8db tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:36.410743 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9fcdc8cf-7214-41aa-868f-1ffcf766b8db tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:36.595630 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcdc8cf-7214-41aa-868f-1ffcf766b8db tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Network 3ff02814-caec-4357-b19c-adb4bc2f455e is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:24:36.616358 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-9fcdc8cf-7214-41aa-868f-1ffcf766b8db tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:24:36.622376 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcdc8cf-7214-41aa-868f-1ffcf766b8db tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:24:36.640250 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcdc8cf-7214-41aa-868f-1ffcf766b8db tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:36.641201 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9fcdc8cf-7214-41aa-868f-1ffcf766b8db tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:36.803681 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcdc8cf-7214-41aa-868f-1ffcf766b8db tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Port': ['ID=5523c456-ca67-4b90-96fd-c1327e943b51,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:36.827955 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-9fcdc8cf-7214-41aa-868f-1ffcf766b8db tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8506846 Feb 04 21:24:36.830718 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33802) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:37.077853 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161a6b99-4d7d-4e76-87ae-d18ece444cf1 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:37.078490 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-161a6b99-4d7d-4e76-87ae-d18ece444cf1 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Synchronizing usage tracker for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:37.139760 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-161a6b99-4d7d-4e76-87ae-d18ece444cf1 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Unset dirty status for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:37.141387 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-161a6b99-4d7d-4e76-87ae-d18ece444cf1 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "GET /v2.0/ports/5523c456-ca67-4b90-96fd-c1327e943b51 HTTP/1.1" status: 200 len: 845 time: 0.3091712 Feb 04 21:24:37.144328 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33810) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:37.246200 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-440744ac-f323-4a01-8b7d-1d8cc89800d8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Deleting port 5523c456-ca67-4b90-96fd-c1327e943b51 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:24:37.246886 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-440744ac-f323-4a01-8b7d-1d8cc89800d8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:38.042478 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-440744ac-f323-4a01-8b7d-1d8cc89800d8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:38.203267 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-440744ac-f323-4a01-8b7d-1d8cc89800d8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Calling delete_port for 5523c456-ca67-4b90-96fd-c1327e943b51 owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:24:38.328074 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-440744ac-f323-4a01-8b7d-1d8cc89800d8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:38.478996 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440744ac-f323-4a01-8b7d-1d8cc89800d8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Port': ['ID=5523c456-ca67-4b90-96fd-c1327e943b51,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:38.497312 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-440744ac-f323-4a01-8b7d-1d8cc89800d8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:38.506791 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440744ac-f323-4a01-8b7d-1d8cc89800d8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:38.507666 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440744ac-f323-4a01-8b7d-1d8cc89800d8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:38.508191 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440744ac-f323-4a01-8b7d-1d8cc89800d8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:38.508534 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440744ac-f323-4a01-8b7d-1d8cc89800d8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:38.508896 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440744ac-f323-4a01-8b7d-1d8cc89800d8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:38.509233 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440744ac-f323-4a01-8b7d-1d8cc89800d8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:38.509636 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440744ac-f323-4a01-8b7d-1d8cc89800d8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:38.509946 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440744ac-f323-4a01-8b7d-1d8cc89800d8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:38.510265 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440744ac-f323-4a01-8b7d-1d8cc89800d8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:38.510581 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440744ac-f323-4a01-8b7d-1d8cc89800d8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:38.510937 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440744ac-f323-4a01-8b7d-1d8cc89800d8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:38.511279 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440744ac-f323-4a01-8b7d-1d8cc89800d8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:38.527022 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-440744ac-f323-4a01-8b7d-1d8cc89800d8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/ports/5523c456-ca67-4b90-96fd-c1327e943b51 HTTP/1.1" status: 204 len: 168 time: 1.3816226 Feb 04 21:24:38.529493 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33844) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:38.596456 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0ace47-3900-47f5-9b1d-37efd39e7323 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] GET failed (client error): The resource could not be found. Feb 04 21:24:38.597073 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9b0ace47-3900-47f5-9b1d-37efd39e7323 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Synchronizing usage tracker for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:38.622390 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9b0ace47-3900-47f5-9b1d-37efd39e7323 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Unset dirty status for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:38.625238 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9b0ace47-3900-47f5-9b1d-37efd39e7323 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "GET /v2.0/ports/5523c456-ca67-4b90-96fd-c1327e943b51 HTTP/1.1" status: 404 len: 333 time: 0.0946505 Feb 04 21:24:38.629633 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33850) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:38.652549 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-3a1cb295-781e-42fa-9a01-22abef75fd37 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'port': {'network_id': '3ff02814-caec-4357-b19c-adb4bc2f455e', 'name': 'tempest-PortsIpV6TestJSON-1944458993'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:38.866744 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-3a1cb295-781e-42fa-9a01-22abef75fd37 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:38.893254 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-3a1cb295-781e-42fa-9a01-22abef75fd37 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:38.922157 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1cb295-781e-42fa-9a01-22abef75fd37 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:24:38.934709 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb295-781e-42fa-9a01-22abef75fd37 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:39.004521 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [None req-3a1cb295-781e-42fa-9a01-22abef75fd37 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] device_id is not set on port 896de515-180c-4d9a-9a56-490c6cba6799 yet. {{(pid=87683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:24:39.848707 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb295-781e-42fa-9a01-22abef75fd37 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:39.904190 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad84454-1a46-4cec-a04e-d546ff1473ea req-e9f61c1f-ba55-4e9a-a700-84a00c9ec836 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:39.904190 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cad84454-1a46-4cec-a04e-d546ff1473ea req-e9f61c1f-ba55-4e9a-a700-84a00c9ec836 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=bddf43e1-94d5-4f4c-a0e1-2740fbfe0496 HTTP/1.1" status: 200 len: 945 time: 0.1732998 Feb 04 21:24:39.989949 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cad84454-1a46-4cec-a04e-d546ff1473ea req-a033f3b9-a02c-45c8-be63-e14eba27fa6e tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794001 Feb 04 21:24:40.014343 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb295-781e-42fa-9a01-22abef75fd37 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:40.101593 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1cb295-781e-42fa-9a01-22abef75fd37 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Network 3ff02814-caec-4357-b19c-adb4bc2f455e is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:24:40.116099 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-3a1cb295-781e-42fa-9a01-22abef75fd37 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:24:40.122022 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1cb295-781e-42fa-9a01-22abef75fd37 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:24:40.127945 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1cb295-781e-42fa-9a01-22abef75fd37 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:40.128550 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb295-781e-42fa-9a01-22abef75fd37 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:40.173700 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1cb295-781e-42fa-9a01-22abef75fd37 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Port': ['ID=896de515-180c-4d9a-9a56-490c6cba6799,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:40.186831 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33878) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:40.187269 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-3a1cb295-781e-42fa-9a01-22abef75fd37 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5506287 Feb 04 21:24:40.200806 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-d4e6ad34-ab3d-42cb-8558-ec9c6ad72d0f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:40.447238 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d4e6ad34-ab3d-42cb-8558-ec9c6ad72d0f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:40.781664 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d4e6ad34-ab3d-42cb-8558-ec9c6ad72d0f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:40.788781 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d4e6ad34-ab3d-42cb-8558-ec9c6ad72d0f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:40.912636 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-d4e6ad34-ab3d-42cb-8558-ec9c6ad72d0f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] In _notify_port_updated(), no bound segment for port 896de515-180c-4d9a-9a56-490c6cba6799 on network 3ff02814-caec-4357-b19c-adb4bc2f455e {{(pid=87682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 21:24:40.922596 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e6ad34-ab3d-42cb-8558-ec9c6ad72d0f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:40.923478 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d4e6ad34-ab3d-42cb-8558-ec9c6ad72d0f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:40.929749 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d4e6ad34-ab3d-42cb-8558-ec9c6ad72d0f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "PUT /v2.0/ports/896de515-180c-4d9a-9a56-490c6cba6799 HTTP/1.1" status: 200 len: 818 time: 0.7411292 Feb 04 21:24:40.940001 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33902) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:40.952672 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6ad34-ab3d-42cb-8558-ec9c6ad72d0f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Port': ['ID=896de515-180c-4d9a-9a56-490c6cba6799,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:41.091991 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-92752aac-7e57-49e3-8354-6c5ef93cbfb0 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Deleting port 896de515-180c-4d9a-9a56-490c6cba6799 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:24:41.092601 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-92752aac-7e57-49e3-8354-6c5ef93cbfb0 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:41.232711 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c07c6-ab34-4de1-b8a5-2df81ce02306 req-6160ec59-a737-4f48-a54a-7a7771c962dc tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:41.240060 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a82c07c6-ab34-4de1-b8a5-2df81ce02306 req-6160ec59-a737-4f48-a54a-7a7771c962dc tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.32 "GET /v2.0/ports?device_id=bddf43e1-94d5-4f4c-a0e1-2740fbfe0496 HTTP/1.1" status: 200 len: 945 time: 0.2491930 Feb 04 21:24:42.054276 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-92752aac-7e57-49e3-8354-6c5ef93cbfb0 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:42.216964 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-a82c07c6-ab34-4de1-b8a5-2df81ce02306 req-bc6cb69b-1a47-41af-8d6a-54daf6030b72 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Deleting port 1aad63ee-6a1e-49ce-941f-ba453c27b879 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:24:42.217601 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a82c07c6-ab34-4de1-b8a5-2df81ce02306 req-bc6cb69b-1a47-41af-8d6a-54daf6030b72 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:42.346386 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-92752aac-7e57-49e3-8354-6c5ef93cbfb0 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Calling delete_port for 896de515-180c-4d9a-9a56-490c6cba6799 owned by {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:24:42.423883 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33928) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:42.448547 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa427a97-1a3c-45c9-96b5-c895736f1db8 req-c2cbff60-6abc-4c5e-a5c8-23401efe9e9c tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:42.450126 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aa427a97-1a3c-45c9-96b5-c895736f1db8 req-c2cbff60-6abc-4c5e-a5c8-23401efe9e9c tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=bddf43e1-94d5-4f4c-a0e1-2740fbfe0496 HTTP/1.1" status: 200 len: 945 time: 1.2276556 Feb 04 21:24:42.571001 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-aa427a97-1a3c-45c9-96b5-c895736f1db8 req-308184b9-c2f9-4538-978b-08ceff4e4f3b tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116850 Feb 04 21:24:42.629485 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-92752aac-7e57-49e3-8354-6c5ef93cbfb0 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:42.695303 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b1513422-f3de-4e1b-891c-e7a92e22f62d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:42.746330 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b1513422-f3de-4e1b-891c-e7a92e22f62d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:42.755703 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b1513422-f3de-4e1b-891c-e7a92e22f62d admin admin] Usage tracker for resource:security_group_rule and tenant:4e65a809d2b14ac889974fc528135895 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:42.759774 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b1513422-f3de-4e1b-891c-e7a92e22f62d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:42.766675 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b1513422-f3de-4e1b-891c-e7a92e22f62d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:42.858572 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92752aac-7e57-49e3-8354-6c5ef93cbfb0 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Port': ['ID=896de515-180c-4d9a-9a56-490c6cba6799,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:42.923962 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-92752aac-7e57-49e3-8354-6c5ef93cbfb0 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:42.942260 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b1513422-f3de-4e1b-891c-e7a92e22f62d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:42.950721 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b1513422-f3de-4e1b-891c-e7a92e22f62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:42.953432 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-92752aac-7e57-49e3-8354-6c5ef93cbfb0 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/ports/896de515-180c-4d9a-9a56-490c6cba6799 HTTP/1.1" status: 204 len: 168 time: 2.0123134 Feb 04 21:24:42.957064 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33942) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:43.046839 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1513422-f3de-4e1b-891c-e7a92e22f62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9d8b4a-173a-4848-9f5f-20cc28457f34,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:43.059202 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-a82c07c6-ab34-4de1-b8a5-2df81ce02306 req-bc6cb69b-1a47-41af-8d6a-54daf6030b72 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] For port 1aad63ee-6a1e-49ce-941f-ba453c27b879, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=1aad63ee-6a1e-49ce-941f-ba453c27b879,segment=NetworkSegment(891443bf-3c45-411c-8b26-5ac9a9e807fe),segment_id=891443bf-3c45-411c-8b26-5ac9a9e807fe)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:24:43.060280 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a82c07c6-ab34-4de1-b8a5-2df81ce02306 req-bc6cb69b-1a47-41af-8d6a-54daf6030b72 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:43.103174 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b1513422-f3de-4e1b-891c-e7a92e22f62d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4e65a809d2b14ac889974fc528135895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6770086 Feb 04 21:24:43.106074 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33946) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:43.321860 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-a82c07c6-ab34-4de1-b8a5-2df81ce02306 req-bc6cb69b-1a47-41af-8d6a-54daf6030b72 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Calling delete_port for 1aad63ee-6a1e-49ce-941f-ba453c27b879 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:24:43.327381 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6adfc43b-90b1-4e12-bbfa-72302dd3c686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:43.391694 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6adfc43b-90b1-4e12-bbfa-72302dd3c686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:43.527713 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e247a9a-ea7a-490c-b648-c8ca314b77d7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:43.529797 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-3e247a9a-ea7a-490c-b648-c8ca314b77d7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Synchronizing usage tracker for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:43.540638 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6adfc43b-90b1-4e12-bbfa-72302dd3c686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:43.572902 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adfc43b-90b1-4e12-bbfa-72302dd3c686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9d8b4a-173a-4848-9f5f-20cc28457f34,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:43.582717 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6adfc43b-90b1-4e12-bbfa-72302dd3c686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:43.583878 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6adfc43b-90b1-4e12-bbfa-72302dd3c686 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0f9d8b4a-173a-4848-9f5f-20cc28457f34 HTTP/1.1" status: 204 len: 168 time: 0.4768465 Feb 04 21:24:43.701022 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-3e247a9a-ea7a-490c-b648-c8ca314b77d7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Unset dirty status for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:43.705274 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33972) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:43.705906 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-3e247a9a-ea7a-490c-b648-c8ca314b77d7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.7476184 Feb 04 21:24:43.777168 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a82c07c6-ab34-4de1-b8a5-2df81ce02306 req-bc6cb69b-1a47-41af-8d6a-54daf6030b72 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:43.792438 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['2db420b0-ef36-4d5a-aa6d-eee053eb15bf'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:24:43.826917 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed28f208-ff4d-4bfa-862e-d24260bf18f8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] GET failed (client error): The resource could not be found. Feb 04 21:24:43.839412 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ed28f208-ff4d-4bfa-862e-d24260bf18f8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "GET /v2.0/ports/896de515-180c-4d9a-9a56-490c6cba6799 HTTP/1.1" status: 404 len: 333 time: 0.1311252 Feb 04 21:24:43.842027 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33980) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:43.853389 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['e57f8557-6ec9-4ad1-b79a-7507873f51eb', '0cd1a232-7871-4960-bc67-84db7b821dae'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:24:43.867545 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-968e8767-f854-48fe-b852-9d51ed4da7b9 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1004056393'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:43.887844 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-968e8767-f854-48fe-b852-9d51ed4da7b9 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:43.899990 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-968e8767-f854-48fe-b852-9d51ed4da7b9 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:network and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:43.904895 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-968e8767-f854-48fe-b852-9d51ed4da7b9 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:43.932322 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-968e8767-f854-48fe-b852-9d51ed4da7b9 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:43.969094 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968e8767-f854-48fe-b852-9d51ed4da7b9 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:24:43.976190 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-968e8767-f854-48fe-b852-9d51ed4da7b9 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:43.988231 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c8638e9c-4620-4475-b92a-fece132e6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:44.021896 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6cb69b-1a47-41af-8d6a-54daf6030b72 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Pushing event deleted for resources: {'Port': ['ID=1aad63ee-6a1e-49ce-941f-ba453c27b879,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:44.110568 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-968e8767-f854-48fe-b852-9d51ed4da7b9 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:24:44.124107 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 1aad63ee-6a1e-49ce-941f-ba453c27b879 no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:24:44.135443 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-968e8767-f854-48fe-b852-9d51ed4da7b9 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:44.136914 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-968e8767-f854-48fe-b852-9d51ed4da7b9 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Added segment cec8e405-5305-49fa-84ad-60b94903c366 of type vlan for network f5bf2289-c10e-4318-baef-123bdb5403d3 Feb 04 21:24:44.203219 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-968e8767-f854-48fe-b852-9d51ed4da7b9 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:44.255895 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: 1aad63ee-6a1e-49ce-941f-ba453c27b879 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:24:44.256369 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 1aad63ee-6a1e-49ce-941f-ba453c27b879 not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:24:44.274970 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-968e8767-f854-48fe-b852-9d51ed4da7b9 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:44.281531 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968e8767-f854-48fe-b852-9d51ed4da7b9 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:44.282501 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-968e8767-f854-48fe-b852-9d51ed4da7b9 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:44.295247 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e4a6b7c0-ac77-4147-abf2-7d1f3130937a req-03268abd-8fab-4f0c-a6a6-1fcabfbfc0f8 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=bddf43e1-94d5-4f4c-a0e1-2740fbfe0496 HTTP/1.1" status: 200 len: 210 time: 0.3043995 Feb 04 21:24:44.308376 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82c07c6-ab34-4de1-b8a5-2df81ce02306 req-bc6cb69b-1a47-41af-8d6a-54daf6030b72 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] No DVR routers for this DVR port 1aad63ee-6a1e-49ce-941f-ba453c27b879 on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:24:44.316831 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-a82c07c6-ab34-4de1-b8a5-2df81ce02306 req-bc6cb69b-1a47-41af-8d6a-54daf6030b72 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:44.320273 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bddf43e1-94d5-4f4c-a0e1-2740fbfe0496', 'name': 'network-vif-deleted', 'tag': '1aad63ee-6a1e-49ce-941f-ba453c27b879'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:24:44.364953 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 33990) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:44.418954 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a82c07c6-ab34-4de1-b8a5-2df81ce02306 req-bc6cb69b-1a47-41af-8d6a-54daf6030b72 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.32 "DELETE /v2.0/ports/1aad63ee-6a1e-49ce-941f-ba453c27b879 HTTP/1.1" status: 204 len: 173 time: 3.1148651 Feb 04 21:24:44.421473 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b8fc0d9f-04a4-4a01-929f-3a91e1c0b81e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:44.439308 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bddf43e1-94d5-4f4c-a0e1-2740fbfe0496', 'name': 'network-vif-deleted', 'tag': '1aad63ee-6a1e-49ce-941f-ba453c27b879', 'status': 'completed', 'code': 200} Feb 04 21:24:44.450791 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-b8fc0d9f-04a4-4a01-929f-3a91e1c0b81e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:44.462696 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-b8fc0d9f-04a4-4a01-929f-3a91e1c0b81e admin admin] Usage tracker for resource:security_group_rule and tenant:b6f75ac37e434f2786a7b05fa6b72fd2 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:44.481622 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-b8fc0d9f-04a4-4a01-929f-3a91e1c0b81e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:44.482865 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-968e8767-f854-48fe-b852-9d51ed4da7b9 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6357589 Feb 04 21:24:44.486151 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 33998) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:44.496343 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-09675bb4-8449-498f-8bd6-a7fdbdfce5e3 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'subnet': {'network_id': 'f5bf2289-c10e-4318-baef-123bdb5403d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:44.502173 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-b8fc0d9f-04a4-4a01-929f-3a91e1c0b81e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:44.546340 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e8767-f854-48fe-b852-9d51ed4da7b9 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Network': ['ID=f5bf2289-c10e-4318-baef-123bdb5403d3,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:44.589089 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network f5bf2289-c10e-4318-baef-123bdb5403d3 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:24:44.775861 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b8fc0d9f-04a4-4a01-929f-3a91e1c0b81e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:44.788679 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b8fc0d9f-04a4-4a01-929f-3a91e1c0b81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:44.797030 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-09675bb4-8449-498f-8bd6-a7fdbdfce5e3 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:44.801821 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-09675bb4-8449-498f-8bd6-a7fdbdfce5e3 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:subnet and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:44.809040 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-09675bb4-8449-498f-8bd6-a7fdbdfce5e3 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:44.821156 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-09675bb4-8449-498f-8bd6-a7fdbdfce5e3 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:44.852093 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09675bb4-8449-498f-8bd6-a7fdbdfce5e3 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:24:44.860459 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-09675bb4-8449-498f-8bd6-a7fdbdfce5e3 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:44.882299 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b8fc0d9f-04a4-4a01-929f-3a91e1c0b81e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b6f75ac37e434f2786a7b05fa6b72fd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5154631 Feb 04 21:24:44.883693 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc0d9f-04a4-4a01-929f-3a91e1c0b81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499810c0-45e4-4b7f-a2bc-06f6114a7fcc,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:44.887134 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 34004) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:45.014742 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bca9c627-d9c1-4535-bf8a-15f7e5f47d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:45.074514 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bca9c627-d9c1-4535-bf8a-15f7e5f47d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:45.196614 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bca9c627-d9c1-4535-bf8a-15f7e5f47d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:45.216513 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9c627-d9c1-4535-bf8a-15f7e5f47d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499810c0-45e4-4b7f-a2bc-06f6114a7fcc,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:45.253600 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bca9c627-d9c1-4535-bf8a-15f7e5f47d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:45.263299 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-bca9c627-d9c1-4535-bf8a-15f7e5f47d7f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/499810c0-45e4-4b7f-a2bc-06f6114a7fcc HTTP/1.1" status: 204 len: 168 time: 0.3747139 Feb 04 21:24:45.431711 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-09675bb4-8449-498f-8bd6-a7fdbdfce5e3 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:45.646584 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09675bb4-8449-498f-8bd6-a7fdbdfce5e3 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Subnet': ['ID=4bf6fa47-8542-48a3-bd3b-81cb68aaaa5e,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:45.685892 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09675bb4-8449-498f-8bd6-a7fdbdfce5e3 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Checking segment: {'id': 'cec8e405-5305-49fa-84ad-60b94903c366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'f5bf2289-c10e-4318-baef-123bdb5403d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:24:45.686227 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09675bb4-8449-498f-8bd6-a7fdbdfce5e3 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Network hostable DHCP agents. Network: f5bf2289-c10e-4318-baef-123bdb5403d3, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:24:45.730905 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09675bb4-8449-498f-8bd6-a7fdbdfce5e3 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Network f5bf2289-c10e-4318-baef-123bdb5403d3 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:24:45.743948 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-09675bb4-8449-498f-8bd6-a7fdbdfce5e3 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, f5bf2289-c10e-4318-baef-123bdb5403d3) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:24:45.750613 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09675bb4-8449-498f-8bd6-a7fdbdfce5e3 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:45.751456 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-09675bb4-8449-498f-8bd6-a7fdbdfce5e3 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:45.760476 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031317f8-0b23-4f96-ab82-230f58ac9f80 None None] Network f5bf2289-c10e-4318-baef-123bdb5403d3 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:24:45.856003 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 34028) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:45.860769 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-09675bb4-8449-498f-8bd6-a7fdbdfce5e3 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3619549 Feb 04 21:24:45.887587 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-e6445494-96b1-4a11-831d-be2a8ebbd49e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'subnet': {'network_id': 'f5bf2289-c10e-4318-baef-123bdb5403d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:46.434526 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-fb19f90a-ec84-40b9-bcb2-3f94ae44d296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:46.462665 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b15f339-eeab-4632-939f-0379eed7f81c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-f5bf2289-c10e-4318-baef-123bdb5403d3', 'network_id': 'f5bf2289-c10e-4318-baef-123bdb5403d3', 'tenant_id': '82ec2af3498f4ce2a5fb7aab35a5d5ac', 'fixed_ips': [{'subnet_id': '4bf6fa47-8542-48a3-bd3b-81cb68aaaa5e'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:24:46.463522 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7b15f339-eeab-4632-939f-0379eed7f81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:46.645118 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e6445494-96b1-4a11-831d-be2a8ebbd49e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:46.652580 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e6445494-96b1-4a11-831d-be2a8ebbd49e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:subnet and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:46.657419 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e6445494-96b1-4a11-831d-be2a8ebbd49e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:46.665154 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e6445494-96b1-4a11-831d-be2a8ebbd49e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:46.764299 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6445494-96b1-4a11-831d-be2a8ebbd49e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:24:46.767775 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e6445494-96b1-4a11-831d-be2a8ebbd49e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:47.074947 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-7b15f339-eeab-4632-939f-0379eed7f81c None None] Allocated IP 2001:db8::2 (f5bf2289-c10e-4318-baef-123bdb5403d3/4bf6fa47-8542-48a3-bd3b-81cb68aaaa5e/e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:24:47.247383 n-d-827896-1 neutron-server[87683]: INFO neutron.db.ipam_backend_mixin [None req-e6445494-96b1-4a11-831d-be2a8ebbd49e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4bf6fa47-8542-48a3-bd3b-81cb68aaaa5e (CIDR: 2001:db8::/64) Feb 04 21:24:47.257866 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6445494-96b1-4a11-831d-be2a8ebbd49e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 21:24:47.258940 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6445494-96b1-4a11-831d-be2a8ebbd49e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:24:47.327432 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e6445494-96b1-4a11-831d-be2a8ebbd49e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4700727 Feb 04 21:24:47.330947 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34080) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:47.339003 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-f457a6ad-22dd-47b8-a28c-7cdcc05dfbcf tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'subnet': {'network_id': 'f5bf2289-c10e-4318-baef-123bdb5403d3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:47.619217 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7b15f339-eeab-4632-939f-0379eed7f81c None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:47.630237 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-7b15f339-eeab-4632-939f-0379eed7f81c None None] Transition to ACTIVE for port object e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:24:47.672675 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f457a6ad-22dd-47b8-a28c-7cdcc05dfbcf tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:47.676091 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-7b15f339-eeab-4632-939f-0379eed7f81c None None] Transition to ACTIVE for port object e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:24:47.678514 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f457a6ad-22dd-47b8-a28c-7cdcc05dfbcf tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:subnet and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:47.682624 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f457a6ad-22dd-47b8-a28c-7cdcc05dfbcf tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:47.685288 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:47.690731 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f457a6ad-22dd-47b8-a28c-7cdcc05dfbcf tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:47.704011 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7b15f339-eeab-4632-939f-0379eed7f81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:47.712557 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f457a6ad-22dd-47b8-a28c-7cdcc05dfbcf tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:24:47.717716 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f457a6ad-22dd-47b8-a28c-7cdcc05dfbcf tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:47.816422 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15f339-eeab-4632-939f-0379eed7f81c None None] Pushing event updated for resources: {'Port': ['ID=e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:47.823795 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:47.836802 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b15f339-eeab-4632-939f-0379eed7f81c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:47.837431 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b15f339-eeab-4632-939f-0379eed7f81c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:47.837924 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b15f339-eeab-4632-939f-0379eed7f81c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:47.838412 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b15f339-eeab-4632-939f-0379eed7f81c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:47.838908 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b15f339-eeab-4632-939f-0379eed7f81c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:47.839409 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b15f339-eeab-4632-939f-0379eed7f81c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:47.839894 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b15f339-eeab-4632-939f-0379eed7f81c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:47.840371 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b15f339-eeab-4632-939f-0379eed7f81c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:47.840854 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b15f339-eeab-4632-939f-0379eed7f81c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:47.841379 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b15f339-eeab-4632-939f-0379eed7f81c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:47.841873 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b15f339-eeab-4632-939f-0379eed7f81c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:47.842556 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b15f339-eeab-4632-939f-0379eed7f81c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:24:47.856971 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b15f339-eeab-4632-939f-0379eed7f81c None None] Network f5bf2289-c10e-4318-baef-123bdb5403d3 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:24:47.859028 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-7b15f339-eeab-4632-939f-0379eed7f81c None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:24:47.863271 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b15f339-eeab-4632-939f-0379eed7f81c None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:24:48.222224 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-7b15f339-eeab-4632-939f-0379eed7f81c None None] Attempting to bind port e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:24:48.223488 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-7b15f339-eeab-4632-939f-0379eed7f81c None None] Attempting to bind port e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': 'cec8e405-5305-49fa-84ad-60b94903c366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'f5bf2289-c10e-4318-baef-123bdb5403d3'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:24:48.223990 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b15f339-eeab-4632-939f-0379eed7f81c None None] Attempting to bind port e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032 on network f5bf2289-c10e-4318-baef-123bdb5403d3 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:24:48.240632 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b15f339-eeab-4632-939f-0379eed7f81c None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:24:48.241019 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b15f339-eeab-4632-939f-0379eed7f81c None None] Checking segment: {'id': 'cec8e405-5305-49fa-84ad-60b94903c366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'f5bf2289-c10e-4318-baef-123bdb5403d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:24:48.245752 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7b15f339-eeab-4632-939f-0379eed7f81c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:48.246177 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b15f339-eeab-4632-939f-0379eed7f81c None None] Bound using segment: {'id': 'cec8e405-5305-49fa-84ad-60b94903c366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'f5bf2289-c10e-4318-baef-123bdb5403d3'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:24:48.251359 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-7b15f339-eeab-4632-939f-0379eed7f81c None None] Bound port: e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec8e405-5305-49fa-84ad-60b94903c366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'f5bf2289-c10e-4318-baef-123bdb5403d3'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:24:48.253316 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7b15f339-eeab-4632-939f-0379eed7f81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:48.275495 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f457a6ad-22dd-47b8-a28c-7cdcc05dfbcf tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:48.439928 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f457a6ad-22dd-47b8-a28c-7cdcc05dfbcf tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Network f5bf2289-c10e-4318-baef-123bdb5403d3 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:24:48.443930 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-f457a6ad-22dd-47b8-a28c-7cdcc05dfbcf tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:24:48.449686 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f457a6ad-22dd-47b8-a28c-7cdcc05dfbcf tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:48.450516 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f457a6ad-22dd-47b8-a28c-7cdcc05dfbcf tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:48.469640 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f457a6ad-22dd-47b8-a28c-7cdcc05dfbcf tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Subnet': ['ID=d01ef76a-c8d9-48ef-ada2-f2671d7899a6,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:48.510251 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 34126) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:48.510866 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f457a6ad-22dd-47b8-a28c-7cdcc05dfbcf tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1790257 Feb 04 21:24:48.526793 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-84a07ebf-f34b-47f9-8872-9bf7e9b0971e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'port': {'network_id': 'f5bf2289-c10e-4318-baef-123bdb5403d3', 'fixed_ips': [{'subnet_id': '4bf6fa47-8542-48a3-bd3b-81cb68aaaa5e'}, {'subnet_id': 'd01ef76a-c8d9-48ef-ada2-f2671d7899a6'}], 'name': 'tempest-PortsIpV6TestJSON-1683672019'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:48.580543 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-7b15f339-eeab-4632-939f-0379eed7f81c None None] For port e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:24:48.585720 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-7b15f339-eeab-4632-939f-0379eed7f81c None None] For port e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032,segment=NetworkSegment(cec8e405-5305-49fa-84ad-60b94903c366),segment_id=cec8e405-5305-49fa-84ad-60b94903c366)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:24:48.602655 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7b15f339-eeab-4632-939f-0379eed7f81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:48.699025 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:24:48.786301 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15f339-eeab-4632-939f-0379eed7f81c None None] Pushing event updated for resources: {'Port': ['ID=e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:48.930948 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-84a07ebf-f34b-47f9-8872-9bf7e9b0971e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:24:48.944614 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-84a07ebf-f34b-47f9-8872-9bf7e9b0971e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:port and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:24:48.946718 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-84a07ebf-f34b-47f9-8872-9bf7e9b0971e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:24:48.952002 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:48.953469 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-84a07ebf-f34b-47f9-8872-9bf7e9b0971e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:24:48.971308 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a07ebf-f34b-47f9-8872-9bf7e9b0971e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:24:49.354829 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-84a07ebf-f34b-47f9-8872-9bf7e9b0971e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:49.468413 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [None req-84a07ebf-f34b-47f9-8872-9bf7e9b0971e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] device_id is not set on port 4b99295f-44ce-4d31-a310-a2c93fff300c yet. {{(pid=87683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:24:50.464467 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-84a07ebf-f34b-47f9-8872-9bf7e9b0971e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Allocated IP 2001:db8::1d4 (f5bf2289-c10e-4318-baef-123bdb5403d3/4bf6fa47-8542-48a3-bd3b-81cb68aaaa5e/4b99295f-44ce-4d31-a310-a2c93fff300c) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:24:50.478442 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-84a07ebf-f34b-47f9-8872-9bf7e9b0971e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Allocated IP 2001:db8:0:1::21f (f5bf2289-c10e-4318-baef-123bdb5403d3/d01ef76a-c8d9-48ef-ada2-f2671d7899a6/4b99295f-44ce-4d31-a310-a2c93fff300c) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:24:50.792483 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:24:50.985228 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-84a07ebf-f34b-47f9-8872-9bf7e9b0971e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:51.051859 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [None req-84a07ebf-f34b-47f9-8872-9bf7e9b0971e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Transition to ACTIVE for port object 4b99295f-44ce-4d31-a310-a2c93fff300c will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:24:51.062844 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91991624-cbb6-4747-929d-961408dca989 None None] Network f5bf2289-c10e-4318-baef-123bdb5403d3 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:24:51.117397 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-84a07ebf-f34b-47f9-8872-9bf7e9b0971e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:51.327174 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a07ebf-f34b-47f9-8872-9bf7e9b0971e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Network f5bf2289-c10e-4318-baef-123bdb5403d3 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:24:51.337739 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-84a07ebf-f34b-47f9-8872-9bf7e9b0971e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:24:51.340133 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d7f18a07-9dcd-486d-9c71-ca36639727df None None] Provisioning for port e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:24:51.350872 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a07ebf-f34b-47f9-8872-9bf7e9b0971e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:24:51.364815 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a07ebf-f34b-47f9-8872-9bf7e9b0971e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:51.365792 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-84a07ebf-f34b-47f9-8872-9bf7e9b0971e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:51.421086 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a07ebf-f34b-47f9-8872-9bf7e9b0971e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Port': ['ID=4b99295f-44ce-4d31-a310-a2c93fff300c,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:51.478017 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-84a07ebf-f34b-47f9-8872-9bf7e9b0971e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.9619696 Feb 04 21:24:51.478640 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34202) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:51.484560 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-e16a4a86-d66f-48dc-99ad-2f4f1fc07f94 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4bf6fa47-8542-48a3-bd3b-81cb68aaaa5e'}]}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:51.532829 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:24:51.575478 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:24:51.575857 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:51.859531 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fef54d-8b85-4c69-ac95-c98d04459ae1 req-63d17059-7ce6-4648-ae47-d13397b4d5ca tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:51.860281 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-f7fef54d-8b85-4c69-ac95-c98d04459ae1 req-63d17059-7ce6-4648-ae47-d13397b4d5ca tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Synchronizing usage tracker for tenant:354a53753e434161ab788e250190d627 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:24:51.930707 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-f7fef54d-8b85-4c69-ac95-c98d04459ae1 req-63d17059-7ce6-4648-ae47-d13397b4d5ca tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Unset dirty status for tenant:354a53753e434161ab788e250190d627 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:24:51.931882 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7fef54d-8b85-4c69-ac95-c98d04459ae1 req-63d17059-7ce6-4648-ae47-d13397b4d5ca tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=2adf3b42-923a-40d7-b6e6-0faaa00f30f9 HTTP/1.1" status: 200 len: 946 time: 0.3426728 Feb 04 21:24:52.081613 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f7fef54d-8b85-4c69-ac95-c98d04459ae1 req-ee96e6aa-d7e1-4992-8dfa-730b8822f7ce tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424766 Feb 04 21:24:52.283810 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:52.460265 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032,segment=NetworkSegment(cec8e405-5305-49fa-84ad-60b94903c366),segment_id=cec8e405-5305-49fa-84ad-60b94903c366)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:24:52.483138 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:52.500417 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e16a4a86-d66f-48dc-99ad-2f4f1fc07f94 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:52.963966 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2038598-b053-4c20-9af4-795a8d5a1f9b None None] Update dhcp port {'port': {'network_id': 'f5bf2289-c10e-4318-baef-123bdb5403d3', 'fixed_ips': [{'subnet_id': '4bf6fa47-8542-48a3-bd3b-81cb68aaaa5e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd01ef76a-c8d9-48ef-ada2-f2671d7899a6'}], 'binding:host_id': 'n-d-827896-1'}, 'id': 'e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032'} from n-d-827896-1. {{(pid=87684) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 21:24:53.123366 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:53.213732 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b2038598-b053-4c20-9af4-795a8d5a1f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:53.478815 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4b2d2-d648-49d5-bf3a-76224077c737 req-808b0760-9bcf-4b11-b2d8-7d62f075b3c3 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:53.498659 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9cb4b2d2-d648-49d5-bf3a-76224077c737 req-808b0760-9bcf-4b11-b2d8-7d62f075b3c3 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=2adf3b42-923a-40d7-b6e6-0faaa00f30f9 HTTP/1.1" status: 200 len: 946 time: 0.1286676 Feb 04 21:24:53.630467 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9cb4b2d2-d648-49d5-bf3a-76224077c737 req-1be0a7e3-720a-4132-bd96-68b7bb45ad7e tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291111 Feb 04 21:24:53.767758 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-e16a4a86-d66f-48dc-99ad-2f4f1fc07f94 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Delete allocated IP 2001:db8:0:1::21f (f5bf2289-c10e-4318-baef-123bdb5403d3/d01ef76a-c8d9-48ef-ada2-f2671d7899a6) {{(pid=87682) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 21:24:53.810442 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89842e05-ff0f-4870-a42d-dda825e70278 req-3ea5b4ff-72b4-479e-a4bb-8c2b5a8661f3 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:53.812232 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-89842e05-ff0f-4870-a42d-dda825e70278 req-3ea5b4ff-72b4-479e-a4bb-8c2b5a8661f3 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.18 "GET /v2.0/ports?device_id=2adf3b42-923a-40d7-b6e6-0faaa00f30f9 HTTP/1.1" status: 200 len: 946 time: 0.9168222 Feb 04 21:24:54.349992 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e16a4a86-d66f-48dc-99ad-2f4f1fc07f94 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:54.371361 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-e16a4a86-d66f-48dc-99ad-2f4f1fc07f94 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Ignored duplicate provisioning block setup for port 4b99295f-44ce-4d31-a310-a2c93fff300c by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 21:24:54.400951 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e16a4a86-d66f-48dc-99ad-2f4f1fc07f94 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:54.519446 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-89842e05-ff0f-4870-a42d-dda825e70278 req-eb9bf6bc-2c0e-4ea2-9cbb-c6d08781ff54 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Deleting port 0cd1a232-7871-4960-bc67-84db7b821dae {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:24:54.520060 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-89842e05-ff0f-4870-a42d-dda825e70278 req-eb9bf6bc-2c0e-4ea2-9cbb-c6d08781ff54 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:54.598890 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-b2038598-b053-4c20-9af4-795a8d5a1f9b None None] Allocated IP 2001:db8:0:1::2 (f5bf2289-c10e-4318-baef-123bdb5403d3/d01ef76a-c8d9-48ef-ada2-f2671d7899a6/e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:24:54.767675 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-e16a4a86-d66f-48dc-99ad-2f4f1fc07f94 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] In _notify_port_updated(), no bound segment for port 4b99295f-44ce-4d31-a310-a2c93fff300c on network f5bf2289-c10e-4318-baef-123bdb5403d3 {{(pid=87682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 21:24:54.784233 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16a4a86-d66f-48dc-99ad-2f4f1fc07f94 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:54.784861 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e16a4a86-d66f-48dc-99ad-2f4f1fc07f94 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:54.789335 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e16a4a86-d66f-48dc-99ad-2f4f1fc07f94 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "PUT /v2.0/ports/4b99295f-44ce-4d31-a310-a2c93fff300c HTTP/1.1" status: 200 len: 926 time: 3.3069670 Feb 04 21:24:54.789785 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 34274) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:54.797480 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-d4c10c7a-f12c-43f6-8aac-3d07d1162504 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4bf6fa47-8542-48a3-bd3b-81cb68aaaa5e'}, {'subnet_id': 'd01ef76a-c8d9-48ef-ada2-f2671d7899a6'}]}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:24:54.811283 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:24:54.875172 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a4a86-d66f-48dc-99ad-2f4f1fc07f94 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Port': ['ID=4b99295f-44ce-4d31-a310-a2c93fff300c,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:55.113607 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-b2038598-b053-4c20-9af4-795a8d5a1f9b None None] For port e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032,segment=NetworkSegment(cec8e405-5305-49fa-84ad-60b94903c366),segment_id=cec8e405-5305-49fa-84ad-60b94903c366)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:24:55.208245 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:24:55.209050 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:55.222436 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-89842e05-ff0f-4870-a42d-dda825e70278 req-eb9bf6bc-2c0e-4ea2-9cbb-c6d08781ff54 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] For port 0cd1a232-7871-4960-bc67-84db7b821dae, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=0cd1a232-7871-4960-bc67-84db7b821dae,segment=NetworkSegment(891443bf-3c45-411c-8b26-5ac9a9e807fe),segment_id=891443bf-3c45-411c-8b26-5ac9a9e807fe)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:24:55.223303 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-89842e05-ff0f-4870-a42d-dda825e70278 req-eb9bf6bc-2c0e-4ea2-9cbb-c6d08781ff54 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:55.427340 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.resource_extend [None req-b2038598-b053-4c20-9af4-795a8d5a1f9b None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:24:55.468872 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-89842e05-ff0f-4870-a42d-dda825e70278 req-eb9bf6bc-2c0e-4ea2-9cbb-c6d08781ff54 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Calling delete_port for 0cd1a232-7871-4960-bc67-84db7b821dae owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:24:55.529186 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b2038598-b053-4c20-9af4-795a8d5a1f9b None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:55.618497 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b2038598-b053-4c20-9af4-795a8d5a1f9b None None] Transition to ACTIVE for port object e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:24:55.775154 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b2038598-b053-4c20-9af4-795a8d5a1f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:55.821271 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d4c10c7a-f12c-43f6-8aac-3d07d1162504 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:55.867616 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88717946-6b21-4b7f-8741-cf37c5c913e1 req-12eefc46-1152-4b89-b183-3561e4adf679 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:55.869469 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-89842e05-ff0f-4870-a42d-dda825e70278 req-eb9bf6bc-2c0e-4ea2-9cbb-c6d08781ff54 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:55.877425 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 0cd1a232-7871-4960-bc67-84db7b821dae no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:24:55.877649 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-88717946-6b21-4b7f-8741-cf37c5c913e1 req-12eefc46-1152-4b89-b183-3561e4adf679 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=2adf3b42-923a-40d7-b6e6-0faaa00f30f9 HTTP/1.1" status: 200 len: 946 time: 0.8509715 Feb 04 21:24:56.066913 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['e57f8557-6ec9-4ad1-b79a-7507873f51eb'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:24:56.109405 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bf6bc-2c0e-4ea2-9cbb-c6d08781ff54 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Pushing event deleted for resources: {'Port': ['ID=0cd1a232-7871-4960-bc67-84db7b821dae,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:56.199284 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['2db420b0-ef36-4d5a-aa6d-eee053eb15bf'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:24:56.235995 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-89842e05-ff0f-4870-a42d-dda825e70278 req-eb9bf6bc-2c0e-4ea2-9cbb-c6d08781ff54 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] No DVR routers for this DVR port 0cd1a232-7871-4960-bc67-84db7b821dae on host n-h2-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:24:56.244003 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-89842e05-ff0f-4870-a42d-dda825e70278 req-eb9bf6bc-2c0e-4ea2-9cbb-c6d08781ff54 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:56.246887 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2adf3b42-923a-40d7-b6e6-0faaa00f30f9', 'name': 'network-vif-deleted', 'tag': '0cd1a232-7871-4960-bc67-84db7b821dae'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:24:56.247456 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-88717946-6b21-4b7f-8741-cf37c5c913e1 req-11cd6d6e-5c60-4887-8e8b-8c40967c9a51 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667016 Feb 04 21:24:56.310332 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-89842e05-ff0f-4870-a42d-dda825e70278 req-eb9bf6bc-2c0e-4ea2-9cbb-c6d08781ff54 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.18 "DELETE /v2.0/ports/0cd1a232-7871-4960-bc67-84db7b821dae HTTP/1.1" status: 204 len: 173 time: 2.4882336 Feb 04 21:24:56.664212 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: 0cd1a232-7871-4960-bc67-84db7b821dae {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:24:56.664893 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 0cd1a232-7871-4960-bc67-84db7b821dae not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:24:56.704204 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:57.026732 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2adf3b42-923a-40d7-b6e6-0faaa00f30f9', 'name': 'network-vif-deleted', 'tag': '0cd1a232-7871-4960-bc67-84db7b821dae', 'status': 'completed', 'code': 200} Feb 04 21:24:57.065237 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2038598-b053-4c20-9af4-795a8d5a1f9b None None] Pushing event updated for resources: {'Port': ['ID=e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:57.199882 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-d4c10c7a-f12c-43f6-8aac-3d07d1162504 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Allocated IP 2001:db8:0:1::19a (f5bf2289-c10e-4318-baef-123bdb5403d3/d01ef76a-c8d9-48ef-ada2-f2671d7899a6/4b99295f-44ce-4d31-a310-a2c93fff300c) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:24:57.593098 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d4c10c7a-f12c-43f6-8aac-3d07d1162504 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:57.637047 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [None req-d4c10c7a-f12c-43f6-8aac-3d07d1162504 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Ignored duplicate provisioning block setup for port 4b99295f-44ce-4d31-a310-a2c93fff300c by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 21:24:57.655070 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d4c10c7a-f12c-43f6-8aac-3d07d1162504 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:57.846931 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c10c7a-f12c-43f6-8aac-3d07d1162504 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Port': ['ID=4b99295f-44ce-4d31-a310-a2c93fff300c,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:24:57.952372 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97aea2a1-d9df-46d6-8aee-c7641ced81cf None None] Network f5bf2289-c10e-4318-baef-123bdb5403d3 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:24:57.976495 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7ec5e47f-d503-4a44-be9f-845e8b26c6b0 req-dbfead7f-491a-46e1-820e-c0ce6da58288 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=2adf3b42-923a-40d7-b6e6-0faaa00f30f9 HTTP/1.1" status: 200 len: 210 time: 0.1780679 Feb 04 21:24:58.000071 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-d4c10c7a-f12c-43f6-8aac-3d07d1162504 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] In _notify_port_updated(), no bound segment for port 4b99295f-44ce-4d31-a310-a2c93fff300c on network f5bf2289-c10e-4318-baef-123bdb5403d3 {{(pid=87683) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 21:24:58.005943 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c10c7a-f12c-43f6-8aac-3d07d1162504 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:24:58.009945 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d4c10c7a-f12c-43f6-8aac-3d07d1162504 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:58.015140 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34320) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:24:58.017425 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d4c10c7a-f12c-43f6-8aac-3d07d1162504 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "PUT /v2.0/ports/4b99295f-44ce-4d31-a310-a2c93fff300c HTTP/1.1" status: 200 len: 1012 time: 3.2265401 Feb 04 21:24:58.211551 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-e523aafa-47a1-47c5-887b-fa0c38515b93 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Deleting port 4b99295f-44ce-4d31-a310-a2c93fff300c {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:24:58.212936 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e523aafa-47a1-47c5-887b-fa0c38515b93 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:58.277488 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ebd3e913-e7e8-48e3-a2c8-b5c13eccf5ed None None] Provisioning for port e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:24:58.284947 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ebd3e913-e7e8-48e3-a2c8-b5c13eccf5ed None None] Provisioning complete for port e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:24:58.285746 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ebd3e913-e7e8-48e3-a2c8-b5c13eccf5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:58.686081 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:24:58.821428 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:24:58.821928 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:58.958173 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ebd3e913-e7e8-48e3-a2c8-b5c13eccf5ed None None] Provisioning for port 4b99295f-44ce-4d31-a310-a2c93fff300c completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:24:58.982950 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ebd3e913-e7e8-48e3-a2c8-b5c13eccf5ed None None] Provisioning complete for port 4b99295f-44ce-4d31-a310-a2c93fff300c triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:24:58.983322 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ebd3e913-e7e8-48e3-a2c8-b5c13eccf5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:59.330936 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-ebd3e913-e7e8-48e3-a2c8-b5c13eccf5ed None None] Port 4b99295f-44ce-4d31-a310-a2c93fff300c cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:24:59.380889 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e523aafa-47a1-47c5-887b-fa0c38515b93 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:59.467319 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-a7657998-fac2-4225-8961-67113ea97d94 None None] Provisioning complete for port e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:24:59.467847 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a7657998-fac2-4225-8961-67113ea97d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:24:59.692181 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-e523aafa-47a1-47c5-887b-fa0c38515b93 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Calling delete_port for 4b99295f-44ce-4d31-a310-a2c93fff300c owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:24:59.920021 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-a7657998-fac2-4225-8961-67113ea97d94 None None] Provisioning complete for port 4b99295f-44ce-4d31-a310-a2c93fff300c triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:24:59.920402 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a7657998-fac2-4225-8961-67113ea97d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:00.130202 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-a7657998-fac2-4225-8961-67113ea97d94 None None] Port 4b99295f-44ce-4d31-a310-a2c93fff300c cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:25:00.274827 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3de154be-7504-4b8c-9393-f107f25fb45e None None] Provisioning complete for port 4b99295f-44ce-4d31-a310-a2c93fff300c triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:25:00.275116 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3de154be-7504-4b8c-9393-f107f25fb45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:00.413939 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e523aafa-47a1-47c5-887b-fa0c38515b93 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:00.416530 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710465da-da93-4f6d-9206-8bf824393f77 req-231900af-5069-4709-a1f0-07cd6fdd1838 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:00.432885 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-710465da-da93-4f6d-9206-8bf824393f77 req-231900af-5069-4709-a1f0-07cd6fdd1838 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=b070b43d-7a5f-459a-a824-63e89654b7d0 HTTP/1.1" status: 200 len: 945 time: 0.2949450 Feb 04 21:25:00.473856 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3de154be-7504-4b8c-9393-f107f25fb45e None None] Port 4b99295f-44ce-4d31-a310-a2c93fff300c cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:25:00.539733 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-710465da-da93-4f6d-9206-8bf824393f77 req-5899e4f4-1296-453a-8d01-6d205f5a6bba tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056020 Feb 04 21:25:00.564737 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523aafa-47a1-47c5-887b-fa0c38515b93 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Port': ['ID=4b99295f-44ce-4d31-a310-a2c93fff300c,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:00.592844 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-29da854f-6fbe-494a-9e77-2b46bd7ebe81 None None] Could not find standard attr ID for object 4b99295f-44ce-4d31-a310-a2c93fff300c. {{(pid=87684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 21:25:00.764629 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e523aafa-47a1-47c5-887b-fa0c38515b93 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:00.787408 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e523aafa-47a1-47c5-887b-fa0c38515b93 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/ports/4b99295f-44ce-4d31-a310-a2c93fff300c HTTP/1.1" status: 204 len: 168 time: 2.7711561 Feb 04 21:25:00.787563 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 34440) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:00.904447 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f52cef-2da6-4957-be20-cd0c03a37dd9 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] GET failed (client error): The resource could not be found. Feb 04 21:25:00.905079 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-97f52cef-2da6-4957-be20-cd0c03a37dd9 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Synchronizing usage tracker for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:25:00.959258 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-97f52cef-2da6-4957-be20-cd0c03a37dd9 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Unset dirty status for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:25:00.964172 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34462) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:00.964367 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-97f52cef-2da6-4957-be20-cd0c03a37dd9 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "GET /v2.0/ports/4b99295f-44ce-4d31-a310-a2c93fff300c HTTP/1.1" status: 404 len: 333 time: 0.1756599 Feb 04 21:25:01.112513 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-448bfab5-3370-4ac0-bf08-db6ca77e9780 None None] Could not find standard attr ID for object 4b99295f-44ce-4d31-a310-a2c93fff300c. {{(pid=87684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 21:25:01.268574 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f2046f8-0439-4c04-9185-d2675ed45dd6 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Deleting subnet d01ef76a-c8d9-48ef-ada2-f2671d7899a6 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:25:01.276995 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6f2046f8-0439-4c04-9185-d2675ed45dd6 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:01.423532 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6f2046f8-0439-4c04-9185-d2675ed45dd6 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:01.483719 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34480) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:01.660332 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6f2046f8-0439-4c04-9185-d2675ed45dd6 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:01.704924 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197920fa-def0-4258-8867-e2dbd0c644de req-5a6e9ff6-ffa5-4bfe-90b4-a56217acb4ac tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:01.706531 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-197920fa-def0-4258-8867-e2dbd0c644de req-5a6e9ff6-ffa5-4bfe-90b4-a56217acb4ac tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.32 "GET /v2.0/ports?device_id=b070b43d-7a5f-459a-a824-63e89654b7d0 HTTP/1.1" status: 200 len: 945 time: 0.3273919 Feb 04 21:25:01.822663 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6f2046f8-0439-4c04-9185-d2675ed45dd6 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:01.894770 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2046f8-0439-4c04-9185-d2675ed45dd6 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Subnet': ['ID=d01ef76a-c8d9-48ef-ada2-f2671d7899a6,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:01.899999 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f60d11b-5fa5-46a8-9b4f-e4e8402b51a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:01.907396 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148388ed-d387-4ac3-92c1-840c48b68a22 None None] Network f5bf2289-c10e-4318-baef-123bdb5403d3 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:25:01.926490 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6f2046f8-0439-4c04-9185-d2675ed45dd6 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:01.950240 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6f2046f8-0439-4c04-9185-d2675ed45dd6 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/subnets/d01ef76a-c8d9-48ef-ada2-f2671d7899a6 HTTP/1.1" status: 204 len: 168 time: 0.9837615 Feb 04 21:25:01.958925 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34494) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:01.966674 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7f60d11b-5fa5-46a8-9b4f-e4e8402b51a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:25:01.972375 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-197920fa-def0-4258-8867-e2dbd0c644de req-2b12a047-f3f3-41be-b1ec-cdaf65e37a05 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Deleting port 2db420b0-ef36-4d5a-aa6d-eee053eb15bf {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:25:01.972722 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-197920fa-def0-4258-8867-e2dbd0c644de req-2b12a047-f3f3-41be-b1ec-cdaf65e37a05 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:02.035235 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7f60d11b-5fa5-46a8-9b4f-e4e8402b51a5 admin admin] Usage tracker for resource:security_group_rule and tenant:4049b1f0776941bab0f226ef03d52145 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:25:02.044627 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7f60d11b-5fa5-46a8-9b4f-e4e8402b51a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:25:02.059680 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7f60d11b-5fa5-46a8-9b4f-e4e8402b51a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:25:02.103134 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-1536957f-c44e-47fe-b96a-e6af2bd391de tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Deleting subnet 4bf6fa47-8542-48a3-bd3b-81cb68aaaa5e {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:25:02.112139 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1536957f-c44e-47fe-b96a-e6af2bd391de tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:02.206828 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1536957f-c44e-47fe-b96a-e6af2bd391de tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:02.307475 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a0584-5c07-4e31-9118-77b62f7554a5 req-33fb637d-2b52-41db-9554-2d300e9c2309 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:02.310596 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f87a0584-5c07-4e31-9118-77b62f7554a5 req-33fb637d-2b52-41db-9554-2d300e9c2309 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=b070b43d-7a5f-459a-a824-63e89654b7d0 HTTP/1.1" status: 200 len: 945 time: 0.4611194 Feb 04 21:25:02.390271 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f60d11b-5fa5-46a8-9b4f-e4e8402b51a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:02.415548 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f60d11b-5fa5-46a8-9b4f-e4e8402b51a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:02.492018 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-197920fa-def0-4258-8867-e2dbd0c644de req-2b12a047-f3f3-41be-b1ec-cdaf65e37a05 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] For port 2db420b0-ef36-4d5a-aa6d-eee053eb15bf, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=2db420b0-ef36-4d5a-aa6d-eee053eb15bf,segment=NetworkSegment(891443bf-3c45-411c-8b26-5ac9a9e807fe),segment_id=891443bf-3c45-411c-8b26-5ac9a9e807fe)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:25:02.492614 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-197920fa-def0-4258-8867-e2dbd0c644de req-2b12a047-f3f3-41be-b1ec-cdaf65e37a05 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:02.563370 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7f60d11b-5fa5-46a8-9b4f-e4e8402b51a5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4049b1f0776941bab0f226ef03d52145&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0759864 Feb 04 21:25:02.563370 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1536957f-c44e-47fe-b96a-e6af2bd391de tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:02.647431 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60d11b-5fa5-46a8-9b4f-e4e8402b51a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f869ff-8bdd-4fa7-980c-ff337a5083d2,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:02.650265 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34502) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:02.670746 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-197920fa-def0-4258-8867-e2dbd0c644de req-2b12a047-f3f3-41be-b1ec-cdaf65e37a05 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Calling delete_port for 2db420b0-ef36-4d5a-aa6d-eee053eb15bf owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:25:02.849032 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8aba0dd1-d32b-4993-a03d-0fd1e119b4fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:02.906513 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:02.909754 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f87a0584-5c07-4e31-9118-77b62f7554a5 req-c3e104ec-c4ee-4734-bddf-ca2867b6c9cb tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993876 Feb 04 21:25:02.940336 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1536957f-c44e-47fe-b96a-e6af2bd391de tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:02.949924 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8aba0dd1-d32b-4993-a03d-0fd1e119b4fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:03.063098 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-197920fa-def0-4258-8867-e2dbd0c644de req-2b12a047-f3f3-41be-b1ec-cdaf65e37a05 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:03.075472 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['e57f8557-6ec9-4ad1-b79a-7507873f51eb'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:25:03.141699 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536957f-c44e-47fe-b96a-e6af2bd391de tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Subnet': ['ID=4bf6fa47-8542-48a3-bd3b-81cb68aaaa5e,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:03.148801 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1536957f-c44e-47fe-b96a-e6af2bd391de tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:03.153574 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8aba0dd1-d32b-4993-a03d-0fd1e119b4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:03.256159 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8aba0dd1-d32b-4993-a03d-0fd1e119b4fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:03.264317 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8aba0dd1-d32b-4993-a03d-0fd1e119b4fc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a5f869ff-8bdd-4fa7-980c-ff337a5083d2 HTTP/1.1" status: 204 len: 168 time: 0.6067991 Feb 04 21:25:03.265039 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba0dd1-d32b-4993-a03d-0fd1e119b4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f869ff-8bdd-4fa7-980c-ff337a5083d2,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:03.298004 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1536957f-c44e-47fe-b96a-e6af2bd391de tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/subnets/4bf6fa47-8542-48a3-bd3b-81cb68aaaa5e HTTP/1.1" status: 204 len: 168 time: 1.3375187 Feb 04 21:25:03.299072 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34516) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:03.495438 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12a047-f3f3-41be-b1ec-cdaf65e37a05 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Pushing event deleted for resources: {'Port': ['ID=2db420b0-ef36-4d5a-aa6d-eee053eb15bf,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:03.599642 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-197920fa-def0-4258-8867-e2dbd0c644de req-2b12a047-f3f3-41be-b1ec-cdaf65e37a05 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] No DVR routers for this DVR port 2db420b0-ef36-4d5a-aa6d-eee053eb15bf on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:25:03.603069 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-197920fa-def0-4258-8867-e2dbd0c644de req-2b12a047-f3f3-41be-b1ec-cdaf65e37a05 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:03.618297 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b070b43d-7a5f-459a-a824-63e89654b7d0', 'name': 'network-vif-deleted', 'tag': '2db420b0-ef36-4d5a-aa6d-eee053eb15bf'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:25:03.623785 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-197920fa-def0-4258-8867-e2dbd0c644de req-2b12a047-f3f3-41be-b1ec-cdaf65e37a05 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.32 "DELETE /v2.0/ports/2db420b0-ef36-4d5a-aa6d-eee053eb15bf HTTP/1.1" status: 204 len: 173 time: 1.9086525 Feb 04 21:25:03.682580 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33aa64fa-8125-4f83-8f40-93705c6f5172 None None] Network f5bf2289-c10e-4318-baef-123bdb5403d3 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:25:03.701787 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b070b43d-7a5f-459a-a824-63e89654b7d0', 'name': 'network-vif-deleted', 'tag': '2db420b0-ef36-4d5a-aa6d-eee053eb15bf', 'status': 'completed', 'code': 200} Feb 04 21:25:04.051703 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 34530) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:04.096098 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ed9c98ee-622b-455e-9dd0-cdfe542eb171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:04.126967 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba27bbdb-553f-4195-b1e3-118af27d4743 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:04.145722 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-ba27bbdb-553f-4195-b1e3-118af27d4743 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Deleting port e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:25:04.146225 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba27bbdb-553f-4195-b1e3-118af27d4743 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:04.151948 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-ed9c98ee-622b-455e-9dd0-cdfe542eb171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:25:04.168023 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-ed9c98ee-622b-455e-9dd0-cdfe542eb171 admin admin] Usage tracker for resource:security_group_rule and tenant:8766dd13fb354cb58f63e5d92334bb59 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:25:04.176923 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-ed9c98ee-622b-455e-9dd0-cdfe542eb171 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:25:04.202790 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-ed9c98ee-622b-455e-9dd0-cdfe542eb171 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:25:04.224119 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-91c7ea05-be02-4436-a20d-f9433ad52e32 None None] Provisioning complete for port e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:25:04.226836 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-91c7ea05-be02-4436-a20d-f9433ad52e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:04.414353 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 2db420b0-ef36-4d5a-aa6d-eee053eb15bf no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:25:04.543110 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-400c167e-ab08-4d09-94d1-8f6c1dfbf402 req-8538c467-5412-428f-b976-ab442f291bbe tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Synchronizing usage tracker for tenant:354a53753e434161ab788e250190d627 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:25:04.694569 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: 2db420b0-ef36-4d5a-aa6d-eee053eb15bf {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:25:04.695048 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 2db420b0-ef36-4d5a-aa6d-eee053eb15bf not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:25:04.708559 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-400c167e-ab08-4d09-94d1-8f6c1dfbf402 req-8538c467-5412-428f-b976-ab442f291bbe tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Unset dirty status for tenant:354a53753e434161ab788e250190d627 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:25:04.724424 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-400c167e-ab08-4d09-94d1-8f6c1dfbf402 req-8538c467-5412-428f-b976-ab442f291bbe tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=b070b43d-7a5f-459a-a824-63e89654b7d0 HTTP/1.1" status: 200 len: 210 time: 0.3651476 Feb 04 21:25:04.734821 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ed9c98ee-622b-455e-9dd0-cdfe542eb171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:04.751595 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ed9c98ee-622b-455e-9dd0-cdfe542eb171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:04.767416 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-ba27bbdb-553f-4195-b1e3-118af27d4743 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] For port e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032,segment=NetworkSegment(cec8e405-5305-49fa-84ad-60b94903c366),segment_id=cec8e405-5305-49fa-84ad-60b94903c366)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:25:04.767786 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba27bbdb-553f-4195-b1e3-118af27d4743 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:04.906174 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ed9c98ee-622b-455e-9dd0-cdfe542eb171 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8766dd13fb354cb58f63e5d92334bb59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8508685 Feb 04 21:25:04.917849 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 34540) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:04.947528 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cfa6aa-f84b-4e7e-9811-bf245beaa66e None None] DHCP port deletion for f5bf2289-c10e-4318-baef-123bdb5403d3 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:25:04.965238 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-02cfa6aa-f84b-4e7e-9811-bf245beaa66e None None] Deleting port e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:25:04.965238 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-02cfa6aa-f84b-4e7e-9811-bf245beaa66e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:05.009150 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c98ee-622b-455e-9dd0-cdfe542eb171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03601a08-3d97-400f-9e91-4433a40a88e8,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:05.102019 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-03d56d29-070f-471d-ac81-7ac664d07588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:05.118612 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-ba27bbdb-553f-4195-b1e3-118af27d4743 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Calling delete_port for e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032 owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:25:05.161473 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-03d56d29-070f-471d-ac81-7ac664d07588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:05.267633 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba27bbdb-553f-4195-b1e3-118af27d4743 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:05.282714 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-03d56d29-070f-471d-ac81-7ac664d07588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:05.313064 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d56d29-070f-471d-ac81-7ac664d07588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03601a08-3d97-400f-9e91-4433a40a88e8,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:05.330947 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27bbdb-553f-4195-b1e3-118af27d4743 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Port': ['ID=e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:05.333410 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba27bbdb-553f-4195-b1e3-118af27d4743 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] No DVR routers for this DVR port e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032 on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:25:05.338504 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-03d56d29-070f-471d-ac81-7ac664d07588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:05.344410 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-03d56d29-070f-471d-ac81-7ac664d07588 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/03601a08-3d97-400f-9e91-4433a40a88e8 HTTP/1.1" status: 204 len: 168 time: 0.4238076 Feb 04 21:25:05.432893 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-02cfa6aa-f84b-4e7e-9811-bf245beaa66e None None] For port e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032,segment=NetworkSegment(cec8e405-5305-49fa-84ad-60b94903c366),segment_id=cec8e405-5305-49fa-84ad-60b94903c366)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:25:05.433492 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-02cfa6aa-f84b-4e7e-9811-bf245beaa66e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:05.498986 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba27bbdb-553f-4195-b1e3-118af27d4743 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:05.534553 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-ba27bbdb-553f-4195-b1e3-118af27d4743 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5bf2289-c10e-4318-baef-123bdb5403d3']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:25:05.554757 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-ba27bbdb-553f-4195-b1e3-118af27d4743 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec8e405-5305-49fa-84ad-60b94903c366') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:25:05.555407 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-ba27bbdb-553f-4195-b1e3-118af27d4743 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec8e405-5305-49fa-84ad-60b94903c366') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:25:05.570500 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba27bbdb-553f-4195-b1e3-118af27d4743 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:05.593267 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba27bbdb-553f-4195-b1e3-118af27d4743 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:05.611623 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba27bbdb-553f-4195-b1e3-118af27d4743 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:25:05.612281 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba27bbdb-553f-4195-b1e3-118af27d4743 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:05.632947 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-02cfa6aa-f84b-4e7e-9811-bf245beaa66e None None] Calling delete_port for e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:25:05.656934 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:25:05.656934 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:25:05.656934 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:25:05.656934 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:25:05.656934 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:25:05.656934 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:25:05.656934 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:25:05.656934 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:25:05.656934 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:25:05.656934 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:25:05.656934 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:25:05.656934 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:25:05.656934 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:25:05.656934 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:25:05.656934 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:25:05.656934 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:25:05.656934 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:25:05.656934 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:25:05.656934 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:25:05.656934 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:25:05.656934 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:25:05.656934 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:25:05.656934 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:25:05.656934 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:25:05.656934 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:25:05.656934 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:25:05.656934 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:25:05.656934 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:25:05.656934 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:25:05.656934 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:25:05.656934 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:25:05.656934 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:25:05.801428 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-02cfa6aa-f84b-4e7e-9811-bf245beaa66e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:25:05.803508 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-02cfa6aa-f84b-4e7e-9811-bf245beaa66e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:25:05.882854 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba27bbdb-553f-4195-b1e3-118af27d4743 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:05.938414 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ba27bbdb-553f-4195-b1e3-118af27d4743 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:06.004949 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27bbdb-553f-4195-b1e3-118af27d4743 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Network': ['ID=f5bf2289-c10e-4318-baef-123bdb5403d3,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:06.027739 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 34560) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:06.028109 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ba27bbdb-553f-4195-b1e3-118af27d4743 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/networks/f5bf2289-c10e-4318-baef-123bdb5403d3 HTTP/1.1" status: 204 len: 168 time: 2.7220294 Feb 04 21:25:06.202707 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d317a0d7-cd95-4b88-8839-cd59f29366ed tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:06.205263 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d317a0d7-cd95-4b88-8839-cd59f29366ed tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1754322 Feb 04 21:25:06.208130 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 34572) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:06.305836 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-02cfa6aa-f84b-4e7e-9811-bf245beaa66e None None] Deleting port e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:25:06.306408 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-02cfa6aa-f84b-4e7e-9811-bf245beaa66e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:06.343177 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-a5219c0c-0b80-433c-bd14-ccfcf68fa989 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1338677 Feb 04 21:25:06.346516 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34580) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:06.353918 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-9034a646-de44-4ff4-ae3a-4008028eef16 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-803757849'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:25:06.363867 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9034a646-de44-4ff4-ae3a-4008028eef16 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:25:06.374003 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9034a646-de44-4ff4-ae3a-4008028eef16 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:network and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:25:06.379313 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9034a646-de44-4ff4-ae3a-4008028eef16 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:25:06.386935 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9034a646-de44-4ff4-ae3a-4008028eef16 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:25:06.431550 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9034a646-de44-4ff4-ae3a-4008028eef16 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:25:06.438935 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9034a646-de44-4ff4-ae3a-4008028eef16 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:06.499972 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-02cfa6aa-f84b-4e7e-9811-bf245beaa66e None None] The port 'e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032' was deleted {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:25:06.530673 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9034a646-de44-4ff4-ae3a-4008028eef16 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:25:06.560259 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9034a646-de44-4ff4-ae3a-4008028eef16 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:06.560259 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-9034a646-de44-4ff4-ae3a-4008028eef16 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Added segment 5ca5591c-34fd-4057-9c6c-1f5609452b3f of type vlan for network 3bc0b3d5-1406-4a06-a757-8538074fd656 Feb 04 21:25:06.636008 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9034a646-de44-4ff4-ae3a-4008028eef16 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:06.697561 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:25:06.711142 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9034a646-de44-4ff4-ae3a-4008028eef16 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:06.728446 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9034a646-de44-4ff4-ae3a-4008028eef16 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:06.730477 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9034a646-de44-4ff4-ae3a-4008028eef16 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:06.751210 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:25:06.751777 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device e2e626b8-c5a0-4b2d-8b56-5b9b8b40d032 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:25:06.990076 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9034a646-de44-4ff4-ae3a-4008028eef16 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6390173 Feb 04 21:25:06.992626 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 34600) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:07.013182 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-ef41730e-1761-42a5-97e4-a6a954bc1e79 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'subnet': {'network_id': '3bc0b3d5-1406-4a06-a757-8538074fd656', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:25:07.030113 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034a646-de44-4ff4-ae3a-4008028eef16 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Network': ['ID=3bc0b3d5-1406-4a06-a757-8538074fd656,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:07.046939 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 3bc0b3d5-1406-4a06-a757-8538074fd656 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:25:07.266490 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-ef41730e-1761-42a5-97e4-a6a954bc1e79 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:25:07.291877 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-ef41730e-1761-42a5-97e4-a6a954bc1e79 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:subnet and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:25:07.301731 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-ef41730e-1761-42a5-97e4-a6a954bc1e79 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:25:07.316979 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-ef41730e-1761-42a5-97e4-a6a954bc1e79 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:25:07.345113 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef41730e-1761-42a5-97e4-a6a954bc1e79 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:25:07.350377 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ef41730e-1761-42a5-97e4-a6a954bc1e79 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:07.671564 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ef41730e-1761-42a5-97e4-a6a954bc1e79 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:07.782668 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef41730e-1761-42a5-97e4-a6a954bc1e79 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Subnet': ['ID=ae9d3a8d-2cc2-450b-98ab-cb0431b14c44,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:07.789079 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef41730e-1761-42a5-97e4-a6a954bc1e79 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Checking segment: {'id': '5ca5591c-34fd-4057-9c6c-1f5609452b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3bc0b3d5-1406-4a06-a757-8538074fd656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:25:07.789632 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef41730e-1761-42a5-97e4-a6a954bc1e79 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Network hostable DHCP agents. Network: 3bc0b3d5-1406-4a06-a757-8538074fd656, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:25:07.824310 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef41730e-1761-42a5-97e4-a6a954bc1e79 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Network 3bc0b3d5-1406-4a06-a757-8538074fd656 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:25:07.850913 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-ef41730e-1761-42a5-97e4-a6a954bc1e79 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 3bc0b3d5-1406-4a06-a757-8538074fd656) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:25:07.855546 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef41730e-1761-42a5-97e4-a6a954bc1e79 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:07.856191 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ef41730e-1761-42a5-97e4-a6a954bc1e79 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:07.862547 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9def1b-770e-48c5-9448-035418d6527b None None] Network 3bc0b3d5-1406-4a06-a757-8538074fd656 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:25:07.920239 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ef41730e-1761-42a5-97e4-a6a954bc1e79 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9229450 Feb 04 21:25:07.920510 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 34622) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:07.926756 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-1c329ea7-1353-492b-a254-ed5fd1cb32e8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'port': {'network_id': '3bc0b3d5-1406-4a06-a757-8538074fd656', 'name': 'tempest-PortsIpV6TestJSON-1707789252'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:25:08.295018 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-1c329ea7-1353-492b-a254-ed5fd1cb32e8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:25:08.304853 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34634) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:08.314257 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-1c329ea7-1353-492b-a254-ed5fd1cb32e8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:port and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:25:08.322500 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-1c329ea7-1353-492b-a254-ed5fd1cb32e8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:25:08.337928 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-1c329ea7-1353-492b-a254-ed5fd1cb32e8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:25:08.363517 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c329ea7-1353-492b-a254-ed5fd1cb32e8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:25:08.368019 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1c329ea7-1353-492b-a254-ed5fd1cb32e8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:08.421414 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [None req-1c329ea7-1353-492b-a254-ed5fd1cb32e8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] device_id is not set on port 241855f9-a8f9-4821-895a-3e620ec51133 yet. {{(pid=87683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:25:08.610717 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1479c2de-f726-45de-8f3a-23487dedbf06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-3bc0b3d5-1406-4a06-a757-8538074fd656', 'network_id': '3bc0b3d5-1406-4a06-a757-8538074fd656', 'tenant_id': '82ec2af3498f4ce2a5fb7aab35a5d5ac', 'fixed_ips': [{'subnet_id': 'ae9d3a8d-2cc2-450b-98ab-cb0431b14c44'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:25:08.611714 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1479c2de-f726-45de-8f3a-23487dedbf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:08.713731 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-1c329ea7-1353-492b-a254-ed5fd1cb32e8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Allocated IP 2001:db8::b1 (3bc0b3d5-1406-4a06-a757-8538074fd656/ae9d3a8d-2cc2-450b-98ab-cb0431b14c44/241855f9-a8f9-4821-895a-3e620ec51133) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:25:09.000945 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-44b516a5-f45b-4e78-b153-12075b8bdb05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:09.086568 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-44b516a5-f45b-4e78-b153-12075b8bdb05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:25:09.099140 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-44b516a5-f45b-4e78-b153-12075b8bdb05 admin admin] Usage tracker for resource:security_group_rule and tenant:34de735b90e64518878eca92ca6ceb2c is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:25:09.109747 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-44b516a5-f45b-4e78-b153-12075b8bdb05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:25:09.138467 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-44b516a5-f45b-4e78-b153-12075b8bdb05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:25:09.303616 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1c329ea7-1353-492b-a254-ed5fd1cb32e8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:09.333500 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [None req-1c329ea7-1353-492b-a254-ed5fd1cb32e8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Transition to ACTIVE for port object 241855f9-a8f9-4821-895a-3e620ec51133 will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:25:09.416383 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1c329ea7-1353-492b-a254-ed5fd1cb32e8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:09.451815 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-44b516a5-f45b-4e78-b153-12075b8bdb05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:09.461324 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-44b516a5-f45b-4e78-b153-12075b8bdb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:09.543332 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c329ea7-1353-492b-a254-ed5fd1cb32e8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Network 3bc0b3d5-1406-4a06-a757-8538074fd656 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:25:09.550983 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-1c329ea7-1353-492b-a254-ed5fd1cb32e8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:25:09.556282 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c329ea7-1353-492b-a254-ed5fd1cb32e8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:25:09.562743 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c329ea7-1353-492b-a254-ed5fd1cb32e8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:09.563408 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1c329ea7-1353-492b-a254-ed5fd1cb32e8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:09.604325 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-44b516a5-f45b-4e78-b153-12075b8bdb05 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=34de735b90e64518878eca92ca6ceb2c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2967868 Feb 04 21:25:09.605389 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b516a5-f45b-4e78-b153-12075b8bdb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893a7be1-2757-4a0b-8c36-0b81c89fe5a9,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:09.609374 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34670) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:09.616185 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-1479c2de-f726-45de-8f3a-23487dedbf06 None None] Allocated IP 2001:db8::2 (3bc0b3d5-1406-4a06-a757-8538074fd656/ae9d3a8d-2cc2-450b-98ab-cb0431b14c44/2ddd4434-a946-4b10-baff-5b18fde2f012) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:25:09.656683 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-1c329ea7-1353-492b-a254-ed5fd1cb32e8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7348466 Feb 04 21:25:09.669464 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34678) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:09.686167 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-3ca85273-159c-484a-9d4f-7411c337c585 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'port': {'network_id': '3bc0b3d5-1406-4a06-a757-8538074fd656', 'name': 'tempest-PortsIpV6TestJSON-1095170110'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:25:09.713902 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c329ea7-1353-492b-a254-ed5fd1cb32e8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Port': ['ID=241855f9-a8f9-4821-895a-3e620ec51133,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:09.839959 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1662d3b3-0014-4088-becd-10aa6b43aaa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:09.926283 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1662d3b3-0014-4088-becd-10aa6b43aaa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:09.979923 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3ca85273-159c-484a-9d4f-7411c337c585 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:25:09.985813 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3ca85273-159c-484a-9d4f-7411c337c585 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:port and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:25:09.990135 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3ca85273-159c-484a-9d4f-7411c337c585 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:25:10.003377 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3ca85273-159c-484a-9d4f-7411c337c585 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:25:10.044354 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca85273-159c-484a-9d4f-7411c337c585 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:25:10.052731 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3ca85273-159c-484a-9d4f-7411c337c585 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:10.053945 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1479c2de-f726-45de-8f3a-23487dedbf06 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:10.074647 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1479c2de-f726-45de-8f3a-23487dedbf06 None None] Transition to ACTIVE for port object 2ddd4434-a946-4b10-baff-5b18fde2f012 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:25:10.139646 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-3ca85273-159c-484a-9d4f-7411c337c585 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] device_id is not set on port 763ecd16-a793-493f-9823-fd0771188d6f yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:25:10.161689 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1479c2de-f726-45de-8f3a-23487dedbf06 None None] Transition to ACTIVE for port object 2ddd4434-a946-4b10-baff-5b18fde2f012 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:25:10.170249 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1479c2de-f726-45de-8f3a-23487dedbf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:10.276301 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1479c2de-f726-45de-8f3a-23487dedbf06 None None] Network 3bc0b3d5-1406-4a06-a757-8538074fd656 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:25:10.278101 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479c2de-f726-45de-8f3a-23487dedbf06 None None] Pushing event updated for resources: {'Port': ['ID=2ddd4434-a946-4b10-baff-5b18fde2f012,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:10.294012 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-1479c2de-f726-45de-8f3a-23487dedbf06 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:25:10.298963 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1479c2de-f726-45de-8f3a-23487dedbf06 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:25:10.305809 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1662d3b3-0014-4088-becd-10aa6b43aaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:10.364353 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662d3b3-0014-4088-becd-10aa6b43aaa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893a7be1-2757-4a0b-8c36-0b81c89fe5a9,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:10.410306 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1662d3b3-0014-4088-becd-10aa6b43aaa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:10.413304 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1662d3b3-0014-4088-becd-10aa6b43aaa1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/893a7be1-2757-4a0b-8c36-0b81c89fe5a9 HTTP/1.1" status: 204 len: 168 time: 0.7961276 Feb 04 21:25:10.413603 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-3ca85273-159c-484a-9d4f-7411c337c585 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Allocated IP 2001:db8::1c8 (3bc0b3d5-1406-4a06-a757-8538074fd656/ae9d3a8d-2cc2-450b-98ab-cb0431b14c44/763ecd16-a793-493f-9823-fd0771188d6f) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:25:10.533713 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-1479c2de-f726-45de-8f3a-23487dedbf06 None None] Attempting to bind port 2ddd4434-a946-4b10-baff-5b18fde2f012 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:25:10.535113 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-1479c2de-f726-45de-8f3a-23487dedbf06 None None] Attempting to bind port 2ddd4434-a946-4b10-baff-5b18fde2f012 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '5ca5591c-34fd-4057-9c6c-1f5609452b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3bc0b3d5-1406-4a06-a757-8538074fd656'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:25:10.535759 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1479c2de-f726-45de-8f3a-23487dedbf06 None None] Attempting to bind port 2ddd4434-a946-4b10-baff-5b18fde2f012 on network 3bc0b3d5-1406-4a06-a757-8538074fd656 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:25:10.546148 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1479c2de-f726-45de-8f3a-23487dedbf06 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:25:10.546522 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1479c2de-f726-45de-8f3a-23487dedbf06 None None] Checking segment: {'id': '5ca5591c-34fd-4057-9c6c-1f5609452b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3bc0b3d5-1406-4a06-a757-8538074fd656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:25:10.547210 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1479c2de-f726-45de-8f3a-23487dedbf06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:10.554216 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1479c2de-f726-45de-8f3a-23487dedbf06 None None] Bound using segment: {'id': '5ca5591c-34fd-4057-9c6c-1f5609452b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3bc0b3d5-1406-4a06-a757-8538074fd656'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:25:10.555002 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-1479c2de-f726-45de-8f3a-23487dedbf06 None None] Bound port: 2ddd4434-a946-4b10-baff-5b18fde2f012, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca5591c-34fd-4057-9c6c-1f5609452b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3bc0b3d5-1406-4a06-a757-8538074fd656'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:25:10.556297 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1479c2de-f726-45de-8f3a-23487dedbf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:10.750689 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1479c2de-f726-45de-8f3a-23487dedbf06 None None] For port 2ddd4434-a946-4b10-baff-5b18fde2f012, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:25:10.764537 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1479c2de-f726-45de-8f3a-23487dedbf06 None None] For port 2ddd4434-a946-4b10-baff-5b18fde2f012, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=2ddd4434-a946-4b10-baff-5b18fde2f012,segment=NetworkSegment(5ca5591c-34fd-4057-9c6c-1f5609452b3f),segment_id=5ca5591c-34fd-4057-9c6c-1f5609452b3f)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:25:10.774569 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1479c2de-f726-45de-8f3a-23487dedbf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:10.944048 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479c2de-f726-45de-8f3a-23487dedbf06 None None] Pushing event updated for resources: {'Port': ['ID=2ddd4434-a946-4b10-baff-5b18fde2f012,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:11.000841 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2b617-4540-43bb-9f85-dc3b932fe7eb req-8cb76b33-5fd9-49d2-8058-938485244f39 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:11.010844 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1fc2b617-4540-43bb-9f85-dc3b932fe7eb req-8cb76b33-5fd9-49d2-8058-938485244f39 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=92a7afa3-5e12-4e0a-8fbe-6069a7995915 HTTP/1.1" status: 200 len: 946 time: 0.2374024 Feb 04 21:25:11.084560 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1fc2b617-4540-43bb-9f85-dc3b932fe7eb req-ac4daeec-484e-4f3a-b11e-e3ce8f1c890a tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669363 Feb 04 21:25:11.113795 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 34702) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:11.122456 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3ca85273-159c-484a-9d4f-7411c337c585 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:11.137148 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8067cf6f-9276-4e9a-8404-792c18458532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:11.145237 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-3ca85273-159c-484a-9d4f-7411c337c585 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Transition to ACTIVE for port object 763ecd16-a793-493f-9823-fd0771188d6f will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:25:11.159240 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-8067cf6f-9276-4e9a-8404-792c18458532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:25:11.166928 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-8067cf6f-9276-4e9a-8404-792c18458532 admin admin] Usage tracker for resource:security_group_rule and tenant:f69360f25fd744f2b1293c454f0bedd4 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:25:11.171747 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-8067cf6f-9276-4e9a-8404-792c18458532 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:25:11.188548 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-8067cf6f-9276-4e9a-8404-792c18458532 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:25:11.210229 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3ca85273-159c-484a-9d4f-7411c337c585 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:11.381430 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca85273-159c-484a-9d4f-7411c337c585 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Network 3bc0b3d5-1406-4a06-a757-8538074fd656 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:25:11.388505 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-3ca85273-159c-484a-9d4f-7411c337c585 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:25:11.394060 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca85273-159c-484a-9d4f-7411c337c585 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:25:11.403235 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca85273-159c-484a-9d4f-7411c337c585 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:11.404178 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3ca85273-159c-484a-9d4f-7411c337c585 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:11.436756 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca85273-159c-484a-9d4f-7411c337c585 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Port': ['ID=763ecd16-a793-493f-9823-fd0771188d6f,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:11.445961 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3ca85273-159c-484a-9d4f-7411c337c585 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7739062 Feb 04 21:25:11.449256 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34714) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:11.579404 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8067cf6f-9276-4e9a-8404-792c18458532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:11.586467 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-8067cf6f-9276-4e9a-8404-792c18458532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:11.610732 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff763000-6a09-4acc-b924-128233569a99 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:11.612150 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ff763000-6a09-4acc-b924-128233569a99 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Synchronizing usage tracker for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:25:11.640591 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ff763000-6a09-4acc-b924-128233569a99 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Unset dirty status for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:25:11.642299 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ff763000-6a09-4acc-b924-128233569a99 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ab1 HTTP/1.1" status: 200 len: 928 time: 0.1910505 Feb 04 21:25:11.645766 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34720) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:11.668763 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067cf6f-9276-4e9a-8404-792c18458532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815bf503-e3e2-48ca-8e30-2c7777b67d87,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:11.691431 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067cf6f-9276-4e9a-8404-792c18458532 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:25:11.691770 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067cf6f-9276-4e9a-8404-792c18458532 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:25:11.692287 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067cf6f-9276-4e9a-8404-792c18458532 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:25:11.692900 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067cf6f-9276-4e9a-8404-792c18458532 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:25:11.694083 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067cf6f-9276-4e9a-8404-792c18458532 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:25:11.694566 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067cf6f-9276-4e9a-8404-792c18458532 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:25:11.695036 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067cf6f-9276-4e9a-8404-792c18458532 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:25:11.695774 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067cf6f-9276-4e9a-8404-792c18458532 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:25:11.696006 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067cf6f-9276-4e9a-8404-792c18458532 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:25:11.696477 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067cf6f-9276-4e9a-8404-792c18458532 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:25:11.696949 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067cf6f-9276-4e9a-8404-792c18458532 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:25:11.697443 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067cf6f-9276-4e9a-8404-792c18458532 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:25:11.703949 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-8067cf6f-9276-4e9a-8404-792c18458532 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f69360f25fd744f2b1293c454f0bedd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5890369 Feb 04 21:25:11.706840 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 34724) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:11.809635 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0c6bc31e-4d14-46fe-a004-e36f55eca4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:11.821987 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-d98ef659-c26a-44c8-8719-2bc8d7813b16 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Deleting port 763ecd16-a793-493f-9823-fd0771188d6f {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:25:11.822357 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d98ef659-c26a-44c8-8719-2bc8d7813b16 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:11.889066 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0c6bc31e-4d14-46fe-a004-e36f55eca4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:11.976924 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0c6bc31e-4d14-46fe-a004-e36f55eca4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:12.012590 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6bc31e-4d14-46fe-a004-e36f55eca4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815bf503-e3e2-48ca-8e30-2c7777b67d87,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:12.054491 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0c6bc31e-4d14-46fe-a004-e36f55eca4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:12.057273 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-0c6bc31e-4d14-46fe-a004-e36f55eca4bb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/815bf503-e3e2-48ca-8e30-2c7777b67d87 HTTP/1.1" status: 204 len: 168 time: 0.3473577 Feb 04 21:25:12.458383 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb78d6b-f5ea-44a6-9f7c-e12d5f248f04 req-b5ce02eb-28eb-464a-9397-2f29978f4282 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:12.463210 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9eb78d6b-f5ea-44a6-9f7c-e12d5f248f04 req-b5ce02eb-28eb-464a-9397-2f29978f4282 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=92a7afa3-5e12-4e0a-8fbe-6069a7995915 HTTP/1.1" status: 200 len: 946 time: 0.1803558 Feb 04 21:25:12.504710 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f4733-5d8a-4c00-9239-5b59b7fedce5 req-f28db262-fa2b-45f6-9c53-d252d2f9b98c tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:12.505482 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-a72f4733-5d8a-4c00-9239-5b59b7fedce5 req-f28db262-fa2b-45f6-9c53-d252d2f9b98c tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Synchronizing usage tracker for tenant:354a53753e434161ab788e250190d627 on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:25:12.539675 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d98ef659-c26a-44c8-8719-2bc8d7813b16 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:12.551572 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9eb78d6b-f5ea-44a6-9f7c-e12d5f248f04 req-b5cb8a67-c4c7-44c3-aa62-c163b864855b tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820587 Feb 04 21:25:12.564489 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-a72f4733-5d8a-4c00-9239-5b59b7fedce5 req-f28db262-fa2b-45f6-9c53-d252d2f9b98c tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Unset dirty status for tenant:354a53753e434161ab788e250190d627 on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:25:12.565766 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a72f4733-5d8a-4c00-9239-5b59b7fedce5 req-f28db262-fa2b-45f6-9c53-d252d2f9b98c tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.18 "GET /v2.0/ports?device_id=92a7afa3-5e12-4e0a-8fbe-6069a7995915 HTTP/1.1" status: 200 len: 946 time: 0.5019529 Feb 04 21:25:12.801056 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-d98ef659-c26a-44c8-8719-2bc8d7813b16 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Calling delete_port for 763ecd16-a793-493f-9823-fd0771188d6f owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:25:12.813626 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1b8ae3-e09f-4ad5-93ad-dc5b7c7b3b73 None None] Network 3bc0b3d5-1406-4a06-a757-8538074fd656 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:25:12.856248 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 2ddd4434-a946-4b10-baff-5b18fde2f012 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:25:12.937308 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-a72f4733-5d8a-4c00-9239-5b59b7fedce5 req-085dfe34-4e4b-4199-90dc-a9f933229596 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Deleting port e57f8557-6ec9-4ad1-b79a-7507873f51eb {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:25:12.937661 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a72f4733-5d8a-4c00-9239-5b59b7fedce5 req-085dfe34-4e4b-4199-90dc-a9f933229596 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:13.263861 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-e2bc1c4c-0feb-48bb-8d05-aba45d4378bc None None] Provisioning for port 2ddd4434-a946-4b10-baff-5b18fde2f012 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:25:13.325335 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 2ddd4434-a946-4b10-baff-5b18fde2f012 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:25:13.335500 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 2ddd4434-a946-4b10-baff-5b18fde2f012 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:25:13.335872 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:13.423570 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d98ef659-c26a-44c8-8719-2bc8d7813b16 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:13.547183 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:13.557309 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ef659-c26a-44c8-8719-2bc8d7813b16 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Port': ['ID=763ecd16-a793-493f-9823-fd0771188d6f,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:13.613249 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d98ef659-c26a-44c8-8719-2bc8d7813b16 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:13.636029 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 34784) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:13.636595 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d98ef659-c26a-44c8-8719-2bc8d7813b16 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/ports/763ecd16-a793-493f-9823-fd0771188d6f HTTP/1.1" status: 204 len: 168 time: 1.9870036 Feb 04 21:25:13.672236 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 2ddd4434-a946-4b10-baff-5b18fde2f012, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=2ddd4434-a946-4b10-baff-5b18fde2f012,segment=NetworkSegment(5ca5591c-34fd-4057-9c6c-1f5609452b3f),segment_id=5ca5591c-34fd-4057-9c6c-1f5609452b3f)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:25:13.679727 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:13.736782 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-e74f2515-4bb3-419a-8123-778f3a19baca tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] GET failed (client error): The resource could not be found. Feb 04 21:25:13.737597 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e74f2515-4bb3-419a-8123-778f3a19baca tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Synchronizing usage tracker for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:25:13.760113 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e74f2515-4bb3-419a-8123-778f3a19baca tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Unset dirty status for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:25:13.761824 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e74f2515-4bb3-419a-8123-778f3a19baca tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "GET /v2.0/ports/763ecd16-a793-493f-9823-fd0771188d6f HTTP/1.1" status: 404 len: 333 time: 0.1246367 Feb 04 21:25:13.764778 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 34792) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:13.915102 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-4743d4d7-54bb-4f12-802a-d6bbad26e846 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Deleting port 241855f9-a8f9-4821-895a-3e620ec51133 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:25:13.916835 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4743d4d7-54bb-4f12-802a-d6bbad26e846 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:13.932994 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3aa744f5-3388-4cb1-be5d-0034ee3214f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:13.950843 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=2ddd4434-a946-4b10-baff-5b18fde2f012,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:13.986397 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-a72f4733-5d8a-4c00-9239-5b59b7fedce5 req-085dfe34-4e4b-4199-90dc-a9f933229596 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] For port e57f8557-6ec9-4ad1-b79a-7507873f51eb, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=e57f8557-6ec9-4ad1-b79a-7507873f51eb,segment=NetworkSegment(891443bf-3c45-411c-8b26-5ac9a9e807fe),segment_id=891443bf-3c45-411c-8b26-5ac9a9e807fe)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:25:13.986773 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a72f4733-5d8a-4c00-9239-5b59b7fedce5 req-085dfe34-4e4b-4199-90dc-a9f933229596 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:14.003278 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-95f11e9a-bb17-44a5-8e1f-140a4feac494 None None] Could not find standard attr ID for object 763ecd16-a793-493f-9823-fd0771188d6f. {{(pid=87684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 21:25:14.023250 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-95f11e9a-bb17-44a5-8e1f-140a4feac494 None None] Provisioning for port 241855f9-a8f9-4821-895a-3e620ec51133 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:25:14.039531 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-95f11e9a-bb17-44a5-8e1f-140a4feac494 None None] Provisioning complete for port 241855f9-a8f9-4821-895a-3e620ec51133 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:25:14.041383 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-95f11e9a-bb17-44a5-8e1f-140a4feac494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:14.078464 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34798) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:14.210985 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-95f11e9a-bb17-44a5-8e1f-140a4feac494 None None] Port 241855f9-a8f9-4821-895a-3e620ec51133 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:25:14.225519 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-95f11e9a-bb17-44a5-8e1f-140a4feac494 None None] Provisioning complete for port 2ddd4434-a946-4b10-baff-5b18fde2f012 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:25:14.226611 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-95f11e9a-bb17-44a5-8e1f-140a4feac494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:14.360642 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385bcc9c-6dae-4a35-adde-6b674760dce2 req-a4c04019-7908-4a18-b9b0-a57ac268e07a tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:14.372619 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-385bcc9c-6dae-4a35-adde-6b674760dce2 req-a4c04019-7908-4a18-b9b0-a57ac268e07a tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=92a7afa3-5e12-4e0a-8fbe-6069a7995915 HTTP/1.1" status: 200 len: 946 time: 0.3567963 Feb 04 21:25:14.549000 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-385bcc9c-6dae-4a35-adde-6b674760dce2 req-f6457337-de56-4e7d-a5ec-a583f943fa75 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/security-groups?id=26085a4a-6465-4395-884c-794d22cd5f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752481 Feb 04 21:25:14.566726 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-a72f4733-5d8a-4c00-9239-5b59b7fedce5 req-085dfe34-4e4b-4199-90dc-a9f933229596 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Calling delete_port for e57f8557-6ec9-4ad1-b79a-7507873f51eb owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:25:14.571123 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-cabd30f0-61b7-41a9-bbe6-8c2e026abf69 None None] Provisioning complete for port 241855f9-a8f9-4821-895a-3e620ec51133 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:25:14.573289 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cabd30f0-61b7-41a9-bbe6-8c2e026abf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:14.621606 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4743d4d7-54bb-4f12-802a-d6bbad26e846 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:14.636432 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-635ef7ae-f925-4a83-a462-8dd7bf88e2f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-523469287-network', 'tenant_id': '68559e9748294875b291addd53e330c1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:25:14.664635 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-635ef7ae-f925-4a83-a462-8dd7bf88e2f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:25:14.687498 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-635ef7ae-f925-4a83-a462-8dd7bf88e2f6 admin admin] Usage tracker for resource:network and tenant:68559e9748294875b291addd53e330c1 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:25:14.700376 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-635ef7ae-f925-4a83-a462-8dd7bf88e2f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:25:14.733329 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-635ef7ae-f925-4a83-a462-8dd7bf88e2f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:25:14.758280 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 2ddd4434-a946-4b10-baff-5b18fde2f012 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:25:14.785055 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635ef7ae-f925-4a83-a462-8dd7bf88e2f6 admin admin] Made reservation on behalf of 68559e9748294875b291addd53e330c1 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:25:14.793151 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-635ef7ae-f925-4a83-a462-8dd7bf88e2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:14.799103 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-4743d4d7-54bb-4f12-802a-d6bbad26e846 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Calling delete_port for 241855f9-a8f9-4821-895a-3e620ec51133 owned by {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:25:14.836088 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-635ef7ae-f925-4a83-a462-8dd7bf88e2f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:14.923411 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-cabd30f0-61b7-41a9-bbe6-8c2e026abf69 None None] Port 241855f9-a8f9-4821-895a-3e620ec51133 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:25:14.969731 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 2ddd4434-a946-4b10-baff-5b18fde2f012 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:25:14.971414 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:15.003166 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-635ef7ae-f925-4a83-a462-8dd7bf88e2f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:25:15.008827 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-635ef7ae-f925-4a83-a462-8dd7bf88e2f6 admin admin] Usage tracker for resource:security_group_rule and tenant:68559e9748294875b291addd53e330c1 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:25:15.011868 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-635ef7ae-f925-4a83-a462-8dd7bf88e2f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:25:15.018060 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-635ef7ae-f925-4a83-a462-8dd7bf88e2f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:25:15.067429 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a72f4733-5d8a-4c00-9239-5b59b7fedce5 req-085dfe34-4e4b-4199-90dc-a9f933229596 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:15.148282 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-6ca36667-2b50-4eba-986f-8dfc510c7de4 None None] Could not find standard attr ID for object 763ecd16-a793-493f-9823-fd0771188d6f. {{(pid=87684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 21:25:15.198550 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4743d4d7-54bb-4f12-802a-d6bbad26e846 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:15.296899 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743d4d7-54bb-4f12-802a-d6bbad26e846 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Port': ['ID=241855f9-a8f9-4821-895a-3e620ec51133,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:15.397906 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-635ef7ae-f925-4a83-a462-8dd7bf88e2f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:15.399954 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085dfe34-4e4b-4199-90dc-a9f933229596 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Pushing event deleted for resources: {'Port': ['ID=e57f8557-6ec9-4ad1-b79a-7507873f51eb,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:15.453282 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4743d4d7-54bb-4f12-802a-d6bbad26e846 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:15.479645 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-4743d4d7-54bb-4f12-802a-d6bbad26e846 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/ports/241855f9-a8f9-4821-895a-3e620ec51133 HTTP/1.1" status: 204 len: 168 time: 1.7109041 Feb 04 21:25:15.483060 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 34822) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:15.511981 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72f4733-5d8a-4c00-9239-5b59b7fedce5 req-085dfe34-4e4b-4199-90dc-a9f933229596 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] No DVR routers for this DVR port e57f8557-6ec9-4ad1-b79a-7507873f51eb on host n-h2-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:25:15.513992 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-635ef7ae-f925-4a83-a462-8dd7bf88e2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:15.517590 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a72f4733-5d8a-4c00-9239-5b59b7fedce5 req-085dfe34-4e4b-4199-90dc-a9f933229596 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:15.543250 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-25dcd89d-8218-40d2-ad94-e7428a86cd2b tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] GET failed (client error): The resource could not be found. Feb 04 21:25:15.544150 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-25dcd89d-8218-40d2-ad94-e7428a86cd2b tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Synchronizing usage tracker for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:25:15.562670 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a7afa3-5e12-4e0a-8fbe-6069a7995915', 'name': 'network-vif-deleted', 'tag': 'e57f8557-6ec9-4ad1-b79a-7507873f51eb'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:25:15.578280 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-25dcd89d-8218-40d2-ad94-e7428a86cd2b tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Unset dirty status for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:25:15.580223 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-25dcd89d-8218-40d2-ad94-e7428a86cd2b tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "GET /v2.0/ports/241855f9-a8f9-4821-895a-3e620ec51133 HTTP/1.1" status: 404 len: 333 time: 0.0944161 Feb 04 21:25:15.584033 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 34830) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:15.606010 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ef7ae-f925-4a83-a462-8dd7bf88e2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8336c719-e48a-4b0e-bac4-93bfb209c446,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:15.633850 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-635ef7ae-f925-4a83-a462-8dd7bf88e2f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:25:15.666834 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a72f4733-5d8a-4c00-9239-5b59b7fedce5 req-085dfe34-4e4b-4199-90dc-a9f933229596 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.18 "DELETE /v2.0/ports/e57f8557-6ec9-4ad1-b79a-7507873f51eb HTTP/1.1" status: 204 len: 173 time: 3.0888493 Feb 04 21:25:15.672484 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-635ef7ae-f925-4a83-a462-8dd7bf88e2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:15.672962 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-635ef7ae-f925-4a83-a462-8dd7bf88e2f6 admin admin] Added segment 665ab526-a82c-49c5-ac6b-d0594565c1b0 of type vlan for network 910ccf0f-2b4d-4262-8d9a-50dea3d58bb8 Feb 04 21:25:15.750712 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-635ef7ae-f925-4a83-a462-8dd7bf88e2f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:15.779400 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eab1d06-f08d-426e-9116-413ede7a6a9c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Deleting subnet ae9d3a8d-2cc2-450b-98ab-cb0431b14c44 {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:25:15.809244 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9eab1d06-f08d-426e-9116-413ede7a6a9c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:15.817050 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-635ef7ae-f925-4a83-a462-8dd7bf88e2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:15.820609 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635ef7ae-f925-4a83-a462-8dd7bf88e2f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:15.824204 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-635ef7ae-f925-4a83-a462-8dd7bf88e2f6 admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:15.857603 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device e57f8557-6ec9-4ad1-b79a-7507873f51eb no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:25:15.936795 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9eab1d06-f08d-426e-9116-413ede7a6a9c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:15.997908 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: e57f8557-6ec9-4ad1-b79a-7507873f51eb {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:25:15.998466 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device e57f8557-6ec9-4ad1-b79a-7507873f51eb not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:25:16.063807 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [req-097863d6-466d-4ed5-995f-4b71adc1ab97 req-782e83d7-6e82-4e51-be93-66f848b007d8 tempest-AttachVolumeTestJSON-1055290253 tempest-AttachVolumeTestJSON-1055290253-project] (87682) timed out ('10.222.0.32', 62300) {{(pid=87682) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 21:25:16.112035 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9eab1d06-f08d-426e-9116-413ede7a6a9c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:16.149194 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ef7ae-f925-4a83-a462-8dd7bf88e2f6 admin admin] Pushing event updated for resources: {'Network': ['ID=910ccf0f-2b4d-4262-8d9a-50dea3d58bb8,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:16.161331 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 910ccf0f-2b4d-4262-8d9a-50dea3d58bb8 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:25:16.180050 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-635ef7ae-f925-4a83-a462-8dd7bf88e2f6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0971527 Feb 04 21:25:16.182029 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34836) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:16.196675 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-c8095528-7c94-470e-8868-3d959949a3a8 admin admin] Request body: {'subnet': {'network_id': '910ccf0f-2b4d-4262-8d9a-50dea3d58bb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-523469287-subnet', 'tenant_id': '68559e9748294875b291addd53e330c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:25:16.216564 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c8095528-7c94-470e-8868-3d959949a3a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:25:16.220324 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0aeebdfe-ba7c-4f51-9400-c98d073917dc req-1bcb932d-d5d2-4e8c-ab5d-18b4ddded253 tempest-AttachVolumeNegativeTest-1295116769 tempest-AttachVolumeNegativeTest-1295116769-project] 10.222.0.26 "GET /v2.0/ports?device_id=92a7afa3-5e12-4e0a-8fbe-6069a7995915 HTTP/1.1" status: 200 len: 210 time: 0.0553350 Feb 04 21:25:16.222617 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c8095528-7c94-470e-8868-3d959949a3a8 admin admin] Usage tracker for resource:subnet and tenant:68559e9748294875b291addd53e330c1 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:25:16.244188 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c8095528-7c94-470e-8868-3d959949a3a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:25:16.263176 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c8095528-7c94-470e-8868-3d959949a3a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:25:16.304935 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8095528-7c94-470e-8868-3d959949a3a8 admin admin] Made reservation on behalf of 68559e9748294875b291addd53e330c1 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:25:16.310268 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9eab1d06-f08d-426e-9116-413ede7a6a9c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:16.312512 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c8095528-7c94-470e-8868-3d959949a3a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:16.425950 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a21137ed-6ea9-41ea-8ec8-f061d1931bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:16.473122 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab1d06-f08d-426e-9116-413ede7a6a9c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Subnet': ['ID=ae9d3a8d-2cc2-450b-98ab-cb0431b14c44,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:16.491644 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9eab1d06-f08d-426e-9116-413ede7a6a9c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:16.498142 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc8c447-a3c3-411e-810e-32c766ddf9f4 None None] Network 3bc0b3d5-1406-4a06-a757-8538074fd656 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:25:16.518074 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-9eab1d06-f08d-426e-9116-413ede7a6a9c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/subnets/ae9d3a8d-2cc2-450b-98ab-cb0431b14c44 HTTP/1.1" status: 204 len: 168 time: 0.9297569 Feb 04 21:25:16.518714 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 34846) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:16.735363 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a7afa3-5e12-4e0a-8fbe-6069a7995915', 'name': 'network-vif-deleted', 'tag': 'e57f8557-6ec9-4ad1-b79a-7507873f51eb', 'status': 'completed', 'code': 200} Feb 04 21:25:16.742110 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c8095528-7c94-470e-8868-3d959949a3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:16.925679 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8095528-7c94-470e-8868-3d959949a3a8 admin admin] Checking segment: {'id': '665ab526-a82c-49c5-ac6b-d0594565c1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '910ccf0f-2b4d-4262-8d9a-50dea3d58bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:25:16.926403 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8095528-7c94-470e-8868-3d959949a3a8 admin admin] Network hostable DHCP agents. Network: 910ccf0f-2b4d-4262-8d9a-50dea3d58bb8, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:25:16.970722 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8095528-7c94-470e-8868-3d959949a3a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9755083-7d31-43fa-a39a-2de25567403f,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:17.001384 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8095528-7c94-470e-8868-3d959949a3a8 admin admin] Network 910ccf0f-2b4d-4262-8d9a-50dea3d58bb8 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:25:17.018689 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-c8095528-7c94-470e-8868-3d959949a3a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 910ccf0f-2b4d-4262-8d9a-50dea3d58bb8) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:25:17.028241 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cef041-43f6-401d-ae70-51b7623eba8d None None] Network 910ccf0f-2b4d-4262-8d9a-50dea3d58bb8 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:25:17.041186 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8095528-7c94-470e-8868-3d959949a3a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:17.046163 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c8095528-7c94-470e-8868-3d959949a3a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:17.129586 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c8095528-7c94-470e-8868-3d959949a3a8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9424593 Feb 04 21:25:17.158793 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-96cdd6be-dbff-4150-8552-253273df9da7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:17.254244 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-96cdd6be-dbff-4150-8552-253273df9da7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Deleting port 2ddd4434-a946-4b10-baff-5b18fde2f012 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:25:17.255965 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-96cdd6be-dbff-4150-8552-253273df9da7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:17.408899 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34870) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:17.492400 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b285620c-e1b7-4afa-a772-900db1dbb54f None None] DHCP port deletion for 3bc0b3d5-1406-4a06-a757-8538074fd656 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:25:17.556939 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-b285620c-e1b7-4afa-a772-900db1dbb54f None None] Deleting port 2ddd4434-a946-4b10-baff-5b18fde2f012 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:25:17.558788 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b285620c-e1b7-4afa-a772-900db1dbb54f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:17.564805 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2fd87a8-3f88-4e62-9fc4-b2bc5f601712 admin admin] Deleting subnet 04d011a5-5fa5-46de-b6ec-0f9f6f04e44d {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:25:17.574371 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e2fd87a8-3f88-4e62-9fc4-b2bc5f601712 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:17.726400 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e2fd87a8-3f88-4e62-9fc4-b2bc5f601712 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:17.784678 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-96cdd6be-dbff-4150-8552-253273df9da7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] For port 2ddd4434-a946-4b10-baff-5b18fde2f012, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=2ddd4434-a946-4b10-baff-5b18fde2f012,segment=NetworkSegment(5ca5591c-34fd-4057-9c6c-1f5609452b3f),segment_id=5ca5591c-34fd-4057-9c6c-1f5609452b3f)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:25:17.788620 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-96cdd6be-dbff-4150-8552-253273df9da7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:17.819239 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e2fd87a8-3f88-4e62-9fc4-b2bc5f601712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:17.957262 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e2fd87a8-3f88-4e62-9fc4-b2bc5f601712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:18.032515 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:18.075946 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f577729-f514-4fac-b470-2b87b8f932bc None None] Network 910ccf0f-2b4d-4262-8d9a-50dea3d58bb8 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:25:18.121708 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e2fd87a8-3f88-4e62-9fc4-b2bc5f601712 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:18.162121 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e2fd87a8-3f88-4e62-9fc4-b2bc5f601712 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/04d011a5-5fa5-46de-b6ec-0f9f6f04e44d HTTP/1.1" status: 204 len: 168 time: 0.7516806 Feb 04 21:25:18.162964 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd87a8-3f88-4e62-9fc4-b2bc5f601712 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04d011a5-5fa5-46de-b6ec-0f9f6f04e44d,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:18.166491 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34904) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:18.312649 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-96cdd6be-dbff-4150-8552-253273df9da7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Calling delete_port for 2ddd4434-a946-4b10-baff-5b18fde2f012 owned by network:dhcp {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:25:18.358354 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:18.381364 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1371e634-a6be-4964-a81c-d9f9553eba7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:18.432318 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 34916) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:18.444220 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-7ec8aac5-d962-4259-b3fe-d1cd16b6e68b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1305644065-network', 'tenant_id': 'cc8160e62e7c491faf9c329fae750892'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:25:18.460199 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7ec8aac5-d962-4259-b3fe-d1cd16b6e68b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:25:18.470299 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7ec8aac5-d962-4259-b3fe-d1cd16b6e68b admin admin] Usage tracker for resource:network and tenant:cc8160e62e7c491faf9c329fae750892 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:25:18.474101 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7ec8aac5-d962-4259-b3fe-d1cd16b6e68b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:25:18.480619 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7ec8aac5-d962-4259-b3fe-d1cd16b6e68b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:25:18.496391 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec8aac5-d962-4259-b3fe-d1cd16b6e68b admin admin] Made reservation on behalf of cc8160e62e7c491faf9c329fae750892 for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:25:18.501896 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7ec8aac5-d962-4259-b3fe-d1cd16b6e68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:18.523393 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7ec8aac5-d962-4259-b3fe-d1cd16b6e68b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:18.570310 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7ec8aac5-d962-4259-b3fe-d1cd16b6e68b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:25:18.587602 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7ec8aac5-d962-4259-b3fe-d1cd16b6e68b admin admin] Usage tracker for resource:security_group_rule and tenant:cc8160e62e7c491faf9c329fae750892 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:25:18.595171 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7ec8aac5-d962-4259-b3fe-d1cd16b6e68b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:25:18.638312 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7ec8aac5-d962-4259-b3fe-d1cd16b6e68b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:25:18.644485 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-96cdd6be-dbff-4150-8552-253273df9da7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:18.727224 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1371e634-a6be-4964-a81c-d9f9553eba7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:18.761674 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-1371e634-a6be-4964-a81c-d9f9553eba7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a5b169e-7ecf-44d8-b464-667febc50df4']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:25:18.779307 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-1371e634-a6be-4964-a81c-d9f9553eba7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891443bf-3c45-411c-8b26-5ac9a9e807fe') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:25:18.779613 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-1371e634-a6be-4964-a81c-d9f9553eba7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891443bf-3c45-411c-8b26-5ac9a9e807fe') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:25:18.786118 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cdd6be-dbff-4150-8552-253273df9da7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Port': ['ID=2ddd4434-a946-4b10-baff-5b18fde2f012,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:18.795446 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1371e634-a6be-4964-a81c-d9f9553eba7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:18.800708 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cdd6be-dbff-4150-8552-253273df9da7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] No DVR routers for this DVR port 2ddd4434-a946-4b10-baff-5b18fde2f012 on host n-d-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:25:18.805884 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 2ddd4434-a946-4b10-baff-5b18fde2f012 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:25:18.821984 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1371e634-a6be-4964-a81c-d9f9553eba7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:18.829113 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1371e634-a6be-4964-a81c-d9f9553eba7d admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:25:18.829684 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1371e634-a6be-4964-a81c-d9f9553eba7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:18.966867 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:25:18.966867 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:25:18.966867 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:25:18.966867 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:25:18.966867 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:25:18.966867 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:25:18.966867 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:25:18.966867 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:25:18.966867 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:25:18.966867 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:25:18.966867 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:25:18.966867 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:25:18.966867 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:25:18.966867 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:25:18.966867 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:25:18.966867 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:25:18.966867 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:25:18.966867 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:25:18.966867 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:25:18.966867 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:25:18.966867 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:25:18.966867 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:25:18.966867 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:25:18.966867 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:25:18.966867 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:25:18.966867 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:25:18.966867 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:25:18.966867 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:25:18.966867 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:25:18.966867 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:25:18.966867 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:25:18.966867 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:25:18.975488 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1371e634-a6be-4964-a81c-d9f9553eba7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:19.009057 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 2ddd4434-a946-4b10-baff-5b18fde2f012 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:25:19.009433 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 2ddd4434-a946-4b10-baff-5b18fde2f012 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:25:19.009833 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1371e634-a6be-4964-a81c-d9f9553eba7d admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:19.012928 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371e634-a6be-4964-a81c-d9f9553eba7d admin admin] Pushing event deleted for resources: {'Network': ['ID=9a5b169e-7ecf-44d8-b464-667febc50df4,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:19.020318 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1371e634-a6be-4964-a81c-d9f9553eba7d admin admin] 10.222.0.26 "DELETE /v2.0/networks/9a5b169e-7ecf-44d8-b464-667febc50df4 HTTP/1.1" status: 204 len: 168 time: 0.8525703 Feb 04 21:25:19.039224 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-b285620c-e1b7-4afa-a772-900db1dbb54f None None] For port 2ddd4434-a946-4b10-baff-5b18fde2f012, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=2ddd4434-a946-4b10-baff-5b18fde2f012,segment=NetworkSegment(5ca5591c-34fd-4057-9c6c-1f5609452b3f),segment_id=5ca5591c-34fd-4057-9c6c-1f5609452b3f)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:25:19.039747 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b285620c-e1b7-4afa-a772-900db1dbb54f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:19.051500 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-96cdd6be-dbff-4150-8552-253273df9da7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:19.087240 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-96cdd6be-dbff-4150-8552-253273df9da7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc0b3d5-1406-4a06-a757-8538074fd656']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:25:19.102668 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-96cdd6be-dbff-4150-8552-253273df9da7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca5591c-34fd-4057-9c6c-1f5609452b3f') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:25:19.103027 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-96cdd6be-dbff-4150-8552-253273df9da7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca5591c-34fd-4057-9c6c-1f5609452b3f') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:25:19.120138 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-96cdd6be-dbff-4150-8552-253273df9da7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:19.162662 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-96cdd6be-dbff-4150-8552-253273df9da7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:19.170438 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96cdd6be-dbff-4150-8552-253273df9da7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:25:19.170976 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-96cdd6be-dbff-4150-8552-253273df9da7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:19.313748 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:25:19.313748 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:25:19.313748 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:25:19.313748 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:25:19.313748 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:25:19.313748 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:25:19.313748 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:25:19.313748 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:25:19.313748 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:25:19.313748 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:25:19.313748 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:25:19.313748 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:25:19.313748 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:25:19.313748 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:25:19.313748 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:25:19.313748 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:25:19.313748 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:25:19.313748 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:25:19.313748 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:25:19.313748 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:25:19.313748 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:25:19.313748 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:25:19.313748 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:25:19.313748 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:25:19.313748 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:25:19.313748 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:25:19.313748 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:25:19.313748 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:25:19.313748 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:25:19.313748 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:25:19.313748 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:25:19.313748 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:25:19.317086 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-96cdd6be-dbff-4150-8552-253273df9da7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:19.324444 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-96cdd6be-dbff-4150-8552-253273df9da7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:19.378988 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:19.402461 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-b285620c-e1b7-4afa-a772-900db1dbb54f None None] Calling delete_port for 2ddd4434-a946-4b10-baff-5b18fde2f012 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:25:19.434417 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cdd6be-dbff-4150-8552-253273df9da7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Network': ['ID=3bc0b3d5-1406-4a06-a757-8538074fd656,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:19.441381 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-96cdd6be-dbff-4150-8552-253273df9da7 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/networks/3bc0b3d5-1406-4a06-a757-8538074fd656 HTTP/1.1" status: 204 len: 168 time: 2.9171572 Feb 04 21:25:19.445513 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34934) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:19.452725 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-ac1690d0-0d05-4458-a3ec-86e9a7d841fa tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1357450528'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:25:19.456884 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34938) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:19.497491 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ac1690d0-0d05-4458-a3ec-86e9a7d841fa tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:25:19.570672 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ac1690d0-0d05-4458-a3ec-86e9a7d841fa tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:network and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:25:19.583650 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ac1690d0-0d05-4458-a3ec-86e9a7d841fa tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:25:19.602588 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ac1690d0-0d05-4458-a3ec-86e9a7d841fa tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:25:19.604144 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7ec8aac5-d962-4259-b3fe-d1cd16b6e68b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:19.616747 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-b285620c-e1b7-4afa-a772-900db1dbb54f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:25:19.617106 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-b285620c-e1b7-4afa-a772-900db1dbb54f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:25:19.617449 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7ec8aac5-d962-4259-b3fe-d1cd16b6e68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:19.622785 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c318314c-1d35-4705-b4df-557b6d4d45a3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=354a53753e434161ab788e250190d627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1648219 Feb 04 21:25:19.625405 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34946) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:19.671466 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec8aac5-d962-4259-b3fe-d1cd16b6e68b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:25:19.684552 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7ec8aac5-d962-4259-b3fe-d1cd16b6e68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:19.685303 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-7ec8aac5-d962-4259-b3fe-d1cd16b6e68b admin admin] Added segment 6127958f-fd17-41f5-9471-5f32982b52c9 of type vlan for network caaf35b1-9479-4b88-a287-f783c9fe4324 Feb 04 21:25:19.697860 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8aac5-d962-4259-b3fe-d1cd16b6e68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aae208f-471d-45a0-abee-663ff43fa77f,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:19.723106 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7ec8aac5-d962-4259-b3fe-d1cd16b6e68b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:19.727061 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1690d0-0d05-4458-a3ec-86e9a7d841fa tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:25:19.742389 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ac1690d0-0d05-4458-a3ec-86e9a7d841fa tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:19.789236 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7ec8aac5-d962-4259-b3fe-d1cd16b6e68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:19.792479 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec8aac5-d962-4259-b3fe-d1cd16b6e68b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:19.815625 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7ec8aac5-d962-4259-b3fe-d1cd16b6e68b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:19.867305 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac1690d0-0d05-4458-a3ec-86e9a7d841fa tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:25:19.873957 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-882d2fe7-8415-4afe-8ca0-7771ec1a2152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:20.073891 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-7ec8aac5-d962-4259-b3fe-d1cd16b6e68b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6358323 Feb 04 21:25:20.074677 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 34954) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:20.084676 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-27ebc07d-0c9b-40a8-9980-45937bb13d7b admin admin] Request body: {'subnet': {'network_id': 'caaf35b1-9479-4b88-a287-f783c9fe4324', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1305644065-subnet', 'tenant_id': 'cc8160e62e7c491faf9c329fae750892', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:25:20.095667 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-27ebc07d-0c9b-40a8-9980-45937bb13d7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:25:20.105169 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8aac5-d962-4259-b3fe-d1cd16b6e68b admin admin] Pushing event updated for resources: {'Network': ['ID=caaf35b1-9479-4b88-a287-f783c9fe4324,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:20.117371 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network caaf35b1-9479-4b88-a287-f783c9fe4324 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:25:20.129500 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-27ebc07d-0c9b-40a8-9980-45937bb13d7b admin admin] Usage tracker for resource:subnet and tenant:cc8160e62e7c491faf9c329fae750892 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:25:20.139696 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-b285620c-e1b7-4afa-a772-900db1dbb54f None None] Deleting port 2ddd4434-a946-4b10-baff-5b18fde2f012 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:25:20.140193 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-27ebc07d-0c9b-40a8-9980-45937bb13d7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:25:20.143378 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b285620c-e1b7-4afa-a772-900db1dbb54f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:20.151946 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-27ebc07d-0c9b-40a8-9980-45937bb13d7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:25:20.196580 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ebc07d-0c9b-40a8-9980-45937bb13d7b admin admin] Made reservation on behalf of cc8160e62e7c491faf9c329fae750892 for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:25:20.199631 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-27ebc07d-0c9b-40a8-9980-45937bb13d7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:20.236731 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ac1690d0-0d05-4458-a3ec-86e9a7d841fa tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:20.237399 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-ac1690d0-0d05-4458-a3ec-86e9a7d841fa tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Added segment ce415325-9191-47b8-b654-115700d7541f of type vlan for network 4cdfadf0-9391-40e8-ab4a-c3d5803e6c4f Feb 04 21:25:20.250953 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-882d2fe7-8415-4afe-8ca0-7771ec1a2152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:20.308819 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ac1690d0-0d05-4458-a3ec-86e9a7d841fa tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:20.352697 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ac1690d0-0d05-4458-a3ec-86e9a7d841fa tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:20.360213 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1690d0-0d05-4458-a3ec-86e9a7d841fa tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:20.360907 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ac1690d0-0d05-4458-a3ec-86e9a7d841fa tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:20.460448 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-b285620c-e1b7-4afa-a772-900db1dbb54f None None] The port '2ddd4434-a946-4b10-baff-5b18fde2f012' was deleted {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:25:20.488072 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1690d0-0d05-4458-a3ec-86e9a7d841fa tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Network': ['ID=4cdfadf0-9391-40e8-ab4a-c3d5803e6c4f,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:20.503526 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-882d2fe7-8415-4afe-8ca0-7771ec1a2152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:20.530849 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-882d2fe7-8415-4afe-8ca0-7771ec1a2152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:20.535163 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-882d2fe7-8415-4afe-8ca0-7771ec1a2152 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/26085a4a-6465-4395-884c-794d22cd5f39 HTTP/1.1" status: 204 len: 168 time: 0.9084923 Feb 04 21:25:20.537085 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d2fe7-8415-4afe-8ca0-7771ec1a2152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26085a4a-6465-4395-884c-794d22cd5f39,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:20.540764 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ac1690d0-0d05-4458-a3ec-86e9a7d841fa tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0939817 Feb 04 21:25:20.543722 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 34962) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:20.549856 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-206ac70c-da81-4ee4-afbe-6371935b8291 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'subnet': {'network_id': '4cdfadf0-9391-40e8-ab4a-c3d5803e6c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:25:20.565031 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 4cdfadf0-9391-40e8-ab4a-c3d5803e6c4f details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:25:20.731234 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-206ac70c-da81-4ee4-afbe-6371935b8291 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:25:20.736624 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-206ac70c-da81-4ee4-afbe-6371935b8291 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:subnet and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:25:20.739358 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-206ac70c-da81-4ee4-afbe-6371935b8291 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:25:20.746613 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-206ac70c-da81-4ee4-afbe-6371935b8291 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:25:20.775675 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206ac70c-da81-4ee4-afbe-6371935b8291 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:25:20.783147 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-206ac70c-da81-4ee4-afbe-6371935b8291 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:20.863183 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-27ebc07d-0c9b-40a8-9980-45937bb13d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:21.116256 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc07d-0c9b-40a8-9980-45937bb13d7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb1c52ef-61ff-436e-8e3a-ed4305df5776,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:21.135351 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ebc07d-0c9b-40a8-9980-45937bb13d7b admin admin] Checking segment: {'id': '6127958f-fd17-41f5-9471-5f32982b52c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'caaf35b1-9479-4b88-a287-f783c9fe4324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:25:21.136562 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ebc07d-0c9b-40a8-9980-45937bb13d7b admin admin] Network hostable DHCP agents. Network: caaf35b1-9479-4b88-a287-f783c9fe4324, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:25:21.179396 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ebc07d-0c9b-40a8-9980-45937bb13d7b admin admin] Network caaf35b1-9479-4b88-a287-f783c9fe4324 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:25:21.196725 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-27ebc07d-0c9b-40a8-9980-45937bb13d7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, caaf35b1-9479-4b88-a287-f783c9fe4324) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:25:21.206313 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034932c4-a34f-449c-8b6b-e3b724b1f129 None None] Network caaf35b1-9479-4b88-a287-f783c9fe4324 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:25:21.220942 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ebc07d-0c9b-40a8-9980-45937bb13d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:21.223410 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-27ebc07d-0c9b-40a8-9980-45937bb13d7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:21.273856 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-27ebc07d-0c9b-40a8-9980-45937bb13d7b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1924746 Feb 04 21:25:21.419233 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-206ac70c-da81-4ee4-afbe-6371935b8291 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:21.563457 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7f7ec9-8e92-4192-ac09-5ca1b87719ab None None] Network caaf35b1-9479-4b88-a287-f783c9fe4324 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:25:21.622479 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ac70c-da81-4ee4-afbe-6371935b8291 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Subnet': ['ID=e26cd797-7b27-47f5-bb9d-d44127160681,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:21.634960 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206ac70c-da81-4ee4-afbe-6371935b8291 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Checking segment: {'id': 'ce415325-9191-47b8-b654-115700d7541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4cdfadf0-9391-40e8-ab4a-c3d5803e6c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:25:21.635446 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206ac70c-da81-4ee4-afbe-6371935b8291 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Network hostable DHCP agents. Network: 4cdfadf0-9391-40e8-ab4a-c3d5803e6c4f, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:25:21.699947 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206ac70c-da81-4ee4-afbe-6371935b8291 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Network 4cdfadf0-9391-40e8-ab4a-c3d5803e6c4f is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:25:21.724614 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-206ac70c-da81-4ee4-afbe-6371935b8291 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 4cdfadf0-9391-40e8-ab4a-c3d5803e6c4f) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:25:21.733076 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206ac70c-da81-4ee4-afbe-6371935b8291 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:21.734020 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-206ac70c-da81-4ee4-afbe-6371935b8291 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:21.746182 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3eb4c1-3c9e-47bf-aa19-04984918c4b6 None None] Network 4cdfadf0-9391-40e8-ab4a-c3d5803e6c4f requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:25:21.817474 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-206ac70c-da81-4ee4-afbe-6371935b8291 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2725575 Feb 04 21:25:21.821227 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 34994) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:21.830344 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-6a95c33a-1710-4c9d-9b94-9dad95f41054 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'port': {'network_id': '4cdfadf0-9391-40e8-ab4a-c3d5803e6c4f', 'name': 'tempest-PortsIpV6TestJSON-1216572303', 'fixed_ips': [{'subnet_id': 'e26cd797-7b27-47f5-bb9d-d44127160681', 'ip_address': '2001:db8::10'}]}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:25:22.479158 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-6a95c33a-1710-4c9d-9b94-9dad95f41054 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:25:22.485610 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-6a95c33a-1710-4c9d-9b94-9dad95f41054 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:port and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:25:22.492830 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-6a95c33a-1710-4c9d-9b94-9dad95f41054 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:25:22.507147 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-6a95c33a-1710-4c9d-9b94-9dad95f41054 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:25:22.533567 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a95c33a-1710-4c9d-9b94-9dad95f41054 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:25:22.743685 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e720fac7-0528-4b42-92dc-a398dd50f338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-4cdfadf0-9391-40e8-ab4a-c3d5803e6c4f', 'network_id': '4cdfadf0-9391-40e8-ab4a-c3d5803e6c4f', 'tenant_id': '82ec2af3498f4ce2a5fb7aab35a5d5ac', 'fixed_ips': [{'subnet_id': 'e26cd797-7b27-47f5-bb9d-d44127160681'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:25:22.745175 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e720fac7-0528-4b42-92dc-a398dd50f338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:22.847693 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6a95c33a-1710-4c9d-9b94-9dad95f41054 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:23.212324 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [None req-6a95c33a-1710-4c9d-9b94-9dad95f41054 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] device_id is not set on port a3f65785-7f30-4032-90bf-45ee96f8027c yet. {{(pid=87683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:25:23.247519 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-e720fac7-0528-4b42-92dc-a398dd50f338 None None] Allocated IP 2001:db8::2 (4cdfadf0-9391-40e8-ab4a-c3d5803e6c4f/e26cd797-7b27-47f5-bb9d-d44127160681/b9e658c6-f3c2-43b4-9e7d-58354fdac265) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:25:23.574001 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-395818eb-2e89-4edf-bce9-282ec66ca8e8 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:23.625482 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-395818eb-2e89-4edf-bce9-282ec66ca8e8 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] 10.222.0.26 "GET /v2.0/networks?id=910ccf0f-2b4d-4262-8d9a-50dea3d58bb8 HTTP/1.1" status: 200 len: 808 time: 0.7625716 Feb 04 21:25:23.717147 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-3c0c2b0e-3d05-4311-a6c6-d9ea3e74dc27 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] 10.222.0.26 "GET /v2.0/quotas/68559e9748294875b291addd53e330c1 HTTP/1.1" status: 200 len: 375 time: 0.0906281 Feb 04 21:25:24.180816 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-e4b846ba-4947-46e5-9d3b-987e7481c92c tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=68559e9748294875b291addd53e330c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1047723 Feb 04 21:25:24.535932 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-662e76de-31eb-4b16-b81c-103fb840611f service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:25:24.538386 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-662e76de-31eb-4b16-b81c-103fb840611f service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3501713 Feb 04 21:25:24.616184 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e720fac7-0528-4b42-92dc-a398dd50f338 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:24.703173 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-e720fac7-0528-4b42-92dc-a398dd50f338 None None] Transition to ACTIVE for port object b9e658c6-f3c2-43b4-9e7d-58354fdac265 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:25:24.751952 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-43d0e06e-29ac-4fce-8b46-1152b01dd58b service neutron] 10.222.0.26 "GET /v2.0/networks/910ccf0f-2b4d-4262-8d9a-50dea3d58bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972857 Feb 04 21:25:24.783309 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-e720fac7-0528-4b42-92dc-a398dd50f338 None None] Transition to ACTIVE for port object b9e658c6-f3c2-43b4-9e7d-58354fdac265 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:25:24.804607 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e720fac7-0528-4b42-92dc-a398dd50f338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:24.867198 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e720fac7-0528-4b42-92dc-a398dd50f338 None None] Network 4cdfadf0-9391-40e8-ab4a-c3d5803e6c4f is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:25:24.877476 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-e720fac7-0528-4b42-92dc-a398dd50f338 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:25:24.897914 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e720fac7-0528-4b42-92dc-a398dd50f338 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:25:25.066116 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-6a95c33a-1710-4c9d-9b94-9dad95f41054 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Allocated IP 2001:db8::10 (4cdfadf0-9391-40e8-ab4a-c3d5803e6c4f/e26cd797-7b27-47f5-bb9d-d44127160681/a3f65785-7f30-4032-90bf-45ee96f8027c) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:25:25.244311 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720fac7-0528-4b42-92dc-a398dd50f338 None None] Pushing event updated for resources: {'Port': ['ID=b9e658c6-f3c2-43b4-9e7d-58354fdac265,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:25.280089 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-e720fac7-0528-4b42-92dc-a398dd50f338 None None] Attempting to bind port b9e658c6-f3c2-43b4-9e7d-58354fdac265 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:25:25.280615 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-e720fac7-0528-4b42-92dc-a398dd50f338 None None] Attempting to bind port b9e658c6-f3c2-43b4-9e7d-58354fdac265 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': 'ce415325-9191-47b8-b654-115700d7541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4cdfadf0-9391-40e8-ab4a-c3d5803e6c4f'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:25:25.281089 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e720fac7-0528-4b42-92dc-a398dd50f338 None None] Attempting to bind port b9e658c6-f3c2-43b4-9e7d-58354fdac265 on network 4cdfadf0-9391-40e8-ab4a-c3d5803e6c4f {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:25:25.291754 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e720fac7-0528-4b42-92dc-a398dd50f338 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:25:25.293526 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e720fac7-0528-4b42-92dc-a398dd50f338 None None] Checking segment: {'id': 'ce415325-9191-47b8-b654-115700d7541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4cdfadf0-9391-40e8-ab4a-c3d5803e6c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:25:25.294064 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e720fac7-0528-4b42-92dc-a398dd50f338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:25.294584 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e720fac7-0528-4b42-92dc-a398dd50f338 None None] Bound using segment: {'id': 'ce415325-9191-47b8-b654-115700d7541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4cdfadf0-9391-40e8-ab4a-c3d5803e6c4f'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:25:25.297954 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-e720fac7-0528-4b42-92dc-a398dd50f338 None None] Bound port: b9e658c6-f3c2-43b4-9e7d-58354fdac265, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce415325-9191-47b8-b654-115700d7541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4cdfadf0-9391-40e8-ab4a-c3d5803e6c4f'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:25:25.298446 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e720fac7-0528-4b42-92dc-a398dd50f338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:25.601488 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6a95c33a-1710-4c9d-9b94-9dad95f41054 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:25.625095 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-0f037e4b-6e37-4188-a597-72e1a025992f service neutron] 10.222.0.26 "GET /v2.0/networks/910ccf0f-2b4d-4262-8d9a-50dea3d58bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8562710 Feb 04 21:25:25.634019 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [None req-6a95c33a-1710-4c9d-9b94-9dad95f41054 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Transition to ACTIVE for port object a3f65785-7f30-4032-90bf-45ee96f8027c will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:25:25.655501 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-e720fac7-0528-4b42-92dc-a398dd50f338 None None] For port b9e658c6-f3c2-43b4-9e7d-58354fdac265, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:25:25.663534 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-e720fac7-0528-4b42-92dc-a398dd50f338 None None] For port b9e658c6-f3c2-43b4-9e7d-58354fdac265, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=b9e658c6-f3c2-43b4-9e7d-58354fdac265,segment=NetworkSegment(ce415325-9191-47b8-b654-115700d7541f),segment_id=ce415325-9191-47b8-b654-115700d7541f)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:25:25.679457 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e720fac7-0528-4b42-92dc-a398dd50f338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:25.697530 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6a95c33a-1710-4c9d-9b94-9dad95f41054 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:25.705940 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:25:25.796897 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a95c33a-1710-4c9d-9b94-9dad95f41054 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Network 4cdfadf0-9391-40e8-ab4a-c3d5803e6c4f is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:25:25.800274 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-6a95c33a-1710-4c9d-9b94-9dad95f41054 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:25:25.805447 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a95c33a-1710-4c9d-9b94-9dad95f41054 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:25:25.811164 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a95c33a-1710-4c9d-9b94-9dad95f41054 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:25.811823 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6a95c33a-1710-4c9d-9b94-9dad95f41054 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:25.850780 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95c33a-1710-4c9d-9b94-9dad95f41054 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Port': ['ID=a3f65785-7f30-4032-90bf-45ee96f8027c,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:25.854206 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-6a95c33a-1710-4c9d-9b94-9dad95f41054 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0316012 Feb 04 21:25:25.856733 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 35120) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:25.862459 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-37a70d04-6256-4fdb-9f5e-e62d255b5b26 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'port': {'network_id': '4cdfadf0-9391-40e8-ab4a-c3d5803e6c4f', 'name': 'tempest-PortsIpV6TestJSON-2092342189', 'fixed_ips': [{'subnet_id': 'e26cd797-7b27-47f5-bb9d-d44127160681', 'ip_address': '2001:db8::f'}]}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:25:25.937900 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720fac7-0528-4b42-92dc-a398dd50f338 None None] Pushing event updated for resources: {'Port': ['ID=b9e658c6-f3c2-43b4-9e7d-58354fdac265,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:26.135402 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0220b520-a935-4827-9740-21760e27a622 req-9dcfe892-4f4e-4862-b0a9-729811ee8cce tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] 10.222.0.26 "GET /v2.0/ports?device_id=dff044e3-4e9c-41d7-b2cb-0f86d2da887b HTTP/1.1" status: 200 len: 210 time: 0.1447577 Feb 04 21:25:26.274415 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-37a70d04-6256-4fdb-9f5e-e62d255b5b26 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:25:26.276960 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:26.280862 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-37a70d04-6256-4fdb-9f5e-e62d255b5b26 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:port and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:25:26.285400 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-37a70d04-6256-4fdb-9f5e-e62d255b5b26 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:25:26.305703 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-37a70d04-6256-4fdb-9f5e-e62d255b5b26 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:25:26.332155 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a70d04-6256-4fdb-9f5e-e62d255b5b26 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:25:26.340169 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-37a70d04-6256-4fdb-9f5e-e62d255b5b26 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:26.416191 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [None req-37a70d04-6256-4fdb-9f5e-e62d255b5b26 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] device_id is not set on port 3d7a0f50-aaae-477a-80b2-bf9cfc61b569 yet. {{(pid=87683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:25:26.945784 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device b9e658c6-f3c2-43b4-9e7d-58354fdac265 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:25:27.091930 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-37a70d04-6256-4fdb-9f5e-e62d255b5b26 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Allocated IP 2001:db8::f (4cdfadf0-9391-40e8-ab4a-c3d5803e6c4f/e26cd797-7b27-47f5-bb9d-d44127160681/3d7a0f50-aaae-477a-80b2-bf9cfc61b569) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:25:27.149134 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port b9e658c6-f3c2-43b4-9e7d-58354fdac265 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:25:27.738733 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-372b27ed-82d3-4b00-af6c-5b1d48afc4c7 req-acc02d43-2ab7-43ef-a290-9e2d622de0ba tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] 10.222.0.26 "GET /v2.0/ports?device_id=dff044e3-4e9c-41d7-b2cb-0f86d2da887b HTTP/1.1" status: 200 len: 210 time: 0.1020870 Feb 04 21:25:27.853482 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d110809b-c670-4dea-b625-941bfbe2611a None None] Network 4cdfadf0-9391-40e8-ab4a-c3d5803e6c4f requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:25:27.984773 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-37a70d04-6256-4fdb-9f5e-e62d255b5b26 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:28.143366 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [None req-37a70d04-6256-4fdb-9f5e-e62d255b5b26 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Transition to ACTIVE for port object 3d7a0f50-aaae-477a-80b2-bf9cfc61b569 will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:25:28.163017 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-55afa24f-8dd3-4376-8dce-df5d056fa277 None None] Provisioning for port b9e658c6-f3c2-43b4-9e7d-58354fdac265 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:25:28.183324 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-55afa24f-8dd3-4376-8dce-df5d056fa277 None None] Provisioning complete for port b9e658c6-f3c2-43b4-9e7d-58354fdac265 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:25:28.183695 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-55afa24f-8dd3-4376-8dce-df5d056fa277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:28.233454 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-37a70d04-6256-4fdb-9f5e-e62d255b5b26 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:28.339255 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35182) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:28.496020 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a70d04-6256-4fdb-9f5e-e62d255b5b26 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Network 4cdfadf0-9391-40e8-ab4a-c3d5803e6c4f is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:25:28.616685 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-37a70d04-6256-4fdb-9f5e-e62d255b5b26 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:25:28.640195 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a70d04-6256-4fdb-9f5e-e62d255b5b26 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:25:28.643473 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0fd2147c-6a4a-4099-b75d-95651a00fe52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:28.656968 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a70d04-6256-4fdb-9f5e-e62d255b5b26 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:28.659987 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-37a70d04-6256-4fdb-9f5e-e62d255b5b26 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:28.684871 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0fd2147c-6a4a-4099-b75d-95651a00fe52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:25:28.716290 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0fd2147c-6a4a-4099-b75d-95651a00fe52 admin admin] Usage tracker for resource:security_group_rule and tenant:7141497190f14b00a4e8ec7a0c03f312 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:25:28.729902 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0fd2147c-6a4a-4099-b75d-95651a00fe52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:25:28.752530 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-0fd2147c-6a4a-4099-b75d-95651a00fe52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:25:28.781633 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-55afa24f-8dd3-4376-8dce-df5d056fa277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:28.960789 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a70d04-6256-4fdb-9f5e-e62d255b5b26 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Port': ['ID=3d7a0f50-aaae-477a-80b2-bf9cfc61b569,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:28.987851 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-55afa24f-8dd3-4376-8dce-df5d056fa277 None None] For port b9e658c6-f3c2-43b4-9e7d-58354fdac265, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=b9e658c6-f3c2-43b4-9e7d-58354fdac265,segment=NetworkSegment(ce415325-9191-47b8-b654-115700d7541f),segment_id=ce415325-9191-47b8-b654-115700d7541f)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:25:29.038519 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-49019f3e-8673-434c-83ed-243e842603b0 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:29.045745 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-55afa24f-8dd3-4376-8dce-df5d056fa277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:29.048232 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-49019f3e-8673-434c-83ed-243e842603b0 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] 10.222.0.32 "GET /v2.0/networks?id=910ccf0f-2b4d-4262-8d9a-50dea3d58bb8 HTTP/1.1" status: 200 len: 808 time: 0.9986262 Feb 04 21:25:29.069167 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0fd2147c-6a4a-4099-b75d-95651a00fe52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:29.083789 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0fd2147c-6a4a-4099-b75d-95651a00fe52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:29.222722 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-4faf24ba-79f4-4afb-bf3b-d681081793c4 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Request body: {'port': {'device_id': 'dff044e3-4e9c-41d7-b2cb-0f86d2da887b', 'network_id': '910ccf0f-2b4d-4262-8d9a-50dea3d58bb8', 'admin_state_up': True, 'tenant_id': '68559e9748294875b291addd53e330c1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:25:29.230046 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0fd2147c-6a4a-4099-b75d-95651a00fe52 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7141497190f14b00a4e8ec7a0c03f312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8885956 Feb 04 21:25:29.231140 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35206) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:29.232199 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2147c-6a4a-4099-b75d-95651a00fe52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32eea20c-eb7d-4a2b-b811-5586e189d277,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:29.387163 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-37a70d04-6256-4fdb-9f5e-e62d255b5b26 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5276158 Feb 04 21:25:29.431783 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35212) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:29.469998 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-95e83bd4-69df-41e9-8cf3-2ff91e300f7f req-38bc11a0-46e5-4445-8b4b-1de734764309 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] 10.222.0.26 "GET /v2.0/ports?device_id=dff044e3-4e9c-41d7-b2cb-0f86d2da887b HTTP/1.1" status: 200 len: 210 time: 0.4172230 Feb 04 21:25:29.524748 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afa24f-8dd3-4376-8dce-df5d056fa277 None None] Pushing event updated for resources: {'Port': ['ID=b9e658c6-f3c2-43b4-9e7d-58354fdac265,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:29.663295 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e1800a79-de76-4587-ac6d-e370859be1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:29.831223 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e1800a79-de76-4587-ac6d-e370859be1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:29.872692 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-4faf24ba-79f4-4afb-bf3b-d681081793c4 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:25:29.879698 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-4faf24ba-79f4-4afb-bf3b-d681081793c4 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Usage tracker for resource:port and tenant:68559e9748294875b291addd53e330c1 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:25:29.884796 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-4faf24ba-79f4-4afb-bf3b-d681081793c4 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:25:29.897861 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-4faf24ba-79f4-4afb-bf3b-d681081793c4 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:25:29.928847 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-4faf24ba-79f4-4afb-bf3b-d681081793c4 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Made reservation on behalf of 68559e9748294875b291addd53e330c1 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:25:29.932557 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-4faf24ba-79f4-4afb-bf3b-d681081793c4 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:29.950161 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2025bd86-02d4-4ca9-8550-824c5146d818 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:29.950912 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2025bd86-02d4-4ca9-8550-824c5146d818 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Synchronizing usage tracker for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:25:30.006866 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-2025bd86-02d4-4ca9-8550-824c5146d818 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Unset dirty status for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:25:30.011876 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2025bd86-02d4-4ca9-8550-824c5146d818 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.5756407 Feb 04 21:25:30.012942 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35228) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:30.057554 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e1800a79-de76-4587-ac6d-e370859be1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:30.101412 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1800a79-de76-4587-ac6d-e370859be1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32eea20c-eb7d-4a2b-b811-5586e189d277,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:30.107301 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-72f48a39-ceef-428a-8103-8a63bbb90ae2 None None] Provisioning for port a3f65785-7f30-4032-90bf-45ee96f8027c completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:25:30.117080 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-72f48a39-ceef-428a-8103-8a63bbb90ae2 None None] Provisioning complete for port a3f65785-7f30-4032-90bf-45ee96f8027c triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:25:30.119595 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-72f48a39-ceef-428a-8103-8a63bbb90ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:30.133077 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e1800a79-de76-4587-ac6d-e370859be1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:30.134588 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e1800a79-de76-4587-ac6d-e370859be1af admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/32eea20c-eb7d-4a2b-b811-5586e189d277 HTTP/1.1" status: 204 len: 168 time: 0.8978698 Feb 04 21:25:30.166908 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35234) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:30.233879 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1f8edc-59ae-4eb3-b597-a4b3287b2b1b tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:30.251801 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1f8edc-59ae-4eb3-b597-a4b3287b2b1b tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:30.273374 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1f8edc-59ae-4eb3-b597-a4b3287b2b1b tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:30.279040 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3b1f8edc-59ae-4eb3-b597-a4b3287b2b1b tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2641218 Feb 04 21:25:30.280000 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35240) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:30.371027 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-72f48a39-ceef-428a-8103-8a63bbb90ae2 None None] Port a3f65785-7f30-4032-90bf-45ee96f8027c cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:25:30.384622 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-5cccd05b-8a9e-455f-84c4-30a095b4df43 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Deleting port 3d7a0f50-aaae-477a-80b2-bf9cfc61b569 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:25:30.385096 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5cccd05b-8a9e-455f-84c4-30a095b4df43 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:30.396398 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-72f48a39-ceef-428a-8103-8a63bbb90ae2 None None] Provisioning for port 3d7a0f50-aaae-477a-80b2-bf9cfc61b569 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:25:30.409646 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-72f48a39-ceef-428a-8103-8a63bbb90ae2 None None] Provisioning complete for port 3d7a0f50-aaae-477a-80b2-bf9cfc61b569 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:25:30.410708 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-72f48a39-ceef-428a-8103-8a63bbb90ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:30.472759 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a4f5db6e-ac22-4a2f-a4c5-7938a5c83ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:30.486159 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-4faf24ba-79f4-4afb-bf3b-d681081793c4 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Allocated IP 172.20.0.4 (910ccf0f-2b4d-4262-8d9a-50dea3d58bb8/f9755083-7d31-43fa-a39a-2de25567403f/af6b86e7-4230-424e-b0fc-e6cb1c058bfa) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:25:30.523035 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a4f5db6e-ac22-4a2f-a4c5-7938a5c83ee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:25:30.542286 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-72f48a39-ceef-428a-8103-8a63bbb90ae2 None None] Port 3d7a0f50-aaae-477a-80b2-bf9cfc61b569 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:25:30.560884 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a4f5db6e-ac22-4a2f-a4c5-7938a5c83ee1 admin admin] Usage tracker for resource:security_group_rule and tenant:8d693b5d1bfb463889c071a1e211e362 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:25:30.569877 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a4f5db6e-ac22-4a2f-a4c5-7938a5c83ee1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:25:30.589177 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a4f5db6e-ac22-4a2f-a4c5-7938a5c83ee1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:25:30.595981 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-72f48a39-ceef-428a-8103-8a63bbb90ae2 None None] Provisioning complete for port b9e658c6-f3c2-43b4-9e7d-58354fdac265 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:25:30.596521 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-72f48a39-ceef-428a-8103-8a63bbb90ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:30.760507 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device b9e658c6-f3c2-43b4-9e7d-58354fdac265 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:25:30.912967 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5cccd05b-8a9e-455f-84c4-30a095b4df43 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:31.059974 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a2e46afc-72b0-4f13-8942-83920abd25a5 req-4b30de52-57ab-47f6-bc5d-8e655d4d248a tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] 10.222.0.26 "GET /v2.0/ports?device_id=dff044e3-4e9c-41d7-b2cb-0f86d2da887b HTTP/1.1" status: 200 len: 210 time: 0.2058253 Feb 04 21:25:31.065347 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port b9e658c6-f3c2-43b4-9e7d-58354fdac265 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:25:31.065906 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:31.077714 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 35268) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:31.107805 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2182c254-a36d-414f-8b81-1930cee1c303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:31.134375 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-4faf24ba-79f4-4afb-bf3b-d681081793c4 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:31.150583 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-2182c254-a36d-414f-8b81-1930cee1c303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:25:31.156342 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-2182c254-a36d-414f-8b81-1930cee1c303 admin admin] Usage tracker for resource:security_group_rule and tenant:3abdd18ccddb4b8a9972a83b851acedd is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:25:31.160768 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-2182c254-a36d-414f-8b81-1930cee1c303 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:25:31.170049 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-2182c254-a36d-414f-8b81-1930cee1c303 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:25:31.222629 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-5cccd05b-8a9e-455f-84c4-30a095b4df43 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Calling delete_port for 3d7a0f50-aaae-477a-80b2-bf9cfc61b569 owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:25:31.233779 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-4faf24ba-79f4-4afb-bf3b-d681081793c4 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:31.361590 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-4faf24ba-79f4-4afb-bf3b-d681081793c4 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Network 910ccf0f-2b4d-4262-8d9a-50dea3d58bb8 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:25:31.384761 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-4faf24ba-79f4-4afb-bf3b-d681081793c4 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:25:31.401357 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5cccd05b-8a9e-455f-84c4-30a095b4df43 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:31.407613 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-4faf24ba-79f4-4afb-bf3b-d681081793c4 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:25:31.471823 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cccd05b-8a9e-455f-84c4-30a095b4df43 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Port': ['ID=3d7a0f50-aaae-477a-80b2-bf9cfc61b569,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:31.506717 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-48d22ea8-f725-4fdf-a8cd-21f4251ea9fc None None] Provisioning complete for port a3f65785-7f30-4032-90bf-45ee96f8027c triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:25:31.507965 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-48d22ea8-f725-4fdf-a8cd-21f4251ea9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:31.536956 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5cccd05b-8a9e-455f-84c4-30a095b4df43 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:31.578139 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5cccd05b-8a9e-455f-84c4-30a095b4df43 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/ports/3d7a0f50-aaae-477a-80b2-bf9cfc61b569 HTTP/1.1" status: 204 len: 168 time: 1.2966106 Feb 04 21:25:31.579117 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35274) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:31.609624 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf24ba-79f4-4afb-bf3b-d681081793c4 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Pushing event updated for resources: {'Port': ['ID=af6b86e7-4230-424e-b0fc-e6cb1c058bfa,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:31.640001 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-48d22ea8-f725-4fdf-a8cd-21f4251ea9fc None None] Port a3f65785-7f30-4032-90bf-45ee96f8027c cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:25:31.645655 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-48d22ea8-f725-4fdf-a8cd-21f4251ea9fc None None] Could not find standard attr ID for object 3d7a0f50-aaae-477a-80b2-bf9cfc61b569. {{(pid=87684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 21:25:31.668472 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-4faf24ba-79f4-4afb-bf3b-d681081793c4 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:31.669280 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-4faf24ba-79f4-4afb-bf3b-d681081793c4 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:31.767143 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2182c254-a36d-414f-8b81-1930cee1c303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:31.794576 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2182c254-a36d-414f-8b81-1930cee1c303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:31.860589 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-420b21d6-e7a9-490a-abd1-f82899f53e95 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] GET failed (client error): The resource could not be found. Feb 04 21:25:31.861434 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-420b21d6-e7a9-490a-abd1-f82899f53e95 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Synchronizing usage tracker for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:25:31.872719 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a4f5db6e-ac22-4a2f-a4c5-7938a5c83ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:31.891497 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-2182c254-a36d-414f-8b81-1930cee1c303 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3abdd18ccddb4b8a9972a83b851acedd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8124595 Feb 04 21:25:31.892178 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a4f5db6e-ac22-4a2f-a4c5-7938a5c83ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:31.894809 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 35284) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:31.903024 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-4faf24ba-79f4-4afb-bf3b-d681081793c4 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6884112 Feb 04 21:25:31.920411 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-420b21d6-e7a9-490a-abd1-f82899f53e95 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Unset dirty status for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:25:31.924661 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-420b21d6-e7a9-490a-abd1-f82899f53e95 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "GET /v2.0/ports/3d7a0f50-aaae-477a-80b2-bf9cfc61b569 HTTP/1.1" status: 404 len: 333 time: 0.3418412 Feb 04 21:25:31.928831 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35288) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:31.933079 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-2397cada-6fb1-485e-9c3f-42b1330afd3d service neutron] Request body: {'port': {'device_id': 'dff044e3-4e9c-41d7-b2cb-0f86d2da887b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:25:32.008401 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a4f5db6e-ac22-4a2f-a4c5-7938a5c83ee1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8d693b5d1bfb463889c071a1e211e362&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8392651 Feb 04 21:25:32.012724 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35292) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:32.021415 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5db6e-ac22-4a2f-a4c5-7938a5c83ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae74b5c1-f9ed-44d9-995f-cb58bacccc70,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:32.056037 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-e838b126-6969-460a-839f-ddf927875d9c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Deleting port a3f65785-7f30-4032-90bf-45ee96f8027c {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:25:32.056601 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e838b126-6969-460a-839f-ddf927875d9c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:32.171067 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-2397cada-6fb1-485e-9c3f-42b1330afd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:32.236151 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-48c918bd-9e65-48bc-b630-82f910b0deae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:32.243664 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182c254-a36d-414f-8b81-1930cee1c303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13e3205-863d-4302-890c-1d3a3cf04b4c,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:32.351199 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-48c918bd-9e65-48bc-b630-82f910b0deae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:32.467743 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcb15d-35f3-42ab-8a01-f212590bcf45 req-d8c1139d-1d0a-424b-a784-4fc0f2a1db5f tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:32.468500 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-06fcb15d-35f3-42ab-8a01-f212590bcf45 req-d8c1139d-1d0a-424b-a784-4fc0f2a1db5f tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Synchronizing usage tracker for tenant:68559e9748294875b291addd53e330c1 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:25:32.471249 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7d58d855-a05e-4664-bf87-85e7940dcc51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:32.510539 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7d58d855-a05e-4664-bf87-85e7940dcc51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:32.548894 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e838b126-6969-460a-839f-ddf927875d9c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:32.617674 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7d58d855-a05e-4664-bf87-85e7940dcc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:32.689034 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-06fcb15d-35f3-42ab-8a01-f212590bcf45 req-d8c1139d-1d0a-424b-a784-4fc0f2a1db5f tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Unset dirty status for tenant:68559e9748294875b291addd53e330c1 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:25:32.690274 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-06fcb15d-35f3-42ab-8a01-f212590bcf45 req-d8c1139d-1d0a-424b-a784-4fc0f2a1db5f tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] 10.222.0.26 "GET /v2.0/ports?device_id=dff044e3-4e9c-41d7-b2cb-0f86d2da887b HTTP/1.1" status: 200 len: 931 time: 0.3813567 Feb 04 21:25:32.696439 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d58d855-a05e-4664-bf87-85e7940dcc51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13e3205-863d-4302-890c-1d3a3cf04b4c,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:32.726466 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-e838b126-6969-460a-839f-ddf927875d9c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Calling delete_port for a3f65785-7f30-4032-90bf-45ee96f8027c owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:25:32.792645 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-48c918bd-9e65-48bc-b630-82f910b0deae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:32.843210 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c918bd-9e65-48bc-b630-82f910b0deae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae74b5c1-f9ed-44d9-995f-cb58bacccc70,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:32.859172 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-48c918bd-9e65-48bc-b630-82f910b0deae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:32.860708 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-48c918bd-9e65-48bc-b630-82f910b0deae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ae74b5c1-f9ed-44d9-995f-cb58bacccc70 HTTP/1.1" status: 204 len: 168 time: 0.8448963 Feb 04 21:25:32.915089 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:32.940581 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7d58d855-a05e-4664-bf87-85e7940dcc51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:32.941461 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-7d58d855-a05e-4664-bf87-85e7940dcc51 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f13e3205-863d-4302-890c-1d3a3cf04b4c HTTP/1.1" status: 204 len: 168 time: 1.0371394 Feb 04 21:25:33.000202 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e838b126-6969-460a-839f-ddf927875d9c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:33.005082 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-06fcb15d-35f3-42ab-8a01-f212590bcf45 req-f343bc2a-d1ef-4479-b953-c0ea9435ff03 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] 10.222.0.26 "GET /v2.0/security-groups?id=8336c719-e48a-4b0e-bac4-93bfb209c446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023298 Feb 04 21:25:33.459615 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838b126-6969-460a-839f-ddf927875d9c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Port': ['ID=a3f65785-7f30-4032-90bf-45ee96f8027c,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:33.478723 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e838b126-6969-460a-839f-ddf927875d9c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:33.496441 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e838b126-6969-460a-839f-ddf927875d9c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/ports/a3f65785-7f30-4032-90bf-45ee96f8027c HTTP/1.1" status: 204 len: 168 time: 1.5601430 Feb 04 21:25:33.499323 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35332) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:33.578282 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-995517fe-5aff-4b5b-a0ea-b02babb5ae05 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] GET failed (client error): The resource could not be found. Feb 04 21:25:33.582246 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-995517fe-5aff-4b5b-a0ea-b02babb5ae05 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Synchronizing usage tracker for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:25:33.631080 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-2397cada-6fb1-485e-9c3f-42b1330afd3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af6b86e7-4230-424e-b0fc-e6cb1c058bfa {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:25:33.638216 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-995517fe-5aff-4b5b-a0ea-b02babb5ae05 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Unset dirty status for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:25:33.640162 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-995517fe-5aff-4b5b-a0ea-b02babb5ae05 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "GET /v2.0/ports/a3f65785-7f30-4032-90bf-45ee96f8027c HTTP/1.1" status: 404 len: 333 time: 0.1398907 Feb 04 21:25:33.643256 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35336) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:33.655366 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-2397cada-6fb1-485e-9c3f-42b1330afd3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:33.686105 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-2397cada-6fb1-485e-9c3f-42b1330afd3d service neutron] Transition to ACTIVE for port object af6b86e7-4230-424e-b0fc-e6cb1c058bfa will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:25:33.693615 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-2397cada-6fb1-485e-9c3f-42b1330afd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:33.823765 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-f88c4682-e26e-4381-873b-cd41e7026d47 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Deleting subnet e26cd797-7b27-47f5-bb9d-d44127160681 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:25:33.837489 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f88c4682-e26e-4381-873b-cd41e7026d47 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:33.900093 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35346) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:33.937848 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e54f5e81-5c12-4bfa-ab66-11c17ef138b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:33.943588 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397cada-6fb1-485e-9c3f-42b1330afd3d service neutron] Pushing event updated for resources: {'Port': ['ID=af6b86e7-4230-424e-b0fc-e6cb1c058bfa,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:33.967847 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e54f5e81-5c12-4bfa-ab66-11c17ef138b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:25:33.976066 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f88c4682-e26e-4381-873b-cd41e7026d47 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:33.982908 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-2397cada-6fb1-485e-9c3f-42b1330afd3d service neutron] Attempting to bind port af6b86e7-4230-424e-b0fc-e6cb1c058bfa on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:25:33.983307 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-2397cada-6fb1-485e-9c3f-42b1330afd3d service neutron] Attempting to bind port af6b86e7-4230-424e-b0fc-e6cb1c058bfa by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': '665ab526-a82c-49c5-ac6b-d0594565c1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '910ccf0f-2b4d-4262-8d9a-50dea3d58bb8'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:25:33.983637 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-2397cada-6fb1-485e-9c3f-42b1330afd3d service neutron] Attempting to bind port af6b86e7-4230-424e-b0fc-e6cb1c058bfa on network 910ccf0f-2b4d-4262-8d9a-50dea3d58bb8 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:25:33.988457 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-2397cada-6fb1-485e-9c3f-42b1330afd3d service neutron] Port af6b86e7-4230-424e-b0fc-e6cb1c058bfa on network 910ccf0f-2b4d-4262-8d9a-50dea3d58bb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:25:33.988777 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-2397cada-6fb1-485e-9c3f-42b1330afd3d service neutron] Attempting to bind port af6b86e7-4230-424e-b0fc-e6cb1c058bfa on network 910ccf0f-2b4d-4262-8d9a-50dea3d58bb8 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:25:33.994724 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-2397cada-6fb1-485e-9c3f-42b1330afd3d service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:25:33.995054 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-2397cada-6fb1-485e-9c3f-42b1330afd3d service neutron] Checking segment: {'id': '665ab526-a82c-49c5-ac6b-d0594565c1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '910ccf0f-2b4d-4262-8d9a-50dea3d58bb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:25:33.995434 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-2397cada-6fb1-485e-9c3f-42b1330afd3d service neutron] Bound using segment: {'id': '665ab526-a82c-49c5-ac6b-d0594565c1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '910ccf0f-2b4d-4262-8d9a-50dea3d58bb8'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:25:33.995857 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-2397cada-6fb1-485e-9c3f-42b1330afd3d service neutron] Bound port: af6b86e7-4230-424e-b0fc-e6cb1c058bfa, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '665ab526-a82c-49c5-ac6b-d0594565c1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '910ccf0f-2b4d-4262-8d9a-50dea3d58bb8'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:25:33.996199 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-2397cada-6fb1-485e-9c3f-42b1330afd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:34.008330 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e54f5e81-5c12-4bfa-ab66-11c17ef138b1 admin admin] Usage tracker for resource:security_group_rule and tenant:e72cf59b389c4e47801502c0b0a99854 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:25:34.017611 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e54f5e81-5c12-4bfa-ab66-11c17ef138b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:25:34.031990 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e54f5e81-5c12-4bfa-ab66-11c17ef138b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:25:34.112592 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-2397cada-6fb1-485e-9c3f-42b1330afd3d service neutron] For port af6b86e7-4230-424e-b0fc-e6cb1c058bfa, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:25:34.112943 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f88c4682-e26e-4381-873b-cd41e7026d47 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:34.116817 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-2397cada-6fb1-485e-9c3f-42b1330afd3d service neutron] For port af6b86e7-4230-424e-b0fc-e6cb1c058bfa, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=af6b86e7-4230-424e-b0fc-e6cb1c058bfa,segment=NetworkSegment(665ab526-a82c-49c5-ac6b-d0594565c1b0),segment_id=665ab526-a82c-49c5-ac6b-d0594565c1b0)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:25:34.125275 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-2397cada-6fb1-485e-9c3f-42b1330afd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:34.203222 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-2397cada-6fb1-485e-9c3f-42b1330afd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:34.203837 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-2397cada-6fb1-485e-9c3f-42b1330afd3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:34.205416 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-2397cada-6fb1-485e-9c3f-42b1330afd3d service neutron] 10.222.0.32 "PUT /v2.0/ports/af6b86e7-4230-424e-b0fc-e6cb1c058bfa HTTP/1.1" status: 200 len: 1091 time: 2.2771347 Feb 04 21:25:34.206257 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dff044e3-4e9c-41d7-b2cb-0f86d2da887b', 'tag': 'af6b86e7-4230-424e-b0fc-e6cb1c058bfa'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:25:34.224432 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e54f5e81-5c12-4bfa-ab66-11c17ef138b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:34.232713 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e54f5e81-5c12-4bfa-ab66-11c17ef138b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:34.282854 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f88c4682-e26e-4381-873b-cd41e7026d47 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:34.334848 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e54f5e81-5c12-4bfa-ab66-11c17ef138b1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e72cf59b389c4e47801502c0b0a99854&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4329298 Feb 04 21:25:34.335499 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35362) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:34.346243 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c4682-e26e-4381-873b-cd41e7026d47 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Subnet': ['ID=e26cd797-7b27-47f5-bb9d-d44127160681,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:34.368548 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397cada-6fb1-485e-9c3f-42b1330afd3d service neutron] Pushing event updated for resources: {'Port': ['ID=af6b86e7-4230-424e-b0fc-e6cb1c058bfa,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:34.388629 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebed93c1-dd19-4d88-aac9-52b8706d8e46 None None] Network 4cdfadf0-9391-40e8-ab4a-c3d5803e6c4f requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:25:34.419521 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f88c4682-e26e-4381-873b-cd41e7026d47 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:34.431782 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fac6e3-17b4-45d0-a860-5ceb09cf0f4f req-a98e7372-afb5-4e9c-a0db-ce524b5bd8cd tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:34.433933 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-52fac6e3-17b4-45d0-a860-5ceb09cf0f4f req-a98e7372-afb5-4e9c-a0db-ce524b5bd8cd tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] 10.222.0.26 "GET /v2.0/ports?device_id=dff044e3-4e9c-41d7-b2cb-0f86d2da887b HTTP/1.1" status: 200 len: 943 time: 0.2154524 Feb 04 21:25:34.437109 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-bf43f265-d11a-49ff-8c22-fba184bcaa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:34.438781 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-bf43f265-d11a-49ff-8c22-fba184bcaa49 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=68559e9748294875b291addd53e330c1&device_id=dff044e3-4e9c-41d7-b2cb-0f86d2da887b HTTP/1.1" status: 200 len: 1094 time: 0.1725247 Feb 04 21:25:34.487055 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f5e81-5c12-4bfa-ab66-11c17ef138b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9519516e-cf94-45b5-8942-53733acc576e,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:34.509168 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f88c4682-e26e-4381-873b-cd41e7026d47 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/subnets/e26cd797-7b27-47f5-bb9d-d44127160681 HTTP/1.1" status: 204 len: 168 time: 0.8647187 Feb 04 21:25:34.510039 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35368) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:34.561229 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-6b9f66da-5da6-4e64-9510-88da6a146e6b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af6b86e7-4230-424e-b0fc-e6cb1c058bfa HTTP/1.1" status: 200 len: 217 time: 0.1010852 Feb 04 21:25:34.628345 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6c9c960f-e4bd-4187-bd1a-060103a41199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:34.688274 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1179-16dc-44bf-ba1f-02cd472b3f30 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:34.691018 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6c9c960f-e4bd-4187-bd1a-060103a41199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:34.781616 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-52fac6e3-17b4-45d0-a860-5ceb09cf0f4f req-bdcbdb16-9d2b-42e1-96de-ab11129a2255 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] 10.222.0.26 "GET /v2.0/security-groups?id=8336c719-e48a-4b0e-bac4-93bfb209c446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416455 Feb 04 21:25:34.808520 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-7f1a1179-16dc-44bf-ba1f-02cd472b3f30 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Deleting port b9e658c6-f3c2-43b4-9e7d-58354fdac265 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:25:34.808856 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1179-16dc-44bf-ba1f-02cd472b3f30 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:34.820314 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-3abf19af-bad0-4b4b-ab20-6553d93e7af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:34.822267 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-3abf19af-bad0-4b4b-ab20-6553d93e7af7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9755083-7d31-43fa-a39a-2de25567403f HTTP/1.1" status: 200 len: 848 time: 0.2574773 Feb 04 21:25:34.904389 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd97b24-56f0-46d2-a13c-36ca11e96236 None None] DHCP port deletion for 4cdfadf0-9391-40e8-ab4a-c3d5803e6c4f request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:25:34.909020 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-abd97b24-56f0-46d2-a13c-36ca11e96236 None None] Deleting port b9e658c6-f3c2-43b4-9e7d-58354fdac265 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:25:34.909423 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-abd97b24-56f0-46d2-a13c-36ca11e96236 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:34.946701 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dff044e3-4e9c-41d7-b2cb-0f86d2da887b', 'tag': 'af6b86e7-4230-424e-b0fc-e6cb1c058bfa', 'status': 'completed', 'code': 200} Feb 04 21:25:34.983756 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-e05916dc-a1af-4b32-9d61-0921dc81eacc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=910ccf0f-2b4d-4262-8d9a-50dea3d58bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1521947 Feb 04 21:25:35.227884 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6c9c960f-e4bd-4187-bd1a-060103a41199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:35.290566 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-abd97b24-56f0-46d2-a13c-36ca11e96236 None None] For port b9e658c6-f3c2-43b4-9e7d-58354fdac265, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=b9e658c6-f3c2-43b4-9e7d-58354fdac265,segment=NetworkSegment(ce415325-9191-47b8-b654-115700d7541f),segment_id=ce415325-9191-47b8-b654-115700d7541f)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:25:35.291043 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-abd97b24-56f0-46d2-a13c-36ca11e96236 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:35.295959 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-49578ed7-f9f2-44dd-866a-37b43db4e71e service neutron] 10.222.0.32 "GET /v2.0/networks/910ccf0f-2b4d-4262-8d9a-50dea3d58bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050065 Feb 04 21:25:35.387444 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c960f-e4bd-4187-bd1a-060103a41199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9519516e-cf94-45b5-8942-53733acc576e,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:35.422950 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6c9c960f-e4bd-4187-bd1a-060103a41199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:35.424086 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6c9c960f-e4bd-4187-bd1a-060103a41199 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9519516e-cf94-45b5-8942-53733acc576e HTTP/1.1" status: 204 len: 168 time: 1.0750155 Feb 04 21:25:35.457530 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-abd97b24-56f0-46d2-a13c-36ca11e96236 None None] Calling delete_port for b9e658c6-f3c2-43b4-9e7d-58354fdac265 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:25:35.467492 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-7f1a1179-16dc-44bf-ba1f-02cd472b3f30 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] For port b9e658c6-f3c2-43b4-9e7d-58354fdac265, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=b9e658c6-f3c2-43b4-9e7d-58354fdac265,segment=NetworkSegment(ce415325-9191-47b8-b654-115700d7541f),segment_id=ce415325-9191-47b8-b654-115700d7541f)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:25:35.467864 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1179-16dc-44bf-ba1f-02cd472b3f30 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:35.580900 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d0888b17-ea6a-4e48-8831-6fe79a4576b8 req-2c959e5a-9bd2-4c6a-bb4c-a2a98ff5d6a7 service neutron] 10.222.0.32 "GET /v2.0/networks/910ccf0f-2b4d-4262-8d9a-50dea3d58bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780504 Feb 04 21:25:35.585097 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-abd97b24-56f0-46d2-a13c-36ca11e96236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:35.688473 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd97b24-56f0-46d2-a13c-36ca11e96236 None None] No DVR routers for this DVR port b9e658c6-f3c2-43b4-9e7d-58354fdac265 on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:25:35.693477 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd97b24-56f0-46d2-a13c-36ca11e96236 None None] Pushing event deleted for resources: {'Port': ['ID=b9e658c6-f3c2-43b4-9e7d-58354fdac265,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:35.743538 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-7f1a1179-16dc-44bf-ba1f-02cd472b3f30 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Calling delete_port for b9e658c6-f3c2-43b4-9e7d-58354fdac265 owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:25:35.779397 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f8d9f-3007-47f5-9b30-5eda0bdf2ed8 req-0e2d869a-d292-4755-882e-dbb7d01f59d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:35.781141 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a57f8d9f-3007-47f5-9b30-5eda0bdf2ed8 req-0e2d869a-d292-4755-882e-dbb7d01f59d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=68559e9748294875b291addd53e330c1&device_id=dff044e3-4e9c-41d7-b2cb-0f86d2da887b HTTP/1.1" status: 200 len: 1094 time: 0.1331010 Feb 04 21:25:35.898511 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.api [None req-7f1a1179-16dc-44bf-ba1f-02cd472b3f30 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:25:35.898749 n-d-827896-1 neutron-server[87682]: DEBUG oslo_db.api [None req-7f1a1179-16dc-44bf-ba1f-02cd472b3f30 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:25:36.191452 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f8d9f-3007-47f5-9b30-5eda0bdf2ed8 req-87584de3-b633-4d35-812d-ace96247d7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:36.193641 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a57f8d9f-3007-47f5-9b30-5eda0bdf2ed8 req-87584de3-b633-4d35-812d-ace96247d7c8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=910ccf0f-2b4d-4262-8d9a-50dea3d58bb8 HTTP/1.1" status: 200 len: 909 time: 0.4054523 Feb 04 21:25:36.401441 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-7f1a1179-16dc-44bf-ba1f-02cd472b3f30 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Deleting port b9e658c6-f3c2-43b4-9e7d-58354fdac265 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:25:36.402446 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1179-16dc-44bf-ba1f-02cd472b3f30 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:36.602795 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a57f8d9f-3007-47f5-9b30-5eda0bdf2ed8 req-529da862-734f-48cf-8387-8422da9da09d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af6b86e7-4230-424e-b0fc-e6cb1c058bfa HTTP/1.1" status: 200 len: 217 time: 0.4011130 Feb 04 21:25:36.617629 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4ffb4-a6f5-453b-8d7f-85f847e6a2ea req-d45bc503-a98f-4e02-b08c-931a0c07b050 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:36.627151 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3db4ffb4-a6f5-453b-8d7f-85f847e6a2ea req-d45bc503-a98f-4e02-b08c-931a0c07b050 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] 10.222.0.26 "GET /v2.0/ports?device_id=dff044e3-4e9c-41d7-b2cb-0f86d2da887b HTTP/1.1" status: 200 len: 943 time: 0.5431018 Feb 04 21:25:36.721461 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device b9e658c6-f3c2-43b4-9e7d-58354fdac265 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:25:36.788391 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3db4ffb4-a6f5-453b-8d7f-85f847e6a2ea req-919f04b5-4636-431d-b209-25e35967c756 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] 10.222.0.26 "GET /v2.0/security-groups?id=8336c719-e48a-4b0e-bac4-93bfb209c446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602683 Feb 04 21:25:36.811969 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f8d9f-3007-47f5-9b30-5eda0bdf2ed8 req-28c4dc61-6608-444d-9f34-30991274778d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:36.815700 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a57f8d9f-3007-47f5-9b30-5eda0bdf2ed8 req-28c4dc61-6608-444d-9f34-30991274778d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9755083-7d31-43fa-a39a-2de25567403f HTTP/1.1" status: 200 len: 848 time: 0.1722221 Feb 04 21:25:36.835162 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: b9e658c6-f3c2-43b4-9e7d-58354fdac265 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:25:36.835849 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device b9e658c6-f3c2-43b4-9e7d-58354fdac265 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:25:36.868376 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-7f1a1179-16dc-44bf-ba1f-02cd472b3f30 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] The port 'b9e658c6-f3c2-43b4-9e7d-58354fdac265' was deleted {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:25:36.886146 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a57f8d9f-3007-47f5-9b30-5eda0bdf2ed8 req-7ec5a078-aad8-4a42-9ed6-5993ec395a04 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=910ccf0f-2b4d-4262-8d9a-50dea3d58bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627420 Feb 04 21:25:37.196562 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a57f8d9f-3007-47f5-9b30-5eda0bdf2ed8 req-7f9b1bf6-9c09-43bd-8ca2-010d87677fa2 service neutron] 10.222.0.32 "GET /v2.0/networks/910ccf0f-2b4d-4262-8d9a-50dea3d58bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030586 Feb 04 21:25:37.410549 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1179-16dc-44bf-ba1f-02cd472b3f30 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:37.469499 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-7f1a1179-16dc-44bf-ba1f-02cd472b3f30 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cdfadf0-9391-40e8-ab4a-c3d5803e6c4f']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:25:37.499373 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-7f1a1179-16dc-44bf-ba1f-02cd472b3f30 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce415325-9191-47b8-b654-115700d7541f') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:25:37.499673 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-7f1a1179-16dc-44bf-ba1f-02cd472b3f30 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce415325-9191-47b8-b654-115700d7541f') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:25:37.530451 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1179-16dc-44bf-ba1f-02cd472b3f30 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:37.555006 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a57f8d9f-3007-47f5-9b30-5eda0bdf2ed8 req-b7735213-5172-4e67-aa85-a4e639b0cab3 service neutron] 10.222.0.32 "GET /v2.0/networks/910ccf0f-2b4d-4262-8d9a-50dea3d58bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473117 Feb 04 21:25:37.558822 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1179-16dc-44bf-ba1f-02cd472b3f30 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:37.569728 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f1a1179-16dc-44bf-ba1f-02cd472b3f30 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:25:37.570146 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1179-16dc-44bf-ba1f-02cd472b3f30 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: util.warn( Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:25:37.587446 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:25:37.694270 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1179-16dc-44bf-ba1f-02cd472b3f30 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:37.699264 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1179-16dc-44bf-ba1f-02cd472b3f30 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:37.736260 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a1179-16dc-44bf-ba1f-02cd472b3f30 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Network': ['ID=4cdfadf0-9391-40e8-ab4a-c3d5803e6c4f,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:37.747514 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7f1a1179-16dc-44bf-ba1f-02cd472b3f30 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/networks/4cdfadf0-9391-40e8-ab4a-c3d5803e6c4f HTTP/1.1" status: 204 len: 168 time: 3.2347770 Feb 04 21:25:37.751757 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 35486) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:37.757736 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-bc7b5e34-705e-4a5f-b6b9-5db85e8a1a1a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1102230628'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:25:37.766960 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-bc7b5e34-705e-4a5f-b6b9-5db85e8a1a1a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:25:37.773909 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-bc7b5e34-705e-4a5f-b6b9-5db85e8a1a1a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:network and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:25:37.779342 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-bc7b5e34-705e-4a5f-b6b9-5db85e8a1a1a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:25:37.791061 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-bc7b5e34-705e-4a5f-b6b9-5db85e8a1a1a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:25:37.810780 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7b5e34-705e-4a5f-b6b9-5db85e8a1a1a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:25:37.816928 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bc7b5e34-705e-4a5f-b6b9-5db85e8a1a1a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:37.857599 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc7b5e34-705e-4a5f-b6b9-5db85e8a1a1a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:25:37.874247 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bc7b5e34-705e-4a5f-b6b9-5db85e8a1a1a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:37.874669 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-bc7b5e34-705e-4a5f-b6b9-5db85e8a1a1a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Added segment 5b1290a2-cfec-4271-9c62-7fe9923b7fb9 of type vlan for network 51301396-7ba5-453d-863b-9b12fb829e60 Feb 04 21:25:37.923488 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bc7b5e34-705e-4a5f-b6b9-5db85e8a1a1a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:38.039082 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bc7b5e34-705e-4a5f-b6b9-5db85e8a1a1a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:38.044661 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7b5e34-705e-4a5f-b6b9-5db85e8a1a1a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:38.045376 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bc7b5e34-705e-4a5f-b6b9-5db85e8a1a1a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:38.112952 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6ec24-9a64-492f-bde3-9533dda21cf3 req-de51c9e4-2939-4bab-8c9b-20c0b8cc36cc tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:38.120468 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-95b6ec24-9a64-492f-bde3-9533dda21cf3 req-de51c9e4-2939-4bab-8c9b-20c0b8cc36cc tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] 10.222.0.26 "GET /v2.0/ports?device_id=dff044e3-4e9c-41d7-b2cb-0f86d2da887b HTTP/1.1" status: 200 len: 943 time: 0.1799235 Feb 04 21:25:38.248079 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-bc7b5e34-705e-4a5f-b6b9-5db85e8a1a1a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4951053 Feb 04 21:25:38.251386 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35508) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:38.261267 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b5e34-705e-4a5f-b6b9-5db85e8a1a1a tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Network': ['ID=51301396-7ba5-453d-863b-9b12fb829e60,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:38.280300 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-95b6ec24-9a64-492f-bde3-9533dda21cf3 req-02d3d145-5fba-4751-baeb-439d5fb6c757 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] 10.222.0.26 "GET /v2.0/security-groups?id=8336c719-e48a-4b0e-bac4-93bfb209c446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588399 Feb 04 21:25:38.283577 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-54a2016a-0b0b-412c-806b-b2d0c05ad020 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'subnet': {'network_id': '51301396-7ba5-453d-863b-9b12fb829e60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:25:38.283728 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 51301396-7ba5-453d-863b-9b12fb829e60 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:25:38.547951 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-54a2016a-0b0b-412c-806b-b2d0c05ad020 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:25:38.560058 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device af6b86e7-4230-424e-b0fc-e6cb1c058bfa details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:25:38.562748 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-54a2016a-0b0b-412c-806b-b2d0c05ad020 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:subnet and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:25:38.567767 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-54a2016a-0b0b-412c-806b-b2d0c05ad020 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:25:38.577499 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-54a2016a-0b0b-412c-806b-b2d0c05ad020 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:25:38.601239 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a2016a-0b0b-412c-806b-b2d0c05ad020 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:25:38.612770 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-54a2016a-0b0b-412c-806b-b2d0c05ad020 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:38.718402 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port af6b86e7-4230-424e-b0fc-e6cb1c058bfa, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=af6b86e7-4230-424e-b0fc-e6cb1c058bfa,segment=NetworkSegment(665ab526-a82c-49c5-ac6b-d0594565c1b0),segment_id=665ab526-a82c-49c5-ac6b-d0594565c1b0)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:25:38.736237 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': 'af6b86e7-4230-424e-b0fc-e6cb1c058bfa', 'network_id': '910ccf0f-2b4d-4262-8d9a-50dea3d58bb8', 'port_id': 'af6b86e7-4230-424e-b0fc-e6cb1c058bfa', 'mac_address': 'fa:16:3e:8d:74:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9755083-7d31-43fa-a39a-2de25567403f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:25:38.842750 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:38.882590 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af6b86e7-4230-424e-b0fc-e6cb1c058bfa {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:25:38.912933 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port af6b86e7-4230-424e-b0fc-e6cb1c058bfa, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=af6b86e7-4230-424e-b0fc-e6cb1c058bfa,segment=NetworkSegment(665ab526-a82c-49c5-ac6b-d0594565c1b0),segment_id=665ab526-a82c-49c5-ac6b-d0594565c1b0)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:25:38.928660 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:39.080584 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=af6b86e7-4230-424e-b0fc-e6cb1c058bfa,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:39.096886 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-54a2016a-0b0b-412c-806b-b2d0c05ad020 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:39.230318 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['af6b86e7-4230-424e-b0fc-e6cb1c058bfa'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:25:39.316251 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2016a-0b0b-412c-806b-b2d0c05ad020 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Subnet': ['ID=c27fd4df-eb23-4a39-b3c3-8e62fe57f66f,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:39.328637 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2016a-0b0b-412c-806b-b2d0c05ad020 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:25:39.328987 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2016a-0b0b-412c-806b-b2d0c05ad020 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:25:39.329358 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2016a-0b0b-412c-806b-b2d0c05ad020 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:25:39.329699 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2016a-0b0b-412c-806b-b2d0c05ad020 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:25:39.330039 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2016a-0b0b-412c-806b-b2d0c05ad020 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:25:39.330373 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2016a-0b0b-412c-806b-b2d0c05ad020 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:25:39.330703 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2016a-0b0b-412c-806b-b2d0c05ad020 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:25:39.331023 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2016a-0b0b-412c-806b-b2d0c05ad020 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:25:39.331500 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2016a-0b0b-412c-806b-b2d0c05ad020 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:25:39.331832 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2016a-0b0b-412c-806b-b2d0c05ad020 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:25:39.332159 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2016a-0b0b-412c-806b-b2d0c05ad020 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:25:39.332483 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2016a-0b0b-412c-806b-b2d0c05ad020 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:25:39.342293 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a2016a-0b0b-412c-806b-b2d0c05ad020 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Checking segment: {'id': '5b1290a2-cfec-4271-9c62-7fe9923b7fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '51301396-7ba5-453d-863b-9b12fb829e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:25:39.342869 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a2016a-0b0b-412c-806b-b2d0c05ad020 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Network hostable DHCP agents. Network: 51301396-7ba5-453d-863b-9b12fb829e60, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:25:39.373126 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a2016a-0b0b-412c-806b-b2d0c05ad020 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Network 51301396-7ba5-453d-863b-9b12fb829e60 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:25:39.401341 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-54a2016a-0b0b-412c-806b-b2d0c05ad020 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 51301396-7ba5-453d-863b-9b12fb829e60) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:25:39.411878 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a2016a-0b0b-412c-806b-b2d0c05ad020 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:39.415336 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-54a2016a-0b0b-412c-806b-b2d0c05ad020 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:39.466261 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-54a2016a-0b0b-412c-806b-b2d0c05ad020 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2079682 Feb 04 21:25:39.469145 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 35570) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:39.475093 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-abb2670e-13cc-43bc-9b6b-f977cc565eb4 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-243480818', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:25:39.493379 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-abb2670e-13cc-43bc-9b6b-f977cc565eb4 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:25:39.579846 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253ef3ef-b990-4986-b953-e7b3cc025b72 None None] Network 51301396-7ba5-453d-863b-9b12fb829e60 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:25:39.631798 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-abb2670e-13cc-43bc-9b6b-f977cc565eb4 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:router and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:25:39.670689 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-abb2670e-13cc-43bc-9b6b-f977cc565eb4 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:25:39.679410 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-abb2670e-13cc-43bc-9b6b-f977cc565eb4 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:25:39.767773 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-abb2670e-13cc-43bc-9b6b-f977cc565eb4 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:39.769262 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-abb2670e-13cc-43bc-9b6b-f977cc565eb4 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:39.891101 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a978a-9a08-469b-aa93-392567e6819b req-01f148a0-2c65-460e-86f3-7eb01d143145 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:39.892844 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5e7a978a-9a08-469b-aa93-392567e6819b req-01f148a0-2c65-460e-86f3-7eb01d143145 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] 10.222.0.26 "GET /v2.0/ports?device_id=dff044e3-4e9c-41d7-b2cb-0f86d2da887b HTTP/1.1" status: 200 len: 944 time: 0.4096906 Feb 04 21:25:39.899082 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-abb2670e-13cc-43bc-9b6b-f977cc565eb4 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:40.048283 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5e7a978a-9a08-469b-aa93-392567e6819b req-e6209d81-fafb-46b2-94ae-b045269c4e76 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] 10.222.0.26 "GET /v2.0/security-groups?id=8336c719-e48a-4b0e-bac4-93bfb209c446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262925 Feb 04 21:25:40.069267 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-abb2670e-13cc-43bc-9b6b-f977cc565eb4 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:40.112804 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-abb2670e-13cc-43bc-9b6b-f977cc565eb4 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:40.120384 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-abb2670e-13cc-43bc-9b6b-f977cc565eb4 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6497998 Feb 04 21:25:40.122523 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35594) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:40.129148 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-799b9bc5-5472-4de9-9ac7-0e93fa847142 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'port': {'network_id': '51301396-7ba5-453d-863b-9b12fb829e60', 'name': 'tempest-PortsIpV6TestJSON-1942274744'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:25:40.175155 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bead8f8-0e69-4369-a3a4-7e6ec374d723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-51301396-7ba5-453d-863b-9b12fb829e60', 'network_id': '51301396-7ba5-453d-863b-9b12fb829e60', 'tenant_id': '82ec2af3498f4ce2a5fb7aab35a5d5ac', 'fixed_ips': [{'subnet_id': 'c27fd4df-eb23-4a39-b3c3-8e62fe57f66f'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:25:40.176194 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2bead8f8-0e69-4369-a3a4-7e6ec374d723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:40.307170 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 35602) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:40.423045 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-799b9bc5-5472-4de9-9ac7-0e93fa847142 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:25:40.429555 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-799b9bc5-5472-4de9-9ac7-0e93fa847142 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:port and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:25:40.432862 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-799b9bc5-5472-4de9-9ac7-0e93fa847142 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:25:40.439693 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-799b9bc5-5472-4de9-9ac7-0e93fa847142 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:25:40.452796 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799b9bc5-5472-4de9-9ac7-0e93fa847142 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:25:40.458385 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-799b9bc5-5472-4de9-9ac7-0e93fa847142 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:40.493017 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-799b9bc5-5472-4de9-9ac7-0e93fa847142 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] device_id is not set on port f62bafc4-5555-4ae3-bd49-9e1f36e36fff yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:25:40.540397 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-2bead8f8-0e69-4369-a3a4-7e6ec374d723 None None] Allocated IP 2001:db8::2 (51301396-7ba5-453d-863b-9b12fb829e60/c27fd4df-eb23-4a39-b3c3-8e62fe57f66f/e326a2a4-a4c6-4602-b116-ad04522f66eb) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:25:40.572551 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b8fe604e-f696-4aa7-b9ce-c822eaaccf11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:40.626291 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-b8fe604e-f696-4aa7-b9ce-c822eaaccf11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:25:40.635971 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-b8fe604e-f696-4aa7-b9ce-c822eaaccf11 admin admin] Usage tracker for resource:security_group_rule and tenant:55bbc40e40604ff4bb65f8e1ca8de2f7 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:25:40.643568 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-b8fe604e-f696-4aa7-b9ce-c822eaaccf11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:25:40.662709 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-b8fe604e-f696-4aa7-b9ce-c822eaaccf11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:25:40.817786 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b8fe604e-f696-4aa7-b9ce-c822eaaccf11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:40.826597 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b8fe604e-f696-4aa7-b9ce-c822eaaccf11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:40.880279 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b8fe604e-f696-4aa7-b9ce-c822eaaccf11 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=55bbc40e40604ff4bb65f8e1ca8de2f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5718374 Feb 04 21:25:40.882989 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35622) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:40.901060 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe604e-f696-4aa7-b9ce-c822eaaccf11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1fa740-7175-4e94-b44f-55a339584999,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:41.030121 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2bead8f8-0e69-4369-a3a4-7e6ec374d723 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:41.057201 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6e2b9713-a2aa-4e1a-bd30-5d2c7a5a41cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:41.062185 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-2bead8f8-0e69-4369-a3a4-7e6ec374d723 None None] Transition to ACTIVE for port object e326a2a4-a4c6-4602-b116-ad04522f66eb will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:25:41.099504 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-2bead8f8-0e69-4369-a3a4-7e6ec374d723 None None] Transition to ACTIVE for port object e326a2a4-a4c6-4602-b116-ad04522f66eb will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:25:41.101266 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6e2b9713-a2aa-4e1a-bd30-5d2c7a5a41cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:41.112810 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2bead8f8-0e69-4369-a3a4-7e6ec374d723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:41.289185 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bead8f8-0e69-4369-a3a4-7e6ec374d723 None None] Network 51301396-7ba5-453d-863b-9b12fb829e60 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:25:41.293166 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-2bead8f8-0e69-4369-a3a4-7e6ec374d723 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:25:41.298362 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bead8f8-0e69-4369-a3a4-7e6ec374d723 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:25:41.452133 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-799b9bc5-5472-4de9-9ac7-0e93fa847142 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Allocated IP 2001:db8::297 (51301396-7ba5-453d-863b-9b12fb829e60/c27fd4df-eb23-4a39-b3c3-8e62fe57f66f/f62bafc4-5555-4ae3-bd49-9e1f36e36fff) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:25:41.481202 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bead8f8-0e69-4369-a3a4-7e6ec374d723 None None] Pushing event updated for resources: {'Port': ['ID=e326a2a4-a4c6-4602-b116-ad04522f66eb,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:41.523917 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-2bead8f8-0e69-4369-a3a4-7e6ec374d723 None None] Attempting to bind port e326a2a4-a4c6-4602-b116-ad04522f66eb on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:25:41.524787 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-2bead8f8-0e69-4369-a3a4-7e6ec374d723 None None] Attempting to bind port e326a2a4-a4c6-4602-b116-ad04522f66eb by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '5b1290a2-cfec-4271-9c62-7fe9923b7fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '51301396-7ba5-453d-863b-9b12fb829e60'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:25:41.525431 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bead8f8-0e69-4369-a3a4-7e6ec374d723 None None] Attempting to bind port e326a2a4-a4c6-4602-b116-ad04522f66eb on network 51301396-7ba5-453d-863b-9b12fb829e60 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:25:41.532148 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba3450-08f7-4bcb-bd19-0ec795b766ae req-7d6f634d-37c2-4394-8799-6f36e8ed71d0 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:41.534689 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2dba3450-08f7-4bcb-bd19-0ec795b766ae req-7d6f634d-37c2-4394-8799-6f36e8ed71d0 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] 10.222.0.26 "GET /v2.0/ports?device_id=dff044e3-4e9c-41d7-b2cb-0f86d2da887b HTTP/1.1" status: 200 len: 944 time: 0.1727386 Feb 04 21:25:41.544185 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bead8f8-0e69-4369-a3a4-7e6ec374d723 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:25:41.544875 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bead8f8-0e69-4369-a3a4-7e6ec374d723 None None] Checking segment: {'id': '5b1290a2-cfec-4271-9c62-7fe9923b7fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '51301396-7ba5-453d-863b-9b12fb829e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:25:41.545561 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2bead8f8-0e69-4369-a3a4-7e6ec374d723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:41.546162 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bead8f8-0e69-4369-a3a4-7e6ec374d723 None None] Bound using segment: {'id': '5b1290a2-cfec-4271-9c62-7fe9923b7fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '51301396-7ba5-453d-863b-9b12fb829e60'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:25:41.547116 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-2bead8f8-0e69-4369-a3a4-7e6ec374d723 None None] Bound port: e326a2a4-a4c6-4602-b116-ad04522f66eb, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b1290a2-cfec-4271-9c62-7fe9923b7fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '51301396-7ba5-453d-863b-9b12fb829e60'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:25:41.547740 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2bead8f8-0e69-4369-a3a4-7e6ec374d723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:41.657712 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2dba3450-08f7-4bcb-bd19-0ec795b766ae req-a0a83a82-28b1-4cd9-a657-d0dee96bad41 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] 10.222.0.26 "GET /v2.0/security-groups?id=8336c719-e48a-4b0e-bac4-93bfb209c446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152213 Feb 04 21:25:41.714319 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6e2b9713-a2aa-4e1a-bd30-5d2c7a5a41cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:41.833603 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-2bead8f8-0e69-4369-a3a4-7e6ec374d723 None None] For port e326a2a4-a4c6-4602-b116-ad04522f66eb, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:25:41.839376 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-2bead8f8-0e69-4369-a3a4-7e6ec374d723 None None] For port e326a2a4-a4c6-4602-b116-ad04522f66eb, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=e326a2a4-a4c6-4602-b116-ad04522f66eb,segment=NetworkSegment(5b1290a2-cfec-4271-9c62-7fe9923b7fb9),segment_id=5b1290a2-cfec-4271-9c62-7fe9923b7fb9)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:25:41.855492 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2bead8f8-0e69-4369-a3a4-7e6ec374d723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:41.934174 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b9713-a2aa-4e1a-bd30-5d2c7a5a41cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1fa740-7175-4e94-b44f-55a339584999,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:41.980905 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6e2b9713-a2aa-4e1a-bd30-5d2c7a5a41cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:41.992514 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6e2b9713-a2aa-4e1a-bd30-5d2c7a5a41cf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7b1fa740-7175-4e94-b44f-55a339584999 HTTP/1.1" status: 204 len: 168 time: 1.1084037 Feb 04 21:25:42.123352 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-799b9bc5-5472-4de9-9ac7-0e93fa847142 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:42.149820 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-799b9bc5-5472-4de9-9ac7-0e93fa847142 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Transition to ACTIVE for port object f62bafc4-5555-4ae3-bd49-9e1f36e36fff will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:25:42.213980 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-799b9bc5-5472-4de9-9ac7-0e93fa847142 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:42.247756 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bead8f8-0e69-4369-a3a4-7e6ec374d723 None None] Pushing event updated for resources: {'Port': ['ID=e326a2a4-a4c6-4602-b116-ad04522f66eb,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:42.375599 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device af6b86e7-4230-424e-b0fc-e6cb1c058bfa up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:25:42.418884 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799b9bc5-5472-4de9-9ac7-0e93fa847142 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Network 51301396-7ba5-453d-863b-9b12fb829e60 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:25:42.430456 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-799b9bc5-5472-4de9-9ac7-0e93fa847142 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:25:42.436477 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799b9bc5-5472-4de9-9ac7-0e93fa847142 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:25:42.447826 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799b9bc5-5472-4de9-9ac7-0e93fa847142 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:42.448875 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-799b9bc5-5472-4de9-9ac7-0e93fa847142 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:42.503135 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b9bc5-5472-4de9-9ac7-0e93fa847142 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Port': ['ID=f62bafc4-5555-4ae3-bd49-9e1f36e36fff,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:42.527392 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 35692) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:42.532693 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-799b9bc5-5472-4de9-9ac7-0e93fa847142 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4083905 Feb 04 21:25:42.695075 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port af6b86e7-4230-424e-b0fc-e6cb1c058bfa completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:25:42.708804 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port af6b86e7-4230-424e-b0fc-e6cb1c058bfa triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:25:42.714187 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:42.887247 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device e326a2a4-a4c6-4602-b116-ad04522f66eb up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:25:42.977301 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35708) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:43.029134 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-389e916d-7ce4-4806-880a-645f125fdae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:43.084343 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-389e916d-7ce4-4806-880a-645f125fdae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:25:43.096567 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-389e916d-7ce4-4806-880a-645f125fdae9 admin admin] Usage tracker for resource:security_group_rule and tenant:3fc612b124644a26ab4736bf3cdc6598 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:25:43.111059 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-389e916d-7ce4-4806-880a-645f125fdae9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:25:43.130317 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-389e916d-7ce4-4806-880a-645f125fdae9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:25:43.347157 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-389e916d-7ce4-4806-880a-645f125fdae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:43.364971 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-389e916d-7ce4-4806-880a-645f125fdae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:43.394504 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:43.435480 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port e326a2a4-a4c6-4602-b116-ad04522f66eb completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:25:43.493753 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e916d-7ce4-4806-880a-645f125fdae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b2175a-2636-4d94-b7c5-2393429bac68,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:43.520808 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port af6b86e7-4230-424e-b0fc-e6cb1c058bfa, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=af6b86e7-4230-424e-b0fc-e6cb1c058bfa,segment=NetworkSegment(665ab526-a82c-49c5-ac6b-d0594565c1b0),segment_id=665ab526-a82c-49c5-ac6b-d0594565c1b0)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:25:43.525399 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff044e3-4e9c-41d7-b2cb-0f86d2da887b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6b86e7-4230-424e-b0fc-e6cb1c058bfa'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:25:43.548386 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:43.567240 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-389e916d-7ce4-4806-880a-645f125fdae9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3fc612b124644a26ab4736bf3cdc6598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5882649 Feb 04 21:25:43.567981 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35742) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:43.806999 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-077b4908-4d58-427f-89bf-7390d320ab9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:43.815309 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=af6b86e7-4230-424e-b0fc-e6cb1c058bfa,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:43.880856 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-83f3326b-c863-449d-96f9-d684ca5f894c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:43.904611 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-077b4908-4d58-427f-89bf-7390d320ab9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:44.056252 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-077b4908-4d58-427f-89bf-7390d320ab9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:44.086800 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-077b4908-4d58-427f-89bf-7390d320ab9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:44.087939 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-077b4908-4d58-427f-89bf-7390d320ab9a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d7b2175a-2636-4d94-b7c5-2393429bac68 HTTP/1.1" status: 204 len: 168 time: 0.5190568 Feb 04 21:25:44.094940 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b4908-4d58-427f-89bf-7390d320ab9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b2175a-2636-4d94-b7c5-2393429bac68,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:44.570429 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7e0894-23b9-4aab-826c-58e80a8e8221 None None] Network 51301396-7ba5-453d-863b-9b12fb829e60 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:25:44.599148 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01dc11-217d-4752-8e15-3db00be3d2e5 req-d3841d50-8e1a-4cc1-abbc-a14c241bc5a3 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:44.617850 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6f01dc11-217d-4752-8e15-3db00be3d2e5 req-d3841d50-8e1a-4cc1-abbc-a14c241bc5a3 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] 10.222.0.26 "GET /v2.0/ports?device_id=dff044e3-4e9c-41d7-b2cb-0f86d2da887b HTTP/1.1" status: 200 len: 945 time: 0.4079363 Feb 04 21:25:44.806204 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-70c690f4-b803-4e3e-8694-1af54d654ba3 None None] Provisioning for port e326a2a4-a4c6-4602-b116-ad04522f66eb completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:25:44.834695 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-70c690f4-b803-4e3e-8694-1af54d654ba3 None None] Provisioning complete for port e326a2a4-a4c6-4602-b116-ad04522f66eb triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:25:44.835185 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-70c690f4-b803-4e3e-8694-1af54d654ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:44.883959 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6f01dc11-217d-4752-8e15-3db00be3d2e5 req-06fe9eeb-4211-4787-a828-da0838056ccd tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] 10.222.0.26 "GET /v2.0/security-groups?id=8336c719-e48a-4b0e-bac4-93bfb209c446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637322 Feb 04 21:25:44.908577 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9af5a8f0-df5a-48ec-bf6b-3aa4f066296f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:45.164401 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff044e3-4e9c-41d7-b2cb-0f86d2da887b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6b86e7-4230-424e-b0fc-e6cb1c058bfa', 'code': 200} Feb 04 21:25:45.443859 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-70c690f4-b803-4e3e-8694-1af54d654ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:45.479182 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-70c690f4-b803-4e3e-8694-1af54d654ba3 None None] For port e326a2a4-a4c6-4602-b116-ad04522f66eb, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=e326a2a4-a4c6-4602-b116-ad04522f66eb,segment=NetworkSegment(5b1290a2-cfec-4271-9c62-7fe9923b7fb9),segment_id=5b1290a2-cfec-4271-9c62-7fe9923b7fb9)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:25:45.490204 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-70c690f4-b803-4e3e-8694-1af54d654ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:45.590493 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c690f4-b803-4e3e-8694-1af54d654ba3 None None] Pushing event updated for resources: {'Port': ['ID=e326a2a4-a4c6-4602-b116-ad04522f66eb,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:45.707042 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ea9ea-3dd5-4b9d-9995-6e25edc87b38 req-38a92129-3354-4a75-859a-2d6c974a228a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:45.738880 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35836) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:45.741847 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-893ea9ea-3dd5-4b9d-9995-6e25edc87b38 req-38a92129-3354-4a75-859a-2d6c974a228a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dff044e3-4e9c-41d7-b2cb-0f86d2da887b HTTP/1.1" status: 200 len: 1096 time: 0.5998614 Feb 04 21:25:45.853653 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-893ea9ea-3dd5-4b9d-9995-6e25edc87b38 req-745e930f-644a-4eb1-91ba-48be2bb055a5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8336c719-e48a-4b0e-bac4-93bfb209c446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108572 Feb 04 21:25:45.890181 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9af5a8f0-df5a-48ec-bf6b-3aa4f066296f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:45.897521 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9af5a8f0-df5a-48ec-bf6b-3aa4f066296f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:46.044340 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1b3646c5-6c72-4b73-b685-6716ba556a7a None None] Provisioning complete for port e326a2a4-a4c6-4602-b116-ad04522f66eb triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:25:46.045043 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1b3646c5-6c72-4b73-b685-6716ba556a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:46.048491 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-296f8b64-bbcb-4f6c-a3bb-3a23f0d14ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:46.128183 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-296f8b64-bbcb-4f6c-a3bb-3a23f0d14ceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:25:46.136091 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5a8f0-df5a-48ec-bf6b-3aa4f066296f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Port': ['ID=f62bafc4-5555-4ae3-bd49-9e1f36e36fff,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:46.151847 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-296f8b64-bbcb-4f6c-a3bb-3a23f0d14ceb admin admin] Usage tracker for resource:security_group_rule and tenant:6556163bedc749e9bc4d6e49a26652f0 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:25:46.162591 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-296f8b64-bbcb-4f6c-a3bb-3a23f0d14ceb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:25:46.192321 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-296f8b64-bbcb-4f6c-a3bb-3a23f0d14ceb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:25:46.450477 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-dd0eddea-6e2c-40ae-b084-32fa5e7dad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:46.493523 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-296f8b64-bbcb-4f6c-a3bb-3a23f0d14ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:46.507322 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-296f8b64-bbcb-4f6c-a3bb-3a23f0d14ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:46.525036 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1b3646c5-6c72-4b73-b685-6716ba556a7a None None] Provisioning for port f62bafc4-5555-4ae3-bd49-9e1f36e36fff completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:25:46.550038 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9af5a8f0-df5a-48ec-bf6b-3aa4f066296f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:46.552578 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1b3646c5-6c72-4b73-b685-6716ba556a7a None None] Provisioning complete for port f62bafc4-5555-4ae3-bd49-9e1f36e36fff triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:25:46.557544 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1b3646c5-6c72-4b73-b685-6716ba556a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:46.599891 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37a9a8-d3fe-4bb6-9399-f0c93841202c req-cc3ee49d-98dc-4324-af72-1179d08556bd tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:46.601595 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4d37a9a8-d3fe-4bb6-9399-f0c93841202c req-cc3ee49d-98dc-4324-af72-1179d08556bd tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] 10.222.0.26 "GET /v2.0/ports?device_id=dff044e3-4e9c-41d7-b2cb-0f86d2da887b HTTP/1.1" status: 200 len: 945 time: 0.4567659 Feb 04 21:25:46.620084 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-296f8b64-bbcb-4f6c-a3bb-3a23f0d14ceb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6556163bedc749e9bc4d6e49a26652f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8801086 Feb 04 21:25:46.622462 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f8b64-bbcb-4f6c-a3bb-3a23f0d14ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f745e67e-32b8-4ba4-b49a-caf38c80b68e,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:46.625263 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35868) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:46.694486 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1b3646c5-6c72-4b73-b685-6716ba556a7a None None] Port f62bafc4-5555-4ae3-bd49-9e1f36e36fff cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:25:46.725467 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4d37a9a8-d3fe-4bb6-9399-f0c93841202c req-230cd4f6-fa12-4557-9471-eda41b0db900 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] 10.222.0.26 "GET /v2.0/security-groups?id=8336c719-e48a-4b0e-bac4-93bfb209c446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156366 Feb 04 21:25:46.789499 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device e326a2a4-a4c6-4602-b116-ad04522f66eb up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:25:46.880086 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aeeeacb8-b052-4d9a-9552-35d55f1d21fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:46.912227 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9af5a8f0-df5a-48ec-bf6b-3aa4f066296f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:46.936438 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c397fd43-e5c4-49fc-a505-30cc3f9dcf8c None None] Provisioning complete for port f62bafc4-5555-4ae3-bd49-9e1f36e36fff triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:25:46.937541 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c397fd43-e5c4-49fc-a505-30cc3f9dcf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:46.938397 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aeeeacb8-b052-4d9a-9552-35d55f1d21fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:47.011169 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port e326a2a4-a4c6-4602-b116-ad04522f66eb triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:25:47.011832 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:47.104644 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aeeeacb8-b052-4d9a-9552-35d55f1d21fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:47.133822 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeeacb8-b052-4d9a-9552-35d55f1d21fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f745e67e-32b8-4ba4-b49a-caf38c80b68e,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:47.162292 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-aeeeacb8-b052-4d9a-9552-35d55f1d21fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:47.163833 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-c397fd43-e5c4-49fc-a505-30cc3f9dcf8c None None] Port f62bafc4-5555-4ae3-bd49-9e1f36e36fff cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:25:47.171492 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-aeeeacb8-b052-4d9a-9552-35d55f1d21fc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f745e67e-32b8-4ba4-b49a-caf38c80b68e HTTP/1.1" status: 204 len: 168 time: 0.5449438 Feb 04 21:25:47.513287 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:47.676551 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:47.914247 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5151a7e-153e-4fde-9958-7e2f6740e514 req-17166f45-3c94-47c3-af01-95210f0b3283 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:47.924126 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f5151a7e-153e-4fde-9958-7e2f6740e514 req-17166f45-3c94-47c3-af01-95210f0b3283 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f1860b9-a09d-49db-9e9b-35f99ff8f9a0 HTTP/1.1" status: 200 len: 945 time: 0.3174992 Feb 04 21:25:47.968115 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9af5a8f0-df5a-48ec-bf6b-3aa4f066296f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:47.987522 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9af5a8f0-df5a-48ec-bf6b-3aa4f066296f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:47.990784 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9af5a8f0-df5a-48ec-bf6b-3aa4f066296f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:48.084851 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35912) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:48.124097 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ae966512-2a43-4f34-a55a-013742f2766b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:48.154597 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f5151a7e-153e-4fde-9958-7e2f6740e514 req-fe11a4b4-85a1-4a33-a6c2-3de798100372 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/security-groups?id=521e69c8-4672-4ee9-a417-79cd09b52282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292964 Feb 04 21:25:48.186883 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ae966512-2a43-4f34-a55a-013742f2766b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:25:48.197414 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ae966512-2a43-4f34-a55a-013742f2766b admin admin] Usage tracker for resource:security_group_rule and tenant:b5e450720ca54a6f9fa7730acdb3ed41 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:25:48.210217 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ae966512-2a43-4f34-a55a-013742f2766b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:25:48.226355 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ae966512-2a43-4f34-a55a-013742f2766b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:25:48.300079 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5a8f0-df5a-48ec-bf6b-3aa4f066296f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Port': ['ID=f62bafc4-5555-4ae3-bd49-9e1f36e36fff,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:48.416072 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ae966512-2a43-4f34-a55a-013742f2766b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:48.428164 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ae966512-2a43-4f34-a55a-013742f2766b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:48.531491 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ae966512-2a43-4f34-a55a-013742f2766b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b5e450720ca54a6f9fa7730acdb3ed41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4450679 Feb 04 21:25:48.532884 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 35922) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:48.536983 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae966512-2a43-4f34-a55a-013742f2766b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b9de14-dd5c-41ca-b745-085870d2f068,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:48.571664 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af5a8f0-df5a-48ec-bf6b-3aa4f066296f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Network 51301396-7ba5-453d-863b-9b12fb829e60 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:25:48.583249 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-9af5a8f0-df5a-48ec-bf6b-3aa4f066296f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:25:48.752375 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c5a6bb2e-4c43-4f9a-a1ca-5b069f0c3e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:48.789122 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c5a6bb2e-4c43-4f9a-a1ca-5b069f0c3e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:48.858174 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c5a6bb2e-4c43-4f9a-a1ca-5b069f0c3e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:48.929014 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6bb2e-4c43-4f9a-a1ca-5b069f0c3e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b9de14-dd5c-41ca-b745-085870d2f068,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:48.950722 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c5a6bb2e-4c43-4f9a-a1ca-5b069f0c3e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:48.966070 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c5a6bb2e-4c43-4f9a-a1ca-5b069f0c3e43 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/39b9de14-dd5c-41ca-b745-085870d2f068 HTTP/1.1" status: 204 len: 168 time: 0.4127030 Feb 04 21:25:48.991172 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 35934) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:48.998125 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:49.084691 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7d90e-dafd-4ab5-8958-60a4da6cf850 req-039b9314-f154-49db-9d0b-c1c551de1721 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:49.086333 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-73a7d90e-dafd-4ab5-8958-60a4da6cf850 req-039b9314-f154-49db-9d0b-c1c551de1721 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f1860b9-a09d-49db-9e9b-35f99ff8f9a0 HTTP/1.1" status: 200 len: 945 time: 0.2021735 Feb 04 21:25:49.157520 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-582f783a-018d-4b00-bc95-6f738fd175d5 None None] Provisioning complete for port f62bafc4-5555-4ae3-bd49-9e1f36e36fff triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:25:49.157917 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-582f783a-018d-4b00-bc95-6f738fd175d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:49.193294 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d4c29-514a-4d27-a0c2-f822d74b516c req-7452ee55-2099-4e21-b0a2-3ab19537cfc6 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:49.194856 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f43d4c29-514a-4d27-a0c2-f822d74b516c req-7452ee55-2099-4e21-b0a2-3ab19537cfc6 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] 10.222.0.26 "GET /v2.0/ports?device_id=dff044e3-4e9c-41d7-b2cb-0f86d2da887b HTTP/1.1" status: 200 len: 945 time: 0.7484307 Feb 04 21:25:49.202290 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-73a7d90e-dafd-4ab5-8958-60a4da6cf850 req-b155bed7-363a-4d04-bf06-d1b517bd899f tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Deleting port 336a1d85-a941-4f21-9558-70cc4021bc81 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:25:49.203153 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-73a7d90e-dafd-4ab5-8958-60a4da6cf850 req-b155bed7-363a-4d04-bf06-d1b517bd899f tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:49.230727 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af5a8f0-df5a-48ec-bf6b-3aa4f066296f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Router 4bda004a-7748-4ceb-abdb-93efe37270c3 is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:25:49.289364 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-582f783a-018d-4b00-bc95-6f738fd175d5 None None] Port f62bafc4-5555-4ae3-bd49-9e1f36e36fff cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:25:49.438567 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f43d4c29-514a-4d27-a0c2-f822d74b516c req-e4dece6c-cdfb-4abf-b3e7-205005fa1520 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] 10.222.0.26 "GET /v2.0/security-groups?id=8336c719-e48a-4b0e-bac4-93bfb209c446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341819 Feb 04 21:25:49.461064 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af5a8f0-df5a-48ec-bf6b-3aa4f066296f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:25:49.475712 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-9af5a8f0-df5a-48ec-bf6b-3aa4f066296f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "PUT /v2.0/routers/4bda004a-7748-4ceb-abdb-93efe37270c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9466236 Feb 04 21:25:49.480968 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 35950) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:49.488508 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea88a21-2a81-4339-83e1-84496c55498f None None] Sync routers for ids ['4bda004a-7748-4ceb-abdb-93efe37270c3'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:25:49.505472 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea88a21-2a81-4339-83e1-84496c55498f None None] Routers {'4bda004a-7748-4ceb-abdb-93efe37270c3'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:25:49.506211 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-9ea88a21-2a81-4339-83e1-84496c55498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:25:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4bda004a-7748-4ceb-abdb-93efe37270c3'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:25:49.569610 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6a7b4567-a000-4a3d-9658-e48412c0b6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:49.589345 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-6a7b4567-a000-4a3d-9658-e48412c0b6cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:25:49.603788 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-6a7b4567-a000-4a3d-9658-e48412c0b6cd admin admin] Usage tracker for resource:security_group_rule and tenant:4e71e9a7c94d45fcbbbf91b4d76e76ed is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:25:49.610924 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-6a7b4567-a000-4a3d-9658-e48412c0b6cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:25:49.619311 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-73a7d90e-dafd-4ab5-8958-60a4da6cf850 req-b155bed7-363a-4d04-bf06-d1b517bd899f tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] For port 336a1d85-a941-4f21-9558-70cc4021bc81, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=336a1d85-a941-4f21-9558-70cc4021bc81,segment=NetworkSegment(a975ea0a-c97e-4927-9083-08f2097fb28d),segment_id=a975ea0a-c97e-4927-9083-08f2097fb28d)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:25:49.619738 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-73a7d90e-dafd-4ab5-8958-60a4da6cf850 req-b155bed7-363a-4d04-bf06-d1b517bd899f tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:49.630145 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59108bf0-6146-4160-bc10-cd53e2f0edbe tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:49.630882 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-59108bf0-6146-4160-bc10-cd53e2f0edbe tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Synchronizing usage tracker for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:25:49.635819 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-6a7b4567-a000-4a3d-9658-e48412c0b6cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:25:49.669373 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-59108bf0-6146-4160-bc10-cd53e2f0edbe tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Unset dirty status for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:25:49.670547 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-59108bf0-6146-4160-bc10-cd53e2f0edbe tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bda004a-7748-4ceb-abdb-93efe37270c3 HTTP/1.1" status: 200 len: 989 time: 0.1879447 Feb 04 21:25:49.675628 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 35958) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:49.683953 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-9ea88a21-2a81-4339-83e1-84496c55498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:25:49.710671 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea88a21-2a81-4339-83e1-84496c55498f None None] Routers {'4bda004a-7748-4ceb-abdb-93efe37270c3'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:25:49.711233 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-9ea88a21-2a81-4339-83e1-84496c55498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:25:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4bda004a-7748-4ceb-abdb-93efe37270c3'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:25:49.897618 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-9ea88a21-2a81-4339-83e1-84496c55498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:25:49.897792 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea88a21-2a81-4339-83e1-84496c55498f None None] The sync data for ids ['4bda004a-7748-4ceb-abdb-93efe37270c3'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:25:49.962772 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-73a7d90e-dafd-4ab5-8958-60a4da6cf850 req-b155bed7-363a-4d04-bf06-d1b517bd899f tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Calling delete_port for 336a1d85-a941-4f21-9558-70cc4021bc81 owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:25:50.187249 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-73a7d90e-dafd-4ab5-8958-60a4da6cf850 req-b155bed7-363a-4d04-bf06-d1b517bd899f tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:50.387483 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155bed7-363a-4d04-bf06-d1b517bd899f tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Pushing event deleted for resources: {'Port': ['ID=336a1d85-a941-4f21-9558-70cc4021bc81,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:50.419635 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6db2e-5dfe-4987-a9fe-94d9672c7e99 req-f0bb8ee4-08cd-46f3-9077-276cefad7407 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:50.421175 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6ef6db2e-5dfe-4987-a9fe-94d9672c7e99 req-f0bb8ee4-08cd-46f3-9077-276cefad7407 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f1860b9-a09d-49db-9e9b-35f99ff8f9a0 HTTP/1.1" status: 200 len: 945 time: 0.6242688 Feb 04 21:25:50.542889 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a7d90e-dafd-4ab5-8958-60a4da6cf850 req-b155bed7-363a-4d04-bf06-d1b517bd899f tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] No DVR routers for this DVR port 336a1d85-a941-4f21-9558-70cc4021bc81 on host n-h2-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:25:50.563495 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-73a7d90e-dafd-4ab5-8958-60a4da6cf850 req-b155bed7-363a-4d04-bf06-d1b517bd899f tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:50.563495 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1860b9-a09d-49db-9e9b-35f99ff8f9a0', 'name': 'network-vif-deleted', 'tag': '336a1d85-a941-4f21-9558-70cc4021bc81'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:25:50.601030 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-73a7d90e-dafd-4ab5-8958-60a4da6cf850 req-b155bed7-363a-4d04-bf06-d1b517bd899f tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.18 "DELETE /v2.0/ports/336a1d85-a941-4f21-9558-70cc4021bc81 HTTP/1.1" status: 204 len: 173 time: 1.5087018 Feb 04 21:25:50.825874 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6ef6db2e-5dfe-4987-a9fe-94d9672c7e99 req-88920bae-431b-4ab9-92e3-f014c2110ebc tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/security-groups?id=521e69c8-4672-4ee9-a417-79cd09b52282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064595 Feb 04 21:25:50.873589 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6a7b4567-a000-4a3d-9658-e48412c0b6cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:50.917579 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6a7b4567-a000-4a3d-9658-e48412c0b6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:51.003119 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b4567-a000-4a3d-9658-e48412c0b6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd9b322-d04a-4b1c-b074-dd23a0f979cb,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:51.032041 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1860b9-a09d-49db-9e9b-35f99ff8f9a0', 'name': 'network-vif-deleted', 'tag': '336a1d85-a941-4f21-9558-70cc4021bc81', 'status': 'completed', 'code': 200} Feb 04 21:25:51.120447 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-6a7b4567-a000-4a3d-9658-e48412c0b6cd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4e71e9a7c94d45fcbbbf91b4d76e76ed&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1201737 Feb 04 21:25:51.123131 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 36006) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:51.252428 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5163d856-e8df-49c9-b063-90c2ffb33f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:51.290313 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5163d856-e8df-49c9-b063-90c2ffb33f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:51.367300 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5163d856-e8df-49c9-b063-90c2ffb33f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:51.399392 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163d856-e8df-49c9-b063-90c2ffb33f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd9b322-d04a-4b1c-b074-dd23a0f979cb,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:51.407486 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5163d856-e8df-49c9-b063-90c2ffb33f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:51.429754 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5163d856-e8df-49c9-b063-90c2ffb33f3e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9bd9b322-d04a-4b1c-b074-dd23a0f979cb HTTP/1.1" status: 204 len: 168 time: 0.3053613 Feb 04 21:25:51.476361 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b44d1443-3afc-444a-ba94-54e3b7f3826f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:51.987741 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-b44d1443-3afc-444a-ba94-54e3b7f3826f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Deleting port f62bafc4-5555-4ae3-bd49-9e1f36e36fff {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:25:51.988381 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b44d1443-3afc-444a-ba94-54e3b7f3826f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:52.043821 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 336a1d85-a941-4f21-9558-70cc4021bc81 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:25:52.159903 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: 336a1d85-a941-4f21-9558-70cc4021bc81 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:25:52.161661 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 336a1d85-a941-4f21-9558-70cc4021bc81 not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:25:52.165799 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 36038) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:52.202112 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-691eab53-4b37-41ee-8b37-01c55e6df6b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:52.227661 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-691eab53-4b37-41ee-8b37-01c55e6df6b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:25:52.232224 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-691eab53-4b37-41ee-8b37-01c55e6df6b5 admin admin] Usage tracker for resource:security_group_rule and tenant:35e24f8fa5154c02b24649f278db6610 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:25:52.235807 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-691eab53-4b37-41ee-8b37-01c55e6df6b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:25:52.244346 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-691eab53-4b37-41ee-8b37-01c55e6df6b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:25:52.380801 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b44d1443-3afc-444a-ba94-54e3b7f3826f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:52.392578 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-691eab53-4b37-41ee-8b37-01c55e6df6b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:52.405490 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-691eab53-4b37-41ee-8b37-01c55e6df6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:52.559536 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-691eab53-4b37-41ee-8b37-01c55e6df6b5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=35e24f8fa5154c02b24649f278db6610&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3925235 Feb 04 21:25:52.560214 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 36046) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:52.560894 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691eab53-4b37-41ee-8b37-01c55e6df6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3f023c-2e58-4bd9-9ab5-d6fc5ea13109,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:52.656406 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-b44d1443-3afc-444a-ba94-54e3b7f3826f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Calling delete_port for f62bafc4-5555-4ae3-bd49-9e1f36e36fff owned by network:router_interface {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:25:52.668673 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-79aee629-2f92-4895-afb1-cf7c1a840c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:52.703692 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-79aee629-2f92-4895-afb1-cf7c1a840c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:52.807839 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-79aee629-2f92-4895-afb1-cf7c1a840c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:52.835732 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aee629-2f92-4895-afb1-cf7c1a840c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3f023c-2e58-4bd9-9ab5-d6fc5ea13109,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:52.856701 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-79aee629-2f92-4895-afb1-cf7c1a840c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:52.860815 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-79aee629-2f92-4895-afb1-cf7c1a840c73 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6b3f023c-2e58-4bd9-9ab5-d6fc5ea13109 HTTP/1.1" status: 204 len: 168 time: 0.2939982 Feb 04 21:25:52.990315 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b44d1443-3afc-444a-ba94-54e3b7f3826f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:53.254137 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d1443-3afc-444a-ba94-54e3b7f3826f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Port': ['ID=f62bafc4-5555-4ae3-bd49-9e1f36e36fff,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:53.581067 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b44d1443-3afc-444a-ba94-54e3b7f3826f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:54.497068 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44d1443-3afc-444a-ba94-54e3b7f3826f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Router 4bda004a-7748-4ceb-abdb-93efe37270c3 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:25:54.887554 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44d1443-3afc-444a-ba94-54e3b7f3826f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:25:54.899755 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a7798d-81bc-43fe-b0a9-bfc2b4f81a91 None None] Sync routers for ids ['4bda004a-7748-4ceb-abdb-93efe37270c3'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:25:54.911292 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a7798d-81bc-43fe-b0a9-bfc2b4f81a91 None None] Routers {'4bda004a-7748-4ceb-abdb-93efe37270c3'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:25:54.911886 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-f3a7798d-81bc-43fe-b0a9-bfc2b4f81a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:25:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4bda004a-7748-4ceb-abdb-93efe37270c3'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:25:54.963660 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b44d1443-3afc-444a-ba94-54e3b7f3826f tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "PUT /v2.0/routers/4bda004a-7748-4ceb-abdb-93efe37270c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2853644 Feb 04 21:25:54.965486 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 36116) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:55.069351 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-f3a7798d-81bc-43fe-b0a9-bfc2b4f81a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:25:55.085549 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a7798d-81bc-43fe-b0a9-bfc2b4f81a91 None None] Routers {'4bda004a-7748-4ceb-abdb-93efe37270c3'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:25:55.086370 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-f3a7798d-81bc-43fe-b0a9-bfc2b4f81a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:25:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['4bda004a-7748-4ceb-abdb-93efe37270c3'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:25:55.096149 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb81547-c3d0-4657-947e-edd886e59200 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] GET failed (client error): The resource could not be found. Feb 04 21:25:55.099431 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3bb81547-c3d0-4657-947e-edd886e59200 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Synchronizing usage tracker for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:25:55.138649 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3bb81547-c3d0-4657-947e-edd886e59200 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Unset dirty status for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:25:55.140154 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3bb81547-c3d0-4657-947e-edd886e59200 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "GET /v2.0/ports/f62bafc4-5555-4ae3-bd49-9e1f36e36fff HTTP/1.1" status: 404 len: 333 time: 0.1730735 Feb 04 21:25:55.142818 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 36124) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:55.270979 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-f3a7798d-81bc-43fe-b0a9-bfc2b4f81a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:25:55.276291 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a7798d-81bc-43fe-b0a9-bfc2b4f81a91 None None] The sync data for ids ['4bda004a-7748-4ceb-abdb-93efe37270c3'] in n-d-827896-1 is: [] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:25:55.553576 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36144) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:55.587799 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d65cf90b-105d-4f80-af35-595c0f1f8786 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:55.793535 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e3ea8bb0-1ae1-451c-9101-f4a1bcab0a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:55.834715 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e3ea8bb0-1ae1-451c-9101-f4a1bcab0a74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:25:55.843404 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e3ea8bb0-1ae1-451c-9101-f4a1bcab0a74 admin admin] Usage tracker for resource:security_group_rule and tenant:63db212d06b84263b9b1ef64444e16f4 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:25:55.851743 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e3ea8bb0-1ae1-451c-9101-f4a1bcab0a74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:25:55.870672 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e3ea8bb0-1ae1-451c-9101-f4a1bcab0a74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:25:56.084402 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e3ea8bb0-1ae1-451c-9101-f4a1bcab0a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:56.098786 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e3ea8bb0-1ae1-451c-9101-f4a1bcab0a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:56.179416 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e3ea8bb0-1ae1-451c-9101-f4a1bcab0a74 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=63db212d06b84263b9b1ef64444e16f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6225965 Feb 04 21:25:56.186181 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36176) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:56.296120 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:56.300296 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea8bb0-1ae1-451c-9101-f4a1bcab0a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00b6023-3a43-4980-88f1-8120ce5e1640,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:56.378512 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-594dff34-f070-482d-8c23-086f7e79ac93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:56.446536 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-594dff34-f070-482d-8c23-086f7e79ac93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:56.453020 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d65cf90b-105d-4f80-af35-595c0f1f8786 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:56.456260 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d65cf90b-105d-4f80-af35-595c0f1f8786 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:56.491144 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d65cf90b-105d-4f80-af35-595c0f1f8786 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:56.491835 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65cf90b-105d-4f80-af35-595c0f1f8786 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Fanout notify agent at l3_agent the message router_deleted on router 4bda004a-7748-4ceb-abdb-93efe37270c3 {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:25:56.523332 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d65cf90b-105d-4f80-af35-595c0f1f8786 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:56.524992 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d65cf90b-105d-4f80-af35-595c0f1f8786 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/routers/4bda004a-7748-4ceb-abdb-93efe37270c3 HTTP/1.1" status: 204 len: 168 time: 1.3808234 Feb 04 21:25:56.528554 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 36192) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:56.578744 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-594dff34-f070-482d-8c23-086f7e79ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:56.618487 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-594dff34-f070-482d-8c23-086f7e79ac93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:56.622980 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-594dff34-f070-482d-8c23-086f7e79ac93 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a00b6023-3a43-4980-88f1-8120ce5e1640 HTTP/1.1" status: 204 len: 168 time: 0.4336667 Feb 04 21:25:56.626925 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594dff34-f070-482d-8c23-086f7e79ac93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00b6023-3a43-4980-88f1-8120ce5e1640,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:56.705842 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f54d630-7d62-42f9-b47d-940c4e969fd2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Deleting subnet c27fd4df-eb23-4a39-b3c3-8e62fe57f66f {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:25:56.716899 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6f54d630-7d62-42f9-b47d-940c4e969fd2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:56.853148 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6f54d630-7d62-42f9-b47d-940c4e969fd2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:57.003464 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6f54d630-7d62-42f9-b47d-940c4e969fd2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:57.190461 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6f54d630-7d62-42f9-b47d-940c4e969fd2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:57.408979 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6f54d630-7d62-42f9-b47d-940c4e969fd2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:57.411228 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68eaadff-9589-4145-a1d3-5ae025c26f9c None None] Network 51301396-7ba5-453d-863b-9b12fb829e60 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:25:57.443501 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ced88-093a-40c0-b6ba-c13a7f20c37c req-9069c627-d694-483c-bef3-67648e234f5f tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:57.446856 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54d630-7d62-42f9-b47d-940c4e969fd2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Subnet': ['ID=c27fd4df-eb23-4a39-b3c3-8e62fe57f66f,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:57.451554 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d18ced88-093a-40c0-b6ba-c13a7f20c37c req-9069c627-d694-483c-bef3-67648e234f5f tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] 10.222.0.26 "GET /v2.0/ports?device_id=dff044e3-4e9c-41d7-b2cb-0f86d2da887b HTTP/1.1" status: 200 len: 945 time: 0.2058704 Feb 04 21:25:57.458199 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6f54d630-7d62-42f9-b47d-940c4e969fd2 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/subnets/c27fd4df-eb23-4a39-b3c3-8e62fe57f66f HTTP/1.1" status: 204 len: 168 time: 0.9253733 Feb 04 21:25:57.458912 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 36216) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:57.550204 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d18ced88-093a-40c0-b6ba-c13a7f20c37c req-91c998da-ad74-4de2-aa25-9d38fc3aa5e8 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] 10.222.0.26 "GET /v2.0/security-groups?id=8336c719-e48a-4b0e-bac4-93bfb209c446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973599 Feb 04 21:25:57.582976 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36222) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:57.611728 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-60a2941f-7ac6-4f1d-bfc4-1e9de6830e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:57.638464 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-60a2941f-7ac6-4f1d-bfc4-1e9de6830e4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:25:57.648734 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-60a2941f-7ac6-4f1d-bfc4-1e9de6830e4f admin admin] Usage tracker for resource:security_group_rule and tenant:802788e58de94ec6ae8e97b4b2d74e8b is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:25:57.652059 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-60a2941f-7ac6-4f1d-bfc4-1e9de6830e4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:25:57.668794 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-60a2941f-7ac6-4f1d-bfc4-1e9de6830e4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:25:57.703823 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-32aebd1f-8b57-49b6-a351-06ac800b6f10 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:57.748119 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-32aebd1f-8b57-49b6-a351-06ac800b6f10 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Deleting port e326a2a4-a4c6-4602-b116-ad04522f66eb {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:25:57.748464 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-32aebd1f-8b57-49b6-a351-06ac800b6f10 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:57.790868 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-60a2941f-7ac6-4f1d-bfc4-1e9de6830e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:57.798191 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-60a2941f-7ac6-4f1d-bfc4-1e9de6830e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:57.857546 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36230) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:57.879103 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2941f-7ac6-4f1d-bfc4-1e9de6830e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21f81b1-611f-4482-b7cb-857f05b9830e,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:57.889812 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-60a2941f-7ac6-4f1d-bfc4-1e9de6830e4f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=802788e58de94ec6ae8e97b4b2d74e8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3050678 Feb 04 21:25:57.890691 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36238) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:57.927052 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6e4d34-88c1-4ff2-a836-de3fb8881e66 None None] DHCP port deletion for 51301396-7ba5-453d-863b-9b12fb829e60 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:25:57.931248 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-9e6e4d34-88c1-4ff2-a836-de3fb8881e66 None None] Deleting port e326a2a4-a4c6-4602-b116-ad04522f66eb {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:25:57.931613 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-9e6e4d34-88c1-4ff2-a836-de3fb8881e66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:58.067669 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-551c1f37-599a-409a-add5-1b60cf7e9aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:58.147246 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-551c1f37-599a-409a-add5-1b60cf7e9aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:58.268582 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-32aebd1f-8b57-49b6-a351-06ac800b6f10 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] For port e326a2a4-a4c6-4602-b116-ad04522f66eb, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=e326a2a4-a4c6-4602-b116-ad04522f66eb,segment=NetworkSegment(5b1290a2-cfec-4271-9c62-7fe9923b7fb9),segment_id=5b1290a2-cfec-4271-9c62-7fe9923b7fb9)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:25:58.269105 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-32aebd1f-8b57-49b6-a351-06ac800b6f10 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:58.313254 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6dfb7718-e548-4aea-a287-790892a806ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:58.347174 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-551c1f37-599a-409a-add5-1b60cf7e9aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:58.357701 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-9e6e4d34-88c1-4ff2-a836-de3fb8881e66 None None] For port e326a2a4-a4c6-4602-b116-ad04522f66eb, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=e326a2a4-a4c6-4602-b116-ad04522f66eb,segment=NetworkSegment(5b1290a2-cfec-4271-9c62-7fe9923b7fb9),segment_id=5b1290a2-cfec-4271-9c62-7fe9923b7fb9)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:25:58.358134 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-9e6e4d34-88c1-4ff2-a836-de3fb8881e66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:58.387991 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-6dfb7718-e548-4aea-a287-790892a806ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:25:58.398747 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c1f37-599a-409a-add5-1b60cf7e9aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21f81b1-611f-4482-b7cb-857f05b9830e,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:58.414016 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-6dfb7718-e548-4aea-a287-790892a806ec admin admin] Usage tracker for resource:security_group_rule and tenant:dce7af808bfb48bd85404ee9c0a2d4e1 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:25:58.447260 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-6dfb7718-e548-4aea-a287-790892a806ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:25:58.459526 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-551c1f37-599a-409a-add5-1b60cf7e9aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:58.462659 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-551c1f37-599a-409a-add5-1b60cf7e9aac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f21f81b1-611f-4482-b7cb-857f05b9830e HTTP/1.1" status: 204 len: 168 time: 0.5692985 Feb 04 21:25:58.479419 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-6dfb7718-e548-4aea-a287-790892a806ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:25:58.481146 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-32aebd1f-8b57-49b6-a351-06ac800b6f10 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Calling delete_port for e326a2a4-a4c6-4602-b116-ad04522f66eb owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:25:58.563814 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-9e6e4d34-88c1-4ff2-a836-de3fb8881e66 None None] Calling delete_port for e326a2a4-a4c6-4602-b116-ad04522f66eb owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:25:58.618845 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-32aebd1f-8b57-49b6-a351-06ac800b6f10 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:58.712516 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aebd1f-8b57-49b6-a351-06ac800b6f10 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Port': ['ID=e326a2a4-a4c6-4602-b116-ad04522f66eb,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:58.739035 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32aebd1f-8b57-49b6-a351-06ac800b6f10 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] No DVR routers for this DVR port e326a2a4-a4c6-4602-b116-ad04522f66eb on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:25:58.845980 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device e326a2a4-a4c6-4602-b116-ad04522f66eb no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:25:58.907936 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: e326a2a4-a4c6-4602-b116-ad04522f66eb {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:25:58.908394 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device e326a2a4-a4c6-4602-b116-ad04522f66eb not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:25:58.915516 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-9e6e4d34-88c1-4ff2-a836-de3fb8881e66 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:25:58.915872 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-9e6e4d34-88c1-4ff2-a836-de3fb8881e66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:25:59.025871 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-32aebd1f-8b57-49b6-a351-06ac800b6f10 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:59.078719 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6dfb7718-e548-4aea-a287-790892a806ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:59.104934 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb48ebe-cef1-492c-b79e-46aca974b425 req-d813f4d7-754d-475c-8f12-434569926468 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:59.107019 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1bb48ebe-cef1-492c-b79e-46aca974b425 req-d813f4d7-754d-475c-8f12-434569926468 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] 10.222.0.32 "GET /v2.0/ports?device_id=dff044e3-4e9c-41d7-b2cb-0f86d2da887b HTTP/1.1" status: 200 len: 945 time: 0.4947600 Feb 04 21:25:59.109796 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6dfb7718-e548-4aea-a287-790892a806ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:59.262949 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-1bb48ebe-cef1-492c-b79e-46aca974b425 req-9dd2298b-a097-42a8-b9a9-de9a0cc767a5 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Deleting port af6b86e7-4230-424e-b0fc-e6cb1c058bfa {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:25:59.263325 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1bb48ebe-cef1-492c-b79e-46aca974b425 req-9dd2298b-a097-42a8-b9a9-de9a0cc767a5 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:59.323108 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-32aebd1f-8b57-49b6-a351-06ac800b6f10 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51301396-7ba5-453d-863b-9b12fb829e60']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:25:59.351022 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-32aebd1f-8b57-49b6-a351-06ac800b6f10 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b1290a2-cfec-4271-9c62-7fe9923b7fb9') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:25:59.351421 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-32aebd1f-8b57-49b6-a351-06ac800b6f10 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b1290a2-cfec-4271-9c62-7fe9923b7fb9') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:25:59.377255 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479911a1-297e-4576-9460-030c8f0638b6 req-54c82092-9fc8-4798-a364-b8bd57930bf2 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:59.386311 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-479911a1-297e-4576-9460-030c8f0638b6 req-54c82092-9fc8-4798-a364-b8bd57930bf2 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] 10.222.0.26 "GET /v2.0/ports?device_id=dff044e3-4e9c-41d7-b2cb-0f86d2da887b HTTP/1.1" status: 200 len: 945 time: 0.4679022 Feb 04 21:25:59.409138 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-32aebd1f-8b57-49b6-a351-06ac800b6f10 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:59.417257 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-9e6e4d34-88c1-4ff2-a836-de3fb8881e66 None None] Deleting port e326a2a4-a4c6-4602-b116-ad04522f66eb {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:25:59.418793 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-9e6e4d34-88c1-4ff2-a836-de3fb8881e66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:59.444666 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-32aebd1f-8b57-49b6-a351-06ac800b6f10 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:59.457518 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32aebd1f-8b57-49b6-a351-06ac800b6f10 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:25:59.458842 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-32aebd1f-8b57-49b6-a351-06ac800b6f10 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:59.497646 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:25:59.497646 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:25:59.497646 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:25:59.497646 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:25:59.497646 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:25:59.497646 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:25:59.497646 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:25:59.497646 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:25:59.497646 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:25:59.497646 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:25:59.497646 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:25:59.497646 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:25:59.497646 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:25:59.497646 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:25:59.497646 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:25:59.497646 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:25:59.497646 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:25:59.497646 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:25:59.497646 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:25:59.497646 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:25:59.497646 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:25:59.497646 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:25:59.497646 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:25:59.497646 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:25:59.497646 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:25:59.497646 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:25:59.497646 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:25:59.497646 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:25:59.497646 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:25:59.497646 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:25:59.497646 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:25:59.497646 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:25:59.515617 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-6dfb7718-e548-4aea-a287-790892a806ec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dce7af808bfb48bd85404ee9c0a2d4e1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6576800 Feb 04 21:25:59.521769 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36268) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:59.591739 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-9e6e4d34-88c1-4ff2-a836-de3fb8881e66 None None] The port 'e326a2a4-a4c6-4602-b116-ad04522f66eb' was deleted {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:25:59.615042 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb7718-e548-4aea-a287-790892a806ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27cc4c4-229b-4a74-a396-5fc4ddfc8c2a,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:59.661940 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-32aebd1f-8b57-49b6-a351-06ac800b6f10 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:59.702046 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-32aebd1f-8b57-49b6-a351-06ac800b6f10 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:59.704693 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aebd1f-8b57-49b6-a351-06ac800b6f10 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Network': ['ID=51301396-7ba5-453d-863b-9b12fb829e60,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:25:59.731041 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-32aebd1f-8b57-49b6-a351-06ac800b6f10 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/networks/51301396-7ba5-453d-863b-9b12fb829e60 HTTP/1.1" status: 204 len: 168 time: 2.2710447 Feb 04 21:25:59.731729 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 36278) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:25:59.873078 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-1bb48ebe-cef1-492c-b79e-46aca974b425 req-9dd2298b-a097-42a8-b9a9-de9a0cc767a5 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] For port af6b86e7-4230-424e-b0fc-e6cb1c058bfa, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=af6b86e7-4230-424e-b0fc-e6cb1c058bfa,segment=NetworkSegment(665ab526-a82c-49c5-ac6b-d0594565c1b0),segment_id=665ab526-a82c-49c5-ac6b-d0594565c1b0)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:25:59.873644 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1bb48ebe-cef1-492c-b79e-46aca974b425 req-9dd2298b-a097-42a8-b9a9-de9a0cc767a5 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:25:59.879827 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56953199-7826-4ac1-bcc7-a40da05c5ec4 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:25:59.880688 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-56953199-7826-4ac1-bcc7-a40da05c5ec4 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Synchronizing usage tracker for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:25:59.906376 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-56953199-7826-4ac1-bcc7-a40da05c5ec4 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Unset dirty status for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:25:59.913411 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-56953199-7826-4ac1-bcc7-a40da05c5ec4 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "GET /v2.0/ports/c3ce4257-63dd-4a96-a4fa-0d0aa15086e6 HTTP/1.1" status: 200 len: 845 time: 0.1748722 Feb 04 21:25:59.913411 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 36286) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:00.082863 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3bd6f9c8-22e0-4dd3-a81f-5aa4ed4dca08 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "GET /v2.0/ports/c3ce4257-63dd-4a96-a4fa-0d0aa15086e6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1686175 Feb 04 21:26:00.087209 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 36294) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:00.093000 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-fb13b6ef-255a-4032-ad87-f5c5deb67a0e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'subnet': {'network_id': '3ff02814-caec-4357-b19c-adb4bc2f455e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:26:00.293246 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-479911a1-297e-4576-9460-030c8f0638b6 req-01128bf4-8a49-4672-a01e-e3de4d9b4b25 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] 10.222.0.26 "GET /v2.0/security-groups?id=8336c719-e48a-4b0e-bac4-93bfb209c446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9055815 Feb 04 21:26:00.381848 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-fb13b6ef-255a-4032-ad87-f5c5deb67a0e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:00.404602 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-fb13b6ef-255a-4032-ad87-f5c5deb67a0e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:subnet and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:00.413890 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-fb13b6ef-255a-4032-ad87-f5c5deb67a0e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:00.421315 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-fb13b6ef-255a-4032-ad87-f5c5deb67a0e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:00.449261 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb13b6ef-255a-4032-ad87-f5c5deb67a0e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:26:00.454888 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fb13b6ef-255a-4032-ad87-f5c5deb67a0e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:00.531723 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-1bb48ebe-cef1-492c-b79e-46aca974b425 req-9dd2298b-a097-42a8-b9a9-de9a0cc767a5 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Calling delete_port for af6b86e7-4230-424e-b0fc-e6cb1c058bfa owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:26:00.815130 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d314c8d5-1521-4532-8c48-74be6a31acde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:00.860020 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1bb48ebe-cef1-492c-b79e-46aca974b425 req-9dd2298b-a097-42a8-b9a9-de9a0cc767a5 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:00.911941 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d314c8d5-1521-4532-8c48-74be6a31acde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:00.919844 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36318) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:00.944269 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd2298b-a097-42a8-b9a9-de9a0cc767a5 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Pushing event deleted for resources: {'Port': ['ID=af6b86e7-4230-424e-b0fc-e6cb1c058bfa,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:01.126101 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb48ebe-cef1-492c-b79e-46aca974b425 req-9dd2298b-a097-42a8-b9a9-de9a0cc767a5 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] No DVR routers for this DVR port af6b86e7-4230-424e-b0fc-e6cb1c058bfa on host n-h1-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:26:01.133971 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1bb48ebe-cef1-492c-b79e-46aca974b425 req-9dd2298b-a097-42a8-b9a9-de9a0cc767a5 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:01.154536 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fb13b6ef-255a-4032-ad87-f5c5deb67a0e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:01.157665 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff044e3-4e9c-41d7-b2cb-0f86d2da887b', 'name': 'network-vif-deleted', 'tag': 'af6b86e7-4230-424e-b0fc-e6cb1c058bfa'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:26:01.174660 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1bb48ebe-cef1-492c-b79e-46aca974b425 req-9dd2298b-a097-42a8-b9a9-de9a0cc767a5 tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] 10.222.0.32 "DELETE /v2.0/ports/af6b86e7-4230-424e-b0fc-e6cb1c058bfa HTTP/1.1" status: 204 len: 173 time: 2.0540316 Feb 04 21:26:01.189036 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d314c8d5-1521-4532-8c48-74be6a31acde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:01.218537 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314c8d5-1521-4532-8c48-74be6a31acde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27cc4c4-229b-4a74-a396-5fc4ddfc8c2a,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:01.227662 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d314c8d5-1521-4532-8c48-74be6a31acde admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:01.229303 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d314c8d5-1521-4532-8c48-74be6a31acde admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a27cc4c4-229b-4a74-a396-5fc4ddfc8c2a HTTP/1.1" status: 204 len: 168 time: 1.7057109 Feb 04 21:26:01.242971 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff044e3-4e9c-41d7-b2cb-0f86d2da887b', 'name': 'network-vif-deleted', 'tag': 'af6b86e7-4230-424e-b0fc-e6cb1c058bfa', 'status': 'completed', 'code': 200} Feb 04 21:26:01.329064 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb13b6ef-255a-4032-ad87-f5c5deb67a0e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Network 3ff02814-caec-4357-b19c-adb4bc2f455e is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:26:01.350188 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-fb13b6ef-255a-4032-ad87-f5c5deb67a0e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:26:01.358370 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb13b6ef-255a-4032-ad87-f5c5deb67a0e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:01.359152 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fb13b6ef-255a-4032-ad87-f5c5deb67a0e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:01.364515 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e5022d-5c62-4042-9fa7-a3873c2ce38b None None] Network 3ff02814-caec-4357-b19c-adb4bc2f455e requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:26:01.423586 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13b6ef-255a-4032-ad87-f5c5deb67a0e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Subnet': ['ID=94767fd7-edca-4703-8070-1f0029a9c174,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:01.442316 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fb13b6ef-255a-4032-ad87-f5c5deb67a0e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3531337 Feb 04 21:26:01.445084 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 36336) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:01.456432 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-44d05165-1de5-4ece-b42d-93ca3c721e7d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'security_group': {'name': 'tempest-secgroup-136510358'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:26:01.474834 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-44d05165-1de5-4ece-b42d-93ca3c721e7d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:01.484428 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-44d05165-1de5-4ece-b42d-93ca3c721e7d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:security_group and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:01.492028 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-44d05165-1de5-4ece-b42d-93ca3c721e7d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:01.507534 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-44d05165-1de5-4ece-b42d-93ca3c721e7d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:01.530671 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-44d05165-1de5-4ece-b42d-93ca3c721e7d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:01.550495 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4126135c-2e5a-4ec2-8e13-3d72b9b2ba71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:01.578318 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-44d05165-1de5-4ece-b42d-93ca3c721e7d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:01.586982 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-44d05165-1de5-4ece-b42d-93ca3c721e7d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:security_group_rule and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:01.592084 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-44d05165-1de5-4ece-b42d-93ca3c721e7d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:01.605349 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-4126135c-2e5a-4ec2-8e13-3d72b9b2ba71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:01.608372 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-44d05165-1de5-4ece-b42d-93ca3c721e7d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:01.618781 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-4126135c-2e5a-4ec2-8e13-3d72b9b2ba71 admin admin] Usage tracker for resource:security_group_rule and tenant:0b62e09673c54de69fc17e84d34902a3 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:01.631067 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-4126135c-2e5a-4ec2-8e13-3d72b9b2ba71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:01.649458 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-4126135c-2e5a-4ec2-8e13-3d72b9b2ba71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:01.786042 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-44d05165-1de5-4ece-b42d-93ca3c721e7d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:01.799707 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-44d05165-1de5-4ece-b42d-93ca3c721e7d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:01.919853 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d05165-1de5-4ece-b42d-93ca3c721e7d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3a4a6a-54e5-429e-acb1-d94bb28402c8,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:01.960268 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-44d05165-1de5-4ece-b42d-93ca3c721e7d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:01.964148 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-44d05165-1de5-4ece-b42d-93ca3c721e7d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5111012 Feb 04 21:26:01.964892 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 36352) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:01.976893 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-e29db928-6723-4f9a-a3a8-f7730ec477d6 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'security_group': {'name': 'tempest-secgroup-1188974191'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:26:01.994345 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af1150d-48de-4ceb-a818-9f130cb49329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-3ff02814-caec-4357-b19c-adb4bc2f455e', 'network_id': '3ff02814-caec-4357-b19c-adb4bc2f455e', 'tenant_id': '82ec2af3498f4ce2a5fb7aab35a5d5ac', 'fixed_ips': [{'subnet_id': '94767fd7-edca-4703-8070-1f0029a9c174'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:26:01.995105 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e29db928-6723-4f9a-a3a8-f7730ec477d6 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:01.996237 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5af1150d-48de-4ceb-a818-9f130cb49329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:01.999873 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e29db928-6723-4f9a-a3a8-f7730ec477d6 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:security_group and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:02.002892 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e29db928-6723-4f9a-a3a8-f7730ec477d6 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:02.026942 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e29db928-6723-4f9a-a3a8-f7730ec477d6 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:02.080249 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4126135c-2e5a-4ec2-8e13-3d72b9b2ba71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:02.104606 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e29db928-6723-4f9a-a3a8-f7730ec477d6 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:02.116743 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-4126135c-2e5a-4ec2-8e13-3d72b9b2ba71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:02.172593 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e29db928-6723-4f9a-a3a8-f7730ec477d6 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:02.179662 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e29db928-6723-4f9a-a3a8-f7730ec477d6 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:security_group_rule and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:02.183991 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e29db928-6723-4f9a-a3a8-f7730ec477d6 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:02.197802 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126135c-2e5a-4ec2-8e13-3d72b9b2ba71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828e5161-99a8-42e9-afab-0254a65fca69,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:02.201260 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-2d7126d8-a547-474c-9b01-59f19aa89b91 req-c69458ea-58c6-467d-afc4-4b5ee042debd tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Synchronizing usage tracker for tenant:68559e9748294875b291addd53e330c1 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:26:02.224575 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e29db928-6723-4f9a-a3a8-f7730ec477d6 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:02.226705 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-2d7126d8-a547-474c-9b01-59f19aa89b91 req-c69458ea-58c6-467d-afc4-4b5ee042debd tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] Unset dirty status for tenant:68559e9748294875b291addd53e330c1 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:26:02.235330 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2d7126d8-a547-474c-9b01-59f19aa89b91 req-c69458ea-58c6-467d-afc4-4b5ee042debd tempest-VolumesActionsTest-1939988729 tempest-VolumesActionsTest-1939988729-project] 10.222.0.26 "GET /v2.0/ports?device_id=dff044e3-4e9c-41d7-b2cb-0f86d2da887b HTTP/1.1" status: 200 len: 210 time: 0.5558605 Feb 04 21:26:02.262150 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-4126135c-2e5a-4ec2-8e13-3d72b9b2ba71 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0b62e09673c54de69fc17e84d34902a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3328223 Feb 04 21:26:02.262502 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36364) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:02.291099 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36368) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:02.324197 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-5af1150d-48de-4ceb-a818-9f130cb49329 None None] Allocated IP 2001:db8::2 (3ff02814-caec-4357-b19c-adb4bc2f455e/94767fd7-edca-4703-8070-1f0029a9c174/848e578d-0243-458d-bfa5-ed148d75153f) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:26:02.329585 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7781603f-bac2-4cd7-8843-9b8b6b5fc8b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:02.352827 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7781603f-bac2-4cd7-8843-9b8b6b5fc8b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:02.358029 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7781603f-bac2-4cd7-8843-9b8b6b5fc8b7 admin admin] Usage tracker for resource:security_group_rule and tenant:37cd6ac68c8c4396aa297797f50a2834 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:02.362711 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7781603f-bac2-4cd7-8843-9b8b6b5fc8b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:02.371351 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7781603f-bac2-4cd7-8843-9b8b6b5fc8b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:02.402905 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c8b96c57-8d57-406f-931b-d970747c6080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:02.428017 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e29db928-6723-4f9a-a3a8-f7730ec477d6 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:02.433968 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c8b96c57-8d57-406f-931b-d970747c6080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:02.435509 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e29db928-6723-4f9a-a3a8-f7730ec477d6 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:02.501463 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device af6b86e7-4230-424e-b0fc-e6cb1c058bfa no longer exists at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:26:02.531935 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e29db928-6723-4f9a-a3a8-f7730ec477d6 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:02.542602 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e29db928-6723-4f9a-a3a8-f7730ec477d6 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5744369 Feb 04 21:26:02.544648 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29db928-6723-4f9a-a3a8-f7730ec477d6 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8588f46b-22d2-4768-b560-ffe6c1fc9e2a,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:02.548149 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 36376) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:02.564510 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-20f4c360-3470-403b-869a-f121cd77e9d5 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-587036428', 'security_groups': ['8588f46b-22d2-4768-b560-ffe6c1fc9e2a'], 'network_id': '3ff02814-caec-4357-b19c-adb4bc2f455e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '94767fd7-edca-4703-8070-1f0029a9c174'}]}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:26:02.589811 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] No Port match for: af6b86e7-4230-424e-b0fc-e6cb1c058bfa {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:26:02.590188 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device af6b86e7-4230-424e-b0fc-e6cb1c058bfa not bound to the agent host n-h1-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:26:02.609587 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c8b96c57-8d57-406f-931b-d970747c6080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:02.703773 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:26:02.795827 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c8b96c57-8d57-406f-931b-d970747c6080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:02.799291 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c8b96c57-8d57-406f-931b-d970747c6080 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/828e5161-99a8-42e9-afab-0254a65fca69 HTTP/1.1" status: 204 len: 168 time: 0.5334275 Feb 04 21:26:02.799291 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b96c57-8d57-406f-931b-d970747c6080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828e5161-99a8-42e9-afab-0254a65fca69,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:02.854021 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5af1150d-48de-4ceb-a818-9f130cb49329 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:02.902679 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-5af1150d-48de-4ceb-a818-9f130cb49329 None None] Transition to ACTIVE for port object 848e578d-0243-458d-bfa5-ed148d75153f will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:26:02.974802 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-5af1150d-48de-4ceb-a818-9f130cb49329 None None] Transition to ACTIVE for port object 848e578d-0243-458d-bfa5-ed148d75153f will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:26:03.001561 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5af1150d-48de-4ceb-a818-9f130cb49329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:03.017231 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7781603f-bac2-4cd7-8843-9b8b6b5fc8b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:03.024130 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7781603f-bac2-4cd7-8843-9b8b6b5fc8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:03.102988 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-7781603f-bac2-4cd7-8843-9b8b6b5fc8b7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=37cd6ac68c8c4396aa297797f50a2834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8086789 Feb 04 21:26:03.114555 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 36394) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:03.179959 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7781603f-bac2-4cd7-8843-9b8b6b5fc8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a86dfa-5c1c-4419-86c6-11fa3f1982b7,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:03.203107 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:03.203107 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af1150d-48de-4ceb-a818-9f130cb49329 None None] Network 3ff02814-caec-4357-b19c-adb4bc2f455e is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:26:03.212437 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-5af1150d-48de-4ceb-a818-9f130cb49329 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:26:03.230967 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af1150d-48de-4ceb-a818-9f130cb49329 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:26:03.282521 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-20f4c360-3470-403b-869a-f121cd77e9d5 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:03.309388 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-20f4c360-3470-403b-869a-f121cd77e9d5 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:03.325663 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a67d0de-cbf3-4ea6-afcc-ed0e0974c6a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:03.392768 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f4c360-3470-403b-869a-f121cd77e9d5 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:26:03.511944 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a67d0de-cbf3-4ea6-afcc-ed0e0974c6a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:03.576558 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1150d-48de-4ceb-a818-9f130cb49329 None None] Pushing event updated for resources: {'Port': ['ID=848e578d-0243-458d-bfa5-ed148d75153f,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:03.596706 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-5af1150d-48de-4ceb-a818-9f130cb49329 None None] Attempting to bind port 848e578d-0243-458d-bfa5-ed148d75153f on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:26:03.597095 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-5af1150d-48de-4ceb-a818-9f130cb49329 None None] Attempting to bind port 848e578d-0243-458d-bfa5-ed148d75153f by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '97f50a04-8d54-4629-83ee-be6d01ba224d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '3ff02814-caec-4357-b19c-adb4bc2f455e'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:26:03.598653 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af1150d-48de-4ceb-a818-9f130cb49329 None None] Attempting to bind port 848e578d-0243-458d-bfa5-ed148d75153f on network 3ff02814-caec-4357-b19c-adb4bc2f455e {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:26:03.601958 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1150d-48de-4ceb-a818-9f130cb49329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:03.602298 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1150d-48de-4ceb-a818-9f130cb49329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:03.602826 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1150d-48de-4ceb-a818-9f130cb49329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:03.603669 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1150d-48de-4ceb-a818-9f130cb49329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:03.604731 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1150d-48de-4ceb-a818-9f130cb49329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:03.605306 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1150d-48de-4ceb-a818-9f130cb49329 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:03.605865 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1150d-48de-4ceb-a818-9f130cb49329 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:03.606476 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1150d-48de-4ceb-a818-9f130cb49329 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:03.607697 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1150d-48de-4ceb-a818-9f130cb49329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:03.608349 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1150d-48de-4ceb-a818-9f130cb49329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:03.609235 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1150d-48de-4ceb-a818-9f130cb49329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:03.609788 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1150d-48de-4ceb-a818-9f130cb49329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:03.640914 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af1150d-48de-4ceb-a818-9f130cb49329 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:26:03.643516 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af1150d-48de-4ceb-a818-9f130cb49329 None None] Checking segment: {'id': '97f50a04-8d54-4629-83ee-be6d01ba224d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '3ff02814-caec-4357-b19c-adb4bc2f455e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:26:03.645236 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5af1150d-48de-4ceb-a818-9f130cb49329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:03.647153 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af1150d-48de-4ceb-a818-9f130cb49329 None None] Bound using segment: {'id': '97f50a04-8d54-4629-83ee-be6d01ba224d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '3ff02814-caec-4357-b19c-adb4bc2f455e'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:26:03.648285 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-5af1150d-48de-4ceb-a818-9f130cb49329 None None] Bound port: 848e578d-0243-458d-bfa5-ed148d75153f, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f50a04-8d54-4629-83ee-be6d01ba224d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '3ff02814-caec-4357-b19c-adb4bc2f455e'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:26:03.649693 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5af1150d-48de-4ceb-a818-9f130cb49329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:03.679846 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-20f4c360-3470-403b-869a-f121cd77e9d5 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:03.751660 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-20f4c360-3470-403b-869a-f121cd77e9d5 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] device_id is not set on port 04580c24-55f4-46d7-9c7a-6d831ac47088 yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:26:03.843067 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a67d0de-cbf3-4ea6-afcc-ed0e0974c6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:03.878420 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-5af1150d-48de-4ceb-a818-9f130cb49329 None None] For port 848e578d-0243-458d-bfa5-ed148d75153f, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:26:03.890937 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-5af1150d-48de-4ceb-a818-9f130cb49329 None None] For port 848e578d-0243-458d-bfa5-ed148d75153f, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=848e578d-0243-458d-bfa5-ed148d75153f,segment=NetworkSegment(97f50a04-8d54-4629-83ee-be6d01ba224d),segment_id=97f50a04-8d54-4629-83ee-be6d01ba224d)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:26:03.898379 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5af1150d-48de-4ceb-a818-9f130cb49329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:03.921682 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67d0de-cbf3-4ea6-afcc-ed0e0974c6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a86dfa-5c1c-4419-86c6-11fa3f1982b7,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:03.971020 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7a67d0de-cbf3-4ea6-afcc-ed0e0974c6a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:03.991199 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7a67d0de-cbf3-4ea6-afcc-ed0e0974c6a6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/00a86dfa-5c1c-4419-86c6-11fa3f1982b7 HTTP/1.1" status: 204 len: 168 time: 0.8755546 Feb 04 21:26:04.238422 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1150d-48de-4ceb-a818-9f130cb49329 None None] Pushing event updated for resources: {'Port': ['ID=848e578d-0243-458d-bfa5-ed148d75153f,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:04.375646 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-20f4c360-3470-403b-869a-f121cd77e9d5 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Allocated IP 2001:db8::30 (3ff02814-caec-4357-b19c-adb4bc2f455e/94767fd7-edca-4703-8070-1f0029a9c174/04580c24-55f4-46d7-9c7a-6d831ac47088) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:26:04.420814 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36448) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:04.916818 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6506c7ae-8356-4d4a-90d0-5cb4e01f80d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:04.950074 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-6506c7ae-8356-4d4a-90d0-5cb4e01f80d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:04.955011 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-6506c7ae-8356-4d4a-90d0-5cb4e01f80d3 admin admin] Usage tracker for resource:security_group_rule and tenant:a48d7832d1ab47b29cfffc74d4155be0 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:04.964467 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-6506c7ae-8356-4d4a-90d0-5cb4e01f80d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:04.977601 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-6506c7ae-8356-4d4a-90d0-5cb4e01f80d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:05.095333 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-20f4c360-3470-403b-869a-f121cd77e9d5 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:05.116136 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6506c7ae-8356-4d4a-90d0-5cb4e01f80d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:05.124719 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6506c7ae-8356-4d4a-90d0-5cb4e01f80d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:05.151563 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-20f4c360-3470-403b-869a-f121cd77e9d5 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Transition to ACTIVE for port object 04580c24-55f4-46d7-9c7a-6d831ac47088 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:26:05.230683 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-20f4c360-3470-403b-869a-f121cd77e9d5 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:05.252925 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-711edaaf-0031-4dcb-914c-7d3458f2ad9c tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:05.255349 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-711edaaf-0031-4dcb-914c-7d3458f2ad9c tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/networks?id=48fb3874-69bb-40f3-a827-9c1f11a82a70 HTTP/1.1" status: 200 len: 814 time: 0.7548769 Feb 04 21:26:05.263403 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506c7ae-8356-4d4a-90d0-5cb4e01f80d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4397d9-a883-4182-a842-ef4265cce07c,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:05.269836 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-6506c7ae-8356-4d4a-90d0-5cb4e01f80d3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a48d7832d1ab47b29cfffc74d4155be0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8470788 Feb 04 21:26:05.276110 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36480) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:05.367937 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-91ce25ac-d7eb-4643-8e79-981dd2140d13 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/quotas/e21cb4a484004b09b45cc34593e100f7 HTTP/1.1" status: 200 len: 375 time: 0.0969524 Feb 04 21:26:05.601604 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-84c20f74-5b94-4f37-8414-f3fce0e5cfd7 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e21cb4a484004b09b45cc34593e100f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2217693 Feb 04 21:26:05.893167 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f4c360-3470-403b-869a-f121cd77e9d5 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Network 3ff02814-caec-4357-b19c-adb4bc2f455e is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:26:05.918739 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-20f4c360-3470-403b-869a-f121cd77e9d5 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:26:05.929115 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f4c360-3470-403b-869a-f121cd77e9d5 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:26:05.939925 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f4c360-3470-403b-869a-f121cd77e9d5 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:05.940349 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-20f4c360-3470-403b-869a-f121cd77e9d5 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:05.965849 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4c360-3470-403b-869a-f121cd77e9d5 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Port': ['ID=04580c24-55f4-46d7-9c7a-6d831ac47088,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:06.024590 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [req-be64a8b8-bcc5-4519-8fbc-5373c8753df8 req-96238fd3-1feb-4d5a-807f-a546875dd5a5 service neutron] (87682) timed out ('10.222.0.32', 62480) {{(pid=87682) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 21:26:06.028228 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c4fbf045-11ed-4584-a21f-f5d0551ce49d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:06.034204 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-20f4c360-3470-403b-869a-f121cd77e9d5 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4849942 Feb 04 21:26:06.038190 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36498) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:06.080356 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-d0254812-519c-4c54-ac3e-a1afaecd7177 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'subnet': {'network_id': '3ff02814-caec-4357-b19c-adb4bc2f455e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:26:06.240023 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c4fbf045-11ed-4584-a21f-f5d0551ce49d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:06.296419 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-2b24fc36-07b7-4ba2-af18-d61628ec8ad5 None None] Provisioning complete for port c3ce4257-63dd-4a96-a4fa-0d0aa15086e6 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:26:06.302880 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2b24fc36-07b7-4ba2-af18-d61628ec8ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:06.336463 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-fd7f3d3c-1234-4c64-94c9-ebc0ea02790b service neutron] 10.222.0.26 "GET /v2.0/networks/48fb3874-69bb-40f3-a827-9c1f11a82a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7257035 Feb 04 21:26:06.453114 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-2b24fc36-07b7-4ba2-af18-d61628ec8ad5 None None] Port c3ce4257-63dd-4a96-a4fa-0d0aa15086e6 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:26:06.479329 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-2b24fc36-07b7-4ba2-af18-d61628ec8ad5 None None] Provisioning for port 848e578d-0243-458d-bfa5-ed148d75153f completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:26:06.586429 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-d0254812-519c-4c54-ac3e-a1afaecd7177 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:06.596407 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-d0254812-519c-4c54-ac3e-a1afaecd7177 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:subnet and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:06.608734 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-d0254812-519c-4c54-ac3e-a1afaecd7177 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:06.631979 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-d0254812-519c-4c54-ac3e-a1afaecd7177 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:06.723789 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-821fd1ca-69c8-442e-a725-325370629a06 None None] Provisioning for port 04580c24-55f4-46d7-9c7a-6d831ac47088 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:26:06.728072 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-190cc0bd-7c77-4bea-8589-ac7e55e8eaa0 service neutron] 10.222.0.26 "GET /v2.0/networks/48fb3874-69bb-40f3-a827-9c1f11a82a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681509 Feb 04 21:26:06.741519 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-821fd1ca-69c8-442e-a725-325370629a06 None None] Provisioning complete for port 04580c24-55f4-46d7-9c7a-6d831ac47088 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:26:06.743760 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-821fd1ca-69c8-442e-a725-325370629a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:06.747294 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c4fbf045-11ed-4584-a21f-f5d0551ce49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:06.791389 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fbf045-11ed-4584-a21f-f5d0551ce49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4397d9-a883-4182-a842-ef4265cce07c,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:06.812539 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0254812-519c-4c54-ac3e-a1afaecd7177 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:26:06.822358 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d0254812-519c-4c54-ac3e-a1afaecd7177 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:06.924813 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-821fd1ca-69c8-442e-a725-325370629a06 None None] Port 04580c24-55f4-46d7-9c7a-6d831ac47088 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:26:06.941964 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 848e578d-0243-458d-bfa5-ed148d75153f up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:26:07.160312 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 848e578d-0243-458d-bfa5-ed148d75153f completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:26:07.195856 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 848e578d-0243-458d-bfa5-ed148d75153f triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:26:07.196274 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:07.384118 n-d-827896-1 neutron-server[87683]: INFO neutron.db.ipam_backend_mixin [None req-d0254812-519c-4c54-ac3e-a1afaecd7177 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 94767fd7-edca-4703-8070-1f0029a9c174 (CIDR: 2001:db8::/64) Feb 04 21:26:07.385880 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c4fbf045-11ed-4584-a21f-f5d0551ce49d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:07.387209 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c4fbf045-11ed-4584-a21f-f5d0551ce49d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8a4397d9-a883-4182-a842-ef4265cce07c HTTP/1.1" status: 204 len: 168 time: 2.1102235 Feb 04 21:26:07.389135 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0254812-519c-4c54-ac3e-a1afaecd7177 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 21:26:07.389743 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0254812-519c-4c54-ac3e-a1afaecd7177 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:26:07.454808 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d0254812-519c-4c54-ac3e-a1afaecd7177 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4128487 Feb 04 21:26:07.458111 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 36550) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:07.464001 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-a6fdecb9-e2f0-428c-9c0d-aeea06dbc4fc tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'subnet': {'network_id': '3ff02814-caec-4357-b19c-adb4bc2f455e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:26:07.507991 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:07.563315 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 848e578d-0243-458d-bfa5-ed148d75153f, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=848e578d-0243-458d-bfa5-ed148d75153f,segment=NetworkSegment(97f50a04-8d54-4629-83ee-be6d01ba224d),segment_id=97f50a04-8d54-4629-83ee-be6d01ba224d)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:26:07.570682 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:07.661572 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=848e578d-0243-458d-bfa5-ed148d75153f,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:07.909138 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a6fdecb9-e2f0-428c-9c0d-aeea06dbc4fc tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:07.913808 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a6fdecb9-e2f0-428c-9c0d-aeea06dbc4fc tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:subnet and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:07.916890 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a6fdecb9-e2f0-428c-9c0d-aeea06dbc4fc tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:07.922936 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a6fdecb9-e2f0-428c-9c0d-aeea06dbc4fc tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:07.937153 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fdecb9-e2f0-428c-9c0d-aeea06dbc4fc tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:26:07.943734 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a6fdecb9-e2f0-428c-9c0d-aeea06dbc4fc tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:08.201096 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36564) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:08.239583 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3b943fe6-6dd0-43f4-96a2-55f11d2f05fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:08.278866 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-3b943fe6-6dd0-43f4-96a2-55f11d2f05fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:08.286335 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-3b943fe6-6dd0-43f4-96a2-55f11d2f05fd admin admin] Usage tracker for resource:security_group_rule and tenant:424a3f2464174942ac4d5f6d5234a087 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:08.294042 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-3b943fe6-6dd0-43f4-96a2-55f11d2f05fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:08.305447 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-3b943fe6-6dd0-43f4-96a2-55f11d2f05fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:08.518971 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3b943fe6-6dd0-43f4-96a2-55f11d2f05fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:08.532789 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3b943fe6-6dd0-43f4-96a2-55f11d2f05fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:08.601311 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-3b943fe6-6dd0-43f4-96a2-55f11d2f05fd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=424a3f2464174942ac4d5f6d5234a087&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3984599 Feb 04 21:26:08.602288 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b943fe6-6dd0-43f4-96a2-55f11d2f05fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa5a09c-cd00-4971-8958-a39c3a607e47,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:08.616636 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 36572) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:08.789866 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 848e578d-0243-458d-bfa5-ed148d75153f up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:26:08.843585 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a6fdecb9-e2f0-428c-9c0d-aeea06dbc4fc tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:08.943719 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 848e578d-0243-458d-bfa5-ed148d75153f triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:26:08.946544 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:08.987555 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36584) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:08.993906 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-9bf6f2ef-b24d-4db5-b478-9cbf800d4d80 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-364503702', 'description': 'tempest-secgroup-smoke-364503702 description', 'project_id': '2e8582aac1f7460e8c501b58b7ccfd28'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:26:09.010366 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-9bf6f2ef-b24d-4db5-b478-9cbf800d4d80 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:09.020420 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fdecb9-e2f0-428c-9c0d-aeea06dbc4fc tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Subnet': ['ID=343eff8f-3b9a-42d1-ab06-0be8acf691c9,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:09.028497 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-9bf6f2ef-b24d-4db5-b478-9cbf800d4d80 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Usage tracker for resource:security_group and tenant:2e8582aac1f7460e8c501b58b7ccfd28 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:09.044938 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fdecb9-e2f0-428c-9c0d-aeea06dbc4fc tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Network 3ff02814-caec-4357-b19c-adb4bc2f455e is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:26:09.056227 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-a6fdecb9-e2f0-428c-9c0d-aeea06dbc4fc tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:26:09.069844 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fdecb9-e2f0-428c-9c0d-aeea06dbc4fc tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:09.070438 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a6fdecb9-e2f0-428c-9c0d-aeea06dbc4fc tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:09.090045 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f96ec26-fb79-402f-8262-51bc17b47aa2 None None] Network 3ff02814-caec-4357-b19c-adb4bc2f455e requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:26:09.122499 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-9bf6f2ef-b24d-4db5-b478-9cbf800d4d80 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:09.127509 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-92f41d79-0802-43d0-bde1-794e932ac106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:09.161553 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-9bf6f2ef-b24d-4db5-b478-9cbf800d4d80 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:09.166194 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a6fdecb9-e2f0-428c-9c0d-aeea06dbc4fc tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7044890 Feb 04 21:26:09.169786 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 36590) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:09.176471 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-9b6cb592-01ad-49ad-9ea2-43b84472b3c1 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1331837421', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '343eff8f-3b9a-42d1-ab06-0be8acf691c9'}], 'security_groups': ['6a3a4a6a-54e5-429e-acb1-d94bb28402c8']}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:26:09.182775 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7e79a132-5315-44ff-ba9f-ce8bf71b748c req-0550e9e1-213d-44ea-a7ac-1a0c3124ce56 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddcac543-4a79-408d-b793-bea24371f20f HTTP/1.1" status: 200 len: 210 time: 0.1377130 Feb 04 21:26:09.208889 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9bf6f2ef-b24d-4db5-b478-9cbf800d4d80 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:09.237475 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9bf6f2ef-b24d-4db5-b478-9cbf800d4d80 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:09.262666 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-9bf6f2ef-b24d-4db5-b478-9cbf800d4d80 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:09.266832 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-9bf6f2ef-b24d-4db5-b478-9cbf800d4d80 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Usage tracker for resource:security_group_rule and tenant:2e8582aac1f7460e8c501b58b7ccfd28 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:09.271819 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-9bf6f2ef-b24d-4db5-b478-9cbf800d4d80 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:09.284404 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-9bf6f2ef-b24d-4db5-b478-9cbf800d4d80 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:09.320971 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-92f41d79-0802-43d0-bde1-794e932ac106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:09.538114 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9bf6f2ef-b24d-4db5-b478-9cbf800d4d80 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:09.548224 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9bf6f2ef-b24d-4db5-b478-9cbf800d4d80 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:09.571730 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-9bf6f2ef-b24d-4db5-b478-9cbf800d4d80 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:09.591612 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-9bf6f2ef-b24d-4db5-b478-9cbf800d4d80 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Usage tracker for resource:security_group_rule and tenant:2e8582aac1f7460e8c501b58b7ccfd28 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:09.602676 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-9bf6f2ef-b24d-4db5-b478-9cbf800d4d80 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:09.625053 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-9bf6f2ef-b24d-4db5-b478-9cbf800d4d80 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:09.630472 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6f2ef-b24d-4db5-b478-9cbf800d4d80 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39ebec78-2ddc-4a4d-a3c5-1d52feb2217f,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:09.701976 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-92f41d79-0802-43d0-bde1-794e932ac106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:09.751882 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f41d79-0802-43d0-bde1-794e932ac106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa5a09c-cd00-4971-8958-a39c3a607e47,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:09.772276 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9b6cb592-01ad-49ad-9ea2-43b84472b3c1 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:09.807412 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-92f41d79-0802-43d0-bde1-794e932ac106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:09.809688 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-92f41d79-0802-43d0-bde1-794e932ac106 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/caa5a09c-cd00-4971-8958-a39c3a607e47 HTTP/1.1" status: 204 len: 168 time: 1.1863348 Feb 04 21:26:09.886180 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9bf6f2ef-b24d-4db5-b478-9cbf800d4d80 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:09.891522 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9bf6f2ef-b24d-4db5-b478-9cbf800d4d80 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:09.974763 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6f2ef-b24d-4db5-b478-9cbf800d4d80 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1c86c6-e64f-4ee6-b3b9-a16489a8ed02,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:09.979332 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43b864b-9cac-4687-b7d1-668de94c119b None None] Update dhcp port {'port': {'network_id': '3ff02814-caec-4357-b19c-adb4bc2f455e', 'fixed_ips': [{'subnet_id': '94767fd7-edca-4703-8070-1f0029a9c174', 'ip_address': '2001:db8::2'}, {'subnet_id': '343eff8f-3b9a-42d1-ab06-0be8acf691c9'}], 'binding:host_id': 'n-d-827896-1'}, 'id': '848e578d-0243-458d-bfa5-ed148d75153f'} from n-d-827896-1. {{(pid=87684) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 21:26:09.988546 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9bf6f2ef-b24d-4db5-b478-9cbf800d4d80 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:09.990155 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-9bf6f2ef-b24d-4db5-b478-9cbf800d4d80 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0010679 Feb 04 21:26:09.993618 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36614) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:10.003255 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-e32704bc-2eef-481e-9a25-fe122d000fee tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Request body: {'security_group_rule': {'security_group_id': '0a1c86c6-e64f-4ee6-b3b9-a16489a8ed02', 'project_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:26:10.022862 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e32704bc-2eef-481e-9a25-fe122d000fee tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:10.034630 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e32704bc-2eef-481e-9a25-fe122d000fee tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Usage tracker for resource:security_group_rule and tenant:2e8582aac1f7460e8c501b58b7ccfd28 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:10.042800 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e32704bc-2eef-481e-9a25-fe122d000fee tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:10.058120 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e32704bc-2eef-481e-9a25-fe122d000fee tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:10.088533 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e32704bc-2eef-481e-9a25-fe122d000fee tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:10.137415 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c43b864b-9cac-4687-b7d1-668de94c119b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:10.207973 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e32704bc-2eef-481e-9a25-fe122d000fee tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:10.218787 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e32704bc-2eef-481e-9a25-fe122d000fee tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:10.278143 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32704bc-2eef-481e-9a25-fe122d000fee tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58022398-7761-41cf-aac7-14e08a235444,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:10.414891 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-17783dc7-5ed9-436f-bd0f-308e16809534 req-d2eca0e6-0c23-458c-ac95-0c8f64a9d526 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddcac543-4a79-408d-b793-bea24371f20f HTTP/1.1" status: 200 len: 210 time: 0.1194406 Feb 04 21:26:10.441721 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e32704bc-2eef-481e-9a25-fe122d000fee tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:10.453254 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e32704bc-2eef-481e-9a25-fe122d000fee tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4489543 Feb 04 21:26:10.453254 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36628) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:10.464109 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-758d2a66-890c-4d6f-9a3d-37f869ec5ef1 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Request body: {'security_group_rule': {'security_group_id': '0a1c86c6-e64f-4ee6-b3b9-a16489a8ed02', 'project_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:26:10.468668 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-758d2a66-890c-4d6f-9a3d-37f869ec5ef1 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:10.479190 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-758d2a66-890c-4d6f-9a3d-37f869ec5ef1 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Usage tracker for resource:security_group_rule and tenant:2e8582aac1f7460e8c501b58b7ccfd28 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:10.489302 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-758d2a66-890c-4d6f-9a3d-37f869ec5ef1 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:10.506550 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-758d2a66-890c-4d6f-9a3d-37f869ec5ef1 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:10.547298 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-758d2a66-890c-4d6f-9a3d-37f869ec5ef1 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:10.647551 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-758d2a66-890c-4d6f-9a3d-37f869ec5ef1 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:10.654186 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-758d2a66-890c-4d6f-9a3d-37f869ec5ef1 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:10.709660 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d2a66-890c-4d6f-9a3d-37f869ec5ef1 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a70baaee-9dd2-4baa-8f73-be400df4518d,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:10.734166 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-9b6cb592-01ad-49ad-9ea2-43b84472b3c1 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Delete allocated IP 2001:db8::30 (3ff02814-caec-4357-b19c-adb4bc2f455e/94767fd7-edca-4703-8070-1f0029a9c174) {{(pid=87682) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 21:26:10.750392 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-9b6cb592-01ad-49ad-9ea2-43b84472b3c1 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Allocated IP 2001:db8:0:1::1b5 (3ff02814-caec-4357-b19c-adb4bc2f455e/343eff8f-3b9a-42d1-ab06-0be8acf691c9/04580c24-55f4-46d7-9c7a-6d831ac47088) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:26:10.760494 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-758d2a66-890c-4d6f-9a3d-37f869ec5ef1 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:10.761751 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-758d2a66-890c-4d6f-9a3d-37f869ec5ef1 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3079875 Feb 04 21:26:10.764984 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 36648) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:10.782195 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-f6f10fc8-962a-4622-ac76-26ecb7e600be tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Request body: {'security_group_rule': {'security_group_id': '0a1c86c6-e64f-4ee6-b3b9-a16489a8ed02', 'project_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:26:10.793892 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f6f10fc8-962a-4622-ac76-26ecb7e600be tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:10.816642 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f6f10fc8-962a-4622-ac76-26ecb7e600be tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Usage tracker for resource:security_group_rule and tenant:2e8582aac1f7460e8c501b58b7ccfd28 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:10.824978 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f6f10fc8-962a-4622-ac76-26ecb7e600be tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:10.836685 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-f6f10fc8-962a-4622-ac76-26ecb7e600be tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:10.947399 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f6f10fc8-962a-4622-ac76-26ecb7e600be tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:11.177811 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f6f10fc8-962a-4622-ac76-26ecb7e600be tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:11.184911 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f6f10fc8-962a-4622-ac76-26ecb7e600be tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:11.242329 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f6f10fc8-962a-4622-ac76-26ecb7e600be tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:11.243508 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f6f10fc8-962a-4622-ac76-26ecb7e600be tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4777639 Feb 04 21:26:11.246286 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36674) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:11.254067 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f10fc8-962a-4622-ac76-26ecb7e600be tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa1da816-1980-4036-b3b9-19f1748cb915,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:11.255808 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-1fddbd80-5336-4a8e-8a02-87debc8d5510 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Request body: {'security_group_rule': {'security_group_id': '0a1c86c6-e64f-4ee6-b3b9-a16489a8ed02', 'project_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:26:11.258297 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9b6cb592-01ad-49ad-9ea2-43b84472b3c1 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:11.279295 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-1fddbd80-5336-4a8e-8a02-87debc8d5510 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:11.279553 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [req-98914436-bce8-4b24-b5ab-aa14c6346428 req-09365637-f825-4fdb-9265-d990745c62ef service neutron] (87682) timed out ('10.222.0.18', 60169) {{(pid=87682) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 21:26:11.280202 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-9b6cb592-01ad-49ad-9ea2-43b84472b3c1 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Transition to ACTIVE for port object 04580c24-55f4-46d7-9c7a-6d831ac47088 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:26:11.288214 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9b6cb592-01ad-49ad-9ea2-43b84472b3c1 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:11.305579 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-1fddbd80-5336-4a8e-8a02-87debc8d5510 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Usage tracker for resource:security_group_rule and tenant:2e8582aac1f7460e8c501b58b7ccfd28 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:11.320965 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-1fddbd80-5336-4a8e-8a02-87debc8d5510 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:11.346553 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-1fddbd80-5336-4a8e-8a02-87debc8d5510 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:11.404441 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1fddbd80-5336-4a8e-8a02-87debc8d5510 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:11.482056 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-c43b864b-9cac-4687-b7d1-668de94c119b None None] Allocated IP 2001:db8:0:1::2 (3ff02814-caec-4357-b19c-adb4bc2f455e/343eff8f-3b9a-42d1-ab06-0be8acf691c9/848e578d-0243-458d-bfa5-ed148d75153f) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:26:11.640835 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1fddbd80-5336-4a8e-8a02-87debc8d5510 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:11.649593 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1fddbd80-5336-4a8e-8a02-87debc8d5510 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:11.792450 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-9b6cb592-01ad-49ad-9ea2-43b84472b3c1 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] In _notify_port_updated(), no bound segment for port 04580c24-55f4-46d7-9c7a-6d831ac47088 on network 3ff02814-caec-4357-b19c-adb4bc2f455e {{(pid=87682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 21:26:11.800104 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6cb592-01ad-49ad-9ea2-43b84472b3c1 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:11.800844 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9b6cb592-01ad-49ad-9ea2-43b84472b3c1 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:11.802842 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9b6cb592-01ad-49ad-9ea2-43b84472b3c1 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "PUT /v2.0/ports/04580c24-55f4-46d7-9c7a-6d831ac47088 HTTP/1.1" status: 200 len: 931 time: 2.6320183 Feb 04 21:26:11.807349 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 36688) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:11.853884 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fddbd80-5336-4a8e-8a02-87debc8d5510 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f5fc0c2-26f5-4dab-bcc5-c3f719952609,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:11.875534 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-c43b864b-9cac-4687-b7d1-668de94c119b None None] For port 848e578d-0243-458d-bfa5-ed148d75153f, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=848e578d-0243-458d-bfa5-ed148d75153f,segment=NetworkSegment(97f50a04-8d54-4629-83ee-be6d01ba224d),segment_id=97f50a04-8d54-4629-83ee-be6d01ba224d)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:26:11.893761 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fddbd80-5336-4a8e-8a02-87debc8d5510 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:11.895270 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fddbd80-5336-4a8e-8a02-87debc8d5510 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:11.895907 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fddbd80-5336-4a8e-8a02-87debc8d5510 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:11.896401 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fddbd80-5336-4a8e-8a02-87debc8d5510 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:11.896880 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fddbd80-5336-4a8e-8a02-87debc8d5510 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:11.897409 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fddbd80-5336-4a8e-8a02-87debc8d5510 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:11.897918 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fddbd80-5336-4a8e-8a02-87debc8d5510 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:11.898416 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fddbd80-5336-4a8e-8a02-87debc8d5510 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:11.898939 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fddbd80-5336-4a8e-8a02-87debc8d5510 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:11.899454 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fddbd80-5336-4a8e-8a02-87debc8d5510 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:11.899966 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fddbd80-5336-4a8e-8a02-87debc8d5510 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:11.900522 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fddbd80-5336-4a8e-8a02-87debc8d5510 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:11.929446 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7853e556-4c85-4e52-9f7f-0fe6483220f9 req-266741ca-3262-423b-920a-ca33faa1fa71 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddcac543-4a79-408d-b793-bea24371f20f HTTP/1.1" status: 200 len: 210 time: 0.1722610 Feb 04 21:26:11.930527 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1fddbd80-5336-4a8e-8a02-87debc8d5510 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:11.932116 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c43b864b-9cac-4687-b7d1-668de94c119b None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:11.946406 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-1fddbd80-5336-4a8e-8a02-87debc8d5510 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6984026 Feb 04 21:26:11.947828 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36696) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:11.953083 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-a65321a4-c51a-4811-a606-e326d511c242 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Request body: {'security_group_rule': {'security_group_id': '0a1c86c6-e64f-4ee6-b3b9-a16489a8ed02', 'project_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:26:11.956485 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-c43b864b-9cac-4687-b7d1-668de94c119b None None] Transition to ACTIVE for port object 848e578d-0243-458d-bfa5-ed148d75153f will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:26:11.961438 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-a65321a4-c51a-4811-a606-e326d511c242 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:11.966403 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-a65321a4-c51a-4811-a606-e326d511c242 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Usage tracker for resource:security_group_rule and tenant:2e8582aac1f7460e8c501b58b7ccfd28 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:11.968120 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-c43b864b-9cac-4687-b7d1-668de94c119b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:11.970452 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-a65321a4-c51a-4811-a606-e326d511c242 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:11.979745 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-a65321a4-c51a-4811-a606-e326d511c242 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:12.007196 n-d-827896-1 neutron-server[87683]: INFO neutron.db.securitygroups_db [None req-a65321a4-c51a-4811-a606-e326d511c242 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Project 2e8582aac1f7460e8c501b58b7ccfd28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 21:26:12.024676 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a65321a4-c51a-4811-a606-e326d511c242 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:12.053848 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-f3812e91-2bb6-4473-82fa-5069eedd27be tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Deleting port 04580c24-55f4-46d7-9c7a-6d831ac47088 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:26:12.054190 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f3812e91-2bb6-4473-82fa-5069eedd27be tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:12.181584 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6cb592-01ad-49ad-9ea2-43b84472b3c1 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Port': ['ID=04580c24-55f4-46d7-9c7a-6d831ac47088,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:12.252656 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a65321a4-c51a-4811-a606-e326d511c242 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:12.264718 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a65321a4-c51a-4811-a606-e326d511c242 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:12.269276 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b864b-9cac-4687-b7d1-668de94c119b None None] Pushing event updated for resources: {'Port': ['ID=848e578d-0243-458d-bfa5-ed148d75153f,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:12.303568 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65321a4-c51a-4811-a606-e326d511c242 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42160aa-7a6f-451f-970b-8180a9829149,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:12.320465 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a65321a4-c51a-4811-a606-e326d511c242 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:12.326095 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-a65321a4-c51a-4811-a606-e326d511c242 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3770320 Feb 04 21:26:12.328174 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36704) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:12.339609 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-06c9a40e-7c9e-4e99-90c2-17e2ab2e6c2f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Request body: {'security_group_rule': {'security_group_id': '0a1c86c6-e64f-4ee6-b3b9-a16489a8ed02', 'project_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:26:12.363926 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-06c9a40e-7c9e-4e99-90c2-17e2ab2e6c2f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:12.376152 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-06c9a40e-7c9e-4e99-90c2-17e2ab2e6c2f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Usage tracker for resource:security_group_rule and tenant:2e8582aac1f7460e8c501b58b7ccfd28 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:12.381796 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-06c9a40e-7c9e-4e99-90c2-17e2ab2e6c2f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:12.405365 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-06c9a40e-7c9e-4e99-90c2-17e2ab2e6c2f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:12.431144 n-d-827896-1 neutron-server[87683]: INFO neutron.db.securitygroups_db [None req-06c9a40e-7c9e-4e99-90c2-17e2ab2e6c2f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Project 2e8582aac1f7460e8c501b58b7ccfd28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 21:26:12.442094 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-06c9a40e-7c9e-4e99-90c2-17e2ab2e6c2f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:12.666908 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-06c9a40e-7c9e-4e99-90c2-17e2ab2e6c2f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:12.679353 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-06c9a40e-7c9e-4e99-90c2-17e2ab2e6c2f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510117'] for security_group_rule, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:12.785140 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9a40e-7c9e-4e99-90c2-17e2ab2e6c2f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67a0b1f2-542f-48e2-9f6e-06e27487b00f,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:12.792906 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 848e578d-0243-458d-bfa5-ed148d75153f up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:26:12.848956 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-06c9a40e-7c9e-4e99-90c2-17e2ab2e6c2f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:12.851822 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-06c9a40e-7c9e-4e99-90c2-17e2ab2e6c2f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5226891 Feb 04 21:26:12.854556 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36722) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:12.868838 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-c502e1dd-3674-4441-9370-00c964fe4f03 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Request body: {'network': {'name': 'tempest-network-smoke--1967840300', 'project_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'port_security_enabled': True}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:26:12.895751 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c502e1dd-3674-4441-9370-00c964fe4f03 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:12.907592 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c502e1dd-3674-4441-9370-00c964fe4f03 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Usage tracker for resource:network and tenant:2e8582aac1f7460e8c501b58b7ccfd28 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:12.914411 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f3812e91-2bb6-4473-82fa-5069eedd27be tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:12.919837 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c502e1dd-3674-4441-9370-00c964fe4f03 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:12.942662 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c502e1dd-3674-4441-9370-00c964fe4f03 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:13.010009 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c502e1dd-3674-4441-9370-00c964fe4f03 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Made reservation on behalf of 2e8582aac1f7460e8c501b58b7ccfd28 for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:26:13.013723 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c502e1dd-3674-4441-9370-00c964fe4f03 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:13.092713 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c502e1dd-3674-4441-9370-00c964fe4f03 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:26:13.161744 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c502e1dd-3674-4441-9370-00c964fe4f03 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:13.162091 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-c502e1dd-3674-4441-9370-00c964fe4f03 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Added segment 75530424-5533-47fd-abc4-125878f0ce33 of type vlan for network 70271830-382b-4ee0-8a4e-d64395d5f7ae Feb 04 21:26:13.283986 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c502e1dd-3674-4441-9370-00c964fe4f03 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:13.530394 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-f3812e91-2bb6-4473-82fa-5069eedd27be tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Calling delete_port for 04580c24-55f4-46d7-9c7a-6d831ac47088 owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:26:13.537467 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c502e1dd-3674-4441-9370-00c964fe4f03 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:13.554949 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c502e1dd-3674-4441-9370-00c964fe4f03 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:13.555557 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c502e1dd-3674-4441-9370-00c964fe4f03 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:13.681056 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-78ea0e7c-97b5-4550-bd25-aab44e154370 req-f1b63f57-ba79-4832-815d-ed024a5ce6fc tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddcac543-4a79-408d-b793-bea24371f20f HTTP/1.1" status: 200 len: 210 time: 0.2787414 Feb 04 21:26:13.695039 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c502e1dd-3674-4441-9370-00c964fe4f03 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8394301 Feb 04 21:26:13.713774 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 36750) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:13.747682 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-09f92b58-8a58-4110-8613-c3ee556096df None None] Provisioning complete for port c3ce4257-63dd-4a96-a4fa-0d0aa15086e6 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:26:13.748623 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-09f92b58-8a58-4110-8613-c3ee556096df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:13.820733 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502e1dd-3674-4441-9370-00c964fe4f03 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Pushing event updated for resources: {'Network': ['ID=70271830-382b-4ee0-8a4e-d64395d5f7ae,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:13.868336 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-19ec0a94-0ae7-4673-89fe-7f685c9df09b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-721278383', 'admin_state_up': True, 'project_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:26:13.891836 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-19ec0a94-0ae7-4673-89fe-7f685c9df09b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:13.896494 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-19ec0a94-0ae7-4673-89fe-7f685c9df09b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Usage tracker for resource:router and tenant:2e8582aac1f7460e8c501b58b7ccfd28 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:13.907791 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-19ec0a94-0ae7-4673-89fe-7f685c9df09b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:13.914808 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-19ec0a94-0ae7-4673-89fe-7f685c9df09b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:13.936396 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-19ec0a94-0ae7-4673-89fe-7f685c9df09b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:13.938741 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 70271830-382b-4ee0-8a4e-d64395d5f7ae details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:26:13.944684 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-19ec0a94-0ae7-4673-89fe-7f685c9df09b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:14.292532 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-19ec0a94-0ae7-4673-89fe-7f685c9df09b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:14.310293 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b2a61239-e7c6-431f-95d0-081fc06fb9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:14.342021 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-09f92b58-8a58-4110-8613-c3ee556096df None None] Port c3ce4257-63dd-4a96-a4fa-0d0aa15086e6 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:26:14.358925 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-09f92b58-8a58-4110-8613-c3ee556096df None None] Provisioning for port 848e578d-0243-458d-bfa5-ed148d75153f completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:26:14.366641 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-09f92b58-8a58-4110-8613-c3ee556096df None None] Provisioning complete for port 848e578d-0243-458d-bfa5-ed148d75153f triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:26:14.367513 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-09f92b58-8a58-4110-8613-c3ee556096df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:14.406901 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-dbcecf66-137b-488c-acd3-2aac68b808b0 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:14.407604 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-dbcecf66-137b-488c-acd3-2aac68b808b0 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Synchronizing usage tracker for tenant:e21cb4a484004b09b45cc34593e100f7 on resource:network {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:26:14.647140 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-09f92b58-8a58-4110-8613-c3ee556096df None None] Provisioning for port 04580c24-55f4-46d7-9c7a-6d831ac47088 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:26:14.658450 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-09f92b58-8a58-4110-8613-c3ee556096df None None] Provisioning complete for port 04580c24-55f4-46d7-9c7a-6d831ac47088 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:26:14.659139 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-09f92b58-8a58-4110-8613-c3ee556096df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:14.712256 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-dbcecf66-137b-488c-acd3-2aac68b808b0 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Unset dirty status for tenant:e21cb4a484004b09b45cc34593e100f7 on resource:network {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:26:14.714919 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-dbcecf66-137b-488c-acd3-2aac68b808b0 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.18 "GET /v2.0/networks?id=48fb3874-69bb-40f3-a827-9c1f11a82a70 HTTP/1.1" status: 200 len: 814 time: 1.4861350 Feb 04 21:26:14.715447 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f3812e91-2bb6-4473-82fa-5069eedd27be tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:14.739021 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-3739b7d9-88f2-46e4-b63e-0909354a79c9 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Request body: {'port': {'device_id': 'ddcac543-4a79-408d-b793-bea24371f20f', 'network_id': '48fb3874-69bb-40f3-a827-9c1f11a82a70', 'admin_state_up': True, 'tenant_id': 'e21cb4a484004b09b45cc34593e100f7'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:26:14.751539 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-09f92b58-8a58-4110-8613-c3ee556096df None None] Port 04580c24-55f4-46d7-9c7a-6d831ac47088 was deleted so its status cannot be updated. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 04 21:26:14.866482 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-efb8b1a7-1c2d-42c0-bde9-310050c36ed7 None None] Could not find standard attr ID for object 04580c24-55f4-46d7-9c7a-6d831ac47088. {{(pid=87684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 21:26:14.909520 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bb5daf75-bb8c-4677-9c36-cadfe2ff2655 req-846b3c06-c0e1-40c3-b364-d54819dd0e68 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddcac543-4a79-408d-b793-bea24371f20f HTTP/1.1" status: 200 len: 210 time: 0.0593684 Feb 04 21:26:14.964367 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3812e91-2bb6-4473-82fa-5069eedd27be tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Port': ['ID=04580c24-55f4-46d7-9c7a-6d831ac47088,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:15.017878 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-19ec0a94-0ae7-4673-89fe-7f685c9df09b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:15.043293 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f3812e91-2bb6-4473-82fa-5069eedd27be tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:15.062791 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36778) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:15.068571 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f3812e91-2bb6-4473-82fa-5069eedd27be tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/ports/04580c24-55f4-46d7-9c7a-6d831ac47088 HTTP/1.1" status: 204 len: 168 time: 3.2601283 Feb 04 21:26:15.134018 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94a08bf-f567-4a10-975a-ca20fa7a4988 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] GET failed (client error): The resource could not be found. Feb 04 21:26:15.134869 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-d94a08bf-f567-4a10-975a-ca20fa7a4988 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Synchronizing usage tracker for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:26:15.158298 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-d94a08bf-f567-4a10-975a-ca20fa7a4988 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Unset dirty status for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:26:15.166119 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d94a08bf-f567-4a10-975a-ca20fa7a4988 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "GET /v2.0/ports/04580c24-55f4-46d7-9c7a-6d831ac47088 HTTP/1.1" status: 404 len: 333 time: 0.1019318 Feb 04 21:26:15.167216 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36784) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:15.234926 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-3739b7d9-88f2-46e4-b63e-0909354a79c9 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:15.280160 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f902f440-bcde-44d0-a546-3947f4023505 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:15.328067 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f902f440-bcde-44d0-a546-3947f4023505 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:15.402137 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f902f440-bcde-44d0-a546-3947f4023505 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:15.408270 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-3739b7d9-88f2-46e4-b63e-0909354a79c9 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Usage tracker for resource:port and tenant:e21cb4a484004b09b45cc34593e100f7 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:15.420394 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-3739b7d9-88f2-46e4-b63e-0909354a79c9 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:15.432979 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-3739b7d9-88f2-46e4-b63e-0909354a79c9 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:15.437444 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f902f440-bcde-44d0-a546-3947f4023505 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8588f46b-22d2-4768-b560-ffe6c1fc9e2a,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:15.442667 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f902f440-bcde-44d0-a546-3947f4023505 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:15.445126 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-f902f440-bcde-44d0-a546-3947f4023505 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/security-groups/8588f46b-22d2-4768-b560-ffe6c1fc9e2a HTTP/1.1" status: 204 len: 168 time: 0.2764163 Feb 04 21:26:15.451231 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36792) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:15.469676 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-3739b7d9-88f2-46e4-b63e-0909354a79c9 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Made reservation on behalf of e21cb4a484004b09b45cc34593e100f7 for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:26:15.474666 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-3739b7d9-88f2-46e4-b63e-0909354a79c9 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:15.586366 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cd17a4c6-9477-4515-b48d-2fa95a77971d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:15.626156 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cd17a4c6-9477-4515-b48d-2fa95a77971d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:15.653641 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36804) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:15.725856 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cd17a4c6-9477-4515-b48d-2fa95a77971d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:15.752292 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-3739b7d9-88f2-46e4-b63e-0909354a79c9 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Allocated IP 172.20.0.11 (48fb3874-69bb-40f3-a827-9c1f11a82a70/fa661609-03b0-482e-9305-7d6fdbcc432e/8458322a-8d9c-42ff-8962-045951ac70b6) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:26:15.764344 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd17a4c6-9477-4515-b48d-2fa95a77971d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3a4a6a-54e5-429e-acb1-d94bb28402c8,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:15.786800 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cd17a4c6-9477-4515-b48d-2fa95a77971d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:15.797736 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-cd17a4c6-9477-4515-b48d-2fa95a77971d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/security-groups/6a3a4a6a-54e5-429e-acb1-d94bb28402c8 HTTP/1.1" status: 204 len: 168 time: 0.3404531 Feb 04 21:26:15.799027 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36812) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:16.051533 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0612d4c4-1903-441f-ba96-c9400c90fe0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:16.109421 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-0612d4c4-1903-441f-ba96-c9400c90fe0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:16.122036 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-0612d4c4-1903-441f-ba96-c9400c90fe0d admin admin] Usage tracker for resource:security_group_rule and tenant:c7c6708565b6415cbb219488c2ec0bae is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:16.131510 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-0612d4c4-1903-441f-ba96-c9400c90fe0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:16.159259 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-b861e07f-7d4c-449c-a9d9-5d43ab6ac8ab tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Deleting subnet 94767fd7-edca-4703-8070-1f0029a9c174 {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:26:16.162121 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-0612d4c4-1903-441f-ba96-c9400c90fe0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:16.172761 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b861e07f-7d4c-449c-a9d9-5d43ab6ac8ab tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:16.306934 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f3fe2bba-b3ed-42da-8ca1-e49bad2aea73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:16.323852 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-19ec0a94-0ae7-4673-89fe-7f685c9df09b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks [] for router_gateway, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:16.341609 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b5d01413-04e4-4b32-8962-0c05df700dc7 req-adf2e20c-e2bd-4179-9812-e36b60f6c25d tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddcac543-4a79-408d-b793-bea24371f20f HTTP/1.1" status: 200 len: 210 time: 0.1982827 Feb 04 21:26:16.377125 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b861e07f-7d4c-449c-a9d9-5d43ab6ac8ab tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:16.382071 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-19ec0a94-0ae7-4673-89fe-7f685c9df09b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:16.447189 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-3739b7d9-88f2-46e4-b63e-0909354a79c9 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:16.509996 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0612d4c4-1903-441f-ba96-c9400c90fe0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:16.565343 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b861e07f-7d4c-449c-a9d9-5d43ab6ac8ab tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:16.697446 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0612d4c4-1903-441f-ba96-c9400c90fe0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:16.715425 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-3739b7d9-88f2-46e4-b63e-0909354a79c9 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:16.729704 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-19ec0a94-0ae7-4673-89fe-7f685c9df09b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Allocated IP 172.25.5.87 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/6c583230-bac1-415f-a37a-f79a4e6bc5c2) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:26:16.794100 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612d4c4-1903-441f-ba96-c9400c90fe0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5edf53e0-cbcc-427c-83e0-dc1397088e48,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:16.833728 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-0612d4c4-1903-441f-ba96-c9400c90fe0d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c7c6708565b6415cbb219488c2ec0bae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1783118 Feb 04 21:26:16.835968 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36836) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:16.854959 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b861e07f-7d4c-449c-a9d9-5d43ab6ac8ab tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:16.901868 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-3739b7d9-88f2-46e4-b63e-0909354a79c9 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Network 48fb3874-69bb-40f3-a827-9c1f11a82a70 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:26:16.929796 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b861e07f-7d4c-449c-a9d9-5d43ab6ac8ab tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:16.932352 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e032cb8-0fb2-4096-a2d5-f0564238e185 None None] Network 3ff02814-caec-4357-b19c-adb4bc2f455e requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:26:16.967286 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-3739b7d9-88f2-46e4-b63e-0909354a79c9 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:26:16.977359 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3739b7d9-88f2-46e4-b63e-0909354a79c9 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Pushing event updated for resources: {'Port': ['ID=8458322a-8d9c-42ff-8962-045951ac70b6,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:16.983001 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861e07f-7d4c-449c-a9d9-5d43ab6ac8ab tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Subnet': ['ID=94767fd7-edca-4703-8070-1f0029a9c174,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:16.996428 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-3739b7d9-88f2-46e4-b63e-0909354a79c9 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:26:17.059509 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b861e07f-7d4c-449c-a9d9-5d43ab6ac8ab tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/subnets/94767fd7-edca-4703-8070-1f0029a9c174 HTTP/1.1" status: 204 len: 168 time: 1.2560630 Feb 04 21:26:17.070618 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 36842) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:17.138772 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-a3e20ede-6504-40e5-a294-ea991f858b57 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'subnet': {'network_id': '3ff02814-caec-4357-b19c-adb4bc2f455e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:26:17.144933 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ddf67f8a-8d05-40da-bf62-90ed955bc87e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:17.209867 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ddf67f8a-8d05-40da-bf62-90ed955bc87e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:17.381382 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ddf67f8a-8d05-40da-bf62-90ed955bc87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:17.451519 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf67f8a-8d05-40da-bf62-90ed955bc87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edf53e0-cbcc-427c-83e0-dc1397088e48,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:17.454858 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ddf67f8a-8d05-40da-bf62-90ed955bc87e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:17.456008 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ddf67f8a-8d05-40da-bf62-90ed955bc87e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5edf53e0-cbcc-427c-83e0-dc1397088e48 HTTP/1.1" status: 204 len: 168 time: 0.6057334 Feb 04 21:26:17.470644 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-3739b7d9-88f2-46e4-b63e-0909354a79c9 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:17.472046 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-3739b7d9-88f2-46e4-b63e-0909354a79c9 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:17.589439 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:17.626455 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-3739b7d9-88f2-46e4-b63e-0909354a79c9 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8918188 Feb 04 21:26:17.686882 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-c3aa4c72-d716-46c2-9d54-a4271f0d8bbe service neutron] Request body: {'port': {'device_id': 'ddcac543-4a79-408d-b793-bea24371f20f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:26:17.759502 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a3e20ede-6504-40e5-a294-ea991f858b57 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:17.783378 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a3e20ede-6504-40e5-a294-ea991f858b57 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:subnet and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:17.790634 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a3e20ede-6504-40e5-a294-ea991f858b57 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:17.796147 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-19ec0a94-0ae7-4673-89fe-7f685c9df09b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:17.813918 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a3e20ede-6504-40e5-a294-ea991f858b57 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:17.852850 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:17.907828 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42669e-66e7-4803-a3dc-02e4a7d1cd05 req-66ec89af-fc1e-4755-b2e8-5a209e002ecc tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:17.918878 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7d42669e-66e7-4803-a3dc-02e4a7d1cd05 req-66ec89af-fc1e-4755-b2e8-5a209e002ecc tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddcac543-4a79-408d-b793-bea24371f20f HTTP/1.1" status: 200 len: 932 time: 0.2686031 Feb 04 21:26:18.024189 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7d42669e-66e7-4803-a3dc-02e4a7d1cd05 req-3acd6155-b3f7-4a59-a6b1-92d8ddb4ccdf tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/security-groups?id=521e69c8-4672-4ee9-a417-79cd09b52282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016469 Feb 04 21:26:18.033161 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e20ede-6504-40e5-a294-ea991f858b57 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:26:18.037568 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a3e20ede-6504-40e5-a294-ea991f858b57 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:18.089529 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-c3aa4c72-d716-46c2-9d54-a4271f0d8bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:18.247242 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36862) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:18.278375 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9141b78c-0ea3-49c0-bf58-b67f5c6ad6fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:18.315494 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-9141b78c-0ea3-49c0-bf58-b67f5c6ad6fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:18.323506 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-9141b78c-0ea3-49c0-bf58-b67f5c6ad6fd admin admin] Usage tracker for resource:security_group_rule and tenant:a6b677dc58484b3a8f838e1051fd476e is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:18.326766 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-9141b78c-0ea3-49c0-bf58-b67f5c6ad6fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:18.335788 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-9141b78c-0ea3-49c0-bf58-b67f5c6ad6fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:18.443955 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9141b78c-0ea3-49c0-bf58-b67f5c6ad6fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:18.455864 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-9141b78c-0ea3-49c0-bf58-b67f5c6ad6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:18.580690 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-9141b78c-0ea3-49c0-bf58-b67f5c6ad6fd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a6b677dc58484b3a8f838e1051fd476e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3324132 Feb 04 21:26:18.585032 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36868) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:18.599990 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141b78c-0ea3-49c0-bf58-b67f5c6ad6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381b34ec-f746-4c0b-b1ad-71de0dda0535,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:18.693982 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-78dde0f4-663d-4ee2-a413-eb6365829d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:18.729017 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-19ec0a94-0ae7-4673-89fe-7f685c9df09b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:18.758946 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-78dde0f4-663d-4ee2-a413-eb6365829d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:18.849944 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-78dde0f4-663d-4ee2-a413-eb6365829d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:18.880848 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dde0f4-663d-4ee2-a413-eb6365829d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381b34ec-f746-4c0b-b1ad-71de0dda0535,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:18.897881 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-78dde0f4-663d-4ee2-a413-eb6365829d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:18.899169 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-78dde0f4-663d-4ee2-a413-eb6365829d07 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/381b34ec-f746-4c0b-b1ad-71de0dda0535 HTTP/1.1" status: 204 len: 168 time: 0.3130279 Feb 04 21:26:18.982513 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:19.208769 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a3e20ede-6504-40e5-a294-ea991f858b57 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:19.227941 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ac1ebb33-dd4c-40b2-9bd9-e986f994c820 None None] Provisioning complete for port c3ce4257-63dd-4a96-a4fa-0d0aa15086e6 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:26:19.228308 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ac1ebb33-dd4c-40b2-9bd9-e986f994c820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:19.358402 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e20ede-6504-40e5-a294-ea991f858b57 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Subnet': ['ID=27ef9bc8-e327-4938-a6c8-c36b8377694a,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:19.388897 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-ac1ebb33-dd4c-40b2-9bd9-e986f994c820 None None] Port c3ce4257-63dd-4a96-a4fa-0d0aa15086e6 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:26:19.393182 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e20ede-6504-40e5-a294-ea991f858b57 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Network 3ff02814-caec-4357-b19c-adb4bc2f455e is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:26:19.407374 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ec0a94-0ae7-4673-89fe-7f685c9df09b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:26:19.412103 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4d02a-434a-476f-b0ea-3263646b9b25 req-8d027f50-112b-4178-8d85-12ce6bdd6157 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:19.415609 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-ac1ebb33-dd4c-40b2-9bd9-e986f994c820 None None] Provisioning complete for port 848e578d-0243-458d-bfa5-ed148d75153f triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:26:19.416176 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ac1ebb33-dd4c-40b2-9bd9-e986f994c820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:19.417773 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b9e4d02a-434a-476f-b0ea-3263646b9b25 req-8d027f50-112b-4178-8d85-12ce6bdd6157 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddcac543-4a79-408d-b793-bea24371f20f HTTP/1.1" status: 200 len: 932 time: 0.1837084 Feb 04 21:26:19.491133 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-a3e20ede-6504-40e5-a294-ea991f858b57 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:26:19.495191 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e20ede-6504-40e5-a294-ea991f858b57 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:19.495876 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a3e20ede-6504-40e5-a294-ea991f858b57 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:19.506819 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60e8d0e-aa50-4665-840d-54aefab547ea None None] Network 3ff02814-caec-4357-b19c-adb4bc2f455e requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:26:19.521491 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec0a94-0ae7-4673-89fe-7f685c9df09b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Pushing event updated for resources: {'Port': ['ID=6c583230-bac1-415f-a37a-f79a4e6bc5c2,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:19.531261 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b9e4d02a-434a-476f-b0ea-3263646b9b25 req-afb447a5-db6b-4223-a9bd-4cadb539e3d0 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/security-groups?id=521e69c8-4672-4ee9-a417-79cd09b52282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043475 Feb 04 21:26:19.556126 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a3e20ede-6504-40e5-a294-ea991f858b57 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4701381 Feb 04 21:26:19.557619 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-19ec0a94-0ae7-4673-89fe-7f685c9df09b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:26:19.560076 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36884) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:19.561583 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ec0a94-0ae7-4673-89fe-7f685c9df09b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:26:19.570816 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-2f65c43c-1406-4336-84ec-48ac4b7bfdb9 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'security_group': {'name': 'tempest-secgroup-1021930125'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:26:19.587804 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-2f65c43c-1406-4336-84ec-48ac4b7bfdb9 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:19.593920 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-2f65c43c-1406-4336-84ec-48ac4b7bfdb9 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:security_group and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:19.597641 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-2f65c43c-1406-4336-84ec-48ac4b7bfdb9 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:19.611513 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-2f65c43c-1406-4336-84ec-48ac4b7bfdb9 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:19.654193 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2f65c43c-1406-4336-84ec-48ac4b7bfdb9 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:19.952707 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-2f65c43c-1406-4336-84ec-48ac4b7bfdb9 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:19.961363 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-2f65c43c-1406-4336-84ec-48ac4b7bfdb9 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:security_group_rule and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:19.969187 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-2f65c43c-1406-4336-84ec-48ac4b7bfdb9 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:19.983924 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-2f65c43c-1406-4336-84ec-48ac4b7bfdb9 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:20.231435 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2f65c43c-1406-4336-84ec-48ac4b7bfdb9 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:20.241333 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2f65c43c-1406-4336-84ec-48ac4b7bfdb9 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:20.385805 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65c43c-1406-4336-84ec-48ac4b7bfdb9 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e77665c-8203-4abc-930a-f10cad119eb4,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:20.412052 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2f65c43c-1406-4336-84ec-48ac4b7bfdb9 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:20.416648 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-2f65c43c-1406-4336-84ec-48ac4b7bfdb9 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8522730 Feb 04 21:26:20.418946 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36912) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:20.437891 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-5c022008-4d25-43c5-b184-899a490cd790 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'security_group': {'name': 'tempest-secgroup-178023007'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:26:20.447204 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbc4229-e13c-43af-aa56-3ae2e53f3fa7 None None] Update dhcp port {'port': {'network_id': '3ff02814-caec-4357-b19c-adb4bc2f455e', 'fixed_ips': [{'subnet_id': '343eff8f-3b9a-42d1-ab06-0be8acf691c9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '27ef9bc8-e327-4938-a6c8-c36b8377694a'}], 'binding:host_id': 'n-d-827896-1'}, 'id': '848e578d-0243-458d-bfa5-ed148d75153f'} from n-d-827896-1. {{(pid=87684) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 21:26:20.462024 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-5c022008-4d25-43c5-b184-899a490cd790 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:20.477467 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5c022008-4d25-43c5-b184-899a490cd790 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:security_group and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:20.496703 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5c022008-4d25-43c5-b184-899a490cd790 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:20.530424 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-5c022008-4d25-43c5-b184-899a490cd790 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:20.564237 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5c022008-4d25-43c5-b184-899a490cd790 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:20.619866 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0cbc4229-e13c-43af-aa56-3ae2e53f3fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:20.622209 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-5c022008-4d25-43c5-b184-899a490cd790 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:20.660862 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5c022008-4d25-43c5-b184-899a490cd790 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:security_group_rule and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:20.675932 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5c022008-4d25-43c5-b184-899a490cd790 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:20.703522 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-5c022008-4d25-43c5-b184-899a490cd790 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:21.142691 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5c022008-4d25-43c5-b184-899a490cd790 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:21.168664 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5c022008-4d25-43c5-b184-899a490cd790 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:21.241365 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c022008-4d25-43c5-b184-899a490cd790 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18a03f18-a08c-4591-ac51-0ec7cc96db64,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:21.248761 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-5c022008-4d25-43c5-b184-899a490cd790 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:21.255020 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5c022008-4d25-43c5-b184-899a490cd790 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8333621 Feb 04 21:26:21.256076 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36944) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:21.262346 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-0c70b7de-2cbb-47fa-af09-4426807e38e8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'security_group': {'name': 'tempest-secgroup-856058184'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:26:21.276632 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9acf7-1635-4923-8662-73751577727c req-1127c528-b10b-4c0a-b225-428323ff11d5 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:21.278621 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02b9acf7-1635-4923-8662-73751577727c req-1127c528-b10b-4c0a-b225-428323ff11d5 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddcac543-4a79-408d-b793-bea24371f20f HTTP/1.1" status: 200 len: 932 time: 0.3828449 Feb 04 21:26:21.287286 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-0c70b7de-2cbb-47fa-af09-4426807e38e8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:21.303831 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-0c70b7de-2cbb-47fa-af09-4426807e38e8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:security_group and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:21.308644 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-0c70b7de-2cbb-47fa-af09-4426807e38e8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:21.319640 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-0c70b7de-2cbb-47fa-af09-4426807e38e8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:21.352766 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02b9acf7-1635-4923-8662-73751577727c req-45615ff3-727a-44e7-aa56-e15589e8189a tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/security-groups?id=521e69c8-4672-4ee9-a417-79cd09b52282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668023 Feb 04 21:26:21.383367 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0c70b7de-2cbb-47fa-af09-4426807e38e8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:21.387717 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-0cbc4229-e13c-43af-aa56-3ae2e53f3fa7 None None] Allocated IP 2001:db8::2 (3ff02814-caec-4357-b19c-adb4bc2f455e/27ef9bc8-e327-4938-a6c8-c36b8377694a/848e578d-0243-458d-bfa5-ed148d75153f) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:26:21.411566 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-0c70b7de-2cbb-47fa-af09-4426807e38e8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:21.422563 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-0c70b7de-2cbb-47fa-af09-4426807e38e8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:security_group_rule and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:21.432170 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-0c70b7de-2cbb-47fa-af09-4426807e38e8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:21.450856 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-0c70b7de-2cbb-47fa-af09-4426807e38e8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:21.531548 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-19ec0a94-0ae7-4673-89fe-7f685c9df09b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks [] for router_gateway, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:21.602344 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0c70b7de-2cbb-47fa-af09-4426807e38e8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:21.613653 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0c70b7de-2cbb-47fa-af09-4426807e38e8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:21.674618 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70b7de-2cbb-47fa-af09-4426807e38e8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=655f8a36-3fe7-4f44-ac8a-c6f18268f189,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:21.705249 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-0c70b7de-2cbb-47fa-af09-4426807e38e8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:21.710968 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-0c70b7de-2cbb-47fa-af09-4426807e38e8 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4520242 Feb 04 21:26:21.713468 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36958) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:21.728779 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-6760c4b4-6d4b-4220-9774-ce988c3af818 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1405471941', 'security_groups': ['655f8a36-3fe7-4f44-ac8a-c6f18268f189'], 'network_id': '3ff02814-caec-4357-b19c-adb4bc2f455e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '27ef9bc8-e327-4938-a6c8-c36b8377694a'}]}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:26:21.861907 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-0cbc4229-e13c-43af-aa56-3ae2e53f3fa7 None None] For port 848e578d-0243-458d-bfa5-ed148d75153f, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=848e578d-0243-458d-bfa5-ed148d75153f,segment=NetworkSegment(97f50a04-8d54-4629-83ee-be6d01ba224d),segment_id=97f50a04-8d54-4629-83ee-be6d01ba224d)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:26:21.927391 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 36962) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:21.931588 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0cbc4229-e13c-43af-aa56-3ae2e53f3fa7 None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:21.985819 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-0cbc4229-e13c-43af-aa56-3ae2e53f3fa7 None None] Transition to ACTIVE for port object 848e578d-0243-458d-bfa5-ed148d75153f will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:26:21.990159 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0cbc4229-e13c-43af-aa56-3ae2e53f3fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:22.146327 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-6760c4b4-6d4b-4220-9774-ce988c3af818 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:22.197856 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-6760c4b4-6d4b-4220-9774-ce988c3af818 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:22.227007 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc4229-e13c-43af-aa56-3ae2e53f3fa7 None None] Pushing event updated for resources: {'Port': ['ID=848e578d-0243-458d-bfa5-ed148d75153f,revision_number=6']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:22.229867 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6760c4b4-6d4b-4220-9774-ce988c3af818 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:26:22.333098 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 36974) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:22.509622 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-de0d397b-2f6b-4913-b203-78e27be6eaf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:22.624369 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-c3aa4c72-d716-46c2-9d54-a4271f0d8bbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8458322a-8d9c-42ff-8962-045951ac70b6 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:26:22.657919 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-de0d397b-2f6b-4913-b203-78e27be6eaf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:22.658427 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-c3aa4c72-d716-46c2-9d54-a4271f0d8bbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:22.667289 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-22df231e-0915-4d7b-bc47-294f01d0f4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:22.686473 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-de0d397b-2f6b-4913-b203-78e27be6eaf9 admin admin] Usage tracker for resource:security_group_rule and tenant:ab401a7f0f8b4ed486925803f6a22f08 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:22.694006 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-de0d397b-2f6b-4913-b203-78e27be6eaf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:22.697884 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-22df231e-0915-4d7b-bc47-294f01d0f4bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:22.702377 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-22df231e-0915-4d7b-bc47-294f01d0f4bc admin admin] Usage tracker for resource:security_group_rule and tenant:288af975b55142559144c46dd624a9b2 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:22.708274 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-22df231e-0915-4d7b-bc47-294f01d0f4bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:22.712815 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-de0d397b-2f6b-4913-b203-78e27be6eaf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:22.715084 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-22df231e-0915-4d7b-bc47-294f01d0f4bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:22.782758 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6760c4b4-6d4b-4220-9774-ce988c3af818 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:22.841285 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-22df231e-0915-4d7b-bc47-294f01d0f4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:22.854518 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-22df231e-0915-4d7b-bc47-294f01d0f4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:22.876753 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 848e578d-0243-458d-bfa5-ed148d75153f up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:26:22.894939 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [None req-6760c4b4-6d4b-4220-9774-ce988c3af818 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] device_id is not set on port 968e7ae8-e13a-45c0-a40a-48bf59603c23 yet. {{(pid=87683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:26:22.895148 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-19ec0a94-0ae7-4673-89fe-7f685c9df09b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:23.205879 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b701208-92c2-4fca-af47-f2acfff32e96 req-4d48b376-da26-4d3c-8888-9e9039de623c tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:23.216807 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b701208-92c2-4fca-af47-f2acfff32e96 req-4d48b376-da26-4d3c-8888-9e9039de623c tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddcac543-4a79-408d-b793-bea24371f20f HTTP/1.1" status: 200 len: 932 time: 0.6541800 Feb 04 21:26:23.316762 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df231e-0915-4d7b-bc47-294f01d0f4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c97b41-cc6c-4895-8592-1cc9b8cd436a,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:23.318966 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-c3aa4c72-d716-46c2-9d54-a4271f0d8bbe service neutron] Transition to ACTIVE for port object 8458322a-8d9c-42ff-8962-045951ac70b6 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:26:23.336437 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-c3aa4c72-d716-46c2-9d54-a4271f0d8bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:23.417452 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9b701208-92c2-4fca-af47-f2acfff32e96 req-893f55bf-3875-4917-97fc-deb2b522dcb5 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/security-groups?id=521e69c8-4672-4ee9-a417-79cd09b52282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895063 Feb 04 21:26:23.572605 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-22df231e-0915-4d7b-bc47-294f01d0f4bc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=288af975b55142559144c46dd624a9b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2340491 Feb 04 21:26:23.598261 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 36990) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:23.626502 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-de0d397b-2f6b-4913-b203-78e27be6eaf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:23.636406 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-de0d397b-2f6b-4913-b203-78e27be6eaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:23.736278 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-de0d397b-2f6b-4913-b203-78e27be6eaf9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ab401a7f0f8b4ed486925803f6a22f08&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7987401 Feb 04 21:26:23.745551 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37000) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:23.758144 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-147c25ba-d321-4555-9594-2820757a09e6 None None] Provisioning complete for port c3ce4257-63dd-4a96-a4fa-0d0aa15086e6 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:26:23.758514 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-147c25ba-d321-4555-9594-2820757a09e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:23.761149 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-6760c4b4-6d4b-4220-9774-ce988c3af818 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Allocated IP 2001:db8::318 (3ff02814-caec-4357-b19c-adb4bc2f455e/27ef9bc8-e327-4938-a6c8-c36b8377694a/968e7ae8-e13a-45c0-a40a-48bf59603c23) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:26:23.787850 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d397b-2f6b-4913-b203-78e27be6eaf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523970f3-97e9-4b14-9bb2-98d01971ee4a,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:23.877762 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-147c25ba-d321-4555-9594-2820757a09e6 None None] Port c3ce4257-63dd-4a96-a4fa-0d0aa15086e6 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:26:23.904067 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-147c25ba-d321-4555-9594-2820757a09e6 None None] Provisioning for port 848e578d-0243-458d-bfa5-ed148d75153f completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:26:23.909820 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-147c25ba-d321-4555-9594-2820757a09e6 None None] Provisioning complete for port 848e578d-0243-458d-bfa5-ed148d75153f triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:26:23.910472 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-147c25ba-d321-4555-9594-2820757a09e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:24.090250 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-96fe8b0d-feda-44a3-bbf2-d1b96c2ac628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:24.107853 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa4c72-d716-46c2-9d54-a4271f0d8bbe service neutron] Pushing event updated for resources: {'Port': ['ID=8458322a-8d9c-42ff-8962-045951ac70b6,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:24.122617 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ec0a94-0ae7-4673-89fe-7f685c9df09b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Router 689db3e5-34c5-46f8-a4c7-fcdd2971f15f is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:26:24.135423 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-96fe8b0d-feda-44a3-bbf2-d1b96c2ac628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:24.174035 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b0cc35e-b565-4910-bfd5-9868829cfbed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:24.216469 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-c3aa4c72-d716-46c2-9d54-a4271f0d8bbe service neutron] Attempting to bind port 8458322a-8d9c-42ff-8962-045951ac70b6 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:26:24.217044 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-c3aa4c72-d716-46c2-9d54-a4271f0d8bbe service neutron] Attempting to bind port 8458322a-8d9c-42ff-8962-045951ac70b6 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'a975ea0a-c97e-4927-9083-08f2097fb28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '48fb3874-69bb-40f3-a827-9c1f11a82a70'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:26:24.217625 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-c3aa4c72-d716-46c2-9d54-a4271f0d8bbe service neutron] Attempting to bind port 8458322a-8d9c-42ff-8962-045951ac70b6 on network 48fb3874-69bb-40f3-a827-9c1f11a82a70 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:26:24.249689 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6760c4b4-6d4b-4220-9774-ce988c3af818 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:24.263290 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b0cc35e-b565-4910-bfd5-9868829cfbed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:24.276443 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-c3aa4c72-d716-46c2-9d54-a4271f0d8bbe service neutron] Port 8458322a-8d9c-42ff-8962-045951ac70b6 on network 48fb3874-69bb-40f3-a827-9c1f11a82a70 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:26:24.277106 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-c3aa4c72-d716-46c2-9d54-a4271f0d8bbe service neutron] Attempting to bind port 8458322a-8d9c-42ff-8962-045951ac70b6 on network 48fb3874-69bb-40f3-a827-9c1f11a82a70 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:26:24.281234 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [None req-6760c4b4-6d4b-4220-9774-ce988c3af818 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Transition to ACTIVE for port object 968e7ae8-e13a-45c0-a40a-48bf59603c23 will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:26:24.288649 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-c3aa4c72-d716-46c2-9d54-a4271f0d8bbe service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:26:24.290668 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-c3aa4c72-d716-46c2-9d54-a4271f0d8bbe service neutron] Checking segment: {'id': 'a975ea0a-c97e-4927-9083-08f2097fb28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '48fb3874-69bb-40f3-a827-9c1f11a82a70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:26:24.291322 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-c3aa4c72-d716-46c2-9d54-a4271f0d8bbe service neutron] Bound using segment: {'id': 'a975ea0a-c97e-4927-9083-08f2097fb28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '48fb3874-69bb-40f3-a827-9c1f11a82a70'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:26:24.291886 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-c3aa4c72-d716-46c2-9d54-a4271f0d8bbe service neutron] Bound port: 8458322a-8d9c-42ff-8962-045951ac70b6, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a975ea0a-c97e-4927-9083-08f2097fb28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '48fb3874-69bb-40f3-a827-9c1f11a82a70'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:26:24.292338 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-c3aa4c72-d716-46c2-9d54-a4271f0d8bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:24.292669 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-96fe8b0d-feda-44a3-bbf2-d1b96c2ac628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:24.322442 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe8b0d-feda-44a3-bbf2-d1b96c2ac628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523970f3-97e9-4b14-9bb2-98d01971ee4a,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:24.359642 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-96fe8b0d-feda-44a3-bbf2-d1b96c2ac628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:24.361072 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-96fe8b0d-feda-44a3-bbf2-d1b96c2ac628 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/523970f3-97e9-4b14-9bb2-98d01971ee4a HTTP/1.1" status: 204 len: 168 time: 0.6027799 Feb 04 21:26:24.363100 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6760c4b4-6d4b-4220-9774-ce988c3af818 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:24.464512 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6760c4b4-6d4b-4220-9774-ce988c3af818 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Network 3ff02814-caec-4357-b19c-adb4bc2f455e is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:26:24.476225 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-6760c4b4-6d4b-4220-9774-ce988c3af818 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:26:24.482199 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6760c4b4-6d4b-4220-9774-ce988c3af818 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:26:24.489393 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6760c4b4-6d4b-4220-9774-ce988c3af818 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:24.490128 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6760c4b4-6d4b-4220-9774-ce988c3af818 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:24.509721 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6760c4b4-6d4b-4220-9774-ce988c3af818 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Port': ['ID=968e7ae8-e13a-45c0-a40a-48bf59603c23,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:24.527189 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-6760c4b4-6d4b-4220-9774-ce988c3af818 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8119447 Feb 04 21:26:24.530589 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37020) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:24.546205 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-3920050f-6c81-46f4-a830-a7374f7355a4 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'subnet': {'network_id': '3ff02814-caec-4357-b19c-adb4bc2f455e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:26:24.790852 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c721402-0aa7-42cd-825f-2f6ef9309073 req-4ca36071-93d8-4839-a60d-c278eaae9c0b tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:24.792370 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3c721402-0aa7-42cd-825f-2f6ef9309073 req-4ca36071-93d8-4839-a60d-c278eaae9c0b tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddcac543-4a79-408d-b793-bea24371f20f HTTP/1.1" status: 200 len: 944 time: 0.1725166 Feb 04 21:26:24.795328 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ec0a94-0ae7-4673-89fe-7f685c9df09b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:26:24.807669 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed87303-aa37-4eff-b591-1c12a8176e8f None None] Sync routers for ids ['689db3e5-34c5-46f8-a4c7-fcdd2971f15f'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:26:24.824984 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed87303-aa37-4eff-b591-1c12a8176e8f None None] Routers {'689db3e5-34c5-46f8-a4c7-fcdd2971f15f'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:26:24.828063 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-2ed87303-aa37-4eff-b591-1c12a8176e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:26:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['689db3e5-34c5-46f8-a4c7-fcdd2971f15f'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:26:24.904390 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-3920050f-6c81-46f4-a830-a7374f7355a4 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:24.926080 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-3920050f-6c81-46f4-a830-a7374f7355a4 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:subnet and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:24.944301 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-19ec0a94-0ae7-4673-89fe-7f685c9df09b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:24.952574 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-19ec0a94-0ae7-4673-89fe-7f685c9df09b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 11.2377455 Feb 04 21:26:24.955210 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3c721402-0aa7-42cd-825f-2f6ef9309073 req-ad54d14a-96d8-4802-9448-78bcefd431b8 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/security-groups?id=521e69c8-4672-4ee9-a417-79cd09b52282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551011 Feb 04 21:26:24.957825 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37034) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:24.965600 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-3920050f-6c81-46f4-a830-a7374f7355a4 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:24.971339 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-c3aa4c72-d716-46c2-9d54-a4271f0d8bbe service neutron] For port 8458322a-8d9c-42ff-8962-045951ac70b6, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:26:24.976218 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-c3aa4c72-d716-46c2-9d54-a4271f0d8bbe service neutron] For port 8458322a-8d9c-42ff-8962-045951ac70b6, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=8458322a-8d9c-42ff-8962-045951ac70b6,segment=NetworkSegment(a975ea0a-c97e-4927-9083-08f2097fb28d),segment_id=a975ea0a-c97e-4927-9083-08f2097fb28d)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:26:24.988867 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b0cc35e-b565-4910-bfd5-9868829cfbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:25.002294 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-c3aa4c72-d716-46c2-9d54-a4271f0d8bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:25.005358 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-3920050f-6c81-46f4-a830-a7374f7355a4 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:25.035484 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3920050f-6c81-46f4-a830-a7374f7355a4 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:26:25.050038 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3920050f-6c81-46f4-a830-a7374f7355a4 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:25.064871 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0cc35e-b565-4910-bfd5-9868829cfbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c97b41-cc6c-4895-8592-1cc9b8cd436a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:25.138616 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0b0cc35e-b565-4910-bfd5-9868829cfbed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:25.145810 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0b0cc35e-b565-4910-bfd5-9868829cfbed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/45c97b41-cc6c-4895-8592-1cc9b8cd436a HTTP/1.1" status: 204 len: 168 time: 1.5323126 Feb 04 21:26:25.150200 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-c3aa4c72-d716-46c2-9d54-a4271f0d8bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:25.155986 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-c3aa4c72-d716-46c2-9d54-a4271f0d8bbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:25.157684 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-c3aa4c72-d716-46c2-9d54-a4271f0d8bbe service neutron] 10.222.0.18 "PUT /v2.0/ports/8458322a-8d9c-42ff-8962-045951ac70b6 HTTP/1.1" status: 200 len: 1092 time: 7.4917881 Feb 04 21:26:25.161396 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddcac543-4a79-408d-b793-bea24371f20f', 'tag': '8458322a-8d9c-42ff-8962-045951ac70b6'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:26:25.296801 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddcac543-4a79-408d-b793-bea24371f20f', 'tag': '8458322a-8d9c-42ff-8962-045951ac70b6', 'status': 'completed', 'code': 200} Feb 04 21:26:25.312766 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa4c72-d716-46c2-9d54-a4271f0d8bbe service neutron] Pushing event updated for resources: {'Port': ['ID=8458322a-8d9c-42ff-8962-045951ac70b6,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:25.416756 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-2dc8f362-236e-44c2-adae-e2d90242a9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:25.419191 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-2dc8f362-236e-44c2-adae-e2d90242a9d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e21cb4a484004b09b45cc34593e100f7&device_id=ddcac543-4a79-408d-b793-bea24371f20f HTTP/1.1" status: 200 len: 1095 time: 0.2037444 Feb 04 21:26:25.525639 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-f2e7d544-8c78-41a4-be7c-950e280e4da2 None None] Provisioning for port 968e7ae8-e13a-45c0-a40a-48bf59603c23 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:26:25.555752 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-f2e7d544-8c78-41a4-be7c-950e280e4da2 None None] Provisioning complete for port 968e7ae8-e13a-45c0-a40a-48bf59603c23 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:26:25.557380 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f2e7d544-8c78-41a4-be7c-950e280e4da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:25.603414 n-d-827896-1 neutron-server[87683]: INFO neutron.db.ipam_backend_mixin [None req-3920050f-6c81-46f4-a830-a7374f7355a4 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 27ef9bc8-e327-4938-a6c8-c36b8377694a (CIDR: 2001:db8::/64) Feb 04 21:26:25.615083 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-3920050f-6c81-46f4-a830-a7374f7355a4 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 21:26:25.615830 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3920050f-6c81-46f4-a830-a7374f7355a4 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:26:25.653593 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-3920050f-6c81-46f4-a830-a7374f7355a4 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1213989 Feb 04 21:26:25.654068 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-a74330d5-d3d7-4729-9a17-f18720200a6d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8458322a-8d9c-42ff-8962-045951ac70b6 HTTP/1.1" status: 200 len: 217 time: 0.2249241 Feb 04 21:26:25.656755 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37062) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:25.662064 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4d017eea-64f1-4a71-bb67-f9bfa2b106a1 tempest-TestNetworkAdvancedServerOps-1430932811 tempest-TestNetworkAdvancedServerOps-1430932811-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=2e8582aac1f7460e8c501b58b7ccfd28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7027712 Feb 04 21:26:25.668845 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-b718c028-b8b8-4f7d-b8e8-95dd4d9e6207 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'subnet': {'network_id': '3ff02814-caec-4357-b19c-adb4bc2f455e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:26:25.716950 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-f2e7d544-8c78-41a4-be7c-950e280e4da2 None None] Port 968e7ae8-e13a-45c0-a40a-48bf59603c23 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:26:25.732471 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37066) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:25.743593 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-2ed87303-aa37-4eff-b591-1c12a8176e8f None None] Set router 689db3e5-34c5-46f8-a4c7-fcdd2971f15f gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:26:25.803592 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-e7312280-a163-4d28-8a89-5a4cd24dd816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:25.807339 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-e7312280-a163-4d28-8a89-5a4cd24dd816 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa661609-03b0-482e-9305-7d6fdbcc432e HTTP/1.1" status: 200 len: 854 time: 0.1455534 Feb 04 21:26:25.935906 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-aedbc352-cd9f-4f43-83bc-7fed147c2194 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48fb3874-69bb-40f3-a827-9c1f11a82a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233020 Feb 04 21:26:26.013284 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37078) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:26.070774 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fa2fb168-d1fd-4065-9bab-075d54ab885c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:26.123643 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-fa2fb168-d1fd-4065-9bab-075d54ab885c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:26.195007 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-fa2fb168-d1fd-4065-9bab-075d54ab885c admin admin] Usage tracker for resource:security_group_rule and tenant:bdb744aff8464014b3402087f5dfe4cc is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:26.204020 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-fa2fb168-d1fd-4065-9bab-075d54ab885c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:26.244154 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-b718c028-b8b8-4f7d-b8e8-95dd4d9e6207 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:26.248853 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-fa2fb168-d1fd-4065-9bab-075d54ab885c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:26.272051 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-dd75761a-ff04-4ab7-8701-dd0ef925979d service neutron] 10.222.0.18 "GET /v2.0/networks/48fb3874-69bb-40f3-a827-9c1f11a82a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168793 Feb 04 21:26:26.277356 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-b718c028-b8b8-4f7d-b8e8-95dd4d9e6207 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:subnet and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:26.280795 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-b718c028-b8b8-4f7d-b8e8-95dd4d9e6207 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:26.288306 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-b718c028-b8b8-4f7d-b8e8-95dd4d9e6207 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:26.337798 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:26.369908 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-2ed87303-aa37-4eff-b591-1c12a8176e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689db3e5-34c5-46f8-a4c7-fcdd2971f15f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721278383', 'tenant_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '6c583230-bac1-415f-a37a-f79a4e6bc5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:26:14Z', 'updated_at': '2022-02-04T21:26:20Z', 'revision_number': 3, 'project_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'gw_port': {'id': '6c583230-bac1-415f-a37a-f79a4e6bc5c2', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:04:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689db3e5-34c5-46f8-a4c7-fcdd2971f15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:26:16Z', 'updated_at': '2022-02-04T21:26:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:26:26.382495 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed87303-aa37-4eff-b591-1c12a8176e8f None None] Checking router: 689db3e5-34c5-46f8-a4c7-fcdd2971f15f for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:26:26.382854 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed87303-aa37-4eff-b591-1c12a8176e8f None None] Updating router 689db3e5-34c5-46f8-a4c7-fcdd2971f15f port 6c583230-bac1-415f-a37a-f79a4e6bc5c2 binding host n-d-827896-1 {{(pid=87684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:26:26.400038 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b718c028-b8b8-4f7d-b8e8-95dd4d9e6207 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:26:26.407206 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-b718c028-b8b8-4f7d-b8e8-95dd4d9e6207 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:26.473811 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2ed87303-aa37-4eff-b591-1c12a8176e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:26.497676 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c872e47b-6b2d-43f0-8405-996f325f7e4f tempest-TestNetworkAdvancedServerOps-1430932811 tempest-TestNetworkAdvancedServerOps-1430932811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:26.501135 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c872e47b-6b2d-43f0-8405-996f325f7e4f tempest-TestNetworkAdvancedServerOps-1430932811 tempest-TestNetworkAdvancedServerOps-1430932811-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7659645 Feb 04 21:26:26.505026 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37092) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:26.577863 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-12965e4d-3a85-4eed-80f4-e30e97d1bfac tempest-TestNetworkAdvancedServerOps-1430932811 tempest-TestNetworkAdvancedServerOps-1430932811-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=1f11f724-8cdd-497d-8220-929f45cf1223&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0665288 Feb 04 21:26:26.578386 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37098) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:26.602276 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-b56cfe2f-5f7d-47be-a741-2cb13ce54989 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2014681592', 'network_id': '70271830-382b-4ee0-8a4e-d64395d5f7ae', 'project_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:26:26.643733 n-d-827896-1 neutron-server[87683]: INFO neutron.db.ipam_backend_mixin [None req-b718c028-b8b8-4f7d-b8e8-95dd4d9e6207 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 343eff8f-3b9a-42d1-ab06-0be8acf691c9 (CIDR: 2001:db8:0:1::/64) Feb 04 21:26:26.663773 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1409a4-e697-4348-830e-da3975bd5a54 req-d85810ce-f5e4-4622-b107-e1c9348abb63 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:26.671484 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0a1409a4-e697-4348-830e-da3975bd5a54 req-d85810ce-f5e4-4622-b107-e1c9348abb63 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddcac543-4a79-408d-b793-bea24371f20f HTTP/1.1" status: 200 len: 944 time: 0.3720808 Feb 04 21:26:26.686385 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-b718c028-b8b8-4f7d-b8e8-95dd4d9e6207 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 21:26:26.686862 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b718c028-b8b8-4f7d-b8e8-95dd4d9e6207 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:26:26.705248 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fa2fb168-d1fd-4065-9bab-075d54ab885c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:26.769663 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-fa2fb168-d1fd-4065-9bab-075d54ab885c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:26.860121 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0a1409a4-e697-4348-830e-da3975bd5a54 req-3a6fde83-19f6-4891-8a62-870c70252944 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/security-groups?id=521e69c8-4672-4ee9-a417-79cd09b52282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750200 Feb 04 21:26:26.878311 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-fa2fb168-d1fd-4065-9bab-075d54ab885c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bdb744aff8464014b3402087f5dfe4cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8548374 Feb 04 21:26:26.886072 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b718c028-b8b8-4f7d-b8e8-95dd4d9e6207 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2277694 Feb 04 21:26:26.886962 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37112) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:26.887304 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37114) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:26.892493 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2fb168-d1fd-4065-9bab-075d54ab885c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a22fcd-ec6c-4d10-8836-850e4bbee2aa,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:26.898414 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-e755aaad-4545-4c5b-9520-30bb8c54953c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'subnet': {'network_id': '3ff02814-caec-4357-b19c-adb4bc2f455e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:26:27.093885 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2ed87303-aa37-4eff-b591-1c12a8176e8f None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:27.118100 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-2ed87303-aa37-4eff-b591-1c12a8176e8f None None] Transition to ACTIVE for port object 6c583230-bac1-415f-a37a-f79a4e6bc5c2 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:26:27.126356 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2ed87303-aa37-4eff-b591-1c12a8176e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:27.128915 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-81cd4bbc-704d-4912-814c-da08ea611bbb req-f7ef96bc-b689-4558-b230-c9cbd08f7362 service neutron] 10.222.0.18 "GET /v2.0/networks/48fb3874-69bb-40f3-a827-9c1f11a82a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8462298 Feb 04 21:26:27.226921 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b56cfe2f-5f7d-47be-a741-2cb13ce54989 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:27.241966 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b56cfe2f-5f7d-47be-a741-2cb13ce54989 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Usage tracker for resource:subnet and tenant:2e8582aac1f7460e8c501b58b7ccfd28 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:27.247823 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b56cfe2f-5f7d-47be-a741-2cb13ce54989 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:27.259699 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-b56cfe2f-5f7d-47be-a741-2cb13ce54989 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:27.284267 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56cfe2f-5f7d-47be-a741-2cb13ce54989 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Made reservation on behalf of 2e8582aac1f7460e8c501b58b7ccfd28 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:26:27.288599 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b56cfe2f-5f7d-47be-a741-2cb13ce54989 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:27.296674 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-2ed87303-aa37-4eff-b591-1c12a8176e8f None None] Attempting to bind port 6c583230-bac1-415f-a37a-f79a4e6bc5c2 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:26:27.297325 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-2ed87303-aa37-4eff-b591-1c12a8176e8f None None] Attempting to bind port 6c583230-bac1-415f-a37a-f79a4e6bc5c2 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:26:27.297888 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed87303-aa37-4eff-b591-1c12a8176e8f None None] Attempting to bind port 6c583230-bac1-415f-a37a-f79a4e6bc5c2 on network 1f11f724-8cdd-497d-8220-929f45cf1223 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:26:27.308059 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6078565-9e4c-4a36-975e-7ac525004df0 None None] Pushing event updated for resources: {'Port': ['ID=6c583230-bac1-415f-a37a-f79a4e6bc5c2,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:27.322666 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed87303-aa37-4eff-b591-1c12a8176e8f None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:26:27.323418 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed87303-aa37-4eff-b591-1c12a8176e8f None None] Checking segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:26:27.324112 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2ed87303-aa37-4eff-b591-1c12a8176e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:27.324671 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed87303-aa37-4eff-b591-1c12a8176e8f None None] Bound using segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:26:27.325425 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-2ed87303-aa37-4eff-b591-1c12a8176e8f None None] Bound port: 6c583230-bac1-415f-a37a-f79a4e6bc5c2, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:26:27.325963 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2ed87303-aa37-4eff-b591-1c12a8176e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:27.344684 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1034e772-30d2-4f2b-9e73-dd0b53fa86bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:27.395898 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf604f-3470-47ef-ad35-d3d71479e959 req-e8235231-236c-4fb2-89b0-f56939b6556b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:27.397548 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3aaf604f-3470-47ef-ad35-d3d71479e959 req-e8235231-236c-4fb2-89b0-f56939b6556b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e21cb4a484004b09b45cc34593e100f7&device_id=ddcac543-4a79-408d-b793-bea24371f20f HTTP/1.1" status: 200 len: 1095 time: 0.2193341 Feb 04 21:26:27.415669 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e755aaad-4545-4c5b-9520-30bb8c54953c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:27.420589 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e755aaad-4545-4c5b-9520-30bb8c54953c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Usage tracker for resource:subnet and tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:27.436070 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e755aaad-4545-4c5b-9520-30bb8c54953c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:27.451071 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e755aaad-4545-4c5b-9520-30bb8c54953c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:27.457284 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-2ed87303-aa37-4eff-b591-1c12a8176e8f None None] For port 6c583230-bac1-415f-a37a-f79a4e6bc5c2, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:26:27.462207 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-2ed87303-aa37-4eff-b591-1c12a8176e8f None None] For port 6c583230-bac1-415f-a37a-f79a4e6bc5c2, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=6c583230-bac1-415f-a37a-f79a4e6bc5c2,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:26:27.477898 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2ed87303-aa37-4eff-b591-1c12a8176e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:27.510582 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1034e772-30d2-4f2b-9e73-dd0b53fa86bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:27.558488 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e755aaad-4545-4c5b-9520-30bb8c54953c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Made reservation on behalf of 82ec2af3498f4ce2a5fb7aab35a5d5ac for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:26:27.569917 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e755aaad-4545-4c5b-9520-30bb8c54953c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:27.617858 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37128) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:27.670663 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf604f-3470-47ef-ad35-d3d71479e959 req-7f725cd7-4cb3-4ca6-88de-71ad46fad550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:27.672507 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3aaf604f-3470-47ef-ad35-d3d71479e959 req-7f725cd7-4cb3-4ca6-88de-71ad46fad550 service neutron] 10.222.0.18 "GET /v2.0/networks?id=48fb3874-69bb-40f3-a827-9c1f11a82a70 HTTP/1.1" status: 200 len: 915 time: 0.2658496 Feb 04 21:26:27.690896 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed87303-aa37-4eff-b591-1c12a8176e8f None None] Routers {'689db3e5-34c5-46f8-a4c7-fcdd2971f15f'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:26:27.691886 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-2ed87303-aa37-4eff-b591-1c12a8176e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:26:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['689db3e5-34c5-46f8-a4c7-fcdd2971f15f'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:26:27.794011 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6078565-9e4c-4a36-975e-7ac525004df0 None None] Pushing event updated for resources: {'Port': ['ID=6c583230-bac1-415f-a37a-f79a4e6bc5c2,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:27.810101 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3aaf604f-3470-47ef-ad35-d3d71479e959 req-b46f7f11-6b77-44dd-ac5a-f3e3a0fd74d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8458322a-8d9c-42ff-8962-045951ac70b6 HTTP/1.1" status: 200 len: 217 time: 0.1288409 Feb 04 21:26:27.838010 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1034e772-30d2-4f2b-9e73-dd0b53fa86bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:27.864872 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034e772-30d2-4f2b-9e73-dd0b53fa86bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a22fcd-ec6c-4d10-8836-850e4bbee2aa,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:27.880078 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-1034e772-30d2-4f2b-9e73-dd0b53fa86bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:27.881499 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-1034e772-30d2-4f2b-9e73-dd0b53fa86bc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f2a22fcd-ec6c-4d10-8836-850e4bbee2aa HTTP/1.1" status: 204 len: 168 time: 0.9923770 Feb 04 21:26:28.097441 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3f2f5fb1-8233-4b84-a127-988ecb11f1fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:28.138492 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-2ed87303-aa37-4eff-b591-1c12a8176e8f None None] Set router 689db3e5-34c5-46f8-a4c7-fcdd2971f15f gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:26:28.161175 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf604f-3470-47ef-ad35-d3d71479e959 req-94e3e32d-520a-4e43-8d08-d6834b509c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:28.170395 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3aaf604f-3470-47ef-ad35-d3d71479e959 req-94e3e32d-520a-4e43-8d08-d6834b509c45 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa661609-03b0-482e-9305-7d6fdbcc432e HTTP/1.1" status: 200 len: 854 time: 0.3508050 Feb 04 21:26:28.296528 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3f2f5fb1-8233-4b84-a127-988ecb11f1fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:28.309802 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b56cfe2f-5f7d-47be-a741-2cb13ce54989 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:28.313897 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 8458322a-8d9c-42ff-8962-045951ac70b6 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:26:28.336205 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3f2f5fb1-8233-4b84-a127-988ecb11f1fc admin admin] Usage tracker for resource:security_group_rule and tenant:c9326a7cf8604ecba102516de59fc6bc is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:28.401532 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3f2f5fb1-8233-4b84-a127-988ecb11f1fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:28.406664 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3aaf604f-3470-47ef-ad35-d3d71479e959 req-06a29221-573f-4091-b644-af811d05343d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48fb3874-69bb-40f3-a827-9c1f11a82a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2294092 Feb 04 21:26:28.506654 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3f2f5fb1-8233-4b84-a127-988ecb11f1fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:28.510154 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0acad-5872-4134-af06-46e18074a298 req-cf4f245d-3da5-4845-80f5-869579c2f0ad tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:28.525831 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-afd0acad-5872-4134-af06-46e18074a298 req-cf4f245d-3da5-4845-80f5-869579c2f0ad tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddcac543-4a79-408d-b793-bea24371f20f HTTP/1.1" status: 200 len: 944 time: 0.3279397 Feb 04 21:26:28.585965 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e755aaad-4545-4c5b-9520-30bb8c54953c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:28.687687 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e755aaad-4545-4c5b-9520-30bb8c54953c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Subnet': ['ID=dac8fed4-f4be-418f-8ffb-4b1edde2cb27,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:28.722895 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-afd0acad-5872-4134-af06-46e18074a298 req-b62f039c-6578-411c-9e4c-ba5a97f3d345 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/security-groups?id=521e69c8-4672-4ee9-a417-79cd09b52282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958487 Feb 04 21:26:28.732293 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e755aaad-4545-4c5b-9520-30bb8c54953c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Network 3ff02814-caec-4357-b19c-adb4bc2f455e is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:26:28.733486 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-e755aaad-4545-4c5b-9520-30bb8c54953c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:26:28.743014 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e755aaad-4545-4c5b-9520-30bb8c54953c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:28.743614 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e755aaad-4545-4c5b-9520-30bb8c54953c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:28.783408 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e755aaad-4545-4c5b-9520-30bb8c54953c tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8926008 Feb 04 21:26:28.786278 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37158) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:28.801370 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-ce02de21-63b3-44b0-957f-14cbafac0b87 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-709679353', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dac8fed4-f4be-418f-8ffb-4b1edde2cb27'}], 'security_groups': ['4e77665c-8203-4abc-930a-f10cad119eb4', '18a03f18-a08c-4591-ac51-0ec7cc96db64']}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:26:28.854852 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56cfe2f-5f7d-47be-a741-2cb13ce54989 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Pushing event updated for resources: {'Subnet': ['ID=59352667-bace-4ad1-9d17-59d41210222d,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:28.855805 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 8458322a-8d9c-42ff-8962-045951ac70b6, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=8458322a-8d9c-42ff-8962-045951ac70b6,segment=NetworkSegment(a975ea0a-c97e-4927-9083-08f2097fb28d),segment_id=a975ea0a-c97e-4927-9083-08f2097fb28d)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:26:28.887672 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '8458322a-8d9c-42ff-8962-045951ac70b6', 'network_id': '48fb3874-69bb-40f3-a827-9c1f11a82a70', 'port_id': '8458322a-8d9c-42ff-8962-045951ac70b6', 'mac_address': 'fa:16:3e:0e:c0:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa661609-03b0-482e-9305-7d6fdbcc432e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:26:28.890898 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56cfe2f-5f7d-47be-a741-2cb13ce54989 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Checking segment: {'id': '75530424-5533-47fd-abc4-125878f0ce33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '70271830-382b-4ee0-8a4e-d64395d5f7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:26:28.892714 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56cfe2f-5f7d-47be-a741-2cb13ce54989 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Network hostable DHCP agents. Network: 70271830-382b-4ee0-8a4e-d64395d5f7ae, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:26:29.085304 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3aaf604f-3470-47ef-ad35-d3d71479e959 req-c3047c64-e0e2-47d3-a1af-f7c1c9fab08f service neutron] 10.222.0.18 "GET /v2.0/networks/48fb3874-69bb-40f3-a827-9c1f11a82a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6345544 Feb 04 21:26:29.089461 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56cfe2f-5f7d-47be-a741-2cb13ce54989 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Network 70271830-382b-4ee0-8a4e-d64395d5f7ae is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:26:29.155637 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4369b0bc-16ed-48f0-80c8-c2640a24c099 None None] Network 3ff02814-caec-4357-b19c-adb4bc2f455e requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:26:29.247352 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-b56cfe2f-5f7d-47be-a741-2cb13ce54989 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 70271830-382b-4ee0-8a4e-d64395d5f7ae) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:26:29.279280 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5f4ddc-73c3-447e-adf0-a5c252d60d95 None None] Network 70271830-382b-4ee0-8a4e-d64395d5f7ae requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:26:29.307288 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56cfe2f-5f7d-47be-a741-2cb13ce54989 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:29.307985 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b56cfe2f-5f7d-47be-a741-2cb13ce54989 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:29.340579 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3f2f5fb1-8233-4b84-a127-988ecb11f1fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:29.391860 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3f2f5fb1-8233-4b84-a127-988ecb11f1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:29.434281 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ce02de21-63b3-44b0-957f-14cbafac0b87 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:29.486374 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:29.554417 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f5fb1-8233-4b84-a127-988ecb11f1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa705075-349d-48c2-8f6e-e57402d8e42a,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:29.569373 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b56cfe2f-5f7d-47be-a741-2cb13ce54989 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.9881916 Feb 04 21:26:29.584886 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37178) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:29.632866 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8458322a-8d9c-42ff-8962-045951ac70b6 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:26:29.666325 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 8458322a-8d9c-42ff-8962-045951ac70b6, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=8458322a-8d9c-42ff-8962-045951ac70b6,segment=NetworkSegment(a975ea0a-c97e-4927-9083-08f2097fb28d),segment_id=a975ea0a-c97e-4927-9083-08f2097fb28d)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:26:29.693496 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:29.859644 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3f2f5fb1-8233-4b84-a127-988ecb11f1fc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c9326a7cf8604ecba102516de59fc6bc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2385685 Feb 04 21:26:29.876550 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37192) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:29.912006 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=8458322a-8d9c-42ff-8962-045951ac70b6,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:30.029293 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['8458322a-8d9c-42ff-8962-045951ac70b6'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:26:30.088964 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3aaf604f-3470-47ef-ad35-d3d71479e959 req-0ff713cb-30fd-47b3-8cc2-16f715ed1e13 service neutron] 10.222.0.18 "GET /v2.0/networks/48fb3874-69bb-40f3-a827-9c1f11a82a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9968100 Feb 04 21:26:30.265419 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-2ed87303-aa37-4eff-b591-1c12a8176e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689db3e5-34c5-46f8-a4c7-fcdd2971f15f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721278383', 'tenant_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '6c583230-bac1-415f-a37a-f79a4e6bc5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:26:14Z', 'updated_at': '2022-02-04T21:26:20Z', 'revision_number': 3, 'project_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'gw_port': {'id': '6c583230-bac1-415f-a37a-f79a4e6bc5c2', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:04:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689db3e5-34c5-46f8-a4c7-fcdd2971f15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:26:16Z', 'updated_at': '2022-02-04T21:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:26:30.296366 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed87303-aa37-4eff-b591-1c12a8176e8f None None] The sync data for ids ['689db3e5-34c5-46f8-a4c7-fcdd2971f15f'] in n-d-827896-1 is: [{'id': '689db3e5-34c5-46f8-a4c7-fcdd2971f15f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721278383', 'tenant_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '6c583230-bac1-415f-a37a-f79a4e6bc5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:26:14Z', 'updated_at': '2022-02-04T21:26:20Z', 'revision_number': 3, 'project_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'gw_port': {'id': '6c583230-bac1-415f-a37a-f79a4e6bc5c2', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:04:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689db3e5-34c5-46f8-a4c7-fcdd2971f15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:26:16Z', 'updated_at': '2022-02-04T21:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:26:30.463923 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-658943cd-257a-499d-b62b-2b4b778a0a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:30.499298 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-658943cd-257a-499d-b62b-2b4b778a0a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:30.599692 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-658943cd-257a-499d-b62b-2b4b778a0a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:30.664514 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658943cd-257a-499d-b62b-2b4b778a0a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa705075-349d-48c2-8f6e-e57402d8e42a,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:30.678913 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-658943cd-257a-499d-b62b-2b4b778a0a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:30.680071 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-658943cd-257a-499d-b62b-2b4b778a0a14 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fa705075-349d-48c2-8f6e-e57402d8e42a HTTP/1.1" status: 204 len: 168 time: 0.8009956 Feb 04 21:26:30.778030 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6687298e-cb4e-45b0-966c-1a7447785a72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-70271830-382b-4ee0-8a4e-d64395d5f7ae', 'network_id': '70271830-382b-4ee0-8a4e-d64395d5f7ae', 'tenant_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'fixed_ips': [{'subnet_id': '59352667-bace-4ad1-9d17-59d41210222d'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:26:30.779520 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6687298e-cb4e-45b0-966c-1a7447785a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:30.843278 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37210) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:30.882237 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5507e57-d752-4bcd-87ad-969f66be17f0 req-cfe45df3-b7dc-42d8-94d3-8d34b79dc610 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:30.894782 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f5507e57-d752-4bcd-87ad-969f66be17f0 req-cfe45df3-b7dc-42d8-94d3-8d34b79dc610 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddcac543-4a79-408d-b793-bea24371f20f HTTP/1.1" status: 200 len: 945 time: 0.9193945 Feb 04 21:26:31.109627 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f5507e57-d752-4bcd-87ad-969f66be17f0 req-215838cc-9f48-4ef6-9db1-c5a772353ddf tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/security-groups?id=521e69c8-4672-4ee9-a417-79cd09b52282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136161 Feb 04 21:26:31.240565 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-ce02de21-63b3-44b0-957f-14cbafac0b87 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Delete allocated IP 2001:db8::318 (3ff02814-caec-4357-b19c-adb4bc2f455e/27ef9bc8-e327-4938-a6c8-c36b8377694a) {{(pid=87683) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 21:26:31.260290 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-ce02de21-63b3-44b0-957f-14cbafac0b87 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Allocated IP 2001:db8:0:2::e9 (3ff02814-caec-4357-b19c-adb4bc2f455e/dac8fed4-f4be-418f-8ffb-4b1edde2cb27/968e7ae8-e13a-45c0-a40a-48bf59603c23) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:26:31.325701 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37222) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:31.426470 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbcf8be-f0f4-43f3-8c8e-02e808a5e613 None None] Update dhcp port {'port': {'network_id': '3ff02814-caec-4357-b19c-adb4bc2f455e', 'fixed_ips': [{'subnet_id': '343eff8f-3b9a-42d1-ab06-0be8acf691c9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '27ef9bc8-e327-4938-a6c8-c36b8377694a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dac8fed4-f4be-418f-8ffb-4b1edde2cb27'}], 'binding:host_id': 'n-d-827896-1'}, 'id': '848e578d-0243-458d-bfa5-ed148d75153f'} from n-d-827896-1. {{(pid=87684) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 21:26:31.529890 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-6687298e-cb4e-45b0-966c-1a7447785a72 None None] Allocated IP 172.20.0.2 (70271830-382b-4ee0-8a4e-d64395d5f7ae/59352667-bace-4ad1-9d17-59d41210222d/fa8bf357-60f5-4a41-b032-6cb16d6e32e3) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:26:31.559327 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-94b76155-e9fa-47df-b872-a6a2ee679a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:31.591698 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-94b76155-e9fa-47df-b872-a6a2ee679a5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:31.598902 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-94b76155-e9fa-47df-b872-a6a2ee679a5b admin admin] Usage tracker for resource:security_group_rule and tenant:2f55719695c04cadb326e3f936fd6bd0 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:31.604404 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-94b76155-e9fa-47df-b872-a6a2ee679a5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:31.622216 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-94b76155-e9fa-47df-b872-a6a2ee679a5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:31.676437 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d39a4858-8bf8-4fe6-a530-98175cccce51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:31.715419 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-d39a4858-8bf8-4fe6-a530-98175cccce51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:31.725921 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-d39a4858-8bf8-4fe6-a530-98175cccce51 admin admin] Usage tracker for resource:security_group_rule and tenant:f9b447cdc6d346d1bbdffa359ffa360c is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:31.744832 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-94b76155-e9fa-47df-b872-a6a2ee679a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:31.748547 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-d39a4858-8bf8-4fe6-a530-98175cccce51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:31.754582 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-94b76155-e9fa-47df-b872-a6a2ee679a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:31.763812 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-d39a4858-8bf8-4fe6-a530-98175cccce51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:31.806870 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b76155-e9fa-47df-b872-a6a2ee679a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8c5df2-6cdd-4245-bcc5-8a3881944b20,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:31.890938 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-94b76155-e9fa-47df-b872-a6a2ee679a5b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f55719695c04cadb326e3f936fd6bd0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0388877 Feb 04 21:26:31.894925 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37238) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:31.927203 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0fbcf8be-f0f4-43f3-8c8e-02e808a5e613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:31.950375 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6687298e-cb4e-45b0-966c-1a7447785a72 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:31.980450 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d39a4858-8bf8-4fe6-a530-98175cccce51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:32.011583 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d39a4858-8bf8-4fe6-a530-98175cccce51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:32.031412 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-6687298e-cb4e-45b0-966c-1a7447785a72 None None] Transition to ACTIVE for port object fa8bf357-60f5-4a41-b032-6cb16d6e32e3 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:26:32.040155 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-906d1476-336a-431d-ab2e-6714de883d8b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:32.048079 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.db.resource_extend [None req-ce02de21-63b3-44b0-957f-14cbafac0b87 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:26:32.074638 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-6687298e-cb4e-45b0-966c-1a7447785a72 None None] Transition to ACTIVE for port object fa8bf357-60f5-4a41-b032-6cb16d6e32e3 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:26:32.109619 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ce02de21-63b3-44b0-957f-14cbafac0b87 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:32.144382 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6687298e-cb4e-45b0-966c-1a7447785a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:32.180520 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d39a4858-8bf8-4fe6-a530-98175cccce51 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f9b447cdc6d346d1bbdffa359ffa360c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8530517 Feb 04 21:26:32.186091 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a4858-8bf8-4fe6-a530-98175cccce51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4004777-a901-4d8c-97bb-6ed870eb6e51,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:32.200957 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37254) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:32.205798 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [None req-ce02de21-63b3-44b0-957f-14cbafac0b87 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Transition to ACTIVE for port object 968e7ae8-e13a-45c0-a40a-48bf59603c23 will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:26:32.206627 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6687298e-cb4e-45b0-966c-1a7447785a72 None None] Network 70271830-382b-4ee0-8a4e-d64395d5f7ae is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:26:32.211328 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2192e030-fc19-41f3-980a-d4df7793820e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:32.220954 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-6687298e-cb4e-45b0-966c-1a7447785a72 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:26:32.236594 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ce02de21-63b3-44b0-957f-14cbafac0b87 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:32.259726 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687298e-cb4e-45b0-966c-1a7447785a72 None None] Pushing event updated for resources: {'Port': ['ID=fa8bf357-60f5-4a41-b032-6cb16d6e32e3,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:32.266594 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6687298e-cb4e-45b0-966c-1a7447785a72 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:26:32.279714 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 8458322a-8d9c-42ff-8962-045951ac70b6 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:26:32.290511 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2192e030-fc19-41f3-980a-d4df7793820e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:32.451636 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-ce02de21-63b3-44b0-957f-14cbafac0b87 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] In _notify_port_updated(), no bound segment for port 968e7ae8-e13a-45c0-a40a-48bf59603c23 on network 3ff02814-caec-4357-b19c-adb4bc2f455e {{(pid=87683) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 21:26:32.458777 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce02de21-63b3-44b0-957f-14cbafac0b87 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:32.459987 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ce02de21-63b3-44b0-957f-14cbafac0b87 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:32.466706 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ce02de21-63b3-44b0-957f-14cbafac0b87 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "PUT /v2.0/ports/968e7ae8-e13a-45c0-a40a-48bf59603c23 HTTP/1.1" status: 200 len: 968 time: 3.6785326 Feb 04 21:26:32.470675 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37262) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:32.568173 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-6687298e-cb4e-45b0-966c-1a7447785a72 None None] Attempting to bind port fa8bf357-60f5-4a41-b032-6cb16d6e32e3 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:26:32.568832 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-6687298e-cb4e-45b0-966c-1a7447785a72 None None] Attempting to bind port fa8bf357-60f5-4a41-b032-6cb16d6e32e3 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '75530424-5533-47fd-abc4-125878f0ce33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '70271830-382b-4ee0-8a4e-d64395d5f7ae'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:26:32.569019 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6687298e-cb4e-45b0-966c-1a7447785a72 None None] Attempting to bind port fa8bf357-60f5-4a41-b032-6cb16d6e32e3 on network 70271830-382b-4ee0-8a4e-d64395d5f7ae {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:26:32.571141 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02de21-63b3-44b0-957f-14cbafac0b87 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event updated for resources: {'Port': ['ID=968e7ae8-e13a-45c0-a40a-48bf59603c23,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:32.575690 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 8458322a-8d9c-42ff-8962-045951ac70b6 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:26:32.591853 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6687298e-cb4e-45b0-966c-1a7447785a72 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:26:32.592237 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6687298e-cb4e-45b0-966c-1a7447785a72 None None] Checking segment: {'id': '75530424-5533-47fd-abc4-125878f0ce33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '70271830-382b-4ee0-8a4e-d64395d5f7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:26:32.592644 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6687298e-cb4e-45b0-966c-1a7447785a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:32.593036 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6687298e-cb4e-45b0-966c-1a7447785a72 None None] Bound using segment: {'id': '75530424-5533-47fd-abc4-125878f0ce33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '70271830-382b-4ee0-8a4e-d64395d5f7ae'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:26:32.593559 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-6687298e-cb4e-45b0-966c-1a7447785a72 None None] Bound port: fa8bf357-60f5-4a41-b032-6cb16d6e32e3, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75530424-5533-47fd-abc4-125878f0ce33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '70271830-382b-4ee0-8a4e-d64395d5f7ae'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:26:32.593937 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6687298e-cb4e-45b0-966c-1a7447785a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:32.610898 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 8458322a-8d9c-42ff-8962-045951ac70b6 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:26:32.611666 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:32.671135 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-fda72f14-833d-45a1-93ca-930c9b70fd97 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Deleting port 968e7ae8-e13a-45c0-a40a-48bf59603c23 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:26:32.671479 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fda72f14-833d-45a1-93ca-930c9b70fd97 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:32.681531 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6f9e3f46-27bc-48f7-aba8-14601f281239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:32.742415 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-0fbcf8be-f0f4-43f3-8c8e-02e808a5e613 None None] Allocated IP 2001:db8:0:2::2 (3ff02814-caec-4357-b19c-adb4bc2f455e/dac8fed4-f4be-418f-8ffb-4b1edde2cb27/848e578d-0243-458d-bfa5-ed148d75153f) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:26:32.749768 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2192e030-fc19-41f3-980a-d4df7793820e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:32.796552 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6f9e3f46-27bc-48f7-aba8-14601f281239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:32.840623 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa68764-dd8a-4e2b-90d8-5376f844f707 req-5cb3ff79-69f7-4167-a165-42d603877dc5 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:32.843598 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dfa68764-dd8a-4e2b-90d8-5376f844f707 req-5cb3ff79-69f7-4167-a165-42d603877dc5 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddcac543-4a79-408d-b793-bea24371f20f HTTP/1.1" status: 200 len: 945 time: 0.3971653 Feb 04 21:26:32.970686 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-0fbcf8be-f0f4-43f3-8c8e-02e808a5e613 None None] For port 848e578d-0243-458d-bfa5-ed148d75153f, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=848e578d-0243-458d-bfa5-ed148d75153f,segment=NetworkSegment(97f50a04-8d54-4629-83ee-be6d01ba224d),segment_id=97f50a04-8d54-4629-83ee-be6d01ba224d)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:26:33.000611 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0fbcf8be-f0f4-43f3-8c8e-02e808a5e613 None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:33.003788 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dfa68764-dd8a-4e2b-90d8-5376f844f707 req-1e7f3998-cb09-4c56-ab97-3f81d695ce6a tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/security-groups?id=521e69c8-4672-4ee9-a417-79cd09b52282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478548 Feb 04 21:26:33.011522 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192e030-fc19-41f3-980a-d4df7793820e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8c5df2-6cdd-4245-bcc5-8a3881944b20,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:33.031967 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6f9e3f46-27bc-48f7-aba8-14601f281239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:33.047782 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-0fbcf8be-f0f4-43f3-8c8e-02e808a5e613 None None] Transition to ACTIVE for port object 848e578d-0243-458d-bfa5-ed148d75153f will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:26:33.064142 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 6c583230-bac1-415f-a37a-f79a4e6bc5c2 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:26:33.077051 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e3f46-27bc-48f7-aba8-14601f281239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4004777-a901-4d8c-97bb-6ed870eb6e51,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:33.084698 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-6f9e3f46-27bc-48f7-aba8-14601f281239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:33.103367 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-6f9e3f46-27bc-48f7-aba8-14601f281239 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c4004777-a901-4d8c-97bb-6ed870eb6e51 HTTP/1.1" status: 204 len: 168 time: 0.8950267 Feb 04 21:26:33.120818 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0fbcf8be-f0f4-43f3-8c8e-02e808a5e613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:33.212100 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-2192e030-fc19-41f3-980a-d4df7793820e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:33.216161 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-2192e030-fc19-41f3-980a-d4df7793820e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/af8c5df2-6cdd-4245-bcc5-8a3881944b20 HTTP/1.1" status: 204 len: 168 time: 1.3120728 Feb 04 21:26:33.245186 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbcf8be-f0f4-43f3-8c8e-02e808a5e613 None None] Pushing event updated for resources: {'Port': ['ID=848e578d-0243-458d-bfa5-ed148d75153f,revision_number=7']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:33.317389 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-906d1476-336a-431d-ab2e-6714de883d8b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Allocated IP 172.20.0.1 (70271830-382b-4ee0-8a4e-d64395d5f7ae/59352667-bace-4ad1-9d17-59d41210222d/a3be7d6f-a3a3-43a8-b024-fe93c73afb28) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:26:33.413625 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:33.452357 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 6c583230-bac1-415f-a37a-f79a4e6bc5c2 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:26:33.629778 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 6c583230-bac1-415f-a37a-f79a4e6bc5c2 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:26:33.630524 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:33.798833 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-6687298e-cb4e-45b0-966c-1a7447785a72 None None] For port fa8bf357-60f5-4a41-b032-6cb16d6e32e3, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:26:33.806759 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:33.817970 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-906d1476-336a-431d-ab2e-6714de883d8b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:33.844899 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37288) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:33.853189 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-906d1476-336a-431d-ab2e-6714de883d8b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Transition to ACTIVE for port object a3be7d6f-a3a3-43a8-b024-fe93c73afb28 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:26:33.855730 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-6687298e-cb4e-45b0-966c-1a7447785a72 None None] For port fa8bf357-60f5-4a41-b032-6cb16d6e32e3, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=fa8bf357-60f5-4a41-b032-6cb16d6e32e3,segment=NetworkSegment(75530424-5533-47fd-abc4-125878f0ce33),segment_id=75530424-5533-47fd-abc4-125878f0ce33)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:26:33.879396 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6687298e-cb4e-45b0-966c-1a7447785a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:33.884637 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c42d4c4c-c9c9-45af-9baf-eefe5cfc7a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:33.930583 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fda72f14-833d-45a1-93ca-930c9b70fd97 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:33.945056 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c42d4c4c-c9c9-45af-9baf-eefe5cfc7a91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:33.950507 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c42d4c4c-c9c9-45af-9baf-eefe5cfc7a91 admin admin] Usage tracker for resource:security_group_rule and tenant:edcf1d39c2a4414483152fa66a6f218a is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:33.956993 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-c42d4c4c-c9c9-45af-9baf-eefe5cfc7a91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:33.967238 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-c42d4c4c-c9c9-45af-9baf-eefe5cfc7a91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:34.021120 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcac543-4a79-408d-b793-bea24371f20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8458322a-8d9c-42ff-8962-045951ac70b6'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:26:34.088032 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c42d4c4c-c9c9-45af-9baf-eefe5cfc7a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:34.099236 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c42d4c4c-c9c9-45af-9baf-eefe5cfc7a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:34.104613 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 8458322a-8d9c-42ff-8962-045951ac70b6, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=8458322a-8d9c-42ff-8962-045951ac70b6,segment=NetworkSegment(a975ea0a-c97e-4927-9083-08f2097fb28d),segment_id=a975ea0a-c97e-4927-9083-08f2097fb28d)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:26:34.172750 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687298e-cb4e-45b0-966c-1a7447785a72 None None] Pushing event updated for resources: {'Port': ['ID=fa8bf357-60f5-4a41-b032-6cb16d6e32e3,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:34.193000 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddcac543-4a79-408d-b793-bea24371f20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8458322a-8d9c-42ff-8962-045951ac70b6', 'code': 200} Feb 04 21:26:34.194701 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:34.197931 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c42d4c4c-c9c9-45af-9baf-eefe5cfc7a91 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=edcf1d39c2a4414483152fa66a6f218a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3515720 Feb 04 21:26:34.200488 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37302) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:34.364268 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-fda72f14-833d-45a1-93ca-930c9b70fd97 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Calling delete_port for 968e7ae8-e13a-45c0-a40a-48bf59603c23 owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:26:34.536130 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-906d1476-336a-431d-ab2e-6714de883d8b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:34.598588 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d4c4c-c9c9-45af-9baf-eefe5cfc7a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d3b66f-c260-40b2-b339-1c3f0beb45a2,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:34.604334 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:34.656624 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=8458322a-8d9c-42ff-8962-045951ac70b6,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:34.680514 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 6c583230-bac1-415f-a37a-f79a4e6bc5c2, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=6c583230-bac1-415f-a37a-f79a4e6bc5c2,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:26:34.686518 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:34.720358 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e441058b-c167-44ed-b9ca-dd81456febe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:34.816698 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906d1476-336a-431d-ab2e-6714de883d8b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Network 70271830-382b-4ee0-8a4e-d64395d5f7ae is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:26:34.838361 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7c63f-3abd-4315-8af5-d0cedb7e1439 req-4d24e23c-63ff-4d71-9718-3b55546730fc tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:34.844256 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3fd7c63f-3abd-4315-8af5-d0cedb7e1439 req-4d24e23c-63ff-4d71-9718-3b55546730fc tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddcac543-4a79-408d-b793-bea24371f20f HTTP/1.1" status: 200 len: 946 time: 0.4274018 Feb 04 21:26:34.874302 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-906d1476-336a-431d-ab2e-6714de883d8b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:26:34.888787 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906d1476-336a-431d-ab2e-6714de883d8b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:26:34.898359 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=6c583230-bac1-415f-a37a-f79a4e6bc5c2,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:34.932074 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e441058b-c167-44ed-b9ca-dd81456febe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:35.011670 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d1476-336a-431d-ab2e-6714de883d8b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Pushing event updated for resources: {'Port': ['ID=a3be7d6f-a3a3-43a8-b024-fe93c73afb28,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:35.070276 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device fa8bf357-60f5-4a41-b032-6cb16d6e32e3 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:26:35.130762 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e441058b-c167-44ed-b9ca-dd81456febe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:35.200493 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3fd7c63f-3abd-4315-8af5-d0cedb7e1439 req-11144d81-0bd4-4947-a6e3-1a0f7e07b681 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/security-groups?id=521e69c8-4672-4ee9-a417-79cd09b52282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360739 Feb 04 21:26:35.204826 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f78fc-ba4e-4708-b1a6-65809c4d529c req-27ba68cd-a3bf-4ce5-a801-582e4ffaa2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:35.209016 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441058b-c167-44ed-b9ca-dd81456febe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d3b66f-c260-40b2-b339-1c3f0beb45a2,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:35.212137 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e441058b-c167-44ed-b9ca-dd81456febe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:35.215735 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e441058b-c167-44ed-b9ca-dd81456febe5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/88d3b66f-c260-40b2-b339-1c3f0beb45a2 HTTP/1.1" status: 204 len: 168 time: 1.0124869 Feb 04 21:26:35.215974 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-284f78fc-ba4e-4708-b1a6-65809c4d529c req-27ba68cd-a3bf-4ce5-a801-582e4ffaa2c1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ddcac543-4a79-408d-b793-bea24371f20f HTTP/1.1" status: 200 len: 1097 time: 0.7857952 Feb 04 21:26:35.290377 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-906d1476-336a-431d-ab2e-6714de883d8b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:35.341135 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port fa8bf357-60f5-4a41-b032-6cb16d6e32e3 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:26:35.356778 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 848e578d-0243-458d-bfa5-ed148d75153f up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:26:35.663086 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-284f78fc-ba4e-4708-b1a6-65809c4d529c req-909da60f-6186-4915-b7f5-01554bb96087 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=521e69c8-4672-4ee9-a417-79cd09b52282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461222 Feb 04 21:26:35.712296 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-f43071dc-73dc-47bd-9692-af327356067f None None] Provisioning for port 968e7ae8-e13a-45c0-a40a-48bf59603c23 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:26:35.719227 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-f43071dc-73dc-47bd-9692-af327356067f None None] Provisioning complete for port 968e7ae8-e13a-45c0-a40a-48bf59603c23 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:26:35.719602 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f43071dc-73dc-47bd-9692-af327356067f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:35.720416 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fda72f14-833d-45a1-93ca-930c9b70fd97 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:35.798378 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda72f14-833d-45a1-93ca-930c9b70fd97 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Port': ['ID=968e7ae8-e13a-45c0-a40a-48bf59603c23,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:35.818684 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-f43071dc-73dc-47bd-9692-af327356067f None None] Port 968e7ae8-e13a-45c0-a40a-48bf59603c23 was deleted so its status cannot be updated. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 04 21:26:35.846982 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-f43071dc-73dc-47bd-9692-af327356067f None None] Provisioning complete for port c3ce4257-63dd-4a96-a4fa-0d0aa15086e6 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:26:35.847351 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f43071dc-73dc-47bd-9692-af327356067f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:35.938459 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fda72f14-833d-45a1-93ca-930c9b70fd97 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:35.975208 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-f43071dc-73dc-47bd-9692-af327356067f None None] Port c3ce4257-63dd-4a96-a4fa-0d0aa15086e6 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:26:35.991403 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-f43071dc-73dc-47bd-9692-af327356067f None None] Provisioning for port 848e578d-0243-458d-bfa5-ed148d75153f completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:26:36.007343 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-f43071dc-73dc-47bd-9692-af327356067f None None] Provisioning complete for port 848e578d-0243-458d-bfa5-ed148d75153f triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:26:36.007723 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f43071dc-73dc-47bd-9692-af327356067f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:36.034770 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fda72f14-833d-45a1-93ca-930c9b70fd97 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/ports/968e7ae8-e13a-45c0-a40a-48bf59603c23 HTTP/1.1" status: 204 len: 168 time: 3.5562012 Feb 04 21:26:36.034995 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37364) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:36.186079 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb7d2fbb-2ce5-4630-ad19-b6957ffbc054 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] GET failed (client error): The resource could not be found. Feb 04 21:26:36.187253 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-fb7d2fbb-2ce5-4630-ad19-b6957ffbc054 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Synchronizing usage tracker for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:26:36.195607 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37370) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:36.244041 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-fb7d2fbb-2ce5-4630-ad19-b6957ffbc054 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Unset dirty status for tenant:82ec2af3498f4ce2a5fb7aab35a5d5ac on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:26:36.247858 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-fb7d2fbb-2ce5-4630-ad19-b6957ffbc054 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "GET /v2.0/ports/968e7ae8-e13a-45c0-a40a-48bf59603c23 HTTP/1.1" status: 404 len: 333 time: 0.2105198 Feb 04 21:26:36.250413 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37378) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:36.370876 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37384) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:36.380767 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-906d1476-336a-431d-ab2e-6714de883d8b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:36.393636 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533e338e-3424-4d80-87be-fda441f1adeb None None] Network 70271830-382b-4ee0-8a4e-d64395d5f7ae requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:26:36.462655 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7e88cb6a-4d32-4243-90e8-25a05ed2e678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:36.554240 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ac474c91-a213-48c4-b67d-a239fc7eecf0 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:36.612969 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7e88cb6a-4d32-4243-90e8-25a05ed2e678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:36.677698 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ac474c91-a213-48c4-b67d-a239fc7eecf0 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:36.684437 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7e88cb6a-4d32-4243-90e8-25a05ed2e678 admin admin] Usage tracker for resource:security_group_rule and tenant:5976021b26c44737a97e0deebee4cd34 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:36.717418 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7e88cb6a-4d32-4243-90e8-25a05ed2e678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:36.765149 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7e88cb6a-4d32-4243-90e8-25a05ed2e678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:36.823035 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-cd8737f6-6a06-49c7-aa77-3c247d833fc4 None None] Could not find standard attr ID for object 968e7ae8-e13a-45c0-a40a-48bf59603c23. {{(pid=87684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 21:26:36.890461 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 6c583230-bac1-415f-a37a-f79a4e6bc5c2 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:26:36.937405 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-cd8737f6-6a06-49c7-aa77-3c247d833fc4 None None] Provisioning for port fa8bf357-60f5-4a41-b032-6cb16d6e32e3 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:26:36.993737 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-cd8737f6-6a06-49c7-aa77-3c247d833fc4 None None] Provisioning complete for port fa8bf357-60f5-4a41-b032-6cb16d6e32e3 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:26:36.995640 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cd8737f6-6a06-49c7-aa77-3c247d833fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:37.056620 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-13cedffe-94ba-46ea-904e-29a3c3b50f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:37.091236 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-13cedffe-94ba-46ea-904e-29a3c3b50f39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:37.099181 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-13cedffe-94ba-46ea-904e-29a3c3b50f39 admin admin] Usage tracker for resource:security_group_rule and tenant:3e4c216d96764f909fe94f0d4f79ad66 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:37.104073 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-13cedffe-94ba-46ea-904e-29a3c3b50f39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:37.115779 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64468a05-f2a0-4af0-9157-0340206e788a req-6ffac17e-1ccc-4a4e-a0e2-fe356a9ca2b6 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:37.117493 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-64468a05-f2a0-4af0-9157-0340206e788a req-6ffac17e-1ccc-4a4e-a0e2-fe356a9ca2b6 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddcac543-4a79-408d-b793-bea24371f20f HTTP/1.1" status: 200 len: 946 time: 0.6712918 Feb 04 21:26:37.122686 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-13cedffe-94ba-46ea-904e-29a3c3b50f39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:37.133050 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ac474c91-a213-48c4-b67d-a239fc7eecf0 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:37.178294 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac474c91-a213-48c4-b67d-a239fc7eecf0 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=655f8a36-3fe7-4f44-ac8a-c6f18268f189,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:37.222303 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ac474c91-a213-48c4-b67d-a239fc7eecf0 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:37.227395 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ac474c91-a213-48c4-b67d-a239fc7eecf0 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/security-groups/655f8a36-3fe7-4f44-ac8a-c6f18268f189 HTTP/1.1" status: 204 len: 168 time: 0.9727128 Feb 04 21:26:37.228474 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37392) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:37.267576 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-64468a05-f2a0-4af0-9157-0340206e788a req-7c363845-29cf-4ca5-ab4c-c89b735cbb14 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/security-groups?id=521e69c8-4672-4ee9-a417-79cd09b52282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290133 Feb 04 21:26:37.429928 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3657b3ec-8931-4400-aafc-57d6e4fcf692 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:37.466252 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7e88cb6a-4d32-4243-90e8-25a05ed2e678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:37.497405 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7e88cb6a-4d32-4243-90e8-25a05ed2e678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:37.519752 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-13cedffe-94ba-46ea-904e-29a3c3b50f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:37.531449 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-13cedffe-94ba-46ea-904e-29a3c3b50f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:37.554794 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7e88cb6a-4d32-4243-90e8-25a05ed2e678 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5976021b26c44737a97e0deebee4cd34&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1829607 Feb 04 21:26:37.559834 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37402) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:37.594532 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 6c583230-bac1-415f-a37a-f79a4e6bc5c2 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:26:37.595225 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:37.617426 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-13cedffe-94ba-46ea-904e-29a3c3b50f39 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3e4c216d96764f909fe94f0d4f79ad66&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4178998 Feb 04 21:26:37.632845 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3657b3ec-8931-4400-aafc-57d6e4fcf692 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:37.662402 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37406) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:37.727819 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cd8737f6-6a06-49c7-aa77-3c247d833fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:37.742813 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88cb6a-4d32-4243-90e8-25a05ed2e678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd071c48-32e7-491c-80ae-0c7168fc5e1a,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:37.750570 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cedffe-94ba-46ea-904e-29a3c3b50f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcde0b2a-8fca-4f4f-b8cd-939f18740714,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:37.788063 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c2ea0440-c06f-4838-9346-72ca98ff91f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:37.790793 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3657b3ec-8931-4400-aafc-57d6e4fcf692 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:37.823252 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c2ea0440-c06f-4838-9346-72ca98ff91f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:37.828580 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657b3ec-8931-4400-aafc-57d6e4fcf692 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a03f18-a08c-4591-ac51-0ec7cc96db64,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:37.853038 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3657b3ec-8931-4400-aafc-57d6e4fcf692 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:37.857872 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-3657b3ec-8931-4400-aafc-57d6e4fcf692 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/security-groups/18a03f18-a08c-4591-ac51-0ec7cc96db64 HTTP/1.1" status: 204 len: 168 time: 0.6244676 Feb 04 21:26:37.860508 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37412) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:37.950165 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-cd8737f6-6a06-49c7-aa77-3c247d833fc4 None None] For port fa8bf357-60f5-4a41-b032-6cb16d6e32e3, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=fa8bf357-60f5-4a41-b032-6cb16d6e32e3,segment=NetworkSegment(75530424-5533-47fd-abc4-125878f0ce33),segment_id=75530424-5533-47fd-abc4-125878f0ce33)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:26:37.965462 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cd8737f6-6a06-49c7-aa77-3c247d833fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:37.979810 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c2ea0440-c06f-4838-9346-72ca98ff91f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:38.006437 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ed339830-3f3d-4942-aecf-a2c4d01bd128 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:38.068403 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ed339830-3f3d-4942-aecf-a2c4d01bd128 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:38.164833 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8737f6-6a06-49c7-aa77-3c247d833fc4 None None] Pushing event updated for resources: {'Port': ['ID=fa8bf357-60f5-4a41-b032-6cb16d6e32e3,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:38.174810 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-2b7e07b8-8dad-4b53-8a64-7d39adb15f80 None None] Provisioning for port a3be7d6f-a3a3-43a8-b024-fe93c73afb28 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:26:38.192852 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-2b7e07b8-8dad-4b53-8a64-7d39adb15f80 None None] Provisioning complete for port a3be7d6f-a3a3-43a8-b024-fe93c73afb28 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:26:38.193430 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2b7e07b8-8dad-4b53-8a64-7d39adb15f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:38.215977 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ed339830-3f3d-4942-aecf-a2c4d01bd128 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:38.236089 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed339830-3f3d-4942-aecf-a2c4d01bd128 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e77665c-8203-4abc-930a-f10cad119eb4,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:38.242261 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-ed339830-3f3d-4942-aecf-a2c4d01bd128 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:38.245170 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ed339830-3f3d-4942-aecf-a2c4d01bd128 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/security-groups/4e77665c-8203-4abc-930a-f10cad119eb4 HTTP/1.1" status: 204 len: 168 time: 0.3830743 Feb 04 21:26:38.271306 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37418) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:38.369960 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-2b7e07b8-8dad-4b53-8a64-7d39adb15f80 None None] Port a3be7d6f-a3a3-43a8-b024-fe93c73afb28 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:26:38.392471 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf929e8c-f478-48c8-8fb2-073aadf3caa6 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Deleting subnet 27ef9bc8-e327-4938-a6c8-c36b8377694a {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:26:38.402109 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cf929e8c-f478-48c8-8fb2-073aadf3caa6 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:38.406214 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-2b7e07b8-8dad-4b53-8a64-7d39adb15f80 None None] Provisioning complete for port fa8bf357-60f5-4a41-b032-6cb16d6e32e3 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:26:38.406729 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2b7e07b8-8dad-4b53-8a64-7d39adb15f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:38.415838 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea0440-c06f-4838-9346-72ca98ff91f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd071c48-32e7-491c-80ae-0c7168fc5e1a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:38.460902 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-906d1476-336a-431d-ab2e-6714de883d8b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:38.470246 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c2ea0440-c06f-4838-9346-72ca98ff91f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:38.489348 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c2ea0440-c06f-4838-9346-72ca98ff91f9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fd071c48-32e7-491c-80ae-0c7168fc5e1a HTTP/1.1" status: 204 len: 168 time: 0.9162021 Feb 04 21:26:38.505176 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-906d1476-336a-431d-ab2e-6714de883d8b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:38.545977 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cf929e8c-f478-48c8-8fb2-073aadf3caa6 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:38.625438 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-906d1476-336a-431d-ab2e-6714de883d8b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:38.645765 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c6acffc2-e818-49aa-9f29-bf545b1232a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:38.675046 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cf929e8c-f478-48c8-8fb2-073aadf3caa6 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:38.710535 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-7a7637bd-bca8-4565-b604-73c807fef64d None None] Provisioning complete for port a3be7d6f-a3a3-43a8-b024-fe93c73afb28 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:26:38.711184 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7a7637bd-bca8-4565-b604-73c807fef64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:38.760095 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c6acffc2-e818-49aa-9f29-bf545b1232a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:38.827279 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cf929e8c-f478-48c8-8fb2-073aadf3caa6 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:38.844265 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device fa8bf357-60f5-4a41-b032-6cb16d6e32e3 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:26:38.875459 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d1476-336a-431d-ab2e-6714de883d8b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Pushing event updated for resources: {'Port': ['ID=a3be7d6f-a3a3-43a8-b024-fe93c73afb28,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:38.888345 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf929e8c-f478-48c8-8fb2-073aadf3caa6 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Subnet': ['ID=27ef9bc8-e327-4938-a6c8-c36b8377694a,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:38.892118 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cf929e8c-f478-48c8-8fb2-073aadf3caa6 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:38.905352 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-cf929e8c-f478-48c8-8fb2-073aadf3caa6 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/subnets/27ef9bc8-e327-4938-a6c8-c36b8377694a HTTP/1.1" status: 204 len: 168 time: 0.6310589 Feb 04 21:26:38.906380 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37430) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:38.916721 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7a89bb-a405-44e1-b1df-2a5ca4a8e5e6 None None] Network 3ff02814-caec-4357-b19c-adb4bc2f455e requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:26:38.973821 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906d1476-336a-431d-ab2e-6714de883d8b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Network 70271830-382b-4ee0-8a4e-d64395d5f7ae is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:26:38.975539 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-906d1476-336a-431d-ab2e-6714de883d8b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:26:38.999031 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c6acffc2-e818-49aa-9f29-bf545b1232a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:39.020467 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051cc53-04d5-424b-9775-6a3b6f77fef7 req-2e40b823-a9c9-44bf-8a14-7cc5a7971933 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:39.028175 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9051cc53-04d5-424b-9775-6a3b6f77fef7 req-2e40b823-a9c9-44bf-8a14-7cc5a7971933 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddcac543-4a79-408d-b793-bea24371f20f HTTP/1.1" status: 200 len: 946 time: 0.5659378 Feb 04 21:26:39.067320 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb159f97-4ce0-4337-8296-9d89021c2129 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Deleting subnet dac8fed4-f4be-418f-8ffb-4b1edde2cb27 {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:26:39.075351 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bb159f97-4ce0-4337-8296-9d89021c2129 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:39.150196 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bb159f97-4ce0-4337-8296-9d89021c2129 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:39.165701 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-7a7637bd-bca8-4565-b604-73c807fef64d None None] Port a3be7d6f-a3a3-43a8-b024-fe93c73afb28 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:26:39.171657 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6acffc2-e818-49aa-9f29-bf545b1232a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcde0b2a-8fca-4f4f-b8cd-939f18740714,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:39.191023 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c6acffc2-e818-49aa-9f29-bf545b1232a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:39.192344 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c6acffc2-e818-49aa-9f29-bf545b1232a0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fcde0b2a-8fca-4f4f-b8cd-939f18740714 HTTP/1.1" status: 204 len: 168 time: 1.5274065 Feb 04 21:26:39.301671 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bb159f97-4ce0-4337-8296-9d89021c2129 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:39.417976 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port fa8bf357-60f5-4a41-b032-6cb16d6e32e3 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:26:39.418633 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:39.426791 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9051cc53-04d5-424b-9775-6a3b6f77fef7 req-80c77a20-8a37-44e5-b287-1ef5288cb67d tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/security-groups?id=521e69c8-4672-4ee9-a417-79cd09b52282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975887 Feb 04 21:26:39.428415 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bb159f97-4ce0-4337-8296-9d89021c2129 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:39.476920 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb159f97-4ce0-4337-8296-9d89021c2129 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Subnet': ['ID=dac8fed4-f4be-418f-8ffb-4b1edde2cb27,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:39.484408 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bb159f97-4ce0-4337-8296-9d89021c2129 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:39.486052 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906d1476-336a-431d-ab2e-6714de883d8b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Router 689db3e5-34c5-46f8-a4c7-fcdd2971f15f has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:26:39.495882 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-bb159f97-4ce0-4337-8296-9d89021c2129 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/subnets/dac8fed4-f4be-418f-8ffb-4b1edde2cb27 HTTP/1.1" status: 204 len: 168 time: 0.5882139 Feb 04 21:26:39.498791 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37454) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:39.573244 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc00687b-38bc-425d-a2ff-4ee88f7ebca5 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] DELETE failed (client error): The resource could not be found. Feb 04 21:26:39.573889 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc00687b-38bc-425d-a2ff-4ee88f7ebca5 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:26:39.579315 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-dc00687b-38bc-425d-a2ff-4ee88f7ebca5 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/subnets/27ef9bc8-e327-4938-a6c8-c36b8377694a HTTP/1.1" status: 404 len: 337 time: 0.0789039 Feb 04 21:26:39.580172 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37458) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:39.656974 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d3a5d9-b94d-4fe4-99c8-3779a610c214 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Deleting subnet 343eff8f-3b9a-42d1-ab06-0be8acf691c9 {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:26:39.661566 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-89d3a5d9-b94d-4fe4-99c8-3779a610c214 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:39.695230 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:26:39.743187 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-89d3a5d9-b94d-4fe4-99c8-3779a610c214 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:39.797058 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-2ac3901c-7190-42c0-bbee-4f1684866b30 None None] Provisioning complete for port a3be7d6f-a3a3-43a8-b024-fe93c73afb28 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:26:39.797058 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2ac3901c-7190-42c0-bbee-4f1684866b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:39.825611 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906d1476-336a-431d-ab2e-6714de883d8b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:26:39.839793 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac1792e-d6f6-4066-825a-a0fe5dd18bf3 None None] Sync routers for ids ['689db3e5-34c5-46f8-a4c7-fcdd2971f15f'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:26:39.841103 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-906d1476-336a-431d-ab2e-6714de883d8b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "PUT /v2.0/routers/689db3e5-34c5-46f8-a4c7-fcdd2971f15f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2547700 Feb 04 21:26:39.853684 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac1792e-d6f6-4066-825a-a0fe5dd18bf3 None None] Routers {'689db3e5-34c5-46f8-a4c7-fcdd2971f15f'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:26:39.854298 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-8ac1792e-d6f6-4066-825a-a0fe5dd18bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:26:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['689db3e5-34c5-46f8-a4c7-fcdd2971f15f'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:26:39.866152 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-89d3a5d9-b94d-4fe4-99c8-3779a610c214 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:40.015662 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-2ac3901c-7190-42c0-bbee-4f1684866b30 None None] Port a3be7d6f-a3a3-43a8-b024-fe93c73afb28 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:26:40.078074 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37482) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:40.124862 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1b2f1eb0-b540-4553-be86-e3849410556a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:40.161542 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-89d3a5d9-b94d-4fe4-99c8-3779a610c214 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:40.194653 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-1b2f1eb0-b540-4553-be86-e3849410556a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:40.211807 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1b2f1eb0-b540-4553-be86-e3849410556a admin admin] Usage tracker for resource:security_group_rule and tenant:0334878cd8d2418dbe572fce4a901976 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:40.224635 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1b2f1eb0-b540-4553-be86-e3849410556a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:40.249029 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-1b2f1eb0-b540-4553-be86-e3849410556a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:40.309249 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d3a5d9-b94d-4fe4-99c8-3779a610c214 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Subnet': ['ID=343eff8f-3b9a-42d1-ab06-0be8acf691c9,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:40.333089 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-89d3a5d9-b94d-4fe4-99c8-3779a610c214 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:40.356478 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37490) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:40.356952 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-89d3a5d9-b94d-4fe4-99c8-3779a610c214 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/subnets/343eff8f-3b9a-42d1-ab06-0be8acf691c9 HTTP/1.1" status: 204 len: 168 time: 0.7717924 Feb 04 21:26:40.384218 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-8ac1792e-d6f6-4066-825a-a0fe5dd18bf3 None None] Set router 689db3e5-34c5-46f8-a4c7-fcdd2971f15f gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:26:40.482088 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1117b93-38f3-4460-b503-10915f445a79 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] DELETE failed (client error): The resource could not be found. Feb 04 21:26:40.482567 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1117b93-38f3-4460-b503-10915f445a79 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:26:40.556087 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37502) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:40.556408 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f1117b93-38f3-4460-b503-10915f445a79 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/subnets/94767fd7-edca-4703-8070-1f0029a9c174 HTTP/1.1" status: 404 len: 337 time: 0.1984556 Feb 04 21:26:40.650485 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1b2f1eb0-b540-4553-be86-e3849410556a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:40.658233 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1b2f1eb0-b540-4553-be86-e3849410556a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:40.689037 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d661698f-34b2-437e-9844-33fe8b86afb9 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bda004a-7748-4ceb-abdb-93efe37270c3 HTTP/1.1" status: 200 len: 205 time: 0.1312613 Feb 04 21:26:40.698220 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37510) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:40.821992 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1b2f1eb0-b540-4553-be86-e3849410556a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0334878cd8d2418dbe572fce4a901976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7425125 Feb 04 21:26:40.822858 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f1eb0-b540-4553-be86-e3849410556a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e96f2ae-b6b5-419b-80d9-da9e7f7f3056,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:40.828143 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37518) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:40.879945 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2f1eb0-b540-4553-be86-e3849410556a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:40.880462 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2f1eb0-b540-4553-be86-e3849410556a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:40.881056 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2f1eb0-b540-4553-be86-e3849410556a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:40.882190 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2f1eb0-b540-4553-be86-e3849410556a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:40.882966 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2f1eb0-b540-4553-be86-e3849410556a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:40.883472 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2f1eb0-b540-4553-be86-e3849410556a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:40.883951 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2f1eb0-b540-4553-be86-e3849410556a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:40.885493 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2f1eb0-b540-4553-be86-e3849410556a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:40.886020 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2f1eb0-b540-4553-be86-e3849410556a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:40.886509 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2f1eb0-b540-4553-be86-e3849410556a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:40.887006 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2f1eb0-b540-4553-be86-e3849410556a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:40.887486 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2f1eb0-b540-4553-be86-e3849410556a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:41.031701 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [None req-f111a1b5-d19e-4399-ae96-d5bed6adf461 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] delete failed (client error): The resource could not be found. Feb 04 21:26:41.032733 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-f111a1b5-d19e-4399-ae96-d5bed6adf461 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/routers/4bda004a-7748-4ceb-abdb-93efe37270c3 HTTP/1.1" status: 404 len: 336 time: 0.3326368 Feb 04 21:26:41.046530 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37524) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:41.061905 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-e8ecc1d9-371c-4771-a8f5-2602e66bb262 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Synchronizing usage tracker for tenant:2e8582aac1f7460e8c501b58b7ccfd28 on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:26:41.108245 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-37a5abdc-09d2-4c9e-8db1-145a76e51a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:41.187706 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-eecef533-8fec-4fd4-a570-ccc8d822f480 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] DELETE failed (client error): The resource could not be found. Feb 04 21:26:41.187862 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eecef533-8fec-4fd4-a570-ccc8d822f480 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:26:41.192836 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-eecef533-8fec-4fd4-a570-ccc8d822f480 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/subnets/c27fd4df-eb23-4a39-b3c3-8e62fe57f66f HTTP/1.1" status: 404 len: 337 time: 0.1453207 Feb 04 21:26:41.199776 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37534) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:41.228086 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-e8ecc1d9-371c-4771-a8f5-2602e66bb262 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Unset dirty status for tenant:2e8582aac1f7460e8c501b58b7ccfd28 on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:26:41.229478 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-e8ecc1d9-371c-4771-a8f5-2602e66bb262 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-364503702&fields=id&tenant_id=2e8582aac1f7460e8c501b58b7ccfd28 HTTP/1.1" status: 200 len: 267 time: 0.5385542 Feb 04 21:26:41.234561 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-8ac1792e-d6f6-4066-825a-a0fe5dd18bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689db3e5-34c5-46f8-a4c7-fcdd2971f15f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721278383', 'tenant_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '6c583230-bac1-415f-a37a-f79a4e6bc5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:26:14Z', 'updated_at': '2022-02-04T21:26:36Z', 'revision_number': 4, 'project_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'gw_port': {'id': '6c583230-bac1-415f-a37a-f79a4e6bc5c2', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689db3e5-34c5-46f8-a4c7-fcdd2971f15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:26:16Z', 'updated_at': '2022-02-04T21:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'a3be7d6f-a3a3-43a8-b024-fe93c73afb28', 'name': '', 'network_id': '70271830-382b-4ee0-8a4e-d64395d5f7ae', 'tenant_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'mac_address': 'fa:16:3e:f2:12:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689db3e5-34c5-46f8-a4c7-fcdd2971f15f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '59352667-bace-4ad1-9d17-59d41210222d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:26:32Z', 'updated_at': '2022-02-04T21:26:37Z', 'revision_number': 2, 'project_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'subnets': [{'id': '59352667-bace-4ad1-9d17-59d41210222d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:26:41.241153 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-37a5abdc-09d2-4c9e-8db1-145a76e51a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:41.242213 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac1792e-d6f6-4066-825a-a0fe5dd18bf3 None None] Checking router: 689db3e5-34c5-46f8-a4c7-fcdd2971f15f for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:26:41.242809 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac1792e-d6f6-4066-825a-a0fe5dd18bf3 None None] Updating router 689db3e5-34c5-46f8-a4c7-fcdd2971f15f port a3be7d6f-a3a3-43a8-b024-fe93c73afb28 binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:26:41.272194 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef253911-5883-4c5d-8577-b77a53acc40a None None] Network 3ff02814-caec-4357-b19c-adb4bc2f455e requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:26:41.313866 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-8ac1792e-d6f6-4066-825a-a0fe5dd18bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:41.401870 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-3835b639-614b-4717-821e-3f3f8aeeb5fb tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] DELETE failed (client error): The resource could not be found. Feb 04 21:26:41.402479 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3835b639-614b-4717-821e-3f3f8aeeb5fb tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:26:41.428018 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-1165197b-18c1-4e7c-aad6-35eeff05a17d tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:41.428720 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-1165197b-18c1-4e7c-aad6-35eeff05a17d tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Synchronizing usage tracker for tenant:2e8582aac1f7460e8c501b58b7ccfd28 on resource:network {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:26:41.445992 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3835b639-614b-4717-821e-3f3f8aeeb5fb tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/subnets/e26cd797-7b27-47f5-bb9d-d44127160681 HTTP/1.1" status: 404 len: 337 time: 0.2440088 Feb 04 21:26:41.448750 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37542) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:41.525874 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-1165197b-18c1-4e7c-aad6-35eeff05a17d tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Unset dirty status for tenant:2e8582aac1f7460e8c501b58b7ccfd28 on resource:network {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:26:41.526946 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-1165197b-18c1-4e7c-aad6-35eeff05a17d tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "GET /v2.0/networks?id=70271830-382b-4ee0-8a4e-d64395d5f7ae HTTP/1.1" status: 200 len: 797 time: 0.2888334 Feb 04 21:26:41.532421 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb942b6c-82c5-4579-ac15-f0ba77f94a36 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] DELETE failed (client error): The resource could not be found. Feb 04 21:26:41.532874 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb942b6c-82c5-4579-ac15-f0ba77f94a36 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:26:41.542473 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-fb942b6c-82c5-4579-ac15-f0ba77f94a36 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/subnets/ae9d3a8d-2cc2-450b-98ab-cb0431b14c44 HTTP/1.1" status: 404 len: 337 time: 0.0911362 Feb 04 21:26:41.544245 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37548) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:41.563756 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-a42b26e0-8464-44a6-97db-a35f0baac312 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "GET /v2.0/quotas/2e8582aac1f7460e8c501b58b7ccfd28 HTTP/1.1" status: 200 len: 375 time: 0.0173120 Feb 04 21:26:41.728816 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-784b2e1b-e88f-4bfe-bb03-b99a0f867ce2 None None] Provisioning complete for port c3ce4257-63dd-4a96-a4fa-0d0aa15086e6 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:26:41.732584 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-784b2e1b-e88f-4bfe-bb03-b99a0f867ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:41.732884 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-f86f1acb-95cb-4ba0-9a01-7afb241d84b6 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] DELETE failed (client error): The resource could not be found. Feb 04 21:26:41.733700 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f86f1acb-95cb-4ba0-9a01-7afb241d84b6 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:26:41.765040 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f86f1acb-95cb-4ba0-9a01-7afb241d84b6 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/ports/4b99295f-44ce-4d31-a310-a2c93fff300c HTTP/1.1" status: 404 len: 333 time: 0.2204416 Feb 04 21:26:41.767682 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37556) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:41.769123 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-37a5abdc-09d2-4c9e-8db1-145a76e51a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:41.776276 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-37a5abdc-09d2-4c9e-8db1-145a76e51a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:41.800044 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-37a5abdc-09d2-4c9e-8db1-145a76e51a2b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3e96f2ae-b6b5-419b-80d9-da9e7f7f3056 HTTP/1.1" status: 204 len: 168 time: 0.9589226 Feb 04 21:26:41.849267 n-d-827896-1 neutron-server[87683]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b7a2bb1-529f-4aa3-b124-11384f4e24cb tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] DELETE failed (client error): The resource could not be found. Feb 04 21:26:41.852510 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5abdc-09d2-4c9e-8db1-145a76e51a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e96f2ae-b6b5-419b-80d9-da9e7f7f3056,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:41.868298 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b7a2bb1-529f-4aa3-b124-11384f4e24cb tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:26:41.873065 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5b7a2bb1-529f-4aa3-b124-11384f4e24cb tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/subnets/d01ef76a-c8d9-48ef-ada2-f2671d7899a6 HTTP/1.1" status: 404 len: 337 time: 0.1011748 Feb 04 21:26:41.873286 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37562) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:42.006700 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-c47121c4-6ad8-4d00-a18f-74ce85d3e54c tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e8582aac1f7460e8c501b58b7ccfd28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4259570 Feb 04 21:26:42.022975 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-85dd2a63-88fd-4726-85d4-8568cfa70d3d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] DELETE failed (client error): The resource could not be found. Feb 04 21:26:42.029547 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85dd2a63-88fd-4726-85d4-8568cfa70d3d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:26:42.032508 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-85dd2a63-88fd-4726-85d4-8568cfa70d3d tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/subnets/4bf6fa47-8542-48a3-bd3b-81cb68aaaa5e HTTP/1.1" status: 404 len: 337 time: 0.1585093 Feb 04 21:26:42.035792 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37570) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:42.088792 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-784b2e1b-e88f-4bfe-bb03-b99a0f867ce2 None None] Port c3ce4257-63dd-4a96-a4fa-0d0aa15086e6 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:26:42.138421 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-01653ef6-3258-4158-a76d-7075828aea76 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] DELETE failed (client error): The resource could not be found. Feb 04 21:26:42.139115 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01653ef6-3258-4158-a76d-7075828aea76 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:26:42.143465 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-01653ef6-3258-4158-a76d-7075828aea76 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/ports/578b066c-b6e1-40e9-a921-534531fa43fd HTTP/1.1" status: 404 len: 333 time: 0.1024358 Feb 04 21:26:42.148133 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-784b2e1b-e88f-4bfe-bb03-b99a0f867ce2 None None] Provisioning complete for port 848e578d-0243-458d-bfa5-ed148d75153f triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:26:42.148511 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-784b2e1b-e88f-4bfe-bb03-b99a0f867ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:42.152475 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37574) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:42.303320 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-f66de2a8-9327-4c9a-85c6-d45a8f956ad4 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] DELETE failed (client error): The resource could not be found. Feb 04 21:26:42.304042 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f66de2a8-9327-4c9a-85c6-d45a8f956ad4 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:26:42.308798 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f66de2a8-9327-4c9a-85c6-d45a8f956ad4 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/subnets/eef9fa6a-5cf1-4664-b958-9816c9244bcd HTTP/1.1" status: 404 len: 337 time: 0.1552978 Feb 04 21:26:42.311558 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37582) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:42.410465 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-73060f82-3466-4d07-9ffa-62b158868923 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] DELETE failed (client error): The resource could not be found. Feb 04 21:26:42.411188 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73060f82-3466-4d07-9ffa-62b158868923 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:26:42.416111 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-73060f82-3466-4d07-9ffa-62b158868923 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/subnets/7d961317-9c71-4eeb-ad3e-11e556418a56 HTTP/1.1" status: 404 len: 337 time: 0.1025910 Feb 04 21:26:42.418674 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37588) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:42.483164 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-8ac1792e-d6f6-4066-825a-a0fe5dd18bf3 None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:42.512403 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-8ac1792e-d6f6-4066-825a-a0fe5dd18bf3 None None] Transition to ACTIVE for port object a3be7d6f-a3a3-43a8-b024-fe93c73afb28 will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:26:42.530084 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-8ac1792e-d6f6-4066-825a-a0fe5dd18bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:42.582574 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-ad2dda28-f7e7-4ca6-8316-e206d2009856 service neutron] 10.222.0.26 "GET /v2.0/networks/70271830-382b-4ee0-8a4e-d64395d5f7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5652378 Feb 04 21:26:42.632378 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-4e3e2205-0430-45f9-83b4-041f2e41bd5e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Deleting port c3ce4257-63dd-4a96-a4fa-0d0aa15086e6 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:26:42.632735 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4e3e2205-0430-45f9-83b4-041f2e41bd5e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:42.904365 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0256b670-fb86-4af4-998b-305fd7227b1e None None] DHCP port deletion for 3ff02814-caec-4357-b19c-adb4bc2f455e request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:26:42.910053 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-0256b670-fb86-4af4-998b-305fd7227b1e None None] Deleting port 848e578d-0243-458d-bfa5-ed148d75153f {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:26:42.910491 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0256b670-fb86-4af4-998b-305fd7227b1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:43.293335 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04989e03-56ad-4f4a-ba78-83983aac4027 None None] Pushing event updated for resources: {'Port': ['ID=a3be7d6f-a3a3-43a8-b024-fe93c73afb28,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:43.312698 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04989e03-56ad-4f4a-ba78-83983aac4027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:43.323493 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04989e03-56ad-4f4a-ba78-83983aac4027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:43.323870 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04989e03-56ad-4f4a-ba78-83983aac4027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:43.324206 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04989e03-56ad-4f4a-ba78-83983aac4027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:43.324534 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04989e03-56ad-4f4a-ba78-83983aac4027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:43.324862 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04989e03-56ad-4f4a-ba78-83983aac4027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:43.325650 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04989e03-56ad-4f4a-ba78-83983aac4027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:43.325650 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04989e03-56ad-4f4a-ba78-83983aac4027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:43.325865 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04989e03-56ad-4f4a-ba78-83983aac4027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:43.326362 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04989e03-56ad-4f4a-ba78-83983aac4027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:43.326479 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04989e03-56ad-4f4a-ba78-83983aac4027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:43.326749 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04989e03-56ad-4f4a-ba78-83983aac4027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:26:43.342796 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-8ac1792e-d6f6-4066-825a-a0fe5dd18bf3 None None] Attempting to bind port a3be7d6f-a3a3-43a8-b024-fe93c73afb28 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:26:43.353690 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-8ac1792e-d6f6-4066-825a-a0fe5dd18bf3 None None] Attempting to bind port a3be7d6f-a3a3-43a8-b024-fe93c73afb28 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '75530424-5533-47fd-abc4-125878f0ce33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '70271830-382b-4ee0-8a4e-d64395d5f7ae'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:26:43.354172 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac1792e-d6f6-4066-825a-a0fe5dd18bf3 None None] Attempting to bind port a3be7d6f-a3a3-43a8-b024-fe93c73afb28 on network 70271830-382b-4ee0-8a4e-d64395d5f7ae {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:26:43.361834 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac1792e-d6f6-4066-825a-a0fe5dd18bf3 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:26:43.362073 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac1792e-d6f6-4066-825a-a0fe5dd18bf3 None None] Checking segment: {'id': '75530424-5533-47fd-abc4-125878f0ce33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '70271830-382b-4ee0-8a4e-d64395d5f7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:26:43.362444 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-8ac1792e-d6f6-4066-825a-a0fe5dd18bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:43.363021 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac1792e-d6f6-4066-825a-a0fe5dd18bf3 None None] Bound using segment: {'id': '75530424-5533-47fd-abc4-125878f0ce33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '70271830-382b-4ee0-8a4e-d64395d5f7ae'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:26:43.363745 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-ddba4b27-b157-4f6c-b370-6bf90fa22f74 service neutron] 10.222.0.26 "GET /v2.0/networks/70271830-382b-4ee0-8a4e-d64395d5f7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7802308 Feb 04 21:26:43.385774 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-8ac1792e-d6f6-4066-825a-a0fe5dd18bf3 None None] Bound port: a3be7d6f-a3a3-43a8-b024-fe93c73afb28, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75530424-5533-47fd-abc4-125878f0ce33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '70271830-382b-4ee0-8a4e-d64395d5f7ae'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:26:43.386287 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-8ac1792e-d6f6-4066-825a-a0fe5dd18bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:43.661010 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-0256b670-fb86-4af4-998b-305fd7227b1e None None] For port 848e578d-0243-458d-bfa5-ed148d75153f, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=848e578d-0243-458d-bfa5-ed148d75153f,segment=NetworkSegment(97f50a04-8d54-4629-83ee-be6d01ba224d),segment_id=97f50a04-8d54-4629-83ee-be6d01ba224d)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:26:43.661923 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0256b670-fb86-4af4-998b-305fd7227b1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:43.758400 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-8ac1792e-d6f6-4066-825a-a0fe5dd18bf3 None None] For port a3be7d6f-a3a3-43a8-b024-fe93c73afb28, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:26:43.761861 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-8ac1792e-d6f6-4066-825a-a0fe5dd18bf3 None None] For port a3be7d6f-a3a3-43a8-b024-fe93c73afb28, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a3be7d6f-a3a3-43a8-b024-fe93c73afb28,segment=NetworkSegment(75530424-5533-47fd-abc4-125878f0ce33),segment_id=75530424-5533-47fd-abc4-125878f0ce33)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:26:43.787947 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-8ac1792e-d6f6-4066-825a-a0fe5dd18bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:43.869188 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-0256b670-fb86-4af4-998b-305fd7227b1e None None] Calling delete_port for 848e578d-0243-458d-bfa5-ed148d75153f owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:26:43.897791 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-76283658-ec40-48c5-8ec4-a4decc2522bb req-6b997697-28c6-41c4-9b51-4a12bed74b4a tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224 HTTP/1.1" status: 200 len: 210 time: 0.1961865 Feb 04 21:26:44.024287 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4e3e2205-0430-45f9-83b4-041f2e41bd5e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:44.039881 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0256b670-fb86-4af4-998b-305fd7227b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:44.060175 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac1792e-d6f6-4066-825a-a0fe5dd18bf3 None None] Routers {'689db3e5-34c5-46f8-a4c7-fcdd2971f15f'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:26:44.063830 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-8ac1792e-d6f6-4066-825a-a0fe5dd18bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:26:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['689db3e5-34c5-46f8-a4c7-fcdd2971f15f'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:26:44.147518 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-02b5c5b0-f531-4b75-b5fb-a707b5d7229e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:44.163853 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0256b670-fb86-4af4-998b-305fd7227b1e None None] Pushing event deleted for resources: {'Port': ['ID=848e578d-0243-458d-bfa5-ed148d75153f,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:44.171234 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0256b670-fb86-4af4-998b-305fd7227b1e None None] No DVR routers for this DVR port 848e578d-0243-458d-bfa5-ed148d75153f on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:26:44.224221 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04989e03-56ad-4f4a-ba78-83983aac4027 None None] Pushing event updated for resources: {'Port': ['ID=a3be7d6f-a3a3-43a8-b024-fe93c73afb28,revision_number=4']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:44.426482 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-4e3e2205-0430-45f9-83b4-041f2e41bd5e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Calling delete_port for c3ce4257-63dd-4a96-a4fa-0d0aa15086e6 owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:26:44.605989 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4e3e2205-0430-45f9-83b4-041f2e41bd5e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:44.691780 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4e3e2205-0430-45f9-83b4-041f2e41bd5e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:44.694823 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-8ac1792e-d6f6-4066-825a-a0fe5dd18bf3 None None] Set router 689db3e5-34c5-46f8-a4c7-fcdd2971f15f gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:26:44.731808 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e2205-0430-45f9-83b4-041f2e41bd5e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Port': ['ID=c3ce4257-63dd-4a96-a4fa-0d0aa15086e6,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:44.778725 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4e3e2205-0430-45f9-83b4-041f2e41bd5e tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/ports/c3ce4257-63dd-4a96-a4fa-0d0aa15086e6 HTTP/1.1" status: 204 len: 168 time: 2.3586969 Feb 04 21:26:44.782010 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37656) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:44.828293 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 848e578d-0243-458d-bfa5-ed148d75153f no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:26:45.032396 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f490b5da-1874-4e2d-989e-a2422f25b938 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:45.083021 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 848e578d-0243-458d-bfa5-ed148d75153f {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:26:45.088276 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 848e578d-0243-458d-bfa5-ed148d75153f not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:26:45.319862 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f3479e3c-22d3-4760-aa4d-7f4dcb45e940 req-d2c17a39-0ab2-4bcc-8082-fb46e5ba1ed6 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224 HTTP/1.1" status: 200 len: 210 time: 0.0510781 Feb 04 21:26:45.344181 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f490b5da-1874-4e2d-989e-a2422f25b938 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:45.402067 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-f490b5da-1874-4e2d-989e-a2422f25b938 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff02814-caec-4357-b19c-adb4bc2f455e']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:26:45.436194 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-f490b5da-1874-4e2d-989e-a2422f25b938 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f50a04-8d54-4629-83ee-be6d01ba224d') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:26:45.436194 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-f490b5da-1874-4e2d-989e-a2422f25b938 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f50a04-8d54-4629-83ee-be6d01ba224d') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:26:45.451625 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-8ac1792e-d6f6-4066-825a-a0fe5dd18bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689db3e5-34c5-46f8-a4c7-fcdd2971f15f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721278383', 'tenant_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '6c583230-bac1-415f-a37a-f79a4e6bc5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:26:14Z', 'updated_at': '2022-02-04T21:26:36Z', 'revision_number': 4, 'project_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'gw_port': {'id': '6c583230-bac1-415f-a37a-f79a4e6bc5c2', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689db3e5-34c5-46f8-a4c7-fcdd2971f15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:26:16Z', 'updated_at': '2022-02-04T21:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'a3be7d6f-a3a3-43a8-b024-fe93c73afb28', 'name': '', 'network_id': '70271830-382b-4ee0-8a4e-d64395d5f7ae', 'tenant_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'mac_address': 'fa:16:3e:f2:12:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689db3e5-34c5-46f8-a4c7-fcdd2971f15f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '59352667-bace-4ad1-9d17-59d41210222d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:26:32Z', 'updated_at': '2022-02-04T21:26:43Z', 'revision_number': 4, 'project_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'subnets': [{'id': '59352667-bace-4ad1-9d17-59d41210222d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:26:45.461952 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac1792e-d6f6-4066-825a-a0fe5dd18bf3 None None] The sync data for ids ['689db3e5-34c5-46f8-a4c7-fcdd2971f15f'] in n-d-827896-1 is: [{'id': '689db3e5-34c5-46f8-a4c7-fcdd2971f15f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721278383', 'tenant_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '6c583230-bac1-415f-a37a-f79a4e6bc5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:26:14Z', 'updated_at': '2022-02-04T21:26:36Z', 'revision_number': 4, 'project_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'gw_port': {'id': '6c583230-bac1-415f-a37a-f79a4e6bc5c2', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689db3e5-34c5-46f8-a4c7-fcdd2971f15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:26:16Z', 'updated_at': '2022-02-04T21:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': 'a3be7d6f-a3a3-43a8-b024-fe93c73afb28', 'name': '', 'network_id': '70271830-382b-4ee0-8a4e-d64395d5f7ae', 'tenant_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'mac_address': 'fa:16:3e:f2:12:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689db3e5-34c5-46f8-a4c7-fcdd2971f15f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '59352667-bace-4ad1-9d17-59d41210222d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:26:32Z', 'updated_at': '2022-02-04T21:26:43Z', 'revision_number': 4, 'project_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'subnets': [{'id': '59352667-bace-4ad1-9d17-59d41210222d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:26:45.470937 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f490b5da-1874-4e2d-989e-a2422f25b938 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:45.506439 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f490b5da-1874-4e2d-989e-a2422f25b938 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:45.523301 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f490b5da-1874-4e2d-989e-a2422f25b938 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:26:45.523890 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f490b5da-1874-4e2d-989e-a2422f25b938 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:45.580207 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:26:45.580207 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:26:45.580207 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:26:45.580207 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:26:45.580207 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:26:45.580207 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:26:45.580207 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:26:45.580207 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:26:45.580207 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:26:45.580207 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:26:45.580207 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:26:45.580207 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:26:45.580207 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:26:45.580207 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:26:45.580207 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:26:45.580207 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:26:45.580207 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:26:45.580207 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:26:45.580207 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:26:45.580207 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:26:45.580207 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:26:45.580207 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:26:45.580207 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:26:45.580207 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:26:45.580207 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:26:45.580207 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:26:45.580207 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:26:45.580207 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:26:45.580207 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:26:45.580207 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:26:45.580207 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:26:45.580207 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:26:46.057328 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f490b5da-1874-4e2d-989e-a2422f25b938 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:46.119490 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f490b5da-1874-4e2d-989e-a2422f25b938 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:46.148533 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-d3adf739-20d8-44e9-8f6b-eab36bc31448 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:46.151803 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-d3adf739-20d8-44e9-8f6b-eab36bc31448 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.32 "GET /v2.0/networks?id=70271830-382b-4ee0-8a4e-d64395d5f7ae HTTP/1.1" status: 200 len: 797 time: 0.4946194 Feb 04 21:26:46.163532 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f490b5da-1874-4e2d-989e-a2422f25b938 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] Pushing event deleted for resources: {'Network': ['ID=3ff02814-caec-4357-b19c-adb4bc2f455e,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:46.185553 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-f490b5da-1874-4e2d-989e-a2422f25b938 tempest-PortsIpV6TestJSON-1091611378 tempest-PortsIpV6TestJSON-1091611378-project] 10.222.0.26 "DELETE /v2.0/networks/3ff02814-caec-4357-b19c-adb4bc2f455e HTTP/1.1" status: 204 len: 168 time: 1.4021051 Feb 04 21:26:46.282009 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-3fecc714-6bad-45d0-8552-121d46fb35d2 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e8582aac1f7460e8c501b58b7ccfd28 HTTP/1.1" status: 200 len: 379 time: 0.1195779 Feb 04 21:26:46.302238 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d47fedf7-2206-417b-9717-10acab69605d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:46.307338 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-723021a7-c2be-442b-a36a-4ce5985bce03 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Request body: {'port': {'device_id': '4cb57f2a-7959-4fc9-964a-2c41b416e224', 'network_id': '70271830-382b-4ee0-8a4e-d64395d5f7ae', 'admin_state_up': True, 'tenant_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'security_groups': ['0a1c86c6-e64f-4ee6-b3b9-a16489a8ed02']}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:26:46.694492 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-723021a7-c2be-442b-a36a-4ce5985bce03 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:46.698773 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-da63fa84-bcb7-4a4d-a7f5-db282f3a4c5e req-a2d176e0-8e6d-4377-917c-16a1d16c360e tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224 HTTP/1.1" status: 200 len: 210 time: 0.0722477 Feb 04 21:26:46.704207 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-723021a7-c2be-442b-a36a-4ce5985bce03 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Usage tracker for resource:port and tenant:2e8582aac1f7460e8c501b58b7ccfd28 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:46.720806 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-723021a7-c2be-442b-a36a-4ce5985bce03 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:46.743304 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-723021a7-c2be-442b-a36a-4ce5985bce03 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:46.770902 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-723021a7-c2be-442b-a36a-4ce5985bce03 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Made reservation on behalf of 2e8582aac1f7460e8c501b58b7ccfd28 for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:26:46.789758 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-723021a7-c2be-442b-a36a-4ce5985bce03 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:46.974152 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37752) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:47.016354 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a3be7d6f-a3a3-43a8-b024-fe93c73afb28 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:26:47.128387 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-723021a7-c2be-442b-a36a-4ce5985bce03 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Allocated IP 172.20.0.5 (70271830-382b-4ee0-8a4e-d64395d5f7ae/59352667-bace-4ad1-9d17-59d41210222d/67c1b234-fe0a-4770-b552-f3ca5d5f208b) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:26:47.191256 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port a3be7d6f-a3a3-43a8-b024-fe93c73afb28 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:26:47.199340 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port a3be7d6f-a3a3-43a8-b024-fe93c73afb28 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:26:47.200056 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:47.474493 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:47.487767 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:47.505899 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7eb2ff51-697c-4f5f-8e53-5332fb332f5f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=82ec2af3498f4ce2a5fb7aab35a5d5ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5300498 Feb 04 21:26:47.509592 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37774) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:47.596451 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port a3be7d6f-a3a3-43a8-b024-fe93c73afb28, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=a3be7d6f-a3a3-43a8-b024-fe93c73afb28,segment=NetworkSegment(75530424-5533-47fd-abc4-125878f0ce33),segment_id=75530424-5533-47fd-abc4-125878f0ce33)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:26:47.606592 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:47.797815 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:47.800952 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c948bfd2-e591-4a12-a5ae-623173d431dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:47.814152 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=a3be7d6f-a3a3-43a8-b024-fe93c73afb28,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:47.862663 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-723021a7-c2be-442b-a36a-4ce5985bce03 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:47.869804 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c948bfd2-e591-4a12-a5ae-623173d431dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:47.906001 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-723021a7-c2be-442b-a36a-4ce5985bce03 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Transition to ACTIVE for port object 67c1b234-fe0a-4770-b552-f3ca5d5f208b will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:26:47.963088 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-723021a7-c2be-442b-a36a-4ce5985bce03 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:47.970539 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c948bfd2-e591-4a12-a5ae-623173d431dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:48.040331 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948bfd2-e591-4a12-a5ae-623173d431dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa99768-2de9-46be-a002-0db2f9f6408a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:48.043479 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c948bfd2-e591-4a12-a5ae-623173d431dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:48.046890 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c948bfd2-e591-4a12-a5ae-623173d431dd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1aa99768-2de9-46be-a002-0db2f9f6408a HTTP/1.1" status: 204 len: 168 time: 0.5338469 Feb 04 21:26:48.232032 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-723021a7-c2be-442b-a36a-4ce5985bce03 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Network 70271830-382b-4ee0-8a4e-d64395d5f7ae is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:26:48.240047 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-723021a7-c2be-442b-a36a-4ce5985bce03 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:26:48.242738 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-723021a7-c2be-442b-a36a-4ce5985bce03 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:26:48.300990 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723021a7-c2be-442b-a36a-4ce5985bce03 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Pushing event updated for resources: {'Port': ['ID=67c1b234-fe0a-4770-b552-f3ca5d5f208b,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:48.353423 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec4845-4e5d-4e23-9230-a7f9384d09ac req-2b02e2cf-8b97-4398-be88-62bc7ffcc2e1 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:48.355200 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-15ec4845-4e5d-4e23-9230-a7f9384d09ac req-2b02e2cf-8b97-4398-be88-62bc7ffcc2e1 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224 HTTP/1.1" status: 200 len: 931 time: 0.2391512 Feb 04 21:26:48.364495 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-723021a7-c2be-442b-a36a-4ce5985bce03 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:48.365384 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-723021a7-c2be-442b-a36a-4ce5985bce03 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:48.431440 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-723021a7-c2be-442b-a36a-4ce5985bce03 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1371264 Feb 04 21:26:48.446374 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-f2f57f53-c6ce-4146-93f9-d6cd17be01d9 service neutron] Request body: {'port': {'device_id': '4cb57f2a-7959-4fc9-964a-2c41b416e224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:26:48.491803 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-15ec4845-4e5d-4e23-9230-a7f9384d09ac req-30185341-c670-4406-bce2-8369ca10e647 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a1c86c6-e64f-4ee6-b3b9-a16489a8ed02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001859 Feb 04 21:26:48.621092 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-f2f57f53-c6ce-4146-93f9-d6cd17be01d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:48.674143 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-14383374-ea88-4d4c-a9fa-8ce8f96bca35 None None] Provisioning for port 67c1b234-fe0a-4770-b552-f3ca5d5f208b completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:26:48.684440 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-14383374-ea88-4d4c-a9fa-8ce8f96bca35 None None] Provisioning complete for port 67c1b234-fe0a-4770-b552-f3ca5d5f208b triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:26:48.684808 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-14383374-ea88-4d4c-a9fa-8ce8f96bca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:48.809605 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-14383374-ea88-4d4c-a9fa-8ce8f96bca35 None None] Port 67c1b234-fe0a-4770-b552-f3ca5d5f208b cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:26:48.845602 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device a3be7d6f-a3a3-43a8-b024-fe93c73afb28 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:26:49.064012 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port a3be7d6f-a3a3-43a8-b024-fe93c73afb28 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:26:49.064969 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:49.114049 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:49.668102 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37874) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:49.878048 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-38dddd24-9f44-43dd-b3d5-54c0b5c6f241 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Request body: {'network': {'name': 'tempest-RoutersTest-1484143713'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:26:49.887208 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-38dddd24-9f44-43dd-b3d5-54c0b5c6f241 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:49.905908 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-38dddd24-9f44-43dd-b3d5-54c0b5c6f241 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Usage tracker for resource:network and tenant:cbc86534709d428b91b2b43a6558e62d is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:49.914417 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-38dddd24-9f44-43dd-b3d5-54c0b5c6f241 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:49.931240 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-38dddd24-9f44-43dd-b3d5-54c0b5c6f241 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:49.948071 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38dddd24-9f44-43dd-b3d5-54c0b5c6f241 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Made reservation on behalf of cbc86534709d428b91b2b43a6558e62d for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:26:49.952991 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-38dddd24-9f44-43dd-b3d5-54c0b5c6f241 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:49.993614 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-38dddd24-9f44-43dd-b3d5-54c0b5c6f241 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:50.031786 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-38dddd24-9f44-43dd-b3d5-54c0b5c6f241 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:50.041979 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-38dddd24-9f44-43dd-b3d5-54c0b5c6f241 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Usage tracker for resource:security_group_rule and tenant:cbc86534709d428b91b2b43a6558e62d is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:50.050532 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-38dddd24-9f44-43dd-b3d5-54c0b5c6f241 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:50.064350 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-38dddd24-9f44-43dd-b3d5-54c0b5c6f241 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:50.185536 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced90453-fa56-4135-b877-deab46471fc7 req-2e3f0d52-4d81-40df-83e5-d377069cbf23 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:50.190510 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-ced90453-fa56-4135-b877-deab46471fc7 req-2e3f0d52-4d81-40df-83e5-d377069cbf23 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Synchronizing usage tracker for tenant:2e8582aac1f7460e8c501b58b7ccfd28 on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:26:50.227756 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-38dddd24-9f44-43dd-b3d5-54c0b5c6f241 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:50.238318 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-38dddd24-9f44-43dd-b3d5-54c0b5c6f241 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:50.245581 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-ced90453-fa56-4135-b877-deab46471fc7 req-2e3f0d52-4d81-40df-83e5-d377069cbf23 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Unset dirty status for tenant:2e8582aac1f7460e8c501b58b7ccfd28 on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:26:50.256182 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ced90453-fa56-4135-b877-deab46471fc7 req-2e3f0d52-4d81-40df-83e5-d377069cbf23 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224 HTTP/1.1" status: 200 len: 931 time: 0.5229745 Feb 04 21:26:50.262940 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-f2f57f53-c6ce-4146-93f9-d6cd17be01d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67c1b234-fe0a-4770-b552-f3ca5d5f208b {{(pid=87683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:26:50.314997 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38dddd24-9f44-43dd-b3d5-54c0b5c6f241 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:26:50.324435 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dddd24-9f44-43dd-b3d5-54c0b5c6f241 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3dde8a5-9ff3-48fc-9975-8e66ccd97bef,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:50.331406 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-38dddd24-9f44-43dd-b3d5-54c0b5c6f241 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:50.341107 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-38dddd24-9f44-43dd-b3d5-54c0b5c6f241 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Added segment 082392ed-b645-4eaa-8488-00868e416a78 of type vlan for network f9d2c205-a2b8-4cfb-bd15-61092d18976a Feb 04 21:26:50.399767 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-38dddd24-9f44-43dd-b3d5-54c0b5c6f241 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:50.443247 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-f2f57f53-c6ce-4146-93f9-d6cd17be01d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:50.466013 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ced90453-fa56-4135-b877-deab46471fc7 req-662bd3a6-eb93-4c8b-8c1c-273d8a6e4e33 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a1c86c6-e64f-4ee6-b3b9-a16489a8ed02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944783 Feb 04 21:26:50.472894 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-38dddd24-9f44-43dd-b3d5-54c0b5c6f241 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:50.479609 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dddd24-9f44-43dd-b3d5-54c0b5c6f241 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:50.480544 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-38dddd24-9f44-43dd-b3d5-54c0b5c6f241 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:50.492757 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-f2f57f53-c6ce-4146-93f9-d6cd17be01d9 service neutron] Transition to ACTIVE for port object 67c1b234-fe0a-4770-b552-f3ca5d5f208b will not be triggered until provisioned by entity L2. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:26:50.506940 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-f2f57f53-c6ce-4146-93f9-d6cd17be01d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:50.629393 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-38dddd24-9f44-43dd-b3d5-54c0b5c6f241 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9562061 Feb 04 21:26:50.629758 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 37912) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:50.635679 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dddd24-9f44-43dd-b3d5-54c0b5c6f241 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Pushing event updated for resources: {'Network': ['ID=f9d2c205-a2b8-4cfb-bd15-61092d18976a,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:50.646916 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network f9d2c205-a2b8-4cfb-bd15-61092d18976a details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:26:50.656028 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-dabdaa33-a76d-4a10-b262-fcf21aaef449 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Request body: {'network': {'name': 'tempest-RoutersTest-250830826'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:26:50.675971 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-dabdaa33-a76d-4a10-b262-fcf21aaef449 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:50.682057 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-dabdaa33-a76d-4a10-b262-fcf21aaef449 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Usage tracker for resource:network and tenant:cbc86534709d428b91b2b43a6558e62d is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:50.694135 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-dabdaa33-a76d-4a10-b262-fcf21aaef449 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:50.713638 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-dabdaa33-a76d-4a10-b262-fcf21aaef449 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:50.755524 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabdaa33-a76d-4a10-b262-fcf21aaef449 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Made reservation on behalf of cbc86534709d428b91b2b43a6558e62d for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:26:50.764297 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dabdaa33-a76d-4a10-b262-fcf21aaef449 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:50.868118 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f57f53-c6ce-4146-93f9-d6cd17be01d9 service neutron] Pushing event updated for resources: {'Port': ['ID=67c1b234-fe0a-4770-b552-f3ca5d5f208b,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:50.888355 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dabdaa33-a76d-4a10-b262-fcf21aaef449 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:26:50.920424 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dabdaa33-a76d-4a10-b262-fcf21aaef449 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:50.921765 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-dabdaa33-a76d-4a10-b262-fcf21aaef449 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Added segment a09bace7-5ebb-4563-9bef-2bb1ee4bac45 of type vlan for network 8d76dd9b-4033-4177-81c2-dbc75cf4ea0c Feb 04 21:26:51.044371 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dabdaa33-a76d-4a10-b262-fcf21aaef449 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:51.113063 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dabdaa33-a76d-4a10-b262-fcf21aaef449 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:51.118809 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabdaa33-a76d-4a10-b262-fcf21aaef449 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:51.119416 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dabdaa33-a76d-4a10-b262-fcf21aaef449 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:51.132207 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-f2f57f53-c6ce-4146-93f9-d6cd17be01d9 service neutron] Attempting to bind port 67c1b234-fe0a-4770-b552-f3ca5d5f208b on host n-h1-827896-1 for vnic_type normal with profile {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:26:51.132705 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-f2f57f53-c6ce-4146-93f9-d6cd17be01d9 service neutron] Attempting to bind port 67c1b234-fe0a-4770-b552-f3ca5d5f208b by drivers openvswitch,hyperv on host n-h1-827896-1 at level 0 using segments [{'id': '75530424-5533-47fd-abc4-125878f0ce33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '70271830-382b-4ee0-8a4e-d64395d5f7ae'}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:26:51.133109 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-f2f57f53-c6ce-4146-93f9-d6cd17be01d9 service neutron] Attempting to bind port 67c1b234-fe0a-4770-b552-f3ca5d5f208b on network 70271830-382b-4ee0-8a4e-d64395d5f7ae {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:26:51.138761 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-f2f57f53-c6ce-4146-93f9-d6cd17be01d9 service neutron] Port 67c1b234-fe0a-4770-b552-f3ca5d5f208b on network 70271830-382b-4ee0-8a4e-d64395d5f7ae not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-1 {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:26:51.139299 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-f2f57f53-c6ce-4146-93f9-d6cd17be01d9 service neutron] Attempting to bind port 67c1b234-fe0a-4770-b552-f3ca5d5f208b on network 70271830-382b-4ee0-8a4e-d64395d5f7ae {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:26:51.145665 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-f2f57f53-c6ce-4146-93f9-d6cd17be01d9 service neutron] Checking agent: {'id': 'db063b8f-d92a-430f-b4d3-4803128e363f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:26:51.146088 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-f2f57f53-c6ce-4146-93f9-d6cd17be01d9 service neutron] Checking segment: {'id': '75530424-5533-47fd-abc4-125878f0ce33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '70271830-382b-4ee0-8a4e-d64395d5f7ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:26:51.146544 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-f2f57f53-c6ce-4146-93f9-d6cd17be01d9 service neutron] Bound using segment: {'id': '75530424-5533-47fd-abc4-125878f0ce33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '70271830-382b-4ee0-8a4e-d64395d5f7ae'} {{(pid=87683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:26:51.147339 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.managers [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-f2f57f53-c6ce-4146-93f9-d6cd17be01d9 service neutron] Bound port: 67c1b234-fe0a-4770-b552-f3ca5d5f208b, host: n-h1-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75530424-5533-47fd-abc4-125878f0ce33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '70271830-382b-4ee0-8a4e-d64395d5f7ae'}}] {{(pid=87683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:26:51.147899 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-f2f57f53-c6ce-4146-93f9-d6cd17be01d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:51.261677 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-dabdaa33-a76d-4a10-b262-fcf21aaef449 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6276968 Feb 04 21:26:51.278459 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 37942) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:51.288562 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-e31daa85-b79b-45fd-b888-d4fa7b93afa0 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Request body: {'subnet': {'network_id': 'f9d2c205-a2b8-4cfb-bd15-61092d18976a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:26:51.411010 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabdaa33-a76d-4a10-b262-fcf21aaef449 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Pushing event updated for resources: {'Network': ['ID=8d76dd9b-4033-4177-81c2-dbc75cf4ea0c,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:51.426544 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 8d76dd9b-4033-4177-81c2-dbc75cf4ea0c details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:26:51.440995 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-f2f57f53-c6ce-4146-93f9-d6cd17be01d9 service neutron] For port 67c1b234-fe0a-4770-b552-f3ca5d5f208b, host n-h1-827896-1, cleared binding levels {{(pid=87683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:26:51.450036 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e31daa85-b79b-45fd-b888-d4fa7b93afa0 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:51.456024 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-f2f57f53-c6ce-4146-93f9-d6cd17be01d9 service neutron] For port 67c1b234-fe0a-4770-b552-f3ca5d5f208b, host n-h1-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=67c1b234-fe0a-4770-b552-f3ca5d5f208b,segment=NetworkSegment(75530424-5533-47fd-abc4-125878f0ce33),segment_id=75530424-5533-47fd-abc4-125878f0ce33)] {{(pid=87683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:26:51.457455 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e31daa85-b79b-45fd-b888-d4fa7b93afa0 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Usage tracker for resource:subnet and tenant:cbc86534709d428b91b2b43a6558e62d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:51.460762 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e31daa85-b79b-45fd-b888-d4fa7b93afa0 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:51.464883 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-f2f57f53-c6ce-4146-93f9-d6cd17be01d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:51.511132 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e31daa85-b79b-45fd-b888-d4fa7b93afa0 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:51.549881 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-f2f57f53-c6ce-4146-93f9-d6cd17be01d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:51.550387 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-f2f57f53-c6ce-4146-93f9-d6cd17be01d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:51.552457 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-f2f57f53-c6ce-4146-93f9-d6cd17be01d9 service neutron] 10.222.0.32 "PUT /v2.0/ports/67c1b234-fe0a-4770-b552-f3ca5d5f208b HTTP/1.1" status: 200 len: 1091 time: 3.1110067 Feb 04 21:26:51.553104 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb57f2a-7959-4fc9-964a-2c41b416e224', 'tag': '67c1b234-fe0a-4770-b552-f3ca5d5f208b'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:26:51.562969 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31daa85-b79b-45fd-b888-d4fa7b93afa0 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Made reservation on behalf of cbc86534709d428b91b2b43a6558e62d for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:26:51.571349 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e31daa85-b79b-45fd-b888-d4fa7b93afa0 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:52.056948 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f57f53-c6ce-4146-93f9-d6cd17be01d9 service neutron] Pushing event updated for resources: {'Port': ['ID=67c1b234-fe0a-4770-b552-f3ca5d5f208b,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:52.295285 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e31daa85-b79b-45fd-b888-d4fa7b93afa0 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:52.533910 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ada97a-4aca-42f9-841a-62d208e5e698 req-a2734c82-c30a-472f-a397-fe4ba17b68d1 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:52.535509 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f0ada97a-4aca-42f9-841a-62d208e5e698 req-a2734c82-c30a-472f-a397-fe4ba17b68d1 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224 HTTP/1.1" status: 200 len: 943 time: 0.6105573 Feb 04 21:26:52.587288 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-cccb3fde-16ba-4560-939c-370abc762cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:52.589045 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-cccb3fde-16ba-4560-939c-370abc762cec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e8582aac1f7460e8c501b58b7ccfd28&device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224 HTTP/1.1" status: 200 len: 1094 time: 0.6659214 Feb 04 21:26:52.692715 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31daa85-b79b-45fd-b888-d4fa7b93afa0 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Pushing event updated for resources: {'Subnet': ['ID=c2934097-b078-4bfe-9c72-1d34e0b4e8b8,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:52.732594 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-e8ffbe3c-726b-41e4-b7fa-c8a98e9d6ef0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67c1b234-fe0a-4770-b552-f3ca5d5f208b HTTP/1.1" status: 200 len: 217 time: 0.1301911 Feb 04 21:26:52.737055 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31daa85-b79b-45fd-b888-d4fa7b93afa0 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Checking segment: {'id': '082392ed-b645-4eaa-8488-00868e416a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f9d2c205-a2b8-4cfb-bd15-61092d18976a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:26:52.737602 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31daa85-b79b-45fd-b888-d4fa7b93afa0 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Network hostable DHCP agents. Network: f9d2c205-a2b8-4cfb-bd15-61092d18976a, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:26:52.921984 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38004) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:53.061408 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-0dcf72e6-7a1d-42c5-9a77-956bf91a7b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:53.063754 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-0dcf72e6-7a1d-42c5-9a77-956bf91a7b79 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=59352667-bace-4ad1-9d17-59d41210222d HTTP/1.1" status: 200 len: 835 time: 0.3168464 Feb 04 21:26:53.083100 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f0ada97a-4aca-42f9-841a-62d208e5e698 req-77f72c57-9d62-43db-9c47-b7eb341ecfdb tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a1c86c6-e64f-4ee6-b3b9-a16489a8ed02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5325503 Feb 04 21:26:53.209958 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d4c196e4-ef8a-4610-805e-82daa5184f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:53.231459 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d4c196e4-ef8a-4610-805e-82daa5184f2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:53.240947 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d4c196e4-ef8a-4610-805e-82daa5184f2f admin admin] Usage tracker for resource:security_group_rule and tenant:37b5519817dc445385e989c47402d904 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:53.248598 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d4c196e4-ef8a-4610-805e-82daa5184f2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:53.264861 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d4c196e4-ef8a-4610-805e-82daa5184f2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:53.310670 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb57f2a-7959-4fc9-964a-2c41b416e224', 'tag': '67c1b234-fe0a-4770-b552-f3ca5d5f208b', 'status': 'completed', 'code': 200} Feb 04 21:26:53.347175 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31daa85-b79b-45fd-b888-d4fa7b93afa0 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Network f9d2c205-a2b8-4cfb-bd15-61092d18976a is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:26:53.396324 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-e31daa85-b79b-45fd-b888-d4fa7b93afa0 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, f9d2c205-a2b8-4cfb-bd15-61092d18976a) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:26:53.411525 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acaa9694-5df2-48ea-9ed7-9097328fccfa None None] Network f9d2c205-a2b8-4cfb-bd15-61092d18976a requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:26:53.413636 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31daa85-b79b-45fd-b888-d4fa7b93afa0 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:53.415947 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e31daa85-b79b-45fd-b888-d4fa7b93afa0 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:53.446146 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-7fa1504b-c35b-44b3-bc7d-e16653e2358f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:53.448415 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d4c196e4-ef8a-4610-805e-82daa5184f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:53.450740 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-7fa1504b-c35b-44b3-bc7d-e16653e2358f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=70271830-382b-4ee0-8a4e-d64395d5f7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3751390 Feb 04 21:26:53.464765 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d4c196e4-ef8a-4610-805e-82daa5184f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:53.593376 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e31daa85-b79b-45fd-b888-d4fa7b93afa0 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3101909 Feb 04 21:26:53.610510 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 38022) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:53.623922 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c196e4-ef8a-4610-805e-82daa5184f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ab1e51-9942-411b-b22a-0084ac64cfa8,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:53.679377 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38026) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:53.802462 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38030) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:53.837963 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d4c196e4-ef8a-4610-805e-82daa5184f2f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=37b5519817dc445385e989c47402d904&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9147677 Feb 04 21:26:53.838737 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-3b6eba1b-a089-4826-8cea-fbaf6e05f951 service neutron] 10.222.0.32 "GET /v2.0/networks/70271830-382b-4ee0-8a4e-d64395d5f7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407989 Feb 04 21:26:53.839210 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 38036) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:53.849687 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-78100270-4b33-4ed3-a51f-59ee64b81d8d tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Request body: {'subnet': {'network_id': '8d76dd9b-4033-4177-81c2-dbc75cf4ea0c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:26:53.891579 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-0771d56f-f658-4bbf-bd99-5fe3e50e13d6 admin admin] Deleting subnet f9755083-7d31-43fa-a39a-2de25567403f {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:26:53.898206 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0771d56f-f658-4bbf-bd99-5fe3e50e13d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:53.963316 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e565637-27a9-4f92-b1ce-866c7d629e70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-f9d2c205-a2b8-4cfb-bd15-61092d18976a', 'network_id': 'f9d2c205-a2b8-4cfb-bd15-61092d18976a', 'tenant_id': 'cbc86534709d428b91b2b43a6558e62d', 'fixed_ips': [{'subnet_id': 'c2934097-b078-4bfe-9c72-1d34e0b4e8b8'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:26:53.964153 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3e565637-27a9-4f92-b1ce-866c7d629e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:54.072792 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0771d56f-f658-4bbf-bd99-5fe3e50e13d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:54.167555 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4ad7f700-e6c1-405e-8b84-a2ca4d14e298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:54.239971 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-4ad7f700-e6c1-405e-8b84-a2ca4d14e298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:54.248603 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-4ad7f700-e6c1-405e-8b84-a2ca4d14e298 admin admin] Usage tracker for resource:security_group_rule and tenant:4328b5743a78404d9c517e0053f4a26b is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:54.253109 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-4ad7f700-e6c1-405e-8b84-a2ca4d14e298 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:54.262477 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-4ad7f700-e6c1-405e-8b84-a2ca4d14e298 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:54.283445 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0771d56f-f658-4bbf-bd99-5fe3e50e13d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:54.380512 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-3e565637-27a9-4f92-b1ce-866c7d629e70 None None] Allocated IP 172.20.0.2 (f9d2c205-a2b8-4cfb-bd15-61092d18976a/c2934097-b078-4bfe-9c72-1d34e0b4e8b8/98d514ef-e319-420f-a055-ad7d282b6c65) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:26:54.480616 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0771d56f-f658-4bbf-bd99-5fe3e50e13d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:54.558706 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771d56f-f658-4bbf-bd99-5fe3e50e13d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9755083-7d31-43fa-a39a-2de25567403f,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:54.612825 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-0771d56f-f658-4bbf-bd99-5fe3e50e13d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:54.622249 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4ad7f700-e6c1-405e-8b84-a2ca4d14e298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:54.633704 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-4ad7f700-e6c1-405e-8b84-a2ca4d14e298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:54.705588 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0771d56f-f658-4bbf-bd99-5fe3e50e13d6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f9755083-7d31-43fa-a39a-2de25567403f HTTP/1.1" status: 204 len: 168 time: 1.0220947 Feb 04 21:26:54.716724 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38042) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:54.841292 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-4ad7f700-e6c1-405e-8b84-a2ca4d14e298 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4328b5743a78404d9c517e0053f4a26b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0378842 Feb 04 21:26:54.865411 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38050) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:54.915364 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-78100270-4b33-4ed3-a51f-59ee64b81d8d tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:54.922346 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-78100270-4b33-4ed3-a51f-59ee64b81d8d tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Usage tracker for resource:subnet and tenant:cbc86534709d428b91b2b43a6558e62d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:54.927454 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-78100270-4b33-4ed3-a51f-59ee64b81d8d tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:54.935534 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-78100270-4b33-4ed3-a51f-59ee64b81d8d tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:54.961194 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-57b3197c-f3ad-4c5c-b6c2-aeed864504a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:54.985097 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3e565637-27a9-4f92-b1ce-866c7d629e70 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:54.999327 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3e565637-27a9-4f92-b1ce-866c7d629e70 None None] Transition to ACTIVE for port object 98d514ef-e319-420f-a055-ad7d282b6c65 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:26:55.010327 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78100270-4b33-4ed3-a51f-59ee64b81d8d tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Made reservation on behalf of cbc86534709d428b91b2b43a6558e62d for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:26:55.021695 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-78100270-4b33-4ed3-a51f-59ee64b81d8d tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:55.025854 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3e565637-27a9-4f92-b1ce-866c7d629e70 None None] Transition to ACTIVE for port object 98d514ef-e319-420f-a055-ad7d282b6c65 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:26:55.037249 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3e565637-27a9-4f92-b1ce-866c7d629e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:55.107184 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dce6a2bc-2ac5-4ab7-96cf-af6a929ed8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:55.114536 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad7f700-e6c1-405e-8b84-a2ca4d14e298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e2a3ac-ee1c-4dba-b276-d38919eb59ce,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:55.151889 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e565637-27a9-4f92-b1ce-866c7d629e70 None None] Pushing event updated for resources: {'Port': ['ID=98d514ef-e319-420f-a055-ad7d282b6c65,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:55.175737 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e565637-27a9-4f92-b1ce-866c7d629e70 None None] Network f9d2c205-a2b8-4cfb-bd15-61092d18976a is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:26:55.176983 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-3e565637-27a9-4f92-b1ce-866c7d629e70 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:26:55.182982 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e565637-27a9-4f92-b1ce-866c7d629e70 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:26:55.307531 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-3e565637-27a9-4f92-b1ce-866c7d629e70 None None] Attempting to bind port 98d514ef-e319-420f-a055-ad7d282b6c65 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:26:55.308071 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-3e565637-27a9-4f92-b1ce-866c7d629e70 None None] Attempting to bind port 98d514ef-e319-420f-a055-ad7d282b6c65 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '082392ed-b645-4eaa-8488-00868e416a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f9d2c205-a2b8-4cfb-bd15-61092d18976a'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:26:55.308531 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e565637-27a9-4f92-b1ce-866c7d629e70 None None] Attempting to bind port 98d514ef-e319-420f-a055-ad7d282b6c65 on network f9d2c205-a2b8-4cfb-bd15-61092d18976a {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:26:55.314688 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e565637-27a9-4f92-b1ce-866c7d629e70 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:26:55.315221 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e565637-27a9-4f92-b1ce-866c7d629e70 None None] Checking segment: {'id': '082392ed-b645-4eaa-8488-00868e416a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f9d2c205-a2b8-4cfb-bd15-61092d18976a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:26:55.315727 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3e565637-27a9-4f92-b1ce-866c7d629e70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:55.316224 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e565637-27a9-4f92-b1ce-866c7d629e70 None None] Bound using segment: {'id': '082392ed-b645-4eaa-8488-00868e416a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f9d2c205-a2b8-4cfb-bd15-61092d18976a'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:26:55.316830 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-3e565637-27a9-4f92-b1ce-866c7d629e70 None None] Bound port: 98d514ef-e319-420f-a055-ad7d282b6c65, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082392ed-b645-4eaa-8488-00868e416a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f9d2c205-a2b8-4cfb-bd15-61092d18976a'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:26:55.317342 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3e565637-27a9-4f92-b1ce-866c7d629e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:55.348262 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38058) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:55.349165 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5c0f1a25-9310-4733-8eb9-3a8936f79348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:55.400685 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-57b3197c-f3ad-4c5c-b6c2-aeed864504a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:55.463638 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3e565637-27a9-4f92-b1ce-866c7d629e70 None None] For port 98d514ef-e319-420f-a055-ad7d282b6c65, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:26:55.468092 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3e565637-27a9-4f92-b1ce-866c7d629e70 None None] For port 98d514ef-e319-420f-a055-ad7d282b6c65, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=98d514ef-e319-420f-a055-ad7d282b6c65,segment=NetworkSegment(082392ed-b645-4eaa-8488-00868e416a78),segment_id=082392ed-b645-4eaa-8488-00868e416a78)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:26:55.476486 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3e565637-27a9-4f92-b1ce-866c7d629e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:55.493952 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-b795a5ab-85f3-4962-941a-e8884de1ae69 req-659e86c3-a573-4fb9-8881-20a281249995 service neutron] 10.222.0.32 "GET /v2.0/networks/70271830-382b-4ee0-8a4e-d64395d5f7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6070914 Feb 04 21:26:55.515964 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aad625-2b38-472f-91d9-c36f434dd9ef req-609bca7b-82f4-4116-b12b-67ae40730ba9 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:55.524534 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-83aad625-2b38-472f-91d9-c36f434dd9ef req-609bca7b-82f4-4116-b12b-67ae40730ba9 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224 HTTP/1.1" status: 200 len: 943 time: 1.2606142 Feb 04 21:26:55.597525 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e565637-27a9-4f92-b1ce-866c7d629e70 None None] Pushing event updated for resources: {'Port': ['ID=98d514ef-e319-420f-a055-ad7d282b6c65,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:55.675541 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-83aad625-2b38-472f-91d9-c36f434dd9ef req-955b2c74-a79e-4a44-b951-6b104f9e31a8 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a1c86c6-e64f-4ee6-b3b9-a16489a8ed02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498647 Feb 04 21:26:55.690093 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-78100270-4b33-4ed3-a51f-59ee64b81d8d tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:55.727979 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1d91bcd9-873e-46ed-873c-b8440d723422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:55.731188 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-57b3197c-f3ad-4c5c-b6c2-aeed864504a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:55.745903 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dce6a2bc-2ac5-4ab7-96cf-af6a929ed8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:55.755903 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5c0f1a25-9310-4733-8eb9-3a8936f79348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:55.763361 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3197c-f3ad-4c5c-b6c2-aeed864504a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ab1e51-9942-411b-b22a-0084ac64cfa8,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:55.774235 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-1d91bcd9-873e-46ed-873c-b8440d723422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:55.778262 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1d91bcd9-873e-46ed-873c-b8440d723422 admin admin] Usage tracker for resource:security_group_rule and tenant:159fc6e5f3d84e7f9e00485ef576a1d1 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:55.804994 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-1d91bcd9-873e-46ed-873c-b8440d723422 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:55.824453 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-dce6a2bc-2ac5-4ab7-96cf-af6a929ed8b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['910ccf0f-2b4d-4262-8d9a-50dea3d58bb8']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:26:55.833697 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-1d91bcd9-873e-46ed-873c-b8440d723422 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:55.841374 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78100270-4b33-4ed3-a51f-59ee64b81d8d tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Pushing event updated for resources: {'Subnet': ['ID=16fedbf4-194a-4eb8-80c1-e4f95003902e,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:55.849452 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc602278-20c2-4223-9ffc-10832d4a5896 req-a0d9eb7d-5d2f-4c3d-8ff4-5b82d8dfcfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:55.852901 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dc602278-20c2-4223-9ffc-10832d4a5896 req-a0d9eb7d-5d2f-4c3d-8ff4-5b82d8dfcfd4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e8582aac1f7460e8c501b58b7ccfd28&device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224 HTTP/1.1" status: 200 len: 1094 time: 0.2827806 Feb 04 21:26:55.857811 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-dce6a2bc-2ac5-4ab7-96cf-af6a929ed8b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '665ab526-a82c-49c5-ac6b-d0594565c1b0') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:26:55.858027 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-57b3197c-f3ad-4c5c-b6c2-aeed864504a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:55.858427 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-dce6a2bc-2ac5-4ab7-96cf-af6a929ed8b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '665ab526-a82c-49c5-ac6b-d0594565c1b0') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:26:55.859214 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-57b3197c-f3ad-4c5c-b6c2-aeed864504a6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/75ab1e51-9942-411b-b22a-0084ac64cfa8 HTTP/1.1" status: 204 len: 168 time: 1.9764540 Feb 04 21:26:55.898884 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dce6a2bc-2ac5-4ab7-96cf-af6a929ed8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:55.902765 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78100270-4b33-4ed3-a51f-59ee64b81d8d tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Checking segment: {'id': 'a09bace7-5ebb-4563-9bef-2bb1ee4bac45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8d76dd9b-4033-4177-81c2-dbc75cf4ea0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:26:55.903122 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78100270-4b33-4ed3-a51f-59ee64b81d8d tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Network hostable DHCP agents. Network: 8d76dd9b-4033-4177-81c2-dbc75cf4ea0c, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:26:55.932893 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dce6a2bc-2ac5-4ab7-96cf-af6a929ed8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:55.964206 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce6a2bc-2ac5-4ab7-96cf-af6a929ed8b8 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:26:55.966422 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dce6a2bc-2ac5-4ab7-96cf-af6a929ed8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:56.016468 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78100270-4b33-4ed3-a51f-59ee64b81d8d tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Network 8d76dd9b-4033-4177-81c2-dbc75cf4ea0c is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:26:56.029661 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5c0f1a25-9310-4733-8eb9-3a8936f79348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:56.039295 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:26:56.039295 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:26:56.039295 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:26:56.039295 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:26:56.039295 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:26:56.039295 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:26:56.039295 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:26:56.039295 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:26:56.039295 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:26:56.039295 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:26:56.039295 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:26:56.039295 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:26:56.039295 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:26:56.039295 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:26:56.039295 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:26:56.039295 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:26:56.039295 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:26:56.039295 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:26:56.039295 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:26:56.039295 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:26:56.039295 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:26:56.039295 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:26:56.039295 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:26:56.039295 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:26:56.039295 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:26:56.039295 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:26:56.039295 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:26:56.039295 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:26:56.039295 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:26:56.039295 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:26:56.039295 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:26:56.039295 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:26:56.087915 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-78100270-4b33-4ed3-a51f-59ee64b81d8d tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 8d76dd9b-4033-4177-81c2-dbc75cf4ea0c) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:26:56.097874 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4436261-79ea-4f92-8547-33b79721c25c None None] Network 8d76dd9b-4033-4177-81c2-dbc75cf4ea0c requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:26:56.098475 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78100270-4b33-4ed3-a51f-59ee64b81d8d tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:56.098829 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-78100270-4b33-4ed3-a51f-59ee64b81d8d tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:56.146838 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1d91bcd9-873e-46ed-873c-b8440d723422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:56.180324 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc602278-20c2-4223-9ffc-10832d4a5896 req-3b3e505b-497e-4f08-8bf8-1b88e5e687d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:56.182220 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dc602278-20c2-4223-9ffc-10832d4a5896 req-3b3e505b-497e-4f08-8bf8-1b88e5e687d2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=70271830-382b-4ee0-8a4e-d64395d5f7ae HTTP/1.1" status: 200 len: 898 time: 0.3057051 Feb 04 21:26:56.187929 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-78100270-4b33-4ed3-a51f-59ee64b81d8d tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5714517 Feb 04 21:26:56.272154 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38070) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:56.275345 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5c0f1a25-9310-4733-8eb9-3a8936f79348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:56.278916 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5c0f1a25-9310-4733-8eb9-3a8936f79348 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/52e2a3ac-ee1c-4dba-b276-d38919eb59ce HTTP/1.1" status: 204 len: 168 time: 1.4099302 Feb 04 21:26:56.281682 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dce6a2bc-2ac5-4ab7-96cf-af6a929ed8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:56.283485 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1d91bcd9-873e-46ed-873c-b8440d723422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:56.299954 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-15d5f7d4-bf3e-4e80-ace3-e526dcfc6765 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1527875714', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:26:56.334512 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dc602278-20c2-4223-9ffc-10832d4a5896 req-19973eff-d64a-4dc1-a12e-cd7f2205295e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67c1b234-fe0a-4770-b552-f3ca5d5f208b HTTP/1.1" status: 200 len: 217 time: 0.1428800 Feb 04 21:26:56.341688 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f1a25-9310-4733-8eb9-3a8936f79348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e2a3ac-ee1c-4dba-b276-d38919eb59ce,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:56.398082 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dce6a2bc-2ac5-4ab7-96cf-af6a929ed8b8 admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:56.405514 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91bcd9-873e-46ed-873c-b8440d723422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622ded0c-4c41-4997-83e4-18c97cab9c28,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:56.422657 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-dce6a2bc-2ac5-4ab7-96cf-af6a929ed8b8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/910ccf0f-2b4d-4262-8d9a-50dea3d58bb8 HTTP/1.1" status: 204 len: 168 time: 1.7036912 Feb 04 21:26:56.427842 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 38078) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:56.428586 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-15d5f7d4-bf3e-4e80-ace3-e526dcfc6765 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:56.436329 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6a2bc-2ac5-4ab7-96cf-af6a929ed8b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=910ccf0f-2b4d-4262-8d9a-50dea3d58bb8,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:56.458756 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-15d5f7d4-bf3e-4e80-ace3-e526dcfc6765 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Usage tracker for resource:router and tenant:cbc86534709d428b91b2b43a6558e62d is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:56.465524 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-15d5f7d4-bf3e-4e80-ace3-e526dcfc6765 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:56.478878 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-15d5f7d4-bf3e-4e80-ace3-e526dcfc6765 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:56.497778 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1d91bcd9-873e-46ed-873c-b8440d723422 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=159fc6e5f3d84e7f9e00485ef576a1d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1431599 Feb 04 21:26:56.500131 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38084) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:56.530007 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc602278-20c2-4223-9ffc-10832d4a5896 req-167debc1-1109-4243-a95b-abdcf96eeabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:56.531451 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dc602278-20c2-4223-9ffc-10832d4a5896 req-167debc1-1109-4243-a95b-abdcf96eeabe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=59352667-bace-4ad1-9d17-59d41210222d HTTP/1.1" status: 200 len: 835 time: 0.1918664 Feb 04 21:26:56.534550 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-15d5f7d4-bf3e-4e80-ace3-e526dcfc6765 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:56.537899 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-15d5f7d4-bf3e-4e80-ace3-e526dcfc6765 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:56.538751 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-78ee417a-d03e-4cc8-9fd3-3edcc46d0dde admin admin] Deleting subnet cb1c52ef-61ff-436e-8e3a-ed4305df5776 {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:26:56.601247 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:56.631686 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-78ee417a-d03e-4cc8-9fd3-3edcc46d0dde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:56.690311 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd18f10-ee9c-432e-bc8a-8356a9670a67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-8d76dd9b-4033-4177-81c2-dbc75cf4ea0c', 'network_id': '8d76dd9b-4033-4177-81c2-dbc75cf4ea0c', 'tenant_id': 'cbc86534709d428b91b2b43a6558e62d', 'fixed_ips': [{'subnet_id': '16fedbf4-194a-4eb8-80c1-e4f95003902e'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:26:56.691269 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-efd18f10-ee9c-432e-bc8a-8356a9670a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:56.713692 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-15d5f7d4-bf3e-4e80-ace3-e526dcfc6765 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:56.742922 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-78ee417a-d03e-4cc8-9fd3-3edcc46d0dde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:56.813875 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc602278-20c2-4223-9ffc-10832d4a5896 req-f720f414-67db-4e34-85a7-95289d8bc211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:56.816690 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dc602278-20c2-4223-9ffc-10832d4a5896 req-f720f414-67db-4e34-85a7-95289d8bc211 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=70271830-382b-4ee0-8a4e-d64395d5f7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2743261 Feb 04 21:26:56.828205 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-29209490-ea3c-47f4-a4fd-6fa02ab61c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:56.912447 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-15d5f7d4-bf3e-4e80-ace3-e526dcfc6765 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:56.982115 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-29209490-ea3c-47f4-a4fd-6fa02ab61c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:57.034111 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 98d514ef-e319-420f-a055-ad7d282b6c65 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:26:57.062518 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-15d5f7d4-bf3e-4e80-ace3-e526dcfc6765 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:57.066835 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-15d5f7d4-bf3e-4e80-ace3-e526dcfc6765 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7889457 Feb 04 21:26:57.078643 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38102) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:57.290717 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 98d514ef-e319-420f-a055-ad7d282b6c65 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:26:57.304884 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-efd18f10-ee9c-432e-bc8a-8356a9670a67 None None] Allocated IP 172.21.0.2 (8d76dd9b-4033-4177-81c2-dbc75cf4ea0c/16fedbf4-194a-4eb8-80c1-e4f95003902e/235e53ee-f219-4e09-b5a0-aab149e77716) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:26:57.314692 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-78ee417a-d03e-4cc8-9fd3-3edcc46d0dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:57.386133 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 38112) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:57.450575 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fda158-67b5-4207-a69a-bcfc6550e623 None None] Network f9d2c205-a2b8-4cfb-bd15-61092d18976a requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:26:57.543779 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-64922040-166f-4807-9a07-26334332f7c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:57.613645 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dc602278-20c2-4223-9ffc-10832d4a5896 req-80b4dc9b-46b4-4ce6-aaa8-80df64ee2127 service neutron] 10.222.0.32 "GET /v2.0/networks/70271830-382b-4ee0-8a4e-d64395d5f7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7895498 Feb 04 21:26:57.614787 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-64922040-166f-4807-9a07-26334332f7c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:57.643138 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-64922040-166f-4807-9a07-26334332f7c8 admin admin] Usage tracker for resource:security_group_rule and tenant:0ce3e39747064c74ad55b5710e55904c is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:57.646808 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-64922040-166f-4807-9a07-26334332f7c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:57.680241 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-64922040-166f-4807-9a07-26334332f7c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:57.790083 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-29209490-ea3c-47f4-a4fd-6fa02ab61c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:57.822380 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-efd18f10-ee9c-432e-bc8a-8356a9670a67 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:57.839337 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-efd18f10-ee9c-432e-bc8a-8356a9670a67 None None] Transition to ACTIVE for port object 235e53ee-f219-4e09-b5a0-aab149e77716 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:26:57.864342 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-efd18f10-ee9c-432e-bc8a-8356a9670a67 None None] Transition to ACTIVE for port object 235e53ee-f219-4e09-b5a0-aab149e77716 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:26:57.883245 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-efd18f10-ee9c-432e-bc8a-8356a9670a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:57.895542 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29209490-ea3c-47f4-a4fd-6fa02ab61c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622ded0c-4c41-4997-83e4-18c97cab9c28,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:57.937949 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-68242e50-0a86-4d9a-8f4c-435c1ed12a9a None None] Provisioning for port 98d514ef-e319-420f-a055-ad7d282b6c65 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:26:57.947522 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-78ee417a-d03e-4cc8-9fd3-3edcc46d0dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:57.960649 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-29209490-ea3c-47f4-a4fd-6fa02ab61c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:57.971365 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-29209490-ea3c-47f4-a4fd-6fa02ab61c1b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/622ded0c-4c41-4997-83e4-18c97cab9c28 HTTP/1.1" status: 204 len: 168 time: 1.4651837 Feb 04 21:26:57.991341 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-68242e50-0a86-4d9a-8f4c-435c1ed12a9a None None] Provisioning complete for port 98d514ef-e319-420f-a055-ad7d282b6c65 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:26:57.991926 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-68242e50-0a86-4d9a-8f4c-435c1ed12a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:58.099343 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd18f10-ee9c-432e-bc8a-8356a9670a67 None None] Network 8d76dd9b-4033-4177-81c2-dbc75cf4ea0c is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:26:58.127953 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee417a-d03e-4cc8-9fd3-3edcc46d0dde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb1c52ef-61ff-436e-8e3a-ed4305df5776,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:58.146429 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-78ee417a-d03e-4cc8-9fd3-3edcc46d0dde admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:58.154356 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-efd18f10-ee9c-432e-bc8a-8356a9670a67 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:26:58.174836 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-dc602278-20c2-4223-9ffc-10832d4a5896 req-21f9dcce-8bf7-4042-a79a-447f7d8384a8 service neutron] 10.222.0.32 "GET /v2.0/networks/70271830-382b-4ee0-8a4e-d64395d5f7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5332267 Feb 04 21:26:58.184983 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd18f10-ee9c-432e-bc8a-8356a9670a67 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:26:58.187334 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd18f10-ee9c-432e-bc8a-8356a9670a67 None None] Pushing event updated for resources: {'Port': ['ID=235e53ee-f219-4e09-b5a0-aab149e77716,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:58.204153 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-78ee417a-d03e-4cc8-9fd3-3edcc46d0dde admin admin] 10.222.0.26 "DELETE /v2.0/subnets/cb1c52ef-61ff-436e-8e3a-ed4305df5776 HTTP/1.1" status: 204 len: 168 time: 1.7752666 Feb 04 21:26:58.205785 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38130) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:58.253362 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 38134) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:58.263537 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31018640-d6f6-4c17-96bd-e9cceb736c05 req-09fdcba7-da5d-4dd0-a420-467b509fcabb tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:58.271332 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-31018640-d6f6-4c17-96bd-e9cceb736c05 req-09fdcba7-da5d-4dd0-a420-467b509fcabb tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224 HTTP/1.1" status: 200 len: 943 time: 0.9700198 Feb 04 21:26:58.332786 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-64922040-166f-4807-9a07-26334332f7c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:58.345672 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [req-c5ea83a6-79dc-4ef3-9bbe-d44b16a1c988 req-582c9732-9204-44a6-bf3d-b7d2e677b59d service neutron] (87682) timed out ('10.222.0.26', 39868) {{(pid=87682) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 21:26:58.349150 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3c66adc4-2480-43bd-9d42-4d9ccb973e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:58.352739 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-31018640-d6f6-4c17-96bd-e9cceb736c05 req-0bde59e1-b207-40f8-b313-3a7a3aa43c70 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a1c86c6-e64f-4ee6-b3b9-a16489a8ed02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804286 Feb 04 21:26:58.358048 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-64922040-166f-4807-9a07-26334332f7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:58.411272 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-72d9426b-48a4-4588-af0b-ce5174156103 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:58.417395 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64922040-166f-4807-9a07-26334332f7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb20868-5480-4c75-889b-c65e2459886f,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:58.424478 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-64922040-166f-4807-9a07-26334332f7c8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0ce3e39747064c74ad55b5710e55904c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0179482 Feb 04 21:26:58.424906 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 38142) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:58.512816 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-68242e50-0a86-4d9a-8f4c-435c1ed12a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:58.533173 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-efd18f10-ee9c-432e-bc8a-8356a9670a67 None None] Attempting to bind port 235e53ee-f219-4e09-b5a0-aab149e77716 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:26:58.533710 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-efd18f10-ee9c-432e-bc8a-8356a9670a67 None None] Attempting to bind port 235e53ee-f219-4e09-b5a0-aab149e77716 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': 'a09bace7-5ebb-4563-9bef-2bb1ee4bac45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8d76dd9b-4033-4177-81c2-dbc75cf4ea0c'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:26:58.534217 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd18f10-ee9c-432e-bc8a-8356a9670a67 None None] Attempting to bind port 235e53ee-f219-4e09-b5a0-aab149e77716 on network 8d76dd9b-4033-4177-81c2-dbc75cf4ea0c {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:26:58.546249 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd18f10-ee9c-432e-bc8a-8356a9670a67 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:26:58.546787 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd18f10-ee9c-432e-bc8a-8356a9670a67 None None] Checking segment: {'id': 'a09bace7-5ebb-4563-9bef-2bb1ee4bac45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8d76dd9b-4033-4177-81c2-dbc75cf4ea0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:26:58.547264 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-efd18f10-ee9c-432e-bc8a-8356a9670a67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:58.547644 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd18f10-ee9c-432e-bc8a-8356a9670a67 None None] Bound using segment: {'id': 'a09bace7-5ebb-4563-9bef-2bb1ee4bac45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8d76dd9b-4033-4177-81c2-dbc75cf4ea0c'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:26:58.548127 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-efd18f10-ee9c-432e-bc8a-8356a9670a67 None None] Bound port: 235e53ee-f219-4e09-b5a0-aab149e77716, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09bace7-5ebb-4563-9bef-2bb1ee4bac45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8d76dd9b-4033-4177-81c2-dbc75cf4ea0c'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:26:58.549103 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-efd18f10-ee9c-432e-bc8a-8356a9670a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:58.556113 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-aded2a05-0ca7-48d5-9967-8be32fd43ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:58.592871 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bab2c844-0c4f-43af-a61e-878d9ab4afc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:58.622295 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-bab2c844-0c4f-43af-a61e-878d9ab4afc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:26:58.627294 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-aded2a05-0ca7-48d5-9967-8be32fd43ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:58.637711 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-bab2c844-0c4f-43af-a61e-878d9ab4afc6 admin admin] Usage tracker for resource:security_group_rule and tenant:c3adc546b115445d8c42fdf2b1d71b84 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:26:58.641303 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-bab2c844-0c4f-43af-a61e-878d9ab4afc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:26:58.664355 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-bab2c844-0c4f-43af-a61e-878d9ab4afc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:26:58.697271 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-efd18f10-ee9c-432e-bc8a-8356a9670a67 None None] For port 235e53ee-f219-4e09-b5a0-aab149e77716, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:26:58.697497 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-efd18f10-ee9c-432e-bc8a-8356a9670a67 None None] For port 235e53ee-f219-4e09-b5a0-aab149e77716, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=235e53ee-f219-4e09-b5a0-aab149e77716,segment=NetworkSegment(a09bace7-5ebb-4563-9bef-2bb1ee4bac45),segment_id=a09bace7-5ebb-4563-9bef-2bb1ee4bac45)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:26:58.714276 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 67c1b234-fe0a-4770-b552-f3ca5d5f208b details requested by agent hyperv_n-h1-827896-1 with host n-h1-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:26:58.727169 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-efd18f10-ee9c-432e-bc8a-8356a9670a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:58.808111 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-aded2a05-0ca7-48d5-9967-8be32fd43ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:58.898993 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded2a05-0ca7-48d5-9967-8be32fd43ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb20868-5480-4c75-889b-c65e2459886f,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:58.927743 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-aded2a05-0ca7-48d5-9967-8be32fd43ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:58.927743 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-aded2a05-0ca7-48d5-9967-8be32fd43ca0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bdb20868-5480-4c75-889b-c65e2459886f HTTP/1.1" status: 204 len: 168 time: 0.4970317 Feb 04 21:26:58.952667 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bab2c844-0c4f-43af-a61e-878d9ab4afc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:58.964298 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bab2c844-0c4f-43af-a61e-878d9ab4afc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:59.116691 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2c844-0c4f-43af-a61e-878d9ab4afc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d70a988-c42c-43bd-89ca-fada6d1fe4c7,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:59.161983 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-bab2c844-0c4f-43af-a61e-878d9ab4afc6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c3adc546b115445d8c42fdf2b1d71b84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8988106 Feb 04 21:26:59.161983 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 38160) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:26:59.337732 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-68242e50-0a86-4d9a-8f4c-435c1ed12a9a None None] For port 98d514ef-e319-420f-a055-ad7d282b6c65, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=98d514ef-e319-420f-a055-ad7d282b6c65,segment=NetworkSegment(082392ed-b645-4eaa-8488-00868e416a78),segment_id=082392ed-b645-4eaa-8488-00868e416a78)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:26:59.380903 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-68242e50-0a86-4d9a-8f4c-435c1ed12a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:59.470323 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd18f10-ee9c-432e-bc8a-8356a9670a67 None None] Pushing event updated for resources: {'Port': ['ID=235e53ee-f219-4e09-b5a0-aab149e77716,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:59.478434 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-40bed76b-5b5d-4c91-a3d3-d72e9a80ca3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:59.585590 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3c66adc4-2480-43bd-9d42-4d9ccb973e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:59.590846 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-40bed76b-5b5d-4c91-a3d3-d72e9a80ca3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:59.602286 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68242e50-0a86-4d9a-8f4c-435c1ed12a9a None None] Pushing event updated for resources: {'Port': ['ID=98d514ef-e319-420f-a055-ad7d282b6c65,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:59.662470 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 67c1b234-fe0a-4770-b552-f3ca5d5f208b, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=67c1b234-fe0a-4770-b552-f3ca5d5f208b,segment=NetworkSegment(75530424-5533-47fd-abc4-125878f0ce33),segment_id=75530424-5533-47fd-abc4-125878f0ce33)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:26:59.698092 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Returning: {'device': '67c1b234-fe0a-4770-b552-f3ca5d5f208b', 'network_id': '70271830-382b-4ee0-8a4e-d64395d5f7ae', 'port_id': '67c1b234-fe0a-4770-b552-f3ca5d5f208b', 'mac_address': 'fa:16:3e:33:20:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59352667-bace-4ad1-9d17-59d41210222d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:26:59.727958 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-3c66adc4-2480-43bd-9d42-4d9ccb973e68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caaf35b1-9479-4b88-a287-f783c9fe4324']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:26:59.809508 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-3c66adc4-2480-43bd-9d42-4d9ccb973e68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6127958f-fd17-41f5-9471-5f32982b52c9') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:26:59.810147 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-3c66adc4-2480-43bd-9d42-4d9ccb973e68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6127958f-fd17-41f5-9471-5f32982b52c9') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:26:59.829839 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-40bed76b-5b5d-4c91-a3d3-d72e9a80ca3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:59.879112 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3c66adc4-2480-43bd-9d42-4d9ccb973e68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:59.881753 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-40bed76b-5b5d-4c91-a3d3-d72e9a80ca3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:59.883413 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-40bed76b-5b5d-4c91-a3d3-d72e9a80ca3c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7d70a988-c42c-43bd-89ca-fada6d1fe4c7 HTTP/1.1" status: 204 len: 168 time: 0.7259984 Feb 04 21:26:59.886118 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bed76b-5b5d-4c91-a3d3-d72e9a80ca3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d70a988-c42c-43bd-89ca-fada6d1fe4c7,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:26:59.925787 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:59.926545 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835861e2-afd6-4f2a-97a8-ce067af84fd5 req-7102c384-9d50-4627-a9d7-0d6fe298e05f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:26:59.928696 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-835861e2-afd6-4f2a-97a8-ce067af84fd5 req-7102c384-9d50-4627-a9d7-0d6fe298e05f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224 HTTP/1.1" status: 200 len: 943 time: 0.2132208 Feb 04 21:26:59.960660 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3c66adc4-2480-43bd-9d42-4d9ccb973e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:59.963653 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67c1b234-fe0a-4770-b552-f3ca5d5f208b {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:26:59.983732 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 67c1b234-fe0a-4770-b552-f3ca5d5f208b, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=67c1b234-fe0a-4770-b552-f3ca5d5f208b,segment=NetworkSegment(75530424-5533-47fd-abc4-125878f0ce33),segment_id=75530424-5533-47fd-abc4-125878f0ce33)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:26:59.984349 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c66adc4-2480-43bd-9d42-4d9ccb973e68 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:26:59.984811 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3c66adc4-2480-43bd-9d42-4d9ccb973e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:26:59.985669 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-444433f4-8315-4c92-a88d-26c050c03681 None None] Provisioning complete for port 98d514ef-e319-420f-a055-ad7d282b6c65 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:26:59.987283 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-444433f4-8315-4c92-a88d-26c050c03681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:00.010086 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:27:00.010086 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:27:00.010086 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:27:00.010086 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:27:00.010086 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:27:00.010086 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:27:00.010086 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:27:00.010086 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:27:00.010086 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:27:00.010086 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:27:00.010086 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:27:00.010086 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:27:00.010086 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:27:00.010086 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:27:00.010086 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:27:00.010086 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:27:00.010086 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:27:00.010086 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:27:00.010086 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:27:00.010086 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:27:00.010086 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:27:00.010086 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:27:00.010086 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:27:00.010086 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:27:00.010086 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:27:00.010086 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:27:00.010086 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:27:00.010086 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:27:00.010086 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:27:00.010086 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:27:00.010086 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:27:00.010086 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:27:00.027625 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:00.054264 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-835861e2-afd6-4f2a-97a8-ce067af84fd5 req-6749e5f1-ca3d-45ea-a026-1359a5a70e79 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a1c86c6-e64f-4ee6-b3b9-a16489a8ed02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181881 Feb 04 21:27:00.227268 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=67c1b234-fe0a-4770-b552-f3ca5d5f208b,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:00.249599 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3c66adc4-2480-43bd-9d42-4d9ccb973e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:00.276978 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3c66adc4-2480-43bd-9d42-4d9ccb973e68 admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:00.291642 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-72d9426b-48a4-4588-af0b-ce5174156103 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Allocated IP 172.20.0.1 (f9d2c205-a2b8-4cfb-bd15-61092d18976a/c2934097-b078-4bfe-9c72-1d34e0b4e8b8/6d124b28-7bb4-40be-9f2c-15cc3c63ed16) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:27:00.299862 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66adc4-2480-43bd-9d42-4d9ccb973e68 admin admin] Pushing event deleted for resources: {'Network': ['ID=caaf35b1-9479-4b88-a287-f783c9fe4324,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:00.324454 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3c66adc4-2480-43bd-9d42-4d9ccb973e68 admin admin] 10.222.0.26 "DELETE /v2.0/networks/caaf35b1-9479-4b88-a287-f783c9fe4324 HTTP/1.1" status: 204 len: 168 time: 2.1113684 Feb 04 21:27:00.377654 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] get_ports_and_sgs() called for port_ids ['67c1b234-fe0a-4770-b552-f3ca5d5f208b'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:27:00.542313 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-72d9426b-48a4-4588-af0b-ce5174156103 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:00.575866 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-72d9426b-48a4-4588-af0b-ce5174156103 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Transition to ACTIVE for port object 6d124b28-7bb4-40be-9f2c-15cc3c63ed16 will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:27:00.631589 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-72d9426b-48a4-4588-af0b-ce5174156103 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:00.710263 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d9426b-48a4-4588-af0b-ce5174156103 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Network f9d2c205-a2b8-4cfb-bd15-61092d18976a is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:27:00.715877 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 38208) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:00.723046 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-72d9426b-48a4-4588-af0b-ce5174156103 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:27:00.727710 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d9426b-48a4-4588-af0b-ce5174156103 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:27:00.820388 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9426b-48a4-4588-af0b-ce5174156103 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Pushing event updated for resources: {'Port': ['ID=6d124b28-7bb4-40be-9f2c-15cc3c63ed16,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:00.837047 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-729f2b1e-2a6c-442c-ae4e-f55854af7aad admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=68559e9748294875b291addd53e330c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1179111 Feb 04 21:27:00.840209 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38212) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:00.881363 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-72d9426b-48a4-4588-af0b-ce5174156103 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:01.107585 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 235e53ee-f219-4e09-b5a0-aab149e77716 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:27:01.254916 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5c5c1943-4814-4655-a28c-3f7b11612a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:01.275931 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-72d9426b-48a4-4588-af0b-ce5174156103 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:01.430573 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8358a6-9028-4d0a-8bec-fe1a6bb20f88 None None] Network 8d76dd9b-4033-4177-81c2-dbc75cf4ea0c requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:27:01.476455 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5c5c1943-4814-4655-a28c-3f7b11612a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:01.498141 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 38226) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:01.531833 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d66809-4fbf-46bc-acfc-c49813432e7f req-8a6b5afb-133c-42e9-9544-5607bec59527 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:01.546499 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-28d66809-4fbf-46bc-acfc-c49813432e7f req-8a6b5afb-133c-42e9-9544-5607bec59527 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224 HTTP/1.1" status: 200 len: 944 time: 0.1990471 Feb 04 21:27:01.676523 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-28d66809-4fbf-46bc-acfc-c49813432e7f req-af41da2f-275a-462f-b4ce-6c0357aefd55 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a1c86c6-e64f-4ee6-b3b9-a16489a8ed02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227367 Feb 04 21:27:01.710724 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-6b123413-2c22-46da-aba1-321bc7faddfd None None] Provisioning for port 6d124b28-7bb4-40be-9f2c-15cc3c63ed16 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:27:01.723085 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-6b123413-2c22-46da-aba1-321bc7faddfd None None] Provisioning complete for port 6d124b28-7bb4-40be-9f2c-15cc3c63ed16 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:27:01.723987 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6b123413-2c22-46da-aba1-321bc7faddfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:01.783834 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 235e53ee-f219-4e09-b5a0-aab149e77716 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:27:01.808860 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 98d514ef-e319-420f-a055-ad7d282b6c65 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:27:01.892863 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-bdd49c09-fee9-467d-8d6b-bcfee4520195 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1141248391-network', 'tenant_id': 'fe26737a52c644edb9ecfa2cc901b8eb'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:27:01.909128 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-bdd49c09-fee9-467d-8d6b-bcfee4520195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:01.915362 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-bdd49c09-fee9-467d-8d6b-bcfee4520195 admin admin] Usage tracker for resource:network and tenant:fe26737a52c644edb9ecfa2cc901b8eb is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:01.918926 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-bdd49c09-fee9-467d-8d6b-bcfee4520195 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:01.937803 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-bdd49c09-fee9-467d-8d6b-bcfee4520195 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:01.967916 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd49c09-fee9-467d-8d6b-bcfee4520195 admin admin] Made reservation on behalf of fe26737a52c644edb9ecfa2cc901b8eb for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:27:01.971165 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bdd49c09-fee9-467d-8d6b-bcfee4520195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:02.012936 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bdd49c09-fee9-467d-8d6b-bcfee4520195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:02.130799 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-bdd49c09-fee9-467d-8d6b-bcfee4520195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:02.150399 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-bdd49c09-fee9-467d-8d6b-bcfee4520195 admin admin] Usage tracker for resource:security_group_rule and tenant:fe26737a52c644edb9ecfa2cc901b8eb is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:02.167589 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-bdd49c09-fee9-467d-8d6b-bcfee4520195 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:02.168260 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-6b123413-2c22-46da-aba1-321bc7faddfd None None] Port 6d124b28-7bb4-40be-9f2c-15cc3c63ed16 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:27:02.182545 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-bdd49c09-fee9-467d-8d6b-bcfee4520195 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:02.316912 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5c5c1943-4814-4655-a28c-3f7b11612a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:02.330699 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 98d514ef-e319-420f-a055-ad7d282b6c65 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:27:02.331120 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:02.348958 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c1943-4814-4655-a28c-3f7b11612a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8336c719-e48a-4b0e-bac4-93bfb209c446,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:02.383313 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bdd49c09-fee9-467d-8d6b-bcfee4520195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:02.398229 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-971d3383-7d20-408c-be98-eb4e359f5ee0 None None] Provisioning for port 235e53ee-f219-4e09-b5a0-aab149e77716 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:27:02.401972 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bdd49c09-fee9-467d-8d6b-bcfee4520195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:02.432786 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-971d3383-7d20-408c-be98-eb4e359f5ee0 None None] Provisioning complete for port 235e53ee-f219-4e09-b5a0-aab149e77716 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:27:02.433141 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-971d3383-7d20-408c-be98-eb4e359f5ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:02.459794 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd49c09-fee9-467d-8d6b-bcfee4520195 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:27:02.466885 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd49c09-fee9-467d-8d6b-bcfee4520195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d35ccef-abd7-4c40-98b4-fc2878e9e2f9,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:02.480468 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bdd49c09-fee9-467d-8d6b-bcfee4520195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:02.481029 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-bdd49c09-fee9-467d-8d6b-bcfee4520195 admin admin] Added segment f7414e5f-c6a9-4e25-8e2e-d8fcb7ce2b94 of type vlan for network 8cc3e586-c572-46a5-85c3-1db4ed928a43 Feb 04 21:27:02.494788 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-5c5c1943-4814-4655-a28c-3f7b11612a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:02.498437 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-5c5c1943-4814-4655-a28c-3f7b11612a01 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8336c719-e48a-4b0e-bac4-93bfb209c446 HTTP/1.1" status: 204 len: 168 time: 1.6504738 Feb 04 21:27:02.559516 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bdd49c09-fee9-467d-8d6b-bcfee4520195 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:02.642662 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bdd49c09-fee9-467d-8d6b-bcfee4520195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:02.643951 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd49c09-fee9-467d-8d6b-bcfee4520195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:02.644709 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-bdd49c09-fee9-467d-8d6b-bcfee4520195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:02.712686 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-fe5ef350-562f-465a-9f3e-c40dc106bc3b req-7227ecf9-4556-4539-a430-e14cef0342e9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ddcac543-4a79-408d-b793-bea24371f20f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7093134 Feb 04 21:27:02.781365 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-72d9426b-48a4-4588-af0b-ce5174156103 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:02.788612 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-971d3383-7d20-408c-be98-eb4e359f5ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:02.804141 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-72d9426b-48a4-4588-af0b-ce5174156103 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:02.866440 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Device 67c1b234-fe0a-4770-b552-f3ca5d5f208b up at agent hyperv_n-h1-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:27:02.885818 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd49c09-fee9-467d-8d6b-bcfee4520195 admin admin] Pushing event updated for resources: {'Network': ['ID=8cc3e586-c572-46a5-85c3-1db4ed928a43,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:02.942913 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-bdd49c09-fee9-467d-8d6b-bcfee4520195 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4426057 Feb 04 21:27:02.990813 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 38258) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:02.997050 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-d6629908-cf1c-4604-85ca-18b16fcd7904 admin admin] Request body: {'subnet': {'network_id': '8cc3e586-c572-46a5-85c3-1db4ed928a43', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1141248391-subnet', 'tenant_id': 'fe26737a52c644edb9ecfa2cc901b8eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:27:03.003127 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-d6629908-cf1c-4604-85ca-18b16fcd7904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:03.008851 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-d6629908-cf1c-4604-85ca-18b16fcd7904 admin admin] Usage tracker for resource:subnet and tenant:fe26737a52c644edb9ecfa2cc901b8eb is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:03.011943 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-d6629908-cf1c-4604-85ca-18b16fcd7904 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:03.018817 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-d6629908-cf1c-4604-85ca-18b16fcd7904 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:03.053590 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 8cc3e586-c572-46a5-85c3-1db4ed928a43 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:27:03.059934 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6629908-cf1c-4604-85ca-18b16fcd7904 admin admin] Made reservation on behalf of fe26737a52c644edb9ecfa2cc901b8eb for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:27:03.062553 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d6629908-cf1c-4604-85ca-18b16fcd7904 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:03.240279 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-971d3383-7d20-408c-be98-eb4e359f5ee0 None None] For port 235e53ee-f219-4e09-b5a0-aab149e77716, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=235e53ee-f219-4e09-b5a0-aab149e77716,segment=NetworkSegment(a09bace7-5ebb-4563-9bef-2bb1ee4bac45),segment_id=a09bace7-5ebb-4563-9bef-2bb1ee4bac45)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:27:03.303359 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-971d3383-7d20-408c-be98-eb4e359f5ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:03.352097 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:03.360286 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d419cf7-9374-4093-95b2-12e25f5e4624 req-741e3687-d46d-4a85-83c7-331c2231d4bb tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:03.364212 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3d419cf7-9374-4093-95b2-12e25f5e4624 req-741e3687-d46d-4a85-83c7-331c2231d4bb tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224 HTTP/1.1" status: 200 len: 944 time: 0.4243128 Feb 04 21:27:03.366645 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d6629908-cf1c-4604-85ca-18b16fcd7904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:03.427582 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-72d9426b-48a4-4588-af0b-ce5174156103 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:03.510953 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38272) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:03.520493 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning for port 67c1b234-fe0a-4770-b552-f3ca5d5f208b completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:27:03.531195 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Provisioning complete for port 67c1b234-fe0a-4770-b552-f3ca5d5f208b triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:27:03.531848 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:03.542441 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6629908-cf1c-4604-85ca-18b16fcd7904 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f03b02ac-1639-4e07-b514-b30a29ed59bd,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:03.601994 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-422c4ef4-be9b-4d8e-99a4-23c06b6b9144 None None] Provisioning complete for port 235e53ee-f219-4e09-b5a0-aab149e77716 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:27:03.602564 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-422c4ef4-be9b-4d8e-99a4-23c06b6b9144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:03.663458 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6629908-cf1c-4604-85ca-18b16fcd7904 admin admin] Checking segment: {'id': 'f7414e5f-c6a9-4e25-8e2e-d8fcb7ce2b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8cc3e586-c572-46a5-85c3-1db4ed928a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:27:03.664190 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6629908-cf1c-4604-85ca-18b16fcd7904 admin admin] Network hostable DHCP agents. Network: 8cc3e586-c572-46a5-85c3-1db4ed928a43, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:27:03.675848 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3d419cf7-9374-4093-95b2-12e25f5e4624 req-b76f2ec6-8711-46de-bece-9dfb79f6137a tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a1c86c6-e64f-4ee6-b3b9-a16489a8ed02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3031659 Feb 04 21:27:03.691587 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d3383-7d20-408c-be98-eb4e359f5ee0 None None] Pushing event updated for resources: {'Port': ['ID=235e53ee-f219-4e09-b5a0-aab149e77716,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:03.714080 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971d3383-7d20-408c-be98-eb4e359f5ee0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:03.714570 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971d3383-7d20-408c-be98-eb4e359f5ee0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:03.714866 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971d3383-7d20-408c-be98-eb4e359f5ee0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:03.715271 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971d3383-7d20-408c-be98-eb4e359f5ee0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:03.715693 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971d3383-7d20-408c-be98-eb4e359f5ee0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:03.716132 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971d3383-7d20-408c-be98-eb4e359f5ee0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:03.716615 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971d3383-7d20-408c-be98-eb4e359f5ee0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:03.717010 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971d3383-7d20-408c-be98-eb4e359f5ee0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:03.717130 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6629908-cf1c-4604-85ca-18b16fcd7904 admin admin] Network 8cc3e586-c572-46a5-85c3-1db4ed928a43 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:27:03.717457 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971d3383-7d20-408c-be98-eb4e359f5ee0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:03.717853 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971d3383-7d20-408c-be98-eb4e359f5ee0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:03.718294 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971d3383-7d20-408c-be98-eb4e359f5ee0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:03.718712 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971d3383-7d20-408c-be98-eb4e359f5ee0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:03.739669 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-d6629908-cf1c-4604-85ca-18b16fcd7904 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 8cc3e586-c572-46a5-85c3-1db4ed928a43) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:27:03.744774 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6629908-cf1c-4604-85ca-18b16fcd7904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:03.750981 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d6629908-cf1c-4604-85ca-18b16fcd7904 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:03.803576 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44206223-9b05-4986-a748-97ee8c3bdfe0 None None] Network 8cc3e586-c572-46a5-85c3-1db4ed928a43 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:27:03.807475 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d6629908-cf1c-4604-85ca-18b16fcd7904 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8149238 Feb 04 21:27:03.870869 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9426b-48a4-4588-af0b-ce5174156103 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Pushing event updated for resources: {'Port': ['ID=6d124b28-7bb4-40be-9f2c-15cc3c63ed16,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:03.966647 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a84f582b-e0c0-49b8-b477-9ed0407490b7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cc8160e62e7c491faf9c329fae750892&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4360156 Feb 04 21:27:03.969149 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 38288) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:04.003643 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 38292) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:04.038414 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ef350-562f-465a-9f3e-c40dc106bc3b req-a749b489-0e8a-4d6f-867a-be4cc80e92a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:04.040139 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-fe5ef350-562f-465a-9f3e-c40dc106bc3b req-a749b489-0e8a-4d6f-867a-be4cc80e92a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e21cb4a484004b09b45cc34593e100f7&device_id=ddcac543-4a79-408d-b793-bea24371f20f HTTP/1.1" status: 200 len: 1097 time: 1.1406846 Feb 04 21:27:04.189925 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040aeac2-dec5-4c9c-af13-9e209540dd23 None None] Network 8cc3e586-c572-46a5-85c3-1db4ed928a43 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:27:04.343353 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:04.371594 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ef350-562f-465a-9f3e-c40dc106bc3b req-ecce5f4c-8e5a-4aa5-abd7-4bdd423ce3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:04.374071 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-fe5ef350-562f-465a-9f3e-c40dc106bc3b req-ecce5f4c-8e5a-4aa5-abd7-4bdd423ce3c3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=48fb3874-69bb-40f3-a827-9c1f11a82a70 HTTP/1.1" status: 200 len: 915 time: 0.3026066 Feb 04 21:27:04.382564 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-e12bc3c0-3c35-4027-bbb1-0b2f8b0afc23 tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-969754118'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:27:04.390101 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e12bc3c0-3c35-4027-bbb1-0b2f8b0afc23 tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:04.413409 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-18ed8cc3-3469-4f97-950e-ec9e402c6626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:04.416186 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e12bc3c0-3c35-4027-bbb1-0b2f8b0afc23 tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] Usage tracker for resource:network and tenant:07e6184786fe4823adb15522a22e3a23 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:04.419933 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e12bc3c0-3c35-4027-bbb1-0b2f8b0afc23 tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:04.436426 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e12bc3c0-3c35-4027-bbb1-0b2f8b0afc23 tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:04.447861 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d9426b-48a4-4588-af0b-ce5174156103 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Network f9d2c205-a2b8-4cfb-bd15-61092d18976a is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:27:04.450721 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb57f2a-7959-4fc9-964a-2c41b416e224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c1b234-fe0a-4770-b552-f3ca5d5f208b'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:27:04.456864 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-72d9426b-48a4-4588-af0b-ce5174156103 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:27:04.459345 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-18ed8cc3-3469-4f97-950e-ec9e402c6626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:04.471033 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12bc3c0-3c35-4027-bbb1-0b2f8b0afc23 tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] Made reservation on behalf of 07e6184786fe4823adb15522a22e3a23 for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:27:04.474040 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-fe5ef350-562f-465a-9f3e-c40dc106bc3b req-ad99ff29-7fb6-4ca9-bc88-8cc22037df3d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8458322a-8d9c-42ff-8962-045951ac70b6 HTTP/1.1" status: 200 len: 217 time: 0.0877750 Feb 04 21:27:04.475567 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] For port 67c1b234-fe0a-4770-b552-f3ca5d5f208b, host n-h1-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-1',level=0,port_id=67c1b234-fe0a-4770-b552-f3ca5d5f208b,segment=NetworkSegment(75530424-5533-47fd-abc4-125878f0ce33),segment_id=75530424-5533-47fd-abc4-125878f0ce33)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:27:04.478767 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e12bc3c0-3c35-4027-bbb1-0b2f8b0afc23 tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:04.500621 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:04.522885 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e12bc3c0-3c35-4027-bbb1-0b2f8b0afc23 tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:04.612551 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e12bc3c0-3c35-4027-bbb1-0b2f8b0afc23 tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:04.621570 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e12bc3c0-3c35-4027-bbb1-0b2f8b0afc23 tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] Usage tracker for resource:security_group_rule and tenant:07e6184786fe4823adb15522a22e3a23 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:04.679383 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb57f2a-7959-4fc9-964a-2c41b416e224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c1b234-fe0a-4770-b552-f3ca5d5f208b', 'code': 200} Feb 04 21:27:04.685498 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Pushing event updated for resources: {'Port': ['ID=67c1b234-fe0a-4770-b552-f3ca5d5f208b,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:04.740558 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-e12bc3c0-3c35-4027-bbb1-0b2f8b0afc23 tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:04.771485 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ef350-562f-465a-9f3e-c40dc106bc3b req-f18ebb47-a92c-4c00-883a-384e25b0bd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:04.773243 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-fe5ef350-562f-465a-9f3e-c40dc106bc3b req-f18ebb47-a92c-4c00-883a-384e25b0bd83 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa661609-03b0-482e-9305-7d6fdbcc432e HTTP/1.1" status: 200 len: 854 time: 0.2280090 Feb 04 21:27:04.783035 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-e12bc3c0-3c35-4027-bbb1-0b2f8b0afc23 tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:04.860022 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-fe5ef350-562f-465a-9f3e-c40dc106bc3b req-693eee3e-b305-4e47-8547-76f1513ac256 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48fb3874-69bb-40f3-a827-9c1f11a82a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691514 Feb 04 21:27:04.900538 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-18ed8cc3-3469-4f97-950e-ec9e402c6626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:04.996149 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed8cc3-3469-4f97-950e-ec9e402c6626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aae208f-471d-45a0-abee-663ff43fa77f,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:05.060609 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-174dace7-4d07-4d4c-967d-d3a02185c986 None None] Provisioning complete for port 6d124b28-7bb4-40be-9f2c-15cc3c63ed16 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:27:05.061323 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-174dace7-4d07-4d4c-967d-d3a02185c986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:05.078833 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d9426b-48a4-4588-af0b-ce5174156103 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Router c4509174-66df-4d87-83c3-8d0506d81a1c is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:27:05.138270 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-18ed8cc3-3469-4f97-950e-ec9e402c6626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:05.142913 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-18ed8cc3-3469-4f97-950e-ec9e402c6626 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9aae208f-471d-45a0-abee-663ff43fa77f HTTP/1.1" status: 204 len: 168 time: 1.1713872 Feb 04 21:27:05.212274 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fd7d1-a1b2-4ef3-8b82-24015ba9b10a req-df7760b3-23b0-47c5-aea7-66a69c950f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:05.213788 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ff9fd7d1-a1b2-4ef3-8b82-24015ba9b10a req-df7760b3-23b0-47c5-aea7-66a69c950f63 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224 HTTP/1.1" status: 200 len: 1096 time: 0.5795128 Feb 04 21:27:05.228650 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-174dace7-4d07-4d4c-967d-d3a02185c986 None None] Port 6d124b28-7bb4-40be-9f2c-15cc3c63ed16 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:27:05.257474 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 235e53ee-f219-4e09-b5a0-aab149e77716 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:27:05.373769 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e12bc3c0-3c35-4027-bbb1-0b2f8b0afc23 tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:05.380334 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ff9fd7d1-a1b2-4ef3-8b82-24015ba9b10a req-5fd9d1d2-ed67-4de4-ae1e-141162536de2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0a1c86c6-e64f-4ee6-b3b9-a16489a8ed02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397274 Feb 04 21:27:05.390467 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511051e2-3827-4503-835b-35faa699c012 req-9a2bac52-f173-4194-9cde-3ee5a3f94a47 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:05.398109 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-511051e2-3827-4503-835b-35faa699c012 req-9a2bac52-f173-4194-9cde-3ee5a3f94a47 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224 HTTP/1.1" status: 200 len: 945 time: 0.4167955 Feb 04 21:27:05.426218 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e12bc3c0-3c35-4027-bbb1-0b2f8b0afc23 tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:05.451628 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e12bc3c0-3c35-4027-bbb1-0b2f8b0afc23 tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:27:05.476719 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e12bc3c0-3c35-4027-bbb1-0b2f8b0afc23 tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:05.478513 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-e12bc3c0-3c35-4027-bbb1-0b2f8b0afc23 tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] Added segment 4432235a-ea12-4a29-98f0-980b8ed0c09b of type vlan for network d1fdc5c3-9b7e-4dc0-95dc-c2b49c5ac5a1 Feb 04 21:27:05.541279 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e12bc3c0-3c35-4027-bbb1-0b2f8b0afc23 tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:05.571691 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 235e53ee-f219-4e09-b5a0-aab149e77716 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:27:05.572213 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:05.594676 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12bc3c0-3c35-4027-bbb1-0b2f8b0afc23 tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9217c9-e7f4-4b1d-a3b4-8fbeed1c5aa6,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:05.596808 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d9426b-48a4-4588-af0b-ce5174156103 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:27:05.622960 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 38326) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:05.624215 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-72d9426b-48a4-4588-af0b-ce5174156103 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "PUT /v2.0/routers/c4509174-66df-4d87-83c3-8d0506d81a1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5441134 Feb 04 21:27:05.649607 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eb6fec-55b3-416e-a0dd-b26bc2e1fb86 None None] Sync routers for ids ['c4509174-66df-4d87-83c3-8d0506d81a1c'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:27:05.670038 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eb6fec-55b3-416e-a0dd-b26bc2e1fb86 None None] Routers {'c4509174-66df-4d87-83c3-8d0506d81a1c'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:27:05.670732 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-92eb6fec-55b3-416e-a0dd-b26bc2e1fb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:26:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['c4509174-66df-4d87-83c3-8d0506d81a1c'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:05.689112 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-511051e2-3827-4503-835b-35faa699c012 req-211a3960-2212-4f6c-b399-318e7e2ebb7c tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a1c86c6-e64f-4ee6-b3b9-a16489a8ed02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2897711 Feb 04 21:27:05.718007 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-fe5ef350-562f-465a-9f3e-c40dc106bc3b req-ab650b77-c67a-4260-994b-33358996a27c service neutron] 10.222.0.18 "GET /v2.0/networks/48fb3874-69bb-40f3-a827-9c1f11a82a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8515780 Feb 04 21:27:05.739735 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e12bc3c0-3c35-4027-bbb1-0b2f8b0afc23 tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:05.748565 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12bc3c0-3c35-4027-bbb1-0b2f8b0afc23 tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:05.749691 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e12bc3c0-3c35-4027-bbb1-0b2f8b0afc23 tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:05.789262 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0490dc-d2d8-46e1-ac25-3af341739f82 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:05.791235 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ac0490dc-d2d8-46e1-ac25-3af341739f82 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "GET /v2.0/ports/6d124b28-7bb4-40be-9f2c-15cc3c63ed16 HTTP/1.1" status: 200 len: 910 time: 0.1672134 Feb 04 21:27:05.800326 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 38332) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:05.840924 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-92eb6fec-55b3-416e-a0dd-b26bc2e1fb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:05.983003 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eb6fec-55b3-416e-a0dd-b26bc2e1fb86 None None] Routers {'c4509174-66df-4d87-83c3-8d0506d81a1c'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:27:05.986614 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-92eb6fec-55b3-416e-a0dd-b26bc2e1fb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:26:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['c4509174-66df-4d87-83c3-8d0506d81a1c'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:06.009978 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-fe5ef350-562f-465a-9f3e-c40dc106bc3b req-1fe191d7-c585-42af-a392-0386a23589b7 service neutron] 10.222.0.18 "GET /v2.0/networks/48fb3874-69bb-40f3-a827-9c1f11a82a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849007 Feb 04 21:27:06.055137 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e12bc3c0-3c35-4027-bbb1-0b2f8b0afc23 tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0504172 Feb 04 21:27:06.059425 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38342) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:06.128061 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12bc3c0-3c35-4027-bbb1-0b2f8b0afc23 tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] Pushing event updated for resources: {'Network': ['ID=d1fdc5c3-9b7e-4dc0-95dc-c2b49c5ac5a1,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:06.254741 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network d1fdc5c3-9b7e-4dc0-95dc-c2b49c5ac5a1 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:27:06.286496 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-92eb6fec-55b3-416e-a0dd-b26bc2e1fb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:06.287031 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eb6fec-55b3-416e-a0dd-b26bc2e1fb86 None None] The sync data for ids ['c4509174-66df-4d87-83c3-8d0506d81a1c'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:27:06.559661 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-80e9a00a-5d0c-428a-9a05-c4dd32778177 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Request body: {'network': {'name': 'tempest-network--737922287', 'router:external': True}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:27:06.579324 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-80e9a00a-5d0c-428a-9a05-c4dd32778177 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:06.592357 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-80e9a00a-5d0c-428a-9a05-c4dd32778177 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Usage tracker for resource:network and tenant:e178c97745014e37a6eeaa1c8cf0a2b3 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:06.605522 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-80e9a00a-5d0c-428a-9a05-c4dd32778177 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:06.621962 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-80e9a00a-5d0c-428a-9a05-c4dd32778177 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:06.636750 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e9a00a-5d0c-428a-9a05-c4dd32778177 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Made reservation on behalf of e178c97745014e37a6eeaa1c8cf0a2b3 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:27:06.650633 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-80e9a00a-5d0c-428a-9a05-c4dd32778177 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:06.695952 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-80e9a00a-5d0c-428a-9a05-c4dd32778177 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:06.722119 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-80e9a00a-5d0c-428a-9a05-c4dd32778177 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:06.743210 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-80e9a00a-5d0c-428a-9a05-c4dd32778177 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Usage tracker for resource:security_group_rule and tenant:e178c97745014e37a6eeaa1c8cf0a2b3 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:06.747793 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-80e9a00a-5d0c-428a-9a05-c4dd32778177 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:06.758228 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-80e9a00a-5d0c-428a-9a05-c4dd32778177 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:07.050086 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-80e9a00a-5d0c-428a-9a05-c4dd32778177 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:07.065949 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-80e9a00a-5d0c-428a-9a05-c4dd32778177 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:07.123013 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e9a00a-5d0c-428a-9a05-c4dd32778177 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:27:07.140301 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-80e9a00a-5d0c-428a-9a05-c4dd32778177 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:07.141648 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-80e9a00a-5d0c-428a-9a05-c4dd32778177 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Added segment 382dba33-a062-4cab-8ea6-75fb6bc2108a of type vlan for network c9ec5837-8c5d-4427-a4be-6f6099489b83 Feb 04 21:27:07.143316 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9a00a-5d0c-428a-9a05-c4dd32778177 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8544741e-0438-47d8-b354-183951724ea6,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:07.205836 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-80e9a00a-5d0c-428a-9a05-c4dd32778177 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:07.260973 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-80e9a00a-5d0c-428a-9a05-c4dd32778177 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:07.262017 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e9a00a-5d0c-428a-9a05-c4dd32778177 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:07.262551 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-80e9a00a-5d0c-428a-9a05-c4dd32778177 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:07.306391 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c1c4dad8-2d19-4ba0-b452-e4e1e8113df8 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:07.621997 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9a00a-5d0c-428a-9a05-c4dd32778177 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Pushing event updated for resources: {'Network': ['ID=c9ec5837-8c5d-4427-a4be-6f6099489b83,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:07.627794 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-80e9a00a-5d0c-428a-9a05-c4dd32778177 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5665889 Feb 04 21:27:07.635881 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 38402) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:07.640537 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network c9ec5837-8c5d-4427-a4be-6f6099489b83 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:27:07.694268 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c01a12-d067-49f3-bc6f-c900553b6eb0 req-4279bf86-9509-4216-a65c-dae3488bef37 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:07.701621 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a2c01a12-d067-49f3-bc6f-c900553b6eb0 req-4279bf86-9509-4216-a65c-dae3488bef37 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224 HTTP/1.1" status: 200 len: 945 time: 0.5921569 Feb 04 21:27:07.884979 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e9d1054e-dfff-40d8-bf70-c309297ce3c6 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:07.932023 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a2c01a12-d067-49f3-bc6f-c900553b6eb0 req-7b86f582-5f13-422f-965e-869f5858ec25 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a1c86c6-e64f-4ee6-b3b9-a16489a8ed02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2294624 Feb 04 21:27:08.381682 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e9d1054e-dfff-40d8-bf70-c309297ce3c6 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:08.418110 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-c1c4dad8-2d19-4ba0-b452-e4e1e8113df8 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Allocated IP 172.21.0.1 (8d76dd9b-4033-4177-81c2-dbc75cf4ea0c/16fedbf4-194a-4eb8-80c1-e4f95003902e/30a440a7-77cc-4cf6-84f9-b17feeb56be0) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:27:08.429480 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-e9d1054e-dfff-40d8-bf70-c309297ce3c6 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ec5837-8c5d-4427-a4be-6f6099489b83']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:08.454014 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-e9d1054e-dfff-40d8-bf70-c309297ce3c6 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '382dba33-a062-4cab-8ea6-75fb6bc2108a') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:08.454902 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-e9d1054e-dfff-40d8-bf70-c309297ce3c6 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '382dba33-a062-4cab-8ea6-75fb6bc2108a') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:08.621231 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e9d1054e-dfff-40d8-bf70-c309297ce3c6 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:08.662977 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141a39d-d2e9-4bab-a50c-ca458344e744 req-d2c90c3c-06b8-4aaf-90cb-c6da3367e2d7 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:08.664479 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3141a39d-d2e9-4bab-a50c-ca458344e744 req-d2c90c3c-06b8-4aaf-90cb-c6da3367e2d7 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224 HTTP/1.1" status: 200 len: 945 time: 0.4402750 Feb 04 21:27:08.668128 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e9d1054e-dfff-40d8-bf70-c309297ce3c6 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:08.689354 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d1054e-dfff-40d8-bf70-c309297ce3c6 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:27:08.689856 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e9d1054e-dfff-40d8-bf70-c309297ce3c6 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:08.706856 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:27:08.706856 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:27:08.706856 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:27:08.706856 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:27:08.706856 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:27:08.706856 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:27:08.706856 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:27:08.706856 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:27:08.706856 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:27:08.706856 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:27:08.706856 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:27:08.706856 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:27:08.706856 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:27:08.706856 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:27:08.706856 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:27:08.706856 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:27:08.706856 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:27:08.706856 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:27:08.706856 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:27:08.706856 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:27:08.706856 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:27:08.706856 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:27:08.706856 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:27:08.706856 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:27:08.706856 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:27:08.706856 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:27:08.706856 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:27:08.706856 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:27:08.706856 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:27:08.706856 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:27:08.706856 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:27:08.706856 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:27:08.844289 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c1c4dad8-2d19-4ba0-b452-e4e1e8113df8 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:08.868734 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3141a39d-d2e9-4bab-a50c-ca458344e744 req-1da9b127-c3a9-4228-8033-1f30e813153e tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a1c86c6-e64f-4ee6-b3b9-a16489a8ed02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814697 Feb 04 21:27:08.874389 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e9d1054e-dfff-40d8-bf70-c309297ce3c6 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:08.879789 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d1054e-dfff-40d8-bf70-c309297ce3c6 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c9ec5837-8c5d-4427-a4be-6f6099489b83 {{(pid=87683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 21:27:08.882110 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e9d1054e-dfff-40d8-bf70-c309297ce3c6 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:08.890072 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [None req-c1c4dad8-2d19-4ba0-b452-e4e1e8113df8 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Transition to ACTIVE for port object 30a440a7-77cc-4cf6-84f9-b17feeb56be0 will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:27:08.909843 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e9d1054e-dfff-40d8-bf70-c309297ce3c6 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] 10.222.0.26 "DELETE /v2.0/networks/c9ec5837-8c5d-4427-a4be-6f6099489b83 HTTP/1.1" status: 204 len: 168 time: 1.2694926 Feb 04 21:27:08.910555 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38440) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:08.917239 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-a56b4736-e3dd-48a7-a9f8-57d6a7c85681 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:27:08.917946 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 38444) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:08.927450 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a56b4736-e3dd-48a7-a9f8-57d6a7c85681 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:08.928643 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1054e-dfff-40d8-bf70-c309297ce3c6 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Pushing event deleted for resources: {'Network': ['ID=c9ec5837-8c5d-4427-a4be-6f6099489b83,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:08.934664 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a56b4736-e3dd-48a7-a9f8-57d6a7c85681 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Usage tracker for resource:network and tenant:e178c97745014e37a6eeaa1c8cf0a2b3 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:08.944578 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-a56b4736-e3dd-48a7-a9f8-57d6a7c85681 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:08.957799 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-a56b4736-e3dd-48a7-a9f8-57d6a7c85681 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:08.983238 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56b4736-e3dd-48a7-a9f8-57d6a7c85681 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Made reservation on behalf of e178c97745014e37a6eeaa1c8cf0a2b3 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:27:08.986808 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a56b4736-e3dd-48a7-a9f8-57d6a7c85681 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:09.041988 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56b4736-e3dd-48a7-a9f8-57d6a7c85681 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:27:09.065166 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a56b4736-e3dd-48a7-a9f8-57d6a7c85681 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:09.066933 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-a56b4736-e3dd-48a7-a9f8-57d6a7c85681 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Added segment 71e36a79-d6fb-4bbc-a965-2e175ecbd601 of type vlan for network 33bc8b5a-be35-4a3a-aadf-5b0a2e99d9b5 Feb 04 21:27:09.085432 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c1c4dad8-2d19-4ba0-b452-e4e1e8113df8 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:09.139244 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a56b4736-e3dd-48a7-a9f8-57d6a7c85681 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:09.189903 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a56b4736-e3dd-48a7-a9f8-57d6a7c85681 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:09.191062 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56b4736-e3dd-48a7-a9f8-57d6a7c85681 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:09.192589 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-a56b4736-e3dd-48a7-a9f8-57d6a7c85681 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:09.323390 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4dad8-2d19-4ba0-b452-e4e1e8113df8 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Pushing event updated for resources: {'Port': ['ID=30a440a7-77cc-4cf6-84f9-b17feeb56be0,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:09.338155 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c4dad8-2d19-4ba0-b452-e4e1e8113df8 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Network 8d76dd9b-4033-4177-81c2-dbc75cf4ea0c is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:27:09.351381 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-c1c4dad8-2d19-4ba0-b452-e4e1e8113df8 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:27:09.361556 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-a56b4736-e3dd-48a7-a9f8-57d6a7c85681 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4460564 Feb 04 21:27:09.361556 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b4736-e3dd-48a7-a9f8-57d6a7c85681 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Pushing event updated for resources: {'Network': ['ID=33bc8b5a-be35-4a3a-aadf-5b0a2e99d9b5,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:09.362017 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c4dad8-2d19-4ba0-b452-e4e1e8113df8 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:27:09.363515 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38456) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:09.372867 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 33bc8b5a-be35-4a3a-aadf-5b0a2e99d9b5 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:27:09.394198 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-29f2fafa-2f3d-46d6-8c9d-dda5ee07312b tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Request body: {'subnet': {'network_id': '33bc8b5a-be35-4a3a-aadf-5b0a2e99d9b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:27:09.413179 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-29f2fafa-2f3d-46d6-8c9d-dda5ee07312b tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:09.423625 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-29f2fafa-2f3d-46d6-8c9d-dda5ee07312b tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Usage tracker for resource:subnet and tenant:e178c97745014e37a6eeaa1c8cf0a2b3 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:09.430196 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-29f2fafa-2f3d-46d6-8c9d-dda5ee07312b tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:09.449973 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-29f2fafa-2f3d-46d6-8c9d-dda5ee07312b tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:09.472895 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f2fafa-2f3d-46d6-8c9d-dda5ee07312b tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Made reservation on behalf of e178c97745014e37a6eeaa1c8cf0a2b3 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:27:09.475682 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-29f2fafa-2f3d-46d6-8c9d-dda5ee07312b tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:09.528072 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cf229e-c916-44f3-ab2c-2e82ae219384 tempest-TestNetworkAdvancedServerOps-1430932811 tempest-TestNetworkAdvancedServerOps-1430932811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:09.534002 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-30cf229e-c916-44f3-ab2c-2e82ae219384 tempest-TestNetworkAdvancedServerOps-1430932811 tempest-TestNetworkAdvancedServerOps-1430932811-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224 HTTP/1.1" status: 200 len: 1091 time: 0.6087861 Feb 04 21:27:09.534002 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 38460) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:09.556662 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-533d04f8-0114-4f53-b585-e3e54e08f23f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Request body: {'floatingip': {'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'port_id': '67c1b234-fe0a-4770-b552-f3ca5d5f208b', 'tenant_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:27:09.588343 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c1c4dad8-2d19-4ba0-b452-e4e1e8113df8 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:09.591380 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-533d04f8-0114-4f53-b585-e3e54e08f23f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:09.625131 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-533d04f8-0114-4f53-b585-e3e54e08f23f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Usage tracker for resource:floatingip and tenant:2e8582aac1f7460e8c501b58b7ccfd28 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:09.655521 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-533d04f8-0114-4f53-b585-e3e54e08f23f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:09.744100 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-a46ee064-63bf-44d6-a27d-ab27f27fd65d tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:09.747771 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-a46ee064-63bf-44d6-a27d-ab27f27fd65d tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Synchronizing usage tracker for tenant:fe26737a52c644edb9ecfa2cc901b8eb on resource:network {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:27:09.756961 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-533d04f8-0114-4f53-b585-e3e54e08f23f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:09.807374 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-533d04f8-0114-4f53-b585-e3e54e08f23f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks [] for floatingip, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:09.811129 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d6d76184-b73c-4933-8cc7-a684d9e758be None None] Provisioning for port 30a440a7-77cc-4cf6-84f9-b17feeb56be0 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:27:09.820272 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d6d76184-b73c-4933-8cc7-a684d9e758be None None] Provisioning complete for port 30a440a7-77cc-4cf6-84f9-b17feeb56be0 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:27:09.820778 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d6d76184-b73c-4933-8cc7-a684d9e758be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:09.964558 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-d6d76184-b73c-4933-8cc7-a684d9e758be None None] Port 30a440a7-77cc-4cf6-84f9-b17feeb56be0 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:27:10.039763 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-a46ee064-63bf-44d6-a27d-ab27f27fd65d tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Unset dirty status for tenant:fe26737a52c644edb9ecfa2cc901b8eb on resource:network {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:27:10.040940 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-a46ee064-63bf-44d6-a27d-ab27f27fd65d tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/networks?id=8cc3e586-c572-46a5-85c3-1db4ed928a43 HTTP/1.1" status: 200 len: 809 time: 1.0004644 Feb 04 21:27:10.074523 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-3a56a5d7-fcde-420c-8f4e-96d5d6b384db tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/quotas/fe26737a52c644edb9ecfa2cc901b8eb HTTP/1.1" status: 200 len: 375 time: 0.0170345 Feb 04 21:27:10.239056 n-d-827896-1 neutron-server[87682]: DEBUG neutron.objects.ports [None req-29f2fafa-2f3d-46d6-8c9d-dda5ee07312b tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87682) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 21:27:10.239623 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-29f2fafa-2f3d-46d6-8c9d-dda5ee07312b tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:10.278077 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38476) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:10.344385 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2fafa-2f3d-46d6-8c9d-dda5ee07312b tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a7b3b55a-43af-41dc-a763-43759a7da842,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:10.351303 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f2fafa-2f3d-46d6-8c9d-dda5ee07312b tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Checking segment: {'id': '71e36a79-d6fb-4bbc-a965-2e175ecbd601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '33bc8b5a-be35-4a3a-aadf-5b0a2e99d9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:27:10.352022 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f2fafa-2f3d-46d6-8c9d-dda5ee07312b tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Network hostable DHCP agents. Network: 33bc8b5a-be35-4a3a-aadf-5b0a2e99d9b5, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:27:10.380636 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f2fafa-2f3d-46d6-8c9d-dda5ee07312b tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Network 33bc8b5a-be35-4a3a-aadf-5b0a2e99d9b5 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:27:10.394136 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-29f2fafa-2f3d-46d6-8c9d-dda5ee07312b tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 33bc8b5a-be35-4a3a-aadf-5b0a2e99d9b5) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:27:10.397563 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-f535b74c-7d80-418e-a62a-8f48e3815f36 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe26737a52c644edb9ecfa2cc901b8eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2718859 Feb 04 21:27:10.402995 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43433402-f013-41d2-a4d9-c27db6781c66 None None] Network 33bc8b5a-be35-4a3a-aadf-5b0a2e99d9b5 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:27:10.422656 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f2fafa-2f3d-46d6-8c9d-dda5ee07312b tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:10.424172 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-29f2fafa-2f3d-46d6-8c9d-dda5ee07312b tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:10.460749 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-29f2fafa-2f3d-46d6-8c9d-dda5ee07312b tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0778451 Feb 04 21:27:10.461841 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38482) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:10.472122 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-7f61d95f-9308-4ce7-ba36-b84337b957de tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Request body: {'floatingip': {'floating_network_id': '33bc8b5a-be35-4a3a-aadf-5b0a2e99d9b5'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:27:10.484127 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7f61d95f-9308-4ce7-ba36-b84337b957de tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:10.494165 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7f61d95f-9308-4ce7-ba36-b84337b957de tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Usage tracker for resource:floatingip and tenant:e178c97745014e37a6eeaa1c8cf0a2b3 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:10.500914 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-7f61d95f-9308-4ce7-ba36-b84337b957de tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:10.527678 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9c9cc526-c238-4b3f-8878-08cc4015b214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:10.541652 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-7f61d95f-9308-4ce7-ba36-b84337b957de tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:10.552710 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9c9cc526-c238-4b3f-8878-08cc4015b214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:10.557584 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9c9cc526-c238-4b3f-8878-08cc4015b214 admin admin] Usage tracker for resource:security_group_rule and tenant:12d033aaa2ba4043b2262bedb90321bf is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:10.560853 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9c9cc526-c238-4b3f-8878-08cc4015b214 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:10.568237 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f61d95f-9308-4ce7-ba36-b84337b957de tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:10.607466 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9c9cc526-c238-4b3f-8878-08cc4015b214 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:10.618782 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-57ab13be-edfb-4555-9ae2-23fb302a9063 service neutron] 10.222.0.26 "GET /v2.0/networks/8cc3e586-c572-46a5-85c3-1db4ed928a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037985 Feb 04 21:27:10.695365 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e9e35d-7c03-42c6-b3d7-8d47dd7a7649 None None] Network 33bc8b5a-be35-4a3a-aadf-5b0a2e99d9b5 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:27:10.847275 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9c9cc526-c238-4b3f-8878-08cc4015b214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:10.857440 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f61d95f-9308-4ce7-ba36-b84337b957de tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:10.861357 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9c9cc526-c238-4b3f-8878-08cc4015b214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:10.870497 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c1c4dad8-2d19-4ba0-b452-e4e1e8113df8 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:10.906707 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-1edb51d7-b13c-4280-a627-e9411cb454ea service neutron] 10.222.0.26 "GET /v2.0/networks/8cc3e586-c572-46a5-85c3-1db4ed928a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769785 Feb 04 21:27:10.964846 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9cc526-c238-4b3f-8878-08cc4015b214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c41d7f9-d714-495c-a395-f25f0644e829,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:11.072668 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9c9cc526-c238-4b3f-8878-08cc4015b214 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=12d033aaa2ba4043b2262bedb90321bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7935557 Feb 04 21:27:11.076704 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38488) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:11.227623 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-24898ef0-aa65-453e-b7bd-cc1d6aab6a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:11.253816 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-7f61d95f-9308-4ce7-ba36-b84337b957de tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Allocated IP 172.20.0.2 (33bc8b5a-be35-4a3a-aadf-5b0a2e99d9b5/a7b3b55a-43af-41dc-a763-43759a7da842/b94d4739-d3dd-4b25-ae28-339d151365c8) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:27:11.272996 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-24898ef0-aa65-453e-b7bd-cc1d6aab6a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:11.443928 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-533d04f8-0114-4f53-b585-e3e54e08f23f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:11.492414 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-24898ef0-aa65-453e-b7bd-cc1d6aab6a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:11.523463 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24898ef0-aa65-453e-b7bd-cc1d6aab6a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c41d7f9-d714-495c-a395-f25f0644e829,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:11.555871 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-24898ef0-aa65-453e-b7bd-cc1d6aab6a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:11.572061 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-24898ef0-aa65-453e-b7bd-cc1d6aab6a30 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8c41d7f9-d714-495c-a395-f25f0644e829 HTTP/1.1" status: 204 len: 168 time: 0.4861128 Feb 04 21:27:11.599895 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f61d95f-9308-4ce7-ba36-b84337b957de tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:11.667803 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f61d95f-9308-4ce7-ba36-b84337b957de tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:11.747032 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c1c4dad8-2d19-4ba0-b452-e4e1e8113df8 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:11.772564 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c1c4dad8-2d19-4ba0-b452-e4e1e8113df8 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:11.807677 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f61d95f-9308-4ce7-ba36-b84337b957de tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Network 33bc8b5a-be35-4a3a-aadf-5b0a2e99d9b5 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:27:11.821073 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-7f61d95f-9308-4ce7-ba36-b84337b957de tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:27:11.827157 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f61d95f-9308-4ce7-ba36-b84337b957de tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:27:11.886672 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61d95f-9308-4ce7-ba36-b84337b957de tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Pushing event updated for resources: {'Port': ['ID=b94d4739-d3dd-4b25-ae28-339d151365c8,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:11.976206 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f61d95f-9308-4ce7-ba36-b84337b957de tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:12.046978 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-533d04f8-0114-4f53-b585-e3e54e08f23f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Allocated IP 172.25.5.217 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/6509c76c-c255-4d3a-ad55-6bf0b99cc4d4) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:27:12.065746 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4dad8-2d19-4ba0-b452-e4e1e8113df8 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Pushing event updated for resources: {'Port': ['ID=30a440a7-77cc-4cf6-84f9-b17feeb56be0,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:12.097528 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f61d95f-9308-4ce7-ba36-b84337b957de tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:12.155305 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4dad8-2d19-4ba0-b452-e4e1e8113df8 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:12.155776 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4dad8-2d19-4ba0-b452-e4e1e8113df8 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:12.156267 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4dad8-2d19-4ba0-b452-e4e1e8113df8 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:12.156824 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4dad8-2d19-4ba0-b452-e4e1e8113df8 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:12.157345 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4dad8-2d19-4ba0-b452-e4e1e8113df8 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:12.157792 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4dad8-2d19-4ba0-b452-e4e1e8113df8 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:12.158228 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4dad8-2d19-4ba0-b452-e4e1e8113df8 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:12.158662 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4dad8-2d19-4ba0-b452-e4e1e8113df8 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:12.159096 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4dad8-2d19-4ba0-b452-e4e1e8113df8 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:12.159530 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4dad8-2d19-4ba0-b452-e4e1e8113df8 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:12.160442 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4dad8-2d19-4ba0-b452-e4e1e8113df8 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:12.160442 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4dad8-2d19-4ba0-b452-e4e1e8113df8 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:12.203717 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6abc433f-a5ac-4a06-90af-770c11eea3ef req-64e18b2d-b4e6-4969-bba2-03b520ea27e7 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/ports?device_id=95338acf-2d65-4e51-8d9f-da14c2b7ec11 HTTP/1.1" status: 200 len: 210 time: 0.3256543 Feb 04 21:27:12.307844 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c1c4dad8-2d19-4ba0-b452-e4e1e8113df8 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:12.567194 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-533d04f8-0114-4f53-b585-e3e54e08f23f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:12.621631 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f61d95f-9308-4ce7-ba36-b84337b957de tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:12.631796 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f61d95f-9308-4ce7-ba36-b84337b957de tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:12.641268 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c4dad8-2d19-4ba0-b452-e4e1e8113df8 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Network 8d76dd9b-4033-4177-81c2-dbc75cf4ea0c is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:27:12.644654 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-c1c4dad8-2d19-4ba0-b452-e4e1e8113df8 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:27:12.850702 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61d95f-9308-4ce7-ba36-b84337b957de tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Pushing event updated for resources: {'Port': ['ID=b94d4739-d3dd-4b25-ae28-339d151365c8,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:13.021271 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f61d95f-9308-4ce7-ba36-b84337b957de tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:13.023381 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-533d04f8-0114-4f53-b585-e3e54e08f23f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:13.052443 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7f61d95f-9308-4ce7-ba36-b84337b957de tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:13.057052 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7f61d95f-9308-4ce7-ba36-b84337b957de tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5940850 Feb 04 21:27:13.058056 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38548) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:13.153164 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-dd09519e-49ab-40f2-a17e-d2983a5f4565 None None] Provisioning complete for port 30a440a7-77cc-4cf6-84f9-b17feeb56be0 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:27:13.154749 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-dd09519e-49ab-40f2-a17e-d2983a5f4565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:13.224634 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f7c44362-c71c-4917-a26f-d3ad1f8cbb23 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Synchronizing usage tracker for tenant:e178c97745014e37a6eeaa1c8cf0a2b3 on resource:floatingip {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:27:13.310723 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-dd09519e-49ab-40f2-a17e-d2983a5f4565 None None] Port 30a440a7-77cc-4cf6-84f9-b17feeb56be0 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:27:13.333271 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-f7c44362-c71c-4917-a26f-d3ad1f8cbb23 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Unset dirty status for tenant:e178c97745014e37a6eeaa1c8cf0a2b3 on resource:floatingip {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:27:13.337676 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f7c44362-c71c-4917-a26f-d3ad1f8cbb23 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] 10.222.0.26 "GET /v2.0/floatingips?floating_network_id=33bc8b5a-be35-4a3a-aadf-5b0a2e99d9b5 HTTP/1.1" status: 200 len: 689 time: 0.2627978 Feb 04 21:27:13.338311 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38558) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:13.460270 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-904590f5-5572-411a-88f7-c18ef88266cb tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:13.461960 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-904590f5-5572-411a-88f7-c18ef88266cb tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.18 "GET /v2.0/networks?id=8cc3e586-c572-46a5-85c3-1db4ed928a43 HTTP/1.1" status: 200 len: 809 time: 0.6997356 Feb 04 21:27:13.489777 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-1561cda5-a7f5-49a2-afd3-1e95827f2235 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Request body: {'port': {'device_id': '95338acf-2d65-4e51-8d9f-da14c2b7ec11', 'network_id': '8cc3e586-c572-46a5-85c3-1db4ed928a43', 'admin_state_up': True, 'tenant_id': 'fe26737a52c644edb9ecfa2cc901b8eb'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:27:13.525019 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c4dad8-2d19-4ba0-b452-e4e1e8113df8 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Router c4509174-66df-4d87-83c3-8d0506d81a1c has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:27:13.534698 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533d04f8-0114-4f53-b585-e3e54e08f23f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:27:13.549374 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5c4fcfe7-b0ec-4245-837a-f8b8f5237b08 req-a28ddc0d-2301-4769-9717-76a29d1f135a tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/ports?device_id=95338acf-2d65-4e51-8d9f-da14c2b7ec11 HTTP/1.1" status: 200 len: 210 time: 0.0950899 Feb 04 21:27:13.550428 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-533d04f8-0114-4f53-b585-e3e54e08f23f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:27:13.553095 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533d04f8-0114-4f53-b585-e3e54e08f23f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:27:13.614101 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-de49e4b0-df91-4790-bb49-fe5eaf6c8180 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:13.709002 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d04f8-0114-4f53-b585-e3e54e08f23f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Pushing event updated for resources: {'Port': ['ID=6509c76c-c255-4d3a-ad55-6bf0b99cc4d4,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:13.712040 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-de49e4b0-df91-4790-bb49-fe5eaf6c8180 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Deleting port b94d4739-d3dd-4b25-ae28-339d151365c8 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:27:13.712577 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-de49e4b0-df91-4790-bb49-fe5eaf6c8180 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:13.867283 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6f55a6ba-471f-46b5-b147-b5703e70d233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:13.936032 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-1561cda5-a7f5-49a2-afd3-1e95827f2235 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:13.938434 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c4dad8-2d19-4ba0-b452-e4e1e8113df8 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:27:13.951393 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec018e1-67ef-4879-8f6b-bf350cc03a9d None None] Sync routers for ids ['c4509174-66df-4d87-83c3-8d0506d81a1c'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:27:13.974349 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-1561cda5-a7f5-49a2-afd3-1e95827f2235 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Usage tracker for resource:port and tenant:fe26737a52c644edb9ecfa2cc901b8eb is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:13.990308 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-1561cda5-a7f5-49a2-afd3-1e95827f2235 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:13.998178 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec018e1-67ef-4879-8f6b-bf350cc03a9d None None] Routers {'c4509174-66df-4d87-83c3-8d0506d81a1c'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:27:13.998803 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-9ec018e1-67ef-4879-8f6b-bf350cc03a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:26:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['c4509174-66df-4d87-83c3-8d0506d81a1c'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:14.010460 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-1561cda5-a7f5-49a2-afd3-1e95827f2235 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:14.090398 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-1561cda5-a7f5-49a2-afd3-1e95827f2235 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Made reservation on behalf of fe26737a52c644edb9ecfa2cc901b8eb for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:27:14.099824 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-9ec018e1-67ef-4879-8f6b-bf350cc03a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:14.102279 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-1561cda5-a7f5-49a2-afd3-1e95827f2235 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:14.115514 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec018e1-67ef-4879-8f6b-bf350cc03a9d None None] Routers {'c4509174-66df-4d87-83c3-8d0506d81a1c'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:27:14.116403 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-9ec018e1-67ef-4879-8f6b-bf350cc03a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:26:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['c4509174-66df-4d87-83c3-8d0506d81a1c'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:14.181329 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-de49e4b0-df91-4790-bb49-fe5eaf6c8180 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:14.181670 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-de49e4b0-df91-4790-bb49-fe5eaf6c8180 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:14.275773 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-9ec018e1-67ef-4879-8f6b-bf350cc03a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:14.276171 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec018e1-67ef-4879-8f6b-bf350cc03a9d None None] The sync data for ids ['c4509174-66df-4d87-83c3-8d0506d81a1c'] in n-d-827896-1 is: [] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:27:14.356701 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c1c4dad8-2d19-4ba0-b452-e4e1e8113df8 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "PUT /v2.0/routers/c4509174-66df-4d87-83c3-8d0506d81a1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5501604 Feb 04 21:27:14.359634 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 38594) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:14.451201 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-de49e4b0-df91-4790-bb49-fe5eaf6c8180 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Calling delete_port for b94d4739-d3dd-4b25-ae28-339d151365c8 owned by network:floatingip {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:27:14.471025 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af1f592-4195-4d66-ad6c-1838e6ac017a tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:14.471892 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-8af1f592-4195-4d66-ad6c-1838e6ac017a tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Synchronizing usage tracker for tenant:cbc86534709d428b91b2b43a6558e62d on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:27:14.514798 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-8af1f592-4195-4d66-ad6c-1838e6ac017a tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Unset dirty status for tenant:cbc86534709d428b91b2b43a6558e62d on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:27:14.516308 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-8af1f592-4195-4d66-ad6c-1838e6ac017a tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "GET /v2.0/ports/30a440a7-77cc-4cf6-84f9-b17feeb56be0 HTTP/1.1" status: 200 len: 910 time: 0.1557691 Feb 04 21:27:14.520506 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 38618) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:14.867280 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-de49e4b0-df91-4790-bb49-fe5eaf6c8180 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:14.925967 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-1561cda5-a7f5-49a2-afd3-1e95827f2235 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Allocated IP 172.20.0.14 (8cc3e586-c572-46a5-85c3-1db4ed928a43/f03b02ac-1639-4e07-b514-b30a29ed59bd/0be5d1b4-7af3-4756-8650-39953fdafd8a) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:27:14.928208 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49e4b0-df91-4790-bb49-fe5eaf6c8180 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Pushing event deleted for resources: {'Port': ['ID=b94d4739-d3dd-4b25-ae28-339d151365c8,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:15.050334 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-d02dc920-d498-4e45-af3f-7af783beb1ec req-90e5ff87-c2c4-4364-ad6d-02c183396c6e tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/ports?device_id=95338acf-2d65-4e51-8d9f-da14c2b7ec11 HTTP/1.1" status: 200 len: 210 time: 0.1285267 Feb 04 21:27:15.335606 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-533d04f8-0114-4f53-b585-e3e54e08f23f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:15.439214 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a2763-d1d9-4a80-860a-4e565db3f4d9 req-64c75109-70b6-4095-8342-38de00f70e6c tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:15.446867 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0c0a2763-d1d9-4a80-860a-4e565db3f4d9 req-64c75109-70b6-4095-8342-38de00f70e6c tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddcac543-4a79-408d-b793-bea24371f20f HTTP/1.1" status: 200 len: 946 time: 0.2033234 Feb 04 21:27:15.468727 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-de49e4b0-df91-4790-bb49-fe5eaf6c8180 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:15.590362 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-de49e4b0-df91-4790-bb49-fe5eaf6c8180 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:15.628043 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38716) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:15.636079 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-1561cda5-a7f5-49a2-afd3-1e95827f2235 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:15.700876 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-de49e4b0-df91-4790-bb49-fe5eaf6c8180 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:15.716843 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0c0a2763-d1d9-4a80-860a-4e565db3f4d9 req-91e6c42e-710a-4172-a13c-77d07e6f50cc tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/security-groups?id=521e69c8-4672-4ee9-a417-79cd09b52282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690341 Feb 04 21:27:15.732173 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-533d04f8-0114-4f53-b585-e3e54e08f23f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:15.744016 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-1561cda5-a7f5-49a2-afd3-1e95827f2235 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:15.747460 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49e4b0-df91-4790-bb49-fe5eaf6c8180 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a7b3b55a-43af-41dc-a763-43759a7da842,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:15.784539 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-15898b08-a715-4d69-8201-10cd9d1eefc4 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:15.912162 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ca19c5ee-c327-4793-bf20-acb731cb2799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:15.970206 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-1561cda5-a7f5-49a2-afd3-1e95827f2235 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Network 8cc3e586-c572-46a5-85c3-1db4ed928a43 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:27:15.982218 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-1561cda5-a7f5-49a2-afd3-1e95827f2235 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:27:15.992242 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-de49e4b0-df91-4790-bb49-fe5eaf6c8180 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:16.001047 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-1561cda5-a7f5-49a2-afd3-1e95827f2235 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:27:16.037823 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ca19c5ee-c327-4793-bf20-acb731cb2799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:16.045834 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561cda5-a7f5-49a2-afd3-1e95827f2235 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Pushing event updated for resources: {'Port': ['ID=0be5d1b4-7af3-4756-8650-39953fdafd8a,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:16.070265 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ca19c5ee-c327-4793-bf20-acb731cb2799 admin admin] Usage tracker for resource:security_group_rule and tenant:9df345be4c5a4c8cb41c8e2ea0c1ccbc is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:16.077948 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ca19c5ee-c327-4793-bf20-acb731cb2799 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:16.092092 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-de49e4b0-df91-4790-bb49-fe5eaf6c8180 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33bc8b5a-be35-4a3a-aadf-5b0a2e99d9b5']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:16.115157 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-de49e4b0-df91-4790-bb49-fe5eaf6c8180 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71e36a79-d6fb-4bbc-a965-2e175ecbd601') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:16.115375 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-de49e4b0-df91-4790-bb49-fe5eaf6c8180 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71e36a79-d6fb-4bbc-a965-2e175ecbd601') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:16.131467 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-de49e4b0-df91-4790-bb49-fe5eaf6c8180 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:16.152991 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-de49e4b0-df91-4790-bb49-fe5eaf6c8180 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:16.161151 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de49e4b0-df91-4790-bb49-fe5eaf6c8180 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:27:16.161616 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-de49e4b0-df91-4790-bb49-fe5eaf6c8180 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:16.185024 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:27:16.185024 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:27:16.185024 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:27:16.185024 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:27:16.185024 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:27:16.185024 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:27:16.185024 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:27:16.185024 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:27:16.185024 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:27:16.185024 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:27:16.185024 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:27:16.185024 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:27:16.185024 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:27:16.185024 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:27:16.185024 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:27:16.185024 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:27:16.185024 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:27:16.185024 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:27:16.185024 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:27:16.185024 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:27:16.185024 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:27:16.185024 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:27:16.185024 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:27:16.185024 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:27:16.185024 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:27:16.185024 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:27:16.185024 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:27:16.185024 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:27:16.185024 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:27:16.185024 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:27:16.185024 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:27:16.185024 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:27:16.187323 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ca19c5ee-c327-4793-bf20-acb731cb2799 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:16.279561 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-1561cda5-a7f5-49a2-afd3-1e95827f2235 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:16.280224 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-1561cda5-a7f5-49a2-afd3-1e95827f2235 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:16.306619 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f02e05af-5c6e-4a9c-a691-d7d23401bd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:16.322050 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-533d04f8-0114-4f53-b585-e3e54e08f23f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:16.326174 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-de49e4b0-df91-4790-bb49-fe5eaf6c8180 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:16.331166 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de49e4b0-df91-4790-bb49-fe5eaf6c8180 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 33bc8b5a-be35-4a3a-aadf-5b0a2e99d9b5 {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 21:27:16.334392 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-de49e4b0-df91-4790-bb49-fe5eaf6c8180 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:16.379345 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49e4b0-df91-4790-bb49-fe5eaf6c8180 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Pushing event deleted for resources: {'Network': ['ID=33bc8b5a-be35-4a3a-aadf-5b0a2e99d9b5,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:16.386052 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-de49e4b0-df91-4790-bb49-fe5eaf6c8180 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] 10.222.0.26 "DELETE /v2.0/networks/33bc8b5a-be35-4a3a-aadf-5b0a2e99d9b5 HTTP/1.1" status: 204 len: 168 time: 3.0445344 Feb 04 21:27:16.389249 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-1561cda5-a7f5-49a2-afd3-1e95827f2235 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9063306 Feb 04 21:27:16.392861 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38728) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:16.402517 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-dfeb1bd9-d262-4113-8705-b86b2f41f3af service neutron] Request body: {'port': {'device_id': '95338acf-2d65-4e51-8d9f-da14c2b7ec11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:27:16.417618 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-533d04f8-0114-4f53-b585-e3e54e08f23f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:16.627978 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b5d7c8ec-32b9-4c78-b206-d57b6e434180 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Synchronizing usage tracker for tenant:e178c97745014e37a6eeaa1c8cf0a2b3 on resource:floatingip {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:27:16.637001 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-533d04f8-0114-4f53-b585-e3e54e08f23f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494488'] for floatingip, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:16.696396 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:27:16.699867 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d04f8-0114-4f53-b585-e3e54e08f23f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Pushing event updated for resources: {'Port': ['ID=6509c76c-c255-4d3a-ad55-6bf0b99cc4d4,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:16.714204 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ca19c5ee-c327-4793-bf20-acb731cb2799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:16.721488 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-b5d7c8ec-32b9-4c78-b206-d57b6e434180 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Unset dirty status for tenant:e178c97745014e37a6eeaa1c8cf0a2b3 on resource:floatingip {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:27:16.726339 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b5d7c8ec-32b9-4c78-b206-d57b6e434180 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 994 time: 0.3323309 Feb 04 21:27:16.727036 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38732) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:16.733183 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ca19c5ee-c327-4793-bf20-acb731cb2799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:16.771593 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-dfeb1bd9-d262-4113-8705-b86b2f41f3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:16.824021 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb314e-2c11-4f12-a252-b371c5f41cc9 req-576a28ed-857f-4531-b991-b4e3c92162b1 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:16.824021 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1acb314e-2c11-4f12-a252-b371c5f41cc9 req-576a28ed-857f-4531-b991-b4e3c92162b1 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddcac543-4a79-408d-b793-bea24371f20f HTTP/1.1" status: 200 len: 946 time: 0.6771631 Feb 04 21:27:16.832962 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f2946-7dec-4579-b1c0-ebf3a1912d3b req-2f72df6d-a195-4605-b2d2-72b65f03e958 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:16.839641 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ac5f2946-7dec-4579-b1c0-ebf3a1912d3b req-2f72df6d-a195-4605-b2d2-72b65f03e958 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/ports?device_id=95338acf-2d65-4e51-8d9f-da14c2b7ec11 HTTP/1.1" status: 200 len: 932 time: 0.6445756 Feb 04 21:27:16.850595 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ca19c5ee-c327-4793-bf20-acb731cb2799 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9df345be4c5a4c8cb41c8e2ea0c1ccbc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2195251 Feb 04 21:27:16.857431 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19c5ee-c327-4793-bf20-acb731cb2799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8084cc-6e44-4dcb-972c-0ff3880ee353,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:16.880382 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38742) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:17.060352 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-1acb314e-2c11-4f12-a252-b371c5f41cc9 req-89dda979-6481-4343-9cb8-667afb06a7b2 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Deleting port 8458322a-8d9c-42ff-8962-045951ac70b6 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:27:17.060690 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1acb314e-2c11-4f12-a252-b371c5f41cc9 req-89dda979-6481-4343-9cb8-667afb06a7b2 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:17.072139 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0968db7a-9b7c-4948-9447-2e1c7defa30b tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:17.072616 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0968db7a-9b7c-4948-9447-2e1c7defa30b tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:17.073038 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0968db7a-9b7c-4948-9447-2e1c7defa30b tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:17.073562 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0968db7a-9b7c-4948-9447-2e1c7defa30b tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:17.074366 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0968db7a-9b7c-4948-9447-2e1c7defa30b tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:17.074812 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0968db7a-9b7c-4948-9447-2e1c7defa30b tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:17.075256 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0968db7a-9b7c-4948-9447-2e1c7defa30b tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:17.075788 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0968db7a-9b7c-4948-9447-2e1c7defa30b tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:17.076822 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0968db7a-9b7c-4948-9447-2e1c7defa30b tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Synchronizing usage tracker for tenant:e178c97745014e37a6eeaa1c8cf0a2b3 on resource:subnet {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:27:17.134770 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-ac5f2946-7dec-4579-b1c0-ebf3a1912d3b req-571e94d8-d7c2-49ff-97df-5b44adebdae2 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Synchronizing usage tracker for tenant:fe26737a52c644edb9ecfa2cc901b8eb on resource:security_group {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:27:17.175327 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-0968db7a-9b7c-4948-9447-2e1c7defa30b tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Unset dirty status for tenant:e178c97745014e37a6eeaa1c8cf0a2b3 on resource:subnet {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:27:17.179446 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0968db7a-9b7c-4948-9447-2e1c7defa30b tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5191 time: 0.4460938 Feb 04 21:27:17.179446 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-08dd4282-e5ab-414b-8258-c345f877b2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:17.182285 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38748) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:17.412218 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-15898b08-a715-4d69-8201-10cd9d1eefc4 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Deleting port 30a440a7-77cc-4cf6-84f9-b17feeb56be0 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:27:17.412450 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-15898b08-a715-4d69-8201-10cd9d1eefc4 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:17.442828 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:17.477906 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-fda9590f-5097-4f2b-82a8-ad00caf5f14a tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] delete failed (client error): The resource could not be found. Feb 04 21:27:17.481494 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fda9590f-5097-4f2b-82a8-ad00caf5f14a tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/46919a35-5e84-49f9-b730-da8ffe8c744d HTTP/1.1" status: 404 len: 345 time: 0.2957492 Feb 04 21:27:17.492288 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38752) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:17.497882 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-08dd4282-e5ab-414b-8258-c345f877b2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:17.536644 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e253d91-abd0-4261-8099-6115d38ed1b7 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] DELETE failed (client error): The resource could not be found. Feb 04 21:27:17.537114 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e253d91-abd0-4261-8099-6115d38ed1b7 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:27:17.583202 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3e253d91-abd0-4261-8099-6115d38ed1b7 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] 10.222.0.26 "DELETE /v2.0/networks/33bc8b5a-be35-4a3a-aadf-5b0a2e99d9b5 HTTP/1.1" status: 404 len: 339 time: 0.0860269 Feb 04 21:27:17.584965 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38756) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:17.593907 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-d2cb1fec-babc-4e73-bec4-d7c1276a17ba tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Request body: {'network': {'name': 'tempest-network--222885635', 'router:external': True}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:27:17.611411 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d2cb1fec-babc-4e73-bec4-d7c1276a17ba tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:17.621658 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d2cb1fec-babc-4e73-bec4-d7c1276a17ba tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Usage tracker for resource:network and tenant:e178c97745014e37a6eeaa1c8cf0a2b3 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:17.628049 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-d2cb1fec-babc-4e73-bec4-d7c1276a17ba tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:17.637311 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-d2cb1fec-babc-4e73-bec4-d7c1276a17ba tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:17.658323 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [req-1acb314e-2c11-4f12-a252-b371c5f41cc9 req-89dda979-6481-4343-9cb8-667afb06a7b2 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] For port 8458322a-8d9c-42ff-8962-045951ac70b6, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=8458322a-8d9c-42ff-8962-045951ac70b6,segment=NetworkSegment(a975ea0a-c97e-4927-9083-08f2097fb28d),segment_id=a975ea0a-c97e-4927-9083-08f2097fb28d)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:27:17.659105 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1acb314e-2c11-4f12-a252-b371c5f41cc9 req-89dda979-6481-4343-9cb8-667afb06a7b2 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:17.666621 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-08dd4282-e5ab-414b-8258-c345f877b2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:17.682948 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:17.694703 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cb1fec-babc-4e73-bec4-d7c1276a17ba tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Made reservation on behalf of e178c97745014e37a6eeaa1c8cf0a2b3 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:27:17.696989 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d2cb1fec-babc-4e73-bec4-d7c1276a17ba tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:17.758498 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd4282-e5ab-414b-8258-c345f877b2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8084cc-6e44-4dcb-972c-0ff3880ee353,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:17.780453 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-08dd4282-e5ab-414b-8258-c345f877b2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:17.782380 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-08dd4282-e5ab-414b-8258-c345f877b2e4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ea8084cc-6e44-4dcb-972c-0ff3880ee353 HTTP/1.1" status: 204 len: 168 time: 0.8983777 Feb 04 21:27:17.805497 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2cb1fec-babc-4e73-bec4-d7c1276a17ba tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:27:17.805717 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [req-1acb314e-2c11-4f12-a252-b371c5f41cc9 req-89dda979-6481-4343-9cb8-667afb06a7b2 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Calling delete_port for 8458322a-8d9c-42ff-8962-045951ac70b6 owned by compute:nova {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:27:17.809109 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-dfeb1bd9-d262-4113-8705-b86b2f41f3af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0be5d1b4-7af3-4756-8650-39953fdafd8a {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:27:17.821437 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-dfeb1bd9-d262-4113-8705-b86b2f41f3af service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:17.831237 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d2cb1fec-babc-4e73-bec4-d7c1276a17ba tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:17.831577 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-d2cb1fec-babc-4e73-bec4-d7c1276a17ba tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Added segment 59a25978-d20b-431b-af93-e0551399d86e of type vlan for network 33545a08-cb65-4d47-99c4-b671c463880b Feb 04 21:27:17.845992 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-dfeb1bd9-d262-4113-8705-b86b2f41f3af service neutron] Transition to ACTIVE for port object 0be5d1b4-7af3-4756-8650-39953fdafd8a will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:27:17.855419 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-dfeb1bd9-d262-4113-8705-b86b2f41f3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:17.866170 n-d-827896-1 neutron-server[87683]: INFO neutron.db.l3_db [None req-533d04f8-0114-4f53-b585-e3e54e08f23f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Floating IP 3af40252-85e5-4b7c-a248-badd85da0e35 associated. External IP: 172.25.5.217, port: 67c1b234-fe0a-4770-b552-f3ca5d5f208b. Feb 04 21:27:17.993717 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d2cb1fec-babc-4e73-bec4-d7c1276a17ba tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:18.055317 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [req-ac5f2946-7dec-4579-b1c0-ebf3a1912d3b req-571e94d8-d7c2-49ff-97df-5b44adebdae2 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Unset dirty status for tenant:fe26737a52c644edb9ecfa2cc901b8eb on resource:security_group {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:27:18.069664 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ac5f2946-7dec-4579-b1c0-ebf3a1912d3b req-571e94d8-d7c2-49ff-97df-5b44adebdae2 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d35ccef-abd7-4c40-98b4-fc2878e9e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2230344 Feb 04 21:27:18.089572 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d2cb1fec-babc-4e73-bec4-d7c1276a17ba tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:18.091037 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cb1fec-babc-4e73-bec4-d7c1276a17ba tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:18.091174 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d2cb1fec-babc-4e73-bec4-d7c1276a17ba tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:18.254246 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb1bd9-d262-4113-8705-b86b2f41f3af service neutron] Pushing event updated for resources: {'Port': ['ID=0be5d1b4-7af3-4756-8650-39953fdafd8a,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:18.256491 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38768) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:18.267778 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb1fec-babc-4e73-bec4-d7c1276a17ba tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Pushing event updated for resources: {'Network': ['ID=33545a08-cb65-4d47-99c4-b671c463880b,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:18.283977 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 33545a08-cb65-4d47-99c4-b671c463880b details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:27:18.341053 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c3f5d25c-ff08-4f36-bf61-e287b3a614b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:18.379746 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d2cb1fec-babc-4e73-bec4-d7c1276a17ba tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7893348 Feb 04 21:27:18.380338 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38774) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:18.407886 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c3f5d25c-ff08-4f36-bf61-e287b3a614b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:18.439367 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c3f5d25c-ff08-4f36-bf61-e287b3a614b9 admin admin] Usage tracker for resource:security_group_rule and tenant:5eefa4798c11448a95f1508c5c6b526f is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:18.442119 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-dfeb1bd9-d262-4113-8705-b86b2f41f3af service neutron] Attempting to bind port 0be5d1b4-7af3-4756-8650-39953fdafd8a on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:27:18.442483 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-dfeb1bd9-d262-4113-8705-b86b2f41f3af service neutron] Attempting to bind port 0be5d1b4-7af3-4756-8650-39953fdafd8a by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'f7414e5f-c6a9-4e25-8e2e-d8fcb7ce2b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8cc3e586-c572-46a5-85c3-1db4ed928a43'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:27:18.442810 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-dfeb1bd9-d262-4113-8705-b86b2f41f3af service neutron] Attempting to bind port 0be5d1b4-7af3-4756-8650-39953fdafd8a on network 8cc3e586-c572-46a5-85c3-1db4ed928a43 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:27:18.447041 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c3f5d25c-ff08-4f36-bf61-e287b3a614b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:18.509729 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-dfeb1bd9-d262-4113-8705-b86b2f41f3af service neutron] Port 0be5d1b4-7af3-4756-8650-39953fdafd8a on network 8cc3e586-c572-46a5-85c3-1db4ed928a43 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:27:18.510169 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-dfeb1bd9-d262-4113-8705-b86b2f41f3af service neutron] Attempting to bind port 0be5d1b4-7af3-4756-8650-39953fdafd8a on network 8cc3e586-c572-46a5-85c3-1db4ed928a43 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:27:18.515377 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c3f5d25c-ff08-4f36-bf61-e287b3a614b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:18.532979 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-dfeb1bd9-d262-4113-8705-b86b2f41f3af service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:27:18.533347 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-dfeb1bd9-d262-4113-8705-b86b2f41f3af service neutron] Checking segment: {'id': 'f7414e5f-c6a9-4e25-8e2e-d8fcb7ce2b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8cc3e586-c572-46a5-85c3-1db4ed928a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:27:18.533724 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-dfeb1bd9-d262-4113-8705-b86b2f41f3af service neutron] Bound using segment: {'id': 'f7414e5f-c6a9-4e25-8e2e-d8fcb7ce2b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8cc3e586-c572-46a5-85c3-1db4ed928a43'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:27:18.534166 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-dfeb1bd9-d262-4113-8705-b86b2f41f3af service neutron] Bound port: 0be5d1b4-7af3-4756-8650-39953fdafd8a, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7414e5f-c6a9-4e25-8e2e-d8fcb7ce2b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8cc3e586-c572-46a5-85c3-1db4ed928a43'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:27:18.534511 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-dfeb1bd9-d262-4113-8705-b86b2f41f3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:18.606969 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533d04f8-0114-4f53-b585-e3e54e08f23f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Router 689db3e5-34c5-46f8-a4c7-fcdd2971f15f has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:27:18.708826 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbe1ee7-65d0-443b-99e9-93df1dadc2ad tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:18.714770 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbe1ee7-65d0-443b-99e9-93df1dadc2ad tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:18.715791 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-15898b08-a715-4d69-8201-10cd9d1eefc4 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:18.721970 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbe1ee7-65d0-443b-99e9-93df1dadc2ad tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:18.727879 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbe1ee7-65d0-443b-99e9-93df1dadc2ad tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:18.729655 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-0dbe1ee7-65d0-443b-99e9-93df1dadc2ad tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3463087 Feb 04 21:27:18.739446 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38790) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:18.776384 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-dfeb1bd9-d262-4113-8705-b86b2f41f3af service neutron] For port 0be5d1b4-7af3-4756-8650-39953fdafd8a, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:27:18.867135 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-dfeb1bd9-d262-4113-8705-b86b2f41f3af service neutron] For port 0be5d1b4-7af3-4756-8650-39953fdafd8a, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=0be5d1b4-7af3-4756-8650-39953fdafd8a,segment=NetworkSegment(f7414e5f-c6a9-4e25-8e2e-d8fcb7ce2b94),segment_id=f7414e5f-c6a9-4e25-8e2e-d8fcb7ce2b94)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:27:18.884150 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-15898b08-a715-4d69-8201-10cd9d1eefc4 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Calling delete_port for 30a440a7-77cc-4cf6-84f9-b17feeb56be0 owned by network:router_interface {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:27:18.899422 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-dfeb1bd9-d262-4113-8705-b86b2f41f3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:18.920697 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d23127-8c61-4af3-b256-954df6b570d9 req-060ae8d6-4cb1-4aa3-b60f-349ea6a224da tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:18.922192 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e5d23127-8c61-4af3-b256-954df6b570d9 req-060ae8d6-4cb1-4aa3-b60f-349ea6a224da tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddcac543-4a79-408d-b793-bea24371f20f HTTP/1.1" status: 200 len: 946 time: 0.4488854 Feb 04 21:27:18.961690 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:18.980538 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fe4f443f-c8b0-4c63-bd78-8444ea0131fc tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:18.996064 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c3f5d25c-ff08-4f36-bf61-e287b3a614b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:19.003125 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-dfeb1bd9-d262-4113-8705-b86b2f41f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:19.003771 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-dfeb1bd9-d262-4113-8705-b86b2f41f3af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:19.005142 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-dfeb1bd9-d262-4113-8705-b86b2f41f3af service neutron] 10.222.0.18 "PUT /v2.0/ports/0be5d1b4-7af3-4756-8650-39953fdafd8a HTTP/1.1" status: 200 len: 1092 time: 2.6080594 Feb 04 21:27:19.006994 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1acb314e-2c11-4f12-a252-b371c5f41cc9 req-89dda979-6481-4343-9cb8-667afb06a7b2 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:19.016179 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95338acf-2d65-4e51-8d9f-da14c2b7ec11', 'tag': '0be5d1b4-7af3-4756-8650-39953fdafd8a'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:27:19.028710 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c3f5d25c-ff08-4f36-bf61-e287b3a614b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:19.136173 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c3f5d25c-ff08-4f36-bf61-e287b3a614b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5eefa4798c11448a95f1508c5c6b526f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8633256 Feb 04 21:27:19.147020 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38800) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:19.162359 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dda979-6481-4343-9cb8-667afb06a7b2 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Pushing event deleted for resources: {'Port': ['ID=8458322a-8d9c-42ff-8962-045951ac70b6,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:19.175129 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e5d23127-8c61-4af3-b256-954df6b570d9 req-2a70f3be-deae-407c-8a34-8551dfe6d892 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.26 "GET /v2.0/security-groups?id=521e69c8-4672-4ee9-a417-79cd09b52282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340887 Feb 04 21:27:19.190085 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb1bd9-d262-4113-8705-b86b2f41f3af service neutron] Pushing event updated for resources: {'Port': ['ID=0be5d1b4-7af3-4756-8650-39953fdafd8a,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:19.208843 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5d25c-ff08-4f36-bf61-e287b3a614b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba09794-6c24-4a09-b024-97d22fb0979f,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:19.293541 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95338acf-2d65-4e51-8d9f-da14c2b7ec11', 'tag': '0be5d1b4-7af3-4756-8650-39953fdafd8a', 'status': 'completed', 'code': 200} Feb 04 21:27:19.349987 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fe4f443f-c8b0-4c63-bd78-8444ea0131fc tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:19.397461 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-fe4f443f-c8b0-4c63-bd78-8444ea0131fc tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33545a08-cb65-4d47-99c4-b671c463880b']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:19.413465 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-05cc01b9-c6af-4509-9f20-966c4254108e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:19.417855 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-fe4f443f-c8b0-4c63-bd78-8444ea0131fc tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59a25978-d20b-431b-af93-e0551399d86e') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:19.418143 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-fe4f443f-c8b0-4c63-bd78-8444ea0131fc tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59a25978-d20b-431b-af93-e0551399d86e') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:19.439602 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-5197dfbd-522b-4b75-b851-2e694346d3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:19.441203 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-5197dfbd-522b-4b75-b851-2e694346d3af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe26737a52c644edb9ecfa2cc901b8eb&device_id=95338acf-2d65-4e51-8d9f-da14c2b7ec11 HTTP/1.1" status: 200 len: 1095 time: 0.3749745 Feb 04 21:27:19.446557 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fe4f443f-c8b0-4c63-bd78-8444ea0131fc tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:19.513130 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [req-1acb314e-2c11-4f12-a252-b371c5f41cc9 req-89dda979-6481-4343-9cb8-667afb06a7b2 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] No DVR routers for this DVR port 8458322a-8d9c-42ff-8962-045951ac70b6 on host n-h2-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:27:19.519964 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [req-1acb314e-2c11-4f12-a252-b371c5f41cc9 req-89dda979-6481-4343-9cb8-667afb06a7b2 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:19.523719 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533d04f8-0114-4f53-b585-e3e54e08f23f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:27:19.524958 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcac543-4a79-408d-b793-bea24371f20f', 'name': 'network-vif-deleted', 'tag': '8458322a-8d9c-42ff-8962-045951ac70b6'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:27:19.536797 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea3f7db-fc6a-4109-8e39-b4b5e631b4b7 None None] Sync routers for ids ['689db3e5-34c5-46f8-a4c7-fcdd2971f15f'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:27:19.537811 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-995c3035-9e99-4872-8d9a-6b450e650995 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0be5d1b4-7af3-4756-8650-39953fdafd8a HTTP/1.1" status: 200 len: 217 time: 0.0818071 Feb 04 21:27:19.542437 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-05cc01b9-c6af-4509-9f20-966c4254108e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:19.550581 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea3f7db-fc6a-4109-8e39-b4b5e631b4b7 None None] Routers {'689db3e5-34c5-46f8-a4c7-fcdd2971f15f'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:27:19.551478 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-7ea3f7db-fc6a-4109-8e39-b4b5e631b4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:27:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['689db3e5-34c5-46f8-a4c7-fcdd2971f15f'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:19.566175 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1acb314e-2c11-4f12-a252-b371c5f41cc9 req-89dda979-6481-4343-9cb8-667afb06a7b2 tempest-VolumesSnapshotTestJSON-734657862 tempest-VolumesSnapshotTestJSON-734657862-project] 10.222.0.18 "DELETE /v2.0/ports/8458322a-8d9c-42ff-8962-045951ac70b6 HTTP/1.1" status: 204 len: 173 time: 2.6713903 Feb 04 21:27:19.589684 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-533d04f8-0114-4f53-b585-e3e54e08f23f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for floatingip, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:19.756179 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fe4f443f-c8b0-4c63-bd78-8444ea0131fc tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:19.763172 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe4f443f-c8b0-4c63-bd78-8444ea0131fc tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:27:19.763605 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fe4f443f-c8b0-4c63-bd78-8444ea0131fc tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:19.775764 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-7ea3f7db-fc6a-4109-8e39-b4b5e631b4b7 None None] Set router 689db3e5-34c5-46f8-a4c7-fcdd2971f15f gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:27:19.865784 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-cdaec345-84a8-490a-98eb-9b8828f7a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:19.867516 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-cdaec345-84a8-490a-98eb-9b8828f7a00c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f03b02ac-1639-4e07-b514-b30a29ed59bd HTTP/1.1" status: 200 len: 849 time: 0.3164303 Feb 04 21:27:19.868331 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f680b63-c42a-48de-a263-994ee27197f2 req-e5ecc619-f29f-4673-afe0-dbb24bbc435d tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:19.868840 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:27:19.868840 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:27:19.868840 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:27:19.868840 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:27:19.868840 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:27:19.868840 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:27:19.868840 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:27:19.868840 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:27:19.868840 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:27:19.868840 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:27:19.868840 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:27:19.868840 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:27:19.868840 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:27:19.868840 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:27:19.868840 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:27:19.868840 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:27:19.868840 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:27:19.868840 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:27:19.868840 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:27:19.868840 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:27:19.868840 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:27:19.868840 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:27:19.868840 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:27:19.868840 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:27:19.868840 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:27:19.868840 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:27:19.868840 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:27:19.868840 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:27:19.868840 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:27:19.868840 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:27:19.868840 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:27:19.868840 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:27:19.873100 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2f680b63-c42a-48de-a263-994ee27197f2 req-e5ecc619-f29f-4673-afe0-dbb24bbc435d tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/ports?device_id=95338acf-2d65-4e51-8d9f-da14c2b7ec11 HTTP/1.1" status: 200 len: 944 time: 0.4664917 Feb 04 21:27:19.878546 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-533d04f8-0114-4f53-b585-e3e54e08f23f tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.3344834 Feb 04 21:27:19.920076 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fe4f443f-c8b0-4c63-bd78-8444ea0131fc tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:19.921913 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-15898b08-a715-4d69-8201-10cd9d1eefc4 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:19.923942 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-2c552ba1-2925-45d2-9ecb-061576d147f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8cc3e586-c572-46a5-85c3-1db4ed928a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480537 Feb 04 21:27:19.974754 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4f443f-c8b0-4c63-bd78-8444ea0131fc tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 33545a08-cb65-4d47-99c4-b671c463880b {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 21:27:19.979570 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-fe4f443f-c8b0-4c63-bd78-8444ea0131fc tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:20.027521 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15898b08-a715-4d69-8201-10cd9d1eefc4 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Pushing event deleted for resources: {'Port': ['ID=30a440a7-77cc-4cf6-84f9-b17feeb56be0,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:20.125010 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2f680b63-c42a-48de-a263-994ee27197f2 req-256dc2b4-a291-4fa0-9b2e-5a3b279a4827 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d35ccef-abd7-4c40-98b4-fc2878e9e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395928 Feb 04 21:27:20.256559 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-3295e471-e7a6-4bb7-821f-be44894b6e77 service neutron] 10.222.0.18 "GET /v2.0/networks/8cc3e586-c572-46a5-85c3-1db4ed928a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966812 Feb 04 21:27:20.269838 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f443f-c8b0-4c63-bd78-8444ea0131fc tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Pushing event deleted for resources: {'Network': ['ID=33545a08-cb65-4d47-99c4-b671c463880b,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:20.287429 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-7ea3f7db-fc6a-4109-8e39-b4b5e631b4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689db3e5-34c5-46f8-a4c7-fcdd2971f15f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721278383', 'tenant_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '6c583230-bac1-415f-a37a-f79a4e6bc5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:26:14Z', 'updated_at': '2022-02-04T21:26:36Z', 'revision_number': 4, 'project_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'gw_port': {'id': '6c583230-bac1-415f-a37a-f79a4e6bc5c2', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689db3e5-34c5-46f8-a4c7-fcdd2971f15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:26:16Z', 'updated_at': '2022-02-04T21:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': '3af40252-85e5-4b7c-a248-badd85da0e35', 'tenant_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '689db3e5-34c5-46f8-a4c7-fcdd2971f15f', 'port_id': '67c1b234-fe0a-4770-b552-f3ca5d5f208b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70271830-382b-4ee0-8a4e-d64395d5f7ae', 'mac_address': 'fa:16:3e:33:20:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb57f2a-7959-4fc9-964a-2c41b416e224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:27:14Z', 'updated_at': '2022-02-04T21:27:14Z', 'revision_number': 0, 'project_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3be7d6f-a3a3-43a8-b024-fe93c73afb28', 'name': '', 'network_id': '70271830-382b-4ee0-8a4e-d64395d5f7ae', 'tenant_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'mac_address': 'fa:16:3e:f2:12:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689db3e5-34c5-46f8-a4c7-fcdd2971f15f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '59352667-bace-4ad1-9d17-59d41210222d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:26:32Z', 'updated_at': '2022-02-04T21:26:47Z', 'revision_number': 5, 'project_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'subnets': [{'id': '59352667-bace-4ad1-9d17-59d41210222d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:20.293744 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddcac543-4a79-408d-b793-bea24371f20f', 'name': 'network-vif-deleted', 'tag': '8458322a-8d9c-42ff-8962-045951ac70b6', 'status': 'completed', 'code': 200} Feb 04 21:27:20.296673 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea3f7db-fc6a-4109-8e39-b4b5e631b4b7 None None] Checking router: 689db3e5-34c5-46f8-a4c7-fcdd2971f15f for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:27:20.339691 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea3f7db-fc6a-4109-8e39-b4b5e631b4b7 None None] Routers {'689db3e5-34c5-46f8-a4c7-fcdd2971f15f'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:27:20.345663 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-7ea3f7db-fc6a-4109-8e39-b4b5e631b4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:27:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['689db3e5-34c5-46f8-a4c7-fcdd2971f15f'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:20.440706 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-fe4f443f-c8b0-4c63-bd78-8444ea0131fc tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] 10.222.0.26 "DELETE /v2.0/networks/33545a08-cb65-4d47-99c4-b671c463880b HTTP/1.1" status: 204 len: 168 time: 1.7003982 Feb 04 21:27:20.447209 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38812) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:20.463508 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-75f4f534-868b-4032-b1a2-dfd77d14bfe8 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Request body: {'network': {'name': 'tempest-network--1119024831', 'router:external': True}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:27:20.470692 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-75f4f534-868b-4032-b1a2-dfd77d14bfe8 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:20.475593 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-75f4f534-868b-4032-b1a2-dfd77d14bfe8 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Usage tracker for resource:network and tenant:e178c97745014e37a6eeaa1c8cf0a2b3 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:20.479176 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-75f4f534-868b-4032-b1a2-dfd77d14bfe8 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:20.489472 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-75f4f534-868b-4032-b1a2-dfd77d14bfe8 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:20.493245 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 8458322a-8d9c-42ff-8962-045951ac70b6 no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:27:20.530012 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f4f534-868b-4032-b1a2-dfd77d14bfe8 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Made reservation on behalf of e178c97745014e37a6eeaa1c8cf0a2b3 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:27:20.532878 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-75f4f534-868b-4032-b1a2-dfd77d14bfe8 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:20.590063 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f4f534-868b-4032-b1a2-dfd77d14bfe8 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:27:20.601027 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-75f4f534-868b-4032-b1a2-dfd77d14bfe8 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:20.601404 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-75f4f534-868b-4032-b1a2-dfd77d14bfe8 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Added segment a31024ec-f0cc-4fcc-9122-13fd66619199 of type vlan for network 63755928-afa3-48de-895b-dca97c3c798b Feb 04 21:27:20.638140 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-75f4f534-868b-4032-b1a2-dfd77d14bfe8 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:20.686314 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-05cc01b9-c6af-4509-9f20-966c4254108e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:20.703511 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-75f4f534-868b-4032-b1a2-dfd77d14bfe8 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:20.705147 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f4f534-868b-4032-b1a2-dfd77d14bfe8 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:20.705749 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-75f4f534-868b-4032-b1a2-dfd77d14bfe8 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:20.734625 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: 8458322a-8d9c-42ff-8962-045951ac70b6 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:27:20.736392 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 8458322a-8d9c-42ff-8962-045951ac70b6 not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:27:20.770174 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-15898b08-a715-4d69-8201-10cd9d1eefc4 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:20.801483 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96545535-9cb7-448c-b999-e55e66344de5 req-138f370a-9b91-4286-aefe-4a1443760abb tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:20.807411 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-96545535-9cb7-448c-b999-e55e66344de5 req-138f370a-9b91-4286-aefe-4a1443760abb tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224 HTTP/1.1" status: 200 len: 945 time: 0.4575045 Feb 04 21:27:20.838828 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc01b9-c6af-4509-9f20-966c4254108e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba09794-6c24-4a09-b024-97d22fb0979f,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:20.865383 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-47f7fc0b-0e5a-4e34-b137-a9eb4dad1c1b req-b33ec097-0e1f-478b-902c-b189118716cc service neutron] 10.222.0.18 "GET /v2.0/networks/8cc3e586-c572-46a5-85c3-1db4ed928a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5911424 Feb 04 21:27:20.871185 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-05cc01b9-c6af-4509-9f20-966c4254108e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:20.872722 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-05cc01b9-c6af-4509-9f20-966c4254108e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8ba09794-6c24-4a09-b024-97d22fb0979f HTTP/1.1" status: 204 len: 168 time: 1.7228026 Feb 04 21:27:20.874628 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-75f4f534-868b-4032-b1a2-dfd77d14bfe8 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4244971 Feb 04 21:27:20.879665 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38818) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:20.882629 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4f534-868b-4032-b1a2-dfd77d14bfe8 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Pushing event updated for resources: {'Network': ['ID=63755928-afa3-48de-895b-dca97c3c798b,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:20.928699 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 63755928-afa3-48de-895b-dca97c3c798b details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:27:20.991055 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-7ea3f7db-fc6a-4109-8e39-b4b5e631b4b7 None None] Set router 689db3e5-34c5-46f8-a4c7-fcdd2971f15f gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:27:21.131412 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccbd527-31e8-4cda-8f39-e674db4d6a0e tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:21.133948 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bccbd527-31e8-4cda-8f39-e674db4d6a0e tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] 10.222.0.26 "GET /v2.0/networks/63755928-afa3-48de-895b-dca97c3c798b HTTP/1.1" status: 200 len: 757 time: 0.2531545 Feb 04 21:27:21.139009 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38824) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:21.194402 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6c1dba2c-5f0a-454e-903c-2b7ea245974f req-a7a0a771-fb50-443d-b77e-715055a9d519 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6544802 Feb 04 21:27:21.209657 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-96545535-9cb7-448c-b999-e55e66344de5 req-d6764827-eb58-4743-b105-c97b8e7a3f20 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a1c86c6-e64f-4ee6-b3b9-a16489a8ed02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3895986 Feb 04 21:27:21.247542 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 38832) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:21.313704 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446cc0f-57bc-40b5-aedc-ae807e1761dd req-e1f4087a-1973-4898-9fb2-f99ea8deb3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:21.315597 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b446cc0f-57bc-40b5-aedc-ae807e1761dd req-e1f4087a-1973-4898-9fb2-f99ea8deb3d8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe26737a52c644edb9ecfa2cc901b8eb&device_id=95338acf-2d65-4e51-8d9f-da14c2b7ec11 HTTP/1.1" status: 200 len: 1095 time: 0.3206000 Feb 04 21:27:21.622303 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc2c486-6a43-4642-bf71-0b62f33eaa0c tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:21.629501 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8dc2c486-6a43-4642-bf71-0b62f33eaa0c tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] 10.222.0.26 "GET /v2.0/networks/d1fdc5c3-9b7e-4dc0-95dc-c2b49c5ac5a1 HTTP/1.1" status: 200 len: 767 time: 0.4836364 Feb 04 21:27:21.630356 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38850) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:21.852273 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446cc0f-57bc-40b5-aedc-ae807e1761dd req-7f05c322-c929-4055-8b04-b28e4cb3b4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:21.854401 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b446cc0f-57bc-40b5-aedc-ae807e1761dd req-7f05c322-c929-4055-8b04-b28e4cb3b4b8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8cc3e586-c572-46a5-85c3-1db4ed928a43 HTTP/1.1" status: 200 len: 910 time: 0.5295954 Feb 04 21:27:21.935836 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-7ea3f7db-fc6a-4109-8e39-b4b5e631b4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689db3e5-34c5-46f8-a4c7-fcdd2971f15f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721278383', 'tenant_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '6c583230-bac1-415f-a37a-f79a4e6bc5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:26:14Z', 'updated_at': '2022-02-04T21:26:36Z', 'revision_number': 4, 'project_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'gw_port': {'id': '6c583230-bac1-415f-a37a-f79a4e6bc5c2', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689db3e5-34c5-46f8-a4c7-fcdd2971f15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:26:16Z', 'updated_at': '2022-02-04T21:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': '3af40252-85e5-4b7c-a248-badd85da0e35', 'tenant_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '689db3e5-34c5-46f8-a4c7-fcdd2971f15f', 'port_id': '67c1b234-fe0a-4770-b552-f3ca5d5f208b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70271830-382b-4ee0-8a4e-d64395d5f7ae', 'mac_address': 'fa:16:3e:33:20:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb57f2a-7959-4fc9-964a-2c41b416e224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:27:14Z', 'updated_at': '2022-02-04T21:27:14Z', 'revision_number': 0, 'project_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3be7d6f-a3a3-43a8-b024-fe93c73afb28', 'name': '', 'network_id': '70271830-382b-4ee0-8a4e-d64395d5f7ae', 'tenant_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'mac_address': 'fa:16:3e:f2:12:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689db3e5-34c5-46f8-a4c7-fcdd2971f15f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '59352667-bace-4ad1-9d17-59d41210222d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:26:32Z', 'updated_at': '2022-02-04T21:26:47Z', 'revision_number': 5, 'project_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'subnets': [{'id': '59352667-bace-4ad1-9d17-59d41210222d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:21.942976 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea3f7db-fc6a-4109-8e39-b4b5e631b4b7 None None] The sync data for ids ['689db3e5-34c5-46f8-a4c7-fcdd2971f15f'] in n-d-827896-1 is: [{'id': '689db3e5-34c5-46f8-a4c7-fcdd2971f15f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721278383', 'tenant_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '6c583230-bac1-415f-a37a-f79a4e6bc5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:26:14Z', 'updated_at': '2022-02-04T21:26:36Z', 'revision_number': 4, 'project_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'gw_port': {'id': '6c583230-bac1-415f-a37a-f79a4e6bc5c2', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689db3e5-34c5-46f8-a4c7-fcdd2971f15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:26:16Z', 'updated_at': '2022-02-04T21:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_floatingips': [{'id': '3af40252-85e5-4b7c-a248-badd85da0e35', 'tenant_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'router_id': '689db3e5-34c5-46f8-a4c7-fcdd2971f15f', 'port_id': '67c1b234-fe0a-4770-b552-f3ca5d5f208b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70271830-382b-4ee0-8a4e-d64395d5f7ae', 'mac_address': 'fa:16:3e:33:20:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb57f2a-7959-4fc9-964a-2c41b416e224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T21:27:14Z', 'updated_at': '2022-02-04T21:27:14Z', 'revision_number': 0, 'project_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3be7d6f-a3a3-43a8-b024-fe93c73afb28', 'name': '', 'network_id': '70271830-382b-4ee0-8a4e-d64395d5f7ae', 'tenant_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'mac_address': 'fa:16:3e:f2:12:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689db3e5-34c5-46f8-a4c7-fcdd2971f15f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '59352667-bace-4ad1-9d17-59d41210222d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:26:32Z', 'updated_at': '2022-02-04T21:26:47Z', 'revision_number': 5, 'project_id': '2e8582aac1f7460e8c501b58b7ccfd28', 'subnets': [{'id': '59352667-bace-4ad1-9d17-59d41210222d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:27:22.056495 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b446cc0f-57bc-40b5-aedc-ae807e1761dd req-13f4702e-3efa-4927-92a8-d148875b81e3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0be5d1b4-7af3-4756-8650-39953fdafd8a HTTP/1.1" status: 200 len: 217 time: 0.1943707 Feb 04 21:27:22.056782 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38860) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:22.151001 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5cfea2f9-3ef4-40a9-bfe4-91bc5e91b15b tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "GET /v2.0/floatingips/3af40252-85e5-4b7c-a248-badd85da0e35 HTTP/1.1" status: 200 len: 991 time: 0.9003589 Feb 04 21:27:22.186125 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c447a95c-38ac-41bb-ac0c-5a53050e7e8a tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:22.299837 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446cc0f-57bc-40b5-aedc-ae807e1761dd req-f4c0ebfd-b198-4da2-b3a3-df94b28cd74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:22.304272 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb57f2a-7959-4fc9-964a-2c41b416e224', 'tag': '67c1b234-fe0a-4770-b552-f3ca5d5f208b'}] {{(pid=87683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:27:22.307458 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b446cc0f-57bc-40b5-aedc-ae807e1761dd req-f4c0ebfd-b198-4da2-b3a3-df94b28cd74c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f03b02ac-1639-4e07-b514-b30a29ed59bd HTTP/1.1" status: 200 len: 849 time: 0.2305300 Feb 04 21:27:22.331182 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f9b59a-c6b1-4388-82c8-0cf38ae45e40 None None] New status for floating IP 3af40252-85e5-4b7c-a248-badd85da0e35: ACTIVE {{(pid=87685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 21:27:22.393570 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15898b08-a715-4d69-8201-10cd9d1eefc4 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Router c4509174-66df-4d87-83c3-8d0506d81a1c has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:27:22.417053 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049b428-2fd3-4106-bfb3-d02e729c0633 req-d8a15b5d-4977-4eed-8af8-0ef2fbfea23b tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:22.427331 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6049b428-2fd3-4106-bfb3-d02e729c0633 req-d8a15b5d-4977-4eed-8af8-0ef2fbfea23b tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/ports?device_id=95338acf-2d65-4e51-8d9f-da14c2b7ec11 HTTP/1.1" status: 200 len: 944 time: 0.8506544 Feb 04 21:27:22.452819 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1dba2c-5f0a-454e-903c-2b7ea245974f req-2d26fd33-3348-416f-a7ce-034b1a2a60fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:22.454629 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6c1dba2c-5f0a-454e-903c-2b7ea245974f req-2d26fd33-3348-416f-a7ce-034b1a2a60fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e8582aac1f7460e8c501b58b7ccfd28&device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224 HTTP/1.1" status: 200 len: 1096 time: 1.0588965 Feb 04 21:27:22.478654 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 38878) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:22.730696 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-236b2c8b-1420-417a-8046-2d527e181dc4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-988944165-network', 'tenant_id': 'dc18aee661954ee4b371b874ec36e8a6'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:27:22.804382 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b446cc0f-57bc-40b5-aedc-ae807e1761dd req-1c5e03c2-c230-47b1-a715-043ee159c945 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8cc3e586-c572-46a5-85c3-1db4ed928a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4340577 Feb 04 21:27:22.808623 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-236b2c8b-1420-417a-8046-2d527e181dc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:22.838894 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15898b08-a715-4d69-8201-10cd9d1eefc4 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:27:22.848908 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87315696-39d8-4e81-a920-1811555fcc61 None None] Sync routers for ids ['c4509174-66df-4d87-83c3-8d0506d81a1c'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:27:22.849078 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-236b2c8b-1420-417a-8046-2d527e181dc4 admin admin] Usage tracker for resource:network and tenant:dc18aee661954ee4b371b874ec36e8a6 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:22.857297 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6049b428-2fd3-4106-bfb3-d02e729c0633 req-fe3709aa-5e5d-4852-859b-77b30dc31b9c tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d35ccef-abd7-4c40-98b4-fc2878e9e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288211 Feb 04 21:27:22.858150 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-236b2c8b-1420-417a-8046-2d527e181dc4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:22.866095 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87315696-39d8-4e81-a920-1811555fcc61 None None] Routers {'c4509174-66df-4d87-83c3-8d0506d81a1c'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:27:22.867195 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-87315696-39d8-4e81-a920-1811555fcc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:27:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['c4509174-66df-4d87-83c3-8d0506d81a1c'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:22.880021 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c9568ca0-01dd-4470-8bae-51c0c577793f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:22.889480 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-236b2c8b-1420-417a-8046-2d527e181dc4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:22.932035 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-15898b08-a715-4d69-8201-10cd9d1eefc4 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "PUT /v2.0/routers/c4509174-66df-4d87-83c3-8d0506d81a1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4078054 Feb 04 21:27:22.934308 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 38886) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:22.959893 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c447a95c-38ac-41bb-ac0c-5a53050e7e8a tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:23.006182 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c9568ca0-01dd-4470-8bae-51c0c577793f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:23.025594 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c9568ca0-01dd-4470-8bae-51c0c577793f admin admin] Usage tracker for resource:security_group_rule and tenant:0fe75e7c75304aac8627b64fbff60abf is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:23.030768 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-c447a95c-38ac-41bb-ac0c-5a53050e7e8a tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63755928-afa3-48de-895b-dca97c3c798b']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:23.033048 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236b2c8b-1420-417a-8046-2d527e181dc4 admin admin] Made reservation on behalf of dc18aee661954ee4b371b874ec36e8a6 for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:27:23.040371 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-236b2c8b-1420-417a-8046-2d527e181dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:23.040598 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c9568ca0-01dd-4470-8bae-51c0c577793f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:23.054302 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-c447a95c-38ac-41bb-ac0c-5a53050e7e8a tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a31024ec-f0cc-4fcc-9122-13fd66619199') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:23.054634 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-c447a95c-38ac-41bb-ac0c-5a53050e7e8a tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a31024ec-f0cc-4fcc-9122-13fd66619199') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:23.060836 n-d-827896-1 neutron-server[87683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb57f2a-7959-4fc9-964a-2c41b416e224', 'tag': '67c1b234-fe0a-4770-b552-f3ca5d5f208b', 'status': 'completed', 'code': 200} Feb 04 21:27:23.071439 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c9568ca0-01dd-4470-8bae-51c0c577793f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:23.078282 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-87315696-39d8-4e81-a920-1811555fcc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:23.086257 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-236b2c8b-1420-417a-8046-2d527e181dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:23.098889 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c447a95c-38ac-41bb-ac0c-5a53050e7e8a tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:23.166787 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c447a95c-38ac-41bb-ac0c-5a53050e7e8a tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:23.168013 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87315696-39d8-4e81-a920-1811555fcc61 None None] Routers {'c4509174-66df-4d87-83c3-8d0506d81a1c'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:27:23.168655 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-87315696-39d8-4e81-a920-1811555fcc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:27:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['c4509174-66df-4d87-83c3-8d0506d81a1c'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:23.171103 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 38890) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:23.181439 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c447a95c-38ac-41bb-ac0c-5a53050e7e8a tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:27:23.182768 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c447a95c-38ac-41bb-ac0c-5a53050e7e8a tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:23.260230 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-236b2c8b-1420-417a-8046-2d527e181dc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:23.264307 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-236b2c8b-1420-417a-8046-2d527e181dc4 admin admin] Usage tracker for resource:security_group_rule and tenant:dc18aee661954ee4b371b874ec36e8a6 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:23.267771 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-236b2c8b-1420-417a-8046-2d527e181dc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:23.274035 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-236b2c8b-1420-417a-8046-2d527e181dc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:23.338016 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:27:23.338016 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:27:23.338016 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:27:23.338016 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:27:23.338016 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:27:23.338016 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:27:23.338016 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:27:23.338016 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:27:23.338016 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:27:23.338016 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:27:23.338016 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:27:23.338016 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:27:23.338016 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:27:23.338016 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:27:23.338016 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:27:23.338016 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:27:23.338016 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:27:23.338016 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:27:23.338016 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:27:23.338016 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:27:23.338016 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:27:23.338016 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:27:23.338016 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:27:23.338016 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:27:23.338016 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:27:23.338016 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:27:23.338016 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:27:23.338016 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:27:23.338016 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:27:23.338016 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:27:23.338016 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:27:23.338016 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:27:23.378038 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-87315696-39d8-4e81-a920-1811555fcc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:23.379689 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87315696-39d8-4e81-a920-1811555fcc61 None None] The sync data for ids ['c4509174-66df-4d87-83c3-8d0506d81a1c'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:27:23.389126 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1dba2c-5f0a-454e-903c-2b7ea245974f req-be5de7d6-8253-44a2-8de0-8092adcc3b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:23.390885 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6c1dba2c-5f0a-454e-903c-2b7ea245974f req-be5de7d6-8253-44a2-8de0-8092adcc3b35 service neutron] 10.222.0.32 "GET /v2.0/networks?id=70271830-382b-4ee0-8a4e-d64395d5f7ae HTTP/1.1" status: 200 len: 898 time: 0.8793888 Feb 04 21:27:23.423836 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b446cc0f-57bc-40b5-aedc-ae807e1761dd req-1c209846-c139-4f48-b037-e2fb3e9749be service neutron] 10.222.0.18 "GET /v2.0/networks/8cc3e586-c572-46a5-85c3-1db4ed928a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6102529 Feb 04 21:27:23.435364 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c447a95c-38ac-41bb-ac0c-5a53050e7e8a tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:23.524130 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c9568ca0-01dd-4470-8bae-51c0c577793f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:23.554616 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c447a95c-38ac-41bb-ac0c-5a53050e7e8a tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 63755928-afa3-48de-895b-dca97c3c798b {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 21:27:23.557341 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c447a95c-38ac-41bb-ac0c-5a53050e7e8a tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:23.560598 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c9568ca0-01dd-4470-8bae-51c0c577793f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:23.598273 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6c1dba2c-5f0a-454e-903c-2b7ea245974f req-c13dc9cd-2771-4ee5-80c7-65886cea94eb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67c1b234-fe0a-4770-b552-f3ca5d5f208b HTTP/1.1" status: 200 len: 1001 time: 0.1846681 Feb 04 21:27:23.678443 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447a95c-38ac-41bb-ac0c-5a53050e7e8a tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Pushing event deleted for resources: {'Network': ['ID=63755928-afa3-48de-895b-dca97c3c798b,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:23.717406 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c447a95c-38ac-41bb-ac0c-5a53050e7e8a tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] 10.222.0.26 "DELETE /v2.0/networks/63755928-afa3-48de-895b-dca97c3c798b HTTP/1.1" status: 204 len: 168 time: 2.0783942 Feb 04 21:27:23.727842 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38898) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:23.741982 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-c72a344f-d996-44bb-b7ae-e89d3a38d0f5 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Request body: {'network': {'name': 'tempest-network--568373549'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:27:23.746307 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9568ca0-01dd-4470-8bae-51c0c577793f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531d180c-4219-4b25-8ae6-fe2ee1190be7,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:23.767380 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c9568ca0-01dd-4470-8bae-51c0c577793f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0fe75e7c75304aac8627b64fbff60abf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7039435 Feb 04 21:27:23.769973 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c72a344f-d996-44bb-b7ae-e89d3a38d0f5 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:23.772098 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38902) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:23.802244 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c72a344f-d996-44bb-b7ae-e89d3a38d0f5 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Usage tracker for resource:network and tenant:e178c97745014e37a6eeaa1c8cf0a2b3 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:23.808673 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c72a344f-d996-44bb-b7ae-e89d3a38d0f5 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:23.834279 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c72a344f-d996-44bb-b7ae-e89d3a38d0f5 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:23.874456 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-236b2c8b-1420-417a-8046-2d527e181dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:23.908267 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7c05b428-6901-4c96-a162-ba0238e58ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:23.912607 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-b446cc0f-57bc-40b5-aedc-ae807e1761dd req-d484bec0-c922-4742-b410-ac30188c9380 service neutron] 10.222.0.18 "GET /v2.0/networks/8cc3e586-c572-46a5-85c3-1db4ed928a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4733889 Feb 04 21:27:23.941536 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72a344f-d996-44bb-b7ae-e89d3a38d0f5 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Made reservation on behalf of e178c97745014e37a6eeaa1c8cf0a2b3 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:27:23.943962 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c72a344f-d996-44bb-b7ae-e89d3a38d0f5 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:23.963662 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7c05b428-6901-4c96-a162-ba0238e58ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:23.964312 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-236b2c8b-1420-417a-8046-2d527e181dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:23.992927 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-236b2c8b-1420-417a-8046-2d527e181dc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:27:24.013366 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c72a344f-d996-44bb-b7ae-e89d3a38d0f5 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:27:24.020472 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-236b2c8b-1420-417a-8046-2d527e181dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:24.021340 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-236b2c8b-1420-417a-8046-2d527e181dc4 admin admin] Added segment 68a4e85c-ec04-40cb-a789-87c1d5762c32 of type vlan for network a5533562-cda1-4f3b-869c-a42260297cdc Feb 04 21:27:24.024791 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c72a344f-d996-44bb-b7ae-e89d3a38d0f5 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:24.025144 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-c72a344f-d996-44bb-b7ae-e89d3a38d0f5 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Added segment 14415323-df8f-45a8-b914-895e3ae53949 of type vlan for network a60d3e66-0791-4f8b-86fc-945050336053 Feb 04 21:27:24.084332 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c72a344f-d996-44bb-b7ae-e89d3a38d0f5 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:24.089494 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7c05b428-6901-4c96-a162-ba0238e58ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:24.105945 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-236b2c8b-1420-417a-8046-2d527e181dc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:24.110126 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05b428-6901-4c96-a162-ba0238e58ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531d180c-4219-4b25-8ae6-fe2ee1190be7,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:24.133032 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-7c05b428-6901-4c96-a162-ba0238e58ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:24.134222 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-7c05b428-6901-4c96-a162-ba0238e58ccd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/531d180c-4219-4b25-8ae6-fe2ee1190be7 HTTP/1.1" status: 204 len: 168 time: 0.3612261 Feb 04 21:27:24.159978 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c72a344f-d996-44bb-b7ae-e89d3a38d0f5 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:24.161086 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72a344f-d996-44bb-b7ae-e89d3a38d0f5 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:24.161708 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c72a344f-d996-44bb-b7ae-e89d3a38d0f5 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:24.177512 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d1b39514-015a-4410-97ce-d6873b8d96b2 tempest-TestNetworkAdvancedServerOps-1854451236 tempest-TestNetworkAdvancedServerOps-1854451236-project] 10.222.0.26 "GET /v2.0/floatingips/3af40252-85e5-4b7c-a248-badd85da0e35 HTTP/1.1" status: 200 len: 993 time: 1.0029647 Feb 04 21:27:24.314667 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a344f-d996-44bb-b7ae-e89d3a38d0f5 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Pushing event updated for resources: {'Network': ['ID=a60d3e66-0791-4f8b-86fc-945050336053,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:24.328102 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network a60d3e66-0791-4f8b-86fc-945050336053 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:27:24.331948 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c72a344f-d996-44bb-b7ae-e89d3a38d0f5 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6002226 Feb 04 21:27:24.334451 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38914) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:24.357493 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-43fb7188-4009-48c8-8a88-794fff86fc0a tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:27:24.364563 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-236b2c8b-1420-417a-8046-2d527e181dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:24.365736 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236b2c8b-1420-417a-8046-2d527e181dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:24.366518 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-236b2c8b-1420-417a-8046-2d527e181dc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:24.471513 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-236b2c8b-1420-417a-8046-2d527e181dc4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9864089 Feb 04 21:27:24.478421 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b2c8b-1420-417a-8046-2d527e181dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f0008f-1df1-47cf-8be2-5580794ae658,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:24.482285 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1dba2c-5f0a-454e-903c-2b7ea245974f req-a7373b39-b796-49b4-acb3-4224349e2674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:24.484339 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6c1dba2c-5f0a-454e-903c-2b7ea245974f req-a7373b39-b796-49b4-acb3-4224349e2674 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=59352667-bace-4ad1-9d17-59d41210222d HTTP/1.1" status: 200 len: 835 time: 0.6669610 Feb 04 21:27:24.488449 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 38920) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:24.511358 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 0be5d1b4-7af3-4756-8650-39953fdafd8a details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:27:24.704870 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 0be5d1b4-7af3-4756-8650-39953fdafd8a, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=0be5d1b4-7af3-4756-8650-39953fdafd8a,segment=NetworkSegment(f7414e5f-c6a9-4e25-8e2e-d8fcb7ce2b94),segment_id=f7414e5f-c6a9-4e25-8e2e-d8fcb7ce2b94)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:27:24.720118 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '0be5d1b4-7af3-4756-8650-39953fdafd8a', 'network_id': '8cc3e586-c572-46a5-85c3-1db4ed928a43', 'port_id': '0be5d1b4-7af3-4756-8650-39953fdafd8a', 'mac_address': 'fa:16:3e:f0:2e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03b02ac-1639-4e07-b514-b30a29ed59bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:27:24.727614 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-26e1ac5b-8d1d-4b4b-80ab-10cc9b9dc8f2 admin admin] Request body: {'subnet': {'network_id': 'a5533562-cda1-4f3b-869c-a42260297cdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-988944165-subnet', 'tenant_id': 'dc18aee661954ee4b371b874ec36e8a6', 'ip_version': 4}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:27:24.780073 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38924) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:24.789065 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-26e1ac5b-8d1d-4b4b-80ab-10cc9b9dc8f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:24.790495 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:24.810844 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0be5d1b4-7af3-4756-8650-39953fdafd8a {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:27:24.812293 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-493f8401-3fc9-46f0-8dd6-c9527c63de95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:24.829710 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 0be5d1b4-7af3-4756-8650-39953fdafd8a, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=0be5d1b4-7af3-4756-8650-39953fdafd8a,segment=NetworkSegment(f7414e5f-c6a9-4e25-8e2e-d8fcb7ce2b94),segment_id=f7414e5f-c6a9-4e25-8e2e-d8fcb7ce2b94)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:27:24.835304 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:24.838066 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-493f8401-3fc9-46f0-8dd6-c9527c63de95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:24.852180 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-493f8401-3fc9-46f0-8dd6-c9527c63de95 admin admin] Usage tracker for resource:security_group_rule and tenant:f3fb5b0058d04464a6e782fa15949c4c is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:24.859024 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-493f8401-3fc9-46f0-8dd6-c9527c63de95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:24.868867 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-43fb7188-4009-48c8-8a88-794fff86fc0a tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:24.878478 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-493f8401-3fc9-46f0-8dd6-c9527c63de95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:24.903663 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-43fb7188-4009-48c8-8a88-794fff86fc0a tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:24.926758 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=0be5d1b4-7af3-4756-8650-39953fdafd8a,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:24.937186 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-43fb7188-4009-48c8-8a88-794fff86fc0a tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Network a60d3e66-0791-4f8b-86fc-945050336053 is not hosted by any dhcp agent {{(pid=87682) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 21:27:24.938202 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fb7188-4009-48c8-8a88-794fff86fc0a tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:24.939119 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-43fb7188-4009-48c8-8a88-794fff86fc0a tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:24.940793 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-43fb7188-4009-48c8-8a88-794fff86fc0a tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] 10.222.0.26 "PUT /v2.0/networks/a60d3e66-0791-4f8b-86fc-945050336053 HTTP/1.1" status: 200 len: 857 time: 0.6049366 Feb 04 21:27:24.987382 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 38928) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:25.004120 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-26e1ac5b-8d1d-4b4b-80ab-10cc9b9dc8f2 admin admin] Usage tracker for resource:subnet and tenant:dc18aee661954ee4b371b874ec36e8a6 is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:25.029508 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['0be5d1b4-7af3-4756-8650-39953fdafd8a'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:27:25.030719 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-26e1ac5b-8d1d-4b4b-80ab-10cc9b9dc8f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:25.035315 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b2c8b-1420-417a-8046-2d527e181dc4 admin admin] Pushing event updated for resources: {'Network': ['ID=a5533562-cda1-4f3b-869c-a42260297cdc,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:25.045022 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb7188-4009-48c8-8a88-794fff86fc0a tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Pushing event updated for resources: {'Network': ['ID=a60d3e66-0791-4f8b-86fc-945050336053,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:25.066710 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-26e1ac5b-8d1d-4b4b-80ab-10cc9b9dc8f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:25.127783 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network a5533562-cda1-4f3b-869c-a42260297cdc details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:27:25.134476 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-493f8401-3fc9-46f0-8dd6-c9527c63de95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:25.140153 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-493f8401-3fc9-46f0-8dd6-c9527c63de95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:25.177163 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78110f26-17ce-47c0-ad08-fc5f9d0e261b req-77a4aa93-4950-4e05-9e20-7b3e662eafcb tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:25.184194 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-78110f26-17ce-47c0-ad08-fc5f9d0e261b req-77a4aa93-4950-4e05-9e20-7b3e662eafcb tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/ports?device_id=95338acf-2d65-4e51-8d9f-da14c2b7ec11 HTTP/1.1" status: 200 len: 944 time: 1.0322297 Feb 04 21:27:25.209382 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-493f8401-3fc9-46f0-8dd6-c9527c63de95 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f3fb5b0058d04464a6e782fa15949c4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4251626 Feb 04 21:27:25.209382 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f8401-3fc9-46f0-8dd6-c9527c63de95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d4558b-7e58-448e-a18f-e06ee561d6e6,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:25.222092 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38932) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:25.260727 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e1ac5b-8d1d-4b4b-80ab-10cc9b9dc8f2 admin admin] Made reservation on behalf of dc18aee661954ee4b371b874ec36e8a6 for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:27:25.263602 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-26e1ac5b-8d1d-4b4b-80ab-10cc9b9dc8f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:25.295866 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ce430621-c988-4e00-a58c-520e4df808ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:25.334352 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ce430621-c988-4e00-a58c-520e4df808ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:25.355256 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-80b02c9f-6331-4d8f-a27c-62ebb15d4835 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:25.410485 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ce430621-c988-4e00-a58c-520e4df808ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:25.425098 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1dba2c-5f0a-454e-903c-2b7ea245974f req-d81635e4-9ead-47e6-8807-4ea832744b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:25.426597 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6c1dba2c-5f0a-454e-903c-2b7ea245974f req-d81635e4-9ead-47e6-8807-4ea832744b14 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=70271830-382b-4ee0-8a4e-d64395d5f7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7772241 Feb 04 21:27:25.430588 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce430621-c988-4e00-a58c-520e4df808ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d4558b-7e58-448e-a18f-e06ee561d6e6,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:25.441130 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ce430621-c988-4e00-a58c-520e4df808ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:25.442500 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ce430621-c988-4e00-a58c-520e4df808ca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/46d4558b-7e58-448e-a18f-e06ee561d6e6 HTTP/1.1" status: 204 len: 168 time: 0.2191370 Feb 04 21:27:25.447679 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-78110f26-17ce-47c0-ad08-fc5f9d0e261b req-f9fc8bc5-335e-4200-b98c-d462b5662507 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d35ccef-abd7-4c40-98b4-fc2878e9e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625492 Feb 04 21:27:25.814142 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-dac5f39d-b570-4dab-ac65-538ad6d1dfee tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:25.916446 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38942) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:25.934368 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bec3f4d3-5c2e-451c-9737-c1ecd42acdaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:25.950361 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-bec3f4d3-5c2e-451c-9737-c1ecd42acdaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:25.954646 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-bec3f4d3-5c2e-451c-9737-c1ecd42acdaf admin admin] Usage tracker for resource:security_group_rule and tenant:3e956dcb7cc44ce78c03e470293497e8 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:25.957516 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-bec3f4d3-5c2e-451c-9737-c1ecd42acdaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:25.963353 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-bec3f4d3-5c2e-451c-9737-c1ecd42acdaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:25.995250 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-80b02c9f-6331-4d8f-a27c-62ebb15d4835 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:26.056019 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-80b02c9f-6331-4d8f-a27c-62ebb15d4835 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a60d3e66-0791-4f8b-86fc-945050336053']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:26.057443 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bec3f4d3-5c2e-451c-9737-c1ecd42acdaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:26.061717 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-bec3f4d3-5c2e-451c-9737-c1ecd42acdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:26.110255 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-bec3f4d3-5c2e-451c-9737-c1ecd42acdaf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3e956dcb7cc44ce78c03e470293497e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1925790 Feb 04 21:27:26.111153 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3f4d3-5c2e-451c-9737-c1ecd42acdaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd5bce1-cd66-48c3-a56a-1f0d96ee321a,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:26.113498 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38946) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:26.151559 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-80b02c9f-6331-4d8f-a27c-62ebb15d4835 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14415323-df8f-45a8-b914-895e3ae53949') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:26.152132 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-80b02c9f-6331-4d8f-a27c-62ebb15d4835 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14415323-df8f-45a8-b914-895e3ae53949') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:26.168508 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6c1dba2c-5f0a-454e-903c-2b7ea245974f req-db46d83f-697d-4081-8813-bdf92ef1ab42 service neutron] 10.222.0.32 "GET /v2.0/networks/70271830-382b-4ee0-8a4e-d64395d5f7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7332435 Feb 04 21:27:26.195652 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-26e1ac5b-8d1d-4b4b-80ab-10cc9b9dc8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:26.239242 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-80b02c9f-6331-4d8f-a27c-62ebb15d4835 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:26.275883 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:26.290678 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-278b8521-c070-4218-a7db-b1641ffa084e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:26.317853 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-278b8521-c070-4218-a7db-b1641ffa084e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:26.366797 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-80b02c9f-6331-4d8f-a27c-62ebb15d4835 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:26.374883 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-278b8521-c070-4218-a7db-b1641ffa084e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:26.392789 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b8521-c070-4218-a7db-b1641ffa084e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd5bce1-cd66-48c3-a56a-1f0d96ee321a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:26.396256 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b02c9f-6331-4d8f-a27c-62ebb15d4835 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:27:26.396437 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-278b8521-c070-4218-a7db-b1641ffa084e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:26.396671 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-80b02c9f-6331-4d8f-a27c-62ebb15d4835 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:26.399853 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-278b8521-c070-4218-a7db-b1641ffa084e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4cd5bce1-cd66-48c3-a56a-1f0d96ee321a HTTP/1.1" status: 204 len: 168 time: 0.2831349 Feb 04 21:27:26.418542 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:27:26.418542 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:27:26.418542 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:27:26.418542 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:27:26.418542 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:27:26.418542 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:27:26.418542 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:27:26.418542 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:27:26.418542 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:27:26.418542 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:27:26.418542 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:27:26.418542 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:27:26.418542 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:27:26.418542 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:27:26.418542 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:27:26.418542 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:27:26.418542 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:27:26.418542 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:27:26.418542 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:27:26.418542 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:27:26.418542 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:27:26.418542 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:27:26.418542 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:27:26.418542 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:27:26.418542 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:27:26.418542 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:27:26.418542 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:27:26.418542 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:27:26.418542 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:27:26.418542 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:27:26.418542 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:27:26.418542 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:27:26.510392 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 0be5d1b4-7af3-4756-8650-39953fdafd8a up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:27:26.512142 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1ac5b-8d1d-4b4b-80ab-10cc9b9dc8f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=746ac05c-0efb-4557-a928-c37b6c980000,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:26.552163 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e1ac5b-8d1d-4b4b-80ab-10cc9b9dc8f2 admin admin] Checking segment: {'id': '68a4e85c-ec04-40cb-a789-87c1d5762c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a5533562-cda1-4f3b-869c-a42260297cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:27:26.552535 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e1ac5b-8d1d-4b4b-80ab-10cc9b9dc8f2 admin admin] Network hostable DHCP agents. Network: a5533562-cda1-4f3b-869c-a42260297cdc, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:27:26.585368 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6c1dba2c-5f0a-454e-903c-2b7ea245974f req-ee62088c-9c7c-4428-88f0-c442866506c6 service neutron] 10.222.0.32 "GET /v2.0/networks/70271830-382b-4ee0-8a4e-d64395d5f7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815427 Feb 04 21:27:26.616584 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 0be5d1b4-7af3-4756-8650-39953fdafd8a completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:27:26.628958 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 0be5d1b4-7af3-4756-8650-39953fdafd8a triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:27:26.629292 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:26.651881 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-80b02c9f-6331-4d8f-a27c-62ebb15d4835 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:26.783041 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:26.823337 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 0be5d1b4-7af3-4756-8650-39953fdafd8a, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=0be5d1b4-7af3-4756-8650-39953fdafd8a,segment=NetworkSegment(f7414e5f-c6a9-4e25-8e2e-d8fcb7ce2b94),segment_id=f7414e5f-c6a9-4e25-8e2e-d8fcb7ce2b94)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:27:26.824479 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95338acf-2d65-4e51-8d9f-da14c2b7ec11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be5d1b4-7af3-4756-8650-39953fdafd8a'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:27:26.832009 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:26.915138 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=0be5d1b4-7af3-4756-8650-39953fdafd8a,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:26.930683 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b02c9f-6331-4d8f-a27c-62ebb15d4835 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a60d3e66-0791-4f8b-86fc-945050336053 {{(pid=87683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 21:27:26.932127 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b02c9f-6331-4d8f-a27c-62ebb15d4835 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Pushing event deleted for resources: {'Network': ['ID=a60d3e66-0791-4f8b-86fc-945050336053,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:26.933687 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e1ac5b-8d1d-4b4b-80ab-10cc9b9dc8f2 admin admin] Network a5533562-cda1-4f3b-869c-a42260297cdc is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:27:26.950033 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-80b02c9f-6331-4d8f-a27c-62ebb15d4835 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:26.994531 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-dac5f39d-b570-4dab-ac65-538ad6d1dfee tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Deleting port 6d124b28-7bb4-40be-9f2c-15cc3c63ed16 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:27:26.994877 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-dac5f39d-b570-4dab-ac65-538ad6d1dfee tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:27.050024 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-26e1ac5b-8d1d-4b4b-80ab-10cc9b9dc8f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, a5533562-cda1-4f3b-869c-a42260297cdc) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:27:27.061939 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e1ac5b-8d1d-4b4b-80ab-10cc9b9dc8f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:27.066050 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-26e1ac5b-8d1d-4b4b-80ab-10cc9b9dc8f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:27.066950 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cd065a-71f6-405f-85d6-55998177aeda None None] Network a5533562-cda1-4f3b-869c-a42260297cdc requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:27:27.113690 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38970) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:27.114241 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-80b02c9f-6331-4d8f-a27c-62ebb15d4835 tempest-ExternalNetworksTestJSON-588395212 tempest-ExternalNetworksTestJSON-588395212-project-admin] 10.222.0.26 "DELETE /v2.0/networks/a60d3e66-0791-4f8b-86fc-945050336053 HTTP/1.1" status: 204 len: 168 time: 2.1252396 Feb 04 21:27:27.183152 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b9bb279-d6eb-4d4d-b3a6-94e23d3fae47 tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] DELETE failed (client error): The resource could not be found. Feb 04 21:27:27.187253 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b9bb279-d6eb-4d4d-b3a6-94e23d3fae47 tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:27:27.189036 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8b9bb279-d6eb-4d4d-b3a6-94e23d3fae47 tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] 10.222.0.26 "DELETE /v2.0/subnets/a7b3b55a-43af-41dc-a763-43759a7da842 HTTP/1.1" status: 404 len: 337 time: 0.0742283 Feb 04 21:27:27.192324 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38976) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:27.294838 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-26e1ac5b-8d1d-4b4b-80ab-10cc9b9dc8f2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6494055 Feb 04 21:27:27.303847 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 38988) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:27.323196 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-95fa5313-ae22-4c40-bc50-eff6e51b13b4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-988944165-router', 'tenant_id': 'dc18aee661954ee4b371b874ec36e8a6', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:27:27.335805 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-95fa5313-ae22-4c40-bc50-eff6e51b13b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:27.346909 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-95fa5313-ae22-4c40-bc50-eff6e51b13b4 admin admin] Usage tracker for resource:router and tenant:dc18aee661954ee4b371b874ec36e8a6 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:27.361362 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-95fa5313-ae22-4c40-bc50-eff6e51b13b4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:27.373712 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-95fa5313-ae22-4c40-bc50-eff6e51b13b4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:27.386392 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dc02a226-40ea-4df2-b43a-59f4edd802fc tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:27.438615 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-95fa5313-ae22-4c40-bc50-eff6e51b13b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:27.439652 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-95fa5313-ae22-4c40-bc50-eff6e51b13b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:27.458612 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570adb3-51d1-4b7f-81d4-9b178c234a54 req-76f2e7b6-7c3d-4221-bd73-b428a89ef35d tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:27.462490 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5570adb3-51d1-4b7f-81d4-9b178c234a54 req-76f2e7b6-7c3d-4221-bd73-b428a89ef35d tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/ports?device_id=95338acf-2d65-4e51-8d9f-da14c2b7ec11 HTTP/1.1" status: 200 len: 946 time: 0.8087020 Feb 04 21:27:27.465631 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a26eed-febf-42ee-8b62-4ea544ece4d9 req-70b765c5-5a36-47ae-91f1-87248d622795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:27.467759 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-14a26eed-febf-42ee-8b62-4ea544ece4d9 req-70b765c5-5a36-47ae-91f1-87248d622795 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e8582aac1f7460e8c501b58b7ccfd28&device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224 HTTP/1.1" status: 200 len: 1096 time: 0.8167021 Feb 04 21:27:27.503360 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b878583f-6434-4d19-88fc-2c7f67842737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-a5533562-cda1-4f3b-869c-a42260297cdc', 'network_id': 'a5533562-cda1-4f3b-869c-a42260297cdc', 'tenant_id': 'dc18aee661954ee4b371b874ec36e8a6', 'fixed_ips': [{'subnet_id': '746ac05c-0efb-4557-a928-c37b6c980000'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:27:27.504851 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b878583f-6434-4d19-88fc-2c7f67842737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:27.565626 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-95fa5313-ae22-4c40-bc50-eff6e51b13b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:27.575723 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dc02a226-40ea-4df2-b43a-59f4edd802fc tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:27.611260 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-dc02a226-40ea-4df2-b43a-59f4edd802fc tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1fdc5c3-9b7e-4dc0-95dc-c2b49c5ac5a1']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:27.739001 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-b878583f-6434-4d19-88fc-2c7f67842737 None None] Allocated IP 172.20.0.2 (a5533562-cda1-4f3b-869c-a42260297cdc/746ac05c-0efb-4557-a928-c37b6c980000/08cbfceb-d890-473d-8adb-5283a7164de1) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:27:27.752637 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-5570adb3-51d1-4b7f-81d4-9b178c234a54 req-653172d4-d3d7-4e2b-a62d-13f0228e28e1 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d35ccef-abd7-4c40-98b4-fc2878e9e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592139 Feb 04 21:27:27.826866 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-dac5f39d-b570-4dab-ac65-538ad6d1dfee tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:27.856428 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-dc02a226-40ea-4df2-b43a-59f4edd802fc tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4432235a-ea12-4a29-98f0-980b8ed0c09b') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:27.856726 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-dc02a226-40ea-4df2-b43a-59f4edd802fc tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4432235a-ea12-4a29-98f0-980b8ed0c09b') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:27.874145 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95338acf-2d65-4e51-8d9f-da14c2b7ec11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be5d1b4-7af3-4756-8650-39953fdafd8a', 'code': 200} Feb 04 21:27:27.884868 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dc02a226-40ea-4df2-b43a-59f4edd802fc tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:27.994534 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-dac5f39d-b570-4dab-ac65-538ad6d1dfee tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Calling delete_port for 6d124b28-7bb4-40be-9f2c-15cc3c63ed16 owned by network:router_interface {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:27:28.051480 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a26eed-febf-42ee-8b62-4ea544ece4d9 req-d0d5a1bc-9b16-49a2-b09f-39ecb889099a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:28.053125 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-14a26eed-febf-42ee-8b62-4ea544ece4d9 req-d0d5a1bc-9b16-49a2-b09f-39ecb889099a service neutron] 10.222.0.32 "GET /v2.0/networks?id=70271830-382b-4ee0-8a4e-d64395d5f7ae HTTP/1.1" status: 200 len: 898 time: 0.5543859 Feb 04 21:27:28.131746 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b878583f-6434-4d19-88fc-2c7f67842737 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:28.188579 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dc02a226-40ea-4df2-b43a-59f4edd802fc tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:28.223946 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-14a26eed-febf-42ee-8b62-4ea544ece4d9 req-baea324b-d65c-4f3b-abf9-5c365c481b32 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67c1b234-fe0a-4770-b552-f3ca5d5f208b HTTP/1.1" status: 200 len: 1001 time: 0.1619048 Feb 04 21:27:28.226918 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc02a226-40ea-4df2-b43a-59f4edd802fc tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:27:28.227390 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dc02a226-40ea-4df2-b43a-59f4edd802fc tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:28.253516 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:27:28.253516 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:27:28.253516 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:27:28.253516 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:27:28.253516 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:27:28.253516 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:27:28.253516 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:27:28.253516 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:27:28.253516 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:27:28.253516 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:27:28.253516 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:27:28.253516 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:27:28.253516 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:27:28.253516 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:27:28.253516 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:27:28.253516 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:27:28.253516 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:27:28.253516 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:27:28.253516 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:27:28.253516 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:27:28.253516 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:27:28.253516 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:27:28.253516 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:27:28.253516 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:27:28.253516 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:27:28.253516 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:27:28.253516 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:27:28.253516 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:27:28.253516 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:27:28.253516 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:27:28.253516 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:27:28.253516 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:27:28.261001 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-95fa5313-ae22-4c40-bc50-eff6e51b13b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:28.324308 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a26eed-febf-42ee-8b62-4ea544ece4d9 req-1c3c42ac-ae89-44d9-bd71-5c94d2ad0202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:28.326950 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-14a26eed-febf-42ee-8b62-4ea544ece4d9 req-1c3c42ac-ae89-44d9-bd71-5c94d2ad0202 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=59352667-bace-4ad1-9d17-59d41210222d HTTP/1.1" status: 200 len: 835 time: 0.0939369 Feb 04 21:27:28.445776 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b878583f-6434-4d19-88fc-2c7f67842737 None None] Transition to ACTIVE for port object 08cbfceb-d890-473d-8adb-5283a7164de1 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:27:28.455672 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dc02a226-40ea-4df2-b43a-59f4edd802fc tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:28.484382 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-dc02a226-40ea-4df2-b43a-59f4edd802fc tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:28.498600 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02a226-40ea-4df2-b43a-59f4edd802fc tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] Pushing event deleted for resources: {'Network': ['ID=d1fdc5c3-9b7e-4dc0-95dc-c2b49c5ac5a1,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:28.519681 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-dc02a226-40ea-4df2-b43a-59f4edd802fc tempest-ExternalNetworksTestJSON-1974186795 tempest-ExternalNetworksTestJSON-1974186795-project] 10.222.0.26 "DELETE /v2.0/networks/d1fdc5c3-9b7e-4dc0-95dc-c2b49c5ac5a1 HTTP/1.1" status: 204 len: 168 time: 1.3234611 Feb 04 21:27:28.523136 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93625aef-1b80-4510-b75c-742c08902968 req-dbf8784d-83e7-4bd0-93bd-3ec1d8d157f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:28.524673 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-93625aef-1b80-4510-b75c-742c08902968 req-dbf8784d-83e7-4bd0-93bd-3ec1d8d157f6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=95338acf-2d65-4e51-8d9f-da14c2b7ec11 HTTP/1.1" status: 200 len: 1097 time: 0.5328832 Feb 04 21:27:28.527016 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b878583f-6434-4d19-88fc-2c7f67842737 None None] Transition to ACTIVE for port object 08cbfceb-d890-473d-8adb-5283a7164de1 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:27:28.536881 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b878583f-6434-4d19-88fc-2c7f67842737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:28.579124 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-dac5f39d-b570-4dab-ac65-538ad6d1dfee tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:28.588118 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-93625aef-1b80-4510-b75c-742c08902968 req-0ef366a8-aba3-44cc-89fd-36f7209fbd52 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9d35ccef-abd7-4c40-98b4-fc2878e9e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568304 Feb 04 21:27:28.751841 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b878583f-6434-4d19-88fc-2c7f67842737 None None] Network a5533562-cda1-4f3b-869c-a42260297cdc is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:27:28.758173 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-b878583f-6434-4d19-88fc-2c7f67842737 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:27:28.763820 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b878583f-6434-4d19-88fc-2c7f67842737 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:27:28.831473 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac5f39d-b570-4dab-ac65-538ad6d1dfee tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Pushing event deleted for resources: {'Port': ['ID=6d124b28-7bb4-40be-9f2c-15cc3c63ed16,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:28.872825 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b878583f-6434-4d19-88fc-2c7f67842737 None None] Pushing event updated for resources: {'Port': ['ID=08cbfceb-d890-473d-8adb-5283a7164de1,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:29.005385 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-b878583f-6434-4d19-88fc-2c7f67842737 None None] Attempting to bind port 08cbfceb-d890-473d-8adb-5283a7164de1 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:27:29.005767 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-b878583f-6434-4d19-88fc-2c7f67842737 None None] Attempting to bind port 08cbfceb-d890-473d-8adb-5283a7164de1 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '68a4e85c-ec04-40cb-a789-87c1d5762c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a5533562-cda1-4f3b-869c-a42260297cdc'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:27:29.006130 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b878583f-6434-4d19-88fc-2c7f67842737 None None] Attempting to bind port 08cbfceb-d890-473d-8adb-5283a7164de1 on network a5533562-cda1-4f3b-869c-a42260297cdc {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:27:29.025456 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b878583f-6434-4d19-88fc-2c7f67842737 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:27:29.025841 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b878583f-6434-4d19-88fc-2c7f67842737 None None] Checking segment: {'id': '68a4e85c-ec04-40cb-a789-87c1d5762c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a5533562-cda1-4f3b-869c-a42260297cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:27:29.026360 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b878583f-6434-4d19-88fc-2c7f67842737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:29.026621 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b878583f-6434-4d19-88fc-2c7f67842737 None None] Bound using segment: {'id': '68a4e85c-ec04-40cb-a789-87c1d5762c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a5533562-cda1-4f3b-869c-a42260297cdc'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:27:29.027101 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-b878583f-6434-4d19-88fc-2c7f67842737 None None] Bound port: 08cbfceb-d890-473d-8adb-5283a7164de1, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a4e85c-ec04-40cb-a789-87c1d5762c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a5533562-cda1-4f3b-869c-a42260297cdc'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:27:29.027478 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b878583f-6434-4d19-88fc-2c7f67842737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:29.092146 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-95fa5313-ae22-4c40-bc50-eff6e51b13b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:29.154775 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-95fa5313-ae22-4c40-bc50-eff6e51b13b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:29.225689 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39014) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:29.248131 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a26eed-febf-42ee-8b62-4ea544ece4d9 req-f2a2c518-6999-4f10-a735-2fe7a4414a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:29.249645 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-14a26eed-febf-42ee-8b62-4ea544ece4d9 req-f2a2c518-6999-4f10-a735-2fe7a4414a0d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=70271830-382b-4ee0-8a4e-d64395d5f7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8126848 Feb 04 21:27:29.292909 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-b878583f-6434-4d19-88fc-2c7f67842737 None None] For port 08cbfceb-d890-473d-8adb-5283a7164de1, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:27:29.299720 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-b878583f-6434-4d19-88fc-2c7f67842737 None None] For port 08cbfceb-d890-473d-8adb-5283a7164de1, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=08cbfceb-d890-473d-8adb-5283a7164de1,segment=NetworkSegment(68a4e85c-ec04-40cb-a789-87c1d5762c32),segment_id=68a4e85c-ec04-40cb-a789-87c1d5762c32)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:27:29.309755 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b878583f-6434-4d19-88fc-2c7f67842737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:29.377598 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-dac5f39d-b570-4dab-ac65-538ad6d1dfee tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:29.502649 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b878583f-6434-4d19-88fc-2c7f67842737 None None] Pushing event updated for resources: {'Port': ['ID=08cbfceb-d890-473d-8adb-5283a7164de1,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:29.653639 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-95fa5313-ae22-4c40-bc50-eff6e51b13b4 admin admin] Allocated IP 172.25.5.79 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/4c39a9d7-9cf5-4a73-af8f-de56b8bb7d79) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:27:30.035375 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-95fa5313-ae22-4c40-bc50-eff6e51b13b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:30.097900 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-95fa5313-ae22-4c40-bc50-eff6e51b13b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:30.099194 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ec906-bc1f-4f07-8091-78eafe4b203b req-691da43b-9316-4e53-8a4b-3d74f31d798d tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:30.106322 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c05ec906-bc1f-4f07-8091-78eafe4b203b req-691da43b-9316-4e53-8a4b-3d74f31d798d tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/ports?device_id=95338acf-2d65-4e51-8d9f-da14c2b7ec11 HTTP/1.1" status: 200 len: 946 time: 1.1239276 Feb 04 21:27:30.182361 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-69c3f108-d3f3-4d27-b8e2-9ceaad3fdd80 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=07e6184786fe4823adb15522a22e3a23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9496624 Feb 04 21:27:30.183646 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fa5313-ae22-4c40-bc50-eff6e51b13b4 admin admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:27:30.187303 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39026) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:30.188124 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-95fa5313-ae22-4c40-bc50-eff6e51b13b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:27:30.202843 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fa5313-ae22-4c40-bc50-eff6e51b13b4 admin admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:27:30.244014 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa5313-ae22-4c40-bc50-eff6e51b13b4 admin admin] Pushing event updated for resources: {'Port': ['ID=4c39a9d7-9cf5-4a73-af8f-de56b8bb7d79,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:30.363582 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c05ec906-bc1f-4f07-8091-78eafe4b203b req-a62a0011-ac85-4678-8bf1-885e93a91735 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d35ccef-abd7-4c40-98b4-fc2878e9e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557218 Feb 04 21:27:30.376201 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-14a26eed-febf-42ee-8b62-4ea544ece4d9 req-3acb597b-0cf7-49e3-a64a-57c5d9d6eca1 service neutron] 10.222.0.32 "GET /v2.0/networks/70271830-382b-4ee0-8a4e-d64395d5f7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0467107 Feb 04 21:27:30.420985 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac5f39d-b570-4dab-ac65-538ad6d1dfee tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Router c4509174-66df-4d87-83c3-8d0506d81a1c has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:27:30.564229 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-edb89803-f0a9-4bb5-a916-982c59008952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:30.652073 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac5f39d-b570-4dab-ac65-538ad6d1dfee tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:27:30.664260 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88620353-3b45-4486-b3a6-4dbfc5cfb67f None None] Sync routers for ids ['c4509174-66df-4d87-83c3-8d0506d81a1c'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:27:30.683753 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88620353-3b45-4486-b3a6-4dbfc5cfb67f None None] Routers {'c4509174-66df-4d87-83c3-8d0506d81a1c'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:27:30.684622 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-88620353-3b45-4486-b3a6-4dbfc5cfb67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:27:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['c4509174-66df-4d87-83c3-8d0506d81a1c'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:30.690149 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-dac5f39d-b570-4dab-ac65-538ad6d1dfee tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "PUT /v2.0/routers/c4509174-66df-4d87-83c3-8d0506d81a1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7526660 Feb 04 21:27:30.692954 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-14a26eed-febf-42ee-8b62-4ea544ece4d9 req-c1c1b4c6-470d-4a38-95e7-abb35d27b001 service neutron] 10.222.0.32 "GET /v2.0/networks/70271830-382b-4ee0-8a4e-d64395d5f7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084569 Feb 04 21:27:30.693607 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39032) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:30.749699 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-edb89803-f0a9-4bb5-a916-982c59008952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:30.770469 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-23e117fd-b7a0-4fd7-99c5-da953d9d87ba tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Synchronizing usage tracker for tenant:cbc86534709d428b91b2b43a6558e62d on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:27:30.795838 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-23e117fd-b7a0-4fd7-99c5-da953d9d87ba tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Unset dirty status for tenant:cbc86534709d428b91b2b43a6558e62d on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:27:30.798156 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-23e117fd-b7a0-4fd7-99c5-da953d9d87ba tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4509174-66df-4d87-83c3-8d0506d81a1c HTTP/1.1" status: 200 len: 205 time: 0.1027687 Feb 04 21:27:30.800576 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39036) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:30.838066 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-88620353-3b45-4486-b3a6-4dbfc5cfb67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:30.856175 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88620353-3b45-4486-b3a6-4dbfc5cfb67f None None] Routers {'c4509174-66df-4d87-83c3-8d0506d81a1c'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:27:30.861762 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-88620353-3b45-4486-b3a6-4dbfc5cfb67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:27:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['c4509174-66df-4d87-83c3-8d0506d81a1c'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:31.030032 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-95fa5313-ae22-4c40-bc50-eff6e51b13b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:31.068674 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-88620353-3b45-4486-b3a6-4dbfc5cfb67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:31.069372 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cabd8e84-a2af-4a2f-848b-27c313421d0d tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for router, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:31.073616 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88620353-3b45-4486-b3a6-4dbfc5cfb67f None None] The sync data for ids ['c4509174-66df-4d87-83c3-8d0506d81a1c'] in n-d-827896-1 is: [] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:27:31.228619 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad62672-1591-4c99-92b3-f9f8d465ba9e None None] Network a5533562-cda1-4f3b-869c-a42260297cdc requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:27:31.324663 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-edb89803-f0a9-4bb5-a916-982c59008952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:31.348786 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb89803-f0a9-4bb5-a916-982c59008952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9217c9-e7f4-4b1d-a3b4-8fbeed1c5aa6,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:31.378096 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-edb89803-f0a9-4bb5-a916-982c59008952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:31.379443 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-edb89803-f0a9-4bb5-a916-982c59008952 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0d9217c9-e7f4-4b1d-a3b4-8fbeed1c5aa6 HTTP/1.1" status: 204 len: 168 time: 1.1888330 Feb 04 21:27:31.567741 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 08cbfceb-d890-473d-8adb-5283a7164de1 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:27:31.648781 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cabd8e84-a2af-4a2f-848b-27c313421d0d tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:31.650806 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cabd8e84-a2af-4a2f-848b-27c313421d0d tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:31.665364 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-95fa5313-ae22-4c40-bc50-eff6e51b13b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:31.682966 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cabd8e84-a2af-4a2f-848b-27c313421d0d tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:31.683451 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabd8e84-a2af-4a2f-848b-27c313421d0d tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Fanout notify agent at l3_agent the message router_deleted on router c4509174-66df-4d87-83c3-8d0506d81a1c {{(pid=87683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:27:31.698234 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-cabd8e84-a2af-4a2f-848b-27c313421d0d tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:31.701853 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-cabd8e84-a2af-4a2f-848b-27c313421d0d tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "DELETE /v2.0/routers/c4509174-66df-4d87-83c3-8d0506d81a1c HTTP/1.1" status: 204 len: 168 time: 0.9001634 Feb 04 21:27:31.704734 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39048) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:31.817608 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc50834-ca1f-4631-b564-aad53f4ba2c6 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Deleting subnet 16fedbf4-194a-4eb8-80c1-e4f95003902e {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:27:31.837230 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2cc50834-ca1f-4631-b564-aad53f4ba2c6 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:31.945950 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2cc50834-ca1f-4631-b564-aad53f4ba2c6 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:32.257518 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e15ec4-9a53-4bd4-b6ee-25ce9fce2ddb req-22123a9d-c1ab-4a9a-8f5f-3b8100dc2dbc tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:32.259791 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f1e15ec4-9a53-4bd4-b6ee-25ce9fce2ddb req-22123a9d-c1ab-4a9a-8f5f-3b8100dc2dbc tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/ports?device_id=95338acf-2d65-4e51-8d9f-da14c2b7ec11 HTTP/1.1" status: 200 len: 946 time: 0.5568547 Feb 04 21:27:32.262164 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-addbaf5f-2a63-44b6-b4b4-4e2b6436b6b1 None None] Provisioning for port 08cbfceb-d890-473d-8adb-5283a7164de1 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:27:32.338790 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 08cbfceb-d890-473d-8adb-5283a7164de1 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:27:32.366456 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 08cbfceb-d890-473d-8adb-5283a7164de1 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:27:32.368500 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:32.414375 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39056) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:32.486521 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f1e15ec4-9a53-4bd4-b6ee-25ce9fce2ddb req-98a8b82c-3bd6-483b-9e34-308dc91bf498 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d35ccef-abd7-4c40-98b4-fc2878e9e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112255 Feb 04 21:27:32.488679 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95fa5313-ae22-4c40-bc50-eff6e51b13b4 admin admin] Router 0f2ada2c-959c-4adc-86ab-1ab437e0154e is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:27:32.509446 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2cc50834-ca1f-4631-b564-aad53f4ba2c6 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:32.638397 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:32.717925 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 08cbfceb-d890-473d-8adb-5283a7164de1, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=08cbfceb-d890-473d-8adb-5283a7164de1,segment=NetworkSegment(68a4e85c-ec04-40cb-a789-87c1d5762c32),segment_id=68a4e85c-ec04-40cb-a789-87c1d5762c32)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:27:32.727718 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:32.767220 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2cc50834-ca1f-4631-b564-aad53f4ba2c6 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:32.812381 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc50834-ca1f-4631-b564-aad53f4ba2c6 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Pushing event deleted for resources: {'Subnet': ['ID=16fedbf4-194a-4eb8-80c1-e4f95003902e,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:32.833667 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2cc50834-ca1f-4631-b564-aad53f4ba2c6 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:32.842985 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fa5313-ae22-4c40-bc50-eff6e51b13b4 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:27:32.844804 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fa9249-e95b-4f81-96c8-5687dfc63fc7 None None] Network 8d76dd9b-4033-4177-81c2-dbc75cf4ea0c requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:27:32.849415 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-2cc50834-ca1f-4631-b564-aad53f4ba2c6 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "DELETE /v2.0/subnets/16fedbf4-194a-4eb8-80c1-e4f95003902e HTTP/1.1" status: 204 len: 168 time: 1.1435359 Feb 04 21:27:32.850032 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39064) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:32.875721 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-95fa5313-ae22-4c40-bc50-eff6e51b13b4 admin admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:32.878328 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-95fa5313-ae22-4c40-bc50-eff6e51b13b4 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5732267 Feb 04 21:27:32.879687 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b3dc34-f861-4012-80a5-713ae256b8dc None None] Sync routers for ids ['0f2ada2c-959c-4adc-86ab-1ab437e0154e'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:27:32.882134 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39068) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:32.983881 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b3dc34-f861-4012-80a5-713ae256b8dc None None] Routers {'0f2ada2c-959c-4adc-86ab-1ab437e0154e'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:27:32.985763 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-d3b3dc34-f861-4012-80a5-713ae256b8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:27:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['0f2ada2c-959c-4adc-86ab-1ab437e0154e'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:33.036038 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39072) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:33.037898 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f839ed93-50f5-4ba4-bf7e-5ed312fc5aed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e178c97745014e37a6eeaa1c8cf0a2b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6096780 Feb 04 21:27:33.046831 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeca110b-33b1-406c-ad3b-8546cf5d4cb5 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Deleting subnet c2934097-b078-4bfe-9c72-1d34e0b4e8b8 {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:27:33.049173 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=08cbfceb-d890-473d-8adb-5283a7164de1,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:33.072016 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-eeca110b-33b1-406c-ad3b-8546cf5d4cb5 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:33.096025 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:33.202028 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-68a62e5a-03ca-4a57-82eb-a93809c96aca None None] Provisioning complete for port 08cbfceb-d890-473d-8adb-5283a7164de1 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:27:33.202567 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-68a62e5a-03ca-4a57-82eb-a93809c96aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:33.253182 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-eeca110b-33b1-406c-ad3b-8546cf5d4cb5 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:33.280579 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 08cbfceb-d890-473d-8adb-5283a7164de1 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:27:33.331807 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-addb2c6a-b175-4ce2-8f55-f6695c8da006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:33.397497 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-addb2c6a-b175-4ce2-8f55-f6695c8da006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:33.452603 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-eeca110b-33b1-406c-ad3b-8546cf5d4cb5 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:33.582695 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-addb2c6a-b175-4ce2-8f55-f6695c8da006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:33.612777 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb2c6a-b175-4ce2-8f55-f6695c8da006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8544741e-0438-47d8-b354-183951724ea6,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:33.622499 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-addb2c6a-b175-4ce2-8f55-f6695c8da006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:33.626947 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-addb2c6a-b175-4ce2-8f55-f6695c8da006 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8544741e-0438-47d8-b354-183951724ea6 HTTP/1.1" status: 204 len: 168 time: 0.5848341 Feb 04 21:27:33.626947 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-eeca110b-33b1-406c-ad3b-8546cf5d4cb5 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:33.674769 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca110b-33b1-406c-ad3b-8546cf5d4cb5 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Pushing event deleted for resources: {'Subnet': ['ID=c2934097-b078-4bfe-9c72-1d34e0b4e8b8,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:33.679347 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-eeca110b-33b1-406c-ad3b-8546cf5d4cb5 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:33.681559 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-eeca110b-33b1-406c-ad3b-8546cf5d4cb5 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "DELETE /v2.0/subnets/c2934097-b078-4bfe-9c72-1d34e0b4e8b8 HTTP/1.1" status: 204 len: 168 time: 0.8305306 Feb 04 21:27:33.691688 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39086) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:33.723490 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ee9091-b9b4-4572-bc51-ec2d6015b3c4 None None] Network f9d2c205-a2b8-4cfb-bd15-61092d18976a requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:27:33.820632 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 08cbfceb-d890-473d-8adb-5283a7164de1 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:27:33.821123 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:33.836520 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-381c4a4d-3444-4bd6-8543-00dcfc82b021 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:33.951227 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-d3b3dc34-f861-4012-80a5-713ae256b8dc None None] Set router 0f2ada2c-959c-4adc-86ab-1ab437e0154e gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:27:34.098510 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-381c4a4d-3444-4bd6-8543-00dcfc82b021 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Deleting port 235e53ee-f219-4e09-b5a0-aab149e77716 {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:27:34.099466 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-381c4a4d-3444-4bd6-8543-00dcfc82b021 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:34.439097 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b091116b-edbd-4406-8d6d-ad9009a22f43 None None] DHCP port deletion for 8d76dd9b-4033-4177-81c2-dbc75cf4ea0c request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:27:34.577841 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-b091116b-edbd-4406-8d6d-ad9009a22f43 None None] Deleting port 235e53ee-f219-4e09-b5a0-aab149e77716 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:27:34.578184 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b091116b-edbd-4406-8d6d-ad9009a22f43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:34.777012 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6dd16-9dff-4c2e-af3d-bcc8330f6361 req-d4cccb7b-de8f-4a20-801d-494f4fdaedf8 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:34.784080 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cbe6dd16-9dff-4c2e-af3d-bcc8330f6361 req-d4cccb7b-de8f-4a20-801d-494f4fdaedf8 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/ports?device_id=95338acf-2d65-4e51-8d9f-da14c2b7ec11 HTTP/1.1" status: 200 len: 946 time: 0.1347210 Feb 04 21:27:34.890328 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-cbe6dd16-9dff-4c2e-af3d-bcc8330f6361 req-cd874110-093a-46f5-bf7f-b388d2bf3598 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d35ccef-abd7-4c40-98b4-fc2878e9e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051223 Feb 04 21:27:34.924728 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [None req-381c4a4d-3444-4bd6-8543-00dcfc82b021 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] For port 235e53ee-f219-4e09-b5a0-aab149e77716, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=235e53ee-f219-4e09-b5a0-aab149e77716,segment=NetworkSegment(a09bace7-5ebb-4563-9bef-2bb1ee4bac45),segment_id=a09bace7-5ebb-4563-9bef-2bb1ee4bac45)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:27:34.926116 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-381c4a4d-3444-4bd6-8543-00dcfc82b021 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:35.237899 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b593a3-203f-491a-b230-baa7942f9aca None None] DHCP port deletion for f9d2c205-a2b8-4cfb-bd15-61092d18976a request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:27:35.334550 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-e3b593a3-203f-491a-b230-baa7942f9aca None None] Deleting port 98d514ef-e319-420f-a055-ad7d282b6c65 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:27:35.335173 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e3b593a3-203f-491a-b230-baa7942f9aca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:35.368719 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-381c4a4d-3444-4bd6-8543-00dcfc82b021 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Calling delete_port for 235e53ee-f219-4e09-b5a0-aab149e77716 owned by network:dhcp {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:27:35.505858 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 235e53ee-f219-4e09-b5a0-aab149e77716 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:27:35.556049 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-381c4a4d-3444-4bd6-8543-00dcfc82b021 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:35.621914 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381c4a4d-3444-4bd6-8543-00dcfc82b021 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] No DVR routers for this DVR port 235e53ee-f219-4e09-b5a0-aab149e77716 on host n-d-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:27:35.623441 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c4a4d-3444-4bd6-8543-00dcfc82b021 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Pushing event deleted for resources: {'Port': ['ID=235e53ee-f219-4e09-b5a0-aab149e77716,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:35.630931 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: 235e53ee-f219-4e09-b5a0-aab149e77716 {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:27:35.632912 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 235e53ee-f219-4e09-b5a0-aab149e77716 not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:27:35.638937 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 98d514ef-e319-420f-a055-ad7d282b6c65 no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:27:35.684627 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d6a8b631-47c1-4085-b428-d6222136cfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:35.828920 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-381c4a4d-3444-4bd6-8543-00dcfc82b021 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:35.920505 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-381c4a4d-3444-4bd6-8543-00dcfc82b021 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d76dd9b-4033-4177-81c2-dbc75cf4ea0c']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:35.963913 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-e3b593a3-203f-491a-b230-baa7942f9aca None None] For port 98d514ef-e319-420f-a055-ad7d282b6c65, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=98d514ef-e319-420f-a055-ad7d282b6c65,segment=NetworkSegment(082392ed-b645-4eaa-8488-00868e416a78),segment_id=082392ed-b645-4eaa-8488-00868e416a78)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:27:35.967352 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e3b593a3-203f-491a-b230-baa7942f9aca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:35.970679 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-381c4a4d-3444-4bd6-8543-00dcfc82b021 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09bace7-5ebb-4563-9bef-2bb1ee4bac45') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:35.971168 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-381c4a4d-3444-4bd6-8543-00dcfc82b021 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09bace7-5ebb-4563-9bef-2bb1ee4bac45') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:36.113559 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-381c4a4d-3444-4bd6-8543-00dcfc82b021 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:36.214803 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-381c4a4d-3444-4bd6-8543-00dcfc82b021 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:36.231839 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-381c4a4d-3444-4bd6-8543-00dcfc82b021 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:27:36.233012 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-381c4a4d-3444-4bd6-8543-00dcfc82b021 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:36.256223 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-e3b593a3-203f-491a-b230-baa7942f9aca None None] Calling delete_port for 98d514ef-e319-420f-a055-ad7d282b6c65 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:27:36.262378 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:27:36.262378 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:27:36.262378 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:27:36.262378 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:27:36.262378 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:27:36.262378 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:27:36.262378 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:27:36.262378 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:27:36.262378 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:27:36.262378 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:27:36.262378 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:27:36.262378 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:27:36.262378 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:27:36.262378 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:27:36.262378 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:27:36.262378 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:27:36.262378 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:27:36.262378 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:27:36.262378 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:27:36.262378 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:27:36.262378 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:27:36.262378 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:27:36.262378 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:27:36.262378 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:27:36.262378 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:27:36.262378 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:27:36.262378 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:27:36.262378 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:27:36.262378 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:27:36.262378 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:27:36.262378 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:27:36.262378 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:27:36.332232 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-b091116b-edbd-4406-8d6d-ad9009a22f43 None None] For port 235e53ee-f219-4e09-b5a0-aab149e77716, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=235e53ee-f219-4e09-b5a0-aab149e77716,segment=NetworkSegment(a09bace7-5ebb-4563-9bef-2bb1ee4bac45),segment_id=a09bace7-5ebb-4563-9bef-2bb1ee4bac45)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:27:36.337636 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b091116b-edbd-4406-8d6d-ad9009a22f43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:36.425402 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888823ff-f248-4b96-af7d-e4433cb152ac req-334fde55-1147-4ff0-956e-65d2445367d1 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:36.431307 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-888823ff-f248-4b96-af7d-e4433cb152ac req-334fde55-1147-4ff0-956e-65d2445367d1 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/ports?device_id=95338acf-2d65-4e51-8d9f-da14c2b7ec11 HTTP/1.1" status: 200 len: 946 time: 0.3335648 Feb 04 21:27:36.516493 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-888823ff-f248-4b96-af7d-e4433cb152ac req-5dc45321-7a63-453d-8987-98083152244f tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d35ccef-abd7-4c40-98b4-fc2878e9e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808446 Feb 04 21:27:36.574085 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a84913-15fe-450a-8c60-0fbc606e6232 req-be570b5c-ed43-4135-92a9-fa32279c3cf0 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:36.574815 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-e2a84913-15fe-450a-8c60-0fbc606e6232 req-be570b5c-ed43-4135-92a9-fa32279c3cf0 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Synchronizing usage tracker for tenant:fe26737a52c644edb9ecfa2cc901b8eb on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:27:36.608068 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-b091116b-edbd-4406-8d6d-ad9009a22f43 None None] Calling delete_port for 235e53ee-f219-4e09-b5a0-aab149e77716 owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:27:36.646108 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-e2a84913-15fe-450a-8c60-0fbc606e6232 req-be570b5c-ed43-4135-92a9-fa32279c3cf0 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Unset dirty status for tenant:fe26737a52c644edb9ecfa2cc901b8eb on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:27:36.647393 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e2a84913-15fe-450a-8c60-0fbc606e6232 req-be570b5c-ed43-4135-92a9-fa32279c3cf0 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.18 "GET /v2.0/ports?device_id=95338acf-2d65-4e51-8d9f-da14c2b7ec11 HTTP/1.1" status: 200 len: 946 time: 0.8109910 Feb 04 21:27:36.688096 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-d3b3dc34-f861-4012-80a5-713ae256b8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2ada2c-959c-4adc-86ab-1ab437e0154e', 'name': 'tempest-TestVolumeBackupRestore-988944165-router', 'tenant_id': 'dc18aee661954ee4b371b874ec36e8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '4c39a9d7-9cf5-4a73-af8f-de56b8bb7d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:27:27Z', 'updated_at': '2022-02-04T21:27:30Z', 'revision_number': 3, 'project_id': 'dc18aee661954ee4b371b874ec36e8a6', 'gw_port': {'id': '4c39a9d7-9cf5-4a73-af8f-de56b8bb7d79', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2ada2c-959c-4adc-86ab-1ab437e0154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:27:29Z', 'updated_at': '2022-02-04T21:27:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:36.708951 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-381c4a4d-3444-4bd6-8543-00dcfc82b021 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:36.714138 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-d6a8b631-47c1-4085-b428-d6222136cfb1 admin admin] Allocated IP 172.20.0.1 (a5533562-cda1-4f3b-869c-a42260297cdc/746ac05c-0efb-4557-a928-c37b6c980000/3b73f7cc-08a7-4ab2-b16a-40ccf6fd6c9b) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:27:36.714564 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b3dc34-f861-4012-80a5-713ae256b8dc None None] Checking router: 0f2ada2c-959c-4adc-86ab-1ab437e0154e for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:27:36.714921 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b3dc34-f861-4012-80a5-713ae256b8dc None None] Updating router 0f2ada2c-959c-4adc-86ab-1ab437e0154e port 4c39a9d7-9cf5-4a73-af8f-de56b8bb7d79 binding host n-d-827896-1 {{(pid=87684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:27:36.750809 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-381c4a4d-3444-4bd6-8543-00dcfc82b021 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:36.772032 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:36.776558 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c4a4d-3444-4bd6-8543-00dcfc82b021 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Pushing event deleted for resources: {'Network': ['ID=8d76dd9b-4033-4177-81c2-dbc75cf4ea0c,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:36.792698 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-e2a84913-15fe-450a-8c60-0fbc606e6232 req-a55b7be7-3cea-4908-908b-d571e09a41b8 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Deleting port 0be5d1b4-7af3-4756-8650-39953fdafd8a {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:27:36.793495 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e2a84913-15fe-450a-8c60-0fbc606e6232 req-a55b7be7-3cea-4908-908b-d571e09a41b8 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:36.814026 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e3b593a3-203f-491a-b230-baa7942f9aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:36.902573 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d3b3dc34-f861-4012-80a5-713ae256b8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:36.915551 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-381c4a4d-3444-4bd6-8543-00dcfc82b021 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "DELETE /v2.0/networks/8d76dd9b-4033-4177-81c2-dbc75cf4ea0c HTTP/1.1" status: 204 len: 168 time: 3.2199473 Feb 04 21:27:36.917290 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39142) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:36.950915 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b593a3-203f-491a-b230-baa7942f9aca None None] Pushing event deleted for resources: {'Port': ['ID=98d514ef-e319-420f-a055-ad7d282b6c65,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:36.954138 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b593a3-203f-491a-b230-baa7942f9aca None None] No DVR routers for this DVR port 98d514ef-e319-420f-a055-ad7d282b6c65 on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:27:37.003256 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-b091116b-edbd-4406-8d6d-ad9009a22f43 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:27:37.003610 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-b091116b-edbd-4406-8d6d-ad9009a22f43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:27:37.114201 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-faa7c63d-6835-44c8-9d10-f527e7c9da88 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:37.200807 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d6a8b631-47c1-4085-b428-d6222136cfb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:37.224696 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-d6a8b631-47c1-4085-b428-d6222136cfb1 admin admin] Transition to ACTIVE for port object 3b73f7cc-08a7-4ab2-b16a-40ccf6fd6c9b will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:27:37.284279 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-faa7c63d-6835-44c8-9d10-f527e7c9da88 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:37.316204 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-faa7c63d-6835-44c8-9d10-f527e7c9da88 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d2c205-a2b8-4cfb-bd15-61092d18976a']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:37.330314 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-faa7c63d-6835-44c8-9d10-f527e7c9da88 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082392ed-b645-4eaa-8488-00868e416a78') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:37.330314 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-faa7c63d-6835-44c8-9d10-f527e7c9da88 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082392ed-b645-4eaa-8488-00868e416a78') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:37.343188 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-faa7c63d-6835-44c8-9d10-f527e7c9da88 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:37.363481 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-faa7c63d-6835-44c8-9d10-f527e7c9da88 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:37.371354 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa7c63d-6835-44c8-9d10-f527e7c9da88 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:27:37.371750 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-faa7c63d-6835-44c8-9d10-f527e7c9da88 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:37.467684 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d6a8b631-47c1-4085-b428-d6222136cfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:37.473787 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:27:37.473787 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:27:37.473787 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:27:37.473787 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:27:37.473787 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:27:37.473787 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:27:37.473787 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:27:37.473787 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:27:37.473787 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:27:37.473787 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:27:37.473787 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:27:37.473787 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:27:37.473787 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:27:37.473787 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:27:37.473787 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:27:37.473787 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:27:37.473787 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:27:37.473787 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:27:37.473787 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:27:37.473787 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:27:37.473787 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:27:37.473787 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:27:37.473787 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:27:37.473787 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:27:37.473787 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:27:37.473787 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:27:37.473787 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:27:37.473787 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:27:37.473787 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:27:37.473787 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:27:37.473787 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:27:37.473787 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:27:37.487791 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-faa7c63d-6835-44c8-9d10-f527e7c9da88 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:37.506726 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-b091116b-edbd-4406-8d6d-ad9009a22f43 None None] Deleting port 235e53ee-f219-4e09-b5a0-aab149e77716 {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:27:37.507653 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b091116b-edbd-4406-8d6d-ad9009a22f43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:37.534594 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-faa7c63d-6835-44c8-9d10-f527e7c9da88 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:37.541604 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7c63d-6835-44c8-9d10-f527e7c9da88 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Pushing event deleted for resources: {'Network': ['ID=f9d2c205-a2b8-4cfb-bd15-61092d18976a,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:37.559493 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-faa7c63d-6835-44c8-9d10-f527e7c9da88 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "DELETE /v2.0/networks/f9d2c205-a2b8-4cfb-bd15-61092d18976a HTTP/1.1" status: 204 len: 168 time: 0.6407917 Feb 04 21:27:37.560120 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39158) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:37.570420 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-f9d43b9f-08d5-4893-a912-ef43100932e1 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Request body: {'network': {'name': 'tempest-RoutersTest-1333362265'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:27:37.587398 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-f9d43b9f-08d5-4893-a912-ef43100932e1 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:37.596430 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-b091116b-edbd-4406-8d6d-ad9009a22f43 None None] The port '235e53ee-f219-4e09-b5a0-aab149e77716' was deleted {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:27:37.596890 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-f9d43b9f-08d5-4893-a912-ef43100932e1 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Usage tracker for resource:network and tenant:cbc86534709d428b91b2b43a6558e62d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:37.603369 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-f9d43b9f-08d5-4893-a912-ef43100932e1 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:37.606280 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39164) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:37.616888 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-f9d43b9f-08d5-4893-a912-ef43100932e1 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:37.650905 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d43b9f-08d5-4893-a912-ef43100932e1 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Made reservation on behalf of cbc86534709d428b91b2b43a6558e62d for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:27:37.655332 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f9d43b9f-08d5-4893-a912-ef43100932e1 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:37.685493 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-e2a84913-15fe-450a-8c60-0fbc606e6232 req-a55b7be7-3cea-4908-908b-d571e09a41b8 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] For port 0be5d1b4-7af3-4756-8650-39953fdafd8a, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=0be5d1b4-7af3-4756-8650-39953fdafd8a,segment=NetworkSegment(f7414e5f-c6a9-4e25-8e2e-d8fcb7ce2b94),segment_id=f7414e5f-c6a9-4e25-8e2e-d8fcb7ce2b94)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:27:37.686347 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e2a84913-15fe-450a-8c60-0fbc606e6232 req-a55b7be7-3cea-4908-908b-d571e09a41b8 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:37.724439 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d43b9f-08d5-4893-a912-ef43100932e1 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:27:37.746692 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f9d43b9f-08d5-4893-a912-ef43100932e1 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:37.746952 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-f9d43b9f-08d5-4893-a912-ef43100932e1 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Added segment 91aabfa4-f9f4-4d0b-a8c8-47195f4a1db4 of type vlan for network b6d6fc4e-be4f-46ae-890a-d685b07954df Feb 04 21:27:37.905538 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d3b3dc34-f861-4012-80a5-713ae256b8dc None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:37.920394 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-d3b3dc34-f861-4012-80a5-713ae256b8dc None None] Transition to ACTIVE for port object 4c39a9d7-9cf5-4a73-af8f-de56b8bb7d79 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:27:37.933523 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d3b3dc34-f861-4012-80a5-713ae256b8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:37.934767 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-ed168f91-6ecc-4a16-9c9d-cf9ff46c2cbc tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:27:37.958490 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f9d43b9f-08d5-4893-a912-ef43100932e1 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:38.006915 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-e2a84913-15fe-450a-8c60-0fbc606e6232 req-a55b7be7-3cea-4908-908b-d571e09a41b8 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Calling delete_port for 0be5d1b4-7af3-4756-8650-39953fdafd8a owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:27:38.041819 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-d3b3dc34-f861-4012-80a5-713ae256b8dc None None] Attempting to bind port 4c39a9d7-9cf5-4a73-af8f-de56b8bb7d79 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:27:38.042192 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-d3b3dc34-f861-4012-80a5-713ae256b8dc None None] Attempting to bind port 4c39a9d7-9cf5-4a73-af8f-de56b8bb7d79 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:27:38.042560 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b3dc34-f861-4012-80a5-713ae256b8dc None None] Attempting to bind port 4c39a9d7-9cf5-4a73-af8f-de56b8bb7d79 on network 1f11f724-8cdd-497d-8220-929f45cf1223 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:27:38.056928 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b3dc34-f861-4012-80a5-713ae256b8dc None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:27:38.057382 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b3dc34-f861-4012-80a5-713ae256b8dc None None] Checking segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:27:38.057878 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d3b3dc34-f861-4012-80a5-713ae256b8dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:38.058348 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b3dc34-f861-4012-80a5-713ae256b8dc None None] Bound using segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:27:38.058831 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-d3b3dc34-f861-4012-80a5-713ae256b8dc None None] Bound port: 4c39a9d7-9cf5-4a73-af8f-de56b8bb7d79, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:27:38.059206 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d3b3dc34-f861-4012-80a5-713ae256b8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:38.131471 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64577f6a-5e8f-46fd-bb34-afc0dd20e166 None None] Pushing event updated for resources: {'Port': ['ID=4c39a9d7-9cf5-4a73-af8f-de56b8bb7d79,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:38.140808 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-ed168f91-6ecc-4a16-9c9d-cf9ff46c2cbc tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] 10.222.0.26 "PUT /v2.0/quotas/9c89db0bbe62425699e7c74c54e7064b HTTP/1.1" status: 200 len: 368 time: 0.5321450 Feb 04 21:27:38.149997 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39174) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:38.182569 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-7e68caa0-1071-4a3a-9eee-ae4e708d6217 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Request body: {'network': {'project_id': '9c89db0bbe62425699e7c74c54e7064b'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:27:38.211047 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7e68caa0-1071-4a3a-9eee-ae4e708d6217 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:38.215331 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-d3b3dc34-f861-4012-80a5-713ae256b8dc None None] For port 4c39a9d7-9cf5-4a73-af8f-de56b8bb7d79, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:27:38.220418 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-d3b3dc34-f861-4012-80a5-713ae256b8dc None None] For port 4c39a9d7-9cf5-4a73-af8f-de56b8bb7d79, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=4c39a9d7-9cf5-4a73-af8f-de56b8bb7d79,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:27:38.227503 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d3b3dc34-f861-4012-80a5-713ae256b8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:38.243557 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ac13a-96c9-4c7e-bed0-a76969d73944 req-dc94f5aa-2edc-4ca3-9a32-8f4c2097400a tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:38.245323 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-834ac13a-96c9-4c7e-bed0-a76969d73944 req-dc94f5aa-2edc-4ca3-9a32-8f4c2097400a tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/ports?device_id=95338acf-2d65-4e51-8d9f-da14c2b7ec11 HTTP/1.1" status: 200 len: 946 time: 0.4414392 Feb 04 21:27:38.246533 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7e68caa0-1071-4a3a-9eee-ae4e708d6217 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Usage tracker for resource:network and tenant:9c89db0bbe62425699e7c74c54e7064b is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:38.249717 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f9d43b9f-08d5-4893-a912-ef43100932e1 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:38.256044 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d43b9f-08d5-4893-a912-ef43100932e1 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:38.256694 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-f9d43b9f-08d5-4893-a912-ef43100932e1 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:38.293724 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7e68caa0-1071-4a3a-9eee-ae4e708d6217 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:38.326696 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-f9d43b9f-08d5-4893-a912-ef43100932e1 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7651744 Feb 04 21:27:38.334795 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64577f6a-5e8f-46fd-bb34-afc0dd20e166 None None] Pushing event updated for resources: {'Port': ['ID=4c39a9d7-9cf5-4a73-af8f-de56b8bb7d79,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:38.335428 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7e68caa0-1071-4a3a-9eee-ae4e708d6217 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:38.351783 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b3dc34-f861-4012-80a5-713ae256b8dc None None] Routers {'0f2ada2c-959c-4adc-86ab-1ab437e0154e'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:27:38.352451 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-d3b3dc34-f861-4012-80a5-713ae256b8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:27:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['0f2ada2c-959c-4adc-86ab-1ab437e0154e'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:38.358966 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39178) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:38.372420 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a8b631-47c1-4085-b428-d6222136cfb1 admin admin] Network a5533562-cda1-4f3b-869c-a42260297cdc is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:27:38.373709 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8b631-47c1-4085-b428-d6222136cfb1 admin admin] Pushing event updated for resources: {'Port': ['ID=3b73f7cc-08a7-4ab2-b16a-40ccf6fd6c9b,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:38.378655 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-d6a8b631-47c1-4085-b428-d6222136cfb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:27:38.395288 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a8b631-47c1-4085-b428-d6222136cfb1 admin admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:27:38.658051 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d6a8b631-47c1-4085-b428-d6222136cfb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:38.675550 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-eec1f9d0-daae-41fb-853c-8174e5f38b81 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Request body: {'subnet': {'network_id': 'b6d6fc4e-be4f-46ae-890a-d685b07954df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:27:38.816805 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-d3b3dc34-f861-4012-80a5-713ae256b8dc None None] Set router 0f2ada2c-959c-4adc-86ab-1ab437e0154e gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:27:38.893609 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d6a8b631-47c1-4085-b428-d6222136cfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:38.950308 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-834ac13a-96c9-4c7e-bed0-a76969d73944 req-2723c573-913a-488c-98eb-998822ad8aca tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d35ccef-abd7-4c40-98b4-fc2878e9e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6724415 Feb 04 21:27:38.988531 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e2a84913-15fe-450a-8c60-0fbc606e6232 req-a55b7be7-3cea-4908-908b-d571e09a41b8 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:38.989587 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e68caa0-1071-4a3a-9eee-ae4e708d6217 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Made reservation on behalf of 9c89db0bbe62425699e7c74c54e7064b for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:27:38.992115 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7e68caa0-1071-4a3a-9eee-ae4e708d6217 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:39.024098 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d43b9f-08d5-4893-a912-ef43100932e1 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Pushing event updated for resources: {'Network': ['ID=b6d6fc4e-be4f-46ae-890a-d685b07954df,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:39.037578 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7e68caa0-1071-4a3a-9eee-ae4e708d6217 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:39.037947 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network b6d6fc4e-be4f-46ae-890a-d685b07954df details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:27:39.086955 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7e68caa0-1071-4a3a-9eee-ae4e708d6217 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:39.096516 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7e68caa0-1071-4a3a-9eee-ae4e708d6217 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Usage tracker for resource:security_group_rule and tenant:9c89db0bbe62425699e7c74c54e7064b is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:39.105961 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-eec1f9d0-daae-41fb-853c-8174e5f38b81 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:39.111242 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-eec1f9d0-daae-41fb-853c-8174e5f38b81 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Usage tracker for resource:subnet and tenant:cbc86534709d428b91b2b43a6558e62d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:39.114476 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-eec1f9d0-daae-41fb-853c-8174e5f38b81 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:39.120686 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-eec1f9d0-daae-41fb-853c-8174e5f38b81 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:39.130239 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-7e68caa0-1071-4a3a-9eee-ae4e708d6217 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:39.137593 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec1f9d0-daae-41fb-853c-8174e5f38b81 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Made reservation on behalf of cbc86534709d428b91b2b43a6558e62d for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:27:39.144171 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-eec1f9d0-daae-41fb-853c-8174e5f38b81 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:39.148132 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-8532e32e-cfc2-4c43-887d-dd27a5af3cad None None] Provisioning for port 3b73f7cc-08a7-4ab2-b16a-40ccf6fd6c9b completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:27:39.156569 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-8532e32e-cfc2-4c43-887d-dd27a5af3cad None None] Provisioning complete for port 3b73f7cc-08a7-4ab2-b16a-40ccf6fd6c9b triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:27:39.156929 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8532e32e-cfc2-4c43-887d-dd27a5af3cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:39.160701 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b7be7-3cea-4908-908b-d571e09a41b8 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Pushing event deleted for resources: {'Port': ['ID=0be5d1b4-7af3-4756-8650-39953fdafd8a,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:39.163608 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-7e68caa0-1071-4a3a-9eee-ae4e708d6217 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:39.173895 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a84913-15fe-450a-8c60-0fbc606e6232 req-a55b7be7-3cea-4908-908b-d571e09a41b8 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] No DVR routers for this DVR port 0be5d1b4-7af3-4756-8650-39953fdafd8a on host n-h2-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:27:39.176981 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-e2a84913-15fe-450a-8c60-0fbc606e6232 req-a55b7be7-3cea-4908-908b-d571e09a41b8 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:39.188750 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95338acf-2d65-4e51-8d9f-da14c2b7ec11', 'name': 'network-vif-deleted', 'tag': '0be5d1b4-7af3-4756-8650-39953fdafd8a'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:27:39.226759 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e2a84913-15fe-450a-8c60-0fbc606e6232 req-a55b7be7-3cea-4908-908b-d571e09a41b8 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.18 "DELETE /v2.0/ports/0be5d1b4-7af3-4756-8650-39953fdafd8a HTTP/1.1" status: 204 len: 173 time: 2.5710590 Feb 04 21:27:39.368344 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95338acf-2d65-4e51-8d9f-da14c2b7ec11', 'name': 'network-vif-deleted', 'tag': '0be5d1b4-7af3-4756-8650-39953fdafd8a', 'status': 'completed', 'code': 200} Feb 04 21:27:39.457618 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-8532e32e-cfc2-4c43-887d-dd27a5af3cad None None] Port 3b73f7cc-08a7-4ab2-b16a-40ccf6fd6c9b cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:27:39.494342 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7e68caa0-1071-4a3a-9eee-ae4e708d6217 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:39.503237 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-d3b3dc34-f861-4012-80a5-713ae256b8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2ada2c-959c-4adc-86ab-1ab437e0154e', 'name': 'tempest-TestVolumeBackupRestore-988944165-router', 'tenant_id': 'dc18aee661954ee4b371b874ec36e8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '4c39a9d7-9cf5-4a73-af8f-de56b8bb7d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:27:27Z', 'updated_at': '2022-02-04T21:27:30Z', 'revision_number': 3, 'project_id': 'dc18aee661954ee4b371b874ec36e8a6', 'gw_port': {'id': '4c39a9d7-9cf5-4a73-af8f-de56b8bb7d79', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2ada2c-959c-4adc-86ab-1ab437e0154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:27:29Z', 'updated_at': '2022-02-04T21:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:39.507691 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b3dc34-f861-4012-80a5-713ae256b8dc None None] The sync data for ids ['0f2ada2c-959c-4adc-86ab-1ab437e0154e'] in n-d-827896-1 is: [{'id': '0f2ada2c-959c-4adc-86ab-1ab437e0154e', 'name': 'tempest-TestVolumeBackupRestore-988944165-router', 'tenant_id': 'dc18aee661954ee4b371b874ec36e8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '4c39a9d7-9cf5-4a73-af8f-de56b8bb7d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:27:27Z', 'updated_at': '2022-02-04T21:27:30Z', 'revision_number': 3, 'project_id': 'dc18aee661954ee4b371b874ec36e8a6', 'gw_port': {'id': '4c39a9d7-9cf5-4a73-af8f-de56b8bb7d79', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2ada2c-959c-4adc-86ab-1ab437e0154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:27:29Z', 'updated_at': '2022-02-04T21:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:27:39.508118 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7e68caa0-1071-4a3a-9eee-ae4e708d6217 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:39.508362 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d6a8b631-47c1-4085-b428-d6222136cfb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:39.515926 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d6a8b631-47c1-4085-b428-d6222136cfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:39.526856 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e68caa0-1071-4a3a-9eee-ae4e708d6217 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:27:39.537955 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7e68caa0-1071-4a3a-9eee-ae4e708d6217 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:39.538371 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-7e68caa0-1071-4a3a-9eee-ae4e708d6217 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Added segment 2cb8212b-e993-4735-8e76-94738533d66b of type vlan for network bb2e161a-bc8d-4889-9813-eea5e44e2118 Feb 04 21:27:39.584659 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7e68caa0-1071-4a3a-9eee-ae4e708d6217 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:39.651852 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-d6a8b631-47c1-4085-b428-d6222136cfb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:39.655754 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-eec1f9d0-daae-41fb-853c-8174e5f38b81 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:39.659881 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8b631-47c1-4085-b428-d6222136cfb1 admin admin] Pushing event updated for resources: {'Port': ['ID=3b73f7cc-08a7-4ab2-b16a-40ccf6fd6c9b,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:39.699986 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68caa0-1071-4a3a-9eee-ae4e708d6217 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3899ab-cbaa-4657-99c5-59767f7e9f14,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:39.704805 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7e68caa0-1071-4a3a-9eee-ae4e708d6217 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:39.709258 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e68caa0-1071-4a3a-9eee-ae4e708d6217 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:39.709258 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7e68caa0-1071-4a3a-9eee-ae4e708d6217 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:39.846508 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-3181cd46-d320-4491-afa0-cf5f309cfea0 req-d4560b9d-4606-4dc0-aadb-3d992f547ed3 service neutron] (87683) timed out ('10.222.0.18', 60168) {{(pid=87683) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 21:27:39.851824 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-7e68caa0-1071-4a3a-9eee-ae4e708d6217 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6957078 Feb 04 21:27:39.874223 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39190) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:39.896031 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-c14a3cef-adfd-4d22-9b9e-dca213856777 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Request body: {'network': {'project_id': '9c89db0bbe62425699e7c74c54e7064b'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:27:39.927398 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c14a3cef-adfd-4d22-9b9e-dca213856777 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:39.958512 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c14a3cef-adfd-4d22-9b9e-dca213856777 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Usage tracker for resource:network and tenant:9c89db0bbe62425699e7c74c54e7064b is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:39.968599 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c14a3cef-adfd-4d22-9b9e-dca213856777 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:40.020291 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c14a3cef-adfd-4d22-9b9e-dca213856777 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:40.069532 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a8b631-47c1-4085-b428-d6222136cfb1 admin admin] Network a5533562-cda1-4f3b-869c-a42260297cdc is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:27:40.092196 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-d6a8b631-47c1-4085-b428-d6222136cfb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:27:40.101443 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14a3cef-adfd-4d22-9b9e-dca213856777 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Made reservation on behalf of 9c89db0bbe62425699e7c74c54e7064b for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:27:40.108805 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c14a3cef-adfd-4d22-9b9e-dca213856777 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:40.145322 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1f9d0-daae-41fb-853c-8174e5f38b81 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Pushing event updated for resources: {'Subnet': ['ID=7e4cb736-c9b9-4505-9a7d-ae74cc7daf41,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:40.179610 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68caa0-1071-4a3a-9eee-ae4e708d6217 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Pushing event updated for resources: {'Network': ['ID=bb2e161a-bc8d-4889-9813-eea5e44e2118,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:40.195466 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network bb2e161a-bc8d-4889-9813-eea5e44e2118 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:27:40.205306 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec1f9d0-daae-41fb-853c-8174e5f38b81 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Checking segment: {'id': '91aabfa4-f9f4-4d0b-a8c8-47195f4a1db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b6d6fc4e-be4f-46ae-890a-d685b07954df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:27:40.206029 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec1f9d0-daae-41fb-853c-8174e5f38b81 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Network hostable DHCP agents. Network: b6d6fc4e-be4f-46ae-890a-d685b07954df, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:27:40.252873 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec1f9d0-daae-41fb-853c-8174e5f38b81 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Network b6d6fc4e-be4f-46ae-890a-d685b07954df is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:27:40.392492 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-043d3fb9-22a9-4ef8-a9e8-571c07d33e76 req-fc223d9b-a968-4bc8-9f98-d2597f80f41d tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/ports?device_id=95338acf-2d65-4e51-8d9f-da14c2b7ec11 HTTP/1.1" status: 200 len: 210 time: 0.1286635 Feb 04 21:27:40.397296 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-eec1f9d0-daae-41fb-853c-8174e5f38b81 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, b6d6fc4e-be4f-46ae-890a-d685b07954df) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:27:40.404589 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec1f9d0-daae-41fb-853c-8174e5f38b81 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:40.405204 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-eec1f9d0-daae-41fb-853c-8174e5f38b81 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:40.430828 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c14a3cef-adfd-4d22-9b9e-dca213856777 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:27:40.431176 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661c713e-6492-459b-8e79-ac24ce2f02eb None None] Network b6d6fc4e-be4f-46ae-890a-d685b07954df requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:27:40.456405 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-eec1f9d0-daae-41fb-853c-8174e5f38b81 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0926735 Feb 04 21:27:40.456658 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39204) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:40.461954 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-91e3c56e-644b-4734-9fa1-9ff91156d3a0 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-633458912', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:27:40.482569 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-91e3c56e-644b-4734-9fa1-9ff91156d3a0 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:40.494223 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-91e3c56e-644b-4734-9fa1-9ff91156d3a0 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Usage tracker for resource:router and tenant:cbc86534709d428b91b2b43a6558e62d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:40.495859 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c14a3cef-adfd-4d22-9b9e-dca213856777 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:40.498062 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-c14a3cef-adfd-4d22-9b9e-dca213856777 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Added segment 0d53387c-4dc8-4b0e-814e-f67a80cbbe5e of type vlan for network 3b18e359-7e1c-4973-8b78-a2b8f3bb5b31 Feb 04 21:27:40.501249 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-91e3c56e-644b-4734-9fa1-9ff91156d3a0 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:40.519271 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-91e3c56e-644b-4734-9fa1-9ff91156d3a0 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:40.549076 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-91e3c56e-644b-4734-9fa1-9ff91156d3a0 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:40.550269 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-91e3c56e-644b-4734-9fa1-9ff91156d3a0 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:40.574413 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-91e3c56e-644b-4734-9fa1-9ff91156d3a0 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:40.611552 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 0be5d1b4-7af3-4756-8650-39953fdafd8a no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:27:40.616976 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-91e3c56e-644b-4734-9fa1-9ff91156d3a0 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:40.674419 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-91e3c56e-644b-4734-9fa1-9ff91156d3a0 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:40.678173 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-91e3c56e-644b-4734-9fa1-9ff91156d3a0 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2180443 Feb 04 21:27:40.678576 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39214) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:40.685448 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-eb926f66-a026-40d2-b7ab-52d4e68a6aa3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Request body: {'port': {'network_id': 'b6d6fc4e-be4f-46ae-890a-d685b07954df', 'name': 'tempest-RoutersTest-1229410096'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:27:40.731015 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c14a3cef-adfd-4d22-9b9e-dca213856777 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:40.742562 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: 0be5d1b4-7af3-4756-8650-39953fdafd8a {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:27:40.742909 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 0be5d1b4-7af3-4756-8650-39953fdafd8a not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:27:40.753291 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a8b631-47c1-4085-b428-d6222136cfb1 admin admin] Router 0f2ada2c-959c-4adc-86ab-1ab437e0154e has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:27:40.788571 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-f491acf5-46bd-4b85-8de1-889c0e01107f None None] Provisioning complete for port 3b73f7cc-08a7-4ab2-b16a-40ccf6fd6c9b triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:27:40.788948 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f491acf5-46bd-4b85-8de1-889c0e01107f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:41.018306 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-eb926f66-a026-40d2-b7ab-52d4e68a6aa3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:41.034577 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-eb926f66-a026-40d2-b7ab-52d4e68a6aa3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Usage tracker for resource:port and tenant:cbc86534709d428b91b2b43a6558e62d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:41.037880 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-eb926f66-a026-40d2-b7ab-52d4e68a6aa3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:41.051662 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-eb926f66-a026-40d2-b7ab-52d4e68a6aa3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:41.070001 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb926f66-a026-40d2-b7ab-52d4e68a6aa3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Made reservation on behalf of cbc86534709d428b91b2b43a6558e62d for: {'port': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:27:41.073807 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-eb926f66-a026-40d2-b7ab-52d4e68a6aa3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:41.116689 n-d-827896-1 neutron-server[87683]: DEBUG neutron.notifiers.nova [None req-eb926f66-a026-40d2-b7ab-52d4e68a6aa3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] device_id is not set on port 813e3096-e82c-46fc-bb69-2ca673262720 yet. {{(pid=87683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:27:41.160597 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-f491acf5-46bd-4b85-8de1-889c0e01107f None None] Port 3b73f7cc-08a7-4ab2-b16a-40ccf6fd6c9b cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:27:41.179332 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb3e062-2eb3-42ae-b2cc-4f7983b1665a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-b6d6fc4e-be4f-46ae-890a-d685b07954df', 'network_id': 'b6d6fc4e-be4f-46ae-890a-d685b07954df', 'tenant_id': 'cbc86534709d428b91b2b43a6558e62d', 'fixed_ips': [{'subnet_id': '7e4cb736-c9b9-4505-9a7d-ae74cc7daf41'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:27:41.180201 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cdb3e062-2eb3-42ae-b2cc-4f7983b1665a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:41.209756 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c14a3cef-adfd-4d22-9b9e-dca213856777 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:41.210741 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14a3cef-adfd-4d22-9b9e-dca213856777 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:41.211316 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c14a3cef-adfd-4d22-9b9e-dca213856777 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:41.373638 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a8b631-47c1-4085-b428-d6222136cfb1 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:27:41.374308 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-eb926f66-a026-40d2-b7ab-52d4e68a6aa3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Allocated IP 172.20.0.11 (b6d6fc4e-be4f-46ae-890a-d685b07954df/7e4cb736-c9b9-4505-9a7d-ae74cc7daf41/813e3096-e82c-46fc-bb69-2ca673262720) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:27:41.391580 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a3cef-adfd-4d22-9b9e-dca213856777 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Pushing event updated for resources: {'Network': ['ID=3b18e359-7e1c-4973-8b78-a2b8f3bb5b31,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:41.404508 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a3cef-adfd-4d22-9b9e-dca213856777 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:41.404862 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a3cef-adfd-4d22-9b9e-dca213856777 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:41.405388 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a3cef-adfd-4d22-9b9e-dca213856777 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:41.405616 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a3cef-adfd-4d22-9b9e-dca213856777 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:41.405995 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a3cef-adfd-4d22-9b9e-dca213856777 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:41.406490 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a3cef-adfd-4d22-9b9e-dca213856777 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:41.406702 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a3cef-adfd-4d22-9b9e-dca213856777 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:41.407035 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a3cef-adfd-4d22-9b9e-dca213856777 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:41.407365 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a3cef-adfd-4d22-9b9e-dca213856777 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:41.407692 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a3cef-adfd-4d22-9b9e-dca213856777 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:41.408019 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a3cef-adfd-4d22-9b9e-dca213856777 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:41.408345 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a3cef-adfd-4d22-9b9e-dca213856777 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:41.413900 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c14a3cef-adfd-4d22-9b9e-dca213856777 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5388069 Feb 04 21:27:41.425258 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-d6a8b631-47c1-4085-b428-d6222136cfb1 admin admin] 10.222.0.26 "PUT /v2.0/routers/0f2ada2c-959c-4adc-86ab-1ab437e0154e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5340979 Feb 04 21:27:41.425258 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39242) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:41.425858 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-8212f6b9-de87-4b9e-ab1a-859f9aefb7a5 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Request body: {'network': {'project_id': '9c89db0bbe62425699e7c74c54e7064b'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:27:41.435166 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-8212f6b9-de87-4b9e-ab1a-859f9aefb7a5 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:41.452439 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 3b18e359-7e1c-4973-8b78-a2b8f3bb5b31 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:27:41.472045 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-8212f6b9-de87-4b9e-ab1a-859f9aefb7a5 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Usage tracker for resource:network and tenant:9c89db0bbe62425699e7c74c54e7064b is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:41.480427 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-8212f6b9-de87-4b9e-ab1a-859f9aefb7a5 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:41.513799 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-8212f6b9-de87-4b9e-ab1a-859f9aefb7a5 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:41.525242 n-d-827896-1 neutron-server[87682]: INFO neutron.pecan_wsgi.hooks.translation [None req-8212f6b9-de87-4b9e-ab1a-859f9aefb7a5 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 21:27:41.525874 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8212f6b9-de87-4b9e-ab1a-859f9aefb7a5 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 21:27:41.526994 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8212f6b9-de87-4b9e-ab1a-859f9aefb7a5 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1081243 Feb 04 21:27:41.531310 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39252) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:41.586919 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 4c39a9d7-9cf5-4a73-af8f-de56b8bb7d79 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:27:41.700893 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-da522a47-e35b-4890-800c-a81a339c1656 tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9c89db0bbe62425699e7c74c54e7064b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1683519 Feb 04 21:27:41.703467 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39268) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:41.819543 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 4c39a9d7-9cf5-4a73-af8f-de56b8bb7d79 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:27:41.829165 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 4c39a9d7-9cf5-4a73-af8f-de56b8bb7d79 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:27:41.830934 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:41.847352 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-20f44148-c8c8-41f1-b9ac-739ec2851d5b tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:41.907928 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-20f44148-c8c8-41f1-b9ac-739ec2851d5b tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:42.069014 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-eb926f66-a026-40d2-b7ab-52d4e68a6aa3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:42.112212 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [None req-eb926f66-a026-40d2-b7ab-52d4e68a6aa3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Transition to ACTIVE for port object 813e3096-e82c-46fc-bb69-2ca673262720 will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:27:42.212431 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:42.278903 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 4c39a9d7-9cf5-4a73-af8f-de56b8bb7d79, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=4c39a9d7-9cf5-4a73-af8f-de56b8bb7d79,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:27:42.286657 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:42.418810 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-eb926f66-a026-40d2-b7ab-52d4e68a6aa3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:42.447906 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6b2ceb-47da-428b-85d4-6a571d6f210b None None] Sync routers for ids ['0f2ada2c-959c-4adc-86ab-1ab437e0154e'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:27:42.465119 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6b2ceb-47da-428b-85d4-6a571d6f210b None None] Routers {'0f2ada2c-959c-4adc-86ab-1ab437e0154e'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:27:42.466726 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-1a6b2ceb-47da-428b-85d4-6a571d6f210b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:27:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['0f2ada2c-959c-4adc-86ab-1ab437e0154e'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:42.480338 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-20f44148-c8c8-41f1-b9ac-739ec2851d5b tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:42.570307 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb926f66-a026-40d2-b7ab-52d4e68a6aa3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Network b6d6fc4e-be4f-46ae-890a-d685b07954df is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:27:42.589521 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f44148-c8c8-41f1-b9ac-739ec2851d5b tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3899ab-cbaa-4657-99c5-59767f7e9f14,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:42.590844 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-eb926f66-a026-40d2-b7ab-52d4e68a6aa3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:27:42.596852 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39296) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:42.615042 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb926f66-a026-40d2-b7ab-52d4e68a6aa3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:27:42.617643 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-3fc1238c-0a57-4fe7-bb35-6b73dd70058a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-810262881-network', 'tenant_id': 'aa3f83188977470eb6fa3c345a86c282'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:27:42.626692 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3fc1238c-0a57-4fe7-bb35-6b73dd70058a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:42.643823 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-20f44148-c8c8-41f1-b9ac-739ec2851d5b tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:42.645570 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-20f44148-c8c8-41f1-b9ac-739ec2851d5b tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] 10.222.0.26 "DELETE /v2.0/security-groups/eb3899ab-cbaa-4657-99c5-59767f7e9f14 HTTP/1.1" status: 204 len: 168 time: 0.9411898 Feb 04 21:27:42.649403 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3fc1238c-0a57-4fe7-bb35-6b73dd70058a admin admin] Usage tracker for resource:network and tenant:aa3f83188977470eb6fa3c345a86c282 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:42.653766 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39300) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:42.659610 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3fc1238c-0a57-4fe7-bb35-6b73dd70058a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:42.696125 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3fc1238c-0a57-4fe7-bb35-6b73dd70058a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:42.706017 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb926f66-a026-40d2-b7ab-52d4e68a6aa3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Pushing event updated for resources: {'Port': ['ID=813e3096-e82c-46fc-bb69-2ca673262720,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:42.736367 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-a74ead8e-c9d1-440e-86ff-4ac25d43c22f tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:42.737937 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-a74ead8e-c9d1-440e-86ff-4ac25d43c22f tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/networks?id=8cc3e586-c572-46a5-85c3-1db4ed928a43 HTTP/1.1" status: 200 len: 809 time: 0.5878386 Feb 04 21:27:42.757872 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=4c39a9d7-9cf5-4a73-af8f-de56b8bb7d79,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:42.787106 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-64b8f5a3-917d-41fc-ad62-34c945d0af2e tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/quotas/fe26737a52c644edb9ecfa2cc901b8eb HTTP/1.1" status: 200 len: 375 time: 0.0316386 Feb 04 21:27:42.788984 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-cdb3e062-2eb3-42ae-b2cc-4f7983b1665a None None] Allocated IP 172.20.0.2 (b6d6fc4e-be4f-46ae-890a-d685b07954df/7e4cb736-c9b9-4505-9a7d-ae74cc7daf41/daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:27:42.795901 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb926f66-a026-40d2-b7ab-52d4e68a6aa3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:42.796562 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-eb926f66-a026-40d2-b7ab-52d4e68a6aa3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:42.881614 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-3253f5fb-d692-4e78-a07f-0bef3917923f tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe26737a52c644edb9ecfa2cc901b8eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0794992 Feb 04 21:27:42.935465 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc1238c-0a57-4fe7-bb35-6b73dd70058a admin admin] Made reservation on behalf of aa3f83188977470eb6fa3c345a86c282 for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:27:42.954877 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3fc1238c-0a57-4fe7-bb35-6b73dd70058a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:42.995084 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-1a6b2ceb-47da-428b-85d4-6a571d6f210b None None] Set router 0f2ada2c-959c-4adc-86ab-1ab437e0154e gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:27:43.029773 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-04ff76b4-154c-4681-b4b3-cec5f231499f tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:43.032352 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3fc1238c-0a57-4fe7-bb35-6b73dd70058a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:43.105093 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3fc1238c-0a57-4fe7-bb35-6b73dd70058a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:43.113083 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3fc1238c-0a57-4fe7-bb35-6b73dd70058a admin admin] Usage tracker for resource:security_group_rule and tenant:aa3f83188977470eb6fa3c345a86c282 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:43.120294 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3fc1238c-0a57-4fe7-bb35-6b73dd70058a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:43.134306 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3fc1238c-0a57-4fe7-bb35-6b73dd70058a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:43.286748 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3fc1238c-0a57-4fe7-bb35-6b73dd70058a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:43.298392 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3fc1238c-0a57-4fe7-bb35-6b73dd70058a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:43.360847 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cdb3e062-2eb3-42ae-b2cc-4f7983b1665a None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:43.391732 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-cdb3e062-2eb3-42ae-b2cc-4f7983b1665a None None] Transition to ACTIVE for port object daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:27:43.429163 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-cdb3e062-2eb3-42ae-b2cc-4f7983b1665a None None] Transition to ACTIVE for port object daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:27:43.436181 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cdb3e062-2eb3-42ae-b2cc-4f7983b1665a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:43.445492 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-eb926f66-a026-40d2-b7ab-52d4e68a6aa3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7659018 Feb 04 21:27:43.455299 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39308) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:43.599931 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3e062-2eb3-42ae-b2cc-4f7983b1665a None None] Pushing event updated for resources: {'Port': ['ID=daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:43.605607 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 4c39a9d7-9cf5-4a73-af8f-de56b8bb7d79 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:27:43.636581 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1238c-0a57-4fe7-bb35-6b73dd70058a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64262e8a-ec6b-4016-befd-b5eed28904b8,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:43.646001 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc1238c-0a57-4fe7-bb35-6b73dd70058a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:27:43.647505 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-b10549ae-843b-4bae-b97b-36053328b72c service neutron] 10.222.0.26 "GET /v2.0/networks/8cc3e586-c572-46a5-85c3-1db4ed928a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7560544 Feb 04 21:27:43.733505 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb3e062-2eb3-42ae-b2cc-4f7983b1665a None None] Network b6d6fc4e-be4f-46ae-890a-d685b07954df is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:27:43.741170 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-04ff76b4-154c-4681-b4b3-cec5f231499f tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:43.742973 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-cdb3e062-2eb3-42ae-b2cc-4f7983b1665a None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:27:43.746218 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb3e062-2eb3-42ae-b2cc-4f7983b1665a None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:27:43.776005 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3fc1238c-0a57-4fe7-bb35-6b73dd70058a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:43.776604 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-3fc1238c-0a57-4fe7-bb35-6b73dd70058a admin admin] Added segment 59e93dcc-6e71-405e-af14-a904604969ca of type vlan for network fbb058aa-e3f0-4777-bfc6-284c8ab541a8 Feb 04 21:27:43.822093 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-04ff76b4-154c-4681-b4b3-cec5f231499f tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b18e359-7e1c-4973-8b78-a2b8f3bb5b31']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:43.867239 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-04ff76b4-154c-4681-b4b3-cec5f231499f tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d53387c-4dc8-4b0e-814e-f67a80cbbe5e') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:43.867543 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-04ff76b4-154c-4681-b4b3-cec5f231499f tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d53387c-4dc8-4b0e-814e-f67a80cbbe5e') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:43.922513 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-1a6b2ceb-47da-428b-85d4-6a571d6f210b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2ada2c-959c-4adc-86ab-1ab437e0154e', 'name': 'tempest-TestVolumeBackupRestore-988944165-router', 'tenant_id': 'dc18aee661954ee4b371b874ec36e8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '4c39a9d7-9cf5-4a73-af8f-de56b8bb7d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:27:27Z', 'updated_at': '2022-02-04T21:27:38Z', 'revision_number': 4, 'project_id': 'dc18aee661954ee4b371b874ec36e8a6', 'gw_port': {'id': '4c39a9d7-9cf5-4a73-af8f-de56b8bb7d79', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2ada2c-959c-4adc-86ab-1ab437e0154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:27:29Z', 'updated_at': '2022-02-04T21:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '3b73f7cc-08a7-4ab2-b16a-40ccf6fd6c9b', 'name': '', 'network_id': 'a5533562-cda1-4f3b-869c-a42260297cdc', 'tenant_id': 'dc18aee661954ee4b371b874ec36e8a6', 'mac_address': 'fa:16:3e:f2:53:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2ada2c-959c-4adc-86ab-1ab437e0154e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '746ac05c-0efb-4557-a928-c37b6c980000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:27:35Z', 'updated_at': '2022-02-04T21:27:39Z', 'revision_number': 2, 'project_id': 'dc18aee661954ee4b371b874ec36e8a6', 'subnets': [{'id': '746ac05c-0efb-4557-a928-c37b6c980000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:43.928470 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-04ff76b4-154c-4681-b4b3-cec5f231499f tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:43.932624 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6b2ceb-47da-428b-85d4-6a571d6f210b None None] Checking router: 0f2ada2c-959c-4adc-86ab-1ab437e0154e for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:27:43.933337 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6b2ceb-47da-428b-85d4-6a571d6f210b None None] Updating router 0f2ada2c-959c-4adc-86ab-1ab437e0154e port 3b73f7cc-08a7-4ab2-b16a-40ccf6fd6c9b binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:27:43.956948 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3fc1238c-0a57-4fe7-bb35-6b73dd70058a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:43.999146 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-04ff76b4-154c-4681-b4b3-cec5f231499f tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:44.060201 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ff76b4-154c-4681-b4b3-cec5f231499f tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:27:44.061663 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-04ff76b4-154c-4681-b4b3-cec5f231499f tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:44.089873 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-1a6b2ceb-47da-428b-85d4-6a571d6f210b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:44.091019 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-cdb3e062-2eb3-42ae-b2cc-4f7983b1665a None None] Attempting to bind port daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:27:44.091548 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-cdb3e062-2eb3-42ae-b2cc-4f7983b1665a None None] Attempting to bind port daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '91aabfa4-f9f4-4d0b-a8c8-47195f4a1db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b6d6fc4e-be4f-46ae-890a-d685b07954df'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:27:44.095916 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb3e062-2eb3-42ae-b2cc-4f7983b1665a None None] Attempting to bind port daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac on network b6d6fc4e-be4f-46ae-890a-d685b07954df {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:27:44.124229 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:27:44.124229 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:27:44.124229 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:27:44.124229 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:27:44.124229 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:27:44.124229 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:27:44.124229 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:27:44.124229 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:27:44.124229 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:27:44.124229 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:27:44.124229 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:27:44.124229 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:27:44.124229 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:27:44.124229 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:27:44.124229 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:27:44.124229 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:27:44.124229 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:27:44.124229 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:27:44.124229 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:27:44.124229 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:27:44.124229 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:27:44.124229 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:27:44.124229 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:27:44.124229 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:27:44.124229 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:27:44.124229 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:27:44.124229 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:27:44.124229 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:27:44.124229 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:27:44.124229 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:27:44.124229 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:27:44.124229 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:27:44.128441 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb3e062-2eb3-42ae-b2cc-4f7983b1665a None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:27:44.130368 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb3e062-2eb3-42ae-b2cc-4f7983b1665a None None] Checking segment: {'id': '91aabfa4-f9f4-4d0b-a8c8-47195f4a1db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b6d6fc4e-be4f-46ae-890a-d685b07954df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:27:44.132086 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cdb3e062-2eb3-42ae-b2cc-4f7983b1665a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:44.132516 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb3e062-2eb3-42ae-b2cc-4f7983b1665a None None] Bound using segment: {'id': '91aabfa4-f9f4-4d0b-a8c8-47195f4a1db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b6d6fc4e-be4f-46ae-890a-d685b07954df'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:27:44.135695 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-cdb3e062-2eb3-42ae-b2cc-4f7983b1665a None None] Bound port: daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91aabfa4-f9f4-4d0b-a8c8-47195f4a1db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b6d6fc4e-be4f-46ae-890a-d685b07954df'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:27:44.136282 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cdb3e062-2eb3-42ae-b2cc-4f7983b1665a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:44.222905 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ad553fdd-8e96-4b81-8910-01fbd199b35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:44.353259 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.resource_extend [None req-3fc1238c-0a57-4fe7-bb35-6b73dd70058a admin admin] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:27:44.424478 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 4c39a9d7-9cf5-4a73-af8f-de56b8bb7d79 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:27:44.424848 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:44.428024 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3fc1238c-0a57-4fe7-bb35-6b73dd70058a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:44.431385 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc1238c-0a57-4fe7-bb35-6b73dd70058a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:44.431385 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3fc1238c-0a57-4fe7-bb35-6b73dd70058a admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:44.497423 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-9132e061-274e-4f95-bd1c-fb4db5f147ce service neutron] 10.222.0.26 "GET /v2.0/networks/8cc3e586-c572-46a5-85c3-1db4ed928a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8488905 Feb 04 21:27:44.542584 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-04ff76b4-154c-4681-b4b3-cec5f231499f tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:44.547903 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-04ff76b4-154c-4681-b4b3-cec5f231499f tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:44.556161 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1238c-0a57-4fe7-bb35-6b73dd70058a admin admin] Pushing event updated for resources: {'Network': ['ID=fbb058aa-e3f0-4777-bfc6-284c8ab541a8,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:44.571259 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network fbb058aa-e3f0-4777-bfc6-284c8ab541a8 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:27:44.589318 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff76b4-154c-4681-b4b3-cec5f231499f tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Pushing event deleted for resources: {'Network': ['ID=3b18e359-7e1c-4973-8b78-a2b8f3bb5b31,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:44.615380 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-04ff76b4-154c-4681-b4b3-cec5f231499f tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] 10.222.0.26 "DELETE /v2.0/networks/3b18e359-7e1c-4973-8b78-a2b8f3bb5b31 HTTP/1.1" status: 204 len: 168 time: 1.9601638 Feb 04 21:27:44.616100 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39320) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:44.649702 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3fc1238c-0a57-4fe7-bb35-6b73dd70058a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0429616 Feb 04 21:27:44.652246 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39324) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:44.717688 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-9d1fd434-02ec-43c0-ac4d-780d881c18e8 admin admin] Request body: {'subnet': {'network_id': 'fbb058aa-e3f0-4777-bfc6-284c8ab541a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-810262881-subnet', 'tenant_id': 'aa3f83188977470eb6fa3c345a86c282', 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:27:44.730067 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9d1fd434-02ec-43c0-ac4d-780d881c18e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:44.757992 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9d1fd434-02ec-43c0-ac4d-780d881c18e8 admin admin] Usage tracker for resource:subnet and tenant:aa3f83188977470eb6fa3c345a86c282 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:44.767479 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-9d1fd434-02ec-43c0-ac4d-780d881c18e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:44.782971 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-9d1fd434-02ec-43c0-ac4d-780d881c18e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:44.845107 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-cdb3e062-2eb3-42ae-b2cc-4f7983b1665a None None] For port daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:27:44.845642 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1fd434-02ec-43c0-ac4d-780d881c18e8 admin admin] Made reservation on behalf of aa3f83188977470eb6fa3c345a86c282 for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:27:44.852977 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9d1fd434-02ec-43c0-ac4d-780d881c18e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:44.899589 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-cdb3e062-2eb3-42ae-b2cc-4f7983b1665a None None] For port daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac,segment=NetworkSegment(91aabfa4-f9f4-4d0b-a8c8-47195f4a1db4),segment_id=91aabfa4-f9f4-4d0b-a8c8-47195f4a1db4)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:27:44.937615 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cdb3e062-2eb3-42ae-b2cc-4f7983b1665a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:45.091872 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3e062-2eb3-42ae-b2cc-4f7983b1665a None None] Pushing event updated for resources: {'Port': ['ID=daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:45.143240 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-1a6b2ceb-47da-428b-85d4-6a571d6f210b None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:45.173066 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-1a6b2ceb-47da-428b-85d4-6a571d6f210b None None] Transition to ACTIVE for port object 3b73f7cc-08a7-4ab2-b16a-40ccf6fd6c9b will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:27:45.178235 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a9a873ae-998b-45ba-9826-730a5b44d607 req-1faa1800-a365-4004-bd47-8ddd2263929c tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/ports?device_id=93595a06-be1f-4b78-9ddf-896bc82776f4 HTTP/1.1" status: 200 len: 210 time: 0.1799288 Feb 04 21:27:45.189670 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-1a6b2ceb-47da-428b-85d4-6a571d6f210b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:45.215163 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-13936e93-e087-48d2-b582-31e13aa0f2cd tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:45.260617 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c5f791cb-056a-486a-b4ef-0cd92ac9fef7 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:45.781615 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ff310-8fab-4668-8c0c-d7502bacad1c None None] Pushing event updated for resources: {'Port': ['ID=3b73f7cc-08a7-4ab2-b16a-40ccf6fd6c9b,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:45.791608 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655ff310-8fab-4668-8c0c-d7502bacad1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:45.792158 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655ff310-8fab-4668-8c0c-d7502bacad1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:45.792720 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655ff310-8fab-4668-8c0c-d7502bacad1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:45.793194 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655ff310-8fab-4668-8c0c-d7502bacad1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:45.793706 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655ff310-8fab-4668-8c0c-d7502bacad1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:45.794177 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655ff310-8fab-4668-8c0c-d7502bacad1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:45.794649 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655ff310-8fab-4668-8c0c-d7502bacad1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:45.795127 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655ff310-8fab-4668-8c0c-d7502bacad1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:45.795605 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655ff310-8fab-4668-8c0c-d7502bacad1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:45.796067 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655ff310-8fab-4668-8c0c-d7502bacad1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:45.797162 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655ff310-8fab-4668-8c0c-d7502bacad1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:45.797928 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655ff310-8fab-4668-8c0c-d7502bacad1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:27:45.818035 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-1a6b2ceb-47da-428b-85d4-6a571d6f210b None None] Attempting to bind port 3b73f7cc-08a7-4ab2-b16a-40ccf6fd6c9b on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:27:45.818558 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-1a6b2ceb-47da-428b-85d4-6a571d6f210b None None] Attempting to bind port 3b73f7cc-08a7-4ab2-b16a-40ccf6fd6c9b by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '68a4e85c-ec04-40cb-a789-87c1d5762c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a5533562-cda1-4f3b-869c-a42260297cdc'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:27:45.819085 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6b2ceb-47da-428b-85d4-6a571d6f210b None None] Attempting to bind port 3b73f7cc-08a7-4ab2-b16a-40ccf6fd6c9b on network a5533562-cda1-4f3b-869c-a42260297cdc {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:27:45.827626 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6b2ceb-47da-428b-85d4-6a571d6f210b None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:27:45.829115 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6b2ceb-47da-428b-85d4-6a571d6f210b None None] Checking segment: {'id': '68a4e85c-ec04-40cb-a789-87c1d5762c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a5533562-cda1-4f3b-869c-a42260297cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:27:45.829755 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-1a6b2ceb-47da-428b-85d4-6a571d6f210b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:45.830304 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6b2ceb-47da-428b-85d4-6a571d6f210b None None] Bound using segment: {'id': '68a4e85c-ec04-40cb-a789-87c1d5762c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a5533562-cda1-4f3b-869c-a42260297cdc'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:27:45.831074 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-1a6b2ceb-47da-428b-85d4-6a571d6f210b None None] Bound port: 3b73f7cc-08a7-4ab2-b16a-40ccf6fd6c9b, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a4e85c-ec04-40cb-a789-87c1d5762c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a5533562-cda1-4f3b-869c-a42260297cdc'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:27:45.831609 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-1a6b2ceb-47da-428b-85d4-6a571d6f210b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:46.000302 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-1a6b2ceb-47da-428b-85d4-6a571d6f210b None None] For port 3b73f7cc-08a7-4ab2-b16a-40ccf6fd6c9b, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:27:46.005625 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-1a6b2ceb-47da-428b-85d4-6a571d6f210b None None] For port 3b73f7cc-08a7-4ab2-b16a-40ccf6fd6c9b, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=3b73f7cc-08a7-4ab2-b16a-40ccf6fd6c9b,segment=NetworkSegment(68a4e85c-ec04-40cb-a789-87c1d5762c32),segment_id=68a4e85c-ec04-40cb-a789-87c1d5762c32)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:27:46.020356 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-1a6b2ceb-47da-428b-85d4-6a571d6f210b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:46.054785 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9d1fd434-02ec-43c0-ac4d-780d881c18e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:46.117011 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c5f791cb-056a-486a-b4ef-0cd92ac9fef7 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:46.117561 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ff310-8fab-4668-8c0c-d7502bacad1c None None] Pushing event updated for resources: {'Port': ['ID=3b73f7cc-08a7-4ab2-b16a-40ccf6fd6c9b,revision_number=4']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:46.127618 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c5f791cb-056a-486a-b4ef-0cd92ac9fef7 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:46.159719 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6b2ceb-47da-428b-85d4-6a571d6f210b None None] Routers {'0f2ada2c-959c-4adc-86ab-1ab437e0154e'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:27:46.161647 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-1a6b2ceb-47da-428b-85d4-6a571d6f210b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:27:16Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['0f2ada2c-959c-4adc-86ab-1ab437e0154e'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:46.199113 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-13936e93-e087-48d2-b582-31e13aa0f2cd tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:46.282354 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1fd434-02ec-43c0-ac4d-780d881c18e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acb119c6-1ebc-471e-b348-2182c5ffe63c,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:46.305722 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-bb3e0b2f-51e2-4177-8753-0ac6466f5408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:46.371085 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-13936e93-e087-48d2-b582-31e13aa0f2cd tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb2e161a-bc8d-4889-9813-eea5e44e2118']}} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:46.392319 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1fd434-02ec-43c0-ac4d-780d881c18e8 admin admin] Checking segment: {'id': '59e93dcc-6e71-405e-af14-a904604969ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'fbb058aa-e3f0-4777-bfc6-284c8ab541a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:27:46.394701 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1fd434-02ec-43c0-ac4d-780d881c18e8 admin admin] Network hostable DHCP agents. Network: fbb058aa-e3f0-4777-bfc6-284c8ab541a8, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:27:46.430142 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-13936e93-e087-48d2-b582-31e13aa0f2cd tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cb8212b-e993-4735-8e76-94738533d66b') {'for_net_delete': True} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:46.431408 n-d-827896-1 neutron-server[87682]: DEBUG neutron.services.segments.db [None req-13936e93-e087-48d2-b582-31e13aa0f2cd tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cb8212b-e993-4735-8e76-94738533d66b') {} {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:46.441804 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1fd434-02ec-43c0-ac4d-780d881c18e8 admin admin] Network fbb058aa-e3f0-4777-bfc6-284c8ab541a8 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:27:46.470743 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-13936e93-e087-48d2-b582-31e13aa0f2cd tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1820218'] for segment, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:46.491047 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-9d1fd434-02ec-43c0-ac4d-780d881c18e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, fbb058aa-e3f0-4777-bfc6-284c8ab541a8) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:27:46.499348 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c166244c-affb-46a7-af19-e6178794e5bb None None] Network fbb058aa-e3f0-4777-bfc6-284c8ab541a8 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:27:46.500662 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1fd434-02ec-43c0-ac4d-780d881c18e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:46.505244 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-9d1fd434-02ec-43c0-ac4d-780d881c18e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:46.575372 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-9d1fd434-02ec-43c0-ac4d-780d881c18e8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9209993 Feb 04 21:27:46.578779 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-13936e93-e087-48d2-b582-31e13aa0f2cd tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:46.586070 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39358) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:46.599453 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-6190fcf6-5949-4d7d-af99-30319b0b21b2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-810262881-router', 'tenant_id': 'aa3f83188977470eb6fa3c345a86c282', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:27:46.613349 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6190fcf6-5949-4d7d-af99-30319b0b21b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:46.624873 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6190fcf6-5949-4d7d-af99-30319b0b21b2 admin admin] Usage tracker for resource:router and tenant:aa3f83188977470eb6fa3c345a86c282 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:46.632504 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6190fcf6-5949-4d7d-af99-30319b0b21b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:46.645293 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6190fcf6-5949-4d7d-af99-30319b0b21b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:46.675334 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13936e93-e087-48d2-b582-31e13aa0f2cd tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=87682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:27:46.676487 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-13936e93-e087-48d2-b582-31e13aa0f2cd tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1596416'] for segment, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:46.698029 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-1a6b2ceb-47da-428b-85d4-6a571d6f210b None None] Set router 0f2ada2c-959c-4adc-86ab-1ab437e0154e gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:27:46.720986 n-d-827896-1 neutron-server[87682]: Traceback (most recent call last): Feb 04 21:27:46.720986 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:27:46.720986 n-d-827896-1 neutron-server[87682]: timer() Feb 04 21:27:46.720986 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:27:46.720986 n-d-827896-1 neutron-server[87682]: cb(*args, **kw) Feb 04 21:27:46.720986 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:27:46.720986 n-d-827896-1 neutron-server[87682]: return func(*args, **kwargs) Feb 04 21:27:46.720986 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:27:46.720986 n-d-827896-1 neutron-server[87682]: self._notify() Feb 04 21:27:46.720986 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:27:46.720986 n-d-827896-1 neutron-server[87682]: self.callback(batched_events) Feb 04 21:27:46.720986 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:27:46.720986 n-d-827896-1 neutron-server[87682]: event.method(event) Feb 04 21:27:46.720986 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:27:46.720986 n-d-827896-1 neutron-server[87682]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:27:46.720986 n-d-827896-1 neutron-server[87682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:27:46.720986 n-d-827896-1 neutron-server[87682]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:27:46.720986 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:27:46.720986 n-d-827896-1 neutron-server[87682]: return f(self, *a, **k) Feb 04 21:27:46.720986 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:27:46.720986 n-d-827896-1 neutron-server[87682]: return self._get(url).json() Feb 04 21:27:46.720986 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:27:46.720986 n-d-827896-1 neutron-server[87682]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:27:46.720986 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:27:46.720986 n-d-827896-1 neutron-server[87682]: return self.request(url, 'GET', **kwargs) Feb 04 21:27:46.720986 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:27:46.720986 n-d-827896-1 neutron-server[87682]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:27:46.720986 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:27:46.720986 n-d-827896-1 neutron-server[87682]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:27:46.720986 n-d-827896-1 neutron-server[87682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:27:46.720986 n-d-827896-1 neutron-server[87682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:27:46.720986 n-d-827896-1 neutron-server[87682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:27:46.799831 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6190fcf6-5949-4d7d-af99-30319b0b21b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:46.800887 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6190fcf6-5949-4d7d-af99-30319b0b21b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:46.822084 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6190fcf6-5949-4d7d-af99-30319b0b21b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:46.846881 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-80665473-2064-4646-80bf-081f2ca6fdf2 req-2cc39094-b9a1-419c-8d6c-a88f99173ae7 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/ports?device_id=93595a06-be1f-4b78-9ddf-896bc82776f4 HTTP/1.1" status: 200 len: 210 time: 0.3368709 Feb 04 21:27:46.933286 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f791cb-056a-486a-b4ef-0cd92ac9fef7 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Pushing event updated for resources: {'Port': ['ID=813e3096-e82c-46fc-bb69-2ca673262720,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:47.122584 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-13936e93-e087-48d2-b582-31e13aa0f2cd tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:47.361407 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-1a6b2ceb-47da-428b-85d4-6a571d6f210b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2ada2c-959c-4adc-86ab-1ab437e0154e', 'name': 'tempest-TestVolumeBackupRestore-988944165-router', 'tenant_id': 'dc18aee661954ee4b371b874ec36e8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '4c39a9d7-9cf5-4a73-af8f-de56b8bb7d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:27:27Z', 'updated_at': '2022-02-04T21:27:38Z', 'revision_number': 4, 'project_id': 'dc18aee661954ee4b371b874ec36e8a6', 'gw_port': {'id': '4c39a9d7-9cf5-4a73-af8f-de56b8bb7d79', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2ada2c-959c-4adc-86ab-1ab437e0154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:27:29Z', 'updated_at': '2022-02-04T21:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '3b73f7cc-08a7-4ab2-b16a-40ccf6fd6c9b', 'name': '', 'network_id': 'a5533562-cda1-4f3b-869c-a42260297cdc', 'tenant_id': 'dc18aee661954ee4b371b874ec36e8a6', 'mac_address': 'fa:16:3e:f2:53:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2ada2c-959c-4adc-86ab-1ab437e0154e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '746ac05c-0efb-4557-a928-c37b6c980000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:27:35Z', 'updated_at': '2022-02-04T21:27:45Z', 'revision_number': 4, 'project_id': 'dc18aee661954ee4b371b874ec36e8a6', 'subnets': [{'id': '746ac05c-0efb-4557-a928-c37b6c980000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:47.367187 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6b2ceb-47da-428b-85d4-6a571d6f210b None None] The sync data for ids ['0f2ada2c-959c-4adc-86ab-1ab437e0154e'] in n-d-827896-1 is: [{'id': '0f2ada2c-959c-4adc-86ab-1ab437e0154e', 'name': 'tempest-TestVolumeBackupRestore-988944165-router', 'tenant_id': 'dc18aee661954ee4b371b874ec36e8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '4c39a9d7-9cf5-4a73-af8f-de56b8bb7d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:27:27Z', 'updated_at': '2022-02-04T21:27:38Z', 'revision_number': 4, 'project_id': 'dc18aee661954ee4b371b874ec36e8a6', 'gw_port': {'id': '4c39a9d7-9cf5-4a73-af8f-de56b8bb7d79', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2ada2c-959c-4adc-86ab-1ab437e0154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:27:29Z', 'updated_at': '2022-02-04T21:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '3b73f7cc-08a7-4ab2-b16a-40ccf6fd6c9b', 'name': '', 'network_id': 'a5533562-cda1-4f3b-869c-a42260297cdc', 'tenant_id': 'dc18aee661954ee4b371b874ec36e8a6', 'mac_address': 'fa:16:3e:f2:53:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2ada2c-959c-4adc-86ab-1ab437e0154e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '746ac05c-0efb-4557-a928-c37b6c980000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:27:35Z', 'updated_at': '2022-02-04T21:27:45Z', 'revision_number': 4, 'project_id': 'dc18aee661954ee4b371b874ec36e8a6', 'subnets': [{'id': '746ac05c-0efb-4557-a928-c37b6c980000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:27:47.372588 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c5f791cb-056a-486a-b4ef-0cd92ac9fef7 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:47.416875 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c5de76-421e-4e65-bb39-1a15d4940c8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-fbb058aa-e3f0-4777-bfc6-284c8ab541a8', 'network_id': 'fbb058aa-e3f0-4777-bfc6-284c8ab541a8', 'tenant_id': 'aa3f83188977470eb6fa3c345a86c282', 'fixed_ips': [{'subnet_id': 'acb119c6-1ebc-471e-b348-2182c5ffe63c'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:27:47.418886 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e4c5de76-421e-4e65-bb39-1a15d4940c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:47.490470 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b437cba7-cbc6-4312-8bbf-eb3e01bcad12 None None] Network b6d6fc4e-be4f-46ae-890a-d685b07954df requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:27:47.607409 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c5f791cb-056a-486a-b4ef-0cd92ac9fef7 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:47.616037 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:27:47.669340 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-13936e93-e087-48d2-b582-31e13aa0f2cd tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:47.673982 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:47.853143 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13936e93-e087-48d2-b582-31e13aa0f2cd tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] Pushing event deleted for resources: {'Network': ['ID=bb2e161a-bc8d-4889-9813-eea5e44e2118,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:47.940939 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-13936e93-e087-48d2-b582-31e13aa0f2cd tempest-QuotasNegativeTest-1958986008 tempest-QuotasNegativeTest-1958986008-project-admin] 10.222.0.26 "DELETE /v2.0/networks/bb2e161a-bc8d-4889-9813-eea5e44e2118 HTTP/1.1" status: 204 len: 168 time: 3.3237274 Feb 04 21:27:48.200648 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:48.245176 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-a0de1249-442c-41ac-b409-8d410a4a57d3 None None] Provisioning for port daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:27:48.257192 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-e4c5de76-421e-4e65-bb39-1a15d4940c8a None None] Allocated IP 172.20.0.2 (fbb058aa-e3f0-4777-bfc6-284c8ab541a8/acb119c6-1ebc-471e-b348-2182c5ffe63c/07818448-26cd-4495-ad21-1f4cdc160822) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:27:48.262280 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-e7dab1a7-a8cc-40f5-a494-473d001720f8 req-586f7bcd-6d97-435d-aca4-a5db202c46f7 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/ports?device_id=93595a06-be1f-4b78-9ddf-896bc82776f4 HTTP/1.1" status: 200 len: 210 time: 0.1745946 Feb 04 21:27:48.294667 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6190fcf6-5949-4d7d-af99-30319b0b21b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:48.308498 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:27:48.361248 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-ff051923-f242-41a5-8f4a-2d98a51bf0ba tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:48.371262 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-ff051923-f242-41a5-8f4a-2d98a51bf0ba tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.18 "GET /v2.0/networks?id=8cc3e586-c572-46a5-85c3-1db4ed928a43 HTTP/1.1" status: 200 len: 809 time: 1.6386588 Feb 04 21:27:48.384212 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-a0de1249-442c-41ac-b409-8d410a4a57d3 None None] Provisioning complete for port daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:27:48.384444 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a0de1249-442c-41ac-b409-8d410a4a57d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:48.420087 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-0fe7df7f-6ad8-4f6b-ac8c-8415e410eb95 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Request body: {'port': {'device_id': '93595a06-be1f-4b78-9ddf-896bc82776f4', 'network_id': '8cc3e586-c572-46a5-85c3-1db4ed928a43', 'admin_state_up': True, 'tenant_id': 'fe26737a52c644edb9ecfa2cc901b8eb'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:27:48.517585 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c5f791cb-056a-486a-b4ef-0cd92ac9fef7 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:48.532456 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c5f791cb-056a-486a-b4ef-0cd92ac9fef7 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:48.628811 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:27:48.629831 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:48.681055 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-0fe7df7f-6ad8-4f6b-ac8c-8415e410eb95 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:48.684588 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f791cb-056a-486a-b4ef-0cd92ac9fef7 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Pushing event updated for resources: {'Port': ['ID=813e3096-e82c-46fc-bb69-2ca673262720,revision_number=3']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:48.753115 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-c5f791cb-056a-486a-b4ef-0cd92ac9fef7 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:48.833094 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-0fe7df7f-6ad8-4f6b-ac8c-8415e410eb95 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Usage tracker for resource:port and tenant:fe26737a52c644edb9ecfa2cc901b8eb is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:48.838466 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-0fe7df7f-6ad8-4f6b-ac8c-8415e410eb95 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:48.846856 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-0fe7df7f-6ad8-4f6b-ac8c-8415e410eb95 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:48.883714 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-0fe7df7f-6ad8-4f6b-ac8c-8415e410eb95 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Made reservation on behalf of fe26737a52c644edb9ecfa2cc901b8eb for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:27:48.888390 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-0fe7df7f-6ad8-4f6b-ac8c-8415e410eb95 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:49.112856 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f791cb-056a-486a-b4ef-0cd92ac9fef7 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Network b6d6fc4e-be4f-46ae-890a-d685b07954df is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:27:49.115938 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-c5f791cb-056a-486a-b4ef-0cd92ac9fef7 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:27:49.172526 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:49.193664 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39386) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:49.242548 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a0de1249-442c-41ac-b409-8d410a4a57d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:49.324123 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:49.423060 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e4c5de76-421e-4e65-bb39-1a15d4940c8a None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:49.449701 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-e4c5de76-421e-4e65-bb39-1a15d4940c8a None None] Transition to ACTIVE for port object 07818448-26cd-4495-ad21-1f4cdc160822 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:27:49.492415 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-e4c5de76-421e-4e65-bb39-1a15d4940c8a None None] Transition to ACTIVE for port object 07818448-26cd-4495-ad21-1f4cdc160822 will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:27:49.504463 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e4c5de76-421e-4e65-bb39-1a15d4940c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:49.595015 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-1ae14ec8-a981-4cfd-8cde-96630885a690 req-0caf59a0-9ce6-4ddb-b46f-9158e67766dd tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/ports?device_id=93595a06-be1f-4b78-9ddf-896bc82776f4 HTTP/1.1" status: 200 len: 210 time: 0.1104879 Feb 04 21:27:49.598151 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f791cb-056a-486a-b4ef-0cd92ac9fef7 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Router dbcd5291-98f9-4c43-af4b-82f1d4317a74 is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:27:49.641036 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-a0de1249-442c-41ac-b409-8d410a4a57d3 None None] For port daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac,segment=NetworkSegment(91aabfa4-f9f4-4d0b-a8c8-47195f4a1db4),segment_id=91aabfa4-f9f4-4d0b-a8c8-47195f4a1db4)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:27:49.682552 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c5de76-421e-4e65-bb39-1a15d4940c8a None None] Pushing event updated for resources: {'Port': ['ID=07818448-26cd-4495-ad21-1f4cdc160822,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:49.705889 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a0de1249-442c-41ac-b409-8d410a4a57d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:49.710370 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8e43ba27-1501-4bf4-ac97-73e7de93859b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:49.745562 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-0fe7df7f-6ad8-4f6b-ac8c-8415e410eb95 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Allocated IP 172.20.0.12 (8cc3e586-c572-46a5-85c3-1db4ed928a43/f03b02ac-1639-4e07-b514-b30a29ed59bd/4e00ac3d-f7b9-4735-986f-40949327441d) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:27:49.803912 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c5de76-421e-4e65-bb39-1a15d4940c8a None None] Network fbb058aa-e3f0-4777-bfc6-284c8ab541a8 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:27:49.840395 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-8e43ba27-1501-4bf4-ac97-73e7de93859b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:49.856860 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-e4c5de76-421e-4e65-bb39-1a15d4940c8a None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:27:49.892287 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-8e43ba27-1501-4bf4-ac97-73e7de93859b admin admin] Usage tracker for resource:security_group_rule and tenant:f8d0888655e145cfbbdcc123a907a073 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:49.894412 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c5de76-421e-4e65-bb39-1a15d4940c8a None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:27:49.898817 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-8e43ba27-1501-4bf4-ac97-73e7de93859b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:49.926456 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-8e43ba27-1501-4bf4-ac97-73e7de93859b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:50.036377 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de1249-442c-41ac-b409-8d410a4a57d3 None None] Pushing event updated for resources: {'Port': ['ID=daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:50.053359 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:27:50.053838 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:27:50.070268 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-e4c5de76-421e-4e65-bb39-1a15d4940c8a None None] Attempting to bind port 07818448-26cd-4495-ad21-1f4cdc160822 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:27:50.070858 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-e4c5de76-421e-4e65-bb39-1a15d4940c8a None None] Attempting to bind port 07818448-26cd-4495-ad21-1f4cdc160822 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '59e93dcc-6e71-405e-af14-a904604969ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'fbb058aa-e3f0-4777-bfc6-284c8ab541a8'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:27:50.071343 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c5de76-421e-4e65-bb39-1a15d4940c8a None None] Attempting to bind port 07818448-26cd-4495-ad21-1f4cdc160822 on network fbb058aa-e3f0-4777-bfc6-284c8ab541a8 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:27:50.085521 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8e43ba27-1501-4bf4-ac97-73e7de93859b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:50.087324 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c5de76-421e-4e65-bb39-1a15d4940c8a None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:27:50.087876 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c5de76-421e-4e65-bb39-1a15d4940c8a None None] Checking segment: {'id': '59e93dcc-6e71-405e-af14-a904604969ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'fbb058aa-e3f0-4777-bfc6-284c8ab541a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:27:50.088460 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e4c5de76-421e-4e65-bb39-1a15d4940c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:50.089012 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c5de76-421e-4e65-bb39-1a15d4940c8a None None] Bound using segment: {'id': '59e93dcc-6e71-405e-af14-a904604969ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'fbb058aa-e3f0-4777-bfc6-284c8ab541a8'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:27:50.089633 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-e4c5de76-421e-4e65-bb39-1a15d4940c8a None None] Bound port: 07818448-26cd-4495-ad21-1f4cdc160822, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e93dcc-6e71-405e-af14-a904604969ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'fbb058aa-e3f0-4777-bfc6-284c8ab541a8'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:27:50.090110 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e4c5de76-421e-4e65-bb39-1a15d4940c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:50.158783 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-8e43ba27-1501-4bf4-ac97-73e7de93859b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:50.173957 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f791cb-056a-486a-b4ef-0cd92ac9fef7 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:27:50.179973 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-c5f791cb-056a-486a-b4ef-0cd92ac9fef7 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "PUT /v2.0/routers/dbcd5291-98f9-4c43-af4b-82f1d4317a74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7220843 Feb 04 21:27:50.183580 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39400) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:50.211836 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6190fcf6-5949-4d7d-af99-30319b0b21b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:50.213527 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29fd38f-fdbe-48e0-991e-dca0aa2eaf89 None None] Sync routers for ids ['dbcd5291-98f9-4c43-af4b-82f1d4317a74'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:27:50.240029 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-00287e58-8b95-4c4b-be9e-5014fa6dea00 None None] Provisioning for port 813e3096-e82c-46fc-bb69-2ca673262720 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:27:50.273582 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29fd38f-fdbe-48e0-991e-dca0aa2eaf89 None None] Routers {'dbcd5291-98f9-4c43-af4b-82f1d4317a74'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:27:50.274645 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-a29fd38f-fdbe-48e0-991e-dca0aa2eaf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:27:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['dbcd5291-98f9-4c43-af4b-82f1d4317a74'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:50.279280 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a1cf71-9723-432c-b4e4-7593e0a169ed tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:50.280123 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-05a1cf71-9723-432c-b4e4-7593e0a169ed tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Synchronizing usage tracker for tenant:cbc86534709d428b91b2b43a6558e62d on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:27:50.301866 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-05a1cf71-9723-432c-b4e4-7593e0a169ed tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Unset dirty status for tenant:cbc86534709d428b91b2b43a6558e62d on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:27:50.303579 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-05a1cf71-9723-432c-b4e4-7593e0a169ed tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "GET /v2.0/ports/813e3096-e82c-46fc-bb69-2ca673262720 HTTP/1.1" status: 200 len: 978 time: 0.1189950 Feb 04 21:27:50.310036 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39404) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:50.316211 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6190fcf6-5949-4d7d-af99-30319b0b21b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:50.325243 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e43ba27-1501-4bf4-ac97-73e7de93859b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df1dc1b-be19-4d9d-bb1e-ab597f82e915,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:50.336877 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-8e43ba27-1501-4bf4-ac97-73e7de93859b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f8d0888655e145cfbbdcc123a907a073&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1367960 Feb 04 21:27:50.382354 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-00287e58-8b95-4c4b-be9e-5014fa6dea00 None None] Provisioning complete for port 813e3096-e82c-46fc-bb69-2ca673262720 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:27:50.382652 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-00287e58-8b95-4c4b-be9e-5014fa6dea00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:50.403973 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39408) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:50.730811 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-a29fd38f-fdbe-48e0-991e-dca0aa2eaf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:50.767971 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-6190fcf6-5949-4d7d-af99-30319b0b21b2 admin admin] Allocated IP 172.25.5.13 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/6377594c-dbec-480f-8ed4-d4c5b9bc6002) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:27:50.847341 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-00287e58-8b95-4c4b-be9e-5014fa6dea00 None None] Port 813e3096-e82c-46fc-bb69-2ca673262720 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:27:50.882479 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-e4c5de76-421e-4e65-bb39-1a15d4940c8a None None] For port 07818448-26cd-4495-ad21-1f4cdc160822, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:27:50.894891 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-e4c5de76-421e-4e65-bb39-1a15d4940c8a None None] For port 07818448-26cd-4495-ad21-1f4cdc160822, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=07818448-26cd-4495-ad21-1f4cdc160822,segment=NetworkSegment(59e93dcc-6e71-405e-af14-a904604969ca),segment_id=59e93dcc-6e71-405e-af14-a904604969ca)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:27:50.919391 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29fd38f-fdbe-48e0-991e-dca0aa2eaf89 None None] Routers {'dbcd5291-98f9-4c43-af4b-82f1d4317a74'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:27:50.925367 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-a29fd38f-fdbe-48e0-991e-dca0aa2eaf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:27:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['dbcd5291-98f9-4c43-af4b-82f1d4317a74'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:51.150453 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e4c5de76-421e-4e65-bb39-1a15d4940c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:51.183433 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0b2dee85-e628-46aa-836d-b761d0e89bb1 req-3c6f56b2-e199-4332-84ee-f73f541e7195 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/ports?device_id=93595a06-be1f-4b78-9ddf-896bc82776f4 HTTP/1.1" status: 200 len: 210 time: 0.4186757 Feb 04 21:27:51.243266 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-00287e58-8b95-4c4b-be9e-5014fa6dea00 None None] Provisioning complete for port daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:27:51.243935 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-00287e58-8b95-4c4b-be9e-5014fa6dea00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:51.326320 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d93bd6b3-df7f-449f-9ce5-f30284a1c819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:51.355374 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-0fe7df7f-6ad8-4f6b-ac8c-8415e410eb95 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:51.358423 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d93bd6b3-df7f-449f-9ce5-f30284a1c819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:51.377055 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-a29fd38f-fdbe-48e0-991e-dca0aa2eaf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:51.381685 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29fd38f-fdbe-48e0-991e-dca0aa2eaf89 None None] The sync data for ids ['dbcd5291-98f9-4c43-af4b-82f1d4317a74'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:27:51.408097 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:27:51.464963 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-0fe7df7f-6ad8-4f6b-ac8c-8415e410eb95 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:51.482931 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6190fcf6-5949-4d7d-af99-30319b0b21b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:51.507361 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c5de76-421e-4e65-bb39-1a15d4940c8a None None] Pushing event updated for resources: {'Port': ['ID=07818448-26cd-4495-ad21-1f4cdc160822,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:51.561089 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d93bd6b3-df7f-449f-9ce5-f30284a1c819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:51.562962 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-0fe7df7f-6ad8-4f6b-ac8c-8415e410eb95 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Network 8cc3e586-c572-46a5-85c3-1db4ed928a43 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:27:51.568023 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-0fe7df7f-6ad8-4f6b-ac8c-8415e410eb95 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:27:51.575464 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-0fe7df7f-6ad8-4f6b-ac8c-8415e410eb95 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:27:51.600851 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93bd6b3-df7f-449f-9ce5-f30284a1c819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df1dc1b-be19-4d9d-bb1e-ab597f82e915,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:51.607907 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:27:51.608289 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:51.616072 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-d93bd6b3-df7f-449f-9ce5-f30284a1c819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:51.617307 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-d93bd6b3-df7f-449f-9ce5-f30284a1c819 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3df1dc1b-be19-4d9d-bb1e-ab597f82e915 HTTP/1.1" status: 204 len: 168 time: 1.2044721 Feb 04 21:27:51.676114 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe7df7f-6ad8-4f6b-ac8c-8415e410eb95 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Pushing event updated for resources: {'Port': ['ID=4e00ac3d-f7b9-4735-986f-40949327441d,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:51.756790 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-0f555996-aa27-41ef-ab0e-6684a23d1075 None None] Provisioning complete for port 813e3096-e82c-46fc-bb69-2ca673262720 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:27:51.757392 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0f555996-aa27-41ef-ab0e-6684a23d1075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:51.784003 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-0fe7df7f-6ad8-4f6b-ac8c-8415e410eb95 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:51.784771 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-0fe7df7f-6ad8-4f6b-ac8c-8415e410eb95 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:51.792748 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e79646a3-a4c0-4798-884c-6c2ba4bbb089 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:51.877424 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6190fcf6-5949-4d7d-af99-30319b0b21b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:51.935878 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 3b73f7cc-08a7-4ab2-b16a-40ccf6fd6c9b up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:27:52.026291 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-0f555996-aa27-41ef-ab0e-6684a23d1075 None None] Port 813e3096-e82c-46fc-bb69-2ca673262720 cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:27:52.026513 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-0fe7df7f-6ad8-4f6b-ac8c-8415e410eb95 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6192682 Feb 04 21:27:52.056825 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 3b73f7cc-08a7-4ab2-b16a-40ccf6fd6c9b completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:27:52.057517 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-b0ca2653-fd1e-4c6d-b7f2-6f13574589a7 service neutron] Request body: {'port': {'device_id': '93595a06-be1f-4b78-9ddf-896bc82776f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:27:52.062293 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 3b73f7cc-08a7-4ab2-b16a-40ccf6fd6c9b triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:27:52.062711 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:52.189352 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6190fcf6-5949-4d7d-af99-30319b0b21b2 admin admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:27:52.191488 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39434) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:52.192397 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-6190fcf6-5949-4d7d-af99-30319b0b21b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:27:52.198804 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6190fcf6-5949-4d7d-af99-30319b0b21b2 admin admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:27:52.290601 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-629ad0c7-58c1-4437-a7e6-cbc1effe7610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:52.321416 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6190fcf6-5949-4d7d-af99-30319b0b21b2 admin admin] Pushing event updated for resources: {'Port': ['ID=6377594c-dbec-480f-8ed4-d4c5b9bc6002,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:52.328968 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-629ad0c7-58c1-4437-a7e6-cbc1effe7610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:52.339662 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-629ad0c7-58c1-4437-a7e6-cbc1effe7610 admin admin] Usage tracker for resource:security_group_rule and tenant:f3f31f649653410e8cbbcbd97bf70774 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:52.346672 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-629ad0c7-58c1-4437-a7e6-cbc1effe7610 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:52.357615 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:52.424731 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 3b73f7cc-08a7-4ab2-b16a-40ccf6fd6c9b, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=3b73f7cc-08a7-4ab2-b16a-40ccf6fd6c9b,segment=NetworkSegment(68a4e85c-ec04-40cb-a789-87c1d5762c32),segment_id=68a4e85c-ec04-40cb-a789-87c1d5762c32)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:27:52.431102 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-629ad0c7-58c1-4437-a7e6-cbc1effe7610 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:52.433094 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:52.520330 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-b0ca2653-fd1e-4c6d-b7f2-6f13574589a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:52.539606 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=3b73f7cc-08a7-4ab2-b16a-40ccf6fd6c9b,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:52.566589 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-e79646a3-a4c0-4798-884c-6c2ba4bbb089 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Deleting port 813e3096-e82c-46fc-bb69-2ca673262720 {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:27:52.567192 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e79646a3-a4c0-4798-884c-6c2ba4bbb089 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:52.948156 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c731e28-c36a-4f17-9142-419f7b2ab41f req-d463a43b-f4dc-4e31-9293-a809dfbbdffe tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:52.949971 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3c731e28-c36a-4f17-9142-419f7b2ab41f req-d463a43b-f4dc-4e31-9293-a809dfbbdffe tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/ports?device_id=93595a06-be1f-4b78-9ddf-896bc82776f4 HTTP/1.1" status: 200 len: 932 time: 0.5301607 Feb 04 21:27:52.996441 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e79646a3-a4c0-4798-884c-6c2ba4bbb089 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:53.198796 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20f58e6-d46d-464f-9bbd-a546120985f1 None None] Network fbb058aa-e3f0-4777-bfc6-284c8ab541a8 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:27:53.335038 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-e79646a3-a4c0-4798-884c-6c2ba4bbb089 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Calling delete_port for 813e3096-e82c-46fc-bb69-2ca673262720 owned by network:router_interface {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:27:53.396097 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3c731e28-c36a-4f17-9142-419f7b2ab41f req-d9b636e6-1e70-40ce-bf18-64b8a29ce11e tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d35ccef-abd7-4c40-98b4-fc2878e9e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364233 Feb 04 21:27:53.403606 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 07818448-26cd-4495-ad21-1f4cdc160822 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:27:53.543754 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-13b394f4-4518-48d8-b4e4-d5474b8eb981 None None] Provisioning for port 07818448-26cd-4495-ad21-1f4cdc160822 completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:27:53.558260 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-b0ca2653-fd1e-4c6d-b7f2-6f13574589a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e00ac3d-f7b9-4735-986f-40949327441d {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:27:53.580528 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-b0ca2653-fd1e-4c6d-b7f2-6f13574589a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:53.608434 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6190fcf6-5949-4d7d-af99-30319b0b21b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:53.648062 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e79646a3-a4c0-4798-884c-6c2ba4bbb089 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:53.690125 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 07818448-26cd-4495-ad21-1f4cdc160822 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:27:53.698406 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 07818448-26cd-4495-ad21-1f4cdc160822 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:27:53.702564 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:27:53.708803 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:53.917963 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79646a3-a4c0-4798-884c-6c2ba4bbb089 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Pushing event deleted for resources: {'Port': ['ID=813e3096-e82c-46fc-bb69-2ca673262720,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:53.989401 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:54.050898 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 07818448-26cd-4495-ad21-1f4cdc160822, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=07818448-26cd-4495-ad21-1f4cdc160822,segment=NetworkSegment(59e93dcc-6e71-405e-af14-a904604969ca),segment_id=59e93dcc-6e71-405e-af14-a904604969ca)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:27:54.063690 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:54.064494 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 3b73f7cc-08a7-4ab2-b16a-40ccf6fd6c9b up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:27:54.217707 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-b0ca2653-fd1e-4c6d-b7f2-6f13574589a7 service neutron] Transition to ACTIVE for port object 4e00ac3d-f7b9-4735-986f-40949327441d will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:27:54.237552 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-b0ca2653-fd1e-4c6d-b7f2-6f13574589a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:54.252758 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-629ad0c7-58c1-4437-a7e6-cbc1effe7610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:54.305604 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-e79646a3-a4c0-4798-884c-6c2ba4bbb089 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:54.332549 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=07818448-26cd-4495-ad21-1f4cdc160822,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:54.387204 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca2653-fd1e-4c6d-b7f2-6f13574589a7 service neutron] Pushing event updated for resources: {'Port': ['ID=4e00ac3d-f7b9-4735-986f-40949327441d,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:54.393651 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-629ad0c7-58c1-4437-a7e6-cbc1effe7610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:54.402595 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 3b73f7cc-08a7-4ab2-b16a-40ccf6fd6c9b triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:27:54.402971 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:54.731963 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-007e5fa0-4e08-4fcc-9455-de04be619b62 None None] Provisioning complete for port 07818448-26cd-4495-ad21-1f4cdc160822 triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:27:54.732675 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-007e5fa0-4e08-4fcc-9455-de04be619b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:54.742572 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ad0c7-58c1-4437-a7e6-cbc1effe7610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8019fbd6-d7c8-4ddc-86b8-b8566cf51c43,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:54.804281 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-629ad0c7-58c1-4437-a7e6-cbc1effe7610 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f3f31f649653410e8cbbcbd97bf70774&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5777187 Feb 04 21:27:54.837939 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39456) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:54.881987 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6190fcf6-5949-4d7d-af99-30319b0b21b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:54.918132 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79646a3-a4c0-4798-884c-6c2ba4bbb089 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Router dbcd5291-98f9-4c43-af4b-82f1d4317a74 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:27:54.942400 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-469498ce-0b04-42a4-8ad1-8448eec79306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:55.029003 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-469498ce-0b04-42a4-8ad1-8448eec79306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:55.053125 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 07818448-26cd-4495-ad21-1f4cdc160822 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:27:55.053818 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-b0ca2653-fd1e-4c6d-b7f2-6f13574589a7 service neutron] Attempting to bind port 4e00ac3d-f7b9-4735-986f-40949327441d on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:27:55.054269 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-b0ca2653-fd1e-4c6d-b7f2-6f13574589a7 service neutron] Attempting to bind port 4e00ac3d-f7b9-4735-986f-40949327441d by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': 'f7414e5f-c6a9-4e25-8e2e-d8fcb7ce2b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8cc3e586-c572-46a5-85c3-1db4ed928a43'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:27:55.054710 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-b0ca2653-fd1e-4c6d-b7f2-6f13574589a7 service neutron] Attempting to bind port 4e00ac3d-f7b9-4735-986f-40949327441d on network 8cc3e586-c572-46a5-85c3-1db4ed928a43 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:27:55.063365 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-b0ca2653-fd1e-4c6d-b7f2-6f13574589a7 service neutron] Port 4e00ac3d-f7b9-4735-986f-40949327441d on network 8cc3e586-c572-46a5-85c3-1db4ed928a43 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:27:55.063853 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-b0ca2653-fd1e-4c6d-b7f2-6f13574589a7 service neutron] Attempting to bind port 4e00ac3d-f7b9-4735-986f-40949327441d on network 8cc3e586-c572-46a5-85c3-1db4ed928a43 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:27:55.151612 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-b0ca2653-fd1e-4c6d-b7f2-6f13574589a7 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:27:55.151954 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-b0ca2653-fd1e-4c6d-b7f2-6f13574589a7 service neutron] Checking segment: {'id': 'f7414e5f-c6a9-4e25-8e2e-d8fcb7ce2b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8cc3e586-c572-46a5-85c3-1db4ed928a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:27:55.152344 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-b0ca2653-fd1e-4c6d-b7f2-6f13574589a7 service neutron] Bound using segment: {'id': 'f7414e5f-c6a9-4e25-8e2e-d8fcb7ce2b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8cc3e586-c572-46a5-85c3-1db4ed928a43'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:27:55.153081 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-b0ca2653-fd1e-4c6d-b7f2-6f13574589a7 service neutron] Bound port: 4e00ac3d-f7b9-4735-986f-40949327441d, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7414e5f-c6a9-4e25-8e2e-d8fcb7ce2b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8cc3e586-c572-46a5-85c3-1db4ed928a43'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:27:55.153244 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-b0ca2653-fd1e-4c6d-b7f2-6f13574589a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:55.205018 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 07818448-26cd-4495-ad21-1f4cdc160822 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:27:55.205718 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:55.284173 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-b0ca2653-fd1e-4c6d-b7f2-6f13574589a7 service neutron] For port 4e00ac3d-f7b9-4735-986f-40949327441d, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:27:55.287887 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-b0ca2653-fd1e-4c6d-b7f2-6f13574589a7 service neutron] For port 4e00ac3d-f7b9-4735-986f-40949327441d, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=4e00ac3d-f7b9-4735-986f-40949327441d,segment=NetworkSegment(f7414e5f-c6a9-4e25-8e2e-d8fcb7ce2b94),segment_id=f7414e5f-c6a9-4e25-8e2e-d8fcb7ce2b94)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:27:55.288742 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79646a3-a4c0-4798-884c-6c2ba4bbb089 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:27:55.301333 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-b0ca2653-fd1e-4c6d-b7f2-6f13574589a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:55.308724 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5192e8c-430b-48e1-9db5-bf4672332a7c None None] Sync routers for ids ['dbcd5291-98f9-4c43-af4b-82f1d4317a74'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:27:55.317902 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ff3d9-3813-4d1f-b1cd-9a856e5c17c0 req-ee437d3f-268c-41b5-b1de-04c8a221a251 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:55.319460 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3a6ff3d9-3813-4d1f-b1cd-9a856e5c17c0 req-ee437d3f-268c-41b5-b1de-04c8a221a251 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/ports?device_id=93595a06-be1f-4b78-9ddf-896bc82776f4 HTTP/1.1" status: 200 len: 944 time: 0.6348290 Feb 04 21:27:55.322399 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5192e8c-430b-48e1-9db5-bf4672332a7c None None] Routers {'dbcd5291-98f9-4c43-af4b-82f1d4317a74'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:27:55.324875 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-d5192e8c-430b-48e1-9db5-bf4672332a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:27:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['dbcd5291-98f9-4c43-af4b-82f1d4317a74'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:55.329040 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-e79646a3-a4c0-4798-884c-6c2ba4bbb089 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "PUT /v2.0/routers/dbcd5291-98f9-4c43-af4b-82f1d4317a74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0176647 Feb 04 21:27:55.329841 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39460) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:55.389456 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6190fcf6-5949-4d7d-af99-30319b0b21b2 admin admin] Router 73d21fae-e36a-4211-af07-b1c9021526e3 is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:27:55.392237 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-b0ca2653-fd1e-4c6d-b7f2-6f13574589a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:55.392856 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-b0ca2653-fd1e-4c6d-b7f2-6f13574589a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:55.394300 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-b0ca2653-fd1e-4c6d-b7f2-6f13574589a7 service neutron] 10.222.0.18 "PUT /v2.0/ports/4e00ac3d-f7b9-4735-986f-40949327441d HTTP/1.1" status: 200 len: 1092 time: 3.3424866 Feb 04 21:27:55.403811 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93595a06-be1f-4b78-9ddf-896bc82776f4', 'tag': '4e00ac3d-f7b9-4735-986f-40949327441d'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:27:55.425092 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-d5192e8c-430b-48e1-9db5-bf4672332a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:55.453237 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5192e8c-430b-48e1-9db5-bf4672332a7c None None] Routers {'dbcd5291-98f9-4c43-af4b-82f1d4317a74'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:27:55.453994 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-d5192e8c-430b-48e1-9db5-bf4672332a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:27:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['dbcd5291-98f9-4c43-af4b-82f1d4317a74'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:55.543390 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-d5192e8c-430b-48e1-9db5-bf4672332a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:55.544179 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5192e8c-430b-48e1-9db5-bf4672332a7c None None] The sync data for ids ['dbcd5291-98f9-4c43-af4b-82f1d4317a74'] in n-d-827896-1 is: [] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:27:55.746270 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca2653-fd1e-4c6d-b7f2-6f13574589a7 service neutron] Pushing event updated for resources: {'Port': ['ID=4e00ac3d-f7b9-4735-986f-40949327441d,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:55.781748 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-469498ce-0b04-42a4-8ad1-8448eec79306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:55.870209 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6190fcf6-5949-4d7d-af99-30319b0b21b2 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:27:55.882806 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ab0a75-5c39-44c4-9f5c-b532af3ba4f3 None None] Sync routers for ids ['73d21fae-e36a-4211-af07-b1c9021526e3'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:27:55.899814 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ab0a75-5c39-44c4-9f5c-b532af3ba4f3 None None] Routers {'73d21fae-e36a-4211-af07-b1c9021526e3'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:27:55.900409 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-28ab0a75-5c39-44c4-9f5c-b532af3ba4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:27:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['73d21fae-e36a-4211-af07-b1c9021526e3'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:55.920547 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-4750526d-29c9-4762-8648-206ee84ecb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:55.922947 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-4750526d-29c9-4762-8648-206ee84ecb87 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe26737a52c644edb9ecfa2cc901b8eb&device_id=93595a06-be1f-4b78-9ddf-896bc82776f4 HTTP/1.1" status: 200 len: 1095 time: 0.4321449 Feb 04 21:27:55.928837 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6190fcf6-5949-4d7d-af99-30319b0b21b2 admin admin] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:55.933754 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6190fcf6-5949-4d7d-af99-30319b0b21b2 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.3465798 Feb 04 21:27:55.938818 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39476) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:56.040448 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469498ce-0b04-42a4-8ad1-8448eec79306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8019fbd6-d7c8-4ddc-86b8-b8566cf51c43,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:56.084177 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-3a6ff3d9-3813-4d1f-b1cd-9a856e5c17c0 req-d6f62558-f9f4-4f48-a6ca-54a3cb154158 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d35ccef-abd7-4c40-98b4-fc2878e9e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7532530 Feb 04 21:27:56.105335 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-19a5647b-0d37-4cb2-8151-7e17aa8da66e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e00ac3d-f7b9-4735-986f-40949327441d HTTP/1.1" status: 200 len: 217 time: 0.1695509 Feb 04 21:27:56.198027 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93595a06-be1f-4b78-9ddf-896bc82776f4', 'tag': '4e00ac3d-f7b9-4735-986f-40949327441d', 'status': 'completed', 'code': 200} Feb 04 21:27:56.244383 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39482) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:56.264229 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-28ab0a75-5c39-44c4-9f5c-b532af3ba4f3 None None] Set router 73d21fae-e36a-4211-af07-b1c9021526e3 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:27:56.270034 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-469498ce-0b04-42a4-8ad1-8448eec79306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:56.271327 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-469498ce-0b04-42a4-8ad1-8448eec79306 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8019fbd6-d7c8-4ddc-86b8-b8566cf51c43 HTTP/1.1" status: 204 len: 168 time: 1.4317362 Feb 04 21:27:56.352192 n-d-827896-1 neutron-server[87683]: INFO neutron.api.v2.resource [None req-a8093fd9-a9ae-40ba-8bda-9688e12cd5ca tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] remove_router_interface failed (client error): The resource could not be found. Feb 04 21:27:56.356729 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-a8093fd9-a9ae-40ba-8bda-9688e12cd5ca tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "PUT /v2.0/routers/dbcd5291-98f9-4c43-af4b-82f1d4317a74/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0098889 Feb 04 21:27:56.357591 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39488) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:56.414081 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5f9d59a8-d5e3-4997-883c-838f6967d9f6 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Synchronizing usage tracker for tenant:cbc86534709d428b91b2b43a6558e62d on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:27:56.437845 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-5f9d59a8-d5e3-4997-883c-838f6967d9f6 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Unset dirty status for tenant:cbc86534709d428b91b2b43a6558e62d on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:27:56.442943 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-5f9d59a8-d5e3-4997-883c-838f6967d9f6 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbcd5291-98f9-4c43-af4b-82f1d4317a74 HTTP/1.1" status: 200 len: 205 time: 0.0839717 Feb 04 21:27:56.444259 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39492) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:56.521805 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:56.610742 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-5b14244d-68e5-4738-9739-fc4d0eb78e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:56.612393 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-5b14244d-68e5-4738-9739-fc4d0eb78e91 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f03b02ac-1639-4e07-b514-b30a29ed59bd HTTP/1.1" status: 200 len: 849 time: 0.4993956 Feb 04 21:27:56.630347 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-263a678d-b62c-4269-a320-38714545d6fe tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for router, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:56.692705 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-ee0868e2-a02a-4990-9b02-344ec17a14b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8cc3e586-c572-46a5-85c3-1db4ed928a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706544 Feb 04 21:27:56.696944 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-28ab0a75-5c39-44c4-9f5c-b532af3ba4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d21fae-e36a-4211-af07-b1c9021526e3', 'name': 'tempest-TestVolumeBackupRestore-810262881-router', 'tenant_id': 'aa3f83188977470eb6fa3c345a86c282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '6377594c-dbec-480f-8ed4-d4c5b9bc6002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:27:46Z', 'updated_at': '2022-02-04T21:27:52Z', 'revision_number': 3, 'project_id': 'aa3f83188977470eb6fa3c345a86c282', 'gw_port': {'id': '6377594c-dbec-480f-8ed4-d4c5b9bc6002', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d21fae-e36a-4211-af07-b1c9021526e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:27:50Z', 'updated_at': '2022-02-04T21:27:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:56.706578 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ab0a75-5c39-44c4-9f5c-b532af3ba4f3 None None] Checking router: 73d21fae-e36a-4211-af07-b1c9021526e3 for host: n-d-827896-1 {{(pid=87684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:27:56.706936 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ab0a75-5c39-44c4-9f5c-b532af3ba4f3 None None] Updating router 73d21fae-e36a-4211-af07-b1c9021526e3 port 6377594c-dbec-480f-8ed4-d4c5b9bc6002 binding host n-d-827896-1 {{(pid=87684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:27:56.839383 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-28ab0a75-5c39-44c4-9f5c-b532af3ba4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:57.052280 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c27168d4-d31c-4bc1-8580-26276c08ed4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:57.075791 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c27168d4-d31c-4bc1-8580-26276c08ed4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:27:57.083605 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c27168d4-d31c-4bc1-8580-26276c08ed4f admin admin] Usage tracker for resource:security_group_rule and tenant:70fbd8bdee004677bf5b58686af54ef4 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:27:57.089115 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-c27168d4-d31c-4bc1-8580-26276c08ed4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:27:57.112371 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-c27168d4-d31c-4bc1-8580-26276c08ed4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:27:57.123887 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-263a678d-b62c-4269-a320-38714545d6fe tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:57.128031 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-263a678d-b62c-4269-a320-38714545d6fe tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:57.199896 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-263a678d-b62c-4269-a320-38714545d6fe tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:57.201403 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263a678d-b62c-4269-a320-38714545d6fe tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Fanout notify agent at l3_agent the message router_deleted on router dbcd5291-98f9-4c43-af4b-82f1d4317a74 {{(pid=87683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:27:57.271555 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-263a678d-b62c-4269-a320-38714545d6fe tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:57.277350 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-263a678d-b62c-4269-a320-38714545d6fe tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "DELETE /v2.0/routers/dbcd5291-98f9-4c43-af4b-82f1d4317a74 HTTP/1.1" status: 204 len: 168 time: 0.8313684 Feb 04 21:27:57.283973 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39512) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:57.429567 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_v2 [None req-72eb8150-3b97-495b-9636-0ca1cf49367d tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Deleting subnet 7e4cb736-c9b9-4505-9a7d-ae74cc7daf41 {{(pid=87683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:27:57.437904 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-72eb8150-3b97-495b-9636-0ca1cf49367d tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for subnet, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:57.440081 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-2e2d9b04-b2e0-456f-a9ed-66aca87992fc service neutron] 10.222.0.18 "GET /v2.0/networks/8cc3e586-c572-46a5-85c3-1db4ed928a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7373042 Feb 04 21:27:57.544347 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad16130-0b33-4ee0-9097-a0d8a7a9a20d req-2ff847dc-c90e-4599-aacc-a50fbfa11fd0 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:57.546055 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ad16130-0b33-4ee0-9097-a0d8a7a9a20d req-2ff847dc-c90e-4599-aacc-a50fbfa11fd0 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/ports?device_id=93595a06-be1f-4b78-9ddf-896bc82776f4 HTTP/1.1" status: 200 len: 944 time: 0.2219167 Feb 04 21:27:57.595309 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-72eb8150-3b97-495b-9636-0ca1cf49367d tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2045965'] for subnet, precommit_delete_associations {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:57.628269 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-2a388ef4-3f67-4920-92f1-dbc8834f1d8c req-a5fcb1a4-5dcf-4c79-af7f-202810d7a5c0 service neutron] 10.222.0.18 "GET /v2.0/networks/8cc3e586-c572-46a5-85c3-1db4ed928a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797800 Feb 04 21:27:57.727101 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-28ab0a75-5c39-44c4-9f5c-b532af3ba4f3 None None] Notify callbacks [] for port, precommit_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:57.752070 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-9ad16130-0b33-4ee0-9097-a0d8a7a9a20d req-fee74e50-5594-4ff1-ba36-860aa0161566 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d35ccef-abd7-4c40-98b4-fc2878e9e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916718 Feb 04 21:27:57.759669 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-28ab0a75-5c39-44c4-9f5c-b532af3ba4f3 None None] Transition to ACTIVE for port object 6377594c-dbec-480f-8ed4-d4c5b9bc6002 will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:27:57.770837 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-28ab0a75-5c39-44c4-9f5c-b532af3ba4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:57.809283 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-72eb8150-3b97-495b-9636-0ca1cf49367d tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:57.864827 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-28ab0a75-5c39-44c4-9f5c-b532af3ba4f3 None None] Attempting to bind port 6377594c-dbec-480f-8ed4-d4c5b9bc6002 on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:27:57.865532 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-28ab0a75-5c39-44c4-9f5c-b532af3ba4f3 None None] Attempting to bind port 6377594c-dbec-480f-8ed4-d4c5b9bc6002 by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:27:57.866083 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab0a75-5c39-44c4-9f5c-b532af3ba4f3 None None] Attempting to bind port 6377594c-dbec-480f-8ed4-d4c5b9bc6002 on network 1f11f724-8cdd-497d-8220-929f45cf1223 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:27:57.876236 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab0a75-5c39-44c4-9f5c-b532af3ba4f3 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:27:57.876878 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab0a75-5c39-44c4-9f5c-b532af3ba4f3 None None] Checking segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:27:57.877519 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-28ab0a75-5c39-44c4-9f5c-b532af3ba4f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:57.877929 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c27168d4-d31c-4bc1-8580-26276c08ed4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:57.878225 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab0a75-5c39-44c4-9f5c-b532af3ba4f3 None None] Bound using segment: {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:27:57.879038 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-28ab0a75-5c39-44c4-9f5c-b532af3ba4f3 None None] Bound port: 6377594c-dbec-480f-8ed4-d4c5b9bc6002, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76549b-97eb-477e-a128-637e8c41d29c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:27:57.879647 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-28ab0a75-5c39-44c4-9f5c-b532af3ba4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:57.932325 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8ec86-35ae-4891-af52-9d891427298b None None] Pushing event updated for resources: {'Port': ['ID=6377594c-dbec-480f-8ed4-d4c5b9bc6002,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:57.982797 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-c27168d4-d31c-4bc1-8580-26276c08ed4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:58.012850 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-28ab0a75-5c39-44c4-9f5c-b532af3ba4f3 None None] For port 6377594c-dbec-480f-8ed4-d4c5b9bc6002, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:27:58.021626 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-28ab0a75-5c39-44c4-9f5c-b532af3ba4f3 None None] For port 6377594c-dbec-480f-8ed4-d4c5b9bc6002, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=6377594c-dbec-480f-8ed4-d4c5b9bc6002,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:27:58.044204 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-72eb8150-3b97-495b-9636-0ca1cf49367d tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1733953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3209140'] for subnet, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:58.044943 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-28ab0a75-5c39-44c4-9f5c-b532af3ba4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:58.089173 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-c27168d4-d31c-4bc1-8580-26276c08ed4f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=70fbd8bdee004677bf5b58686af54ef4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8437634 Feb 04 21:27:58.121930 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39528) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:58.146039 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb8150-3b97-495b-9636-0ca1cf49367d tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Pushing event deleted for resources: {'Subnet': ['ID=7e4cb736-c9b9-4505-9a7d-ae74cc7daf41,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:58.148310 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-72eb8150-3b97-495b-9636-0ca1cf49367d tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:58.166486 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-72eb8150-3b97-495b-9636-0ca1cf49367d tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "DELETE /v2.0/subnets/7e4cb736-c9b9-4505-9a7d-ae74cc7daf41 HTTP/1.1" status: 204 len: 168 time: 0.8803511 Feb 04 21:27:58.167169 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39532) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:58.195593 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e2e2ba-9eb2-4049-b885-30391a9d8d50 None None] Network b6d6fc4e-be4f-46ae-890a-d685b07954df requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:27:58.272715 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-42bbbb8f-0575-43b5-8bfa-695cee61a432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:58.349471 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ab0a75-5c39-44c4-9f5c-b532af3ba4f3 None None] Routers {'73d21fae-e36a-4211-af07-b1c9021526e3'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:27:58.350274 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-28ab0a75-5c39-44c4-9f5c-b532af3ba4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:27:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['73d21fae-e36a-4211-af07-b1c9021526e3'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:58.478664 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27168d4-d31c-4bc1-8580-26276c08ed4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e76002d-eeee-4837-9adb-da481fa89d25,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:58.488297 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8ec86-35ae-4891-af52-9d891427298b None None] Pushing event updated for resources: {'Port': ['ID=6377594c-dbec-480f-8ed4-d4c5b9bc6002,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:58.521798 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7ebc0e37-46b4-45aa-90d2-695372b292bc tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7957887'] for network, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:58.548255 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-7ebc0e37-46b4-45aa-90d2-695372b292bc tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Deleting port daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:27:58.548442 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-70743d1b-78b3-49e7-9095-4888a1a3ed2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:58.548667 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7ebc0e37-46b4-45aa-90d2-695372b292bc tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:58.556908 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f9e71-e1f5-4910-adb9-4b7c95f3ba05 req-b5ebcdf0-aa15-40ac-9653-e0a3a1d89935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:58.558573 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a97f9e71-e1f5-4910-adb9-4b7c95f3ba05 req-b5ebcdf0-aa15-40ac-9653-e0a3a1d89935 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe26737a52c644edb9ecfa2cc901b8eb&device_id=93595a06-be1f-4b78-9ddf-896bc82776f4 HTTP/1.1" status: 200 len: 1095 time: 0.8640010 Feb 04 21:27:58.658021 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-70743d1b-78b3-49e7-9095-4888a1a3ed2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:58.741338 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvr_db [None req-28ab0a75-5c39-44c4-9f5c-b532af3ba4f3 None None] Set router 73d21fae-e36a-4211-af07-b1c9021526e3 gateway port host: n-d-827896-1 {{(pid=87684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:27:58.904891 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-42bbbb8f-0575-43b5-8bfa-695cee61a432 admin admin] Allocated IP 172.20.0.1 (fbb058aa-e3f0-4777-bfc6-284c8ab541a8/acb119c6-1ebc-471e-b348-2182c5ffe63c/5e4a04fb-3380-4bec-ad57-c1fbed99929d) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:27:58.955093 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-70743d1b-78b3-49e7-9095-4888a1a3ed2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:59.036959 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70743d1b-78b3-49e7-9095-4888a1a3ed2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e76002d-eeee-4837-9adb-da481fa89d25,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:59.069070 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9d421b-d388-4cd9-99b9-61e33f70c895 None None] DHCP port deletion for b6d6fc4e-be4f-46ae-890a-d685b07954df request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:27:59.137194 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.db [None req-7ebc0e37-46b4-45aa-90d2-695372b292bc tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] For port daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac,segment=NetworkSegment(91aabfa4-f9f4-4d0b-a8c8-47195f4a1db4),segment_id=91aabfa4-f9f4-4d0b-a8c8-47195f4a1db4)] {{(pid=87683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:27:59.137581 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7ebc0e37-46b4-45aa-90d2-695372b292bc tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:59.172418 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-2b9d421b-d388-4cd9-99b9-61e33f70c895 None None] Deleting port daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:27:59.172797 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2b9d421b-d388-4cd9-99b9-61e33f70c895 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:59.362683 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-7ebc0e37-46b4-45aa-90d2-695372b292bc tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Calling delete_port for daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac owned by network:dhcp {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:27:59.406980 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-70743d1b-78b3-49e7-9095-4888a1a3ed2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:59.408263 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-70743d1b-78b3-49e7-9095-4888a1a3ed2e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2e76002d-eeee-4837-9adb-da481fa89d25 HTTP/1.1" status: 204 len: 168 time: 1.2843003 Feb 04 21:27:59.477659 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7ebc0e37-46b4-45aa-90d2-695372b292bc tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:59.507808 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f9e71-e1f5-4910-adb9-4b7c95f3ba05 req-889c2963-9f33-43da-a137-cdb9cb0111a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:59.509500 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a97f9e71-e1f5-4910-adb9-4b7c95f3ba05 req-889c2963-9f33-43da-a137-cdb9cb0111a3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8cc3e586-c572-46a5-85c3-1db4ed928a43 HTTP/1.1" status: 200 len: 910 time: 0.9355011 Feb 04 21:27:59.545840 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc0e37-46b4-45aa-90d2-695372b292bc tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Pushing event deleted for resources: {'Port': ['ID=daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:27:59.574716 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebc0e37-46b4-45aa-90d2-695372b292bc tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] No DVR routers for this DVR port daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac on host n-d-827896-1 {{(pid=87683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:27:59.638581 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-2b9d421b-d388-4cd9-99b9-61e33f70c895 None None] For port daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac,segment=NetworkSegment(91aabfa4-f9f4-4d0b-a8c8-47195f4a1db4),segment_id=91aabfa4-f9f4-4d0b-a8c8-47195f4a1db4)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:27:59.639248 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2b9d421b-d388-4cd9-99b9-61e33f70c895 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:59.785156 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a97f9e71-e1f5-4910-adb9-4b7c95f3ba05 req-d0a78c6d-6229-4a60-9fe7-e289b2c1639c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e00ac3d-f7b9-4735-986f-40949327441d HTTP/1.1" status: 200 len: 217 time: 0.2414620 Feb 04 21:27:59.789361 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7ebc0e37-46b4-45aa-90d2-695372b292bc tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7994517', 'neutron.services.segments.db._delete_segments_for_network-8761250921786'] for network, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:59.823350 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-7ebc0e37-46b4-45aa-90d2-695372b292bc tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d6fc4e-be4f-46ae-890a-d685b07954df']}} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:59.838376 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-7ebc0e37-46b4-45aa-90d2-695372b292bc tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91aabfa4-f9f4-4d0b-a8c8-47195f4a1db4') {'for_net_delete': True} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:59.838668 n-d-827896-1 neutron-server[87683]: DEBUG neutron.services.segments.db [None req-7ebc0e37-46b4-45aa-90d2-695372b292bc tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91aabfa4-f9f4-4d0b-a8c8-47195f4a1db4') {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:27:59.851372 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7ebc0e37-46b4-45aa-90d2-695372b292bc tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761250922069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046010'] for segment, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:59.854456 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39556) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:27:59.866427 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-2b9d421b-d388-4cd9-99b9-61e33f70c895 None None] Calling delete_port for daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:27:59.870063 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7ebc0e37-46b4-45aa-90d2-695372b292bc tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:59.877919 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ebc0e37-46b4-45aa-90d2-695372b292bc tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=87683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 21:27:59.878327 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7ebc0e37-46b4-45aa-90d2-695372b292bc tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7991189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1735651'] for segment, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:27:59.974792 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc3faf-b75f-4096-bf2e-f75e279abed8 req-a173a7cd-1ebb-449c-a3c3-4b2aa3bb8cf7 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:27:59.976284 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18bc3faf-b75f-4096-bf2e-f75e279abed8 req-a173a7cd-1ebb-449c-a3c3-4b2aa3bb8cf7 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/ports?device_id=93595a06-be1f-4b78-9ddf-896bc82776f4 HTTP/1.1" status: 200 len: 944 time: 0.9398925 Feb 04 21:27:59.980593 n-d-827896-1 neutron-server[87683]: Traceback (most recent call last): Feb 04 21:27:59.980593 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 21:27:59.980593 n-d-827896-1 neutron-server[87683]: timer() Feb 04 21:27:59.980593 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 21:27:59.980593 n-d-827896-1 neutron-server[87683]: cb(*args, **kw) Feb 04 21:27:59.980593 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 21:27:59.980593 n-d-827896-1 neutron-server[87683]: return func(*args, **kwargs) Feb 04 21:27:59.980593 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 21:27:59.980593 n-d-827896-1 neutron-server[87683]: self._notify() Feb 04 21:27:59.980593 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 21:27:59.980593 n-d-827896-1 neutron-server[87683]: self.callback(batched_events) Feb 04 21:27:59.980593 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 21:27:59.980593 n-d-827896-1 neutron-server[87683]: event.method(event) Feb 04 21:27:59.980593 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 21:27:59.980593 n-d-827896-1 neutron-server[87683]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 21:27:59.980593 n-d-827896-1 neutron-server[87683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 21:27:59.980593 n-d-827896-1 neutron-server[87683]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 21:27:59.980593 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 21:27:59.980593 n-d-827896-1 neutron-server[87683]: return f(self, *a, **k) Feb 04 21:27:59.980593 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 21:27:59.980593 n-d-827896-1 neutron-server[87683]: return self._get(url).json() Feb 04 21:27:59.980593 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 21:27:59.980593 n-d-827896-1 neutron-server[87683]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 21:27:59.980593 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 21:27:59.980593 n-d-827896-1 neutron-server[87683]: return self.request(url, 'GET', **kwargs) Feb 04 21:27:59.980593 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 21:27:59.980593 n-d-827896-1 neutron-server[87683]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 21:27:59.980593 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 21:27:59.980593 n-d-827896-1 neutron-server[87683]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 21:27:59.980593 n-d-827896-1 neutron-server[87683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 21:27:59.980593 n-d-827896-1 neutron-server[87683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 21:27:59.980593 n-d-827896-1 neutron-server[87683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 21:27:59.992809 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.db.api [None req-2b9d421b-d388-4cd9-99b9-61e33f70c895 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 21:27:59.992809 n-d-827896-1 neutron-server[87684]: DEBUG oslo_db.api [None req-2b9d421b-d388-4cd9-99b9-61e33f70c895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 21:27:59.993490 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-28ab0a75-5c39-44c4-9f5c-b532af3ba4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d21fae-e36a-4211-af07-b1c9021526e3', 'name': 'tempest-TestVolumeBackupRestore-810262881-router', 'tenant_id': 'aa3f83188977470eb6fa3c345a86c282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '6377594c-dbec-480f-8ed4-d4c5b9bc6002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:27:46Z', 'updated_at': '2022-02-04T21:27:52Z', 'revision_number': 3, 'project_id': 'aa3f83188977470eb6fa3c345a86c282', 'gw_port': {'id': '6377594c-dbec-480f-8ed4-d4c5b9bc6002', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d21fae-e36a-4211-af07-b1c9021526e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:27:50Z', 'updated_at': '2022-02-04T21:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:28:00.009291 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ab0a75-5c39-44c4-9f5c-b532af3ba4f3 None None] The sync data for ids ['73d21fae-e36a-4211-af07-b1c9021526e3'] in n-d-827896-1 is: [{'id': '73d21fae-e36a-4211-af07-b1c9021526e3', 'name': 'tempest-TestVolumeBackupRestore-810262881-router', 'tenant_id': 'aa3f83188977470eb6fa3c345a86c282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '6377594c-dbec-480f-8ed4-d4c5b9bc6002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:27:46Z', 'updated_at': '2022-02-04T21:27:52Z', 'revision_number': 3, 'project_id': 'aa3f83188977470eb6fa3c345a86c282', 'gw_port': {'id': '6377594c-dbec-480f-8ed4-d4c5b9bc6002', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d21fae-e36a-4211-af07-b1c9021526e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:27:50Z', 'updated_at': '2022-02-04T21:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1'}] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:28:00.053038 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-18bc3faf-b75f-4096-bf2e-f75e279abed8 req-c98e2663-a174-4433-b4b9-dc443692607c tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d35ccef-abd7-4c40-98b4-fc2878e9e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618560 Feb 04 21:28:00.053929 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7ebc0e37-46b4-45aa-90d2-695372b292bc tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7994508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494570'] for network, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:00.082000 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-7ebc0e37-46b4-45aa-90d2-695372b292bc tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:00.091316 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc0e37-46b4-45aa-90d2-695372b292bc tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Pushing event deleted for resources: {'Network': ['ID=b6d6fc4e-be4f-46ae-890a-d685b07954df,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:28:00.128604 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-7ebc0e37-46b4-45aa-90d2-695372b292bc tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "DELETE /v2.0/networks/b6d6fc4e-be4f-46ae-890a-d685b07954df HTTP/1.1" status: 204 len: 168 time: 1.9603913 Feb 04 21:28:00.138223 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39564) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:28:00.146126 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-499f2540-fca9-484b-b5b3-578f8fa50a47 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Request body: {'network': {'name': 'tempest-RoutersTest-1431119078'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:28:00.160686 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-42bbbb8f-0575-43b5-8bfa-695cee61a432 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:00.164004 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-499f2540-fca9-484b-b5b3-578f8fa50a47 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:28:00.174849 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-499f2540-fca9-484b-b5b3-578f8fa50a47 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Usage tracker for resource:network and tenant:cbc86534709d428b91b2b43a6558e62d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:28:00.179519 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-499f2540-fca9-484b-b5b3-578f8fa50a47 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:28:00.185089 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f9e71-e1f5-4910-adb9-4b7c95f3ba05 req-cac5d374-418d-4529-bcb1-9e8a40aed0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:28:00.189080 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-499f2540-fca9-484b-b5b3-578f8fa50a47 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:28:00.192024 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a97f9e71-e1f5-4910-adb9-4b7c95f3ba05 req-cac5d374-418d-4529-bcb1-9e8a40aed0b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f03b02ac-1639-4e07-b514-b30a29ed59bd HTTP/1.1" status: 200 len: 849 time: 0.3416045 Feb 04 21:28:00.225970 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499f2540-fca9-484b-b5b3-578f8fa50a47 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Made reservation on behalf of cbc86534709d428b91b2b43a6558e62d for: {'network': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:28:00.254077 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-499f2540-fca9-484b-b5b3-578f8fa50a47 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:00.267414 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a97f9e71-e1f5-4910-adb9-4b7c95f3ba05 req-1ec48acf-6f97-4661-92a2-3fc4b929f04e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8cc3e586-c572-46a5-85c3-1db4ed928a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661397 Feb 04 21:28:00.270378 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [None req-42bbbb8f-0575-43b5-8bfa-695cee61a432 admin admin] Transition to ACTIVE for port object 5e4a04fb-3380-4bec-ad57-c1fbed99929d will not be triggered until provisioned by entity DHCP. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:28:00.294625 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-499f2540-fca9-484b-b5b3-578f8fa50a47 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=87683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:28:00.306111 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-499f2540-fca9-484b-b5b3-578f8fa50a47 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:00.306523 n-d-827896-1 neutron-server[87683]: INFO neutron.db.segments_db [None req-499f2540-fca9-484b-b5b3-578f8fa50a47 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Added segment 0430f4fd-7f52-4b9a-a33d-f5add562692e of type vlan for network 70666668-b6ea-42c2-846b-b889495a8709 Feb 04 21:28:00.366145 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-499f2540-fca9-484b-b5b3-578f8fa50a47 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:00.412525 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-6abab736-1aa9-46b4-a43c-9baca966bc11 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-934312666', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:28:00.413345 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-499f2540-fca9-484b-b5b3-578f8fa50a47 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:00.424142 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499f2540-fca9-484b-b5b3-578f8fa50a47 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:28:00.440357 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-499f2540-fca9-484b-b5b3-578f8fa50a47 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870307'] for network, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:00.455877 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6abab736-1aa9-46b4-a43c-9baca966bc11 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:28:00.470899 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6abab736-1aa9-46b4-a43c-9baca966bc11 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Usage tracker for resource:port and tenant:214d2236e00a48d5b5ea74ba2fb5603f is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:28:00.488904 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-2b9d421b-d388-4cd9-99b9-61e33f70c895 None None] Deleting port daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:28:00.489619 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2b9d421b-d388-4cd9-99b9-61e33f70c895 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:00.498379 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6abab736-1aa9-46b4-a43c-9baca966bc11 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:28:00.541276 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6abab736-1aa9-46b4-a43c-9baca966bc11 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:28:00.578211 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-42bbbb8f-0575-43b5-8bfa-695cee61a432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:00.628708 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-2b9d421b-d388-4cd9-99b9-61e33f70c895 None None] The port 'daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac' was deleted {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 21:28:00.662886 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abab736-1aa9-46b4-a43c-9baca966bc11 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Made reservation on behalf of 214d2236e00a48d5b5ea74ba2fb5603f for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:28:00.666538 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-499f2540-fca9-484b-b5b3-578f8fa50a47 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5271831 Feb 04 21:28:00.667599 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6abab736-1aa9-46b4-a43c-9baca966bc11 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:00.669690 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39576) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:28:00.684124 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-98662e29-0dfe-4fa6-8f62-0b723850fd0c tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Request body: {'subnet': {'network_id': '70666668-b6ea-42c2-846b-b889495a8709', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:28:00.711556 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 4e00ac3d-f7b9-4735-986f-40949327441d details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:28:00.716173 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a97f9e71-e1f5-4910-adb9-4b7c95f3ba05 req-605f4608-e3ba-4bca-b119-2b4ca015bf51 service neutron] 10.222.0.18 "GET /v2.0/networks/8cc3e586-c572-46a5-85c3-1db4ed928a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4419668 Feb 04 21:28:00.716390 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f2540-fca9-484b-b5b3-578f8fa50a47 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Pushing event updated for resources: {'Network': ['ID=70666668-b6ea-42c2-846b-b889495a8709,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:28:00.721981 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6abab736-1aa9-46b4-a43c-9baca966bc11 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:00.732661 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 70666668-b6ea-42c2-846b-b889495a8709 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:28:00.778656 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bbbb8f-0575-43b5-8bfa-695cee61a432 admin admin] Network fbb058aa-e3f0-4777-bfc6-284c8ab541a8 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:28:00.787817 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6abab736-1aa9-46b4-a43c-9baca966bc11 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:28:00.799800 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6abab736-1aa9-46b4-a43c-9baca966bc11 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Usage tracker for resource:security_group_rule and tenant:214d2236e00a48d5b5ea74ba2fb5603f is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:28:00.803083 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-6abab736-1aa9-46b4-a43c-9baca966bc11 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:28:00.809417 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-6abab736-1aa9-46b4-a43c-9baca966bc11 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:28:00.951393 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-98662e29-0dfe-4fa6-8f62-0b723850fd0c tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:28:00.961343 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-98662e29-0dfe-4fa6-8f62-0b723850fd0c tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Usage tracker for resource:subnet and tenant:cbc86534709d428b91b2b43a6558e62d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:28:00.973476 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-98662e29-0dfe-4fa6-8f62-0b723850fd0c tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:28:00.990065 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-98662e29-0dfe-4fa6-8f62-0b723850fd0c tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:28:01.005582 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-42bbbb8f-0575-43b5-8bfa-695cee61a432 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:28:01.016687 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bbbb8f-0575-43b5-8bfa-695cee61a432 admin admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:28:01.068464 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6abab736-1aa9-46b4-a43c-9baca966bc11 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:01.094290 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98662e29-0dfe-4fa6-8f62-0b723850fd0c tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Made reservation on behalf of cbc86534709d428b91b2b43a6558e62d for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:28:01.099242 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-98662e29-0dfe-4fa6-8f62-0b723850fd0c tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:01.214171 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 4e00ac3d-f7b9-4735-986f-40949327441d, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=4e00ac3d-f7b9-4735-986f-40949327441d,segment=NetworkSegment(f7414e5f-c6a9-4e25-8e2e-d8fcb7ce2b94),segment_id=f7414e5f-c6a9-4e25-8e2e-d8fcb7ce2b94)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:28:01.261951 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '4e00ac3d-f7b9-4735-986f-40949327441d', 'network_id': '8cc3e586-c572-46a5-85c3-1db4ed928a43', 'port_id': '4e00ac3d-f7b9-4735-986f-40949327441d', 'mac_address': 'fa:16:3e:1b:ae:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03b02ac-1639-4e07-b514-b30a29ed59bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:28:01.267207 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 6377594c-dbec-480f-8ed4-d4c5b9bc6002 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:28:01.318893 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bbbb8f-0575-43b5-8bfa-695cee61a432 admin admin] Pushing event updated for resources: {'Port': ['ID=5e4a04fb-3380-4bec-ad57-c1fbed99929d,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:28:01.338800 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6abab736-1aa9-46b4-a43c-9baca966bc11 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:01.436587 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [None req-6abab736-1aa9-46b4-a43c-9baca966bc11 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] device_id is not set on port 06093962-5bc6-446d-a883-bed47e85127f yet. {{(pid=87682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 21:28:01.535950 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e612ed1-26ec-427d-8f95-1b93e34a21f3 req-5668a693-a512-4e36-8b95-dd8e26ff7623 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:28:01.538320 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8e612ed1-26ec-427d-8f95-1b93e34a21f3 req-5668a693-a512-4e36-8b95-dd8e26ff7623 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/ports?device_id=93595a06-be1f-4b78-9ddf-896bc82776f4 HTTP/1.1" status: 200 len: 944 time: 0.2312412 Feb 04 21:28:01.554651 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abab736-1aa9-46b4-a43c-9baca966bc11 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dcb8e29-6b20-4dc5-86e0-baec5c8ea0ec,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:28:01.582177 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 6377594c-dbec-480f-8ed4-d4c5b9bc6002 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:28:01.590060 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-85d96a13-d35d-4b00-96a1-c09af92ea21d None None] Provisioning for port 5e4a04fb-3380-4bec-ad57-c1fbed99929d completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:28:01.598096 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 6377594c-dbec-480f-8ed4-d4c5b9bc6002 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:28:01.598727 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:01.643711 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39596) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:28:01.677638 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-85d96a13-d35d-4b00-96a1-c09af92ea21d None None] Provisioning complete for port 5e4a04fb-3380-4bec-ad57-c1fbed99929d triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:28:01.678251 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-85d96a13-d35d-4b00-96a1-c09af92ea21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:01.728787 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-42bbbb8f-0575-43b5-8bfa-695cee61a432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:01.765498 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-85d96a13-d35d-4b00-96a1-c09af92ea21d None None] Port 5e4a04fb-3380-4bec-ad57-c1fbed99929d cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:28:01.776689 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-8e612ed1-26ec-427d-8f95-1b93e34a21f3 req-53807c34-f738-4cbf-b9cd-1a96378d2a14 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d35ccef-abd7-4c40-98b4-fc2878e9e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993105 Feb 04 21:28:01.778093 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:01.870765 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-98662e29-0dfe-4fa6-8f62-0b723850fd0c tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:01.942885 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a97f9e71-e1f5-4910-adb9-4b7c95f3ba05 req-5e3e76b7-515b-4e79-be1f-6ab124f16333 service neutron] 10.222.0.18 "GET /v2.0/networks/8cc3e586-c572-46a5-85c3-1db4ed928a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1910720 Feb 04 21:28:02.021224 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [None req-6abab736-1aa9-46b4-a43c-9baca966bc11 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Allocated IP 172.25.5.246 (1f11f724-8cdd-497d-8220-929f45cf1223/dace3c79-d616-4558-be50-9f24ba2d8ec2/06093962-5bc6-446d-a883-bed47e85127f) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:28:02.029051 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e00ac3d-f7b9-4735-986f-40949327441d {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:28:02.050398 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 4e00ac3d-f7b9-4735-986f-40949327441d, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=4e00ac3d-f7b9-4735-986f-40949327441d,segment=NetworkSegment(f7414e5f-c6a9-4e25-8e2e-d8fcb7ce2b94),segment_id=f7414e5f-c6a9-4e25-8e2e-d8fcb7ce2b94)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:28:02.051754 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:02.074300 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 6377594c-dbec-480f-8ed4-d4c5b9bc6002, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=6377594c-dbec-480f-8ed4-d4c5b9bc6002,segment=NetworkSegment(3c76549b-97eb-477e-a128-637e8c41d29c),segment_id=3c76549b-97eb-477e-a128-637e8c41d29c)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:28:02.076418 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:02.113472 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-e9afba30-2010-4b66-ae1f-ef18080134d5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1735317626-network', 'tenant_id': '98a89143a3f448df813d2cff7f654c5b'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:28:02.123485 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e9afba30-2010-4b66-ae1f-ef18080134d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:28:02.132794 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e9afba30-2010-4b66-ae1f-ef18080134d5 admin admin] Usage tracker for resource:network and tenant:98a89143a3f448df813d2cff7f654c5b is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:28:02.140179 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e9afba30-2010-4b66-ae1f-ef18080134d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:28:02.154060 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e9afba30-2010-4b66-ae1f-ef18080134d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:28:02.160410 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98662e29-0dfe-4fa6-8f62-0b723850fd0c tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Pushing event updated for resources: {'Subnet': ['ID=7f394a64-8ce0-4728-8c41-d659340ba431,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:28:02.177127 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9afba30-2010-4b66-ae1f-ef18080134d5 admin admin] Made reservation on behalf of 98a89143a3f448df813d2cff7f654c5b for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:28:02.178347 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98662e29-0dfe-4fa6-8f62-0b723850fd0c tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Checking segment: {'id': '0430f4fd-7f52-4b9a-a33d-f5add562692e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '70666668-b6ea-42c2-846b-b889495a8709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:28:02.178769 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98662e29-0dfe-4fa6-8f62-0b723850fd0c tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Network hostable DHCP agents. Network: 70666668-b6ea-42c2-846b-b889495a8709, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:28:02.183476 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e9afba30-2010-4b66-ae1f-ef18080134d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:02.185817 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:02.191643 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=4e00ac3d-f7b9-4735-986f-40949327441d,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:28:02.222698 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98662e29-0dfe-4fa6-8f62-0b723850fd0c tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Network 70666668-b6ea-42c2-846b-b889495a8709 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:28:02.254688 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e9afba30-2010-4b66-ae1f-ef18080134d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:02.263887 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-98662e29-0dfe-4fa6-8f62-0b723850fd0c tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 70666668-b6ea-42c2-846b-b889495a8709) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:28:02.272039 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98662e29-0dfe-4fa6-8f62-0b723850fd0c tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:28:02.272633 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-98662e29-0dfe-4fa6-8f62-0b723850fd0c tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:02.294736 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66421a6-2744-4486-960f-70a2e28873e1 None None] Network 70666668-b6ea-42c2-846b-b889495a8709 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:28:02.325146 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e9afba30-2010-4b66-ae1f-ef18080134d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:28:02.357171 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-98662e29-0dfe-4fa6-8f62-0b723850fd0c tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6853347 Feb 04 21:28:02.359817 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39602) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:28:02.381244 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-db9cead9-3bcb-4ded-a70a-e0c67fe07032 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-112417297', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:28:02.383231 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e9afba30-2010-4b66-ae1f-ef18080134d5 admin admin] Usage tracker for resource:security_group_rule and tenant:98a89143a3f448df813d2cff7f654c5b is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:28:02.388395 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-e9afba30-2010-4b66-ae1f-ef18080134d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:28:02.400653 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-db9cead9-3bcb-4ded-a70a-e0c67fe07032 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:28:02.403433 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-42bbbb8f-0575-43b5-8bfa-695cee61a432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:02.412737 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-db9cead9-3bcb-4ded-a70a-e0c67fe07032 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Usage tracker for resource:router and tenant:cbc86534709d428b91b2b43a6558e62d is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:28:02.416116 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-e9afba30-2010-4b66-ae1f-ef18080134d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:28:02.418363 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:28:02.429275 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-db9cead9-3bcb-4ded-a70a-e0c67fe07032 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:28:02.446556 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-db9cead9-3bcb-4ded-a70a-e0c67fe07032 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:28:02.450692 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['4e00ac3d-f7b9-4735-986f-40949327441d'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:28:02.473685 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-db9cead9-3bcb-4ded-a70a-e0c67fe07032 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:02.477308 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-db9cead9-3bcb-4ded-a70a-e0c67fe07032 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:02.512793 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] No Port match for: daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:28:02.514026 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device daa581c4-fe2d-4df0-bdd4-c1da2f1e7dac not bound to the agent host n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:28:02.529879 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-db9cead9-3bcb-4ded-a70a-e0c67fe07032 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:02.552628 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=6377594c-dbec-480f-8ed4-d4c5b9bc6002,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:28:02.592256 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-db9cead9-3bcb-4ded-a70a-e0c67fe07032 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494379'] for router, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:02.646793 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-db9cead9-3bcb-4ded-a70a-e0c67fe07032 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for router, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:02.648050 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-db9cead9-3bcb-4ded-a70a-e0c67fe07032 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2855349 Feb 04 21:28:02.651133 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39606) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:28:02.720399 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6abab736-1aa9-46b4-a43c-9baca966bc11 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:02.742982 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950858ea-2fac-4864-8484-3aadbe2894f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf802e091-5955-5ec5-8eb4-2a820ff41d4b-70666668-b6ea-42c2-846b-b889495a8709', 'network_id': '70666668-b6ea-42c2-846b-b889495a8709', 'tenant_id': 'cbc86534709d428b91b2b43a6558e62d', 'fixed_ips': [{'subnet_id': '7f394a64-8ce0-4728-8c41-d659340ba431'}]}} from n-d-827896-1. {{(pid=87684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 21:28:02.743911 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-950858ea-2fac-4864-8484-3aadbe2894f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:03.008941 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:03.055541 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e9afba30-2010-4b66-ae1f-ef18080134d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:03.086757 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.db_base_plugin_common [None req-950858ea-2fac-4864-8484-3aadbe2894f9 None None] Allocated IP 172.20.0.2 (70666668-b6ea-42c2-846b-b889495a8709/7f394a64-8ce0-4728-8c41-d659340ba431/0a9d03dc-b891-4d89-91ab-4cf5b670eedc) {{(pid=87684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:28:03.120049 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e9afba30-2010-4b66-ae1f-ef18080134d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:03.167373 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6abab736-1aa9-46b4-a43c-9baca966bc11 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:03.180150 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9afba30-2010-4b66-ae1f-ef18080134d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3a369d-5966-454d-9d8b-28cfb4707df1,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:28:03.180667 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 6377594c-dbec-480f-8ed4-d4c5b9bc6002 up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:28:03.446544 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9afba30-2010-4b66-ae1f-ef18080134d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:28:03.477144 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e9afba30-2010-4b66-ae1f-ef18080134d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:03.477518 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-e9afba30-2010-4b66-ae1f-ef18080134d5 admin admin] Added segment 21e13f8b-4f7d-4cc7-9dc4-82c1c15d70df of type vlan for network 441d19d8-cc6e-4214-a739-00996b5b1045 Feb 04 21:28:03.489545 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abab736-1aa9-46b4-a43c-9baca966bc11 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Pushing event updated for resources: {'Port': ['ID=06093962-5bc6-446d-a883-bed47e85127f,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:28:03.496974 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abab736-1aa9-46b4-a43c-9baca966bc11 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Network 1f11f724-8cdd-497d-8220-929f45cf1223 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:28:03.507927 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-6abab736-1aa9-46b4-a43c-9baca966bc11 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:28:03.511530 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abab736-1aa9-46b4-a43c-9baca966bc11 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:28:03.597914 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 6377594c-dbec-480f-8ed4-d4c5b9bc6002 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:28:03.598857 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:03.611296 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.db.resource_extend [None req-42bbbb8f-0575-43b5-8bfa-695cee61a432 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 21:28:03.628795 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74b331-c004-46d4-be24-7d410c5640e6 req-dbd2012f-ed30-45de-aa00-476648846b6a tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:28:03.635640 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6d74b331-c004-46d4-be24-7d410c5640e6 req-dbd2012f-ed30-45de-aa00-476648846b6a tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/ports?device_id=93595a06-be1f-4b78-9ddf-896bc82776f4 HTTP/1.1" status: 200 len: 945 time: 0.5509591 Feb 04 21:28:03.647733 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e9afba30-2010-4b66-ae1f-ef18080134d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:03.700544 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-42bbbb8f-0575-43b5-8bfa-695cee61a432 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:03.718504 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abab736-1aa9-46b4-a43c-9baca966bc11 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:28:03.719097 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-6abab736-1aa9-46b4-a43c-9baca966bc11 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:03.729095 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2fb3796d-0e4f-4945-82c2-5f63f5b61fc3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:03.752213 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-42bbbb8f-0575-43b5-8bfa-695cee61a432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:03.754824 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-6d74b331-c004-46d4-be24-7d410c5640e6 req-32134163-ab64-425e-a7f2-d5386fac6545 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d35ccef-abd7-4c40-98b4-fc2878e9e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175418 Feb 04 21:28:03.782087 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-950858ea-2fac-4864-8484-3aadbe2894f9 None None] Notify callbacks [] for port, precommit_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:03.837232 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-950858ea-2fac-4864-8484-3aadbe2894f9 None None] Transition to ACTIVE for port object 0a9d03dc-b891-4d89-91ab-4cf5b670eedc will not be triggered until provisioned by entity L2. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:28:03.851774 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-42bbbb8f-0575-43b5-8bfa-695cee61a432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:03.862375 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e9afba30-2010-4b66-ae1f-ef18080134d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:03.863333 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9afba30-2010-4b66-ae1f-ef18080134d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:28:03.863910 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-e9afba30-2010-4b66-ae1f-ef18080134d5 admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:03.870368 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-950858ea-2fac-4864-8484-3aadbe2894f9 None None] Transition to ACTIVE for port object 0a9d03dc-b891-4d89-91ab-4cf5b670eedc will not be triggered until provisioned by entity DHCP. {{(pid=87684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:28:03.879959 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-950858ea-2fac-4864-8484-3aadbe2894f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061'] for port, after_create {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:03.888271 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-6abab736-1aa9-46b4-a43c-9baca966bc11 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.0326548 Feb 04 21:28:03.907459 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39614) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:28:03.935505 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-91d29a56-86e1-4631-8999-88824b780ad0 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.246'}]}}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:28:03.988405 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950858ea-2fac-4864-8484-3aadbe2894f9 None None] Network 70666668-b6ea-42c2-846b-b889495a8709 is already hosted by enough agents. {{(pid=87684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:28:03.992084 n-d-827896-1 neutron-server[87684]: DEBUG neutron.scheduler.base_scheduler [None req-950858ea-2fac-4864-8484-3aadbe2894f9 None None] Resources bound (agent type, host, resource id): {{(pid=87684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:28:03.996039 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950858ea-2fac-4864-8484-3aadbe2894f9 None None] Received port after_create {{(pid=87684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:28:04.007030 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950858ea-2fac-4864-8484-3aadbe2894f9 None None] Pushing event updated for resources: {'Port': ['ID=0a9d03dc-b891-4d89-91ab-4cf5b670eedc,revision_number=1']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:28:04.052483 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950858ea-2fac-4864-8484-3aadbe2894f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:28:04.052965 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950858ea-2fac-4864-8484-3aadbe2894f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:28:04.053431 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950858ea-2fac-4864-8484-3aadbe2894f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:28:04.053867 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950858ea-2fac-4864-8484-3aadbe2894f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:28:04.054318 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950858ea-2fac-4864-8484-3aadbe2894f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:28:04.054748 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950858ea-2fac-4864-8484-3aadbe2894f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:28:04.055178 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950858ea-2fac-4864-8484-3aadbe2894f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:28:04.055665 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950858ea-2fac-4864-8484-3aadbe2894f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:28:04.056084 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950858ea-2fac-4864-8484-3aadbe2894f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:28:04.056505 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950858ea-2fac-4864-8484-3aadbe2894f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:28:04.056932 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950858ea-2fac-4864-8484-3aadbe2894f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:28:04.057377 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950858ea-2fac-4864-8484-3aadbe2894f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:28:04.078466 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-91d29a56-86e1-4631-8999-88824b780ad0 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:28:04.082713 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-91d29a56-86e1-4631-8999-88824b780ad0 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Usage tracker for resource:router and tenant:214d2236e00a48d5b5ea74ba2fb5603f is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:28:04.085875 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-91d29a56-86e1-4631-8999-88824b780ad0 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:28:04.092573 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-91d29a56-86e1-4631-8999-88824b780ad0 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:28:04.117603 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-950858ea-2fac-4864-8484-3aadbe2894f9 None None] Attempting to bind port 0a9d03dc-b891-4d89-91ab-4cf5b670eedc on host n-d-827896-1 for vnic_type normal with profile {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:28:04.117977 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-950858ea-2fac-4864-8484-3aadbe2894f9 None None] Attempting to bind port 0a9d03dc-b891-4d89-91ab-4cf5b670eedc by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '0430f4fd-7f52-4b9a-a33d-f5add562692e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '70666668-b6ea-42c2-846b-b889495a8709'}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:28:04.118346 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950858ea-2fac-4864-8484-3aadbe2894f9 None None] Attempting to bind port 0a9d03dc-b891-4d89-91ab-4cf5b670eedc on network 70666668-b6ea-42c2-846b-b889495a8709 {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:28:04.125776 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950858ea-2fac-4864-8484-3aadbe2894f9 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:28:04.126162 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950858ea-2fac-4864-8484-3aadbe2894f9 None None] Checking segment: {'id': '0430f4fd-7f52-4b9a-a33d-f5add562692e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '70666668-b6ea-42c2-846b-b889495a8709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:28:04.126825 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-950858ea-2fac-4864-8484-3aadbe2894f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:04.127368 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950858ea-2fac-4864-8484-3aadbe2894f9 None None] Bound using segment: {'id': '0430f4fd-7f52-4b9a-a33d-f5add562692e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '70666668-b6ea-42c2-846b-b889495a8709'} {{(pid=87684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:28:04.127861 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.managers [None req-950858ea-2fac-4864-8484-3aadbe2894f9 None None] Bound port: 0a9d03dc-b891-4d89-91ab-4cf5b670eedc, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0430f4fd-7f52-4b9a-a33d-f5add562692e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '70666668-b6ea-42c2-846b-b889495a8709'}}] {{(pid=87684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:28:04.128007 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9afba30-2010-4b66-ae1f-ef18080134d5 admin admin] Pushing event updated for resources: {'Network': ['ID=441d19d8-cc6e-4214-a739-00996b5b1045,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:28:04.128289 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-950858ea-2fac-4864-8484-3aadbe2894f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:04.147156 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 441d19d8-cc6e-4214-a739-00996b5b1045 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:28:04.201457 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.db_base_plugin_common [None req-2fb3796d-0e4f-4945-82c2-5f63f5b61fc3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Allocated IP 172.20.0.1 (70666668-b6ea-42c2-846b-b889495a8709/7f394a64-8ce0-4728-8c41-d659340ba431/f16207a3-6780-47b0-8732-5e02ed5fc75c) {{(pid=87683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:28:04.211830 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-e9afba30-2010-4b66-ae1f-ef18080134d5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5593612 Feb 04 21:28:04.212983 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39618) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:28:04.219166 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bbbb8f-0575-43b5-8bfa-695cee61a432 admin admin] Pushing event updated for resources: {'Port': ['ID=5e4a04fb-3380-4bec-ad57-c1fbed99929d,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:28:04.220237 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.v2.base [None req-98a57ea2-3c38-45f7-b049-1b6575811c2d admin admin] Request body: {'subnet': {'network_id': '441d19d8-cc6e-4214-a739-00996b5b1045', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1735317626-subnet', 'tenant_id': '98a89143a3f448df813d2cff7f654c5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:28:04.228764 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-91d29a56-86e1-4631-8999-88824b780ad0 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-494524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-386'] for router, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:04.229837 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-91d29a56-86e1-4631-8999-88824b780ad0 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-405'] for router, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:04.230219 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-98a57ea2-3c38-45f7-b049-1b6575811c2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:28:04.255740 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-98a57ea2-3c38-45f7-b049-1b6575811c2d admin admin] Usage tracker for resource:subnet and tenant:98a89143a3f448df813d2cff7f654c5b is out of sync, need to count used quota {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:28:04.292937 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-91d29a56-86e1-4631-8999-88824b780ad0 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:04.307471 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-98a57ea2-3c38-45f7-b049-1b6575811c2d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:28:04.321547 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.quota.driver [None req-98a57ea2-3c38-45f7-b049-1b6575811c2d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:28:04.352290 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bbbb8f-0575-43b5-8bfa-695cee61a432 admin admin] Network fbb058aa-e3f0-4777-bfc6-284c8ab541a8 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:28:04.353521 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-42bbbb8f-0575-43b5-8bfa-695cee61a432 admin admin] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:28:04.370953 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a57ea2-3c38-45f7-b049-1b6575811c2d admin admin] Made reservation on behalf of 98a89143a3f448df813d2cff7f654c5b for: {'subnet': 1} {{(pid=87683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:28:04.373731 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-98a57ea2-3c38-45f7-b049-1b6575811c2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3209119'] for subnet, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:04.402165 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-950858ea-2fac-4864-8484-3aadbe2894f9 None None] For port 0a9d03dc-b891-4d89-91ab-4cf5b670eedc, host n-d-827896-1, cleared binding levels {{(pid=87684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:28:04.406478 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-950858ea-2fac-4864-8484-3aadbe2894f9 None None] For port 0a9d03dc-b891-4d89-91ab-4cf5b670eedc, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=0a9d03dc-b891-4d89-91ab-4cf5b670eedc,segment=NetworkSegment(0430f4fd-7f52-4b9a-a33d-f5add562692e),segment_id=0430f4fd-7f52-4b9a-a33d-f5add562692e)] {{(pid=87684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:28:04.411111 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-950858ea-2fac-4864-8484-3aadbe2894f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:04.490780 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950858ea-2fac-4864-8484-3aadbe2894f9 None None] Pushing event updated for resources: {'Port': ['ID=0a9d03dc-b891-4d89-91ab-4cf5b670eedc,revision_number=2']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:28:04.578676 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2fb3796d-0e4f-4945-82c2-5f63f5b61fc3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for port, precommit_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:04.613180 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.provisioning_blocks [None req-2fb3796d-0e4f-4945-82c2-5f63f5b61fc3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Transition to ACTIVE for port object f16207a3-6780-47b0-8732-5e02ed5fc75c will not be triggered until provisioned by entity DHCP. {{(pid=87683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:28:04.725980 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 4e00ac3d-f7b9-4735-986f-40949327441d up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:28:04.737247 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2fb3796d-0e4f-4945-82c2-5f63f5b61fc3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:04.846275 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb3796d-0e4f-4945-82c2-5f63f5b61fc3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Network 70666668-b6ea-42c2-846b-b889495a8709 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:28:04.859290 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-2fb3796d-0e4f-4945-82c2-5f63f5b61fc3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:28:04.892239 n-d-827896-1 neutron-server[87683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb3796d-0e4f-4945-82c2-5f63f5b61fc3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Received port after_create {{(pid=87683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:28:04.893406 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-38bf70de-157c-4443-9ff7-9f08671aa8c1 None None] Provisioning complete for port 5e4a04fb-3380-4bec-ad57-c1fbed99929d triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:28:04.893788 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-38bf70de-157c-4443-9ff7-9f08671aa8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:04.965268 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 4e00ac3d-f7b9-4735-986f-40949327441d completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:28:04.976308 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 4e00ac3d-f7b9-4735-986f-40949327441d triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:28:04.976682 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:05.028459 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-38bf70de-157c-4443-9ff7-9f08671aa8c1 None None] Port 5e4a04fb-3380-4bec-ad57-c1fbed99929d cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:28:05.161241 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-91d29a56-86e1-4631-8999-88824b780ad0 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-359'] for router, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:05.172455 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:05.256797 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 4e00ac3d-f7b9-4735-986f-40949327441d, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=4e00ac3d-f7b9-4735-986f-40949327441d,segment=NetworkSegment(f7414e5f-c6a9-4e25-8e2e-d8fcb7ce2b94),segment_id=f7414e5f-c6a9-4e25-8e2e-d8fcb7ce2b94)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:28:05.258402 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 0a9d03dc-b891-4d89-91ab-4cf5b670eedc up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:28:05.301733 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42bbbb8f-0575-43b5-8bfa-695cee61a432 admin admin] Router 73d21fae-e36a-4211-af07-b1c9021526e3 has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:28:05.303378 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93595a06-be1f-4b78-9ddf-896bc82776f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e00ac3d-f7b9-4735-986f-40949327441d'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:28:05.320764 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:05.357721 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3796d-0e4f-4945-82c2-5f63f5b61fc3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Pushing event updated for resources: {'Port': ['ID=f16207a3-6780-47b0-8732-5e02ed5fc75c,revision_number=1']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:28:05.410865 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2fb3796d-0e4f-4945-82c2-5f63f5b61fc3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419601'] for router_interface, before_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:05.418016 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-98a57ea2-3c38-45f7-b049-1b6575811c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1734046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3209101'] for subnet, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:05.433828 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=4e00ac3d-f7b9-4735-986f-40949327441d,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:28:05.440097 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 0a9d03dc-b891-4d89-91ab-4cf5b670eedc completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:28:05.556512 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a57ea2-3c38-45f7-b049-1b6575811c2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8104b818-b6a4-459a-baff-5c48a99279e0,revision_number=0']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:28:05.570211 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a57ea2-3c38-45f7-b049-1b6575811c2d admin admin] Checking segment: {'id': '21e13f8b-4f7d-4cc7-9dc4-82c1c15d70df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '441d19d8-cc6e-4214-a739-00996b5b1045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:28:05.570564 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a57ea2-3c38-45f7-b049-1b6575811c2d admin admin] Network hostable DHCP agents. Network: 441d19d8-cc6e-4214-a739-00996b5b1045, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:28:05.582130 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a04119-f7d0-41d5-ae9e-c205973bb027 req-a0230bd8-9c3c-45f1-b66a-8937acf9bfb5 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:28:05.583791 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c8a04119-f7d0-41d5-ae9e-c205973bb027 req-a0230bd8-9c3c-45f1-b66a-8937acf9bfb5 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/ports?device_id=93595a06-be1f-4b78-9ddf-896bc82776f4 HTTP/1.1" status: 200 len: 946 time: 0.3096583 Feb 04 21:28:05.615522 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42bbbb8f-0575-43b5-8bfa-695cee61a432 admin admin] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:28:05.638828 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdeb3db-44b6-4f0c-b2b5-49947234b6a6 None None] Sync routers for ids ['73d21fae-e36a-4211-af07-b1c9021526e3'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:28:05.649177 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdeb3db-44b6-4f0c-b2b5-49947234b6a6 None None] Routers {'73d21fae-e36a-4211-af07-b1c9021526e3'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:28:05.650078 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-6cdeb3db-44b6-4f0c-b2b5-49947234b6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:27:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['73d21fae-e36a-4211-af07-b1c9021526e3'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:28:05.711621 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2fb3796d-0e4f-4945-82c2-5f63f5b61fc3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:05.724968 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a57ea2-3c38-45f7-b049-1b6575811c2d admin admin] Network 441d19d8-cc6e-4214-a739-00996b5b1045 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:28:05.750727 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-c8a04119-f7d0-41d5-ae9e-c205973bb027 req-1adda441-f49a-4655-aa47-bbc85d4a4789 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d35ccef-abd7-4c40-98b4-fc2878e9e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579466 Feb 04 21:28:05.803612 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-98a57ea2-3c38-45f7-b049-1b6575811c2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 441d19d8-cc6e-4214-a739-00996b5b1045) {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:28:05.811267 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db04c12-e26e-46de-bcd6-986cdf17ea85 None None] Network 441d19d8-cc6e-4214-a739-00996b5b1045 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:28:05.816302 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a57ea2-3c38-45f7-b049-1b6575811c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:28:05.816904 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-98a57ea2-3c38-45f7-b049-1b6575811c2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:05.911690 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-42bbbb8f-0575-43b5-8bfa-695cee61a432 admin admin] 10.222.0.26 "PUT /v2.0/routers/73d21fae-e36a-4211-af07-b1c9021526e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9632819 Feb 04 21:28:05.997367 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93595a06-be1f-4b78-9ddf-896bc82776f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e00ac3d-f7b9-4735-986f-40949327441d', 'code': 200} Feb 04 21:28:06.065998 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-6cdeb3db-44b6-4f0c-b2b5-49947234b6a6 None None] Set router 73d21fae-e36a-4211-af07-b1c9021526e3 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:28:06.102495 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-98a57ea2-3c38-45f7-b049-1b6575811c2d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8799930 Feb 04 21:28:06.358254 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d58a3e-f03c-48ec-9658-f07958a5ada3 None None] Network 441d19d8-cc6e-4214-a739-00996b5b1045 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:28:06.397846 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c728e012-c270-4a38-8b58-90bac5ae8a31 None None] Network 70666668-b6ea-42c2-846b-b889495a8709 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:28:06.534060 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2fb3796d-0e4f-4945-82c2-5f63f5b61fc3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for port, precommit_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:06.551661 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2fb3796d-0e4f-4945-82c2-5f63f5b61fc3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1733899'] for port, after_update {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:06.589860 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-91d29a56-86e1-4631-8999-88824b780ad0 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:06.656526 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-91d29a56-86e1-4631-8999-88824b780ad0 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:06.691032 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-bb29be08-162b-42cb-9ea3-a6dfe08f2e44 None None] Provisioning for port 0a9d03dc-b891-4d89-91ab-4cf5b670eedc completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:28:06.708793 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-bb29be08-162b-42cb-9ea3-a6dfe08f2e44 None None] Provisioning complete for port 0a9d03dc-b891-4d89-91ab-4cf5b670eedc triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:28:06.709171 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-bb29be08-162b-42cb-9ea3-a6dfe08f2e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:06.829157 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc1439-cbbe-44d9-9400-075e5ae9247b req-b6d2c98e-4df3-4b9b-aaa4-da627f07c8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:28:06.832968 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-73bc1439-cbbe-44d9-9400-075e5ae9247b req-b6d2c98e-4df3-4b9b-aaa4-da627f07c8ae service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=93595a06-be1f-4b78-9ddf-896bc82776f4 HTTP/1.1" status: 200 len: 1097 time: 0.7125947 Feb 04 21:28:06.862584 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3796d-0e4f-4945-82c2-5f63f5b61fc3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Pushing event updated for resources: {'Port': ['ID=f16207a3-6780-47b0-8732-5e02ed5fc75c,revision_number=2']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:28:06.868170 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-6cdeb3db-44b6-4f0c-b2b5-49947234b6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d21fae-e36a-4211-af07-b1c9021526e3', 'name': 'tempest-TestVolumeBackupRestore-810262881-router', 'tenant_id': 'aa3f83188977470eb6fa3c345a86c282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '6377594c-dbec-480f-8ed4-d4c5b9bc6002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:27:46Z', 'updated_at': '2022-02-04T21:28:02Z', 'revision_number': 4, 'project_id': 'aa3f83188977470eb6fa3c345a86c282', 'gw_port': {'id': '6377594c-dbec-480f-8ed4-d4c5b9bc6002', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d21fae-e36a-4211-af07-b1c9021526e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:27:50Z', 'updated_at': '2022-02-04T21:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '5e4a04fb-3380-4bec-ad57-c1fbed99929d', 'name': '', 'network_id': 'fbb058aa-e3f0-4777-bfc6-284c8ab541a8', 'tenant_id': 'aa3f83188977470eb6fa3c345a86c282', 'mac_address': 'fa:16:3e:f6:46:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d21fae-e36a-4211-af07-b1c9021526e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'acb119c6-1ebc-471e-b348-2182c5ffe63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:27:58Z', 'updated_at': '2022-02-04T21:28:02Z', 'revision_number': 2, 'project_id': 'aa3f83188977470eb6fa3c345a86c282', 'subnets': [{'id': 'acb119c6-1ebc-471e-b348-2182c5ffe63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:28:06.883096 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-2fb3796d-0e4f-4945-82c2-5f63f5b61fc3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7870215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419828'] for router_interface, after_create {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:06.891184 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdeb3db-44b6-4f0c-b2b5-49947234b6a6 None None] Checking router: 73d21fae-e36a-4211-af07-b1c9021526e3 for host: n-d-827896-1 {{(pid=87685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 21:28:06.891540 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdeb3db-44b6-4f0c-b2b5-49947234b6a6 None None] Updating router 73d21fae-e36a-4211-af07-b1c9021526e3 port 5e4a04fb-3380-4bec-ad57-c1fbed99929d binding host n-d-827896-1 {{(pid=87685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 21:28:07.073578 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-73bc1439-cbbe-44d9-9400-075e5ae9247b req-0683e4f0-191b-48c0-9692-a2bd24cabfa4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9d35ccef-abd7-4c40-98b4-fc2878e9e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086079 Feb 04 21:28:07.099856 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-6cdeb3db-44b6-4f0c-b2b5-49947234b6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:07.137799 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-bb29be08-162b-42cb-9ea3-a6dfe08f2e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:07.198798 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-bb29be08-162b-42cb-9ea3-a6dfe08f2e44 None None] For port 0a9d03dc-b891-4d89-91ab-4cf5b670eedc, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=0a9d03dc-b891-4d89-91ab-4cf5b670eedc,segment=NetworkSegment(0430f4fd-7f52-4b9a-a33d-f5add562692e),segment_id=0430f4fd-7f52-4b9a-a33d-f5add562692e)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:28:07.208593 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-bb29be08-162b-42cb-9ea3-a6dfe08f2e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:07.253719 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-91d29a56-86e1-4631-8999-88824b780ad0 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:07.323274 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39694) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:28:07.334515 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-3dfa1b2c-1ec4-4227-b78c-fd1ff981eb7c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1887477334-network', 'tenant_id': '30609601803d49728e995e065b110f5a'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:28:07.370569 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3dfa1b2c-1ec4-4227-b78c-fd1ff981eb7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:28:07.511635 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29be08-162b-42cb-9ea3-a6dfe08f2e44 None None] Pushing event updated for resources: {'Port': ['ID=0a9d03dc-b891-4d89-91ab-4cf5b670eedc,revision_number=3']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:28:07.540174 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3dfa1b2c-1ec4-4227-b78c-fd1ff981eb7c admin admin] Usage tracker for resource:network and tenant:30609601803d49728e995e065b110f5a is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:28:07.545006 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3dfa1b2c-1ec4-4227-b78c-fd1ff981eb7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:28:07.570438 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3dfa1b2c-1ec4-4227-b78c-fd1ff981eb7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:28:07.639944 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67c460-adca-4eb1-87ae-ad6612afdfb4 req-a16f4461-95bf-4031-b171-a327f4566f4b tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:28:07.652071 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7e67c460-adca-4eb1-87ae-ad6612afdfb4 req-a16f4461-95bf-4031-b171-a327f4566f4b tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/ports?device_id=93595a06-be1f-4b78-9ddf-896bc82776f4 HTTP/1.1" status: 200 len: 946 time: 0.4432895 Feb 04 21:28:07.682222 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb3796d-0e4f-4945-82c2-5f63f5b61fc3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Network 70666668-b6ea-42c2-846b-b889495a8709 is already hosted by enough agents. {{(pid=87683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:28:07.709145 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.base_scheduler [None req-2fb3796d-0e4f-4945-82c2-5f63f5b61fc3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Resources bound (agent type, host, resource id): {{(pid=87683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:28:07.741685 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b8632894-614b-4c68-8e2b-b3e577f02e06 None None] Provisioning for port f16207a3-6780-47b0-8732-5e02ed5fc75c completed by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:28:07.752855 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b8632894-614b-4c68-8e2b-b3e577f02e06 None None] Provisioning complete for port f16207a3-6780-47b0-8732-5e02ed5fc75c triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:28:07.753257 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b8632894-614b-4c68-8e2b-b3e577f02e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:07.773252 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-6cdeb3db-44b6-4f0c-b2b5-49947234b6a6 None None] Notify callbacks [] for port, precommit_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:07.794730 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.provisioning_blocks [None req-6cdeb3db-44b6-4f0c-b2b5-49947234b6a6 None None] Transition to ACTIVE for port object 5e4a04fb-3380-4bec-ad57-c1fbed99929d will not be triggered until provisioned by entity L2. {{(pid=87685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:28:07.817182 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-6cdeb3db-44b6-4f0c-b2b5-49947234b6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:07.949709 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-b8632894-614b-4c68-8e2b-b3e577f02e06 None None] Port f16207a3-6780-47b0-8732-5e02ed5fc75c cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:28:07.952964 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfa1b2c-1ec4-4227-b78c-fd1ff981eb7c admin admin] Made reservation on behalf of 30609601803d49728e995e065b110f5a for: {'network': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:28:07.955420 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3dfa1b2c-1ec4-4227-b78c-fd1ff981eb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for network, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:08.001262 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-b8632894-614b-4c68-8e2b-b3e577f02e06 None None] Provisioning complete for port 0a9d03dc-b891-4d89-91ab-4cf5b670eedc triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:28:08.001791 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b8632894-614b-4c68-8e2b-b3e577f02e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:08.002308 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3dfa1b2c-1ec4-4227-b78c-fd1ff981eb7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:08.048656 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-91d29a56-86e1-4631-8999-88824b780ad0 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:08.072800 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3dfa1b2c-1ec4-4227-b78c-fd1ff981eb7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:28:08.074166 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-7e67c460-adca-4eb1-87ae-ad6612afdfb4 req-14225c0a-44d4-419d-a91f-3577f6080017 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d35ccef-abd7-4c40-98b4-fc2878e9e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091132 Feb 04 21:28:08.099973 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3dfa1b2c-1ec4-4227-b78c-fd1ff981eb7c admin admin] Usage tracker for resource:security_group_rule and tenant:30609601803d49728e995e065b110f5a is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:28:08.134451 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-3dfa1b2c-1ec4-4227-b78c-fd1ff981eb7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:28:08.171983 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-3dfa1b2c-1ec4-4227-b78c-fd1ff981eb7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:28:08.313935 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb9713-4cf5-42c6-825f-50aaa6236d50 None None] Pushing event updated for resources: {'Port': ['ID=5e4a04fb-3380-4bec-ad57-c1fbed99929d,revision_number=3']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:28:08.376063 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-6cdeb3db-44b6-4f0c-b2b5-49947234b6a6 None None] Attempting to bind port 5e4a04fb-3380-4bec-ad57-c1fbed99929d on host n-d-827896-1 for vnic_type normal with profile {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:28:08.376435 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-6cdeb3db-44b6-4f0c-b2b5-49947234b6a6 None None] Attempting to bind port 5e4a04fb-3380-4bec-ad57-c1fbed99929d by drivers openvswitch,hyperv on host n-d-827896-1 at level 0 using segments [{'id': '59e93dcc-6e71-405e-af14-a904604969ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'fbb058aa-e3f0-4777-bfc6-284c8ab541a8'}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:28:08.376788 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdeb3db-44b6-4f0c-b2b5-49947234b6a6 None None] Attempting to bind port 5e4a04fb-3380-4bec-ad57-c1fbed99929d on network fbb058aa-e3f0-4777-bfc6-284c8ab541a8 {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:28:08.385554 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3dfa1b2c-1ec4-4227-b78c-fd1ff981eb7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:08.388403 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-91d29a56-86e1-4631-8999-88824b780ad0 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:08.390966 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdeb3db-44b6-4f0c-b2b5-49947234b6a6 None None] Checking agent: {'id': '141eecbf-0612-4484-b675-576dae17c67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 41, 17), 'started_at': datetime.datetime(2022, 2, 4, 20, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:28:08.391335 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdeb3db-44b6-4f0c-b2b5-49947234b6a6 None None] Checking segment: {'id': '59e93dcc-6e71-405e-af14-a904604969ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'fbb058aa-e3f0-4777-bfc6-284c8ab541a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:28:08.393819 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-6cdeb3db-44b6-4f0c-b2b5-49947234b6a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:08.396317 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdeb3db-44b6-4f0c-b2b5-49947234b6a6 None None] Bound using segment: {'id': '59e93dcc-6e71-405e-af14-a904604969ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'fbb058aa-e3f0-4777-bfc6-284c8ab541a8'} {{(pid=87685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:28:08.398488 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.managers [None req-6cdeb3db-44b6-4f0c-b2b5-49947234b6a6 None None] Bound port: 5e4a04fb-3380-4bec-ad57-c1fbed99929d, host: n-d-827896-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e93dcc-6e71-405e-af14-a904604969ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'fbb058aa-e3f0-4777-bfc6-284c8ab541a8'}}] {{(pid=87685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:28:08.398873 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-6cdeb3db-44b6-4f0c-b2b5-49947234b6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:08.401866 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3dfa1b2c-1ec4-4227-b78c-fd1ff981eb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:08.474092 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb3796d-0e4f-4945-82c2-5f63f5b61fc3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Router 41e1995e-c8f4-48ca-9897-491e4817427f is scheduled to L3 agent 954a7d31-377e-477c-8963-33dc08856f44 with binding_index 1 {{(pid=87683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 21:28:08.479195 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dfa1b2c-1ec4-4227-b78c-fd1ff981eb7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=87682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 21:28:08.518920 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa1b2c-1ec4-4227-b78c-fd1ff981eb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024a5fb0-0704-4d16-8378-658ba2305e29,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:28:08.526704 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3dfa1b2c-1ec4-4227-b78c-fd1ff981eb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7991180'] for segment, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:08.527088 n-d-827896-1 neutron-server[87682]: INFO neutron.db.segments_db [None req-3dfa1b2c-1ec4-4227-b78c-fd1ff981eb7c admin admin] Added segment 0a0028c7-80ad-41bb-90b5-90be4cf0f125 of type vlan for network 2f6c7fda-f2f4-4d09-8813-8b6d89fe36c5 Feb 04 21:28:08.539632 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-91d29a56-86e1-4631-8999-88824b780ad0 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:08.540378 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d29a56-86e1-4631-8999-88824b780ad0 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2dfd17ca-156f-4178-8e61-5389e720d985 {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:28:08.581561 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-9d6b7c40-f629-452c-baa4-b21f35dfed59 None None] Provisioning complete for port f16207a3-6780-47b0-8732-5e02ed5fc75c triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:28:08.581561 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-9d6b7c40-f629-452c-baa4-b21f35dfed59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:08.603341 n-d-827896-1 neutron-server[87682]: INFO neutron.api.v2.resource [None req-91d29a56-86e1-4631-8999-88824b780ad0 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 04 21:28:08.604869 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-91d29a56-86e1-4631-8999-88824b780ad0 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.6775730 Feb 04 21:28:08.609241 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39732) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:28:08.690623 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-6cdeb3db-44b6-4f0c-b2b5-49947234b6a6 None None] For port 5e4a04fb-3380-4bec-ad57-c1fbed99929d, host n-d-827896-1, cleared binding levels {{(pid=87685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:28:08.706237 n-d-827896-1 neutron-server[87685]: DEBUG neutron.plugins.ml2.db [None req-6cdeb3db-44b6-4f0c-b2b5-49947234b6a6 None None] For port 5e4a04fb-3380-4bec-ad57-c1fbed99929d, host n-d-827896-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=5e4a04fb-3380-4bec-ad57-c1fbed99929d,segment=NetworkSegment(59e93dcc-6e71-405e-af14-a904604969ca),segment_id=59e93dcc-6e71-405e-af14-a904604969ca)] {{(pid=87685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:28:08.709873 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-f322f933-747d-41e8-9747-e1aaff8ceb03 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Deleting port 06093962-5bc6-446d-a883-bed47e85127f {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:28:08.710436 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f322f933-747d-41e8-9747-e1aaff8ceb03 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:08.721129 n-d-827896-1 neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-6cdeb3db-44b6-4f0c-b2b5-49947234b6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:08.748269 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3dfa1b2c-1ec4-4227-b78c-fd1ff981eb7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761250420363'] for network, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:08.763974 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b7c40-f629-452c-baa4-b21f35dfed59 None None] Port f16207a3-6780-47b0-8732-5e02ed5fc75c cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:28:08.880710 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb9713-4cf5-42c6-825f-50aaa6236d50 None None] Pushing event updated for resources: {'Port': ['ID=5e4a04fb-3380-4bec-ad57-c1fbed99929d,revision_number=4']} {{(pid=87685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:28:08.909130 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-99ddcf10-b896-4201-9598-0580f3169fd8 None None] Provisioning complete for port f16207a3-6780-47b0-8732-5e02ed5fc75c triggered by entity DHCP. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:28:08.910021 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-99ddcf10-b896-4201-9598-0580f3169fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:08.915476 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb3796d-0e4f-4945-82c2-5f63f5b61fc3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:28:08.917461 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdeb3db-44b6-4f0c-b2b5-49947234b6a6 None None] Routers {'73d21fae-e36a-4211-af07-b1c9021526e3'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:28:08.918770 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-6cdeb3db-44b6-4f0c-b2b5-49947234b6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:27:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['73d21fae-e36a-4211-af07-b1c9021526e3'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:28:08.924346 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-2fb3796d-0e4f-4945-82c2-5f63f5b61fc3 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "PUT /v2.0/routers/41e1995e-c8f4-48ca-9897-491e4817427f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2693009 Feb 04 21:28:08.932988 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39746) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:28:08.987764 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3dfa1b2c-1ec4-4227-b78c-fd1ff981eb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321'] for network, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:08.988789 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfa1b2c-1ec4-4227-b78c-fd1ff981eb7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:28:08.991919 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-3dfa1b2c-1ec4-4227-b78c-fd1ff981eb7c admin admin] Notify callbacks [] for network, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:09.071131 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2d4c0f-d5fb-4e64-b0cb-b75181a6e549 None None] Sync routers for ids ['41e1995e-c8f4-48ca-9897-491e4817427f'] in n-d-827896-1 {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:28:09.121256 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-99ddcf10-b896-4201-9598-0580f3169fd8 None None] Port f16207a3-6780-47b0-8732-5e02ed5fc75c cannot update to ACTIVE because it is not bound. {{(pid=87684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 21:28:09.127576 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 0a9d03dc-b891-4d89-91ab-4cf5b670eedc up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:28:09.296224 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2d4c0f-d5fb-4e64-b0cb-b75181a6e549 None None] Routers {'41e1995e-c8f4-48ca-9897-491e4817427f'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:28:09.297152 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-8f2d4c0f-d5fb-4e64-b0cb-b75181a6e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:27:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['41e1995e-c8f4-48ca-9897-491e4817427f'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:28:09.495160 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvr_db [None req-6cdeb3db-44b6-4f0c-b2b5-49947234b6a6 None None] Set router 73d21fae-e36a-4211-af07-b1c9021526e3 gateway port host: n-d-827896-1 {{(pid=87685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 21:28:09.511192 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-8f2d4c0f-d5fb-4e64-b0cb-b75181a6e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:28:09.515025 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa1b2c-1ec4-4227-b78c-fd1ff981eb7c admin admin] Pushing event updated for resources: {'Network': ['ID=2f6c7fda-f2f4-4d09-8813-8b6d89fe36c5,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:28:09.525578 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-3dfa1b2c-1ec4-4227-b78c-fd1ff981eb7c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2007031 Feb 04 21:28:09.532208 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39756) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:28:09.534341 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74650456-5b49-4711-a5ba-2b0b644fbc40 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:28:09.535209 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-74650456-5b49-4711-a5ba-2b0b644fbc40 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Synchronizing usage tracker for tenant:cbc86534709d428b91b2b43a6558e62d on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:28:09.541014 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Network 2f6c7fda-f2f4-4d09-8813-8b6d89fe36c5 details requested by agent ovs-agent-n-d-827896-1 with host n-d-827896-1 {{(pid=87684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 21:28:09.563069 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-74650456-5b49-4711-a5ba-2b0b644fbc40 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Unset dirty status for tenant:cbc86534709d428b91b2b43a6558e62d on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:28:09.564280 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-74650456-5b49-4711-a5ba-2b0b644fbc40 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "GET /v2.0/ports/f16207a3-6780-47b0-8732-5e02ed5fc75c HTTP/1.1" status: 200 len: 910 time: 0.6280172 Feb 04 21:28:09.567142 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39760) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:28:09.579927 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [None req-470bfd56-93ec-4446-b42d-ac90f71e8035 admin admin] Request body: {'subnet': {'network_id': '2f6c7fda-f2f4-4d09-8813-8b6d89fe36c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1887477334-subnet', 'tenant_id': '30609601803d49728e995e065b110f5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:28:09.611003 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-470bfd56-93ec-4446-b42d-ac90f71e8035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:28:09.627236 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-470bfd56-93ec-4446-b42d-ac90f71e8035 admin admin] Usage tracker for resource:subnet and tenant:30609601803d49728e995e065b110f5a is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:28:09.638282 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-470bfd56-93ec-4446-b42d-ac90f71e8035 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:28:09.689708 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-470bfd56-93ec-4446-b42d-ac90f71e8035 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:28:09.734627 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0ce8e-d896-43f7-afa2-9d2896a62214 req-da2e3001-0464-4c6d-8ba9-104a7d59e831 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:28:09.743408 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02f0ce8e-d896-43f7-afa2-9d2896a62214 req-da2e3001-0464-4c6d-8ba9-104a7d59e831 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/ports?device_id=93595a06-be1f-4b78-9ddf-896bc82776f4 HTTP/1.1" status: 200 len: 946 time: 0.3259211 Feb 04 21:28:09.746130 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f322f933-747d-41e8-9747-e1aaff8ceb03 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:09.750428 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2d4c0f-d5fb-4e64-b0cb-b75181a6e549 None None] Routers {'41e1995e-c8f4-48ca-9897-491e4817427f'} bound to L3 agent in host n-d-827896-1 {{(pid=87684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:28:09.757127 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470bfd56-93ec-4446-b42d-ac90f71e8035 admin admin] Made reservation on behalf of 30609601803d49728e995e065b110f5a for: {'subnet': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:28:09.757806 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-8f2d4c0f-d5fb-4e64-b0cb-b75181a6e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:27:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['41e1995e-c8f4-48ca-9897-491e4817427f'], 'active': True} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:28:09.760902 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-470bfd56-93ec-4446-b42d-ac90f71e8035 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2643091'] for subnet, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:09.857709 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-02f0ce8e-d896-43f7-afa2-9d2896a62214 req-27348c81-5600-4c1f-850e-13d127001eee tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d35ccef-abd7-4c40-98b4-fc2878e9e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132905 Feb 04 21:28:09.955310 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 0a9d03dc-b891-4d89-91ab-4cf5b670eedc triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:28:09.969709 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:10.030312 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_hamode_db [None req-8f2d4c0f-d5fb-4e64-b0cb-b75181a6e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:28:10.030976 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2d4c0f-d5fb-4e64-b0cb-b75181a6e549 None None] The sync data for ids ['41e1995e-c8f4-48ca-9897-491e4817427f'] in n-d-827896-1 is: [] {{(pid=87684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:28:10.368673 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-6cdeb3db-44b6-4f0c-b2b5-49947234b6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d21fae-e36a-4211-af07-b1c9021526e3', 'name': 'tempest-TestVolumeBackupRestore-810262881-router', 'tenant_id': 'aa3f83188977470eb6fa3c345a86c282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '6377594c-dbec-480f-8ed4-d4c5b9bc6002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:27:46Z', 'updated_at': '2022-02-04T21:28:02Z', 'revision_number': 4, 'project_id': 'aa3f83188977470eb6fa3c345a86c282', 'gw_port': {'id': '6377594c-dbec-480f-8ed4-d4c5b9bc6002', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d21fae-e36a-4211-af07-b1c9021526e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:27:50Z', 'updated_at': '2022-02-04T21:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '5e4a04fb-3380-4bec-ad57-c1fbed99929d', 'name': '', 'network_id': 'fbb058aa-e3f0-4777-bfc6-284c8ab541a8', 'tenant_id': 'aa3f83188977470eb6fa3c345a86c282', 'mac_address': 'fa:16:3e:f6:46:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d21fae-e36a-4211-af07-b1c9021526e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'acb119c6-1ebc-471e-b348-2182c5ffe63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:27:58Z', 'updated_at': '2022-02-04T21:28:08Z', 'revision_number': 4, 'project_id': 'aa3f83188977470eb6fa3c345a86c282', 'subnets': [{'id': 'acb119c6-1ebc-471e-b348-2182c5ffe63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:28:10.380714 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdeb3db-44b6-4f0c-b2b5-49947234b6a6 None None] The sync data for ids ['73d21fae-e36a-4211-af07-b1c9021526e3'] in n-d-827896-1 is: [{'id': '73d21fae-e36a-4211-af07-b1c9021526e3', 'name': 'tempest-TestVolumeBackupRestore-810262881-router', 'tenant_id': 'aa3f83188977470eb6fa3c345a86c282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'external_fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '6377594c-dbec-480f-8ed4-d4c5b9bc6002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T21:27:46Z', 'updated_at': '2022-02-04T21:28:02Z', 'revision_number': 4, 'project_id': 'aa3f83188977470eb6fa3c345a86c282', 'gw_port': {'id': '6377594c-dbec-480f-8ed4-d4c5b9bc6002', 'name': '', 'network_id': '1f11f724-8cdd-497d-8220-929f45cf1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d21fae-e36a-4211-af07-b1c9021526e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:27:50Z', 'updated_at': '2022-02-04T21:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dace3c79-d616-4558-be50-9f24ba2d8ec2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-1', '_interfaces': [{'id': '5e4a04fb-3380-4bec-ad57-c1fbed99929d', 'name': '', 'network_id': 'fbb058aa-e3f0-4777-bfc6-284c8ab541a8', 'tenant_id': 'aa3f83188977470eb6fa3c345a86c282', 'mac_address': 'fa:16:3e:f6:46:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d21fae-e36a-4211-af07-b1c9021526e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'acb119c6-1ebc-471e-b348-2182c5ffe63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T21:27:58Z', 'updated_at': '2022-02-04T21:28:08Z', 'revision_number': 4, 'project_id': 'aa3f83188977470eb6fa3c345a86c282', 'subnets': [{'id': 'acb119c6-1ebc-471e-b348-2182c5ffe63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:28:10.574012 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [None req-f322f933-747d-41e8-9747-e1aaff8ceb03 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Calling delete_port for 06093962-5bc6-446d-a883-bed47e85127f owned by {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:28:10.586693 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3cfc5e51-e578-4f58-b653-8e0b51a6d59a tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419818'] for router_interface, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:11.032827 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-470bfd56-93ec-4446-b42d-ac90f71e8035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1593981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2643073'] for subnet, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:11.166902 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-3cfc5e51-e578-4f58-b653-8e0b51a6d59a tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Deleting port f16207a3-6780-47b0-8732-5e02ed5fc75c {{(pid=87683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:28:11.167251 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3cfc5e51-e578-4f58-b653-8e0b51a6d59a tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:11.189400 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 5e4a04fb-3380-4bec-ad57-c1fbed99929d up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:28:11.360691 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning for port 5e4a04fb-3380-4bec-ad57-c1fbed99929d completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:28:11.376721 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f322f933-747d-41e8-9747-e1aaff8ceb03 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:11.382996 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 5e4a04fb-3380-4bec-ad57-c1fbed99929d triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:28:11.383749 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:11.552685 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470bfd56-93ec-4446-b42d-ac90f71e8035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bfca49e-3e03-43a5-a307-008fd62e7ee7,revision_number=0']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:28:11.580847 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322f933-747d-41e8-9747-e1aaff8ceb03 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Pushing event deleted for resources: {'Port': ['ID=06093962-5bc6-446d-a883-bed47e85127f,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:28:11.581873 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3cfc5e51-e578-4f58-b653-8e0b51a6d59a tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:11.699347 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-f322f933-747d-41e8-9747-e1aaff8ceb03 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:11.707397 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470bfd56-93ec-4446-b42d-ac90f71e8035 admin admin] Checking segment: {'id': '0a0028c7-80ad-41bb-90b5-90be4cf0f125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '2f6c7fda-f2f4-4d09-8813-8b6d89fe36c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:28:11.707756 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470bfd56-93ec-4446-b42d-ac90f71e8035 admin admin] Network hostable DHCP agents. Network: 2f6c7fda-f2f4-4d09-8813-8b6d89fe36c5, hostable agents: ['fa7375de-9586-412d-ba2c-f3351d4423d8'], hosted agents: [] {{(pid=87682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 21:28:11.709875 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:11.712762 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-f322f933-747d-41e8-9747-e1aaff8ceb03 tempest-RoutersAdminNegativeTest-1646861368 tempest-RoutersAdminNegativeTest-1646861368-project-admin] 10.222.0.26 "DELETE /v2.0/ports/06093962-5bc6-446d-a883-bed47e85127f HTTP/1.1" status: 204 len: 168 time: 3.1020668 Feb 04 21:28:11.747230 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470bfd56-93ec-4446-b42d-ac90f71e8035 admin admin] Network 2f6c7fda-f2f4-4d09-8813-8b6d89fe36c5 is scheduled to be hosted by DHCP agent fa7375de-9586-412d-ba2c-f3351d4423d8 with binding_index 1 {{(pid=87682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 21:28:11.767577 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [None req-470bfd56-93ec-4446-b42d-ac90f71e8035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-1, 2f6c7fda-f2f4-4d09-8813-8b6d89fe36c5) {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:28:11.774769 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470bfd56-93ec-4446-b42d-ac90f71e8035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:28:11.775369 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-470bfd56-93ec-4446-b42d-ac90f71e8035 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:11.785915 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d98ee55-3760-47b6-80df-0d48fa2a7900 None None] Network 2f6c7fda-f2f4-4d09-8813-8b6d89fe36c5 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:28:11.794802 n-d-827896-1 neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-3cfc5e51-e578-4f58-b653-8e0b51a6d59a tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Calling delete_port for f16207a3-6780-47b0-8732-5e02ed5fc75c owned by network:router_interface {{(pid=87683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:28:11.828280 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-470bfd56-93ec-4446-b42d-ac90f71e8035 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2870843 Feb 04 21:28:12.162367 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] For port 5e4a04fb-3380-4bec-ad57-c1fbed99929d, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=5e4a04fb-3380-4bec-ad57-c1fbed99929d,segment=NetworkSegment(59e93dcc-6e71-405e-af14-a904604969ca),segment_id=59e93dcc-6e71-405e-af14-a904604969ca)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:28:12.194566 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:12.263235 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39794) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:28:12.445675 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Pushing event updated for resources: {'Port': ['ID=5e4a04fb-3380-4bec-ad57-c1fbed99929d,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:28:12.457733 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50fb64f-b47b-4922-8ffb-f0ca40503311 None None] Network 2f6c7fda-f2f4-4d09-8813-8b6d89fe36c5 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:28:12.493156 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ca14afa1-f11b-450e-9253-20acfeb9d8a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:12.529913 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ca14afa1-f11b-450e-9253-20acfeb9d8a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:28:12.535861 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ca14afa1-f11b-450e-9253-20acfeb9d8a6 admin admin] Usage tracker for resource:security_group_rule and tenant:079de6e7e77240e08cfa4312f5b9fcc9 is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:28:12.539670 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [None req-ca14afa1-f11b-450e-9253-20acfeb9d8a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:28:12.547982 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [None req-ca14afa1-f11b-450e-9253-20acfeb9d8a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:28:12.663996 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c54b19-cdba-48b3-8876-4255e4519b51 req-2aee1902-2209-472c-9003-81b05adacc30 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:28:12.675983 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-92c54b19-cdba-48b3-8876-4255e4519b51 req-2aee1902-2209-472c-9003-81b05adacc30 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/ports?device_id=93595a06-be1f-4b78-9ddf-896bc82776f4 HTTP/1.1" status: 200 len: 946 time: 0.3551619 Feb 04 21:28:12.728870 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3cfc5e51-e578-4f58-b653-8e0b51a6d59a tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1733938'] for port, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:12.780694 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ca14afa1-f11b-450e-9253-20acfeb9d8a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:12.787342 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-ca14afa1-f11b-450e-9253-20acfeb9d8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:12.793400 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc5e51-e578-4f58-b653-8e0b51a6d59a tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Pushing event deleted for resources: {'Port': ['ID=f16207a3-6780-47b0-8732-5e02ed5fc75c,revision_number=None']} {{(pid=87683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:28:12.805765 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc5e51-e578-4f58-b653-8e0b51a6d59a tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:28:12.806554 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc5e51-e578-4f58-b653-8e0b51a6d59a tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:28:12.807180 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc5e51-e578-4f58-b653-8e0b51a6d59a tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:28:12.807511 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc5e51-e578-4f58-b653-8e0b51a6d59a tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:28:12.807836 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc5e51-e578-4f58-b653-8e0b51a6d59a tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:28:12.808201 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc5e51-e578-4f58-b653-8e0b51a6d59a tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:28:12.808546 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc5e51-e578-4f58-b653-8e0b51a6d59a tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:28:12.809038 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc5e51-e578-4f58-b653-8e0b51a6d59a tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:28:12.809382 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc5e51-e578-4f58-b653-8e0b51a6d59a tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:28:12.809700 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc5e51-e578-4f58-b653-8e0b51a6d59a tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:28:12.810364 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc5e51-e578-4f58-b653-8e0b51a6d59a tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:28:12.810716 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc5e51-e578-4f58-b653-8e0b51a6d59a tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-1 {{(pid=87683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 21:28:12.860692 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-ca14afa1-f11b-450e-9253-20acfeb9d8a6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=079de6e7e77240e08cfa4312f5b9fcc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5953109 Feb 04 21:28:12.861381 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39810) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:28:12.913542 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-92c54b19-cdba-48b3-8876-4255e4519b51 req-3fbeb65d-d9ac-4cf5-aa2e-f4a1c394ff2b tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d35ccef-abd7-4c40-98b4-fc2878e9e2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297006 Feb 04 21:28:12.940800 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14afa1-f11b-450e-9253-20acfeb9d8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7207dcc9-bfb8-4164-9559-c7d58ed22c54,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:28:13.052969 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-efb3e2c7-e5d5-41d0-9247-1fb814b42613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:13.100412 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 5e4a04fb-3380-4bec-ad57-c1fbed99929d up at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:28:13.106293 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-efb3e2c7-e5d5-41d0-9247-1fb814b42613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:13.277790 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-efb3e2c7-e5d5-41d0-9247-1fb814b42613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:13.292716 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Provisioning complete for port 5e4a04fb-3380-4bec-ad57-c1fbed99929d triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:28:13.294027 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:13.302762 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3e2c7-e5d5-41d0-9247-1fb814b42613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7207dcc9-bfb8-4164-9559-c7d58ed22c54,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:28:13.314074 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-efb3e2c7-e5d5-41d0-9247-1fb814b42613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:13.315208 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-efb3e2c7-e5d5-41d0-9247-1fb814b42613 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7207dcc9-bfb8-4164-9559-c7d58ed22c54 HTTP/1.1" status: 204 len: 168 time: 0.4510157 Feb 04 21:28:13.381000 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a68137-e67b-4fe8-aad3-c28cb6128f68 req-a628ed45-f412-44a0-9223-4d0392290464 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:28:13.381774 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-f9a68137-e67b-4fe8-aad3-c28cb6128f68 req-a628ed45-f412-44a0-9223-4d0392290464 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Synchronizing usage tracker for tenant:fe26737a52c644edb9ecfa2cc901b8eb on resource:port {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:28:13.396914 n-d-827896-1 neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-3cfc5e51-e578-4f58-b653-8e0b51a6d59a tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492154'] for router_interface, after_delete {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:13.425753 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-f9a68137-e67b-4fe8-aad3-c28cb6128f68 req-a628ed45-f412-44a0-9223-4d0392290464 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Unset dirty status for tenant:fe26737a52c644edb9ecfa2cc901b8eb on resource:port {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:28:13.427578 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f9a68137-e67b-4fe8-aad3-c28cb6128f68 req-a628ed45-f412-44a0-9223-4d0392290464 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.18 "GET /v2.0/ports?device_id=93595a06-be1f-4b78-9ddf-896bc82776f4 HTTP/1.1" status: 200 len: 946 time: 0.2178631 Feb 04 21:28:13.563351 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-f9a68137-e67b-4fe8-aad3-c28cb6128f68 req-9d6e361e-8697-418d-a7f9-8518debdc380 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Deleting port 4e00ac3d-f7b9-4735-986f-40949327441d {{(pid=87682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:28:13.563959 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-f9a68137-e67b-4fe8-aad3-c28cb6128f68 req-9d6e361e-8697-418d-a7f9-8518debdc380 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:13.852890 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-cfe8598c-0365-4b2e-85c2-ca64e40752b4 tempest-TestServerAdvancedOps-1194300382 tempest-TestServerAdvancedOps-1194300382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:28:13.854434 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-cfe8598c-0365-4b2e-85c2-ca64e40752b4 tempest-TestServerAdvancedOps-1194300382 tempest-TestServerAdvancedOps-1194300382-project] 10.222.0.26 "GET /v2.0/networks?id=441d19d8-cc6e-4214-a739-00996b5b1045 HTTP/1.1" status: 200 len: 812 time: 0.3138368 Feb 04 21:28:13.875535 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-8381c7dd-d521-4966-b61b-38b3d37af46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:13.877962 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39830) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:28:13.933273 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-47962a54-0286-4411-a83f-42cb6eabb0ac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=214d2236e00a48d5b5ea74ba2fb5603f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0546918 Feb 04 21:28:13.937991 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39836) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:28:13.944376 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-baaf62c0-fd1a-4f9e-8c87-36ec4092211d tempest-TestServerAdvancedOps-1194300382 tempest-TestServerAdvancedOps-1194300382-project] 10.222.0.26 "GET /v2.0/quotas/98a89143a3f448df813d2cff7f654c5b HTTP/1.1" status: 200 len: 375 time: 0.0807445 Feb 04 21:28:14.058773 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-8807829e-47fa-4a2e-9fc2-e88b2cca651f tempest-TestServerAdvancedOps-1194300382 tempest-TestServerAdvancedOps-1194300382-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=98a89143a3f448df813d2cff7f654c5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1135137 Feb 04 21:28:14.095887 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-f9a68137-e67b-4fe8-aad3-c28cb6128f68 req-9d6e361e-8697-418d-a7f9-8518debdc380 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] For port 4e00ac3d-f7b9-4735-986f-40949327441d, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=4e00ac3d-f7b9-4735-986f-40949327441d,segment=NetworkSegment(f7414e5f-c6a9-4e25-8e2e-d8fcb7ce2b94),segment_id=f7414e5f-c6a9-4e25-8e2e-d8fcb7ce2b94)] {{(pid=87682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:28:14.096272 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-f9a68137-e67b-4fe8-aad3-c28cb6128f68 req-9d6e361e-8697-418d-a7f9-8518debdc380 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:14.255233 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.plugin [req-f9a68137-e67b-4fe8-aad3-c28cb6128f68 req-9d6e361e-8697-418d-a7f9-8518debdc380 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Calling delete_port for 4e00ac3d-f7b9-4735-986f-40949327441d owned by compute:nova {{(pid=87682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:28:14.263235 n-d-827896-1 neutron-server[87683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfc5e51-e578-4f58-b653-8e0b51a6d59a tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Router 41e1995e-c8f4-48ca-9897-491e4817427f has already been hosted by L3 agent 954a7d31-377e-477c-8963-33dc08856f44 {{(pid=87683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 21:28:14.296360 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b0d08051-a770-4331-b701-1ec556f0d29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:14.345547 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b0d08051-a770-4331-b701-1ec556f0d29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:14.455369 n-d-827896-1 neutron-server[87683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfc5e51-e578-4f58-b653-8e0b51a6d59a tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify agent at l3_agent.n-d-827896-1 the message routers_updated {{(pid=87683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 21:28:14.458849 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-85fa6f0b-ea8b-4996-bc13-54414a40546d service neutron] 10.222.0.26 "GET /v2.0/networks/441d19d8-cc6e-4214-a739-00996b5b1045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838956 Feb 04 21:28:14.474170 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e64c77b-eb10-4cae-aeee-53eac7a7e23d None None] Sync routers for ids ['41e1995e-c8f4-48ca-9897-491e4817427f'] in n-d-827896-1 {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 21:28:14.495759 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e64c77b-eb10-4cae-aeee-53eac7a7e23d None None] Routers {'41e1995e-c8f4-48ca-9897-491e4817427f'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:28:14.496754 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-7e64c77b-eb10-4cae-aeee-53eac7a7e23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:27:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['41e1995e-c8f4-48ca-9897-491e4817427f'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:28:14.600763 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b0d08051-a770-4331-b701-1ec556f0d29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510198'] for security_group, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:14.632735 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d08051-a770-4331-b701-1ec556f0d29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dcb8e29-6b20-4dc5-86e0-baec5c8ea0ec,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:28:14.647061 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-7e64c77b-eb10-4cae-aeee-53eac7a7e23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:28:14.647320 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-f9a68137-e67b-4fe8-aad3-c28cb6128f68 req-9d6e361e-8697-418d-a7f9-8518debdc380 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:14.664650 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['4e00ac3d-f7b9-4735-986f-40949327441d'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:28:14.677394 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e64c77b-eb10-4cae-aeee-53eac7a7e23d None None] Routers {'41e1995e-c8f4-48ca-9897-491e4817427f'} bound to L3 agent in host n-d-827896-1 {{(pid=87685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 21:28:14.678144 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-7e64c77b-eb10-4cae-aeee-53eac7a7e23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T20:41:16Z,description=,heartbeat_timestamp=2022-02-04T21:27:46Z,host='n-d-827896-1',id=954a7d31-377e-477c-8963-33dc08856f44,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T20:41:16Z,topic='l3_agent')) {'router_ids': ['41e1995e-c8f4-48ca-9897-491e4817427f'], 'active': True} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:28:14.714815 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e361e-8697-418d-a7f9-8518debdc380 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Pushing event deleted for resources: {'Port': ['ID=4e00ac3d-f7b9-4735-986f-40949327441d,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:28:14.744926 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-3cfc5e51-e578-4f58-b653-8e0b51a6d59a tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "PUT /v2.0/routers/41e1995e-c8f4-48ca-9897-491e4817427f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1766529 Feb 04 21:28:14.747209 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [-] (87683) accepted ('10.222.0.26', 39842) {{(pid=87683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:28:14.765537 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.l3_hamode_db [None req-7e64c77b-eb10-4cae-aeee-53eac7a7e23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-1', False) {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 21:28:14.766040 n-d-827896-1 neutron-server[87685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e64c77b-eb10-4cae-aeee-53eac7a7e23d None None] The sync data for ids ['41e1995e-c8f4-48ca-9897-491e4817427f'] in n-d-827896-1 is: [] {{(pid=87685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 21:28:14.785505 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-b0d08051-a770-4331-b701-1ec556f0d29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:14.789069 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-b0d08051-a770-4331-b701-1ec556f0d29d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6dcb8e29-6b20-4dc5-86e0-baec5c8ea0ec HTTP/1.1" status: 204 len: 168 time: 0.8457034 Feb 04 21:28:14.831897 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-b46e8811-8600-45a2-9eda-0612e4534f92 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Synchronizing usage tracker for tenant:cbc86534709d428b91b2b43a6558e62d on resource:port {{(pid=87683) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:28:14.855172 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a68137-e67b-4fe8-aad3-c28cb6128f68 req-9d6e361e-8697-418d-a7f9-8518debdc380 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] No DVR routers for this DVR port 4e00ac3d-f7b9-4735-986f-40949327441d on host n-h2-827896-1 {{(pid=87682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:28:14.857690 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-f9a68137-e67b-4fe8-aad3-c28cb6128f68 req-9d6e361e-8697-418d-a7f9-8518debdc380 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:14.859974 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f9a68137-e67b-4fe8-aad3-c28cb6128f68 req-9d6e361e-8697-418d-a7f9-8518debdc380 tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.18 "DELETE /v2.0/ports/4e00ac3d-f7b9-4735-986f-40949327441d HTTP/1.1" status: 204 len: 173 time: 1.4266713 Feb 04 21:28:14.860425 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93595a06-be1f-4b78-9ddf-896bc82776f4', 'name': 'network-vif-deleted', 'tag': '4e00ac3d-f7b9-4735-986f-40949327441d'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:28:14.934729 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-b6a2d577-99be-4b88-b01c-81b47aea2fa7 service neutron] 10.222.0.26 "GET /v2.0/networks/441d19d8-cc6e-4214-a739-00996b5b1045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634585 Feb 04 21:28:14.966601 n-d-827896-1 neutron-server[87683]: DEBUG neutron.quota.resource [None req-b46e8811-8600-45a2-9eda-0612e4534f92 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Unset dirty status for tenant:cbc86534709d428b91b2b43a6558e62d on resource:port {{(pid=87683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:28:14.970947 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39854) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:28:14.971460 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [None req-b46e8811-8600-45a2-9eda-0612e4534f92 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "GET /v2.0/ports?device_id=41e1995e-c8f4-48ca-9897-491e4817427f HTTP/1.1" status: 200 len: 205 time: 0.2089205 Feb 04 21:28:15.256374 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1381599a-21cb-4a2e-a32a-149b11546fb5 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for router, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:15.520115 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-76de31a0-a450-4940-84b5-6bc8eb38b167 req-d23e98f3-7305-40fc-ad2f-6136db49552c tempest-VolumesActionsTest-2048904231 tempest-VolumesActionsTest-2048904231-project] 10.222.0.26 "GET /v2.0/ports?device_id=93595a06-be1f-4b78-9ddf-896bc82776f4 HTTP/1.1" status: 200 len: 210 time: 0.0629988 Feb 04 21:28:15.681689 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1381599a-21cb-4a2e-a32a-149b11546fb5 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-412'] for router, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:15.684496 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1381599a-21cb-4a2e-a32a-149b11546fb5 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:15.713740 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93595a06-be1f-4b78-9ddf-896bc82776f4', 'name': 'network-vif-deleted', 'tag': '4e00ac3d-f7b9-4735-986f-40949327441d', 'status': 'completed', 'code': 200} Feb 04 21:28:15.725140 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1381599a-21cb-4a2e-a32a-149b11546fb5 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493477'] for router, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:15.726047 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1381599a-21cb-4a2e-a32a-149b11546fb5 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Fanout notify agent at l3_agent the message router_deleted on router 41e1995e-c8f4-48ca-9897-491e4817427f {{(pid=87682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 21:28:15.739750 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-1381599a-21cb-4a2e-a32a-149b11546fb5 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for router, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:15.740857 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-1381599a-21cb-4a2e-a32a-149b11546fb5 tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "DELETE /v2.0/routers/41e1995e-c8f4-48ca-9897-491e4817427f HTTP/1.1" status: 204 len: 168 time: 0.7690043 Feb 04 21:28:15.747509 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [-] (87682) accepted ('10.222.0.26', 39880) {{(pid=87682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 21:28:15.853122 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-0d43e57a-c49b-4b91-9633-3e6d3745da4f req-9a7f50b2-f777-4543-93a9-9fd5c618e7c8 tempest-TestServerAdvancedOps-1194300382 tempest-TestServerAdvancedOps-1194300382-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2d9cb4a-e27e-49b5-a6a6-92236627e220 HTTP/1.1" status: 200 len: 210 time: 0.1397412 Feb 04 21:28:15.953151 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_v2 [None req-55344916-23c6-4641-af84-c38be424b91c tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Deleting subnet 7f394a64-8ce0-4728-8c41-d659340ba431 {{(pid=87682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 21:28:15.960864 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-55344916-23c6-4641-af84-c38be424b91c tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for subnet, before_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:16.039847 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-55344916-23c6-4641-af84-c38be424b91c tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1820173'] for subnet, precommit_delete_associations {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:16.177880 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-55344916-23c6-4641-af84-c38be424b91c tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7995972'] for subnet, precommit_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:16.263283 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-55344916-23c6-4641-af84-c38be424b91c tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7995981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1594018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2643128'] for subnet, after_delete {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:16.295714 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5ba8bceb-97e7-4c93-a1fd-f56c1ea00cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:16.308630 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55344916-23c6-4641-af84-c38be424b91c tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Pushing event deleted for resources: {'Subnet': ['ID=7f394a64-8ce0-4728-8c41-d659340ba431,revision_number=None']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:28:16.313071 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [None req-55344916-23c6-4641-af84-c38be424b91c tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] Notify callbacks [] for subnet, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:16.319713 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [None req-55344916-23c6-4641-af84-c38be424b91c tempest-RoutersTest-1407955579 tempest-RoutersTest-1407955579-project] 10.222.0.26 "DELETE /v2.0/subnets/7f394a64-8ce0-4728-8c41-d659340ba431 HTTP/1.1" status: 204 len: 168 time: 0.5711317 Feb 04 21:28:16.320522 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d23fe6-5351-4401-9e45-dfdf17f250a0 None None] Network 70666668-b6ea-42c2-846b-b889495a8709 requested from n-d-827896-1 {{(pid=87684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 21:28:16.604220 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de01832a-f590-4bd3-9294-94c66b4f0b83 None None] DHCP port deletion for 70666668-b6ea-42c2-846b-b889495a8709 request from n-d-827896-1 {{(pid=87684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 21:28:16.609489 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-de01832a-f590-4bd3-9294-94c66b4f0b83 None None] Deleting port 0a9d03dc-b891-4d89-91ab-4cf5b670eedc {{(pid=87684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 21:28:16.609974 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-de01832a-f590-4bd3-9294-94c66b4f0b83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761250872558'] for port, before_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:16.839935 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-10a883d5-a317-4dd4-ace0-a671071bda6c tempest-TestServerAdvancedOps-1194300382 tempest-TestServerAdvancedOps-1194300382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:28:16.840884 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-10a883d5-a317-4dd4-ace0-a671071bda6c tempest-TestServerAdvancedOps-1194300382 tempest-TestServerAdvancedOps-1194300382-project] Synchronizing usage tracker for tenant:98a89143a3f448df813d2cff7f654c5b on resource:network {{(pid=87682) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 21:28:16.861056 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-10a883d5-a317-4dd4-ace0-a671071bda6c tempest-TestServerAdvancedOps-1194300382 tempest-TestServerAdvancedOps-1194300382-project] Unset dirty status for tenant:98a89143a3f448df813d2cff7f654c5b on resource:network {{(pid=87682) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 21:28:16.862288 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-10a883d5-a317-4dd4-ace0-a671071bda6c tempest-TestServerAdvancedOps-1194300382 tempest-TestServerAdvancedOps-1194300382-project] 10.222.0.18 "GET /v2.0/networks?id=441d19d8-cc6e-4214-a739-00996b5b1045 HTTP/1.1" status: 200 len: 812 time: 0.2186615 Feb 04 21:28:16.876721 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-7ffc13cb-c5a3-475e-a82d-2bc895327b67 tempest-TestServerAdvancedOps-1194300382 tempest-TestServerAdvancedOps-1194300382-project] Request body: {'port': {'device_id': 'e2d9cb4a-e27e-49b5-a6a6-92236627e220', 'network_id': '441d19d8-cc6e-4214-a739-00996b5b1045', 'admin_state_up': True, 'tenant_id': '98a89143a3f448df813d2cff7f654c5b'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:28:16.928873 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-de01832a-f590-4bd3-9294-94c66b4f0b83 None None] For port 0a9d03dc-b891-4d89-91ab-4cf5b670eedc, host n-d-827896-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-1',level=0,port_id=0a9d03dc-b891-4d89-91ab-4cf5b670eedc,segment=NetworkSegment(0430f4fd-7f52-4b9a-a33d-f5add562692e),segment_id=0430f4fd-7f52-4b9a-a33d-f5add562692e)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:28:16.929446 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-de01832a-f590-4bd3-9294-94c66b4f0b83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-492732'] for port, precommit_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:17.064088 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Device 0a9d03dc-b891-4d89-91ab-4cf5b670eedc no longer exists at agent ovs-agent-n-d-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:28:17.068653 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-7ffc13cb-c5a3-475e-a82d-2bc895327b67 tempest-TestServerAdvancedOps-1194300382 tempest-TestServerAdvancedOps-1194300382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 21:28:17.073313 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-7ffc13cb-c5a3-475e-a82d-2bc895327b67 tempest-TestServerAdvancedOps-1194300382 tempest-TestServerAdvancedOps-1194300382-project] Usage tracker for resource:port and tenant:98a89143a3f448df813d2cff7f654c5b is out of sync, need to count used quota {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 21:28:17.076743 n-d-827896-1 neutron-server[87682]: DEBUG neutron.quota.resource [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-7ffc13cb-c5a3-475e-a82d-2bc895327b67 tempest-TestServerAdvancedOps-1194300382 tempest-TestServerAdvancedOps-1194300382-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87682) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 21:28:17.083265 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.quota.driver [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-7ffc13cb-c5a3-475e-a82d-2bc895327b67 tempest-TestServerAdvancedOps-1194300382 tempest-TestServerAdvancedOps-1194300382-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87682) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 21:28:17.097630 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-7ffc13cb-c5a3-475e-a82d-2bc895327b67 tempest-TestServerAdvancedOps-1194300382 tempest-TestServerAdvancedOps-1194300382-project] Made reservation on behalf of 98a89143a3f448df813d2cff7f654c5b for: {'port': 1} {{(pid=87682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 21:28:17.102650 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-7ffc13cb-c5a3-475e-a82d-2bc895327b67 tempest-TestServerAdvancedOps-1194300382 tempest-TestServerAdvancedOps-1194300382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:17.103657 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-de01832a-f590-4bd3-9294-94c66b4f0b83 None None] Calling delete_port for 0a9d03dc-b891-4d89-91ab-4cf5b670eedc owned by network:dhcp {{(pid=87684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 21:28:17.246391 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-de01832a-f590-4bd3-9294-94c66b4f0b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761250875670', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761250434070'] for port, after_delete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:17.299377 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01832a-f590-4bd3-9294-94c66b4f0b83 None None] Pushing event deleted for resources: {'Port': ['ID=0a9d03dc-b891-4d89-91ab-4cf5b670eedc,revision_number=None']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:28:17.305965 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.db_base_plugin_common [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-7ffc13cb-c5a3-475e-a82d-2bc895327b67 tempest-TestServerAdvancedOps-1194300382 tempest-TestServerAdvancedOps-1194300382-project] Allocated IP 172.20.0.4 (441d19d8-cc6e-4214-a739-00996b5b1045/8104b818-b6a4-459a-baff-5c48a99279e0/2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440) {{(pid=87682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 21:28:17.307335 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de01832a-f590-4bd3-9294-94c66b4f0b83 None None] No DVR routers for this DVR port 0a9d03dc-b891-4d89-91ab-4cf5b670eedc on host n-d-827896-1 {{(pid=87684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 21:28:17.308850 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:17.452594 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:17.659621 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:17.672082 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-7ffc13cb-c5a3-475e-a82d-2bc895327b67 tempest-TestServerAdvancedOps-1194300382 tempest-TestServerAdvancedOps-1194300382-project] Notify callbacks [] for port, precommit_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:17.704975 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-7ffc13cb-c5a3-475e-a82d-2bc895327b67 tempest-TestServerAdvancedOps-1194300382 tempest-TestServerAdvancedOps-1194300382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761250434061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1594065'] for port, after_create {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:17.774538 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-7ffc13cb-c5a3-475e-a82d-2bc895327b67 tempest-TestServerAdvancedOps-1194300382 tempest-TestServerAdvancedOps-1194300382-project] Network 441d19d8-cc6e-4214-a739-00996b5b1045 is already hosted by enough agents. {{(pid=87682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 21:28:17.777796 n-d-827896-1 neutron-server[87682]: DEBUG neutron.scheduler.base_scheduler [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-7ffc13cb-c5a3-475e-a82d-2bc895327b67 tempest-TestServerAdvancedOps-1194300382 tempest-TestServerAdvancedOps-1194300382-project] Resources bound (agent type, host, resource id): {{(pid=87682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 21:28:17.782109 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-7ffc13cb-c5a3-475e-a82d-2bc895327b67 tempest-TestServerAdvancedOps-1194300382 tempest-TestServerAdvancedOps-1194300382-project] Received port after_create {{(pid=87682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 21:28:17.824420 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc13cb-c5a3-475e-a82d-2bc895327b67 tempest-TestServerAdvancedOps-1194300382 tempest-TestServerAdvancedOps-1194300382-project] Pushing event updated for resources: {'Port': ['ID=2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440,revision_number=1']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:28:17.856263 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-7ffc13cb-c5a3-475e-a82d-2bc895327b67 tempest-TestServerAdvancedOps-1194300382 tempest-TestServerAdvancedOps-1194300382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:28:17.856856 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-7ffc13cb-c5a3-475e-a82d-2bc895327b67 tempest-TestServerAdvancedOps-1194300382 tempest-TestServerAdvancedOps-1194300382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:17.880043 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-7ffc13cb-c5a3-475e-a82d-2bc895327b67 tempest-TestServerAdvancedOps-1194300382 tempest-TestServerAdvancedOps-1194300382-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0093462 Feb 04 21:28:17.891300 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.v2.base [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-8b36b32c-bdf4-42bf-af5c-65c34566ba18 service neutron] Request body: {'port': {'device_id': 'e2d9cb4a-e27e-49b5-a6a6-92236627e220', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-1'}} {{(pid=87682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 21:28:18.016422 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-8b36b32c-bdf4-42bf-af5c-65c34566ba18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:18.392639 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-8b36b32c-bdf4-42bf-af5c-65c34566ba18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440 {{(pid=87682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:28:18.400175 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-8b36b32c-bdf4-42bf-af5c-65c34566ba18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:18.416387 n-d-827896-1 neutron-server[87682]: DEBUG neutron.db.provisioning_blocks [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-8b36b32c-bdf4-42bf-af5c-65c34566ba18 service neutron] Transition to ACTIVE for port object 2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440 will not be triggered until provisioned by entity L2. {{(pid=87682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 21:28:18.421077 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-8b36b32c-bdf4-42bf-af5c-65c34566ba18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:18.574578 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36b32c-bdf4-42bf-af5c-65c34566ba18 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440,revision_number=2']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:28:18.663338 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-8b36b32c-bdf4-42bf-af5c-65c34566ba18 service neutron] Attempting to bind port 2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440 on host n-h2-827896-1 for vnic_type normal with profile {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 21:28:18.663595 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-8b36b32c-bdf4-42bf-af5c-65c34566ba18 service neutron] Attempting to bind port 2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440 by drivers openvswitch,hyperv on host n-h2-827896-1 at level 0 using segments [{'id': '21e13f8b-4f7d-4cc7-9dc4-82c1c15d70df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '441d19d8-cc6e-4214-a739-00996b5b1045'}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 21:28:18.663919 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-8b36b32c-bdf4-42bf-af5c-65c34566ba18 service neutron] Attempting to bind port 2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440 on network 441d19d8-cc6e-4214-a739-00996b5b1045 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:28:18.668538 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-8b36b32c-bdf4-42bf-af5c-65c34566ba18 service neutron] Port 2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440 on network 441d19d8-cc6e-4214-a739-00996b5b1045 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-1 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 21:28:18.668852 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-8b36b32c-bdf4-42bf-af5c-65c34566ba18 service neutron] Attempting to bind port 2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440 on network 441d19d8-cc6e-4214-a739-00996b5b1045 {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 21:28:18.674540 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-8b36b32c-bdf4-42bf-af5c-65c34566ba18 service neutron] Checking agent: {'id': '51eb55a2-e2ba-4e36-a99d-8f4e0046d7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'started_at': datetime.datetime(2022, 2, 4, 20, 49, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 21, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 21:28:18.674868 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-8b36b32c-bdf4-42bf-af5c-65c34566ba18 service neutron] Checking segment: {'id': '21e13f8b-4f7d-4cc7-9dc4-82c1c15d70df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '441d19d8-cc6e-4214-a739-00996b5b1045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 21:28:18.675244 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-8b36b32c-bdf4-42bf-af5c-65c34566ba18 service neutron] Bound using segment: {'id': '21e13f8b-4f7d-4cc7-9dc4-82c1c15d70df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '441d19d8-cc6e-4214-a739-00996b5b1045'} {{(pid=87682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 21:28:18.675663 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.managers [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-8b36b32c-bdf4-42bf-af5c-65c34566ba18 service neutron] Bound port: 2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440, host: n-h2-827896-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21e13f8b-4f7d-4cc7-9dc4-82c1c15d70df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '441d19d8-cc6e-4214-a739-00996b5b1045'}}] {{(pid=87682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 21:28:18.676006 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-8b36b32c-bdf4-42bf-af5c-65c34566ba18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:18.768767 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-8b36b32c-bdf4-42bf-af5c-65c34566ba18 service neutron] For port 2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440, host n-h2-827896-1, cleared binding levels {{(pid=87682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 21:28:18.772087 n-d-827896-1 neutron-server[87682]: DEBUG neutron.plugins.ml2.db [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-8b36b32c-bdf4-42bf-af5c-65c34566ba18 service neutron] For port 2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440, host n-h2-827896-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440,segment=NetworkSegment(21e13f8b-4f7d-4cc7-9dc4-82c1c15d70df),segment_id=21e13f8b-4f7d-4cc7-9dc4-82c1c15d70df)] {{(pid=87682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 21:28:18.776544 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-8b36b32c-bdf4-42bf-af5c-65c34566ba18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1594088'] for port, after_update {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:18.803426 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 4e00ac3d-f7b9-4735-986f-40949327441d no longer exists at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 21:28:18.843363 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-8b36b32c-bdf4-42bf-af5c-65c34566ba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:28:18.843973 n-d-827896-1 neutron-server[87682]: DEBUG neutron_lib.callbacks.manager [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-8b36b32c-bdf4-42bf-af5c-65c34566ba18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8269321'] for port, before_response {{(pid=87682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:18.845385 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-8b36b32c-bdf4-42bf-af5c-65c34566ba18 service neutron] 10.222.0.18 "PUT /v2.0/ports/2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440 HTTP/1.1" status: 200 len: 1091 time: 0.9585590 Feb 04 21:28:18.845825 n-d-827896-1 neutron-server[87682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2d9cb4a-e27e-49b5-a6a6-92236627e220', 'tag': '2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440'}] {{(pid=87682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:28:18.846465 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.plugin [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] No Port match for: 4e00ac3d-f7b9-4735-986f-40949327441d {{(pid=87684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 21:28:18.846813 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 4e00ac3d-f7b9-4735-986f-40949327441d not bound to the agent host n-h2-827896-1 {{(pid=87684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 21:28:18.867278 n-d-827896-1 neutron-server[87682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36b32c-bdf4-42bf-af5c-65c34566ba18 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440,revision_number=3']} {{(pid=87682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:28:18.919558 n-d-827896-1 neutron-server[87682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2d9cb4a-e27e-49b5-a6a6-92236627e220', 'tag': '2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440', 'status': 'completed', 'code': 200} Feb 04 21:28:18.963359 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-65c5342f-0491-488a-a7c7-a5d75bfeb796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:28:18.964273 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:18.964932 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-65c5342f-0491-488a-a7c7-a5d75bfeb796 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=98a89143a3f448df813d2cff7f654c5b&device_id=e2d9cb4a-e27e-49b5-a6a6-92236627e220 HTTP/1.1" status: 200 len: 1094 time: 0.0797107 Feb 04 21:28:19.037293 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-fca6a06d-8882-4be8-a797-f8646ca3c065 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440 HTTP/1.1" status: 200 len: 217 time: 0.0661089 Feb 04 21:28:19.105685 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-0e7dc305-f213-4e6e-a8d7-cf5d811ed84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:28:19.107128 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-0e7dc305-f213-4e6e-a8d7-cf5d811ed84f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8104b818-b6a4-459a-baff-5c48a99279e0 HTTP/1.1" status: 200 len: 852 time: 0.0600736 Feb 04 21:28:19.159465 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-6e441775-59fc-410b-aada-febf2a9a463c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=441d19d8-cc6e-4214-a739-00996b5b1045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445213 Feb 04 21:28:19.296035 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-8370261e-7bc1-4cd7-97af-e6c2217952ef service neutron] 10.222.0.18 "GET /v2.0/networks/441d19d8-cc6e-4214-a739-00996b5b1045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304440 Feb 04 21:28:19.540092 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-a003afa3-c8a5-4b88-9019-ef64f8d67803 req-cead0442-8f58-45d6-bb24-ac6faab83d4c service neutron] 10.222.0.18 "GET /v2.0/networks/441d19d8-cc6e-4214-a739-00996b5b1045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383165 Feb 04 21:28:19.654329 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a721bcf-ed26-4097-8349-00f964f7e967 req-8989e288-b4b6-4796-921d-4fde2fcdde2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:28:19.656622 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9a721bcf-ed26-4097-8349-00f964f7e967 req-8989e288-b4b6-4796-921d-4fde2fcdde2c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=98a89143a3f448df813d2cff7f654c5b&device_id=e2d9cb4a-e27e-49b5-a6a6-92236627e220 HTTP/1.1" status: 200 len: 1094 time: 0.0736299 Feb 04 21:28:19.790858 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a721bcf-ed26-4097-8349-00f964f7e967 req-a590e333-afd3-4667-9e7a-81bfde4ebf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:28:19.792492 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9a721bcf-ed26-4097-8349-00f964f7e967 req-a590e333-afd3-4667-9e7a-81bfde4ebf76 service neutron] 10.222.0.18 "GET /v2.0/networks?id=441d19d8-cc6e-4214-a739-00996b5b1045 HTTP/1.1" status: 200 len: 913 time: 0.1302412 Feb 04 21:28:19.875469 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9a721bcf-ed26-4097-8349-00f964f7e967 req-c23968ca-6fb1-4294-8158-f6a0805a9a12 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440 HTTP/1.1" status: 200 len: 217 time: 0.0759258 Feb 04 21:28:19.942518 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a721bcf-ed26-4097-8349-00f964f7e967 req-b867f8a2-ae9f-471f-8b98-96188a8081b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:28:19.943921 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9a721bcf-ed26-4097-8349-00f964f7e967 req-b867f8a2-ae9f-471f-8b98-96188a8081b2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8104b818-b6a4-459a-baff-5c48a99279e0 HTTP/1.1" status: 200 len: 852 time: 0.0617132 Feb 04 21:28:19.995943 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9a721bcf-ed26-4097-8349-00f964f7e967 req-9383eb3d-6953-4079-8323-3dbfc8a7d97e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=441d19d8-cc6e-4214-a739-00996b5b1045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458431 Feb 04 21:28:20.135288 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9a721bcf-ed26-4097-8349-00f964f7e967 req-8c54cb0a-6205-44ca-b41d-7288ca684701 service neutron] 10.222.0.18 "GET /v2.0/networks/441d19d8-cc6e-4214-a739-00996b5b1045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331317 Feb 04 21:28:20.289963 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-9a721bcf-ed26-4097-8349-00f964f7e967 req-8ca4a95e-aeb4-4c97-bd42-48546fbfe71f service neutron] 10.222.0.18 "GET /v2.0/networks/441d19d8-cc6e-4214-a739-00996b5b1045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473632 Feb 04 21:28:21.573625 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ced2e36e-f139-4056-8d07-2227eceb1e01 req-555b5ce7-f7d2-40e0-bce8-2c1deceb5476 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1919944 Feb 04 21:28:21.716295 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2e36e-f139-4056-8d07-2227eceb1e01 req-4d69da07-a371-4020-b362-e8acfabc6e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:28:21.718534 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ced2e36e-f139-4056-8d07-2227eceb1e01 req-4d69da07-a371-4020-b362-e8acfabc6e96 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e8582aac1f7460e8c501b58b7ccfd28&device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224 HTTP/1.1" status: 200 len: 1096 time: 0.0738652 Feb 04 21:28:21.868588 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2e36e-f139-4056-8d07-2227eceb1e01 req-d835c5df-a864-476a-a6e5-8f828a1af2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:28:21.870148 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ced2e36e-f139-4056-8d07-2227eceb1e01 req-d835c5df-a864-476a-a6e5-8f828a1af2db service neutron] 10.222.0.32 "GET /v2.0/networks?id=70271830-382b-4ee0-8a4e-d64395d5f7ae HTTP/1.1" status: 200 len: 898 time: 0.1328011 Feb 04 21:28:21.979002 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ced2e36e-f139-4056-8d07-2227eceb1e01 req-60bae8e3-d645-4208-a561-4a82383d21d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67c1b234-fe0a-4770-b552-f3ca5d5f208b HTTP/1.1" status: 200 len: 1001 time: 0.1032939 Feb 04 21:28:22.048615 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2e36e-f139-4056-8d07-2227eceb1e01 req-79268492-65ec-490c-a965-36096ebf7e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:28:22.050141 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ced2e36e-f139-4056-8d07-2227eceb1e01 req-79268492-65ec-490c-a965-36096ebf7e73 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=59352667-bace-4ad1-9d17-59d41210222d HTTP/1.1" status: 200 len: 835 time: 0.0660565 Feb 04 21:28:22.128352 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2e36e-f139-4056-8d07-2227eceb1e01 req-74808217-5778-44c9-976c-2a7ce6e916e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:28:22.129894 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ced2e36e-f139-4056-8d07-2227eceb1e01 req-74808217-5778-44c9-976c-2a7ce6e916e1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=70271830-382b-4ee0-8a4e-d64395d5f7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735877 Feb 04 21:28:22.266081 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ced2e36e-f139-4056-8d07-2227eceb1e01 req-8137757b-a683-4788-8e98-2a714cde82c9 service neutron] 10.222.0.32 "GET /v2.0/networks/70271830-382b-4ee0-8a4e-d64395d5f7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302423 Feb 04 21:28:22.422800 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-ced2e36e-f139-4056-8d07-2227eceb1e01 req-8bb1d714-ba3b-4cd9-a1e0-8ae80bd6f5ef service neutron] 10.222.0.32 "GET /v2.0/networks/70271830-382b-4ee0-8a4e-d64395d5f7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508927 Feb 04 21:28:22.818772 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440 details requested by agent hyperv_n-h2-827896-1 with host n-h2-827896-1 {{(pid=87684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 21:28:22.983138 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440,segment=NetworkSegment(21e13f8b-4f7d-4cc7-9dc4-82c1c15d70df),segment_id=21e13f8b-4f7d-4cc7-9dc4-82c1c15d70df)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:28:23.007246 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Returning: {'device': '2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440', 'network_id': '441d19d8-cc6e-4214-a739-00996b5b1045', 'port_id': '2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440', 'mac_address': 'fa:16:3e:73:c4:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8104b818-b6a4-459a-baff-5c48a99279e0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 21:28:23.075785 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:23.099062 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440 {{(pid=87684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 21:28:23.115876 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440,segment=NetworkSegment(21e13f8b-4f7d-4cc7-9dc4-82c1c15d70df),segment_id=21e13f8b-4f7d-4cc7-9dc4-82c1c15d70df)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:28:23.120606 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:23.191184 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440,revision_number=4']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:28:23.309011 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] get_ports_and_sgs() called for port_ids ['2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440'] {{(pid=87684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 21:28:24.832462 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Device 2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440 up at agent hyperv_n-h2-827896-1 {{(pid=87684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 21:28:24.900066 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning for port 2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440 completed by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 21:28:24.905625 n-d-827896-1 neutron-server[87684]: DEBUG neutron.db.provisioning_blocks [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Provisioning complete for port 2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440 triggered by entity L2. {{(pid=87684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 21:28:24.906103 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7996440'] for port, provisioning_complete {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:25.031884 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-519690'] for port, before_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:25.058132 n-d-827896-1 neutron-server[87684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d9cb4a-e27e-49b5-a6a6-92236627e220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440'}] {{(pid=87684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 21:28:25.068077 n-d-827896-1 neutron-server[87684]: DEBUG neutron.plugins.ml2.db [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] For port 2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440, host n-h2-827896-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-1',level=0,port_id=2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440,segment=NetworkSegment(21e13f8b-4f7d-4cc7-9dc4-82c1c15d70df),segment_id=21e13f8b-4f7d-4cc7-9dc4-82c1c15d70df)] {{(pid=87684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 21:28:25.072373 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-518863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8333215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761250875661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761250434079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761250434124'] for port, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:25.148335 n-d-827896-1 neutron-server[87684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Pushing event updated for resources: {'Port': ['ID=2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440,revision_number=5']} {{(pid=87684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 21:28:25.239623 n-d-827896-1 neutron-server[87684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d9cb4a-e27e-49b5-a6a6-92236627e220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440', 'code': 200} Feb 04 21:28:25.371755 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776653c-3602-4782-82a5-aba776df5ab9 req-dabd5210-56b1-4b28-9e2f-0ab59270ef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:28:25.373949 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f776653c-3602-4782-82a5-aba776df5ab9 req-dabd5210-56b1-4b28-9e2f-0ab59270ef42 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e2d9cb4a-e27e-49b5-a6a6-92236627e220 HTTP/1.1" status: 200 len: 1096 time: 0.0772591 Feb 04 21:28:25.419694 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-f776653c-3602-4782-82a5-aba776df5ab9 req-ca87c746-4b66-4692-b191-7bed482ab238 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4c3a369d-5966-454d-9d8b-28cfb4707df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357440 Feb 04 21:28:26.295902 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:30.703105 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:28:32.921396 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:43.858767 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7e1301ac-10a6-4ab3-8dcd-ce2c97c6c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:46.281691 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a87f5ea7-16d4-4324-8518-10561b3c1c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:47.450724 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:47.650716 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:48.958448 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:28:56.300639 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:02.931545 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:04.010287 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8941ebc2-635b-4b29-9940-2cadefdc0245 req-2889e8a3-498f-4268-a654-7599baa49907 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e2d9cb4a-e27e-49b5-a6a6-92236627e220&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0733476 Feb 04 21:29:04.156158 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941ebc2-635b-4b29-9940-2cadefdc0245 req-f6138dc5-e419-48bf-b225-be8e5d7e5265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:29:04.157672 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8941ebc2-635b-4b29-9940-2cadefdc0245 req-f6138dc5-e419-48bf-b225-be8e5d7e5265 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=98a89143a3f448df813d2cff7f654c5b&device_id=e2d9cb4a-e27e-49b5-a6a6-92236627e220 HTTP/1.1" status: 200 len: 1096 time: 0.0781395 Feb 04 21:29:04.304723 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941ebc2-635b-4b29-9940-2cadefdc0245 req-d1f77ace-87e3-46cb-a42e-a4b853dc8a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:29:04.306126 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8941ebc2-635b-4b29-9940-2cadefdc0245 req-d1f77ace-87e3-46cb-a42e-a4b853dc8a79 service neutron] 10.222.0.18 "GET /v2.0/networks?id=441d19d8-cc6e-4214-a739-00996b5b1045 HTTP/1.1" status: 200 len: 913 time: 0.1260657 Feb 04 21:29:04.376782 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8941ebc2-635b-4b29-9940-2cadefdc0245 req-e6e8824b-1af8-4744-8d93-41c8b0b25c22 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440 HTTP/1.1" status: 200 len: 217 time: 0.0640614 Feb 04 21:29:04.439077 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941ebc2-635b-4b29-9940-2cadefdc0245 req-1104f181-121a-4c48-8f63-50b72b5ff66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:29:04.440458 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8941ebc2-635b-4b29-9940-2cadefdc0245 req-1104f181-121a-4c48-8f63-50b72b5ff66d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8104b818-b6a4-459a-baff-5c48a99279e0 HTTP/1.1" status: 200 len: 852 time: 0.0572441 Feb 04 21:29:04.487698 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8941ebc2-635b-4b29-9940-2cadefdc0245 req-90be4093-5159-4848-81b4-5c7cc8d5474c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=441d19d8-cc6e-4214-a739-00996b5b1045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400255 Feb 04 21:29:04.618092 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8941ebc2-635b-4b29-9940-2cadefdc0245 req-5db6af5a-9ce1-4e96-b8a8-4e4b16125744 service neutron] 10.222.0.18 "GET /v2.0/networks/441d19d8-cc6e-4214-a739-00996b5b1045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237233 Feb 04 21:29:04.852758 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8941ebc2-635b-4b29-9940-2cadefdc0245 req-aeac6c04-fc7e-42b2-80b0-10b6934bba24 service neutron] 10.222.0.18 "GET /v2.0/networks/441d19d8-cc6e-4214-a739-00996b5b1045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276385 Feb 04 21:29:07.703110 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:29:13.860407 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-e79f9748-a1e9-4b84-9958-f452cc8f6795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:16.282648 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-956d3374-e1b7-4ca5-b454-7f4937d8844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:17.453577 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:17.651466 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:18.961099 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:20.815831 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f564b7aa-4b11-4a6d-b714-28eb21ae5090 req-aa9adb7d-3427-4291-82cf-1618193e2423 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0682135 Feb 04 21:29:20.956784 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564b7aa-4b11-4a6d-b714-28eb21ae5090 req-266dfef6-c873-41aa-b936-f775abd60bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:29:20.958256 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f564b7aa-4b11-4a6d-b714-28eb21ae5090 req-266dfef6-c873-41aa-b936-f775abd60bde service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e8582aac1f7460e8c501b58b7ccfd28&device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224 HTTP/1.1" status: 200 len: 1096 time: 0.0743461 Feb 04 21:29:21.103301 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564b7aa-4b11-4a6d-b714-28eb21ae5090 req-72d19a37-6023-4278-aab4-8dd815ed56c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:29:21.104620 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f564b7aa-4b11-4a6d-b714-28eb21ae5090 req-72d19a37-6023-4278-aab4-8dd815ed56c4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=70271830-382b-4ee0-8a4e-d64395d5f7ae HTTP/1.1" status: 200 len: 898 time: 0.1268415 Feb 04 21:29:21.212391 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f564b7aa-4b11-4a6d-b714-28eb21ae5090 req-600aad6c-cea9-4f82-b6d2-516757c8b496 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67c1b234-fe0a-4770-b552-f3ca5d5f208b HTTP/1.1" status: 200 len: 1001 time: 0.0999506 Feb 04 21:29:21.272890 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564b7aa-4b11-4a6d-b714-28eb21ae5090 req-e6f14304-fd31-4ad9-8d7f-acc58525bfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:29:21.274289 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f564b7aa-4b11-4a6d-b714-28eb21ae5090 req-e6f14304-fd31-4ad9-8d7f-acc58525bfff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=59352667-bace-4ad1-9d17-59d41210222d HTTP/1.1" status: 200 len: 835 time: 0.0564301 Feb 04 21:29:21.350990 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564b7aa-4b11-4a6d-b714-28eb21ae5090 req-373a05c2-f96b-41d8-adea-f356c305c487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:29:21.352409 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f564b7aa-4b11-4a6d-b714-28eb21ae5090 req-373a05c2-f96b-41d8-adea-f356c305c487 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=70271830-382b-4ee0-8a4e-d64395d5f7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720158 Feb 04 21:29:21.601953 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f564b7aa-4b11-4a6d-b714-28eb21ae5090 req-3871fc89-a18e-41af-99d8-cd0a4b210246 service neutron] 10.222.0.32 "GET /v2.0/networks/70271830-382b-4ee0-8a4e-d64395d5f7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430546 Feb 04 21:29:21.731984 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-f564b7aa-4b11-4a6d-b714-28eb21ae5090 req-04ec735a-6582-4a56-9b23-85ddca9b150c service neutron] 10.222.0.32 "GET /v2.0/networks/70271830-382b-4ee0-8a4e-d64395d5f7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237850 Feb 04 21:29:26.305191 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:32.947055 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:43.863089 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0ed10fbd-6bdb-4c5f-a28a-bd70eecd4cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:44.703588 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:29:46.283346 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a13d977a-5b1d-4236-889e-1f6a9bb1c75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:47.459068 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:47.655536 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:48.963769 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:29:56.315030 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:02.956411 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:05.755512 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4f92c585-fe13-49b9-947b-0197f72968e5 req-c800066a-ba52-488c-b15f-6c0821975d2e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e2d9cb4a-e27e-49b5-a6a6-92236627e220&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0729420 Feb 04 21:30:05.893924 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92c585-fe13-49b9-947b-0197f72968e5 req-e1bf6982-259c-467c-b031-f0da1a4efaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:30:05.895414 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4f92c585-fe13-49b9-947b-0197f72968e5 req-e1bf6982-259c-467c-b031-f0da1a4efaaf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=98a89143a3f448df813d2cff7f654c5b&device_id=e2d9cb4a-e27e-49b5-a6a6-92236627e220 HTTP/1.1" status: 200 len: 1096 time: 0.0708735 Feb 04 21:30:06.039991 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92c585-fe13-49b9-947b-0197f72968e5 req-89070d2b-8f35-4674-9195-901ff750ead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:30:06.041491 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4f92c585-fe13-49b9-947b-0197f72968e5 req-89070d2b-8f35-4674-9195-901ff750ead8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=441d19d8-cc6e-4214-a739-00996b5b1045 HTTP/1.1" status: 200 len: 913 time: 0.1273632 Feb 04 21:30:06.111482 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4f92c585-fe13-49b9-947b-0197f72968e5 req-e4a0d4f7-fddb-4614-88a3-70083ff44f65 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440 HTTP/1.1" status: 200 len: 217 time: 0.0643325 Feb 04 21:30:06.172908 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92c585-fe13-49b9-947b-0197f72968e5 req-0ec1be20-b721-40c6-a036-0f50c012dc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:30:06.174314 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4f92c585-fe13-49b9-947b-0197f72968e5 req-0ec1be20-b721-40c6-a036-0f50c012dc7a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8104b818-b6a4-459a-baff-5c48a99279e0 HTTP/1.1" status: 200 len: 852 time: 0.0568376 Feb 04 21:30:06.224893 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4f92c585-fe13-49b9-947b-0197f72968e5 req-6779a999-b33d-40b2-a35f-9d251de921f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=441d19d8-cc6e-4214-a739-00996b5b1045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437908 Feb 04 21:30:06.356748 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4f92c585-fe13-49b9-947b-0197f72968e5 req-2d928b6a-2a24-44cf-9a7c-5cf57b5cb741 service neutron] 10.222.0.18 "GET /v2.0/networks/441d19d8-cc6e-4214-a739-00996b5b1045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250219 Feb 04 21:30:06.493580 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-4f92c585-fe13-49b9-947b-0197f72968e5 req-cfff41f3-a029-4f58-9b25-9162b1c4db1c service neutron] 10.222.0.18 "GET /v2.0/networks/441d19d8-cc6e-4214-a739-00996b5b1045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305013 Feb 04 21:30:13.864780 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0bba0aee-ef6f-4268-80fd-94e880989fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:15.533867 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-89aabce7-34af-48b2-9d68-4ab24dfe8f39 req-b59afb16-aeb5-4b33-885c-3fd90282d492 tempest-ServerShowV254Test-50147973 tempest-ServerShowV254Test-50147973-project] (87683) timed out ('10.222.0.26', 42124) {{(pid=87683) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 21:30:16.284978 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-b23b553e-231d-4fea-b46f-b07bff225f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:17.460010 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:17.657023 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:18.966655 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:21.569955 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4f55bce8-44b2-4f09-a859-fc27bdf0d001 req-aac59d12-ed74-4d16-aab4-315d69b2dda6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0685360 Feb 04 21:30:21.704059 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:30:21.708326 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55bce8-44b2-4f09-a859-fc27bdf0d001 req-8d826ee7-7266-4e9f-96a2-b5e424e30fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:30:21.709855 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4f55bce8-44b2-4f09-a859-fc27bdf0d001 req-8d826ee7-7266-4e9f-96a2-b5e424e30fd5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e8582aac1f7460e8c501b58b7ccfd28&device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224 HTTP/1.1" status: 200 len: 1096 time: 0.0732596 Feb 04 21:30:21.851287 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55bce8-44b2-4f09-a859-fc27bdf0d001 req-eb1267a9-d64c-4ef1-a04a-67412ceed31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:30:21.852614 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4f55bce8-44b2-4f09-a859-fc27bdf0d001 req-eb1267a9-d64c-4ef1-a04a-67412ceed31d service neutron] 10.222.0.32 "GET /v2.0/networks?id=70271830-382b-4ee0-8a4e-d64395d5f7ae HTTP/1.1" status: 200 len: 898 time: 0.1251016 Feb 04 21:30:21.955213 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4f55bce8-44b2-4f09-a859-fc27bdf0d001 req-4b2e8d8f-f045-44f7-8dcc-2facc16c96e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67c1b234-fe0a-4770-b552-f3ca5d5f208b HTTP/1.1" status: 200 len: 1001 time: 0.0962620 Feb 04 21:30:22.017228 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55bce8-44b2-4f09-a859-fc27bdf0d001 req-edd6a0fc-9927-45b6-9e54-b93a9c42415e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:30:22.018658 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4f55bce8-44b2-4f09-a859-fc27bdf0d001 req-edd6a0fc-9927-45b6-9e54-b93a9c42415e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=59352667-bace-4ad1-9d17-59d41210222d HTTP/1.1" status: 200 len: 835 time: 0.0577798 Feb 04 21:30:22.092394 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55bce8-44b2-4f09-a859-fc27bdf0d001 req-e62fda54-8dd6-4e39-9099-2543c69737e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:30:22.093892 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4f55bce8-44b2-4f09-a859-fc27bdf0d001 req-e62fda54-8dd6-4e39-9099-2543c69737e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=70271830-382b-4ee0-8a4e-d64395d5f7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692916 Feb 04 21:30:22.222775 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4f55bce8-44b2-4f09-a859-fc27bdf0d001 req-d32ce985-0e2a-4a1e-bace-488df4e9de4e service neutron] 10.222.0.32 "GET /v2.0/networks/70271830-382b-4ee0-8a4e-d64395d5f7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225944 Feb 04 21:30:22.351685 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-4f55bce8-44b2-4f09-a859-fc27bdf0d001 req-dec1877e-c8f0-4494-a880-76a3e9873cc1 service neutron] 10.222.0.32 "GET /v2.0/networks/70271830-382b-4ee0-8a4e-d64395d5f7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232021 Feb 04 21:30:26.314239 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:32.955698 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:43.867096 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-83e4789f-fccb-467c-a9dc-93874d8758b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:46.286748 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-f54ac2b9-164c-4102-95df-03a73556330b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:47.462697 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:47.660552 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:48.968486 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:56.329139 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:30:58.704490 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:31:02.965238 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:31:05.955301 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3b365e08-dc5e-47bb-9229-b5ec6985be66 req-ee0e0567-d1b3-476e-88b7-de3bff579404 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e2d9cb4a-e27e-49b5-a6a6-92236627e220&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0694885 Feb 04 21:31:06.095143 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b365e08-dc5e-47bb-9229-b5ec6985be66 req-e508a32f-e272-4a48-b2a7-e33d79e38a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:31:06.096590 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3b365e08-dc5e-47bb-9229-b5ec6985be66 req-e508a32f-e272-4a48-b2a7-e33d79e38a6e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=98a89143a3f448df813d2cff7f654c5b&device_id=e2d9cb4a-e27e-49b5-a6a6-92236627e220 HTTP/1.1" status: 200 len: 1096 time: 0.0733964 Feb 04 21:31:06.240503 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b365e08-dc5e-47bb-9229-b5ec6985be66 req-57d7c2de-a91e-4c84-9a09-ad0c50ac0588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:31:06.241849 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3b365e08-dc5e-47bb-9229-b5ec6985be66 req-57d7c2de-a91e-4c84-9a09-ad0c50ac0588 service neutron] 10.222.0.18 "GET /v2.0/networks?id=441d19d8-cc6e-4214-a739-00996b5b1045 HTTP/1.1" status: 200 len: 913 time: 0.1260502 Feb 04 21:31:06.308276 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3b365e08-dc5e-47bb-9229-b5ec6985be66 req-e76679ab-c8ae-4700-8dd9-4e38dc1ea8d4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440 HTTP/1.1" status: 200 len: 217 time: 0.0596159 Feb 04 21:31:06.372733 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b365e08-dc5e-47bb-9229-b5ec6985be66 req-d677d650-a91e-4cb3-b3fb-82e3692f0a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:31:06.374151 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3b365e08-dc5e-47bb-9229-b5ec6985be66 req-d677d650-a91e-4cb3-b3fb-82e3692f0a22 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8104b818-b6a4-459a-baff-5c48a99279e0 HTTP/1.1" status: 200 len: 852 time: 0.0604541 Feb 04 21:31:06.420540 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3b365e08-dc5e-47bb-9229-b5ec6985be66 req-2d5e463c-4cf9-4b6e-87bf-942a1d54d2da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=441d19d8-cc6e-4214-a739-00996b5b1045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405059 Feb 04 21:31:06.553089 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3b365e08-dc5e-47bb-9229-b5ec6985be66 req-323c99f8-0750-44ef-a44f-5f56e305f6eb service neutron] 10.222.0.18 "GET /v2.0/networks/441d19d8-cc6e-4214-a739-00996b5b1045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249490 Feb 04 21:31:06.781499 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-3b365e08-dc5e-47bb-9229-b5ec6985be66 req-9e65f4f7-1b0b-4c9d-a0c7-43fb8e8f765a service neutron] 10.222.0.18 "GET /v2.0/networks/441d19d8-cc6e-4214-a739-00996b5b1045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229621 Feb 04 21:31:13.870502 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-9a8974ba-9803-402c-8723-eb94c49fcd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:31:16.296969 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4008ef2d-a142-437d-97f9-49b6c7a91de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:31:17.468568 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:31:17.663766 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:31:18.971986 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:31:20.832601 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-62ae3932-bb4e-4284-9e0a-7edb36ceff0b req-552cc997-93d1-47b4-8108-e68cd0fd6812 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0725029 Feb 04 21:31:20.974912 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae3932-bb4e-4284-9e0a-7edb36ceff0b req-a1f25638-54a6-4ba0-aba0-7c5698de6408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:31:20.976658 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-62ae3932-bb4e-4284-9e0a-7edb36ceff0b req-a1f25638-54a6-4ba0-aba0-7c5698de6408 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e8582aac1f7460e8c501b58b7ccfd28&device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224 HTTP/1.1" status: 200 len: 1096 time: 0.0742626 Feb 04 21:31:21.123014 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae3932-bb4e-4284-9e0a-7edb36ceff0b req-164520ec-e587-47c4-9a8a-288c6cb21480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:31:21.124371 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-62ae3932-bb4e-4284-9e0a-7edb36ceff0b req-164520ec-e587-47c4-9a8a-288c6cb21480 service neutron] 10.222.0.32 "GET /v2.0/networks?id=70271830-382b-4ee0-8a4e-d64395d5f7ae HTTP/1.1" status: 200 len: 898 time: 0.1278141 Feb 04 21:31:21.236478 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-62ae3932-bb4e-4284-9e0a-7edb36ceff0b req-927d78ad-1f0c-4b65-9830-86619b068e00 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67c1b234-fe0a-4770-b552-f3ca5d5f208b HTTP/1.1" status: 200 len: 1001 time: 0.0954490 Feb 04 21:31:21.300420 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae3932-bb4e-4284-9e0a-7edb36ceff0b req-1080c351-c115-491a-8679-f7ca7ab98cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:31:21.301823 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-62ae3932-bb4e-4284-9e0a-7edb36ceff0b req-1080c351-c115-491a-8679-f7ca7ab98cad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=59352667-bace-4ad1-9d17-59d41210222d HTTP/1.1" status: 200 len: 835 time: 0.0558715 Feb 04 21:31:21.499505 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae3932-bb4e-4284-9e0a-7edb36ceff0b req-e917b167-e348-41e5-8ce8-7a56dc1d3bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:31:21.500983 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-62ae3932-bb4e-4284-9e0a-7edb36ceff0b req-e917b167-e348-41e5-8ce8-7a56dc1d3bae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=70271830-382b-4ee0-8a4e-d64395d5f7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1900690 Feb 04 21:31:21.636193 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-62ae3932-bb4e-4284-9e0a-7edb36ceff0b req-cda5c40e-5278-491a-acc2-e77a5cfb3e98 service neutron] 10.222.0.32 "GET /v2.0/networks/70271830-382b-4ee0-8a4e-d64395d5f7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223047 Feb 04 21:31:21.770476 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-62ae3932-bb4e-4284-9e0a-7edb36ceff0b req-a67095fc-9709-4a13-870b-7b123074b40c service neutron] 10.222.0.32 "GET /v2.0/networks/70271830-382b-4ee0-8a4e-d64395d5f7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241572 Feb 04 21:31:26.330643 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:31:26.804561 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [req-8f8af12d-b269-4a37-b1a8-8a931b4c61bf req-b3523574-084c-4be6-8fc0-f4064ef4f821 service neutron] (87682) timed out ('10.222.0.26', 43914) {{(pid=87682) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 21:31:32.988693 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:31:35.703732 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:31:43.874094 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-4dc54815-31bf-4251-bd39-8646fda4fb05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:31:46.289053 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-272ce23f-347a-44e9-867f-143959519041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:31:47.471696 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:31:47.669590 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:31:48.975188 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:31:56.328604 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:32:03.002001 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:32:07.956464 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-86029be1-f4b0-41df-a04d-edccdf2a964e req-8feaaaba-9088-4df7-9f70-6ecd8e51362d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e2d9cb4a-e27e-49b5-a6a6-92236627e220&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0721467 Feb 04 21:32:08.092423 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86029be1-f4b0-41df-a04d-edccdf2a964e req-430dcddb-f597-4c09-bfcd-5e7d0f8846fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:32:08.093911 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-86029be1-f4b0-41df-a04d-edccdf2a964e req-430dcddb-f597-4c09-bfcd-5e7d0f8846fc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=98a89143a3f448df813d2cff7f654c5b&device_id=e2d9cb4a-e27e-49b5-a6a6-92236627e220 HTTP/1.1" status: 200 len: 1096 time: 0.0705473 Feb 04 21:32:08.238923 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86029be1-f4b0-41df-a04d-edccdf2a964e req-e4c3864d-103d-4476-b663-1fdb1570d130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:32:08.240368 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-86029be1-f4b0-41df-a04d-edccdf2a964e req-e4c3864d-103d-4476-b663-1fdb1570d130 service neutron] 10.222.0.18 "GET /v2.0/networks?id=441d19d8-cc6e-4214-a739-00996b5b1045 HTTP/1.1" status: 200 len: 913 time: 0.1276045 Feb 04 21:32:08.311767 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-86029be1-f4b0-41df-a04d-edccdf2a964e req-2cc06383-882a-43fe-a812-66666b9f0411 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440 HTTP/1.1" status: 200 len: 217 time: 0.0648911 Feb 04 21:32:08.376699 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86029be1-f4b0-41df-a04d-edccdf2a964e req-410534b0-f04a-4fed-ae11-1a0257c8aede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:32:08.378107 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-86029be1-f4b0-41df-a04d-edccdf2a964e req-410534b0-f04a-4fed-ae11-1a0257c8aede service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8104b818-b6a4-459a-baff-5c48a99279e0 HTTP/1.1" status: 200 len: 852 time: 0.0587609 Feb 04 21:32:08.423266 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-86029be1-f4b0-41df-a04d-edccdf2a964e req-75b39c5b-7fe6-4e11-9b46-a3f0907fb2f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=441d19d8-cc6e-4214-a739-00996b5b1045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394681 Feb 04 21:32:08.554060 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-86029be1-f4b0-41df-a04d-edccdf2a964e req-8450ddba-ecde-4013-81fe-24ee12b27bae service neutron] 10.222.0.18 "GET /v2.0/networks/441d19d8-cc6e-4214-a739-00996b5b1045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245062 Feb 04 21:32:08.686290 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-86029be1-f4b0-41df-a04d-edccdf2a964e req-1208c762-8fae-47fd-965f-6ce723a20b6a service neutron] 10.222.0.18 "GET /v2.0/networks/441d19d8-cc6e-4214-a739-00996b5b1045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252060 Feb 04 21:32:12.704326 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:32:13.876340 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-d0d41f74-5c2e-46f8-ab8b-ef53c6b404ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:32:16.289966 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-328af802-e7e6-48c6-a665-1a390ca68d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:32:17.472111 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:32:17.674075 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:32:18.978269 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:32:23.381077 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2cd72c3a-a712-4888-9fae-4b426ff6ac3b req-df08f612-2ae6-480d-a0bb-ddf3b3d480d2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0690434 Feb 04 21:32:23.521236 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd72c3a-a712-4888-9fae-4b426ff6ac3b req-30254eea-8989-46a8-aeb7-bd9cf7dd3af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:32:23.522688 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2cd72c3a-a712-4888-9fae-4b426ff6ac3b req-30254eea-8989-46a8-aeb7-bd9cf7dd3af6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e8582aac1f7460e8c501b58b7ccfd28&device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224 HTTP/1.1" status: 200 len: 1096 time: 0.0736701 Feb 04 21:32:23.667341 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd72c3a-a712-4888-9fae-4b426ff6ac3b req-b1317e59-8be9-4197-875b-0280e6ce8067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:32:23.668668 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2cd72c3a-a712-4888-9fae-4b426ff6ac3b req-b1317e59-8be9-4197-875b-0280e6ce8067 service neutron] 10.222.0.32 "GET /v2.0/networks?id=70271830-382b-4ee0-8a4e-d64395d5f7ae HTTP/1.1" status: 200 len: 898 time: 0.1258419 Feb 04 21:32:23.773091 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2cd72c3a-a712-4888-9fae-4b426ff6ac3b req-3fdd434c-a1c7-48fe-a1bf-80ce465aacb9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67c1b234-fe0a-4770-b552-f3ca5d5f208b HTTP/1.1" status: 200 len: 1001 time: 0.0963111 Feb 04 21:32:23.835395 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd72c3a-a712-4888-9fae-4b426ff6ac3b req-7b55d203-af9e-4d8c-9772-37dde90983d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:32:23.836785 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2cd72c3a-a712-4888-9fae-4b426ff6ac3b req-7b55d203-af9e-4d8c-9772-37dde90983d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=59352667-bace-4ad1-9d17-59d41210222d HTTP/1.1" status: 200 len: 835 time: 0.0572731 Feb 04 21:32:23.916407 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd72c3a-a712-4888-9fae-4b426ff6ac3b req-5a57168a-a0e2-49f1-b24b-20b1db740305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:32:23.918257 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2cd72c3a-a712-4888-9fae-4b426ff6ac3b req-5a57168a-a0e2-49f1-b24b-20b1db740305 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=70271830-382b-4ee0-8a4e-d64395d5f7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758705 Feb 04 21:32:24.049623 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2cd72c3a-a712-4888-9fae-4b426ff6ac3b req-3cc38ea5-a4c1-40c8-b4f1-f52421fef7ce service neutron] 10.222.0.32 "GET /v2.0/networks/70271830-382b-4ee0-8a4e-d64395d5f7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242445 Feb 04 21:32:24.179067 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-2cd72c3a-a712-4888-9fae-4b426ff6ac3b req-a7efbdd2-14cf-44e4-9548-8e32c7a9f7fc service neutron] 10.222.0.32 "GET /v2.0/networks/70271830-382b-4ee0-8a4e-d64395d5f7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230929 Feb 04 21:32:26.344701 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:32:33.018780 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:32:43.878263 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-0f310e9f-a573-45aa-ac82-e170c4f5c91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:32:46.292401 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-ad417d6e-7625-4fad-943f-863c9425f674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:32:47.474405 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:32:47.676731 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:32:48.982111 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:32:49.703740 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:32:56.344448 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:33:03.019749 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:33:08.078136 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-252a6e4c-30a2-4f4c-9256-74f130c99fef req-77bcd90c-a58e-4617-8833-dc39de373fba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e2d9cb4a-e27e-49b5-a6a6-92236627e220&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1937935 Feb 04 21:33:08.219307 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a6e4c-30a2-4f4c-9256-74f130c99fef req-1aa3856d-721d-4323-9254-1556af2ffc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:08.220660 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-252a6e4c-30a2-4f4c-9256-74f130c99fef req-1aa3856d-721d-4323-9254-1556af2ffc07 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=98a89143a3f448df813d2cff7f654c5b&device_id=e2d9cb4a-e27e-49b5-a6a6-92236627e220 HTTP/1.1" status: 200 len: 1096 time: 0.0708528 Feb 04 21:33:08.366875 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a6e4c-30a2-4f4c-9256-74f130c99fef req-da2048d5-5438-4880-acbd-4cba97147dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:08.368334 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-252a6e4c-30a2-4f4c-9256-74f130c99fef req-da2048d5-5438-4880-acbd-4cba97147dfb service neutron] 10.222.0.18 "GET /v2.0/networks?id=441d19d8-cc6e-4214-a739-00996b5b1045 HTTP/1.1" status: 200 len: 913 time: 0.1285756 Feb 04 21:33:08.448146 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-252a6e4c-30a2-4f4c-9256-74f130c99fef req-9e95bf21-a9b7-4960-bd21-8da72171e0f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440 HTTP/1.1" status: 200 len: 217 time: 0.0682793 Feb 04 21:33:08.510334 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a6e4c-30a2-4f4c-9256-74f130c99fef req-50dc0637-b4c0-4c7f-b0fd-3968b9585d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:08.511657 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-252a6e4c-30a2-4f4c-9256-74f130c99fef req-50dc0637-b4c0-4c7f-b0fd-3968b9585d5a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8104b818-b6a4-459a-baff-5c48a99279e0 HTTP/1.1" status: 200 len: 852 time: 0.0579934 Feb 04 21:33:08.562380 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-252a6e4c-30a2-4f4c-9256-74f130c99fef req-f3e68507-712c-4ffe-ba65-d65cfd674c4f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=441d19d8-cc6e-4214-a739-00996b5b1045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438809 Feb 04 21:33:08.572040 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [req-252a6e4c-30a2-4f4c-9256-74f130c99fef req-a178aaa1-01d3-42b7-bc3b-2ba69eee7bb8 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:33:08.573303 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-252a6e4c-30a2-4f4c-9256-74f130c99fef req-a178aaa1-01d3-42b7-bc3b-2ba69eee7bb8 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049660 Feb 04 21:33:08.706733 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-252a6e4c-30a2-4f4c-9256-74f130c99fef req-e7dcfd18-710c-4fa0-a37d-73f2d02c864b service neutron] 10.222.0.18 "GET /v2.0/networks/441d19d8-cc6e-4214-a739-00996b5b1045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274290 Feb 04 21:33:08.940180 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-252a6e4c-30a2-4f4c-9256-74f130c99fef req-93e8072f-31fc-469d-97b7-c63e294e1fb5 service neutron] 10.222.0.18 "GET /v2.0/networks/441d19d8-cc6e-4214-a739-00996b5b1045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272894 Feb 04 21:33:13.882746 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-475c8558-1fa0-454d-baa1-b9fcae7fcd76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:33:16.294450 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-2bfd9c71-8e45-4f46-8563-c9c0159ad01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:33:17.477317 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:33:17.679046 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:33:18.984661 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:33:25.451632 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-66b69e6e-bb2c-49ce-bba8-5c2cb2223a6a req-92d9f837-2a68-4f43-bed6-0d55114e28bf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1270800 Feb 04 21:33:25.595931 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b69e6e-bb2c-49ce-bba8-5c2cb2223a6a req-8975999e-2b6b-4fc7-8e0d-60a3b954edcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:25.597319 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-66b69e6e-bb2c-49ce-bba8-5c2cb2223a6a req-8975999e-2b6b-4fc7-8e0d-60a3b954edcd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e8582aac1f7460e8c501b58b7ccfd28&device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224 HTTP/1.1" status: 200 len: 1096 time: 0.0739346 Feb 04 21:33:25.741813 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b69e6e-bb2c-49ce-bba8-5c2cb2223a6a req-65c926d0-5716-47e0-9008-faccfbc13fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:25.743217 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-66b69e6e-bb2c-49ce-bba8-5c2cb2223a6a req-65c926d0-5716-47e0-9008-faccfbc13fb5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=70271830-382b-4ee0-8a4e-d64395d5f7ae HTTP/1.1" status: 200 len: 898 time: 0.1264646 Feb 04 21:33:25.840902 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-66b69e6e-bb2c-49ce-bba8-5c2cb2223a6a req-ca9196e9-04f4-42e9-8e8c-64a40c752e3a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67c1b234-fe0a-4770-b552-f3ca5d5f208b HTTP/1.1" status: 200 len: 1001 time: 0.0914819 Feb 04 21:33:26.020642 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b69e6e-bb2c-49ce-bba8-5c2cb2223a6a req-02e44f0b-e94e-4011-8755-6cd51c998057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:26.022150 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-66b69e6e-bb2c-49ce-bba8-5c2cb2223a6a req-02e44f0b-e94e-4011-8755-6cd51c998057 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=59352667-bace-4ad1-9d17-59d41210222d HTTP/1.1" status: 200 len: 835 time: 0.1752143 Feb 04 21:33:26.097562 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b69e6e-bb2c-49ce-bba8-5c2cb2223a6a req-18d3b506-5ed2-47ff-bf21-c1b24fc50d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:33:26.098995 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-66b69e6e-bb2c-49ce-bba8-5c2cb2223a6a req-18d3b506-5ed2-47ff-bf21-c1b24fc50d92 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=70271830-382b-4ee0-8a4e-d64395d5f7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701847 Feb 04 21:33:26.110391 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-66b69e6e-bb2c-49ce-bba8-5c2cb2223a6a req-97f815ae-7815-4101-ac7b-2382b6740f7c service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 21:33:26.111290 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-66b69e6e-bb2c-49ce-bba8-5c2cb2223a6a req-97f815ae-7815-4101-ac7b-2382b6740f7c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046921 Feb 04 21:33:26.240848 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-66b69e6e-bb2c-49ce-bba8-5c2cb2223a6a req-3b5cec70-a891-4521-9169-7eaf1af9ed05 service neutron] 10.222.0.32 "GET /v2.0/networks/70271830-382b-4ee0-8a4e-d64395d5f7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237874 Feb 04 21:33:26.343650 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:33:26.372086 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-66b69e6e-bb2c-49ce-bba8-5c2cb2223a6a req-808d634e-c603-45c4-bf52-4f08b53182ef service neutron] 10.222.0.32 "GET /v2.0/networks/70271830-382b-4ee0-8a4e-d64395d5f7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252308 Feb 04 21:33:26.703382 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:33:33.020355 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:33:43.886420 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-269ac0d4-1c66-46a7-b30e-baec23996bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:33:46.296929 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-438a1614-68ca-4bf2-b4cb-8a2a2e866def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:33:47.483718 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:33:47.684503 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:33:48.988036 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:33:56.350950 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:34:03.020025 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:34:03.703113 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:34:09.951970 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8f6191a5-7c57-444f-b265-62c76d3f462d req-70929a81-27f4-4a17-9a3f-0d918c7066b3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e2d9cb4a-e27e-49b5-a6a6-92236627e220&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0684850 Feb 04 21:34:10.107445 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6191a5-7c57-444f-b265-62c76d3f462d req-4c616b22-8538-4497-aee7-b7a2a7f42954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:34:10.108909 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8f6191a5-7c57-444f-b265-62c76d3f462d req-4c616b22-8538-4497-aee7-b7a2a7f42954 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=98a89143a3f448df813d2cff7f654c5b&device_id=e2d9cb4a-e27e-49b5-a6a6-92236627e220 HTTP/1.1" status: 200 len: 1096 time: 0.0762253 Feb 04 21:34:10.255743 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6191a5-7c57-444f-b265-62c76d3f462d req-0ba03a80-c783-4dbf-8c40-9c5cbdce5f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:34:10.257081 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8f6191a5-7c57-444f-b265-62c76d3f462d req-0ba03a80-c783-4dbf-8c40-9c5cbdce5f86 service neutron] 10.222.0.18 "GET /v2.0/networks?id=441d19d8-cc6e-4214-a739-00996b5b1045 HTTP/1.1" status: 200 len: 913 time: 0.1281662 Feb 04 21:34:10.324455 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8f6191a5-7c57-444f-b265-62c76d3f462d req-113162fb-b240-4d2c-8c7e-65b8c6fe5b8f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440 HTTP/1.1" status: 200 len: 217 time: 0.0603712 Feb 04 21:34:10.390885 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6191a5-7c57-444f-b265-62c76d3f462d req-b47261ac-1506-4150-9438-ec606928698a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:34:10.392259 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8f6191a5-7c57-444f-b265-62c76d3f462d req-b47261ac-1506-4150-9438-ec606928698a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8104b818-b6a4-459a-baff-5c48a99279e0 HTTP/1.1" status: 200 len: 852 time: 0.0608726 Feb 04 21:34:10.444147 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8f6191a5-7c57-444f-b265-62c76d3f462d req-4b3aa2fc-3468-4b8c-aeab-18a31425bfd8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=441d19d8-cc6e-4214-a739-00996b5b1045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455449 Feb 04 21:34:10.576234 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8f6191a5-7c57-444f-b265-62c76d3f462d req-5c0a5a2c-b6b2-4607-bdff-9fbdce243c1f service neutron] 10.222.0.18 "GET /v2.0/networks/441d19d8-cc6e-4214-a739-00996b5b1045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263561 Feb 04 21:34:10.708278 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-8f6191a5-7c57-444f-b265-62c76d3f462d req-0e472437-4a7f-41ff-b51c-7587e1664d2d service neutron] 10.222.0.18 "GET /v2.0/networks/441d19d8-cc6e-4214-a739-00996b5b1045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255288 Feb 04 21:34:13.888203 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-6d8f89cf-b807-4cae-916c-336831daa897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:34:14.035735 n-d-827896-1 neutron-server[87683]: DEBUG neutron.wsgi [req-1bec12b4-b1a8-4c0e-8d01-dd4cc7157bd2 req-4f31fb73-daff-437c-9698-83614d3fde9f service neutron] (87683) timed out ('10.222.0.32', 62345) {{(pid=87683) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 21:34:16.297925 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-bf14c001-6c96-4be0-873c-84a27e9cd55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:34:17.482644 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:34:17.686831 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:34:18.991967 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:34:25.824138 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bf7eeea1-3684-4cb6-ae56-f33f7966d307 req-c709d2f9-562a-471f-9930-990ce94fb3ff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0777988 Feb 04 21:34:25.967493 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7eeea1-3684-4cb6-ae56-f33f7966d307 req-97740731-602b-48af-80f3-ff486266605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:34:25.968936 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bf7eeea1-3684-4cb6-ae56-f33f7966d307 req-97740731-602b-48af-80f3-ff486266605f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e8582aac1f7460e8c501b58b7ccfd28&device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224 HTTP/1.1" status: 200 len: 1096 time: 0.0722728 Feb 04 21:34:26.116114 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7eeea1-3684-4cb6-ae56-f33f7966d307 req-a94b425f-e573-41ab-bb3c-ce019c9306c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:34:26.117469 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bf7eeea1-3684-4cb6-ae56-f33f7966d307 req-a94b425f-e573-41ab-bb3c-ce019c9306c1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=70271830-382b-4ee0-8a4e-d64395d5f7ae HTTP/1.1" status: 200 len: 898 time: 0.1280951 Feb 04 21:34:26.220335 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bf7eeea1-3684-4cb6-ae56-f33f7966d307 req-2b53cd1e-3eff-4af4-9569-c5f8face156f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67c1b234-fe0a-4770-b552-f3ca5d5f208b HTTP/1.1" status: 200 len: 1001 time: 0.0963483 Feb 04 21:34:26.282156 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7eeea1-3684-4cb6-ae56-f33f7966d307 req-f5c91588-8ab6-492c-a5c7-33f5b9c48669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:34:26.283497 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bf7eeea1-3684-4cb6-ae56-f33f7966d307 req-f5c91588-8ab6-492c-a5c7-33f5b9c48669 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=59352667-bace-4ad1-9d17-59d41210222d HTTP/1.1" status: 200 len: 835 time: 0.0567696 Feb 04 21:34:26.344926 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:34:26.365027 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7eeea1-3684-4cb6-ae56-f33f7966d307 req-31b002e2-f3ba-4e37-98dd-ff912332353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:34:26.366580 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bf7eeea1-3684-4cb6-ae56-f33f7966d307 req-31b002e2-f3ba-4e37-98dd-ff912332353e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=70271830-382b-4ee0-8a4e-d64395d5f7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767117 Feb 04 21:34:26.499163 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bf7eeea1-3684-4cb6-ae56-f33f7966d307 req-4241fb70-4445-486a-8e3a-4366674676b9 service neutron] 10.222.0.32 "GET /v2.0/networks/70271830-382b-4ee0-8a4e-d64395d5f7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263139 Feb 04 21:34:26.628883 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-bf7eeea1-3684-4cb6-ae56-f33f7966d307 req-c3fcef17-c479-4d4a-a0c8-570ef21d3bc5 service neutron] 10.222.0.32 "GET /v2.0/networks/70271830-382b-4ee0-8a4e-d64395d5f7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229439 Feb 04 21:34:31.308902 n-d-827896-1 neutron-server[87682]: DEBUG neutron.wsgi [req-4b106e11-efe1-43e8-8fcb-cb9abe75e62d req-262eb75a-fd95-4b6d-a25b-91d44ca3d709 service neutron] (87682) timed out ('10.222.0.26', 43296) {{(pid=87682) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 21:34:33.038789 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:34:40.702472 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:34:43.891766 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-7a455e75-66d3-4fcd-9956-8937bb62f07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:34:46.300015 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-667b80cb-b439-4c36-a7ea-a00843e648d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:34:47.484342 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:34:47.688056 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:34:48.993464 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:34:56.378311 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:03.047489 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:11.961395 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e864d371-4789-4c0b-b89b-d3e39b1b3236 req-36fd4ef3-3444-45e4-abe3-1ed4839a777d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e2d9cb4a-e27e-49b5-a6a6-92236627e220&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0727029 Feb 04 21:35:12.102975 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864d371-4789-4c0b-b89b-d3e39b1b3236 req-1386641f-b98e-4b68-957f-227e719ebe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:35:12.104411 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e864d371-4789-4c0b-b89b-d3e39b1b3236 req-1386641f-b98e-4b68-957f-227e719ebe0e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=98a89143a3f448df813d2cff7f654c5b&device_id=e2d9cb4a-e27e-49b5-a6a6-92236627e220 HTTP/1.1" status: 200 len: 1096 time: 0.0701988 Feb 04 21:35:12.250001 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864d371-4789-4c0b-b89b-d3e39b1b3236 req-1a32e6fb-be9b-47cd-831e-a1bf43a3d200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:35:12.251352 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e864d371-4789-4c0b-b89b-d3e39b1b3236 req-1a32e6fb-be9b-47cd-831e-a1bf43a3d200 service neutron] 10.222.0.18 "GET /v2.0/networks?id=441d19d8-cc6e-4214-a739-00996b5b1045 HTTP/1.1" status: 200 len: 913 time: 0.1268816 Feb 04 21:35:12.324671 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e864d371-4789-4c0b-b89b-d3e39b1b3236 req-ebe10349-07ed-46a7-9920-e8cb8321551e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cd3f3e6-9f89-4f8c-9ef1-7e8baf7f0440 HTTP/1.1" status: 200 len: 217 time: 0.0634198 Feb 04 21:35:12.389778 n-d-827896-1 neutron-server[87682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864d371-4789-4c0b-b89b-d3e39b1b3236 req-1dd80e12-8b9e-4949-bd3f-3699b32eb949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:35:12.391568 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e864d371-4789-4c0b-b89b-d3e39b1b3236 req-1dd80e12-8b9e-4949-bd3f-3699b32eb949 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8104b818-b6a4-459a-baff-5c48a99279e0 HTTP/1.1" status: 200 len: 852 time: 0.0608387 Feb 04 21:35:12.437719 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e864d371-4789-4c0b-b89b-d3e39b1b3236 req-92829657-21b0-468d-b6ef-6d8b0f6b5dd4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=441d19d8-cc6e-4214-a739-00996b5b1045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399389 Feb 04 21:35:12.567013 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e864d371-4789-4c0b-b89b-d3e39b1b3236 req-833ce11e-6c23-4d00-9fb1-7cd5b4f24454 service neutron] 10.222.0.18 "GET /v2.0/networks/441d19d8-cc6e-4214-a739-00996b5b1045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230175 Feb 04 21:35:12.698534 n-d-827896-1 neutron-server[87682]: INFO neutron.wsgi [req-e864d371-4789-4c0b-b89b-d3e39b1b3236 req-f084e1f0-4a77-4658-a208-54acec3098b4 service neutron] 10.222.0.18 "GET /v2.0/networks/441d19d8-cc6e-4214-a739-00996b5b1045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248395 Feb 04 21:35:13.894826 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-832188cc-fe11-4d39-8d75-e0e3d0c76e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:16.301448 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-cdfcdc80-9b7d-433b-98db-0e955c8460fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:17.487835 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:17.690297 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:17.703690 n-d-827896-1 neutron-server[87685]: DEBUG neutron.db.agents_db [None req-e1354d5e-ad88-4bf2-bbd4-5c92c11b012d None None] Agent healthcheck: found 7 active agents {{(pid=87685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 21:35:18.997519 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:25.817484 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fe0a4fa3-a135-4623-8a1d-5fd3d32f44ba req-ea6fff06-c132-4229-8234-b0f2fb2df0a0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0703037 Feb 04 21:35:25.959627 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a4fa3-a135-4623-8a1d-5fd3d32f44ba req-b4f70f04-c06e-4c06-b5ae-e49e2a905e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:35:25.961103 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fe0a4fa3-a135-4623-8a1d-5fd3d32f44ba req-b4f70f04-c06e-4c06-b5ae-e49e2a905e45 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e8582aac1f7460e8c501b58b7ccfd28&device_id=4cb57f2a-7959-4fc9-964a-2c41b416e224 HTTP/1.1" status: 200 len: 1096 time: 0.0746684 Feb 04 21:35:26.108388 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a4fa3-a135-4623-8a1d-5fd3d32f44ba req-dd2eebb8-46d1-4ab0-bda9-274c8c2b1de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:35:26.109767 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fe0a4fa3-a135-4623-8a1d-5fd3d32f44ba req-dd2eebb8-46d1-4ab0-bda9-274c8c2b1de2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=70271830-382b-4ee0-8a4e-d64395d5f7ae HTTP/1.1" status: 200 len: 898 time: 0.1296980 Feb 04 21:35:26.208861 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fe0a4fa3-a135-4623-8a1d-5fd3d32f44ba req-5490d7c4-a195-4e87-95b2-9441005cb5f4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67c1b234-fe0a-4770-b552-f3ca5d5f208b HTTP/1.1" status: 200 len: 1001 time: 0.0921047 Feb 04 21:35:26.388132 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-3871659a-e233-4c00-81ed-57f9f34f6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:26.389137 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a4fa3-a135-4623-8a1d-5fd3d32f44ba req-da6b22d1-b29a-41ea-be30-7eb5e98b4dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:35:26.390628 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fe0a4fa3-a135-4623-8a1d-5fd3d32f44ba req-da6b22d1-b29a-41ea-be30-7eb5e98b4dd1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=59352667-bace-4ad1-9d17-59d41210222d HTTP/1.1" status: 200 len: 835 time: 0.1748691 Feb 04 21:35:26.467779 n-d-827896-1 neutron-server[87683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a4fa3-a135-4623-8a1d-5fd3d32f44ba req-8defbc46-d7b5-4bb6-a5b3-ac8f34847b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 21:35:26.469266 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fe0a4fa3-a135-4623-8a1d-5fd3d32f44ba req-8defbc46-d7b5-4bb6-a5b3-ac8f34847b84 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=70271830-382b-4ee0-8a4e-d64395d5f7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710750 Feb 04 21:35:26.599706 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fe0a4fa3-a135-4623-8a1d-5fd3d32f44ba req-31eac12e-42be-4998-bc4c-cb7ca444bb53 service neutron] 10.222.0.32 "GET /v2.0/networks/70271830-382b-4ee0-8a4e-d64395d5f7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225824 Feb 04 21:35:26.729269 n-d-827896-1 neutron-server[87683]: INFO neutron.wsgi [req-fe0a4fa3-a135-4623-8a1d-5fd3d32f44ba req-26a3d5d7-ceba-4276-91d6-51717a0ffcdd service neutron] 10.222.0.32 "GET /v2.0/networks/70271830-382b-4ee0-8a4e-d64395d5f7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225135 Feb 04 21:35:33.055655 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-1262400a-be19-4f03-81d4-c5d5d2f2c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:43.897311 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-a679c526-21cd-4864-ac49-4a9662531687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:46.303638 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-64542975-8f7b-458b-bff3-ae2750f90411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:47.491732 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cfc9-fb49-4221-a592-70edb8ee2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:47.696037 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-485f8b12-0c3a-4015-8ba6-4d9929c2ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 21:35:49.002018 n-d-827896-1 neutron-server[87684]: DEBUG neutron_lib.callbacks.manager [None req-75b98da1-7b41-426f-af7a-54d3e9cd5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761250921768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7997135'] for agent, after_update {{(pid=87684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}